From ee9fbd648d7c90ffd85a2cdcae3aeabc41013b65 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Thu, 28 May 2026 07:12:12 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Open-Orca/LlongOrca-13B-16k Source: Original Platform --- .gitattributes | 62 + Images/LlongOrca13BG4A.png | Bin 0 -> 81547 bytes Images/LlongOrca13BHFLeaderboard.png | Bin 0 -> 59392 bytes README.md | 145 + added_tokens.json | 6 + checkpoint-4096/added_tokens.json | 6 + checkpoint-4096/config.json | 30 + checkpoint-4096/pytorch_model.bin | 3 + checkpoint-4096/rng_state_0.pth | 3 + checkpoint-4096/rng_state_1.pth | 3 + checkpoint-4096/rng_state_2.pth | 3 + checkpoint-4096/rng_state_3.pth | 3 + checkpoint-4096/rng_state_4.pth | 3 + checkpoint-4096/rng_state_5.pth | 3 + checkpoint-4096/rng_state_6.pth | 3 + checkpoint-4096/rng_state_7.pth | 3 + checkpoint-4096/special_tokens_map.json | 6 + checkpoint-4096/tokenizer.model | 3 + checkpoint-4096/tokenizer_config.json | 36 + checkpoint-4096/trainer_state.json | 25107 ++++++++++++++++++++++ checkpoint-4096/training_args.bin | 3 + config.json | 30 + configuration.json | 1 + pytorch_model.bin | 3 + special_tokens_map.json | 6 + tokenizer.model | 3 + tokenizer_config.json | 36 + training_args.bin | 3 + 28 files changed, 25513 insertions(+) create mode 100644 .gitattributes create mode 100644 Images/LlongOrca13BG4A.png create mode 100644 Images/LlongOrca13BHFLeaderboard.png create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 checkpoint-4096/added_tokens.json create mode 100644 checkpoint-4096/config.json create mode 100644 checkpoint-4096/pytorch_model.bin create mode 100644 checkpoint-4096/rng_state_0.pth create mode 100644 checkpoint-4096/rng_state_1.pth create mode 100644 checkpoint-4096/rng_state_2.pth create mode 100644 checkpoint-4096/rng_state_3.pth create mode 100644 checkpoint-4096/rng_state_4.pth create mode 100644 checkpoint-4096/rng_state_5.pth create mode 100644 checkpoint-4096/rng_state_6.pth create mode 100644 checkpoint-4096/rng_state_7.pth create mode 100644 checkpoint-4096/special_tokens_map.json create mode 100644 checkpoint-4096/tokenizer.model create mode 100644 checkpoint-4096/tokenizer_config.json create mode 100644 checkpoint-4096/trainer_state.json create mode 100644 checkpoint-4096/training_args.bin create mode 100644 config.json create mode 100644 configuration.json create mode 100644 pytorch_model.bin create mode 100644 special_tokens_map.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..844039a --- /dev/null +++ b/.gitattributes @@ -0,0 +1,62 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text + + +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text + +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text + + +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +checkpoint-4096/rng_state_0.pth filter=lfs diff=lfs merge=lfs -text +checkpoint-4096/rng_state_6.pth filter=lfs diff=lfs merge=lfs -text +checkpoint-4096/rng_state_5.pth filter=lfs diff=lfs merge=lfs -text +pytorch_model.bin filter=lfs diff=lfs merge=lfs -text +checkpoint-4096/rng_state_2.pth filter=lfs diff=lfs merge=lfs -text +checkpoint-4096/rng_state_4.pth filter=lfs diff=lfs merge=lfs -text +checkpoint-4096/rng_state_1.pth filter=lfs diff=lfs merge=lfs -text +checkpoint-4096/training_args.bin filter=lfs diff=lfs merge=lfs -text +checkpoint-4096/rng_state_7.pth filter=lfs diff=lfs merge=lfs -text +checkpoint-4096/pytorch_model.bin filter=lfs diff=lfs merge=lfs -text +training_args.bin filter=lfs diff=lfs merge=lfs -text +checkpoint-4096/tokenizer.model filter=lfs diff=lfs merge=lfs -text +tokenizer.model filter=lfs diff=lfs merge=lfs -text +checkpoint-4096/rng_state_3.pth filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/Images/LlongOrca13BG4A.png b/Images/LlongOrca13BG4A.png new file mode 100644 index 0000000000000000000000000000000000000000..f0c62206c23a228210d3339b4dc7adb2a02d7b00 GIT binary patch literal 81547 zcma&NWl$YW*RV^lKycj zfgy*H78h0XOh0b-am7_{xqD3kUqCacG8cY+ihC#hH3)|Cvq)3eJ7wd5k$z>R0Qher z#CQZ)&89HHFtE-N!NeXz8-nlskx6-#=}}(02hA&K zEo~`nEsa0@8!wPmU-M_J^>)3!)Oz7%{_5D`wIn-x!w@Ne{J)2MTq}%$V)NSM2`0Sg ze~-4Y$xzsb*N-h&|JyC#40DR+-@7J*u>S8F7s6A3rGzm~xFNX@1$j#*%ZTwc<}fKX z-mJ~#EJQR&Uu#7N6855@H%U*T=Lq#FS8p@S2DC9wQLFEc;+CL_1>U9z&ut`cybMv_ZP0f6l?cmo* z$Ns$<%X+NUJ8pU}GYJVn!#tlb>Ep4*bNqRs@;0aVj1}hJyXOXW0$OLEo`mLBF%&Ar z{IIH}bc!C*$64F@1zn?1js0wG0+tt57#vo2)Xb@L4}s5?-&chy8zA36Z_lf5zWM3t zg>4^%-pknWPp-PICoh2r#ti>{ z$JPBNgbnu79IFM@;7#&R9_29b&SE>S`G?NeYcJ@rj z_56)7g7pu&?6-7*cM`P{DQeVK@MI!NY4e{2u_nKlUm|LIaVNZ5%>*c&VA$C~KH^U4 zxPaDrH^T5?(nm@wG5Ta)JIN{mzS(+#P50!&z6L~dtd?AR9 zVcdl-oRaJXN2jm&@WJnYbI2amZw&j)cY^UQ6`W&ar!>8`(P2bcZ{fBDef1#G&|s!b z4H1=d{PfGl!#*+mS)Ogy`x*youCOxSAfykR_CBi^s=2nJEI5q0>F^YHG3*zwYk-Q; zAf0K@WO@{p!Isb`b6kC{W(QjAMoQOdIh{JvGbCx6FIRLk9B>!6ZKioc0iaCH6VFx( zL+P1`_xwV0OV(7SWArt*XAGs0JaZesmGp@@f|F!F8SVnj5|BO07B!C_s_R|m&6!7V zTfCmp{<;;_8Fitt4rV_3p*F8|%Z-G4ysDQ6js^JvzodJ;OJP%QahXg5$#g0ZuQBPb zu|((Tr+s&ITz6*9~(Yrv$*V~@D#i^Kzj91R)=O@cKE20;-(G3 zcc+42%fhKI)Str`7hMo}#4&_g^We>-(rTty``9OXbVu`>lC_8_$=T#C*O@!6e5l}n zUFdJ=&?G+lq;^N`1DM8#uWx@};`h$))6uW-wV^GQe3#&;V;OT_n~bBs6P#@I1A1$A za9SKWkv}zK0DAPL_Rfcrm`--&wCAK70OE3l)aJl`SkGkVBcXDCMAj-}#=}_DG6$W)qMm?j6)T7$w3~<&Fi9-IrmD$^P@FX1F=XMz5WqHhWJLm!bxB((I zRGAnhXD?S7?Ku*>xSPMCfp-FDsNUU#od_wvylI!sUxlY<2{6oqz%j1#F-z^e0{uPdwAA4J4o}*!|`Rd#1U6% zyUqME1KL|zn{>%s7OuSevgE9|-Xuo1zv^joRB<%goY9$4Ny01spGLTnZjR&OWf;Xz9=N!f_Zx#hgM4&OkcRM0*1k4#JcbOu!;;$*8SY{$@Kg z-4aGaj9HZRnHQuL0M<#8Y-xZytyFxa9ZWop>l8~#y`TCdEw~|ZLS@c}NkI=YXh2cP z6R=0q^LO^60HKfEu8Yo*Fx{00gN7%7ZNYV_a91<6>e$oSKGCnP{h7&dD3C&D=3MmUOtkvXT%+x?q=*zN=Ytu7sup_j3ers(P^QRIEnr$y8>auE~fqe#mb-+$x>E zXHXTUp&GwO#I0R@f~~E7SM(KGJ}cG7uNLl1V^oFalmMaR3)1B;!#;-8%Kd!%%IXJq zAG-+5B;>)($RN;L}hOxvomofvj{5aTR<>_I^to8^%=N6y7$Wll3o-#pdx@;^U@_&9CBeDM0ek?O z&y)qU#W6l3mE~L$UEP_!07ZGe@4uVrHB4%Of*yUFa zU`GHshjA3O*F1)boqUX-`4umT<}6EcwAtzfZA%9tkvt|21;er4 z;UPw$G9{DeLA!JQ2YmT`2{j@q+1zNu#W?SuOf8lkhng=XD7Mu;gZ9ec=mhRlS_)PQ zn37{X%JJFqie{7#7{*ho=VyI#F-gJ}v%gj_rf-6CV!zVmlF27r>5=ZsSY(#w%iDOh;!@vwOTG3L z7`e@Ua4Bdrz8iY>VdiG`T;30m+oR4hkp3~vL!#p_?r;jK9qH6Nc7Ggb(bvAe4QMc3 z|IFOMDatA;*OcQ|KB~4r=&6zQ<{D`_KL6S=VPwIe2`s zynGyFnNLizikAT3uc996bch}DVcHln*vC1sG9i6vTRF^hrLV=_YQ@A|3?RrDjazDY zErzGJ%4-tTp%x=tVfJEmjIg`J#U;pYkXb}sa5Z?Djjq&5f?E`}RTx7kRG|X&Y zwECuKZJNDkDN1bcP{rTAo(a1IQ}yCI?Z4ab zO07}Ge%aVwr)lXQ!}h$otZ-lO`wDY!9p@liV1m*z&0527RsPdT zFLnz3OuG}P>8TYfu~26<9z^4K{RC~L-*QK^) zion+09y($LxLL|NAMoivvuzPH`%#>Ou0!DRxnri6EU zpfa^UV31r6@z-bxuaAFI5Pz87y>-pkwnosyOKoJHKcb+*MImrHB0EV zQY+d+|1iPTomDb~GBezzxRbGr0!!197b%Pas0F+e3V_S8<MhzDZ}Ir>7HlyWml$nE_+!T}F12{s#plpv>EaA7s*frz=zIv6Z2IjH zEH!&~&zLCmPpD?;yxP0dHz6Ku12;%(FS&v~$I}?eJkVmqtP$68}T*ZHbx}0LR z>l~4*pL+irSq@T{~Pnc=Nvczx~g6%9^pmLF*FRcrzYk9=VnVb*C$rxRepqj zyQZ@J)9Jq>r+)drY(#5aKVtTOG?u=XJ^Y%=xqm{5uxBVsmK@k&=x) zc*g=3$^M|7!oNcu&UJUefPNu)-MB!Mw- zKUEFQ?u)>)&Ep+CIV`Rw9#;qNEj(SpPY+KZN?%^)WJcXcmnn}Y)c1GzSORQ6PYrN2 z*6E)LYbfk-M4A9A_#B?pChr&gy@YoQE+iDtx~JF)7vJGB>_L2guccN8_R2wu#|*^0 zipmvslhqXJ>WC?kzUnI@LJS0)Y-vy4jiLZSWYr3uV>_&SWVkO*I2Ip{w&koto3FqK zqmZjDu~d`2f+=es*tOG2-KB9f!`sFL8;b{TI9I~;%v_bbB?P$Bv%zx{C~+JfE0Bz& zF1}JHjMLwT>(Gt({+66j^B&n@~vhML`4%tAkeW0=$FYMhN${Cz&n%XBkZ0`)tllSwUiH=^O`_+MrSnao*9l|u zdvZr>f88YvwB7JcC8&BhI2vvwc`cGgPi{U1KF%%$({G?J@<8uUQSX-w@7+{u;sOjALL?<~6l1xGfFrugtPtS_L?WjZS`vw#gIC zoCXym$(vd#(k>>+7|81K-<-%~`^fIzXO*A+;-*_n8aXjwN2Z%=k_$N;t*TtubG9W3CFAYp1I1?43v>TSJkbYcROl|rG316Ta>9^DuIRrQ&N- zOH0wiO6_Lv)1@`qoCu&*;4Y*t6fPqBIx7}B!uwuM|Niv}#P8{#civ_T zHw75zk`51{7^VoiB?prvgfhkEsb5ehWKDjpfKiYXqS9|1k+8$lBCUS=OPmrnB|Nw8sl(>gx1H94ZSNG@ z28>@>MEGj8l$xlwb!(SRrDni0e4+tIP*B~4fRn!|n%w(NDyvf10+TRy64!YhJ1x-|xp!m~Zto zaChnTfC4!w;}17Y2u?-20NtO#nVWK-TnP&Sq9@>FP^81+OLO0TU2n@&o zt4ZbkTG!eXChn6u#edw)lzIVlG@J+eUZyGm6CdzqZD5#W6)(qGIetp%{jnoUh^r{^ zv1HxNpJZc`1LRy5u0#aOR<9F6l;@w_s)f`#?FnHTagSCitC1Vtk#Lw`=ehF07Jo77qVip3SrF^^QX|!r#NdEXrV*;x~8N&O)ie|ST(f8J8aedU({L!Sw`9PD4;jHeH z{)ne?gt+VYLj6>(y*c`V?;EIG1RQsG|5DVMD08j0&sJf$?ZtI?(@}R4$USt%2#R2! z2~ODo+DNzdgf|1e--~c2OSy3(d)Ap{-*e<}WT=tF;%!9O(KD z$J2D@;%?o5Y)P0>)S^uvAlI0b-rrwUN5B`+J zGW`2yagM_cO89F=ojsT>>(3esB3Yhv&k^u9uY#ufo?jG#YKAv-sGFKQp>H0^F3_q< zv{AV70BA`IQiLjNgDjKjw80~zGj?_OSCN(DOz0djxr1}i^&`0#Sm`QlM^5P}jw zejk^hslnlj^FMxeD(ae_+;vyG>c8&1sHJPz{(mpN1p+<)|BdJW7V`ej(q zW9_X+5%r7-eq0vs~vOO);Wt!1-O?le?!`eCM6ptQ9EkrG~% z?V%ibh0w&BzHu^#j6M7B>-P;p4!Mav{U%zSgRH=f0sTH2w>u~DHRAJ!Q*{cP>rEFShX_4`yD7VYc8Q0+X7gee84A{5u&##gMh6Vx=cxA4v;rNe@KT9+0y? zFX*>mZ_zVP4{=4{i@{jtR7%hgkEMB!B9>lY@*nn}%rHAw(mQ+_)VWv&bLrpGL4I%Y zF2px3V~dQMn{-g4nZREt@B`-{RXEwUx5o{_@C>viZhP7yX>8^r32FUu$q2_-ybRhh zxNpXBG(U8Zp$%~O;(zZ)fdPw;b?XlMaZ_{rB53J&^rr53uF8n$41IQ%(+&CO6L@Rt zyKJ+h7xfP$VZm<2OUdUJ^WBl<1k8V1;EO1N|dPllzZW1?T~sf?VUrDhCvmQAB`%}u~FZY^rX zYb-y0TpLAlm=sLOFli??*QsgX4PT7e_Mhqv$$LCzEjw`A`69ZSCQk=A~Uh>|xd2mleD*zrSn zuZ3b|Rr}M`k(V}6xsn8=(!D<2*6;J;q%N29Mb81W?4f2xgOd04P4P)DR*OUx{ezQbsz)Mc_V!LlKkm?x0`4Gs&=!NJ&FSdjWBQve~qpHU#2Rx*+_k zd*ueUEbY}LhemmadzE}L)>Yw9IymD{KZ zf!5;m8hI!9#>29gb~EUj%${y4m}Egtdp`DHWNNoqecn)*OC{c5+PiOS`{&k(c#YN;;YZ8E=|$XW zl~$NTKqC<+PVRE6x#tthaLF*bSM-#dAj#yEK?(vgG9s0*Yez&y8>O8HsvU!&jO@H2}lX){;(nPi)KjREOZPf|Yq$9DJ3@9 zH8IF>F19Cx)ebRk0hxk%>}PHhYW}Tq5^r0$P@zG7UJOU8wG03ruO+_XbeVHgk1*?h zefn*mv$y(LKXJFC60x#fuK$$hkDIYf=CT&{s0=ev!}$Jk%VA!(*!B<9R^-D4V)@{8 zkdXNz&FRST`HqtJNDZipn>%vQLATj)i5HAIDhusXf19 zWl8*i&7Ti?>0ZrtNur>(_omu?`%5hJOFaS)1+uS^h$v~|O`$%aIHy9A8s@*NTY~(~ zV03Us7OlFjpH>HL<9QvQvZeu>10Mp5Iejvf#xEMD>5d2$ z>lieX{Ur!zE@4fn@HomJ?L+j5Q?mqb}YXua!CAEzlw?yE(d(q|bu)i?*J6 zCB8g*88bn!rZW`~c~@MK-i<~$ zn%2-W-xwICW(=U;UAX^==qEJ#rq0trRdt^M8vINNzOBM!TQqFbGj6>3X1K58c_?S~ zk$sO)Tj8X#JX|OuL(bWdA22c|HyyssDaLA@D;Mg*Tv+!dX2INJ{zm<_8}(b1TTP5A z)N$h{!n~mM=V^@$WP3c>%VwTw)CF<#U)j~h)PKL8nZ-j*?QDVA6GiC<*LgwEPQyX% zFSu5_{U>3gOFa?kOl3pbBVl3Kx37Lg63jBp%MFp2$}@z!&d})QN1znPsQuXn!bB~P zGcnmamSgP$JcbpMGlRnGhLf|>UEoj(f0x4jLxtb#=YT0Nh$6!HHd+a`MBFZUpUR`% zI)+AWjqBYA+OT zCIh9@;kK3rfQatyuuCT=za0vB-RWL#)0-|d6$QZ?6FCZkmoV1zzr29<78cFUOt(G0 z*oGBqbj*~=-{X3BPV5h`VLj}@khQkIH2ZSw%I>~put`dXNre-OH%(GL3I)cxkXek} z7B*F)oAF0w>(^9)?=GxfjR0i*xj7}xiA-i@Uj|957xh(_hw=Tn*C^R{oC%d)0~f5^Nin& zn`p)-S?Jo-VE#xOv~S^)0x%){BW+at_;ZWlb|!psQELm7P;~Sg*T(o+X&dS95<7Lg z0!y6mWEh(Va0lOPExZ52(@o9jXM&c60jsj)i26jY>T&y(h%|oiCpu@6wnC&9-daAV z+xp?pOydi?D1_J*+91GC*KpvEN;;mOtTYXD?{rqRj>qQD7)H1S4=p8`xk1W6kI#gV{7&({jlzMEd5E#fAJ|zC}wXC!41b40H{=3a-IXHBWPjOt}?! zcKkf}-Oh+}@Woo?53n})#>Y6hp{ot$`{tGhZsSzGLcqxE`z40tq!-lD#56p|gkxZ( zd(X-7DmQM@WWBYTQfFc6ac2v_B{))({xnNgKb#w7B()vwVZ_i`1%aq{ux5E!>OH#| zk@y+vr!tnmhRpA2s;6aG41aWpUAWTy9?aQ4s%=|+L zyeAiEjYAjF0;9&5GaG%0;A9=oMx}}?5uGG^lk+DM1AXbs4y`zd-KQsYz;Ba(%+WD< zU>R_yp8B4pFv7?d>Z-dcwf%XN*`>*iRR}3Q4Qi z1po$X54OKZl6-SNZ8-S*A{p90a@Xw$hlL~E)8GEtQpMgjYxKeZ?i^)sd)4L{>Cs)c z%$H~_vZm*l5oSKrVhQS;61-_8@T)FnDb+_}i7%HOvOFNvxneseJ3k~ z+F0v2V74IbE?$ia1 z8e+eanTQ*5@|l@aA5`ek+bEkK?4p!VX&)S22O2WiV560VHk*1q_ITZ)4dLOpamWlnl2ki`N;bpSE73>>OQ zNBw?~oT=r;8^iT4ijrC`+3bic^E-WHPQ3ETfRE+1hRMz>sl}aio3>CrM}BZjzTnCM zb$%icHjgW8gFTSqG?%17+S5^#&wqI4l_?#k;CLn}$zJ8W`$sf0d{*R}bN^sSiV&jJ zXyq7Pb6YtR-%d0!f*`^<*DnHkBB8#G_!Y@oFCX|OoPM`InaGSIU^DXj?;8Ulc)l>u z#4PI4udhjo#1+Rgnoc?__f=ti7J9Zb8(|dp-?elov3*61Zj-vU54q3~J6Zk_(-%jR z6ZkCjR@T+{8ni}Rf;RWa8V#oDiG;D5-yYzHvU#O;8EGYotSeF@scmPsK#7rVRBo~lV{Z;<^u%Vnnl9!a^b9^RBWkka z){Tv2?FPDu;d#RK4Vyhaaon}9m%KP+lCy463V9$d3B=o6GDmmWM1@H_yA=uEzSB#<)Gn zOvUJP33lVT8w3r$F}3Vj7w}6QndOz!2{q!_*5#=*;mLq$+5Byxc(aU}X3?UFzcQAV@L%Pu>?O{Ka z`tido6MbS__WUl<@4W9VvBoChWP;jjM-w*>sZ6R)7kVQeI*t1Eq*4nC>RLHr4kw&S z6d5fI&vaOpEQ{C^+7&;|@@_=i-ZGkjItPs{UrwJ;Lw(f9x(a!-;gvr*lQ2+vSWVZb z<-@_ze6g5!)9BzzsZFd?p3zo@Af-_s-4V)Q;_1X}S0|!y9xRVfC;VX4wHoXja%a?- zp-9TwiPzL$EyL*hlKu{H*RNtF9`vU3-&2L52x?rpW1P%Xu9fLynLAX@9xtc2rY;D( zk69SHU#EjSTL(4@8e&DDMWE(QCpI2m_@;r67;$EVT%Gn=%UmL}^r`R;=n1t?uD>8$NSLk+~ z3J47R-M~T{eSfOm7p4;U%@vK~ZhsRCX(W{ZJTjA@r2zo}{%bz3uMVeU>AwW?YO%RG zwdFC}W3ThbyQK0Bq8^un2%%k*A@*MbFSVPY-UQuA&nuNLdwJLEhPVooC7eLP_kdeB+%B-->OSs*!($~rA*l& z^{2?E?3_jo`s)jCyj$Zr>-FI*#6IAAoWdPf*0&f<{|BFc;P$?Yp?)K(wcgHJ+w5CE z*XJu^2d6XKe~Vr$NB;kL`~T-k>3anbk;3c{sA+i;4eP%H=}DQ`MZ+yINmswt6^SXMQlrt_0_0ey^0S_5KfyHv6K`TIX`H z#PXg)x`kP&snFbCf!Z4w7es!+uHVNu;_?E=e=Gli+h?w3j~8=&oYngq{iB67CY98m zo_PxjQTMpt*minPZu8oqmiwotC;Oc?YS}C|A_A=4P3hU6V^*)-`xu7tdC#>^)sBir9*>2c#{Z%V|(uLR|Ur_W1Z~#X) zMd*e=fIHI7;pU6-<(=uZ);OKK%xuU>ADY^$vQv1J*`N{@``onS&}rU zCNsa3d5_~o>ZU&)%x&W3lSFMarXu9knl%G%ZA%%b>2o)q=(6DvNTa_6g&bHcBC&(& z2SI*NN4G2ZE&M&vtR+)l(zEZ2JnV%u>>ifb1Lcq%nT5cJURH&XTNHZqYHO{J!aNUN z{{zo|$$H=Or+;}K$J>i(tu}dwqN&$FCGbka#k6mwmHP&|B?g9)w322L4hAtSsoh3) zzF0%z%jnVudQX>iEALIxN_o6Cu%k%wiWkUMmI#&$K3!6|pVezA%r)pw7t96xBR|F~ zF)Y=$aZDGzf2fuq@e4Zeu+yNw|A%hNXFzxaK}FBnK|I&NFOON7-03N?6R@2}waa;7 zH9w>H?_iC7NCcIq1xcnuhf<`6iMMzQvRrTj>sg+pCghfpj<~95Wn9Lti|T}z{^68V`l`>AQLT|<(9I( z>J+kDNgLm9Y4G4j(Fw=+)lM2VRoaAe5XZcldm%oqlsB{LBbTkknuxr<>R_N*&&Ox@ zO8?iO-rt-Dk=iwEVMtiMTmi<(aX8z*%8**!T^r9zM;O^O#5$ETcyw)R(7Csiuzddu z>uDN(UoZP|ZJBKX*y7BnC`sZ>lYV0D;$j=G?$;3S7f}t$V^24+DAaJcZ{I8W&))%QIDrOLEH91QE&d z_j|LnQP8Csx&V$%ZP~pUKauE4`b=mwO3T*??sVHYAMZvg`$~gV!RJd^*Y`3qrK_ZN ztp#Z*q*m#WO*6?|!>v&k{Uir2!|hEedwe)bN;PG~$>?_uL0@0M&BX=J+j$)5yBMbF zKW{4S&A?Kxxb00SM6bl6B5n_{^}Xv7ZlCcQ~VeihD@~m7fu#Ac#$>iHtQ?g_$gltQi-U#Tz(&#Vr9RN z1tABn9%)s0%0Iq89!E3Td6|pic=5Cmc_ZKlINrUO=l0zX4U#>@FtfJ z)^5mAhxuV&80OMFZ2)7bLniBNikjvZyEK?=N65PRZ7cl}ov%7PhYcJD?a!g>M-skox zP{v)+5Fs)Vn{4m?Xm0#U+vA0I-t+S;eQ^_fln?64krDYtB*liW6{Su^yzE}Y=(#T$ zZfDm2!RIg)t;CVz#D%jrBGYPbpX~ZGS26oBZ|u~a3fz=MtpcH6JH~?`&LAv5$Wce0 z?`@;{e=FXy9%0PoL)Cnp*Y$6VYd5%R-EJwJxeCGIJZtM9R<)_MUf3)0f+V~y&*ceY z?5@^n#a2J_Vtv)@d=3d1N+PhyP?!caXQKx#yEmpY{e5d;^c~%Q zrF`>n>=Pg{EALA;w6P$ga01GE%7xeSTX7)|+oxuEwi%J$OGzJRRB*bpD|ELrw_szJ);LtrhfAoJ{Q_+& z&xj?{5)1KOJ@D#XTDGcvTzRKJ;vas>ACE?T09k6j$6gD)oAEt3hjiQw3ULh1O|vC+ zww9i4n!V?#zmfjKX)Tl4sbF2IQ-gjL-JrjlRXxZ2CARfwJM*f{*Oi@d(UysFhXt`` zy$2%!cY~o?U1A_=+?|XeiWk~#{=qX&NpT~lRycmQoJ#JGj%IKyAR*bU!ZWL~X!#^?`#*4;gz=y{c^eNL zKV^dN)qCuTcF^hvq~r$rwKeep>rH^IEj$ASL^K_6wplq&-2~w2V0i?1OV$ z=1)De(mygZ{JGel=xv3;d^-8^XurVMMBGgI_iU5peb1K}Q zV{?N-ElKUy0+%kf%6&}RMGreMv7agxbB$7pr|5~-1R&R&vo+Utw*rGKBmZoU3@Vf> zPw&Arg&-~7e8|r&4g>pz_;>T2$j9ytKeX~+M{Wdwet1qN)K#t5@C?h*N{k`)^Y0!p z-dKJ!DkyeVYaNxga{z-Ug0pdvOw%u#Y+p|I$%1*uFCEC{h6~(XP~#@W2=@(Nn}@-& z3xC><|Cq!t0V7ze-by+q6dS=jDNaU8h=TBbq9s#gp@Sm( zk6mJ1XcApOm&`X|(%2wH_7g_+C5!t%6#_3!)Rn?_<-)f)gd@Tx7sdemk(ODDUuTC& zV4e>oNehKsb#FGLwmu%B&3o}B8PjY}x%@Xt2+rIl)%@<;JiRx+LsN>YB_~#q*8ox0 z_nesq`9zcx@;Mm!#NHanMbj2*DCmhzBU@m$%T+}DjFqljmtg@sgOMBy;hvjI5*M=- zTGQ8S9LyJDxI?C2qnPtAE-c~cW(Ie^|9)-%P&HOBo$lkrVndRY%Bk#)c?V_8r8Pf8 zqS}9R0mFqH%bzo&iU+eHJft36{%_%Pdow0yQ@Dag`*1krF(}Y4_ORSnV#Qrq$olOE zMu3NFN@p-0Z$sxBs#Wgr?vTGn2*$yBXVGYCrN>*!TfKYKk{Rw3b7pRX-Z#)vwUIKM zm$UEu#h-C_Cq7P2h)&wXct@f^=!F>o^Ysx24>^VC)>@CZ(&c+Ez>Pmv=e)JCq4v~g z1+44RL#xj_s&GHIz_o9jT53m@utQ+;`$ZI9W%2{`}p;A@P)F1 zl>}*Cp{8}cGV8Mtrnm>Q@(Y}X=*59JKcF={RM4ip9VM?nx}w33bj48ENPS_Wxgpz< zW++j*#-w5t$uIrr!=HRan##ZMOW6 z)a!n^vm8V{WtxP-f*6a(xU+U05IC_+W0fn32Zd32{9@c*JSRIhqCAXMpx~qwXXTFw z!&Pqvsa4{<$*XCj0n4wS#WM$mwTKgie72aAF;7u#$87=h4HSmEcM5^E$-{YtqmwVG zH@+tXLT&`-2w+mp*LEMeYTmSD^Llt{$NH-;8$Y{9TDE5 z#I%>g>#!Pm9SIr#GB?2O+h53n6WY6Hg$(Mg3H*F_QqYYq!D!AHv2o=jNcaU3bQSm< zVjTmWYo}$)0b_l7`&#Cr;<7P>rBm=dUx$S<)3NGt@<*&RR| zR_XL<=EK1|tN+#loClsQmq|qj4apue*UGgpS?SESKQt`s%04$aK#MUl3@j49DN?wl zwwn*sWpRX9;M3G{n&DyyS0L^^*QJ<#JgqsZrhQOKhUy%mf2NQ093=?Kh4s7n0&Ip;hL4c0g%|Poi07 zPxt$Fz7bnP^0Z{__QRpKV1A~fMdsLY3bnISl> z@^9w3X!9{T4NIgRCw1c6uC-GwW)4Dw^$IVmjW2Vd26+=VORL`%`Qi7Jo!o$oQ0q7A zP;7&KGLKCkfRVYR6T3nwjyR{h!OfOlo;8Eq!nF!OPe?&X{eO6S=O9a-Ztu4_ZQDI< zW7@VgZQHhOThr6FZBN^_ZQI><&+j?UbIv^x_l|Hx6Yh_jKm06$l&6R#M zDTYF=Q!D&7Wme#0IzHZu3;Eli$}Jq<%x5Z>&M-re&qQno>1gSI+U7=N;?Pz5t5ho@ zSGzNmKa#v(KVNiZq^|w%SX_E8I-1CHjlXJ2;Hm-z-f7=35oy<$fAJ%^2I4lE*SO9! zw3s6^hH!9ba-(`JysNMn0i2`-FyT45+DMG1s|Z1yDTM2`Lu1c-JJif$D3Y(M=Ky+M4lsfgZobkMTX zT;0J0zZZ1}N0iPH;0e)W<36h<9kct4+f(nte*r({=h> zPA%0?aJ&3WLc6lqN=aB`8iKu>RFnKTqS;rP6!ZieTt#*AJ(k1V`9NuDGumsEYBnNu z4cwJcxoH=q46^HWBM#4xJR}japsQY>S>N?=m1L4JJXa0~R{uEC&gRjGRa>4(jW(!S zbLrDq_6$?HA#vMrq_5PPKxrt*xvkV7Q|FLDjOy~N#Vkg7z*KZ& z?k=PlZ^$%&=S2)T;WX?+pxwfS%Rc>qjl`({VX_Z#&eh zsp5(taGs6=?Jilie*RJYNnV>nmaa(KLh>CL^`JNG-sc}P<@?MuLyUFOSH`SwyuNJO zY_>f0=4jyDL;0Up2j%SjJv`U^vyf4}bsNjI{Af0lPY2Xm+##xc7AEuOkAd`;m*4Bn2MvwJ`EFBHq0^P@e-1K&jK_l zE-l;B29Cu-*Va$D9p)UxXjiTL899jE|h$OHO2v~K>}N_%1?HraZ^B?Rc4ov?BHF3m_|81wRq%*1t)b!jn6a|2CHpe zn108Jpjq0;-k<#H`p*f4qE1Z9wI#>DOm7VtOcc$16`{Uu>nwab>)s%xr@ocHnLIn~ zAFStmk>$-t_$u=QU7O5COOCg>AX;-uBGnQ&nUJm_T~w=G`M1-B$;GFHz6CZPVqb&3 z=w3jZErFfEDCT`Rigv5VZ?3Af0BvbQ*t5`R{n*ztP>Hi&*30P6$^rsC-9DcPOW&_H z>;cc>q*lI(Y3~d8#t9oe`aCMu@m&uP%x54MK@D02SBWo%-b4E~86Ar}xd0V)j#Ya{ z^*?HAzOTD2xDBu#lFUnM=qilEme)w%i}j_S_pN{t70`QpM|$eIDe^zG+3-m=x2eSQ zj-{31aU$bYCzRs96wo^T;hx1mxlo_PbItWvg1ih+R)e(uMaIo|-3IHthmEGP49#N6F6M~+y9;SM-b&m6&xJ=i&NwI>R*ujU$ZcKAlAWu+AlTy zmonVDZOqLm#K+nLphd?{QuKXVILrz_s{H)e{0Ez7e_i>qIH8qRWH$GOfQjC|jT{#3uY->_5mP zG>kX%P{>IQMR? zu3z?GKpru#RhL0sVAM6~BBrS)ay&Z*GLO)HE{29Q=nk*?AaI#4?MY*Eq}$0zey)&9 zv|7A1?{GLQ+@0;#;X%hE;F-LC{08$qlM)zuf)TBu5=xvtBV9cA_|0$HT`p|9IaMG~ zCHWbXL^p!#=pL2E-F0w=)gvvtKyoibc6Ur7$SiS?o<-`i>Dm<3&rDa1r`3LY5!3k9 zxl~s@;?@`_b~OEKSo0ayce7IB_<@MpH6|yT>}0TsBWIMmU0?1MR4v>U2CKYkWOd0<$?Qks6|nW^MkG4Z!V&5tx4 zE(gN3C%WEl7m3>;Rz5&1e66oB_PwGyV<*X-#5q|(*+eb7D-M<%lFlm~3snBg-_?S% z0l{@2S#YS_Chkmo^7m13oF8F@B#G`)^hBA9*&L~p`4C8AbErNM+t|H0zUhKsKpX`h zHjIvg2534F+kv%WyvE`+v~on3!P#8ErbRx$kXQo|1fm=ys@5OG)ih9r-JDQUX?z$8 zF*j)sTQfAj@5KV@zIq|^aq#Phv<<%;Mcwmy)_Upp&C#_yR==yKsf8exqIk(MoFy1n zjO$x28JTqYdD@$({7Lqmgcu{_tfC>RJrA@Ph(|;D6EC)C3XIIUbxLa!s2^@{R_b znhHdyU$$&Lv>m*DjAYzK=&k;XM0QT>k-RRiSqc(1PK2^bZRIAt~eI8d=o!` zGW0~+&HH(xeWCdhr=XSW_k&Yc>~m8dTHN51+Vs}rr`(CaXr^}DqJpyldhd3Kqf!*# zw~?#V0wd#}6Ma#>$2S^Hn`{6Ee&wAM_67H{gdM6pME^DouZdF}_mVy6?$EWM`QY%G zBEWJHZuaFjRyT3Tv<6Q)W!_{Ov2BT~B=3wBb{1>BcDD(ezJx}nbo<1avT0bW)AHbU zL)zQY->j=#N@?xxkSdQ~LQ~oMlq9bKNdn)q7}O)JvxqZ^rU=i^s(I)wR&8vl+*3S~ z=#f;dout!c{!MCXp#Gqwb~~Rr7_M~Ma%HUP)iAZ56p8Mft7vg6sbu$R;Lq`A*)~Yn zerc;V^OGigXbQ%R`Q=&J_T2u8cL;a(5Cd}0t zYVg-MOWa?LNSnX=uDIOG$KSBJ#ON=HbbkwCPI*TCJoA`mChO$apjj&+-@xID-mJ+^Kx zRvtHiHreZIQX|RqJ;v*pVNZRa?8~c1B}NCoZI>xEo-ny3xv3K$SNaTw8!NoANcZnI0uE%Vl6#ybCFOZUF zH??+GG$j3Xm?`1${$VexoT=zptL#5@)RuLYmvv`VoYMD__2zTg9?kai(~safwbCNC z#itH-Fj!o$;t=?W;Ung~XAW;T|GAf0=R%IQ*3ida1mAjVfKtaq^8SoUrd}Cihl^IBM zJTr)urZqNa*t{xGBTRzMp+aJ|<1VLQ!HyLn2+miKLXFEia&;O>LnQ2rZMDh1`(}_z za_`PWlhu>z`k~W*0l~8F|O=PM>D?2uo4NcLfuX*Zcm1yF~b3 zP6WsN=_!6Rh#GG;M3(|oj_^LwvRXmlvWK;jVC#lQJ^HsYHS=V2h>Z;97{!=k4%8X* z7a7qw+pCpnF7`nuM+tF@;k});C_VmAU|Xpbx}5%8M>!o?DTyy;;<)h_-74V>Zh`t; z7w!rkRW>U4>J(cvn1e%Q-u~n-C57<}HLsf^0axZ!j<qsVw4K5<0MZ`HbFZ0UM)TJ&)o2FHLMn_W^@@u_F?&j}iu1Q{aMk zn|t~{kxem0*SqjfLk6(M?-<{k?_|Zv8P}0+9>Wr0eo#C`?t)s{q_27=fd=A8V8W}V z3yGK8foS6C>(9_oz4wh66Q#M=t(k~$4BQhgKbtqDvMmzmS(LOucXTAjskAe?wchLL z&wL-TFw=*X_?eP7^9M+d3GO#THJx^EPSuFl@`EN>2K3I%w9zDT|2oetT;L-<+Vk|9 z+C`h|AG$!n8&=-)Hkq$kY9FRZGOR8s)*}qHZQ!Mtjer~K$`)(h?ct8-q*po9CZQ@f zm&Z9XO7IZY7KZuoR+3;A;LjH3@SZM-@u!cJX~nA>J2OCIN8dYLyj&xg(yr1=eNQrL zl1U@33il^fMz`}t!%vP(k-W8CJWou@r94W93!5WexKIJ-ky>G9U1~lfv zx2qK55R)NWx|1?5WRVYXLcXknSr$$`$;0E)U12S0JnYhHTG$(NfeOH$!@1c)CibfwcMjZ1Q z_gC4exJG~=H2RVpTjYSC>^hM7jAiklHjteLQh6TQd)brx<_1sJqKZtdQ2z@V)7&hv z4d+&=Ph1aOdO&ag z$QMmOugQpc{qQ(^MuEZi`DSezht2@%C*NMt=*md*sbV1}^bRjAvNeb81H=XPhX3u>o^3(S(oIk|Imc|{jl|LuCwA`-URAAU$z*Utlcmpf);(?{>>?ezL%Gd^~1(kt_bR;L8})vY7x=f#@|U zf^1g^n-W;cJrZuHGcP_FL{dw=(s6BumnErnAg&;%bs*8gf<%6?f>V?+W?CRZz4IiM zK*AQU9F0*ci;>J^r_AnO znQ&hzNJQ4Fd~Ic-!pk6hfSdG5y7FQCYHVN1@&3x z`||OiA_k+K-K)L}e4MUW>~2(GJd~!~YtTz_{_}mma+Wl<$k`pv0T5%=(}yP|QM3q} zkebgq7rsc;PND5$o!1p4y7KS!d~!cQEi;04mMo@oZqhFXn*mkS?Q7d zInUL`wH)dnp-&RbbK>HX1P!}OuAF-4fH#Lf(GQEr zc362K^kdkP5#~ip;VsVP8Ba-4=s=l$=uy%LEv_4LB+iwWFoLT^5>SNK)2rsU#N$n! zMwvO6slteV1uvSbft;GpZdp?AnLTS;EE|$1vX~eWP1u>8N-P;&T=O+Du67`e89Bm~l zJuFO?%yc+4sNMBXBsadfe@sMI$~y0bz-QKHPu7cNr)~{ae*LZS3c41(%x4(oQ17r- ziqy=0>$2yYNu};gZx7AJ+Yd!6VX#UJr<6#idss^#YA5H;vv!Ayu{_t zke7QHmH6(|*zOb;9`94jjt`6z_H0DjG-QerdktyI`OOKBE#B7k}>5@-{V$0aZx%I{58c`H(<^0 zt4>$)V`0ALgn-tu2_U<@vPn|MXx*Q#}7MAVf=MxVtZav1`u527$Y1Kr8gCMzhQy z*XbmDn#O8SM4REVju7Dh8b5BFkh?d(k_U$UapyhPjfb~31I*!J=_}Muz&z{w!ir}P z#Gz4q`DQZp4uTSK8w+B4I>)>m-0gW$!6f=Y(gPt>k1cSW+kS&v2FXL8->%}p?or7c ziVLOmsnf*j@CCLK;kGLmomD)Q1i?)s^wrv7w4Vo6mws65|5)f=^P>q~o3}g1dJ>>n z_vUS#9FUuLeqtg+axf~PDhx1{WB1zUe#%Fk;bOs-bW3KV`G}o1qW~6lzRam=CPmi< ziv(N^gY$22hdvM&g^1Zw9Q!LNl(V>jgaiLdXkpMNaZ0zN5yW z_Ik+}LSb{EcfNtco8CJ;IxmM0ma-|E#f`QgJ+x@vtK@a8c0a7Gv%6(18ck5fE9(J+ z$h29@Lde7$-;HG%c?^mBHIHQ+vdT~wdts`*%_cdL3cU4>JwH1SjXs11a=T%P#Ta?i zfwwEpD}8OZz+pzwGg|`D?a0BZl*2dpJL~G_%|-B$eO;URplfOm@jyE-q< z!uO;D^1#hL&yzQvk?=%t-90iR2ttN1L_#(esbu_}_g9jLG;uw`KZGE}IqdrI9Bsek zJYaIaFZ8}};GN7`G~`B~kB%&m{J3*=HdW`gVG|x#DDeGhFnsnT!8AT2_QeYeGHJt` zcYD}UYmI{jwzEX=hoIa3XRQOCJBtHoXRu9!&(%hBe{=Y88~=jI3)n*o-?`dQmH{TS z@?^K^(mM#+D*f;VOjo4PxK@6*p<*%1>DODG^0cck!AG3A!>O9M#s)Cv&MHDUUtd6YP7?nM*1R56G5Viwjbaw|Z^MbM9RIHz7We%{AK z7*1a(RZ@uffnY1AKdDHmQLN8bV1Mi68Al_xF5iZLE%wtn{%IO|u$0hEo-Jll`R@%J zLq2Ktai|?B1KPTr&e{9O>GvijVVx$Caa&){>4P?Or)bVZ7E`mdl`|aU40(zogot5m zBulv+aqe@n8MzeB>d3t?IM4+_jQq$rWm-_CLVF3#kwRqL%7em^z*LqJy>n^~xtq7H z2r+7O!Juaim*!*?;VY&x?CeA7LL!HtCE+7k+938*wRn}9BC?}Ag7={zb()0{OkQ4e z8O*rOiIQ+kYtv+6x_O0o2}^8;IoD9mgK1&BrCf>Qr}#_WXqW2n-=dPv0nr$7$s?Bbz=Lk`HXW%iQlBc z6)o3w$^Gnvke&q2Bp`0hHMLgR|D|GZRXsbF=4trxl$ez>)9roY|7 z3TO$g7EzrhkF08=oOPr1eX8;dNCX`OOl(Esz1yGYA2LPAg~k}9YMD-euT~Zm?5mrs zbZ|#V&@2%>S~#>DvGA+m zRat5+8jP-I?(0R)ls0?d$4EdjcSPw}_-; z)BOnfsOBpuiT~zw8TGIuWyVDPZ!JIs6(S@Uh(A9eBBT})3?Q}2>i1T$HX@Hysr&}4 zm=Aud7$Qh$gzO8%bq}-}tP0i>w+S`)r zuQyfosncffx81(3kH}g9zAq0~8Gu$EeERa%ZiwgXPP$eGdlvsS|6hhOn+6@D{I^{u zQHb9Eef;Stq&&I*6ovfFD0mO`@Ad(V77gS5=S2L=)WKgE-lm2(_O{`%o-{`?@Q1bi zoupUBt+Hy)){Aju^^2?DGecwZXgJQ!S)jnC=v8^|iE}FRqE`F7l_Mi7EXr-_Po*yg zV@6t*fJ}d~O-`MNr>aCCCj~E-M7!LXIj3{5(rNsr5!AqnE~kjR!#Q`-%GwmXt}D_6~^O7O{e*bl5=bOaIs44+O}21ylu~bhmQ9~$;yuy zRiCQ~>c09?M#uMFE!&fps&O7u!+uASFP#nY7bl^L4yc@sDehQ4#&tpU>gP}H@mGFt z?wyDMea&B)QjSuemR#~T#1xuXO4-Fkc43kZgB>s{a+EkE3mLJt5=z2S!#*oimL= zLE?$PhOS^Q@D9crz@JXk<>I_xFc$k))Hk+089Dhat=5M&|>97Jt$iAGfd3|1w)8gz8G8 zCfvQJ6m7v-jWWi9NO@@b@d_Ff9ZAyOf+SneI_J*m{>8FU&~{qSb{%^*7?#`iTap#Q zBiU{2$=GBhn-RO~9mf~1%=1HYu(ovHgB22E4SWq%b#l~}N-XLX~{bgOEW3wec4Hvjn&{Y8k5?Dg=jz@+N$hwIH97w~q$5BPUjlf@b0Cx)|I5uQgz z$jF|3S#rarRoRY+^C6Q#1WJ+Zz>EZY5bF!f&M-y%)AKE2GL(p%kbMWte&JHO!IsJ% zmb%$;5$ZWD94AaHF_-JxXLBkQF28xKw!k-1LvRN1JHi%ne>&_3#FNgbE9JL>3xkaW zAm||~DtP=^a9CM&O&Jdod{&3TCeGNB$4xDjhPp4Dka_&$)0b{IWy7e8eE~5_Gm~mcTs#@4T zz0SKkK`?=(G`hVHucw@o_bnw>Q`@r z+L7M}X{5rQh0w-GB*IrmHh4Nb6WiN+ug1^j}*TLJ|+)F&#JYPWCM_m8ND7L%v0Jz^y#nD1x zE}pfwUmXOr>m&p!ez!GZz$%0pu&Z2SW^Qybgk46t3U}G6aK!=ti$<^->O8q}b|q0d zZ$*aTb;>F8p5^DO?t^LO+2O{r3Gdzdl=u-tH8K}VjzsjuXhV9!K|dKq)Ys=@ZDs0QRd)OC0zoxrN2>v zzErep03#E|tng4?STEwj%!C|WsLtk0w%mdcNPYu_(h-LJJa2mZb?%IMttNVrw9u121yZ$obw8#^+$ z1i@$&@Y1%MUwj`h`N?s?amAe?Y!!-6aQAuldaX%lM+Hpd_KcO^BB1dH79KR;h4x3? z?S|nO#YS`t4Yc)z<<0pN4$sbY8xIxr?x(XZ^RW7SmH^EgV<;lD`VN6C9b%oY@khJv zp{?R*t_R`>-lySG#~ zsze-iE}Vl;p0YdA@a9VZ_4q?zHE%Ym<4tbvKAm@RLce?r6d#OXJ9Kq*+hFTkNFDi! zvSfm&CXx@v3-dYQ{jZ^CGB@+~>lNrKxzUE!q086I$%`LZ9ar1ov)*1YNjI0kfPC7Tz+hL+WVBvsL4#Yk4tt>L)f>99&ucg06+&XFC%+ubDZ3t zbj0iz2~SCNWH8J<;D4)VrM4XXPDwOdWT`lE7+asCLu;Rz=J9Cz{?J{ZkmQkG+x#Km;J6cnnDgb%}X`Z!!!CAdqMTrZIGkn?hiL}GdRAtgV*BjD4P_iL%;9#X6TGJ z;9b?4Pw=P9=z3bl8SrIu<=$br1l^gI;^^Rv8Ep^@#I z{@P45At<&4jTy^XKNEfhKIC`zD8_eCjNfoBN*FcQiCnZ`xMx-$H;jgd)AV2yDy|YV`-K+i1p#G`glNP-;^^(|T%b z8BdPlHrQ?N{_OkKgEz|w^a1FY_q<(7i!9Tu`U(W}?&8k86&a`0x)lVG(`vg|D=XlJ z4aQD%e76yh<6ZxtV(ND8^!9kP+j-{IBbYsvsJdhTS?*Q^l!I-XBkI?pt% zVw-b$uFcWo%cavFb@{SeVqY3y7l<_KPIYD`kqPBDQFAXUf#NrKR{@GfK&6-q6&R~t(2Kh@~pQ%Sw#5^^jbaBYKc8sd*Cx| z`F-e9VR8~-9Td3mQ~Bt!ylkJ-$Eoi7E&yd2K0);q?^%56>m~8Z1mZu%+&1cd zxb5T?K_3fqF)jJDix7atXYgP>TCuH?led!99cerFkJQ&Dh^Lv`2{}Ef6#Gp>VHp!B zJIMh$q5C4o&Q_L_bqYgiZLtZFb*l;v>x^br%P^W}VI5xoKc%qv{S;A88$Evs!?CR_ zU0vCQL!*eCk3l7>t-|iE-J>S#v_mW)BoQx)8>vkqM&K_H1k_r3YIJ_IL@r-}VIBy` zRIwYxv41=%WBWa7#?wq3YEuknRnM%Q5l4CLD8=6!3hb7xEU^~D)MkgS=N=n!I$h_g zX9F$ULHa58m^SF@bf6_^+dC#VI!C``UHp{wIFmDdmA8I4`$qHgh0V4`{i}jKcBMP5 zwCQ+cv48Ul)^W3o*U{Vrb;v-pv^w#L2|Z2il12xjGWvo_>B{(3(^J_dL*X|#Cdb-# z*9#$&0=ieq-K~VgCh<$hNU?aLHb-?8q2|>n<<(R=vo`&HLI1_+HXV!RARyMtF+OGr zb>Z`P;cp{FHf)Zabf0?#){@zgLEjkiSe__F)6g83u|X6#JN&CAvxMh#IQ}xenDQ=a zfIP2I5b=?0XI(K_d6dV28cOU#9BVlN^$&gRua17qfEcR5Da-I!!ORdNzDm`x6o9L^ z#T1O|_{I<2?@+VzIJ}ZEcj_+XugAZNQG&kSyP!yDrd0rt17-?{uPKRi{!sS>LP;$` znN`8FFr24zzT{Ojig%TfM|;J>pcMso{-%J4p%IL-OeG;-Exia2y0{o8Ay)M4Y80$> z1c2-7rA_oIoWN=3Vrz%7sQutq1LOCbc_pf3mJr>>#o~GtltLj1v`fzFzXl>8&)P!@ z3ND-B&;}y0+NYen{6F@qKjJ`$I2igmK4c^ptK3MOjG4bW;0O~yzZ!c2e!?24oKn5} z-f1dZ_otq&dq+oK>MvP1A{27J-F?d+*CKa3N48fPazW$%>?agu%KfkqIl$y?%^o;= zUBXyNcLMbz*5~2K!~WA&eiS$^PB!cfOc7O$G?fEFfpd{|yl!!6q=j zzy5~|_~&2|3upfi#$dQEDJhwCu<@E)zx4gTcMABH1O6w&UT0D#6i^uG+7&5kg09S` z?dY$O0R&wDf{{h-<)dl~

Tp-r3F5v{8~aeUrV)=?O*G)BVww3}784NuQ0QF2w#3 znyR0K05#=*Y|P>KUq<}jfetLicu~J}92*;(7VrXj{o1a82B3V_|J2UEZP37==}Gjh zdE1Hb_uf>~4=wLF%w|2w#biguMHU4fr2_D6p0|XyAFu3FP4H}6J-6Zo!Bd9`61t8L zf~NogLQP)O#`r@>e#RBA5W|46l_)DLcVO5ljB}Dc-C8$RdN4Vh^A?t?jSc(g$jL~u zDKAeI`NciHg}Mw74nq0$)2t+Hc;|9eAO&K<2x&K4xHh=&`~3Rn|_z>kA!(G zkzifa@~7y$#=O&iBGQs@Xx}ByB`@`#a9=-72GN%V9%PB$Dt3#4`wSnG5cx2-L8#ZH z4{}xvQ(94%GM6(K2d#x0Ai@bc!hgVo1~z3Lg358NzOTG8i$sRhcva^actJy?K2;3_ z;KW4UwWob)J#LZ-+_bJsWe*<@M3ieTt5kWfZr%R*ohkgNJ^}|58a?FtZ6RIs2g4`! zz0PRsyBYWXYke&}QoQx5Pw!Ezn)wjRdVz1hO@p~C?}|qbA+O(nCn_3>ilc=wLF7<7 z>0upfU1#5(#+j+gz4AJ3{Ffv-`{9K~7&-a0E#3i!Gn;k-gEO`K;))PQGrd5!{ie&j zCz9t4R;{ycD`4OzDBer+o4ETJKP*$vB2v%mEg#Vbt>WrxVtuUf*PjGGCnS;{w)k-Z z)gM59^)xnUvU-RfJLFKjYHCVCEycMq7!{CwQ{oQ3QOu<&gSVvDt>|8TVbtl91i%y| zW8~rPSGgFb33`Fk9mKGXYz8@jbHb zH~4QQ`d8_S`f^aJ2cFAP_8Z}VWwp+cYL@>dV(F!z>fBLp|+hj@79MPgCZz#fQNAg8~+g{6)K6z-Os9j>Y{& zIsg_;g&vjiD``f$E+WwCl4-44c(ps!xg7dE>#%t5JSvD2X2IO-7e)x67O)1A zk_astG3b8vMt>utbt>py5v(ij8Lno$<}?ppQz)@+P8g6U#4x;m_)+55!MmQ~lr1nE zDGCv;y;|zml&kwXJuc91Vi{U-z)+4@Gp(Of+b@S8T&Y^2H9hyBImCOhWq^FDCopc{ z6xAj6lgMY$AYB?RFoO`=y2Y&56mKYX5u!E6{3wWCtgU}02L?LYtO{uWgBX;iaRe8i zi2;o$k!2jP`8Q5H0U;G>q6#g!D7lYljZSlPDHy>K7d4tTR)o5g+Cn?jG5FsYUP@P{ zSNO*%>`0w>p3@*HGJb1f^f!NI|1=((I?L&%F5@mfwD+IeaXnU2K6Q+c9tM^9H$cd0 zkA!1Vdmc#-)(}+FZQ!N93B%gh^b~-mnt1LV9*Xj71Rr=XS@IzfPsqok>$ws1XYm2t z>`t(&YtDYvuB&#>4QQ&8;I!qUh|kLbQN7lJma65yKt?<`K0nJAt^y=ebVxft2K_^~ zwJW`@9^1>y<5bZ`N0ydHja>>_^R&r?RL4Ac%bOqhYnvEqHU$f$zy;_fFdp|p^H3!Z zk6$9{>dzH9hsBz5H%!}5wvRPS)jgkA75H0h$6`(UJxem~(M=hAdK4_VV>Gab@ght<+R$;TLDvj2V_hUoy3ntd3k)a(lXDnB`;x zl0vA_k3FP_BMiPh61jg2g?BNhUl*BD{e3vW?0R9BPc_|JBl3GdBmcG9o8Fq5&!M23 zen~eq*c^;QyFcsOX{pWktzzQ)z6G*>rD$S4$Jnk4sG7YqQ5t9SM1(`ciGS*i@$485 zU#Q7!_=q}mK z`&|%X+f5ZxgMf-IME)~*a{bv-`k8y7jh$NDX!}a1SDVg|)!YiUBDVvGVyz!jgzsr9 znxwq!GiB>}y|@UGVrv5T2`J=L3O2OtfGjJ^iD|Ar)08|X0%E}gez7k5;yAOf*?}8- zHjp;F8hSRRSm@qfN%L#pC)K2QQL;h84aswcJuV7QsQ`)h4Oy5zZ^m$sc?l^@JSWSzS9%A5;I}20yv&l16^lh`~|VIZSCyM{rM}KlVo% z70B)0kRO4)OTW99(=}TN2VRq)0sZ4#a)p802Jb`Mv{gMa8FioJ)p|}dYsXd$lytrE z%|~Q4lDt*^Tgel0R+xNiOj|2f__S30%_82MI!wAC5Vk-6bU}$40e>WVk6l0E_z%&x z83T(80$cT7fJ=!H?l}Ohy4x0ScW2ht2=4pDzWh`Z@{vSv7;-Kc%Xocn*7~0$BZi#A zKIoN1U=YbA8BgCifZjAu6uGTn+Qrl|V~YYj%$~5f_>Ydoa{FM@uXa>6Wrwf#@tbX$ zi+tC3^lxkk*?T^jiyErs*nm&93IjH;n;-cYLXMf8DkSfSC)M2k7!kZm__e@-ju_ zfQQ~z02qWiCBylng_&!exkPF}yMjx>r8p9Fk+pg`lH2n!YHud>*F`0wYhN?AmRL5= zUYb2sxX&4dDz0m?6EXsmx({Y!tJSk)9^}D z^wS@7@OlTl%?qt>@FCUpsb|EV52}j?k9?ORWC;t^`=FA`L)1 zCK_oD3s7OJ8J|Y!&Mvc?T2z7+t-U#6Hl3&iRL{)~VdPv-8BN6d94i%GwYa(Ns0PfU zqO}0RqKRC<&h@z88yML=oiJ)5A%ouz{ybZHsLH0NbObn9t-VGapUc#H(HQUkUI|s} zB>hQs<)JEoAa~cJYq2tQxqq%x8yR+pT(8*8%sCx=$^V*KoeB6H(y1Y0BTAwQsSw)dy+3t}- z7v3UBBpu7GtB}1;zP(Sz`z{aWQp%DliwiWU0b5=@*2-ogrwyhHx5~voCA(aUQ`1Ai z=?#mi&jKFEV-4Go-^rJR_XfYfrjcJ5m1=%<`{rp`(h7QiPUB6Nh3^K8COV^jrJMx1 z>C~|2MTftI5asCc`Y}`|IYmVzH&}<1Reh2dS*GcpAbp*w#J_a0ngm2az?v{WS>^dfBRHw9!WZgW zrJ3__uPOK#7oyQ=L8fh&%Ej}2eIHsBP9ef1?czJU|Aj%+Dd433HwVE#JEaA5HJ!eI zr<4Mz@|h4;%vGCl(S^rWV}62fpr)*ND#BMuPrHm!_@F=@)5L#O9Cix-pb*1*&#%7^ zDnGN?g>VG=es(5~XI@L*8ga-3{(d{jt=q28NWD_fa`kA0GOoV7Z1y0Jx4l$qwcnJJ zt1*|cvTK0gsKGdkXSHsi)G)#=5OF!6S?yQ#P@M#6>hK+pA!LY-G9iyAb}3tDzbYKU zQ9pQPVt}=wi7~AnoTj(8XRM}+oG;dCVebaamy}~}kRPwLCNFEElTqe01esIrm5F$S zLg7^+w^M~MkJsjaL0&0yJy3){-}<)}fLrLjy`9hiK0Xus4D1wVCAppAVo4z2YOdN&&6&+>{~_{#n{I#yTm-pmQ$Lb(P{6{((!WI2cT&@Rh- zhkUE8dQYQ@i%_+KKYR3KT3d@=5uafgTMFLm)MflkwP|U^dKD({RiW=u``1-ujSpy< zCc@l8uSa_T2t;PP__kV8VMFO5=7{SZQH`ShE&9K- zBu68e7Hbu`C~;{n4c4FH0$SGq4ZU1Qo=#eYcHQa#W5Rq+{CUC|K=K&eI0>b-+7gi- zMM}Gx@gXz027#L~of%kWsG`Ng^9@;?A%CqxK`Dmx;)brix2~3AbXgdSSPfNw1zleb z2j!DHG&-_8?ei1y*2#HKk-cTT3viu6j`%^a29Fo1(USMXJ?k_{r$Kl-Ww1BGF6N>a z95%|wWD|@Zx$+Ko2b0(JGJ>xXVP+}g*iMH2Y>`q?35|Tl5;rL_f&sE(7*m37d580~ zwS{e%;jIfDJHTr2s~DigBLU+sEy$=%lqP%cW7MfB+RUloH3#i|`~xOB-*3m@vjYJP zf*H*BtG!-znz`h)^s^U?Sp?drCeuahr|o2yw|$hI z*$GnY@SLh(O25;(+qmTlz&2nmw|u@|1plaArn0{d&q-UrzMc_cjP)!}-`~5Zp1!(Q z?QYhq|Nqs2D6`(Lo{Ofl6pU0T15UJl*&Nn%6&$@9h2j+E?<}nxURJ{V)x+yS@A2p} zrG_=k?HPXznxs-wI2k!IOgw`6XlSk?hD$cWvBx(u2DzI&{>>YOBzp*VqxnO5mx{KD zJdomw#u3Hjo@HMfF;f_0`7ZglcktQTmB+7^?zBpL$8!_%4_4;2wCn0Dr^cVia_KIm zE4MLDUdt{PRp?gPteuP@~HV&ej_(*uJ+xmdm1OEthJ#k|3mj- z^ra4v&j>gU5dXeI$df6f{;^qLsi3-vP1DKSngd7d8f?EWK-C8{*?%LbM)1up_)Z>w z@#r{yJhN}cZQ*VA4EX7ZL-(Ug!dYZ-%}M6*pi*G=ED;J1v(=PHtc)*ZGP_>-;g|3d zqutT=8~W5l!PZKwo4$kZH#`5kc-Boe|A<`?f0`|}01>qM8_*m-S{;})MtI&ezL3;7 zu&t;AhLBdzA%%m6?I8cc9v8H@UD^1f$D|BTl2Cg*Ky)>A z6G|SnY2~FKwD6vkRa~`PLkW-U@jgJNDYKS>4Dq<+)NO_z*`dT{E;Vk99ZVy!^wPYF zw4MQ>x0Fy`4}Bz@^JmL4@z{@@9083q+mS=LCf($zdpi1$leHC|9YI|{THAZ9b8bg6 z&$}fryp1QO1D%dPpu#)#r^xriASwaWPtTvJLiYb5?X832de(*A1a}V_AQ0T$-QC^Y z-EAO9a1HM6?(XjH?(Xj2WbgAkXWzPYzdBX-4~AL{Yi6w;c)R=Q=Y6{cBDrx%H-K{nArFufM ze$dWonqFM{&Mqk8MIZzhAAp^;&J|`1&aI~96x083a#8}vV&eZfQv6~MrPbd6MaB^q z)$oC#1KXj$+CvD1C_rskcb1d_N4aq2jo~?9Z#pAh-*n3B2<^@1{@XIG*icLF5E$0~ zq!9w~%0~ckCj_u!-mpUBNxIQRfa)JoNuYybM`*5ZcYDR&O2r2sl)yc!sJA>Qb;H8# zVS6g-XrC&Xe&nHmS~B@lpQ zn(nEfc%VfyxW=A`N!*icINFl8{+2KvRyXzs8c}t9q&%|o=l`vBh;oZ?XS?dgk7C|G zr$;3&xbx@$v{Y%EW3lg*BiRSWUX2YWMA&V8`Q$E@jLHaNGs-e3QlCpkn&H~k)Zg#c zM@vc3G?2Na<3h`r7>>J7Fqg-IAho@GXDIrcRUF^UvSW~#1Rguwu{&*9`f|G9tj!m} zn>=;5C!V8wb{pXZN zk9V6lQJ(mZ@W#D*%ZP1@f;Bhxk=h27*!b?WSx+us{WWQ@{VXE!n<26tlk;2gPxq`J z3{K~pDeZz<8@Nbe5~t?7+kZ_6k{%c&=Re_dQyD`lhWW&gu4 zbR(Cr!78hp71t_#P0)#Yt=Zw%l`}qe6}n&401QyuRfx!ih$tdNN6rcr-z0R#_ zY%I6V`4!FPG(*IhB4@8nJ_cQ%Ro^@H94tvAQ_lk(CaVIn$Mt$>!^|DVv(%Q5=|z=m znN+$5WnEx6`AKw|_3d$U<*pXD-BAu33-t$U&mX8_BGX=%q$~Def2r4RwA#9m*E7ji z{^oF1rROd=;ZzYk7ngrZEn){7^1%a)CD9+y_5>P*_BJls<8QDM1)lxZk#ySxf4seyq~1O;6l9Nk!)8qc zTjbsf9pnS??CECaR8~oAw?vq;?|0r^jUZo3iks+REo*GGZ)F_yCd)qxQV8{C>wnAW z_j>Ul++64dhW1ofj+nbAl1=W8Vb`cA`ocr!g$MD2nhs$f9*?$=X)ROhO!My`BA4n0 z{UfTa-attN6X}-T+v-0w5sGLCFlh*z?CMu<;^0SApzSb+i2q1%(jG8y5koS~K}tzw zE(@>1Y8-n4a{MKGNJhcsfny6`ZQ*YYaWmeS&ML~A39>N z7{saF`>Vpq{>Ooz>YO~r1}qsY!za-JmU%~LS)+TmA&OP!;N<*cQ*9n(axCYSfFE-r zGNK9YoH~^AH0P`1pex~)BnAdx=(0pio*kp7!K&`}R)8pat>d5}Z7aZtU1M67!1;{)R_H~&6 z_ZO~$YKm&sen~?q@DM5ss#}H(1TXgWpR$St0EvMB5CsT|zV$4opZuzxl4@cN)ofl8 z$q!81@J~N$m<#)Ff%E^0kcko2Rjs`7ZY%GshL!Q#7EtasON{v0Z;v1+WnPRCIrbKf z$jMq_o5UDPRAKy;L$uHCuR=?V;_(aJar{;l2?043W49FGpBf#ulawp|R%+fjnZoQ| zbaEvgz?3!GhKOGP*kuQV<%nCBN9m73O}kgLrKpJ!3=H9S?o!OLn@*lA1^FDW3qD&~ zE^AjCHYb&iXA60k?I#^Q+Ud|bSV0W*?s=oYk5W?9hNXwa4!XtIqwhXDm4Iv)9BY^( zU<04@QEIU|ch~Pd6zA|>N6jbn(Oo(mEf14}JguTO^U>4-RT5ijnm|kPwtGlj!Um0J zDNg5u`9SPe@*Jnl@(tmczg@Lgc+?)`5D=E#tY=hLIb!2$t~{!TdApFBx<MP=)W+*FT^~2+~Z>HWw{j}T;N*JqT@uzKDYXY0H5-p0yC{E| z?bvoWyqr;5lnXSEMxXcQetd8OvtUA0mc}z@`bBykU|hf8xTIPJw1-qQ-qB?b&XeAL>)Pd2is2-O4+&kc0{ zn}zG->$iP2o9fc-p6$~%28*nIq!0MvOrH6_qKWG0Tb3z^?z^0XOE~9Nq^WGv^*p=t z-B5{y%~nt$c#P#HFkriKdGw6;9?mD|<{u^cKe%CmpI0|u)&j{XIsi$?;lXIBcHJy9 zZ7*dg!*w2+baDWt9#X&r+b^rhvs97qucAGN=lma@$@`YGO&oneMeYHi4a-6ry!QqW z@#)YfCUiR(E<~O5a{U=r*gJ|vsqP&1Sa;6mNdKBUqm14j8jht>79!K9xTF0$aowtDZR*X<`@5nLS_Z{jVp~R{n9J!4LDT}qT6ViB8 z)n4fl3n-NA_HA^o7|^u)`HP7!iN;vd^M$3IMiKE?pM3{NFs&}9fqGLKSl|}z_h`ws ze4KKg$$>o=0cSo`Pg+d0nUN>yLLJSD&Wt|1+`fM~xR&-t#|Ipof2t(PlBV@hqtURl zG6w`Xv}aLv1T^y*fH8@g>c{dj`%4*NtAmcDe$YnzEf?j$VNYJMRP?1~e&4wZn5+5C zP(|9JO0}e|du!JqDsYb=rc3uP{*d(8Y;_{(O7AxV%4~%7 zLo}J{udVG^;l5!q&ZvG8s#AjM*&s^uEOAJ7idvKCk>^!_XdnW=lB6P`r4P)?4ZXhA z*vUn@BUqL_oj;!ep5_imAf^NQ1KdDfk#=S&G$bGGM*_N%up(AvWTx=FWRaRO~AQ!>v^d#W+zzD6){pVlMx`6MxS1nHnp}?{U zf4KPY$~TN4KROOmP%@OtR6UYx&psK7#d*Q#Bn~@$L5BWt(srF$`l08KU+)ANXR5f4 z^s2H^zF;V0M=Ygi@rL4_ZKKheh~!I>*y|zZv+2wZ>y*O{C}pFBmnk_EV;&5yiQ5tR zUiD`*wh@o}u-fZ+PN6Bs-rT8hIz1S}`)!Qd-w=*ZdRVU0KWgLrs;5k_FEIg$aN>*O z+itv#fByV2rENPJk%b55n%oK%qJIJ<5i{(!x7u3OEhU6c1)w{^rP}uJYBQnZ*Cq3D zc=-v;Jz>KBe7@aGYX?i*!vE~1$B|JyJp2T7e16Uch8=pJ14~=|j|T#kg8hF@Ao+h9 zB}wRC1}nJiA2|NymDqhj-e{tqCIq2^)`|gU$$SMVyo#F8;fu}ttB}ydf0g)w#5MRf z>FW;!Be7eXL5RRinY0n!5C5ma&7`;6;@f{;HOpFa@ptUl1lqUQzga+U0MW?55(yV9 zEHI%a<$EfEMZkYv^8cUon1Ybd4wxB`H9J_b+@590V#e`ft^aXkO7(#T1JDsUI0#JD z{9=wCKLl;Cwr1z(__NF5CorwXjE9S7q|5&DiW1iN#d(${eh@WpH!M=Y+|kdVV3oe0 zmYwnRu?`?Fzp>;uP!wS@Yv-J*UWl6_xVbsDGzlM{igmrJQr94NaJalYK=?f7TGZZ! zCu8FtrW+w2M=d<#D=Lb~HgJ@bBSq_AxAyeYMN1L;*N8OS`*_$}*l&izxC(t9M=HEp z5$jj>#L)Y%b!OWlVIK+jJFBw;NvMkJc|0u)_d)>bWpbqh+C$YCuM0C@fD3`w zSd%mZJAbesWc!wo#w4(}w7#cwLQj$-F|k;0?5%y!KH26vaP~k#8SPn$oa5sYGvE}! zT~}K^#U76mbkkj^3jSau_Jxl+eV4KrPgd_Fb$TUodB4NJ`}q4+7d7Q43`W+M3~VM4 z^sbr9Z`KW+rkz)%D*|UAQ0Z%>-4nUuQ|=Ul9}hoe!$;y}J-#A?K>{0&3VUV~6EX-6 z@F3DNF)i>kpCM`$>=V{lr`QCzqWsWQ<+(~k=w$liIO5T~7I_CA$S|{cGep|h*01R< z_$;wW8$)iK?Bp1Db;=c?_<4`|nJG^$bq+6O(kJ(eq5%#YR2Mt)(g)vRqk(wKVs&y@ zDUaTrMo9R+R1?P;a^ca{&}f)L!pD7pwx!11t(|I_{4H8^PbZ0C>MrupXaYMacHGBQ ze81E;y4i&t$J?%l<1`+I2WQH!(WZQRVY2h;^ECAOaB1=AX|l7*UX43~+EDmTxYkCS zmu6h1Ux`-5&gzr+rCd|AuKXSd7Wr!nl9-o`>GquG77s{ z@3bP*E&ncV+UohOnxquX??vzV;{thKBYfqFk#z=RoA5ZIVFI#yDUwb@(y~uSRZn9d>t2TQx+|r6(&p)dpXklQRSd}Jp(EJ>j zj&kZ?QUQ=EBm;`^cSW4&H>(LFzAWD>sv3k3(peaKy$OZ4bf(JtqtX|=Zo%0UH>}IZ z_K6vmyc`X1A{%NH9$`eQ=rgH?>tJRE+xJql;WqVI*}ksnMojjftXQ@AEF3IGl=|3$ z&J<0Zlb7|rYNk4(L#4pR48sR+r1UcFaRIw)l9G(fuc^|33`ePoHOccrFayM8u) zDa#m?TaCc+vO2v;*ZGOLh&U6Wv>8G>OW=WAebCWLYG8MpA^o^J>GmK+Gno6_dDiak zq~x6P`6YNM+4KeGFypkI~_v) zsETLitjoj=o{d^caEE@#d9 zFWS?xjiVbd8@(9jwA(}IIBkv|Mqd1$utL+CaxwP~*;(NU2VRfE z!N~Skx+T@a#D&=BGpvlI*vo!F=by7<+uWu<%n2Z(qMYBWulaz#3=;FAv&cGz^M^96 z^UK?-PNB2sq{7*>ye+EDtoqh&^F&f%*>+lNX8zL%X`ZaN#5D!azBH8!S|Z!shk4TL zcUkw>G4%;Yh~OE>CqB|87hK=`X!d31Jf%1{bkmQeCcT1bFs2HFA`foeMz&CnUB-Lc zQgM$(ft%Udw>N2}Hoy87EThkbM&~C3PyAaqzFHkyGF$e}r~<2(QY*ZxXA#J$#&7tR zFHS}@^nAw-L2fl@HEn2csOtbHYBU;Ja6w|?lU`_ICG0CC3JXBGVkE7gKuE0F)eoNe z%F=*T8+mAX+~h);W{d(B16aCM$doQ2|5pGrC!$5W6*kT(bIEc@(0)|6eo@~1BHNi+ zWoA@lF%|S(vwZZTDpCta<^|~^Ara!V$8!mSRgTLZigZzdk5;x@2zAJ)mji92!RJlT zDi_h-3+6D+=RKaRT_DEizI+3JYDir!xFj3rA@@epbsG4GymsG=hMPlLBJ5sNgeF2P zr#Yig<&X7U4!&-TdTQ6|>5dBq+R_$8wqOdHDuboc~?mwGty^&_byBLVWtks+2th9ECNCp ze5}?Sow}KbiRzf(uW!L+o!0c`rB86Fk~py0gnmn!Oi-d-a)1G1haUuQnE_W+tg_x% z32c8l<7iclA>gqR)jm^f$38EA>{Lp$3!&;<1XZN}k@Tt_8;Cs!Lv_ zak0YS`N$zTVozRo(Mi7JcYmlqzRzz~tHTp4_RoOR1OA85k+6z*o->v>?LPY2|HL>Vj4s zLuen6YiMc~Gc7InE(=Bf?qTCrN7J*hR{kybf@iK4E4KrsYHgig&y2*{Ntsaztm%sD zH$KWLd>T^90l;J%15;l9T{ModwL_8vf@ar_ic!^qIA^nQxuG~Ut=3Bm+3CG<5pl{q zIi%`o(o-Pnen7WCH^G>c?o-V58=%3iQT=Uc1hs?#(S9<+cUCg^)!lWV5`K{g0XJaW z|FH~1{vav>Cz9rgILf*$(>PNZ5)XyK?J%-6*rjpvU_bRlbS9DV8<91atkaCgf*QEN zWsvUSD{*f2i*aT?-paSs#7p+coU@^~Oh)ToB$YXzBks4_h!tnF0nmIt@?E9v#P=G@ zt~lXN8)P`@nkQpaq!%)Sm0hEim=f8@uY*Zh6#Yo|72s5>Avc649#ITc8j$su*uA@t zmDJP1Etwc;^vn=Cy{nR&-rr1R)zq?xoW$2f$srQlLXT(f^}k&7(nY*V5U{|sJ8lv$ zFncxx(5qDb(HH-+99mYX=~L|wl732Su?gk~%G`&t@8y7N+}iT}9~a=)=sheZE&$?* z;dtwm5-RQuFDu#a2;K-mNyp zf_4+fpGe}ih@%d8R5kIgc2tzorz4)o$j}GtZD>(pAy2jXbfF|*yJ#jggAEFd2+hns_2Ty;S z6?AL`BYX?COadH*tEYEZn0#<+l)#|h^LHfFV_{hEjYi#^ z$&P}Gx;as|EEJbu$C+=26e0N(1g28+CSgipB&2SGEOHbLaC~~WDpjFQKN=6CqOwarTc{AA9slK^!|admjrK~4m-6dq@x3Zr z1EjR2di~c6-T2?FS!V~0cr`Gr*3b~lq6eR8pRct+YMW?ktrdX^zqHfy`msmMM+hgq zTTO|qwaD|Rx-W^c(gP>OWLI+D-(PcMv|xocKU@FR>XuFUo(rU^xnC|bkd7YfKt&z^DN@1G|Ml5n$~)_!)`uJT;KUi)(M6vvw+5#?1e@62>^%C5LCxxriEBMQ=k~pO zg;;z_HM}SOOdjx8LN#{-Y7B!Q<<&+VO;e+rM1C)VJ~x^q$TeM?@p#om@1$U-F*244fkl zYelv_Q<*09PCQ?9EH1PF$bQc^nnk+9F2glwV-RHr+&~AJR-*#CQ&S zpM8-RuVwa(&D=Qq`7BAQH^wosKR@fE#mchuK&;9JQ*?@wEWrD+8CPx**Ykld^Fq_V zRccF0cyfBG`TBT?e^w04tyKIO_Xje^3@lsw>9vA88xPp+O+xnyatB1;?Bc((%?UPT zKlNv$X5;y7k!}*Nv4P9lv>$&4ctGiQ^ETLAThIMA1KfnjA!g53yU5mNZm0jdcsKA- zpit;Pig{xUOfm!fA_D%XXb5sc{kxbr@R1i;_J0a~W02%@bad3etc_>m1^rV7+;0lO z2^13t;8`?C0Oj|kYt#0bWlr!2?e2AuRseXJGcSXa!0$MrpOLSNa)|s_v63f7o;=sey8Ma zVnl+wA6&2{9NSCDjl;?qx_VnTF6Io1HE7xN(!=;6ImnotK3TiYCsZX*GNTW==eI5# z#Q*%b`)<{WkmJtXYjZgvjn`0@i!fWFbzZHXpZMnH`!mn|Sn(>BcGL7}2=X~3$a=%P zzwAW%a`5*TGY!GFNt)}P$dDK|K4+~l^_6kCb)hc=iy5(msS`@1rZOpCRCq2{E9!zdxr*of% zXFby<_L*))q7)+48~F~=CIPNG;pWIrrv)oB;Tcittnnd*I^wWd5u($s2GiwtxF6pE zET8eP)RE;c{f>ETVb%PV^45*Z<9FwZWq#$XwGTxrwi%#s`q%dJ9r4#I7#(d1rn-U0 zjDc==_tk_dUR*)PjC!K=ou~z@WrPk7BvI(3=+a;3>&a5Ta+ye=1DUFplv@%|tCo3&kZKQ{oA0y%ST%rgY;{SHVeOKXv-j52o zf=$}w>bd?Y`rJCZKv&6oMYlW8Tlqd~Zdapux__v8#dqmc@_ESlu~P@Ap}-b1I5SJt zM?Do;>!BsFfh&6Ly(R7D5$$X}=s5^Mtga|7m+jN7P|%7S4xo%RAEMp!TxDUNv6*(t z`Bem{@~A$4QY1=Uct!IDet5}xp~ju%lW}SmkJPZX+pf*wd5J%sue%pb4GWWVLS(xZ zDxbDtjZ59WkC+CAT)jFVIxY%27{rZcm-HO!FYAAJi!CD%2|Uk8g?6@mba0ZQhX#t! zRdoEiUDRkcSzRDD8#hRc)V1ti?!z+FAXH*Iqg2SU()uop7gwV>y;x&UM85jX{$T{_ zyc$njw5iGzkDCjDAfuTU!8hvhO1?{=Fob$}vOA1;Y~HhhL%to_Bz!;qiM{GQYv2|W zjv7Z%{rVaS9lz4>`o|+nuZl%wf7RR~=8$=~X!~T-#|pIH6qZ?bK5`O!X!Zl3H@W?d zht05>7Y--Ib{kyzd@1`j@rsjYTdw}`$F1J#?}VRw)ZC!5Bn%K)?%b3cfl0=<@tCP)3Zss2F7!Y)f*Zm{84QCQjLDOmj!cNY|-ZI|m5B03lb^*vM$rhpL3q5Q0 z;WZb{cL~12_0wf#pW*S-ACF8Y<(FibXOoyRwvFf! zdzY3Z9y_R1M>eY%;tzc~dN1J=vbeh36B4LGvR*^i>=9`bADBh&ci*?&N#~{H7s9R- z2-xv1wco4dXT!n)y45nyo9qY0iSf@@3b)QtPcKiQJM*Vo#iqj@tM^AqW4$SmqJ{-| z$bz7)vOdo109O$z;o2b6RzH} zjBfZG(aI10dd0rQ?+3)qnF44f>@~OrgM+=n)l#OYmaICPOjAFPp)fQe!JIn)9_~1$ znJzN=bthHRs9|w-iqc0#tyQY5*-bWrx`37D!0HtNC0Qy5_{;hz`2{H$Rxs`(WN0Rq z(jInAw(3t*Qi3DA_KDlwng_E*WHpIfvP18inR1KzXF`&!&I`PV^oq%My9a|r==ozS zwFj%*w2wXMzkz%|aC=6xvNqXFh37ojti|*r=xyJJhiJT06Eaiic(o|^SChnk;kbtW zfx!*+eb+Bt=f$&&_fpPZ*c4psuOD~J^)@TVwwK_EodaF~P+JTt9ERcNCusD^b7yUq zbnwxQ#bI;I(HwDCh`EYSTd!5fRo5qjYzI|%`e)ed?K(?Eh@d6kTl;c!btb_53C4LvWpqQUucCgq%Pk7koy8Q&N#TMW_BAS1;X=aeQ zM{>Nnt;>(Y_GbEHoR$$}JKxc`ps1`CBH4Nm0CP>Q9l1);TLu}l1?^cU^#{*1-I?@S z-E_>S1FIR#7!dF3+^JdZg{VGocO@1Zbcesi8goVvK?wU+3k=&hefH?tHfza zlBk-Y@l!ze5$wEpFC+k)=+5Fq1*w>m@_JQiDi5ZE<{Jtw)T+4(RdlROpoh; z&HRd}DR9+|L}t-Oh`^XJ>tdg<^w-^@OnWfFp(98y6`($C6UNwX^_GMGETpxg|jMTlnRZZnQV=TU+pi8Hc6}u|R!e1UU8Py+G z{wVlFehU6AyXX;150X@ zk*X*5F7^~!NCVT{6butv2b9Zp_pNP$66d%ExvlE2!5aKWYhE4R*q!GWVoeTq&ww)z zr9s=;sM0cztAOd4=>4smu(8vM-QoKV0~9}N445*33E{YP!GZ2aF`m`{F;Daf0w$3O zFv8>AL&1}hHPQI0>BbC;TW2IzbX|qF3CJnl^}|?~^*sZGaPZk{4d~u>niRFi6%jK< zSuNX{$YRt!Cc1mmMx;-bBb8?1&x%e9Ze3UO@X&tCqXJzgQ~m)(BHazaxOM-g@LShD z5ZA2Bi(Ge6hcm2!_FJ%TmG15o`%w}2O5BfN`*0+cKZu=fw~s*vR3rEK3TTyGNP)>P zL=NU|CCS&hqV!&siOc}+$949QWDb@4j^iOUt1lAlTLiNOG`ncu$n{p7rv|mke(vUJ zP%SV{ge6WX-`&qmLl!YY(#4q7xPHVxwp9!}?hDvmE7Q?01|Zx`Mc-zGN@Gik_o zjlR%g0Ee;N2m7P;q$46V6Xd<7GMOTnYlD?I=)|vw?|bvuxca#Qc1vwuQM@~!<2%jh z$bd!v@zF=ESNENZWZjVwGq(1sU%lsd*k5xI#^2^ELkf~_eH?18(H@Ek{xF|}XFdNm z+VlqZ_`vRT$Z|qb4r=(iidjfejPyLC{`4eFc-a!GkCXCVbN$RQxjx+F3K8pi^976l zV8sl!L<-W^KU_85AXsDb3;by?kmESTW)RcDNS(TR+<^f5ib7%heHW|%*n+@c3)LqK z4bk|Z1!u}lv#~Z@fQ7Tv)y<kPIqmICZzBpJcRn@#PtXu)6$Glu!l)lI| zwcHq|LE##%r7ZO}P&u!aQrkYqBi0aT>G~R`XRO}GM_$dKiatKoSI8r^z$H?7g{JmV zJRUuz^PXQWg0t#^tybU`m#l@hNcp?Q)%(z+?f`@px z5|d~_-#vp}?>X4Cs*$ae16_z(GK0>N&xb3I7H6edr0cUzy>UQ)z3`f2Y%{+f!}xlh zm4z5GW%N%m9x#itgRd?;&FEp?F+}Kk^@lXKztvm^5so=!VFn@S&ytWG|%VX}PqmbSM4WT%V1Z)*)4UbE2j62V?o zS_DMUrXcx724Bnxe`7vVH^oz3K2E@o=No_uUO6?o*+c97mkLQQOro1{d#Kp%M2ijt=xJv%$KBrG-JEBqMdT&U z^NpEVh6IWY^z)r}SV!*Bs7A%s$)?^blJ`_deA(?$4h>6)88u=-fGu2_XvjZl=4?K$ zxJD~ZqfUU|E%&=DJ=H>7ib*rsI07jby}Xlg!2V&PRtL~2rug13D*`FkS~+U~zt3bG zW9r(DC61#CLoPWq^)*2t5P^DbqW|x}k$=Qs@P#Y?S1ZTY@R&NAVvVQ_`)|u6hjt2( z>uZP#>YXg7Y9s*D%@KtAY~U>Iyk184H7nqkhXiJhTc(Q@?@$Qe0*Z$DGMfT4Y5nyz z+KUaOF+hi)H`w$d%ob^LS4Fz@I92-;lS02lMtFlcL@fNxciTMi}d z@2p{J^toN(gsSBAdUOK2=C}z022{7qG2lFMNbfpJy6njf3K}tR){&Lp%oa#coH9q3 zE=HAK@r}=wH5n4O$8NR8$7Y+bm_Qrt|GxNtw? z@s>R}qbzv%kby6cG7l2XF=CduRCM?Ceos0}t3iE|W>R$fQxs#V#EE~<6|+MV$6mS1 z{&v8aMiQcZyZ*_d<8exGp{aJdB+nV5YxPCUVDS^p6DjoCsLUh%)!QY^=r~m$cQ4}Ph;yRhJC_I>2((LqKIgivCTmZi_EY*fi?WuM#q zho{MidVUtA3y>GMgHm8)P7O}a}kWmMmHyj^tNC5 z`RxSR3G>slW4dt~p6?X@1L=goiHvt*0{R|_1GgXFi{L-_lr|PJ;J;y&Hs=5CAc=^_7okTfskfDZsX+eWwl+5*GYJpf=xNE~$?lH|huByor7`-9&RcsU|DH z15G~Cdz}dpv+)oKnO`egjEx^j$*VeI8}xFY6tBU(@U8Bef8L?cW%RRrU3Q$7>Nngu zIzKC-W{L$5OM!V5JoSw&kF(99^%49V-Fay{oGj+JESJ^oL=#K(nWqMOM(twdsfu#m zx#Lp@?dlto4HQix-PvNJeQXf*c~S42LP`;L$Ccox?xC5@mNjs(BEP-4ILbovCB`Ak zn6dYT4Oh|HoD}5Lbtxg?fj9Xy@0gE90Oe7wlOLr%=-?zB=7aTo}==~cUQRRmSb$oHJXGwJx_kN}471Cl9 zM%)~bW^8D9OnwrF6`u8Eyx38|re(SIx7K|4<jo$S)hs!2V^|PyyE-OTrHVEhQmzTEs1~i{?&Mu7kfl^1h`aw|A@=*ksH_? zPv>ffSP1HKP(DLVcdPu-AhrB}7znTVj_m#SXNSpG<7yMsj&+}_0X*kUD7eC?!iev2 z_VA_VZx^<2daI$Lmg70;kv@;C3;nMrt{`X5OR7Zt&qR|wljTRXXag~7CBclQ(gmYj z!l%VjT%*}w=;(a{<1z>kZN=6cvE}_wY8% ztyZsMa5`!xI_*u3jv1-Te}`tm{6-R3JbvJ~_KvvU{gi+?@vQaz=%BQ{j7dQ11WlCp z(bVC`S71KNW)flR_;Yj{#zapn^nzvC8~*JGHiO5C6&~SXeD_sD3y2R`-J7-ec z%4RHUQ~TgK&S-*`!wFul!Qk1KgOaEr&wJD)o|#*&rJCe#oIehp(SpXS_LZa{75A&@ z-nDeHpT-%)CJ0_>7IO_}c=g5sC7+~)NaOA)lDRD|}Q`K0&QC+|Eh@g!pet|}%mm9f3 zfa+x`ctMbK9$>ecBi5ReekyZp98lV?X95hb@bg3AP_0UmAG+?1-<(C<4npt@x*aJR zpiewd!1cmQPCJYQ6Y~yI%#Xn*{rc*0&Q%e0N4(*51o`D2L-{uK_lP#LjKI~vK+UE0 zNC=_r2vXsD>9Dz&(RAPD)8ceurXk47r-)@`D<=##PvT}0OP4~5D7*i#q>tFL{c;a` zR%b=xfJ|W+NJGtMkt7BJjvz6wmv%8qSa#m;krCOto-sr!%>}s$z#cL0R=#D}P4ij) z{f}d(NB(qTD&9nC$eST<-az5qOQ@ptUp^1k_*R?eA<}8oq0faZXZMqspGyKxJ8~kg zEEhsd^38<_Nvt)!JFe@>cj^c=wGalmcQ#}1y$;np!6LuMMoPNn)OX$o*PEgg;H0F! zi0S2gwQ%w9^zeEIu9v9c8M_2{r@#hNOW(C*OetUn@xUsRl_r~Wn#vyy(d=ULXqsm+ zO-Ha%NegXO^&#_U#`aUG+mb=)|00}o>+1rElGO)tzB6oIP#S9&4OF(+9oiMIE$aa3 zIBJ64g6li^zNYFq@=%1@#9~VQbmp{L&F{kKKh4+gj8fs0%20<3uZRa?;iIoGVK0=< zKP+e+C9%c4iDy4?!Zz2=KL9V%vRe!Xl@*>joQiiyCUHPf`Sh~wDGFJ~i+ zHOdboIYo|O{I(zqSz>Ro zh@!4`x^D+Xeh+&g;s7NTo*$PRvcp)Pp^HcT(!Fqv9q$Sbc@Y_0qNtml zeb6I%KXTA)uW^(4!Q}zag@#N49n1^LOn;B`NLSli-{7ji|*zJPJS~IA_3^=TR;u1N6FIQwqgYL- zi`^T|Kj9T>uvya2Zh7H7%+dpW9W-H5DE)~;w8V=*&rE_Mr5x8)7SQGn&6y&*VbGIJeL^G|9qeV}-vSsI0QDJbo5Kx!Jmlx9mhk&|Y+qatU@?>2$!jI{JW|R@B$X)DJ44iK>q=aq*nh zqcM=S1}1qiHkiq150F>0~i-mC7!#g_3xX@7|6X-pm);&sfQuhx*|>vScB_j{iobK zLGzyp0yfXDN)fL3Em*)VVK^HiUt}yGf1=(%!prn2pn-YpFcG~b-YZ^w30*K}#MR;(&}UGhE= z_YQg#FaoL~js_fEV$8Q{dpp*cN5A7K==0e2Nm~6KSD}~Km}*dZJThVJf^N={mCmGM z9h(&{qF>i_B3B}U$gUN}*aJpxWXDMNXz&AqI$)Wcam@bofF^=E zp(%Rb1-BmW#~Nq}p$$|Mt;6=eKhiVj7ZWsOpZW|bVKsV1oz z>VnL$-rrCIK}HA8f8^G&G%)gbonby36!DM6^1O_*w<^f~8R35G`WgdP;BT)A+zXyw zSn%FRv8w=XaI64LKdM)!g;t-CoUIZZ%uolNq_f``qhH(o_ZRulDqiX8K`?4vg|t{9 z1lekWAK7GPOLfMQnY!BPRsh4cRlJ6fcc))rsKsBgw(2D>=E_G za4t`>L(x3q&eN2ler;%oZxYBZm(Y5l1-xPilFMwAX$G9{`&7rfn==)TZ+ifTNx{2M z90Nq-GL2h0)+od*7hTL*BZ_*M4pr`ocSV@0(%3pRLH15Iu@3II*%myzE6{FF7{N&9 zxLTG(;9C_spKH$$3g-I|y*qNPtMh>=vTFe0dT(;Kuk{jbBw{VzF z@Koi!`C^ymH-p#CF?AE4})(6CGR93SepS#|HuVix%fbw4M&r?t~~ zr`m|aReFnI8l@|^i*p#9cBeS#N^IVl%jS6rRxp)0r0Jj>aiDO$F3Quf7&PQrfDUwl z5-lT}5%0r`Dl2WzH#>cg_57i>kDgC$0=K_Ab***W;V)2`LMxG}92dzx~ z{{KD*`FkbhJg$!a(rNySUetlEe;E+j#5=JEzQmWQTQ}jNpeb@QELNt!oaOP2D-8z2 z1@KY*p8hYv27l6x3ux5PeN@}p76l=pzq#$?0m+P@`TNJ~UlWL6nG^gU!>5If@Z}%M zgVaLzzdSf6d6A)NiSLMAoSD&~of=3}bD{)bCW71e3WGoY^$1 zG7X+}-1h%BknCuYcc(1Bg&I4ug54@uC5kC|ieEh9#N*hqAAXZfohX zjN_P@8RD4jm>FY^nVC6eJ7#94m{E4j%*@OblMFI5GvnyJufOisv)0V?{L(6|E8S9E z)v4P1?0qVG`{MWE2AORZOIk+u`-jujE3k?^?QbT<`RxYRx-F(h3A3nOPz0eyCsbCu z5y89^`y~-98@E9~b{8;Po$-3gMUKP%mSIaAi|7%3#D9H&w#Xe!!oPp1H^!H;`jtQe z{r#t}cnoY$>L;Ot%oTxK>K-Yo^ji)iqsEE+MdC8k^XkK~P zeb?DuljVBI83NXuTN%WZt9p_r4^!kRt5W)}xa_5?ax`Akra!N=3dd}v6$xK!VVDGZ zIzw}FJZfn+UK(Vad|d2gq=O>VDk&D@6pvxr}iioOL9u`&K+m%PU+BgJO9+sK)jTIRVY8=Z(f@N*h zFa9sC<4i_Oji450$2G&~BWPQhtprhHv-_fTx6_itKRiDtP-=ZG+~5V8Wv;mmT-q(q z2!*a9gzN{cZ|{imye@|jbuJ54FG{RA)E&uwFDO6Fbgo6m{EPAkJ0)IHVvDp+@Q+A% z0~bRHa;_+sR(Q=;{)WhYQhGu=1>{XG6gdujcw63!6>1(8f-&B+c1%~!y0DUi^X2o- zG9D4MqZFjf54=vG!|ZB6+cWv~I#nq#lz(P8@ooNnJ0WcEW1AqjNYjD=s6h}rV$VeA z4f`iq)llJAP%vXMyW>a+Kw9iuz$A%B!ex%yO7w`9ETaA7i2w`h53q78PPsUrswW@`_D5OnWq{cU}{ zP~`a~OK@e=8$2R9f>Xc8xCR=m07IY^r|Pg3giCsSg4Ac5Za`1Vae&Q&+9EN_*Sjm| zN8{P#)7}(H+WR^5YjGEimr59lzoSsY6AwfEi|SHL*I@Ula(iX0axV>7lxCHY%!4lQ z-E_>ftfxli3E4MBAmjb$!1bEYW!&Wpa+Cb$wU?-QTh3WQpBVF3J-fwz36jhZyeX!# zqS>5NFYYQJALY^oUB`q3Ay%h>%_{RC_01((7&7u$s*9uM)7= z;(S0KFuY;%UChu<_1U8kfBlKBogQ0rlhWsQJHDL=>gD)qc7z)=`N*kVWd2*)Zml|e z1TksoLRW-{mW3b6pL@qde}vo4vSP%>q;mPK_}Nyle~c)dL{M&heF ze172G^5iR8W)2z{ie)OJLezd#w<(sLnkGl|h{2klZ)fR^z8|NphwjuULf7g@YuFEa zeMsJtWisZhDkeFIq0YA+q*T&l*b-IB*=9FC+3S@89rv^Tgg$xLK>aG|Q!d1()*lgT z`1Fx;oA3sI{?5mf)vAY3ZG5dyB4xh?UQ`G*Xi9)|0dWK)GkZpRVK2?*U2xb(aN%J7 z?b+_f;#15#aCxd1>7Z#6DUvFfDZuo-1vWKh6@;^iv7&9Mg zjni_Mt5KPf!#A3YbN)$33td;&i(Rg~b_bLY$V>?(LN zc_9%!!%=c)L2%@`W zb`;b{8Q&0x7>vWW&h60e8TAmk>IvI&5t|dUoCoZs+A4ZY$zNzUXZw>!j+n;%%O4iU zxEM%!ADC|rcP%z#*}M^Fw{<1B>3xvxWA?@>D?SdbTycc{^)OFP1Sva?2_^ zYPUC%!s9SMJ3)&)%04TJ@kLj4}5;@)kfmH|QzzeDG`fd&6g;r9(W^dPhBKz! z9tBfw*M(qn?fl@(^&AlLN z0T~)?Z3#S(kedEln7|r0g$@3t7VFJi^}x3qO9c6h)v*Pr+ITR`);iG>SeFNR#>yEt z5L>Q4`jvju-@jW&CE7s+W$s1u)jb$PS90~Rl;Ix7HKs)Jl7vpwCDy|8@IyZ0MqV=} z6;;c-E_QfHvZ#ZqJ;h#b`VaG9*7Gx^ zYwjlo`cKhpe*2xh&y;`U#I7*$NmVkqSQclaS3I{ptZvPiRbv&$lJgYhpaY>%SKE+J z0X~sM4oiHEu?<>A^QKOK{%VMFv9k>mjE*z1tq5Mxy;Tu>Mw_Fjcf9Y=@boAXyT!8S zt#E$XAC=^x*w-wHc$MBh#8|42c;N#9DF^N z{3K+bd$gU`9jG^3-uC+)$s-oVS5}aJE~|1D==QWHZ8<&5NO;ArF+R7Mo-bCXSEbHq z+S&A@k5!9)-{0rv%2_~Gj*88|*n#|e-` zPzRvI-+SPAp++4ze)%Iue}%Rt$>*p~D7-pW+W(cU#`Nm@@%yMlW2M2j_2VD*FOwDjDP*fOm6L`ds^eBA&xzTG`);qtzI zLH9FxC=xP=J!5)t?Lq@yQ!ykI5dc(>Q^t08xzCKNcPL2zgeSG>;`|c_OhPL)5c8Ma zixJS$K7^h=w@pmkFVHAPdcWCcA1c$FRmy$1hM6(9bxK!8ZXKrqKv!k&R}O;ryP8$r z=SO!5o)EdlFx);UQk0I@iDH=gaOJw@1I_|RrC@YxfXByfu50)9fTV;e*Vo*#e4iS#V^ZBZR zSD2yW{F$a9Ow&-x8t^a&2&?Xb=B`MeCEApY-i7bBJ;T!ygnZ)5*jX&Ax5?d0U2h#q(d2IEHOKp+)vv z^0T35p27H7Z;(H{ynGvm6j!#se3t`S;?iA#%Fl`8r_@hBuTo~Kw1dp-q=LbBL;Y}1 zsoB*fU)Z{J^GtATddyPpMb*zXFVOIeHV&nUvo-xq zj(=pGMs)tgbCMyqPzHD+>!YU~SOpGhh7vFM`0HE}JNel>d%^jyFA98Gk8Q3Wl@H{1 zzP6N#JC;10eIXeEA;;azeEqO{)Cplva)hU-ufOgwJ9UoyW&(zD%fGUQ=)ibXPH3z- z2W+zV-m<^%8tehfiTS?xCRZFv`Y;k}&UXeXj=YHV_5>r{>Wv``D)0qFQpfk}p&qb+ zm@Sk}*iNptf9KBwP~XB1{-Fo>KR5p0N&(-e^LNI-JR&b!*LGe6&W2hjMDVw$w$wg+ zzCwR@PB0=8+$rQQWGpOTgp1(A20n8<^iNK`UI#u{F~AcM`!3e|4-CulKZLFS?J^>U zzm)>{_}(C}TEOC3y-5LgLBN{;ocIn4`^L?_>+F^JU-E&rZJ`^@0mUGj$h_)PERBp! zU2?6d0)DL2f?vA@(6rigpKDGllM0yRZi(I88KX+{*1r^FtLRku#m$AmZmA%xb`=7} zQEitoEK2MmAOO)u}LJ z5wv!+c-{(k;RaOiA321Wo7&ffe(mUKket2bOxlJTvbef;#&@B%acMnNxIp<&BwY9e z(TF)<5nJ@=>T4u3d&ga0eEr6temcIfSEQQJHl??XJT=sdI<_X`19rR#j;w97Edb2c zQWZy;k2%hx&fiMm8*DyWfY25NheY^!m0oJV3#@KjX>iw8p?+CoFp0-s&^M;_d@TB) zP64-wD)QraMMZsMcp&*Z|K|rykKL!QGCv|GkyMt~LV;@IP`?W7%o&Z!k2;!ci&zSh^GN;3 z9*99)8LnN=2w`=6s|#UY8>e%n64n`9cNhXwijLj+?mtU(=&(FJRv7*pl=x8RC%c*sI)Zz@b5bsC0o zgWe>GA8vJF=Qf~vYMczY+m;uw?L(TByXR3FPBnO{ueR@{LkevB`1ZH$<0fytm<_*_ z(B@swIkn-w>Gc9~P-!^R`nzO!hd@T7^}=qm=yYF~kZ6pIOHUZVFW z`Et)c-m$i#*=Zs8VE_)`=O}QWEv<6qlF4QIKO~+x0@%L7xGDwuhue^K^L6-yi+ra{ zq!um#RHiUEh7UPneah)*2`Yg2jvr~fOeFS1AoBa}W6Fo-&^eU%-Xk}Ovd~&J7Th09 z`d7=(A_Hg305jjDdzYNuPmgrR2Fu?EKl}+;iaPT3Gc;kuhjo_K6U#O|uG^WD-S58B z+E5o$&B%$P&ygPlnopXAz`N?>1bQ_POv06tI;?ZYJ4&LM_ zQO5s%5~TD+z`H|n`^f!RqtG}d%NBzr{h4l*l+yR}opxFfI;~Q7{jovORS+A%En{WO z;be+X&aR51L*v!U{87h8%wdh^yLa+Qn{I5($Q*nFv+_(>j{j;=*HQE5Mw);$L8M?GTe(gjwFrF5$QfFK^afpHZPIe0>!W<-NTRgivU3eAoPN+B7jGy554w+(&V?Rz2$ZX{y)bMj&+vE);$`k`{bVh ziq=Nh6SqcR*oXv0xxv5BAaT}b*UV%3;>_oM-t%GBOaFom;l+;ZlV8CPZqxqwY-7i3 z-F#x)-wSKKhc}RZO2}@l6yVL*&sjMVJcL5%mGz3?FX|=bV3W*@h+fxrM=1Zqy`4+e zRDtRF@eW&*>2y9Xq~*eUHe?+N&cBQ;8kw7#5f6VM^j6}OVm|wjRP`Cq&HbO~18D<8 zA^JqhR-{cCYKww~nGgL+2EdRvu)gT;L_O5siFzj_F?v~Yqjk|TKw7|}5_$)@dJX0v zT3i_I__Pd!=7FjWI_7-nAVeYD>CH-$0K#)iePeoBqodkJPFX?t0YS3Hb8$a7($G^e zpDZ+7`ZKe~DH)}4+=;&n!wUa!D_+E(beHC%kPRK_*cC_yPVTL4DP|F{>u%8dM>I(% z;$k~+cu*W(c21~i9C5KqFOP70VuN(Vd{u_&U)g{VvILnxBmt?* z{ZnsZ0Mu?_+T!#w!B*Lj9XMiASMK5qyupTvR<#VH1AxQ;2G0OCj|p8r}uBDA7vK^ zQva7c0RFbm0YQvz9;1lMJSCDl>v(;ixP&(J0JjMWyfCiMN3fceXFL-7 zG6Il!mDx;*UUDVu&U5TI;W-%f+c_Y_RbOc~FfmjL2y^c^`gZTbM@J1FE+_Fh7s6}Y zAF<6_`8Hy5Ld5rBRAneg|EP9Lg2ydN!yhI$|hDX2Q4at*twKA5UV z2J(~7CKS)gdL*|~GbNoMPPQ#wxPL!`h=!5!R~jrC4Y?VsggEXC%MruwvJN=a{%{7) zY@Tl}MG8d-RC{cB8E6YO^~aVc-O2?rb1I0?+d3v3JTZMJ?m8GEsDw{rs~pXxbivnS z&z|aZzQNmgHuXjy1_#-NE6f1Wdd4i^-tF0#0hO}YMbCIg51atfv^QLn3WKVI%WsBR zgQ5aBj6YrKD5pNzTNN;IkUc85ad-DQ;CCUzPc}?7t8WHrC{n~MG zU#1XE$CcT~X!AL>kp*GMo5Cf$mACu;jBfmEPrVfZI?$b35?#6b(W)YI{LiB)hV?op zc1IZD$)K_8AsOWv)yy_h4+R6q$H3?2*Qn+Q0pn8TJxPS%y4reEl$Bs(Eh^Sqe0Jl~ zP}D)Ny6FyA>`O^_fq}->=O6`1dgX-OM4bWC%njH}8S)y;^Be&2bE5+8zD8eRY(((P z?%jKI30kvg@)OxFt8E0(ve@MvobV8aU~*bFaG_yfQIKAvU(+nX;P#EZD!d6^;IHxz zQvR;aNS%EPXg<`qk!hAdTuB3k#CPYHnN?iNOVlx^H;N! z7BwM1ffc0dXGnZKe0|6%qRgCx>algT(Aki+2cmj?nVKP4+5bs9jaZEgUzF{J)w zV;KM2#_*&5l~|Rgzp`}oewR3e7t39}Hc0r&xN`wAgtt?0o0A7D39OSIt_%I?^L;t0 z;=%+OkKccc0@1Ts^cjx^AP-g?O}gms06ntC?s050G_<&bgRXu@!YYPqOtY;&$6u;r zX&XP(WoWszj#J>)qSFj?qYGl^wjA?>p?k6KD_>ahoCZ_2$!yCWCl+#MmBFL4KMOgCF3jJsZu<9g^ z36B?Vy|Tv&`_5w|$UDMR{2WQX*f(`zPaqv91d9SL;=Bkw0)q~OTf;yPSZVN&RFep52Ei-3&$ zNNbfTFn)LsOUL8|{rGv}#`g2V-~f`ipJ42x5-pJ%OB7j^s45#p%6i8316B64O4Ng$ z7ppl?ZyRFDiqgD_$7Hvi9s-uk)7_Dm(Gx@P*4qols*YEpW78o1*7GIY;A3Z?dKr9Z zHI-mR+G&@9UDo%#o8zKOynFqIg;7UsD=PEz2XZvN5c%g6mFU3)M~a0#?kz<%aQT$| z{RJm+gaA^m9>KT!^fK8W*egDlp6VGJN|x~OIyS;(Tk?$K_6=|Wa&N=K;8#vWlx#JD zz^1qiXvDvoiRr#l!vS?BgfA(R%>U&p5U%@Y5e$TXmY4YNjlsO~^76v!_KLF8|MEYi z`*C~_d3isw}9Z4a^yHq@5xs-e)}^b`>HKZIpj;i zb6|-(d?Ws$M)+B=~IYj=W%Ry#gs?+KnJ|EVImN!=oKV&d0T51i`{nf}JG6t%%1A@W% z`?KBx6xhSn1Z`{jS!pMrgXjoZ!P{1D;o6t|=KA1Ydi>1;gDf4*jh1glk+%s=2KLSV zWQCx^y7^0Q;?Gmjc@@zVd&jM^rSN*Hz^<&&JSxXG=+{^Hr;#aqSx`+W#c@#WmK4Kh zbb~_gKtmUy_^$DfXJPh>t;Mg9dK!En63W&vZ3=YFp>Zu0czZ#~{J2M3nMD$QlO0e^IwUFl(BqbiiG7kTj3G37&` zJ{*)7N7{{q5eoH|46-!GwYU<(#Kx2h6)Bq20 z0;k9vhMtLcnInPTl;WinwR84Wz_rfj?RgFKv~L42hR(4T&rHZZsA@&3s%v8pou1%N zI{fiofKzEVE6`7|&$_A3BEO(4@^xD~Vh3cqQHiVrzD=UgjCya(y4ezg5)3+b{>;ho za9koM=!X#-J$v5pNFTV{MnXTBg zjXgECea_S$*m*={&uKdS>uH!x#tBe=Y}DW8+-6I7tg|&fCzs*0>by|>qhm)8Q__y#Uz%WpBaSqS=?WFoyTDDi59Min9O~j zA)dtAOF9F3yEFR4YNg4pq+IltfHdskA#`KTomZdX+<4HVqM6`D=Oe^7_Xa(vS$r;` z(LE`*+|YrR8-6^iwLtSCjCW3)G~j5-sJ7(R5`+ma#kkzBt251m^|7;#o>ivuH1XaP zjNy?6h6k>9O(%Ahs-I?rlmn?IdHn|8STE= zaV;1`>V_M>%Am*aOHVSu1jHibPicKXn7IX9;{a<9ykRw%D(>))n}RaCL?kDv)T)@< zjGuV;nd8r_4c2`kv7To&oys|LFlr>yuD&Lt$k6U8{Bb=P|imUQP>E zC`UjA>x2w}F*%suNU<}bfAozU>8UJ|-s)86bJGp|+jc0AbBy|~wvnE^Lvh23X z&QpAZK3-)>E}po@DOXzs0I&z@r(=voa2k@#mVGA{3P5#|AknHkp|P__9fixxUhihw z0X2u;KszURgLdV^_MQd`+6qae>o8xd?MoW#{GjPJd84dKWR$QTTpCOjF(;5)E(Ni| zUTfF6z45iD>7bJ$x6)ok5gd6T^#dPad^zs%o-S2*jnVzTq9K-N8kctkP7m!dSBvnr zBZU4K-O~!o+pcm}Z{VGLAtp#Q!ZhrOOnMDoGt+L=f{S%tcA;x5J^kr4eq@|N3LC=| zk%kuM5|p0BGl7+m8aZlM5L}+alsXd*HVpi9#r%VT#t%W^m#{H zI$!U4{_H9aq7r8ksW|PNGQQfA%0>SIz?n}v-z>wQ!cn^L{;~{8Z|>zZ_dowhKX}?9 zGl&JU`6)dm{9cqctv5tDY1^wl@A^G!A|@l1R?Zhr#SFEac*=FbU`AHtj>mOCi@dF< zh*6{z$#ja+q5CIqig1^_HR5%@weHlmVq^cQ)wNi`qhC!wD91_6)2yKeEE1vmh9ZFuUmO$MVbDA#ye0xjd~Z1)np|L;>c|q-5h4 zLMFEvY#;Y3ml8K%`0}Z_ z^E5r?<%V2}@}!z~P)?p`2)y1Z667oxp{L)v2?WR6@oD;A^7^zr5OwL&leG*nqX+D# zpCde4VJlqS-)pQ+*>Y;}2uO;e3`?m~d9{4=crwe7C6r(KV+WfT4X68|R1h?BNoi?Co={ktbJDG@I|G42AWLvv#cZ2vk}QXkMfXd*CwJkUBO2XnwF%h$h!4^7rx`c&rn}?k?rr)2(eB7K6yn&pe6zH zSVuOT%QH@cdGB6y$_# z(6EG2Ob@4r^{1|E;@Qw=jnV)^MAa})fRO|$&&|nYG_;WX9b9AQd$Xk!)H;&+#<+*q zX;>YDh*|A8ffT2S_WcLYZ}379`O-n)AC0IgTe89W4ofK8yFb;0_A<$>>r7~C4zxjB zoy*uU&Ssi@4Rr#dsQxhX*)%g?6;a*H7C?ycR~%o;2!O}}_a*SJz7*wz7R_79EbN^0 zD6cD_x00Wl5+tPBTG4Ar$hR8t=U*snLLY4EO3*_ya>NL-QbaL(bc#=<+Uja7FP$x2 za~^mu;01E5T)*JO%w{m$a&r^(-8~Vq3ZdeQzWD>Xzqctf9hA)Kj0pZ%;T-!Tt-XD5 zc5dSQA_VZkxi?sp3zNd=DH2C>eLa?$HNeZYfS>I@=B8Z(^$HcCw|U9$Hu){A+dl_| z+e&y6A6O1tyX^8x9gad`8{b`Zt-v7K^T`IvR#Ly0Ro*vm_|8LRXQ|cNXYoqIbzIbN ze;P~uAin*1j>Roajr{GdPgSmK8o{G;98pEB+wg=2@? z+yr^1TYLiD60;VapnvM2Oc5}+WPlCxoxI~>hjG5bx!*}%OBiXM3v%JWN@=Wiqx#ez zTh(Ug?;ZZJwzfW@X1^;%CR~b~Hlay==A>&gP*S{SL27@uZs6XX{tfXZ+q-lv94#?? zQJ1EO4_)UpSKe*t8 zBSp$Db;pMHvi79tZJKhNL4`?1eey?T(BOp~c11&;* zG>pp_Age21MnCHY$ztD2*O)$Qd?T8qiH=L9t|Nsn&}QXjpNjq6wU1XGA4=abJ4HU4 zIq`b&WBf$x0c)Y`BBF1saUq6>Tw2g78AMdb^5cgE5NZT6r8(zxaHssO*>uep4)o@^ z8N(}qNvDVbPb1#>ol~j7?{(BiDTB+sE^cKjN_m{=K$M-^KsyHx@{i|V2a~p4s$FzG zDHB>Z{enP5v=|~Y*1QMvRSh(hpGlemg{zt_&row-faER^JaXnw&F(VH#DUWUzCg-G z3n!2>F)P(6_|foCLe!Z@otDRY9BJgrZ1~hRZm7^VoqWU{$@+4=N|^v~Umw&0ae_&l z4zn!~ou+DKR{1LaAo%c<@U!qm&kJ#~TLQZzSFpFRmifaZh1eO76;;L>@= z9>>0B-F6&}N>o?adHi(4zTG>yPk8P3_UlVZDZFnk#aW4fZ_g6pq}b~e5#+X6H?x*spPoHm_HJ+mq@&2>Pd6O?R7q%RYEDeN z-@ifIHsAh*@|6|LXTWlL=EIwg*SMYlG!ztdZ7?&^$-Qlfp@n1fwquF#39vHPbqibe zUkt<#=n^@Cg!e}hb?`BE!_<%ZfPYk9_}__<{ZxS-(TlC@xZh;|whp8t{G&p|j~=(g zq@;PwOiVg7z)b{XJn@}bV(3H+oi?>C2dNEo zMMmn{1pLN`4JB~_b2U+ddlSwLaA!U1Z+n&qw$#4(yuf)%HeQyP*MAm>`1;QR5numV zAmabhNHwE6tJ5H{(Lu%&aDs{rM{_3JMAzU%>aelG3ZxqfP(NP#B>` zx|XjMegS-4eh$Q0L1k&T`&KWAZ z^U{|au4A)fyO`1F30&tI}$6c9u!SyPs>|by0YU(Nuxa5=#Gl=v9~s^#>KQF zJHQnE9pJc8=+g~ze3$kP4LZ{8y$8g2AR zk-%vc=jg_&2mmRs&kVZPva|fI{k;&`I2~HvDAKZ+CZb@I6%pu20;yb5UXoK-7?Pf@ zlgru{l_im9Q|R0>{f)FFskD|oX9G`KF}ifTS)~yA<1`|QsvUj0jw)c~z-X&o^Z~9H zY5&ZSaHS(upFTNa7{*Ts(R(iUZI@q04@MD^2Aw*sh>46+FANH?xuM_N7DbURH=D42Y#|h!I(tQg#7mh1Upjqw^k%hO= zb^7GlNKeQFIA5g_GmYC%0+PSHR#eQX6bU3+n=ab!*yF@d55Z6yiq6FwQN*ZOKvuKX z+i+D+;v*QQ+M)_#W27O(@$+hwH;+b)%QC&mR(9pkFYz0$ws{1ttE!oFet)l�$jIf-Ma5g(wO5wKQ8nP=iHPok5wcspN5Yn>=2O~9Is-B^4C24SZNWrWKTKLk%`alA(Q^Qt? zn;U9;u1LhgoAiy>NEJ1RU_?E?{23Y=nn^?1CoO7@J}gu0#oOblMaGmJ`;|}1YX{PP zPdoEL!6Wc7XeTA6_kn5P%&|=KhT#)^re+%nWO4#4u~hB#Y3Cxc+++AWq)L~*hUf>0 zCB@<)=|!#KFWjBDg>wQ_h=&+qjNz2~j{5>ZA(fRv6$m02N^rkZQ5<)dlt>UsI)#Ln znC{B)O}F3e!$+^X|DevZpUJ;O*($iKoi%JWpYKV19+8wV*is%e&V51F$Q&4-EaZWd z)L0?l@R8{pJE9eFhx}FDSCkq$d)9>S7il5>~Y^B8#n-ZJ1 zzKJ8%tGE?8(M9XCMs{ZgRfwuxoS0p_F$^u#J}nK* zOFNI%k-LX8BrxGs62PD%H$UP{u6Oz6FbAY#Gm6whJ{kY<%(`E%D&DmeZ1@|(n+xk` z&9eOI*hRKc@FR4gQj%~o`^O=FgBVP!3)Ez(ATAAP7QRR8B-GUd*-(YlM2kANeKigB z6}<+Sh2XAyc@dGPUCGhU%qsJ>7aY&AU`mn(d6FI&GA-{KcV%x4a_mfPo<~(avi2Rp zOJIf6lO{4)jeEx|3-ma^nt0z$FW*fiAC~=SgSoS11U5{x7dT)pz(HVr+8i`SH#JVp z0lK8zGr6yFiguuH&q*(D91hw~ZaNM(zhE)<6~()mp)Sqd279cyO(tY`V-8MLzS6F@ z&_SqKdU!m60qs0dse9H<>SN-KmS`&zG4#K+0KFfE8nj^|x{XJr$Jqp_Xt{MiX6jio zzfCPM$wD3`Y*E8~rx42edb@#MH0FnJj*(03h{Kl@b#7^elx2gskC-Jj=vp9yLR{f? zaS~#2blmpn5VN8S{_nRhKTFKxNgYJT7L*l5HqAdrjJ5m~fz-nYXVkkiTJA6k{MJw9 zBKn^itz>-YDOsA*hcEkX&(G&cz<+Ned2+qoo2G7*>{)eIVx|NvL5@XBoS#{<`Vb*9 z0rT5ud|$p-si~H&b?*f0qcxn#?yuot7SugA_*_Z{E6o3BNfmBR zI;u}MdgW@W$YT#d2LM{e*8T*q9uFb?76`*1i-Nb2O!ax-BtFxgj4anq28JI%X^xbs z>XS?*WVI_wgzihCuv0j=CkEwVjErOedwZAgzpW{4NgIq-x4OQ^v*>fA4qdCpqbta~ zKq}ktIm%KSLtw=ns8*pW3Q3PV%9XRmwt&QcHnE@&GAIU9Jk=d3uqYwgB45m!Z zJ4f@LwWVE3(!xoQ9+mi4Hs-HkW^&1toGYg@$vmrI)HM+<-+$I~%?PQt(t#IPm$sOK zOTUnP&ZO8|&9h%e-Eyv{d3|F5rVU*W)SYx%qNkh}{{Af920>xYuW3i@+LXN`(M6W? z9=T`5>3d3$7^OLNglg`2HfGu9k^2x4^p=qH98R=(;5HiaXH&FnFc$C5wup-f>liI8 zNo5h0A*V0TpJfuin+>dyo*WaWlo~@!)$7Ls)l65XoDLwtx;j~sL}LzZn$}M3H0UVn zGdZ-+*zobJeoC}Ewi00DWNup~hpIfOu$m^Q%>zAy zV;X=YuhY#cqGB|WkanHtFLSr3>YX+Iq5~i;jLNa$bJJmInal9=@h^Sv>ljaELR{?2 zVoXHu3sr8R;DSh|-KsDW=d3k59_u|UKHnSQo>|vJ=}7r?k-xocJ2C(nr2Y^`l*>to z0*~x7&a+&15*`Y`Z&F)#iI&>6?d>`dYs3gwg|FqTi9x21{KF|X^)6(m+QI9dqtCcO z?YZKr(8lnwH%mdcjVKk575l;OB(S>&C&`4KquudNfyG-c#5v+O-|I}CiP-WaVySUf zr$R_Zhm%xpT(_b~xi1`B=77&HV@{dYan{D~N#Qe)C@8Zyl8_ccdi^<*F`AN=zm27j zV=zwXmL#cb2`S{zG3O`i16!|g;f3^-H^@+#wx^sUMRJqKzkZ6Jrlq#zmibiIDC=zr-9JJ z*?BZ_=kWzU-cx8q`fy?)V_E}D%UnAPP_=sjkVCICTf!4RP=_~RC4J$V=m1#0qpaId zvE)Vh;ej-6QL1(euD(rjQ`$_WJdc&o`OPf$PBN;EIGamulMt4i9St06@yXjIgap zm~wh&8J#Oj_b>!Kq=i!DnTEx#X=|kR<}9SLB*)AJUr5j4WKvtCIAyCLa?+WszrT4E zT(=0eBKu*cBUbj?+L_Fe+$>m3&zl$4);i0EnAI7oUuZQ}`g3o?vl#_TI%Mf>+5J&l z%D>o?9=&VDJ6l`e=E{*XH>HxV<32j4rU-K*1mY!Fu5b(_iajKZbT8~E_ZZ)iV;f7Om)wfDaSz=38 zVtpd&C3YbX{Pi;Cj4ysyqmCCQHX438wTK6Mq)HouEY##7$Jm>0s#Jo#Rig=4Xj-wE zWGkdUzk7emzCKM45Zbi+$*-fWrWzljC@0O2n`j81Ya&jh`FNZ%uS&NK5ZQbi*o@v zTv697ka1M0Y?*&y@AT`qwBFamF~^WN*+ykqScXDJeFmfBH=VV%hpKJ_j| z6P#h1&cH<#Xm*Yi5W$ZG8hsHdVot0hk1@G6W{tHFVP%KYPYegmkLX^d0tb!8v!^qP zk+86C3=x~?rN0cE)XXdbeh8OOcQevsirorUG~wrd~0!j(MfyYL3@d_wA3c znrv{CD3xM~4mg+1Fn&*jTb!5F0&_|0XA}d3qZWiHi*Safiijkl~Ef{{U&kdOf-b%6iV)pKK05yZf=P%n_ko>Y?P9=sW6p(knUglmZ0s4a=A zr$^kM)|jp(8Rz4gbLMR=Ba_B;>WR$?cU_%IDZtYNVGIi;^aGaib8>|z4>Ujcd>7o# z59^znrB^~G=Pp$y43Bhs%DtjLvzj=P0u*%MYBzO4C1+l)trrKwC!o5S97TMRCf%0hKNMp#tJzLRs3SIPy z!u>)e()LaTH(2X8K*ep6*XgM&D>aSvEltB4UZ)H~4H7CY zTCgAO^XZmft=tdV6Xfy34L?P)OICDPl4NtPa9YYqx#aeXxkjUA@0WaQe7t7 zZ1}=#S6L=&kMefMsjh7=@;JL#1D2vJ#W|dy{NFg9e;fz%|1W-7d3$eO4l?T@aRA?| zr(oq~#Swf@)ywnyHAk>4M{l{ou>p!RDq}Dj+&t@ff7buIYxk9azq(daYMvP63MPsE zMaa~fh~B{cXT#us+~CgthX7^(icrcj)Kw{`Y~tUNot&)tnzlP|t~+RaySdOF-KuOB zmgB8dPtec5ifFo#pec|w5+)b6@Qj|v%$#7awITKS1f1L8Et(Zt@8lW)=elLMjmv!V zR@ZpB>YAl7tY4vP1+mY=3CfAhsdti)(X5q|qShW*tM1$4py7qDzX%p0iPWh;z0qU} zaA8dGU==wyK4^uFZZ;+5@OVrbYk_i#+hRuF0P}$a*0omP&A4|HVd321(eP*H@^%t< z|jE0=KYMAQ>3qv+G|!$s7X`B zBu4Sn4sI55oBoVW|DdyKr|UKK&WD39Nq?X1Jwr*T2fbIm6rR{4YCdq*=Lw% z{%AO?rTk>4Sbcwa3DY|?ewo=clI&w+spz-cCkRBs7Ad-9wk;Vn^fhrIcEkNC8K!v< zN#uS1&pncrp`aKJ4lhG2NBzL*ZI8Oss60T0AUHGFlk8p&66~lPZc+HQ#*E7^f+m^n z{ey!GdnGiU%wT&e^U(ZhHHHQQ=Fh;|y9BBhcf>}9@FZiIVtp#voY(*A>@0)g__}pZ zfFMDG1b27W!3nOx3BlciI|O$L1b26b!7a!nxP;*D4DK+<9sck8-gC}}b3fdv>gwLL ztE+lus@LA@*}wH{2~}iKxC07|1S9a+pv9Ub1;oRjsA^H`ZtG6NcYJjB@#z2lTHSQX}>RZG_UgQY7ypsr@Fw13+#s~+q}B)eVNwK1=Z{-sX$ zH-e^JR4!s|4aM}x0#JDxy2=}9AL=HFR|#F`b)x0SBk<|0m{T#Is$U%y^~|~#u9`zO zsCs%qQ1OdCA*MKOtRONiBIgF6X0gB(gna`0qR<%Y!u-e?x;o-AQ>4u2{(omgoW`95Sz8J-MC zaT*xFx~x*KM$wZzHvFyR^ZfY*7Fs_#!M1qd%oXh+)|(aCJm;0GJ&*l{CNw-t$UkS#?Hb?HNbDsPZ*I*Z(y_-uU_wf`;B!d4a3S42Fx ziPB#6^!e@*YMbmOQPlMAY`rDFoEc`7E;{M}4Lmay$h zs#*EgAU`WPCw3Bt6^nV5buQ5JH0`-6AX=Mpg``m?cuxbinrM*8p#0XeV=@oSVJ4;a z%4*&Gj4=1BvOOq3)q@Y0`+5hx^BLt16#u6?`|0B<-*|LO1zWTZNSGOXoRc_z_8d)} za`dOiGY*T%O$Z?uY;#m7kb0H!uC3e(^_L#Qg z@c3~x{q!uLz@w|iu}5^t^>Q}4eIt8la_B^5_GPm|#PGzo5T!B=viM%waao3aUnOJO zNl?LH<#+E~Ny9-Tl=Rd2#WciW7dKSGK#@Z<-y#}oq^=)5sccJcif;Vemm6D90Uc_T zmga2v>u7=kx7@#$c$1gZ&9{LO>u2e`F=(1iljoeqHHcpD@U%E+se`l;cn4bngCpLZ zAU$TNrJe%(>e0HQ8(~S^6a!UPrd?+-beTL@dlz%oonFLVl)BACq!bz;2XUOy4+$Fg zP!Xo-KL~zeQyajzqNkO%=}EzddgFE z`O||5!En-|C<%SPF$XYR*u}*+2EV1yvqg!{aBpK(y-UsYn z=!J&SMxP!T&vHP#wDr*FgT-`}`5Q`A>1gQu0zdtDn9V(IV)Y%R&*?p>CDlGQ#G^f0 zwyX@a=l-pUGqDAXM=8sxB3@b_6wU04g>fbRXcg~8=tC5?)7m3fRSmodIEKy-EC3zs z#zWK}l$L)7qRf~dJ6RYe>fef>oy2!(&1=$pGNRCwac5 z^szeS4VExzB~^py5nQ&UcSoGT-W*$>WvTgRtG{;Pi6f08^!*$5g8MVh_i(zyy3t-3t|+l82#8+$7Ee9w&x@umg>H5y=gR(>xk3zXX}B z36+ER7nq2yuilG!5w?);uLWN7S`CU{?qT)2bMANTr3ec*M$lRVElF}B64SD>1^4Iy zX7^hq4E?maOUug_;MuHmiB8xstf!AnybPUVyGuyL<@E}ixK%ekC+XfUa43YS=W+bN z{Eb;?%f@b6r}X|xQaWO?e{%N-{vr^qkATHmag9fdm?`|mFT&%jxP3%YCFvNYSQ9Vd z`%vny`8<^$UU3E^IUA}M*56Oq>mFMy8H@{S`IAtkt(YG>Ts6AZSB6l8AHO-@%;Vqe zILt|>=4}1;hnMf+NINcv4*CxI4J0{on-9y>!;rQ9b__fh+dzZp028Tmr&h~vv-Qrb zduL$zg5*>(57l#j3p>HVT0VJ`$*9B;rd2HzpT9Mh0MZyCVC=FA&X?7U!)?(x3|d z0qRsSJqUVFWe^l-H1qQa}kV}8S-<2u0bvP;nzA#}SBFw=snYJ>c(cb}7K zl)!J*^FLI@ExLJ{P_HcXc0b|2)pwN0{Tj|DFU>}LXlncY$6%ysK{$HS9D5HUaR7_{ z&=GPFPsMb4mX1VkgX1W&wveUoxZ{F4xh?(71(AnK4i|625e7};fQjp-9UoyPtEKO9dP;rdCSL(>@?Q*2lU@_{lf!Z z_QuqiT@M6uz!R?F*h`TDrG;#bsT1Qk7_8I*FX6r6s9ezvh{+5@F%n}bWtWeTOlnbB z8b?RhuZ96xnuc>xgN8jKQoeigo<)rcBBR>@-6->eb-ke0!PdKyY|gNhr4Md7g?I_e zX!6s%fEVJ9+QM1(Ig5#7kHxO;jw}414L*5SjZ`@M`^xF)KMj7B1>vgXazJ)dS{All zZ^j2tadBvs+aph#a^>UnB)I{r&A~m!%u_cox^b);7}BMf)5ME09i(Xup&9%;18KskqgNMvfN3oF1*# z`Gxf&Vp5Mv^m#W<78~MY(+v0gHes?T?D44;2gK0u2VTwlMQcJk=SX?D$?C%XEsKmT zHb!0eT-#QX+#4++_c{N9A2)aNG0Uzkw*6_53_O~ox-0|^?BYVg91++ z080Jqsm(!(=bOR>qcgYH44@fCewJ0%L~YNYZ-ITR_qiB3>fo-*>rLS@MLhM#&@ENx zj@v@W*#QDgF6m$Yf!D!KC}P4dwgH889o_dNaGFbV5e!W^8Fom09XuwNU4<9=xL*v- zLj3v=d4B?M<0syK2-UIZt=ja(9?#Y`M5mFetA-BL>C2((g8=-o_a6r5#zL$~)FUk6 z)qzH$P1x*_Ce?LSCNsa@?5>e?HWe&z@8zrG4;FjNM@q_})3$p=Nf^|lBCh0)7no|r zLBkX(w5^36y?Jl!aA7hhR^vCe`L4>6u@jmmdiYg)u``w*WnaC6R&v^#o;x5#Jo&6R zv7`duV|6LHh!6t1v_MR0(6plkUYTMmv3(V%a6QTE{!2KN>lrpy8;#4iF}XdcJ#rP(-@i=!4e@Hp2~6}lqtyzl=Aq^|ODZzDzOauF z(Z8dO8UEu};f8aoa~O`)8}NkZDKA68%NJ)ZX7e$3+;J#otl%%gGP(NlX{2{4?g0wC zNvb7iE29Ar4hQ5IwUv0NG-W;_$MESoxeg^vhIb1?4N5Ydiu_Bg^0`&b`&5)oWnmro zx6tDmDRRxaUjpS_%2)98ScYx!;k-rR`V80ijmR{Y=&Z=xi2;^IIUrv5pxt`1#NY=+0ej*#8*c(fF&i z8&U~k@O5K^6Lq%$AzVE4weS;R1-8hs$1U|OI=xq%nrc_R$TltUht4AeV~r57?hltx zk0zC89Il4i)5SY_yt8N&p)>9fwLG~aN~G$@MQTe{H0x0gj3m+d?JWtPkeI0Q_ z-XGQ9&^)b@Q$|dhooHauRk#deX#?fnofRZEEFi>P}QsikrhK+n7 zRQx-sj5fc(BR9eA5hNDfw}Fj_*AI7GH_ezX+h!vU(0P|8BUSZgEd*q9D$}oiKf8f1 z!B;v%KAd}p=nqKwW3YxH+j?efkZ4=}3)2dGmulS@whkG2j3Dbel zlBL6lY5V1=wvwea|Iueo8G6@|&Meok`;GE{xFq=ed#VEH1{VKn=fC~m8(XiXW$HSs ze`nqQF9?LBBu4a2xA5}-sw%X)73TS_fA#}6#`FAgdn3bN-}BH{z0LFPp?wivoQ?+< zw}y9P$f?IH7qOM0s1~ZdK_6;K>z{|h<=6jj9yOo;yGPCE|L(K;|7wiMUqP3tdrfU} zD#z-2#Xct>l8Rg76SnPjmXmsVdgdK9G?26``TggcFK6)neTQZ(?m37%$AF<&T|^Ib zQ#?)Jn+>jO&|r)uqX~D=boRueN|jkKx#6^?DO~U#k(i0d-I=? zZj0sRGeeiB8lBt`tk=zL0xrk44-Nu$m!2}{k;XeuFtYt;y*WqkHiuE^{LP5^UZzol4$E zgs(h^sA@L7>xr+-?^hkpJuPgwM&*zLH_t5$&{SOkXBKAruk=$)p`M2}0dVYg(Lec) zaa=Q{q;~OVFKa^%0-emt52a}W`YK@jo_2el@cZ2>--VT4fQhqXSJHx1Qn3w6825RD zz)t|efG^~<_Nh0-1R~MNB(ClTUGaJzxefb`tXfiJFo8gL6{-Y2-1s`qIb?W}B@7Z$ zv~(xtvFPGBTFxVLAC8Ybd(nPgFfb&eav#MtimD=5Dky;U_ElAR{F8WW61qtpM9{jK zoq*|eJkdg<>dJ$$Z6&neWkMSXr5<4<6qKJWgk zWkb9aZLx>o;tR3-5vIv*DZ7hEiRx&`R{}c_oW5@5K_#wG$MudKgRqS22Cd0V5b?EG{R4ZWQb6pQrzk#fGELvQfFZx$%e}@xunbt~~nCZ1{-& zv|OHnCaA|J;3eg{LD65bx?+^?HO#IWow^UpP5TTVoY)Hup`~qbBWF+hq+#tg@1%Sr z6!+R}Q*8~gb>Y8vAM4(lO2*oo)R59%m_{6}1iG!+YSnFKU$Z+Q&&5(!8_j+B$v6Ji z=jZXb2(iv`sd7Cf^UE+h9*PL7Jq;&XL71p)id353^O94-`(X}{=Fdjwd#mM38?zC* zgC>1BRCN&)36zg%u;eA=$$x05T2~~C1l}cz zsdYn5gYE}d?QsIeUle54JR0qOQm3pO&!>1ti_Ca(U785Yk0wYb*mPODt!iM< zR3$*cz#nen)(D!7gX-SegZdjw$~3E53DOTeR2`Go2`icAip z?WIjevnh7qaFzP)%EG|X{SP-+Bi%aN6<=DX6z;{Er5beq+oj5Y$W9fN_m~hnl#aQV z=+5DhJH*?nRMlHZqdp&*etZ0ecNLYR5z94}pO?C@&c0r`XReJ+S-Bz&JC|az8FhTQ zfm4D_g?i-a&+_ej&+j(Qg`b837><>;;FFz9(nf4;7zvvFUgmV5jp;4iH3!0ZLF*+f*p{ZCxeqLE|JeITXx0v~%w2ag&w#QJ0_Vq=E%91oLH_ z#%$AbF(Z}l*Il2#V=x^xmboX{TBKvbdB2^;Sx(K%nva?^O8;35W)X3 zvDxAkmbs#0c$=*`7U#O!iGO zBse4a@eFB!Q%UW)GsxlMTG$miX~gZO6XX3d$x0ZViyXJupSt#fs;i}*Pxa^eru@-P zF>6_9p6MX4?iPiXgJMYJh-_9P>bEjapKCpWe=Arz-N;`|2W!Tt4LF`|sC+VVitw)O z>E;WrdY06`*H3$*#%|pjKwxTP>US@7R7g5Bj;PLsKBBp2r#h<2qRvU$1TdLi^UkDN z3K)$6EH9U<75XCke>{i`23nk*=dY`x7kAOQh_zfEqjC_%i-qS80JiD?F5d=hB98Vx zvl%|8?EFAg*~!y?V@aH8sr;EUNLUcGpNuc4_USRSzNS9+ljDYFm9|+sU9t9yqSq1g z7LOxwc#AceK|Ndy845FKS6CJpdmez+2P|b{PnJ(YEH4?Nq@KhtutH~QQbffXKKdgT zwbglchBUpm!Rb9oNDAG*h}ZI;1#!)Y(od7IgeH(}`=+N!Nz;=`!dDjhj7y44TqOtcBz+w88Y@J;IcYL;f zO!U_;QPgb82oFtIJSJDKed`9l{HDVoMxmvUE|i z_Ya{ueKpte5xZP|S)Tbl!%CVO@^}*yH%(2m2DAWBCubFbO9)Oht%<2Xm z#~-+)c!zipc8Qfq8Lt$P56{;VIu|OL?v+emsgE8sju8lj$52k^swZbM?hk|a#pj7F9%=T^yI7if%Fb15*k$5+aO z;AqI1EF(0gs#rFp+ywNmtv-;wOY1DgdT~-1n-Os(xZ~^@xD9?9iLgFypEzQ0I*J5e zOv0ozhff!5;qcc-LSxd=S8X52Ue~H1?dv|Lv_aOCHIEv%aLL$v4t@8|d0AgI=gSPI za9!xj0e%VeW&E(j6hhXlErfWlGg3jso}#uZmT6iWhIyXUGb$3D6#kVqOeLtoM36s! z_b;`GUGuKkagl*uFRqs4)1H9$o8K#W)b?EW;|^EdaZSIzShYMYobap_LyS^Z(2B#m z?f&@GAD=1fr42Rh9F9;Ev_qNv1#5V(!Fqrr8gC)Ga7V$m47-?>uvBsq@IV5WQ-Ijq zZi&_>8?cO_((Y~x-;rTrNb-JP0eeiI9%(Fi_?`SW27?dU&{r2*I4x#D0&e+qaYVG6 zY`-+4q;J5`s~5W=E-TL_Paf0Y-ckOXvY;y#z4no>SWE-bV>3b$Ij9wM!Fg25Hro|> zlS4M%6}wVyvUa&0B?VltPlDY3Eijo}FFWlnH=`20 zHQl#LE?t6pVp|Ph)x=MxXyR7?JpCj2;qodS${#7as+}2QrFQ9yKoukb!!t0keY&w8 zPIoSPU0Ue`!iwNxxeJ-d3ORVDA78ri;o(&#k{$3vV_z;_j+-b*F-)1R_Z&R>}}@3qqSG&7|d8iGt<&w09=61B zOiymB5=bk=EPCoEUmZ1~HPBqE`{m8E_)0Z(bQ!J1^_$~4qe9EU9tD|81?j%Ncc+#`{?emcotrBq1FH{C0L>p!>U4oY#$-%KDlK@+!=htDqA zj0?Qgo|i{C9e>A1Qe-rz7z@`Mh1m@IYTA}Fnxb%18u`Bnk8V<}zi4pD+Q89cH}*j7 zjgswX^A(BO(_et*i62bqEf<{CytijUtNhvnOCNNP~qZl<>=~xN7I-C>WMqzLmKnjfe zwDOU4ahoe>a=J`u^FoZst$^v;?6?G;xdL289m8u2{yVcS5Mp`OFzxt#iAIJKx&A0H zpxIy}Urr;YBgApovq8}unkElAd>DrcN!{3M+R2r4wvO4abTEUznVyp2THswC+qqsB zw2(~TBLLBGs~OvF6Oa;B+SBjhrg-c{_OC=)8-#EVaaWZmYk)j!QxTm|x42OUjonp? zR54yr`FvhMO}Uv^`TNbuLD*GLI>6-yiO+Vimhmy5M z1C*HpEA4%HZ`;eaQNL(w>d6Qdi6r-TUGc@d&P30bx;k%O*6iWuARgS$`?9`Y8T_qB zc*ZEhZTC(ZrDxBp??}|fM*Y3;T2cZNku1cr!BelsIztn+_oJ7TND?Ev@uFYs#V^<6 z$4=W8;ZxNv2k~ApqKyr(`*}zZnhm3?d5AT^GMgbijKjMFFw{eb{$&+7`&u5R^;Ws| zW&7wq*bq_>Y zb|^#Z47Qndu3LP5&^J`yvCD{t+uG)>r4?oLeApcwcVyts=f zXe^H1k26ozktBu=Z>d^%-k;N!bg4VeS<%H$Gaby0Sxtrg_ z!7_6}II@lK$?bxQXaZDZAH`{aSP7pI#^+wzyC3@Wt0LRlR{`9(HaOI!vilpU5zLbFEBgtZKc#5`a;M^k1@|snnBeVd}uwO&Tk5iOl z#N<9Zr97n{+N_)K&cxR3$oRgUs#NigO)70wJwxS;<=tg;)Zi$8ojDo1O^suHItW!1^OeCU2#4@pxAn@tJ>E`%!Sc` zj2jt=Wt~5N@e*CdRdhcypMP^Ttq}_#u8LlnaKdD7w9M?IEnf+3fMRlKpf=+F-g!gmE< zQx5{9*~gGUvZU3wf3YeK)_E0OKK#_~xeyakRvMzm!ix>6^)IGhh1dn6h}&B2>&)2C zYdvzdk8Q*?Q*?z1jks|J!*o-yth-5H2w=E(ukWBOa)CjdAzM zwFO*qJjl-{H)qEV;6}|Gs z_YOGZ_7t-J_ANMf%o8|^J7KCncg z_Ra1|fv-T?$jjFC<&r!nJFisYoD~I|bFYeTgqq~4Hy1UV>lZ^kaZc$Go8g{W#yc2^ z-;Y`>CkEbh7;r{in*lGy!To&O_6|X~mpeVlSBrJksvmq|*o>AxAR|_u@1{26mMYlx zUpyrk5ZPPCCD`XG>sI*mA*TMSZNg4It6;u^p-oE0M0)A^<|tTTpQcq4{0N8d7H_)6 z*?&c=yQ?wWbIH*sL-&?WMe<6hVW|Dt0hJ(nmXhUJg)0)a%0sY=xUu%~F*WCw5R+`{ zB*X3NpOfbdw6uNOUrxxuuE^zfzrGJ?P$bnJ^`VcmEAHs9#U0D9SJbwdoo3QGsMP`Y zjz1s6!}h6`Bpm|L3kpg%7T$A))rrEioX|@c6nWWD?32yQU(Cx;ds#Oy6+UrVh>;cC z?1zR)Nz9nn7O-&_CnC-<{=V8pCElHX2W-TE^E&0HCes9s;=5Z2NCA84>TpMFsq}Bw z^_z{~UgfjeQgIXC#c;AsjpmnY3hkGvMGWTuQmW89`baZ+<4e}*CD|^$1u74d91?}g z+8Nk+BQhv5Ni)uC;hkdf+3t&ls@pbd*yHu+Y3|GsU;BXUxCUPhwYX@$dF=+l)6B^W zFC66qp|f-&9dsY&n~rIfC-f2$gGCmZxPFDmj*A*Qj~{d6_T;Qzxs$+H8m6bmj^L+y zvS?m(Gy6ON6U5&xoqD`SD`H$s>2tx^V&rFtCzFeBmK|udaAg8wU(kuN-SMFKh_vj&Q1W)rm$Jmn=O$CyTNxu$Ah5?&H{q>h~#9w_EBf z=AyZDSUkoPH7y2$(FPbVuUB8vf-)O^kAZcNKJty5AGRWY6y9i@4LPRLvdE?=_N}#a zDj6&x(zfD(s|KVOkM8*}63!S2ZUO?R+vxHD zEgian4dRyXwR5_DdLL5i~UA3$&hAI|gAjSG<02e%*V*KVb?pmw)zTT~T%fK;>~ z9gWrd#M-W|$;%&2`&8VA{ODEDpqc@iRZPf{W8U$k=$Y1+6pv8gIWIqLsD}tR-@!5{ z>cL3invvDOOkU9tkR^>j;qQTgm!L^LQp%K_tc$_Y3OW=H-o8UOmu%BMwgzrz?4gxG z{JoN4W4YrrcQW{}uU|6QR5RnJU@Q4tZx7O|1wWrYF&a7wfKJ<5(p(+mr7?`qtfOzl zHAtlcTx2j1^lhm|^m10u2Aut1|6;U^+^PtG*k1UJ$yiC9zhlmNf!Rwn&a?4&N(YCq zcT>Kyiui7SnQQ#{E2AN-F1+h~!jsG~MrnNr+xm}PVgTSES?i4Q4c_;XtmSHOw zegq=~8hLVBRB>I&q6b7q8Jx)0p{KWpK#;v#Ri|38{&efW3~lTvxKUy4s<|HHk<$Ce z7*}Ho$RR~_Z=PLPtUYUfba#WLQ1@9$ZzQ z-}@>~&@SKr`)S^~>%e4-;m8HET;vlfPEr|CPgbHE!YDZH;t!HVx?P5yx0KFZUMTDw zQ11Z{cI_3i52xQ*Mj#e3thpwIyW`@Gjy1D!p@%1V0l483J|y@ z7gBpj%)nRVRP|O~sRQ1G&*)4xs!plMB>z~sr>bXFawulBP9WYerC>c-aY1(XiWp z>(Ia%BgiP@i4l@?-|jJpkx5McZ6zs@Wq zD&sK4o*p_8TznBx(5gW7J6TxciFi{MZ9ZA*^R}w;rQii|e%5Re%?HWhwaG8=u9#MU z0L2duIS{ZL!xxp=|5jR1rpE*7) zRIQ+y2I&k_@VTViElZb{SYcaesh$9*+A|TrBcgkKqTcSv@=B|?*qH{F+Y~TTg}27C zW1_KXx=LPQ;n@a{q@O)LPq7dVcGuKzV++xrxespp2lR^U2*G?TvotJcSPn_&qgQdu z?R=OX2mjy-94JG^-{I&7o?4$7t%d&ivtn*f4DT6y5l7L)OUp8pafb2$Com4#yF4rb zpGO1LrP1Z?1=Uj0?GwY6XE zj`YlQpE-SIBa{@Rkl^v)!N9Jo#GM5l;KmQ*6Cduh4;x^@MA#b$$F7KRx5B{G0SCA3JB(!<(F`!<+O6o7JY{ zhfSYQQrIAp|CDL0CrIH9t~-WxWDyjo|0!|kOSR}9`m$W2|NA7L=SfVKOZYz@U!bJi zcAvI;9y@jWdxzhT$Uym|HIR8`ZeiqNt&I_35j5B^Sd*Yw61Va6B_s-YX1)^>s8C!#tz6EQtk6d>3<48 zYTbtZU^Oq*w5|$c%4c7Ao_X*&f0ug6bR+Zt_-GURb+PE7e=j!X`~6Ks1xAE$-g%NOqP6e=4vOw-GKt zMoJ%x9+vt5nRDRnW?_rOh__NIwlr1ojcz zLyxn)WK?}k0P5F>&kPpJ2qaIN83|0{dY2^GTQ~$pzGK$5ydU^J03YGGj%0|H%#`od zJLIYl5BR{W$d691?&W9f{OrhCsXd9|;H=_(&iPIV+$P>tlelOK*H(2Yb{+>uy*Q@eS^_5V(qy9L;GUk*@0YqfY_q9{ zE#>tX`yOkAG0lY9t}CQ}XMmfjPU5=GiRl%M>@I5!_Ia*@?4K=`^2Oyh-HTlMw>3{K zj5X^evyg*-DZ{Z@5e0u={u zo*WT5>KsHaaWWTg-kQq)@4fa8fWro(NxqKE`SGnp$$!R z$@%7=vtL`tExVZBD~`pB7o4FMUPX@04a=tcRQLU`a4<$~;Zz+r}&j&3~)ZDMy zZVADiA+oo&C&u2GWNy;%duM;?_TjKB`Re z7$ha3$rLvSTAs{;)ASd#_8IJ7qe1I1d}bpU=?VHeaF8|2zm{20b6TEk`_nDq{K6GG zUpZBs{xjojVA=7*xK( z*nS*=ykgf@0V5?r&m;RM{@c|pTM^j@S>l{*T9#h~;SxLFWODhj`;ejLlxM?4ch|JG z?;_p?kvnI)4en%i>lX2x6wB8i{zKAvp(VM-giG4%t_o#`d{#ch$c*7zF~i;yqg>)A zHy7vDa&autu2T91YUq7=3MWvl@A}Uti=Ne;ao#rqQ-l}$n(MjzQmS%k%9jC8o?JTA zL}KU(*W%^Pae5NnBGKhccB*T=OKH3N1u)-a7KEzw-YW!ZiGO(qc7xCLFjO$mn?A1X zBIbH$VJ`?lpE|KWZP2p$2LwnaZ$(y1+3ZmzD1DwP-`b}sq27dRbtpw+)U9Vj(&eGI|-7MbRx@$xI`LKZf%co}<_&S3+zZcpk6OUldlAfFFymX+@#D60oOb4v zZl}UC9{^Xdbv{W$;37l|fcqZd#h_EEcJdJZwBB1b>pRirS6d(Ep4l4sY&MV^92;3c zcd}c{tqS_3GT}6UtaoVpn>M;_F830x)u88WW1yNn&1g6=aPvNol?-ImY}%1|Ha$fo#A|# zVBKBb#=CiQd!-k1_co%E#cdJ(YCd+>)b7v+)jINkhrYq&^%ye&Q=7=Vf&GEwpVM2C z!APKbj-=h<_=yH!SkiaO?su_pppXr`gx#&A>h5h{Qi(j!E$MhOFh2_J@kUKpsm31- zHm+s{u|9|-oOee(Sq)IWLeHRZ2#RKx8E2>hd0Hk4Prc>}p0D>R1&Jjc@9-te?GsVv zkUtbYEZGrw9qX`$!nQZd30cfaM7>UX(3iYa4!zyodMw!ADtZ~-*S%Q6G5MGvqaQG1 z{x}}$8ON!UcqxtJ485R*jF6s}38+m z4-@NEy~qzj6@8i089U1&r(0GYoG!QfPpF#R-HWatEmG!lK!<@=`yi>1o4~~j6^_zI z9XRGfTHDK?I{b=Qs(boIQWt_0E;dsAutJ>X9C^C!g&H{a(a+e#xMXau_q#ENZ{=^p zvVbY{8z|i+ZEo#Qv3sdzj73~Bz2-(VI?Upw@)*l7eDjm~$Z-uo)IAY61;<>K$jHORe1XeRi)8w#ilr_ZedHgvr%!rYHil3A* zRH?Eyx_GidmnI z%%Sw-Z?7>Q*7!~HhJSTR9HMbG%gyygxaDL~P4u&NB)FpPDN$d@Qx0_;mpCU|o@8_7 zaP7XhJ*AQE{G%WNfxY8e^G|j5QrM;_ONlr=L!Ug`&M!Z=&DgxO*_P}**AC*WA~Fu+ zdgYy!wlap!i$KfRxl1rUFtEQd^gHRKJT`ozOf`9wPUl2~;`pW#hM6S+gox|GkL<4u zV|?zwfdrXPOv?bx2FQ6EO#yt+q%^o2Bvtmkw8PDy>_2u0|*? zboP}kuXz?7yVdsee;jbG2FNZYSy&yQi<*jB{b@r}F15^6NA$S-`2bZj{*bZj;f&`Y zu)f&d%<<1XCGu6a=rnCWeNUe?^VG}ARL1^IeSU%YDVx=8`H_zcYFo1|51%Dlz@>J^ zVX8zv({EF4QANY-6E>q@ocW@gMjdDi$-g^2WiS_HSm2qvbhSR5BZ@eP-sqnO1q`<4 z@mr%2EY+%5v)H45n&RSbNkr3_8BYsy`UNHbW=us~P3ODB?PL!#e(6f7Haa^+!|{MKU^pPZzO;^>8ifbV>TZ2Lho7v@^4!>BtVwOG8NzhNB`mu>GuV`rBg+Jd@iV zHYnn_y@N$QqkeYrvsgsEf*ZK_qkgv9pKaPuq@v{St zLFP91xzz>zpVf)%z|Sdnum7z8Wv#DXQE@>sWpZV#m`aT$^w_(Utw`GRKPQOKQ%YOd zujCwv6lC8RSwrKaNlO`=fm^K`TuiqNG%r@GMW2!|kr8*AkGKoz5%*~UKfyWkyWk52 zu~!_)D?C~Rgnv45|JM}zGPZ!)z79kOAl6`I1MP=rOiXg0oQ`W$bX|27eL#R(2u2q& z-BKz#vnQdcmcYu@kYBi-)Z}*SR!p~Q@LfoQQ^kc&?*CO6&3$*glE5EREWzw(4_D|! z{(bF7U%XoD@D{ESHrAg#QTUw)G(I!(g_%>Dv7n@Y6#}>{g~@Feol!wwm=4mmNz+(c zEit|0yA-?d&yj)(JDq~KqW+JsQ(RILPm8K=6tJR+Twr)`%lUKh^0x&f9#HjKX@Z1)}xdNh@^n?ehdOKfw8O?I;2J5RGd z*rOV`&d!j%f{Kom_CM5KMg(1Enra7xC56^=Ul4&YOO}7*^m2$QQ+Q!IPP!+b6d#le z38_U;_=l34=^j}%5>ax8lX&_V4;_EnO>Ogc_As4it{G9^En5Ps1%S(U8<@K1b>CDd zZ5GI&?;3M!=b}@?iM@Nrd@s!^HuXla^)1kd@CJipAfu-!E8o5eZ0bq62%WlUj4o!D zwwLQRuASg{8`_0;C{NZO5wI)T^>6;PamzkpXq}5b=6{clIX%qe=j>ItQLY8Me4F)9 zzo=6nPDvQUFivV@GYKtr9RBBrJsS7j&~`F$`57k;ea1P1aD)Yln9)W5ks>!V48U!F zmtAy);pshg#A!zM)zbpav#}oha#xTT2;3NOox~j*BXaq?l=yJO=H^`6H}bpCykoVECw#?BX*OEasZKB*dhnU2!IW7ZxTI2 zBkvPK&_^f-SJJ-#lYvo7JvCnVOe)Th9TMSNs8Cbabl7IyQ?#KsXQbX_!iq%J7%V7# z;bM+1U-E*C2b`8U5Wd0_W3Rg1u}f|Is(Y+SQsW&h>xq;$&#C5yq8snQlub{+)2XzySZ2Y)EwgzsQy@Xr+;ZvyGno@3_I^g!h*!=^dyeS zv&j@=?kdC2jVc(qg*)=vkpB9GIlPo7V!3Ln-BWuJ=Q?btuKHVwsW)L}N5~4ZE8V5! z4X5kxixKJ9YJ8;WzNJSP^Y(KN)$E-!Bq1-UOm%8RbXR}A-R)-I`aeQmH7gad{z}|n zt$6E~+E)C7S3A%?WV>pP4(ZN=NRQ%F)=;W6;3C5Nlvdzv3bv+@kB?rjlK!WXkWj7~ zc3tv)gVy>Q-B#&>dW?}@@|zv4r?9g+Q2JnD(7gpbtDcfGlZAcKzIlKJ9SaoF=~!&3 z&t;rT0{!;;wP6g0c5jg{mG(6hRWcB=&2G8w>h%f8ck-*k04uqC`)Br*(DGEBj;`~%5NOYpK`>jWJ1PVDMJf6= z1l#jnF?q*(1fhTPS+<5E6(zei6s(oUWAMli(3HwqG=5B&kISXmq|M`O3}-$Y3>S8# z*D5E**|o!hyu#xm(5F{%58b75O-eqV4ZZwy%?2trPsz2xy1lyetmIb9zLUxMY+3@= ztN)DQ12j2X=%(fc|Ehf*V;f|^&wX|H6gu%Ze^%d^9m83{n%7C-uex7C?rM+dTXum9 zia5N_aZow)tefc{_;RIB;!gIx$>VhDXY0JQ0Qwxe5AL$pJ3|{&4*WndVx)H7&o@MY zjc5rL-Tiub$L}8k#J5`KCB!e!sxaPHWL)zBcJBEN^Pz~ z6#ql{(v*DCY3Uo=NY`cbESA<;`Fh5Z65N^WbcyTtLp~`$-ch&Csb`>VR-5*1 zX9t=O+4UqkY2{@FEtobr~d?r-FmigtP-HONDy%_x^A zP+rI@llP>DxUX?iPj~jf_CMtOJu^FgK7zUDV%IU5U&p;d%yV3Ac1lZa*6+9wdhu%O znF^vNYU;t=FTvj);ih6c6(_*1#SbQp`eqMuQHI){d7sL@LQDbcmYylpUVaQ`Ccue>fi6ERQ0{ znT13+>ya%vo;`hWa|Ov5^o#4AOV$~)uh4VOr?DbhGA}c(o#YCR^~1Q9VO2^#EHIi= zVNLWH^H@s0o)|n(VfBwZXWrT7Bnugo(oDCOWvNGZUzLNR`zMfTZX4CoNI4J|=a6Dka)lNyho~!<*0Fjej z^oXTx)tchdED5=E<5l$_5{p;Yj$oAe8(K9SEWeQ&}{b+XOgf6F#Yr z7Q%oWdm+P?QMAhwR*B2au^({>jHIva=HS$=+B!nOC`;`n#haT{({`VR@h06~TOw!mlK4=8ZRgPO zBuJD5(XKgR=s4zLdZhl@Wui>zKXuXRoEo0Oah||B*FC5Ssu}rhm95Zajq%^(1GGRz zwnyqR`+G}+kCfev*?wGp&jQPWO^q1Z1-?;!~Dchp+}fw&;?YO*`}D;xP|2NZfgK-D&x$S zt$(p(arpB={e5C7G@gZ*?>RuhMEnlE=d~kC+xTTR=jFIvFadwSX&rs1j)xBfn|`wZc<03m22t(LQEUm*HJ?SlI&cBg zPLzgai{BMql(^$f!^GV7DE>3)J*Np#%0{@H9rbYF&=!hcGT>F$s-73D-RzE zoq&7Wy=O}}UU{FeC(Ns=Ng??+@lylHO(ywWlx?~1t=Nx$g30n2S>=#|ls;$a#|}?Y z{1Ek6m4U$&|PJ5NC(h2#9vl3h?*OR@<%79K~H z%^m!#SxBiwcF(4o`wZJt+Rg}HH+4?67al9~AJuf>fvvZLeLT#28lsB8OEpKYs=g|D z^ig1dfT4xv7Zr)%YQYS`Q{z%3h2T;^4W#x`55iKjTK5p^fG#H~22`K?S=xGAk`xE+ zDf=#E;V<`>di3;Jj=1p<9s>Nf?;70ttUAJGVdli^} zAu|}on>~OaC(Y@T0siG7cumgU*7HxIw7W=_+gsnM66QvrAZJ%cb^)n^=#R=iXq!kP z0aJHdqqm8W#M9n4Hbv&G)0ixu3ykKezdV;P@PZjM zc-q|P@Ee9jjr;v4Q=b0&5~3<>(IP0HwpR?|WEP~18OJ#twpS=@r3^kd4aAFJFi$Z$ zaSH~8?nT@MhLJ%L=C0;{4!w!&+Q|2l<<(slgc0NFx8)ToS>1+Or3~|KI5%20r{91R zf~VhJcn@Whw!SPHO=~r=*q=s`BL+!ntvK^wv|BBjd1ry)S+FBW6vkF6Gq0W$ZhJK{ zeaklX^i7|QK9oOPUg^5e{82k*3Lli0i|le_Nj|%r41IDe6ISDOvn=d7dtdKxy+m2Y zzx-a~jK#7a|8%i}tDCGeABNRV<1ruZBJf7A7N-huZ%htUA5ZqbM%V&QT=Tytzz`6X zN$PqZ#obTT-X)#8z2)rqJ=FL^3cTrHFxj3xTe8fTS);z2Ek$g5^9``Nz!EV(zddR{ zzd=13+sDjA90hJ!h7>MicIkJmH2EI9Nd zUtSG{L0eVKPY;1kCXAMU02K<_=W1E^F;DcZcS-BPf_w}>l!Da*E>+bVdhddM;ImOG z2yPpp@GlB{#0jW} z-0^@_O=>3&O(J`pG&g5Zzy^gW$@R54#5Zo@%zoo;se{^qDOXtax~AEz93g0lLC{#B zf9r>Z92FF_<<#nG*d@6WM>$Gpy?I_OfvLRL7m)u)f73#Tx$;&r<+;*p7wj`j;fY>0_n-VM`F95n9P@t4hIy*!Ry(?=zLW z4v%pHc>~*TTQh1QMd$-TEb;#e%C*nj+sro1#&m{Kp5hi#cf@en%}73BPW4k=x}r(L z3dOPz4FNKt#;YIVwyWk4cHkV2$s+zkrKOhW`jS<#rGD@+iI7{8k8{TG+pku)w;fqT0w11{V5ZLb2zKV)UH*qV`J}gW=ggWU|5pnDqPjlHz099JnU%i6TZ;DLOb}_~AXV18ILm;ixvz*%_|mrLS@S1DPp{1wl~xUbDF=&St6tyz8? z_3}5h{$p=7l-$d;wJxzNDDBF6eRUcYn8*3g&_A11-0e9U$sPJLt+cZv z3fFCp_cR&zX_o(#w%s;ruj^74=6_-y53Ic(e(COof)onD|H<}$R;(9(S|CO45j%wp zE}G`66CB6o%*v5d#**t?T#Qfl-=-M?tP21#mpCZfyWLsa7M%PXr_voQE-L@f#7*G; z(>o7rUO|NlBaKTOrQolSViBD%*M6IS%cwa2jiz`;YrDodfDW(x|s`;u~opsaw43yY%l;ZYV!iGPvw8%3UIfpj57pr!vg=R(+?vj0hv_8+Ipp zSJyXvm8tBhfP(hV;&Cc{#(z}$OJfO*e`snDfX3UNAsxfY6FEvWl2MV4=umlf(2oz) z0bH#`#V3`OFX01M@K#GmSwphDk?72=fQ(jiYk3xs%83Y8BgLp*XP0dS;;yYL(q|J{Ka7^)$F3q7!azKPnzMqy4Y35{Mk_ zHdJ4V9!JNHTvT_CBLvlvUpjkdB}M_}595y<9+A-V1BGKn!vd#DqAkoMQ{_32h2 z=cTc5w(`ki-nhvBRP-$*>Nxok2mO+9TWk-J^V~0V(#?%-hcc%r_W%v<@(wR2?Umrh zk$D*Sgn9N{3A5pt+a)5e3tguar%*=HcjZeu% zthaJ-GUua)sEEYXt@SYK))LgRa)|mnB~5 z#T?Isfm_izKcxEVw+}LX-~Be9?kA`|{PNA7oUGs5T{|WV&?nq&4s`TcgTq@XWt+Y= zzPF4kl=b8Fbj-ZynYN5}UW)0Wuu7+w?>_)csez7fYAlc_BV{3mNto(nVTp?7$lu6Wu~o9&G;={v5~ywt$Q^&8z8 zh|8P0#!z`<8C!YePx8|fmq+(`j{iMp&p$W#&8MgKOM%mXZR(#()dXOz$O#(u5-h*tlw zV2foMW83&=cHPrG=aw`TCHP7ycR5wIT#Wfi3U7@~x|FIx*E7&y&A!OumsxM~=HSS@ zN5PM&wA8{eu7Pe&sp1^v_vSJ{7qQG{6HXk<>lthyoj&2dj|sf=5L_`=T(x^_K2Zns z7v728vYy29tH@()Y%Q+&dA)s{)B43{L>?g_*E1aBbs@Um!jq}=3d_wCGJesekqd`{ z(eC85coN@>iQ5BosEhpAMwn4ptw)OPtUdPd#7DTCuF1Ql%_Lr#uSuv4mzFU{ml)Ze zBp7Wz$<|nR>Ef|D{MFfD5JXUZRr9dXROb$GWbJjI-& za7T8G9bGx2R*VqfA_sJk*;3p0Rp5SeGYz~w9B}%@M9SH^UMfQ5R?^2-e9}>X~FM~qVp&xk401q z<2X}_;{*AH#dt(leMV~J(n}?`j2P(?+=f)$z5K@>yhJ*CB5ivDF<+hXDyOzhEni6W z11F=??-<0Glv81ee3f*#Fx(Zk8h3{_&9HLYXRq9ch?QYxe`XPlalub*VYMNJ7MyYp z(C}T)9%~U1>g_TUGg-N(zC(BJXj8!I^)bEbK&bjmRuCDd8@(1gDZO}gQKd3ej^Z>N zODqjakEs9PFs)s!@r^yM>Xn{X)&PBZ^cp6YY~@i~IIxhn!kQN5HG56ptG7Ps=(pT~ zP+LGyhEa>a&!2q1mdvitTE}qDxnkq|dB<6M0pCA36Jj`h>@g~yJcgWP zK04A&x&;O9ADzP|;4E9?|NWt?@V7F0$|-sjD0$<_pq}4+t(PVC79)*fi2sM zWV<^kJL?SmEkBM-C>`{y{d>RY!|iV*kC1aSRN3+bn*0h}zVk3!R@@&umsZC;ND**h z4j~}7J+g$NMI6ne1JCIwVe2N*{wdYUhjN_HF@ce-K zqoUpXPLkrOI!;hcZ0LZNH6?KF0dZ`Xi93SFR%&P3yqjO_%wa#omsq!STjKLa##GdX zB9AFfqTd{bLH%2#!WHf||9u)&Eoh@~fi_BokogKL44tZc`IKZ2XdgA_9P#lB{hLk? z?!Naaovibk1)nCBxh<@b{4#`&nbzO2lTcNEOzaxap0QBYzH&J|ThDN@O9^ZD!>^q# z(SKR&;H&rWt080rs_92~yR&x74?(+n#!^3q?pZ|BZ@tL~12p;^bE1#jwVUWk z`uFB1ak&Y1yXGcukAl*urY3RA!&;f`Q7fFyU}PoCqn5ek>5scV3TVl_gVA6~p9hYy z=(xSEo7_Shnn)APX{owv(W0X~lQjy%*j*o5NWNmaRgbW0 zTRwZlAWhw4Q8-DUzWA}eaWWi_407eNMI;7*BSr=@ah)wzo#>cuhOU*Qt`8mG9Duv& zaK0@vob(lAst~~D+K+gU5|fo&wZ#fUr;c{83~2gMp_BU=Xpi&CfI~d9l0d+3zNj`< zI45^KoYgjQV+fEo#wBvyLDdE$yJ$To)#86YqN7gBXhllJiiGIMWAY|hZ%Q1$WIRYL z5_-8o!A|BvIthMml*XcxOhj&*X0DQNLo^fr*TPfY`xGpH*XQ^Ot;;9EE{9g_oXzh6 zMh3&Cq@DXYi!u4#H#T|PzZ^q-Low09W`MWZY}UMN%z`?`v*yg;O-GG|H-!j;OvkSc z7zGfAxEgUtPGXh$<^*L%jU)_IVG*D$7;Yp43UUkP9T3=`ximQ7Lm{*|i7mgzE( zXMOkC>e`jmZit2?*ZylIkZ+S>$fnp5USmKK9Q<`;$kQ3G+jhQWb7YrjM---if42iF zTKZDQY>q}lezyY!1ui#P{|jF|v(*@r=$^r=F8#_rb7zY9)Smc)96n!0?ZiP@Lfv;m z^JK$W%kOgqewpT#`#>iqkk7;u>paw=oK602>ot{b+o7PaS8i%)v(B0V9#e(7lGYzKq*=&Pfyn1qJ2;%(B?}`gF5;Qgnh~;Oj$@3%>GOf38 zWbsY$H$_yP{tRXaT5`32Y3ZXH2~#?NQTB~nH-PW@S$#9u3>qOirZlqnqgoZxiOGY#;{)z~(j&Oe1 zsbjT#p`%Ux8ebs&L}`s2g8Iug@|!L(HDU9y`#PQA{?l9ri3b?(90S4dWc}Na)}1Bu zgBm!a9)~~hMTOxIPGf_;tP<9%K)yXJ)3)WW79Y~ga+Z(9{G~0CwLT0ed|lv)#m($J z%b5jGS3{_jaq|j=IxdU^Bv(u&gfJzLd2E$eyEF5<6#1insUh*8`+8Xldzy@0QLChY z;}2iQsmzvEj>-~|EOh3md|8$-PS#ODM>Bb9&zpTr0KN}1X#oM3_k0#SqooqIt<5__ zd;-cE=8lqpI+&45?J!cvQl^DNM>zYwIWs;zqMcmi>4`j`qWX zzRBh|KtCx!B4Ueitej9^wlXK=8!DrcItkW0-F0MLm{lE(g;P~o^$Z(Y^d6f2byPhS zD7_l6O`gyFt6e>iR+S)!m;)?WQVtI)I-vmRU}k+>JP{2?6qR3IccO6+S6w?}0Q1~X zw;nmL@;Q;`x)crSLY#w=ZegOwC|iC`#PMejc72|y<7ch{?cT{K+MeO)x-PaBrrcEtpIZW(leqArJ8It;J?}wjQ!nQ?FKw2WEEL)~ zyzB*u*GqyxN_!|}G4bm0;;-ES7li!2oAY6DOvTRk_2Vl4Qxa8rt!@hLT!&Sq{aHnDXZEkxjam6N1e99UeA6e$KS%Fw zy;Jm`EYU=N`UlSrf8zAc>#KJ6ja+qBRE+$ya105zsqug=>hP+y=f%T@(FWE3vRS~P z>Lc3)3H+yyyy({k1S=WE4nPlRguoK_f9Wff;F6tL8O6Jl6$y2)S3G=Dp zMe7(<84AMtdTy6kUlv+vhBKfxZB0#`pdz%zAOG8}py}%)X8TG5U>dACYee(_(?E%( zjfvoKrIDd5Vtu6%k|U}?hU99u831jo>S?-A}lO{DQ84=R@U$9c{QXsO!POzuACRM@4xZn4?* zF_z`})Ny~7pIosTUKN}TTQPGKCbmH#Eb2kj>!DlH1Rbf$VF>9snqc-erhw-dxriKv zfJ%nS4sj&E+xz;)^ZhmY^`ZA2X!%IuZh+h#DKUmf;{&(47u6Bm?*g&p4=%k@R3WeC z-|wFmtGW4)plO#rW!S%J5_XT<NzI=E8q$PXr=%yhh+c8b#E36vSR{#E4M(z(I|W8 zfI5SblF-sv^S{g&(^ige*FTOE)S%a?uLiC?uc3%Dp{mr?Q!V`A6k~ zO{u@bHjPvR@8ILu`Wjuvt%kj#g7=n&=`$u9EZ(vq+g6sr9vySz&TTLDc@KpqcFtlP zpcQk%d#mX|Vze{n_!-5ALqWdcH5;1%WJ7f>hR(u-JV#f~)Z7RSL;cP_ zQR<-oVPszcj`+~Gvw;%^WJwvJfqVEKowgWcAa%uCLrhLjyS7{AZmJHIc^?9cp-m0T zrt8+getbvR$GPz`(O4p#3f#wwjG2Ig`Iwu*hI-#pd+B!P(y+VK<@oB~h9gucA;i>g zx?imvK$<9*OAft1DZq`N!za&#OtL$}aF!DM82kd<$5K15K^4L1mmSs;EIcPP@rVGitk{eT>lFXpPK>b_yVk_$g6>l%5JHB z1y)cb|DU0 zvDjQ74W@WlkmPYxAs0#StOuk|(AI0IHMjSG9^YriVNr^Z@(CMGK6^|b#BoIwPS#aF zX&(^JuZU4D+!%}S1l~|ti--9U9UXvDIO?jdK{jLE*^kCF4o}#4N5zqh#q!ZH?v?Tz zfVVYlC{?{ftiB<&?A6*@;a3vZh8i39j4N)=gXsHquWZRbrIk-Q#lA~I5R|IE=u#SZ zWib8pH&8AiIub4%7g1JRFC|7RTx>P$)%M6^cE+lE)#e+;+de&AYU#so};vij3ejaD>hZCg9bZ zSS-cRH$*KUrj*#lEVX}O$GRwdt81tDQqbZ|3UuCPiS2JnsxQid}y zs>&({DvOD+3ZcWdWNh4&D`bE0+bZAXqK=fYKg^v$l3MZ|1PT4JL^sFnL(PrCN8lS# z{G!P$0>RX088x(YTx#9u(hdi6D&Fyg7fEv;7YJ}LnRHy+QF{6Qd!0p6IolCayY2UT zomob(Dh*yM!|S}qywnMGhCF9@_vCM_Uw4Lr2}Z*W{(22GY$4g{fCVWe@KuRBBe@p$ zlA~AAA=_{fb1o z1pu`hWcHZZHTKraI3go;QNkhxsnh@JezbV3d?`cE6UN;SwD+LZQa}C%?a1xQjLqz+ z-V3zH2;sfi%r`ZLl7})6f<#3rQN;U79QT-J+!#{bINGo9pqSM|z4;~YW0SfiL5&Eq z50N(scEE|7gA^v9PR&uBj`%LwkKfxOp*?OYnExN2Nwx-;t|;t@XS@n=Zi%~4%*Ql< za?7uraktCfYW2$iDr&UD0kEjk-Y#i9l)KKJuG9$2c{x9z-1u!LeVpx?9Qp7jd({BS zy~c)m^O$EMwxQJ~w0M!)V>R(N5=BTGM)!mx%C9k1jUYvnvUIrgof~7PSB+S>(p1T{ zWku)wvx+wp;*PQv{K>76!Yi({BFhkX2Ymw^!9k=ot1jeaw4cz*#Z~{-%uBOD4ptOM z=Ax<}Gki2Yd`!NQ;}pOq1u`RNofqKyL8_LNlXJ*LYKddG167eWJl^1gc~OVjr)Z~t z2kuk)R!}OpM#9|ED*4C7=n_F}`QaLsks$N?BMAosU1FbAZ0MOX0b*QEp@PnYapm(AKRa=4Aq3t(KLoPEFRCGOo+ew zc?n|om4{TMX8#UbWjIA_%pmYLW{>78`-t??1PTfTvl^?V#^4Ny3B2s+2U?l}qa%=(dAJCP-*f$MV>72?kaRG0Bse40ie7TN z$0ICQdV&=FeNrM(dLe8{pZUs_0>~??<3UnBQZnqF+W|f9_T5+5=9}x5^+p!v2s|&~ zv(36pTuSVP+{jcq4ieg#!;B#bgB4ngdrW(JgYh-Msy*siy%9i?J_(Dk>%|<~q&uIw zeRaO9+v>Mv!12f3OP1FKhQ<)@&ts=<`{yycHv;bJ@IGn)VbijTWSpb+Iegq!n^u>z z5!FqD;GytZ)DSk4dx1?Doq(7Twa7Kw-xPVW0n@(5%%J7Bzh;VL1H}#tDY5TZz!s_x zwNh?xG4E)@LCMMn+hQ%K@6&26*7NFmQ2m5yL$v2)Wu4!gY?@UVN(Y2rB|a~PH#v1o zQ$ir`=a%>tn0+Y$`O@GyA>oLc`w`Zg!jsksV}*AE!p&nA-w$)m&?wR}^4A%3iA5g5 z<7IpW%&cNkY2zC8H#W84X`oi7*T;zA-_};_^imGcBJAEmRiQaC7E<|g+lm;zCGOJv z?Tj0ksrbw{oll+Qt2duhFh8>&{KBqw~KD{eBd`W+Z(%EETX0vV8sQr95>MPQ`s;)*$<$a>= zY{1u5W1FhwWt~A~NQ$-}ExP{zrI76EdIu#LPK_@3Qgr!1W=bDd+ZnuTnOf^u7V!uK z^SXn=A{mrlI+I*hV^@XlO>Y;^|3O$^29sibBRa)IVOCtoix$X|?Y|UXMSsl%1X`*5 zd~5Nn*s6c1p8;K8u-)>uolOw1VX9|uw}y|T#W#26_8E_NixprZ4y?bjBKhTf7O@t( zXpm(Lv+TaOM*nXolC}%4J+iQwQB{cM_xqpn37Cl>0-aZyuy3K$jm@>!V7Cb5h%_&c zO^pJhHQ$E-jlka*xdTbaJe7u6v+wK{z!vw`_-1L9ABIFpf#6%bX z2JDrYwU)xZ$Z6KJXxhEpnj4tlzC6;9u$unoo#R!0BCnLBbf^@9=U;tbDfL0&s+oN4K{LT~0gL0Mq_JV4; zsO@sYPuB^~{&Kxp@C!tcJS?|=Y0L^tBWn{IyeH;CZ`?gjQ(VM_`+p_cXVs@C1( z2P)K-)lQ(SHTtcXv?PbHO?QXahtppSpQD|X91sa=zsYqaFQT%R%lEzFZ!(mz(>q<- z)XG26{$BwA}?Rj&aH5S z{y|!{toqod49J}k|6E?_c$Da=)7~^sB~U&t>1-XE*q5Hn_DZIZId7Ta1=6^ zh*F-g7K};o$q-mbF>>N4t_y4b3~b-{kbfM zGh%ONp*{a?RO21;dwcJ5nyh($)*bM%qnVjpGUjrDwVlS<2h2bSErds^^Az*6wflOj zJb|d`8ka{G-hTb}?pf@I6Ns?P5nzoC=yoT_aC3Km!P`dyMqX?+8D6{)Xs;ISG&vB; zkQ^$!S;l2Ar6o4baeKU;yQ=hQkYSJJtgx);P4gG3A9Qan@|152r-!R`J2@iP%zg66 z9w^#m+N9o^5m>+Zw&chj8Khe}2S|+zbniX~r=|6X=d+4i({eUQA)tD%hEK;U|Cb(Q z9OTqc2fBYMXDSq3*7%fN5-ACrdRssX95|K}trW2b&tL}Am{l4<7B(alfZJwPttZ65o)^dNt%6BI9#al zTN5UD5~mTzu#6>s`lPbf-e)^ap&gU^2u-LY=u?#diJ@&Z6{#R-qHfU!@1pluq!B%5 zeH3IJyZ9!DtUqB_hU;RYc=RHh0PGMN_u|3eG%%hDIX*4mXk+>2_eZrj4;ygOoli{2 zWtT-?zB!_fi0_mTXkxz+CRDs_?lEG zUO_o?gE2qAyV>Vdy1d5vyp?V0*sA$(uZ$qsDWbw6D;w9^qh|>ted`sMXWDvYPb|s^ zPI_HyzATrb5eXB?E7SPXYC2H1I3cB?^?SY)Wheq6L-TRwE+}q=d}kK}K^`71X5z9` z<@x2}MlC)P)buaEc+#xW!f6Q|1f^I=+iS#oBIEgim<1>U=1?B9Wx4)q-nJI0?9L2 zFF|&PGHZhHu3@BcW3Wm)`EB0u?Gp)1jh+3{d&|PU{~kZhhsLbII!d0kM(6;prz6Ee z2O;&I!bO3z)=mC~+rWHCf8{-_ByEKJOM>m_%K+0wPs~rpb)ub9S0`2#kjbRlS5>My zvt2PL3xt6fE%+WjUY5h8aIG0p!k!p7)=7*!tkge{J!;S*c6j4-UHe74%_`PB_ZNWi z-N-SvxdDBKP9URjE=AT9x!lh91G+n&%+x=~69R%rx(nq0B2tyG!Gjn#`$B_h)!JJo z!8e|tEv`7f0F<(MaQzophP=$WR9JC*pzfgPm2gF1mE>=aoUnxkk%k!*5$#dnSSzYp zROF}~lHk5p^pJeO_>h=04n1kec-qbj!K!EPx=>mA`T=~2Aqp-E_UAn*U^qT(l?fIu z;UXgMt1WN10<$SU&Qv*>*d|0kOhhtwKA`yBYfOnrmfIxB*}n56LFu z+FYqbdFD&<$-}+tl99$tb4hrzl98x`Jv2c07rJp!|8We(0qjZl_S=g=lE%Yie7(-kCy9-&1i&Sp(oaGio*qoX!D1BMp9zT$=Z_IoqB6L5y7X-#~><~Rdw;_ zyykK4sqrQU)*l|kL}01Anl&9TgiY4loz9&!1b!A+^{0? zDK;DSwi4w2E^+lTIvv|aHKOlO_^ilI`{A>dR8d=aX(sdg{lO8vLwctQSvFc(y>}bg zFE$QG^qtiaDh!V_iyhidK#bESYFNTsVz>jEzHOorSsRY&J)Nwi8ZON)?qWW2b`R}$ zaR(mWJ_Y34^upDnleyS2bJCjffJ?#1%rJcTae_e#esMeGa0835;{7Cj%#!w=#+zmO zj3n-KJI31V#tgy5?$Cn5P*$7C&uOg|p`olpxHB|p5_%KuCbzkSij=``l-Y-9$K8T; zAG!T$!>;^&+&MWFB({n$rlUrf;HWi%CkA>+2OlOEV>`v1H|`$|Z{{&89qE@RJRRqW zz0gr2Q@vy+q+R4ze;Ca$<9^1P&h{2Y{p@uRfJ*2kXEGIn`W_~sgo)F7 z-YwWke$tw6GI(}$bT8xfQCJKt9xnpQqy@aWbm-iUQmp+EJNLk5T0kGU@JC zHcGi(Wv}9L*MGJ7E#GtRBtfOtE+X+M>vksgK)yff^UP*0UC%`d66!_O`emyyg4DvvVisB_`}1_V(Z%7_9miBJC61^IFZf&& z6OqEL)r-u-aRH(HLhGC3@sr zN*#Hmt!9~1FVJ~}j}}2sx^XjbGZFdIsxHTd--R>-&7TazE~z)FlQa$ZY={YFOYyp| z`Ogdyan#l|B~%#qYfy;Pbi%6+?_{@@@}z*VgPqp6@)OixZVbb}P7RAeJezldC|Ss?ffOnCL@*lCiSTJ-T2Pf$W4~rTq*x zJNBgxZ2C*x_Lxhulqh;yScLRYuHg@4R7a=Lc?2@9PX&s;ISgHn5UGB({5st9bd|0p zFXqF*mEC>D#9sv6oY(u{^}0V=sH}!>s1)VjST>PDe5)SDKDl*#8;$_cS7uMV^O|Cn z?lnTtQ%uYa!#!m$(9)JX54rh66QI1we&io9Tx*-%n0S6pq&(Lth;I32MRrl-Q0uaS#k!`Gz6A{xct@1Mn`bkdi0uE$j9zZ z&17YCMtJgJ`KUNY9%6L2hA_;Ze#&BAB&Iv)G~p?>Jdyv-*ZCQmTA1m0BZ=tI2I+Qc zD9gj-1mSkrlPzV!#F>_))rv9mk=i-=(KPGsIJ$dfgZ%nROYYXeEH$TMLQxQE@^q46 z_jnnI$R0^Lo>H3;-(#kzyMK_e`_4*@eefR7*-zIdbvu5O>a6qbBBXn*tiE`9WqFK$!h-OdT;l{Z=NvIr@?Z_cCX_qeIWD} zrXJD?wr9jlPaT4_mx^x$ZrqmntNX79LvAE(*(*SBxH0)1pg_tn$@^<~tOQ+Am+Av ziLhx9V`qTrXcE4@fM{ph8D_i4fRja$KFTotYXy?vCbeg~y@Sou(2zBTlg$^di;KN& zL-Ua^sWTkIRayzF1Wn%DVin|^OopfGLa)ib zyzA5PgYgs6gKheGLzF-)Bwt`gR;jrSKB8UU-O3add>$q7%z^p$+Jz+fH)ISCpB1G&BjXU6$Y$ph81l z4;Blo=?R_SXGfC+Rzv_lisZ89c+J~PzZ&RY*19k8k!I8s{S>4=7=lKHmI;v;Rhy;v z#O7vAB2L`)^{EQ?t9b2m7+p6+8_Hm99xf1?4;+2a;p;Q%)-+b{zA&c)`-gv!jY!g% zGVrhfu7g1cqwz%i5b1Nqz?#q!6!5TUI@$60`GE*zu!fQ*_{S&BH*iN99qy?n6sd`<`=0Lh~0WKZ5hx=kulPYKz4nd zGM{3lPXDq@V-Q`vq(706^y>^B_yi`tU#cLn*@XV}b6)Qpy;jt!WNR%;i>5)npmpkp zMAvsN$=Fr_#Q{Yv4XZQPTtn=c2s%@cowVPVa}E%dL9dnx94zh2Rc_M5VU*SqXG1LA{+iKVV%884fU5eb zXlZN|#|gy2jWx#4J{T-Fnn0nzAJi?Ob8-Z7tKyB37=4>qYAB1r{A*BRCJ!9LO^WWU zq$ul&5>h69Zw-dU)y_t0@u@?yLJ}-UI|nWM%Z{`~L}~6nq7?VmIp_C;GL%^yW|T^p zKrG_Wuc{o@aKu4B^R+d4YDNyKs#S~jgUc`Y1x8t!Uy(6Z%tLN#C``2^z*D-oqq7gx zwSWMds;l8dhe-kx&~&*NLD>2A!~mppMW}k&4Ply5!>tL3lYrc>xVc|-Nd~z`QCxth zrql4;&<*sBnyZ;}yVmcD>7vy0IS&OVV%5RQRbdY{{yt3*Tp|zPD#IRg6JK<@FA0%c zll82vq8^%U-8+7)#A>Y~%Vjxg#=cZJSjGfEM?cQ?BOIMw4W|LKv^*WcdT$i_mKoHEiTm`Vxl}G7Y#sZTQQ{;4XUg20?1I>y>EaseKYd(`R zb$XGqymAzcmvDS@Xt2b=0|efMm?g5YLEI!ekHVa4miI2D?v(5;fOD48LwZB1a%^}a z{$#F!U@wvRaTWf{GGuHzKO(jltfY}((n_V7TzR?1bK-<(F{kKaa84SV>p-dCcH95A z*WeTuM;_-F(Y<58aX;MdZ=vQH<=kA!a}PjPx9e61e#m9YqgY_{=;o7>BOROg75^}o z17T#=yC&m%Pf$Mp7GH=mC1qvXdFBsyv6O)HhEys7$pWpsQ&Go&;3?OEdAfZFj77el zreUj?q@*WC(k@3)MNv$OdQuv5Fmt1=ouEziW_#*2-KP(&VuP`~y_?+G`fYw&m#W*` z5b&vcG~fwQF905@UTfonJ8OD zCrvuzj;~Yv+a%~~EJ_#B{WU3O%;`AkrdJ%#{C zYRs)R321|cF?VC`E&sN{whsGD$)U6HSKmxo-_N4VHu(wMa3LsP_dZ_hssiOM{OioM zhsp{3hCd2HZLrdGMbvvE*`_d^Aar1yTmB{YcRww~E0#5RJ>ig%ckOEU8bO+JR}LaJ7Jn5V}F-BS-K!Y_41s45F!z zn1_cetE_C(@!~uwN&MRK*>N7x{ltZA{GjX#TFu~r;a?4!Hsj*(Izs;~P8YD8I(KRW z-}9Tw#4u{Ngs^8(XXXzitAOP=bF?eM_V}^vyFc80MJiIYc&>?ELK2?{sFJD-3CJf69 z-qB6yYLxdM;kPCs>V{X5*U}s)TjsV(!wi9E@S)SBl^PEr~Sy~7Cq*-cx``f7ThG(Z6zG;PPtihX$ZBBHBe4G zc11s})Y9Z4ZcjhdN?qOHj)Rlb+i#FqL)3X>760l!PCsexMx#4ByYR*i2sEzU+dFke zemw*CdRl>ezix2PkEgh)RewxeWaPweS19M-6aZLwOeIk<$uaz7A9y!zDkoH(>G5{X z7M;Ht`v!PH*8R{LGMc+OmwVDk7&@(Nc6>UJXxAZz2;F+ha$IKBs)(1(hB)Ffmi5>$ zn#ni&YK!pMQ^G4nQbfFioSP&3wVD4W^LzrZh$DLBoBqjP7VG5qTl}GUNmJHr*$WE_ z^B0TZ+OQ!eR;h#RfyzyJRO}4bf_>BgoX_k+E| zD%8xzsCxPcX~<|ug-c<|F!82|Au2%4egB|gbAeaMP{s^`q19VPsy0$DOO(wq43x!8 z^v_@S^JYjIRertk>V&o21wV2&&6-I`hhbP~Dj{P8G7Y-u1>T(-=2t#z!QM;|>%G^k zll;2L40Z^*(No4A(k^4LG!&utFH81&QVv#=eaEC4`&L~ATf}53@wtgM{PimfoQ+yO z|IuE8IEn+G!a#O`aZHG>XqWJoVoeYeH$6W&LL9?^Q7JC1HbIPm`ePhztsP`FPGEK; z;nVZvoSFN$zVPhAS(qq(;F*VJ!y>xdI!Snal=jmmER;%P`&3qOGu#PJxgP|{&MspB2FSQP8o z&+MvTAKo&_Gei(>T~8}iBX8kwE7WhEJXN0S#NOS!Y0bSl#Jp1SQsi?tsWLP0!NeC zZzcnR?0Wc0U5*^!TYUX5$If>*Z4Xb?~x)yUxxh49JbvJFhW5!iD? zXJz7vS=2nsOePY{>8e1OI7~gqMFmT2+$r>^uuE7*5ZIG3{36qjbfN!9rAqXh!{1O-M0rFJIWGSrMRE7u5)D@@Jz# zM>qA+Y38jG19g(9Q6@k;FpkD57QA5|y*&Kj3U8PjB~^#L%3y=M=kd$ zfH9%DOXo5!$H+E+^ru#pKhOO{QP_LN=HXR|5zk2+;)#7$iu@dI4t7cT)wxnD(4>;a zCC5$E@!!PgeXwx^VIvYDv~o18X3k7@yK!mb^HEi_61%ar6TX{(3_oo0S5+%Vy(+GB z$_y?KhAPL-7q!40$<*DRtC!3R_kP|AO@Z!<2*fi47{2$})8S7}i!Zhw{pX7Z%hLSV zi90UWiAx9Y1Rsslr@r}lv1}L*ehdCVn2KaUWm7Vs;ws<1E?t7mxq^hmgK0g4V#o4n z=dfaL3WKq*8aGgzxgWPsHC9G~TFRqps}$fjZE0XdPls=;`$#xue8=@C$Zl+S$FU7t zW~%uqR%U5pAC?FDRTLcqeyL<`2&q`DVOb4P=BUnU7t|5@7-HAoyOHXRDPMc44ug2M z9VhKUUcs06IJ6eJ84(KDl9rK!I$JMQ>dt@qStVcj!u|>NxX6E4dDK zv5)y6OYGp&d_~= z%~Wh_syUkZ>KZ9w2r}@ws+9-6j*f!px;Ka{3$BuhVobskU;NS}rD;!bhfB-o$n#-} z=L2t2L}}q*%JT!O?)vIqjeoyaUrvUa4!v2NSZG~s+3HO6{*F8ULwzw#eZ|5q?JucI z+{1od7B4&f&{=cAxTFICsl8gZ&`q6APEIvg2{Ht)Ngjs$S4KB*?3(7Tb~&PilWCtR z8T1wpql%r0y^JR!AnhKf$E+u0F!1~(o8B%Rxm3at7@`559n0ll1A+~gMdc>Ka>RjWi{JX zvk}-9eI;zn5c8C*CcJ1pHsS+panZ+qqv⩔e;~aYx_#lS091N(W;$f3L}G)zSNl? z1~#9r>bbwJK754O`cNFM1pJ6FuG;xabyNua9>0?|tdz+qZD#wi%*yzimw;|DzxW;S zSYA5o@_5eFl9TcB9eODfrupA~b8UHll%l_1D+3HgR}4*JnA-xP9NT)yA6SI%FuzR* zE%Yk2*_IEh+)~Xa?+$U=pw{)RxzeR(`*8^%PtiQoY(kp|U~|TwTA*2|nCOvD4``25{Z>$E0i|mr$X&>sOJCwjv1PC?f(sd|~XvVo;jWO5RC} zx`TA^8nddJF^@(Oz3GGFh>HpUOY^wuVeeUaTcP;ujXb`5xU=xMJwdP-QUwRw52~b2 zruFk!^&FP?;11a%PTDWOs9utejlO3@O=>7>s7hp}nEs9!Tb&_LM> zHcmk*;gFmiY*ZYcRfW*}6%KiB=u*WYM&TLbG{2Rxm8%GCOVN!s=+977I$XMe_%fpU ze26)31C5Jbsjaex>45Y}H^i6GGn||AT`gRW4UZ5XNREojKh!pQ;4`HdD2>cIEUxr+ z%mdLDHPK@=@Q&7#E{a;17!RU2ynVtS^DnB*I&07p;ZfP9__U7ea~6J=>@^ znkvebM6q)snfRFn{K_Q;%XcUp{{4P5gp|T`4vIg1Sk9=~=VDHCt0b+g3@(GW#Sfh1 z7sa!4d8El&t=w-FrgthAt8tW44wX`fk_YD^iOq?_8>-e6Sh}}(>*d;UNUlKInZ4PgEHRHUGe%P&BZDnRV&A|9uDbUp|%K#>`Q@d*L4rS zzhABgDJvm{XO&b}5;a87?dT^O&$$mq+wqY_mA5lZ!%2I$6C8$%HYF_Of}D&#=#yT^ z{sHrT3ztc}lSstil0dYrmQK6!37TMY6Vv;%UxO|;VLU=iJ%4add*JU9Egzf&c&Lipzpa(fDDi~WQIYk97UZb2De_IZahn+#ka`pV^we4+p9u`(SCN5iTK143C z9C_=VUk$>c)OS-=)23^`*>aeJHg=pr+IUjvWq|co?!WY{i|6qglJX=ZCo(c&-ejy_ z;eo{S-W>lDHkURUD7Si3iK~j1!+vLq4ZCh4mb_8pSFYOfM{8kCfg`F*apFW*9YdiG z0+0B9bNh9u_~wf6F(rBw^fn}zUj|cU$#B4w?O7e_wTz@X4hS z_T*>q*Pu~Ra(H%<_g7L+vGK#3fE@DnafFazI?D0B8DJnY=p96I3g5%cxO!vXR0u+s zN%eU-RJ18M_ZtjXip-Z;mF$WXsoVnUo4{;$7nY1;&HsXEE}NnZw40%iN?fRlsxPmS zH-Fg{ZVLfcsgyLnKgji^!UDS1-Gg1QVe!Mg+;Y3FDG>mh3?By-VZ8pXl%;8kfi^yY zO7Ei5AYelt&hxgYpIE5G*kjA7T-_CO7CWQZw$drVN#9w6FxbI3rNEZ-dL1Ci+$XeJ zvTL`i_GxRs!V|lJiD}|rIDrnP;X8_0cL673P(#P>S<56Tbl-tbMi@hQ#3|EXoh$0c z353xH6SemZo%jPH$@f<6%vp5)1wsTB`{*9n|Na3GX>4Fa@pnt?o2%OiG)k3;3h@2* z_0C_Plt;(RZ_`Tu5}$+(B}rUg6h_7ER5Gb)@CeEI*lELegQZL7f87VQ2^%(?%-qzYh*~Gk z`#%98^LS#SuCHhU(?!2)9&gW8dk1<7KG(aL5&b!!`?s}AsGWG?7GF`)PB-ifWXVU) z+OL5Ty^3-NR$uQ%6xV9RkLCs4u08RA6U3IO;73z>a3q1hm+%(kwto~{h8~Z`RY&cv z*1VRwMXUnfnm7pqzh8KYNSRh}PtEQtfUu=wpBZY|m|8^#{chv&yf^vxElm|ZrZm9Z z-c(C@^`#38()=k|`A48u6>zD!edoQcC$CT5y;0TSiz8mkhL_6w7U7bhq})dxNwT(p zd!yecbCgO$XKXA-`juG*^@+ttp%PC`oPh&CU#w*@M%D;aNw<{XS8M3j{fk%c9)|U_NWtmZ-Ne*Q z84L1At)o=RZ}iqpME~;r{-~tFx$pAR)Af$~~D@`wxD5&{o9S&Sg|oabE}77d~R%KWQ!_jf;uGtPxY5LF;b{nHFTg3u=BG zCQ{avLT+pxQ#socvUoK7hC-k6aPolBs94A|?XXW%m4`Mze zA@^iPZ$Wu{=*yn{@C;d)8$Kai#yG~{lb-L`k(;{p<#3A+BKrbxzJud2y?e3f^s`UI zH=TXBwG+wDE#7O@VokN2!6-X9ol%!p9!W-63@fScdM|)|&rMNXAaB!$UB#+YjR-oq zb>z!Mi3_qE)Ho1ru)836^$*A9%|#(`dGXD%B8a-SSnJ`;=UIWYtBf!6h>MPA1&bzr zDMfx!K@b%`5t#UPD0xd5YN@GA@W%^bd;28@ICrOMilt;pW(D3Wdn9|$c1A8<+Z(0Z zkRAorS7S;r6JwJKmq9a+bRy1N(j;GiCGX1VWX(eBjEO%#SC-{c>{d+cT#EB1I>c3- zKmunV)R7g&1`y!w$0K|f=@{*+(I^@3BXE0)LcTrSe3bQ_vimVW8b@t(phxNqf@n{+ zbW~`}$2)%XFWf_kQuce6VR1kjw~w(1}zbyg3bz7{w_;ZVtrimo>Ur-7~vFHb~9gr?j^P+^u9j3?IeU2UbuxF@uU&`D<9O z|L{{3*;D@fE<$_ni#GaH$e-GzSEnqAMX!JR)I?hIxsB}Yr?t|x%tQdLNuC0yFIJV+pFsw|yv9-@qeL;S81_nsR zGa0Ry9!P?0Kr)Qe<9&%F;AS1Z2DV7{+{h?elwp5NX>}ey`{RO|p;3I2huRoTA>*~u zgG2PFzt=hBWf>!8zS1q4H9r0xe4f+u(E+AhRet2Ann#mu4h@$e zv+nTG;S6DgOmMG6vx;j|c5|k4PQr>ssQy?R zmEEd87+#Bp4pqk#c>?a<^Vt}ab^N>Qy-J-ETE!Dddq||l$e*3 z5m}T?Xq?BMv{;w+%yVf3nbPtBIXsUj57W&E(Gzfmd$|aO z9g3_7rvhUuOcWnEUFH{-i3M7K_J!%#4tzGXw$mTAu)JnMTuk`%EKGRjtTy)H8M!lK z5In>o0^w4W&zhGyBv*Glxln5($OQw6A5*NP0Ik2p+)B2VTa>_r-_q@~7{q^~wTybU zlqDX_dv-5wv~>YHMh@0OfQ6@TpITh}R`p@J^gs--PaguVC#m;Hho4q+pV)8i6)=6H7Z-@9Bqt{Mtp;%}H9c1TI35QRIe0;6#k(z6|UjmDE({S~umFj#R8^%!| z_H4g^UE!$&7KioHaSFe-=Y&FOj)Zw}blVq0L)pWWE6PKEbs$m3;u!WOHivr{%9?d= z2SJXaNo9%yS#Fv?AHXB)QV~V#$zc+iDVPp!!J1*3RX1?8|G>xl?y`k!x{WNlkSsf- zWWMFis!4|19r4wg^Q(;`QqXl*tTz0K33-rY3c<~g0i4g{N-h;uO{&on#s|Dv!Xs;9 zKjTb<&j!~uV`#lYr~kU3TWF&Hj>NFNGbQ2Gvv=qvpBG`8QMB0vtoxmMFuz=LPwa1%+n-FYCy{#{#d^7{y9 zndY;mO85)mbNd*SXb@uQ6GZ~sfu4P?r5(h=vr|NHaJWRpQysyvm~?!w3B z83KpQ=tShqhs>ckLV8Zi*m2)9*_wW3I9u+H|5<$0eZA<=2p=K2D>yA926VI!=P^Hr z{#?`TAPZ+{U3(+9^KN9|Fe?T0nXhNlzDpLsp=q#)oa`%d8}X-D-oT4JMvzfpR;yYo z!DZ9TmyI*cdj5s<%)TYTIC$*~t{F`WPec+jhkQw^22D4CX=-?M85T;L%#rT@@}?HU zHGhBUS%k-e4*SXUosC}&E@b_z$GhcK4rX?3i&FS(a1ZM|V>TEnqwCgvG$|xeBbKWB zyF*hC`dl4o1upxFPH30n+Y>yAE51AyE`_Vz>w7+*VI;AXWJ1mHFsO4_KNKyrykpxL z@gQ5+J8ubZ6$_zvtH6`Yk1Z)-ip#&AO8WPWLId1v|5OG@Q}&O$Aw8yIY%Ip}rZH>V z$**imAdV9`f(rP@Y8`E8`({5EZM&qC*%_0`4L+f-R3~6FL}|^ctb~A1@3_HpG?T_^ zpnm(oG9xBj{MK&w*1VGTdwItqsQWS)>n-3W-p;9C zJs&VVI|# yq+M9@&JRtLbaPV{lN6Uf|C(v_oUTsR>s20ng~}ztAMP7~W9c_4Y}N z1g4~@r@H#lkTrhoVNOJ&V;&kR)ND?ietijINRh1sWw1_eG?$-mcYj21X7UKipf?7D z5f|Bc-I(0Ja()hE2(cXD9$Uu-kzXK||6#P@p)+E4DT*5#w$TvR-1W8NR-u3XVVcoB zkfXQ@+Oj=jD1Vzsavz!~3z!G@VbS9$=WWRw%ZQ{qsP%%36VD`zedB znV<9G9DDAhK-3&&s@T)p3uSj6^jx5Zg!x(Tois|{aLie-oSDe#dUtEU!BN|FESJ2` z#cf3)a$>}WxpgGBL`tW?aQ}RQ6N6_Trf~M2i^}VZQ>k29(c0^m7U7&3}r3Mqy~{Jw5!`4tOmC3-z=wap<{qzoiqVx2H?X_KU8g zSRPn51OEP*@l;$pi)K;&!jhs)4)P_ViMW^Ld?An=SNA$M_j99?P>?j;r2>MGD4jb& z88P6?@fshZXOn@J_akC{L2B@_#nNPMMmrr`;k`l7bPe&76lr!_-Cp;5BFRJ5%?XvJ zZ~3aJf2eW!Xu^Qlm+5UCs-2l2$JH9N5`L`+lLHTD3RX?8cTnawQ+-qNpxtJ#1jDp_ zW3_z@>o15%*RMKa{7}1mU^$ikmC#u_E`Ry%eXRiUOgJ+eL=5_f1=;<{uzMQ4oYNf^ z))kR1NG)zH*zd*DN(iijRb1L-20;65+t@e9eorf<%R^Ff@x!;_${!N?pG~w+NKSuN zS!7D>Aq{&MK$d-%{K=Sg&0n^*k79h(TB!vsDIKnQti<=Mst8e)vZeF-CP3mj1>7fDz^$?(>>v2&FzNssxft znO*S)6y9| zfo)oUOFeViffo*{aTGpb^x2BQL$yFOGHgJ$@oKkQ`hB)(D{!!ofP2#SR?b^`Kvo zh_++VTVL@)99EGCbsPLcS_SMuN>npo28XREB%i0~+8F}Lg2o}7s)dAJ+Ar!Tew;}Vu@+iceI{YpBhOn|#T zMi*&>aa1%C&vcd^zpKXygUMT}d7If{vs)>Jr1p~8PTnuHS! zdLM3at<2}Yu4921>_B>Han8>dWsti?BVa$OOVidLNmZT0LZNt))>H2w06S)5hI91V+2i;Dk>j7u&$1TD6%< z;$X=^*iMI=-+^btcL$vo^*!q{BL52nMO#GIj!(LrhxVaf||;ZJl+ zpN{K?Mn~NfBO^DbFX1s(P~+IV>plQjQe5JV63^&b_B|u31M4zy=A2}u& z+bV?E+dEfEhTO%RO4{$QN94iPAVLUqWBzH(8KGxsnwaf!~YknF?v0)#&>@)@*$}GHFKRNM9k;DxF~FT1$a|~JYAcKeX0{hBZojy z&rl^_{a^EfBmFE>ii#pbRWzj>;@JOo0W^j4eg7ZxWXjT_1NiKT+Qb{V;r|^)GGTcT zF+o?(XMb7AY{M)RZ5-?txt#wpV=R??fB%40*VOu0`$spEn2hwUr|`tk4DcY5i2dDN zR*4l)U+c+9Phu*KtgB7Pa;n~SF(_@-@5NEM8eLWD0t}b|E9+HI{C|5-myLDHc6S==_(gg=GBL5Udy*a zsUTX7h2+qLdue~#`GH2C@oRZPb`nse|8j`CX#BLc!i;<`!~Wc&+IK(2XAdfC-0*!! zsO>%_h60hcl#I-VY&p_ zHqePqz13arydkO+6`LXz@EIC>Ves2y1Q(GXKY+Sc#tC5~R@a%%>3 z89(}Zh)3#>F!VMOB- zqBO7{6+Z&fADqnZTY}*`zh09FI~w=k{0Lun$&{z7NFv@y2MUKIU9_|`fpJ2NveHNF8@zm0O&tqe=3_N z0qGf;O`8+Bt=#Jb`dk?4jlrmy*~?Aj?ohNe|stMb~o&(Oy z98K;Ed9J`)9r)YhqVJa#|0V8pv2+6j?!_;C%vTbx7E1DVFTl7=DUSg?lWj4@y;eTckf; zaFR?-XVU~$f6|ks=|OYy0+ytsQA*(@wn{(Ur_ncAI@ID7hGCa&?KBDG%cyZ3?_S{mhDlfGd$y}9}7l&RNkEe>LZev$|-2_W9a8bux zW@3Uo6+qy2Q=Ynzrs|O53OqY{*(DEc2cECy)YS8Kah$_8m_;xa)tor^z1qLu|4I-1 zV}RKxLAT+lE;I44qZBgtyBBBUyz>r!u3HH|Mg`VIh>l!0eg^0Q@FR>pPHaq&{ z;7u&J35sF1pRC2Yo5 zD~8V3Bvx~HEwxS+QA6XMXWyJ30Y5R>0; zfLLEAK24@M?X}*u{&;+ztaFZCYr4PnxW+DT1(vVpY}L;xZDbSjWcL~rFY;OYv}bN$ z$=C#GSY^P_026bATJTO5_XfwmC??!|bC#d0uWOm=j4*Vn9~h`EY4+cX zh=`<>B?(yhHK}Y?#0R5f$RdxSiZN2q&^FuGgz`tFj&~|aQn@Z@L?E&ta2t58VVS;Rf&WZ<-ayI@#V=z`ti2GCP?tUP>!F6PQnePg-Y> z+?|HH<`6xu-4_x(L69Kjyl$-8W)ofDYL9Z@&8%j^hCGGAtiK^6E`Z;C+*XD53@fP&K{m zu65*AU8HKR^*F6&w65SH=7I5byvaSHymbP;ua$=j=Tr@EO}L)o8AKD~@W;Z*uOyeH z{F=3|lgf+W)5(`m@lvx&s0jQM+rF23r`b)tHcd`T(t?9Xs{-Sh8@Bg!{Dw-;K&(gZ z-mQMCh+Ux|qtOA?4yLo#HhL0YFv0=x*h%>RarKY!l{H)2J{)!2amThhHam95wr$(C zZQHhO+a25bufCpr?R~%RhkROV)-SVau2Ewib&hk`+ovQLkBgl(r^Mqnagu9djmLL$ z1&oIWaRM~2)Ohu1S)RiWgI@8Z8A5*p{XWwRdzbM8w)yIhLSoDqp;*vl0Z)f5-tJ@c zS+p+E?W$U)3vp*6o^dH*tC^vb4N;hUrowjN1#}7`o9Ni|##%1cxqfmfxCLmu=2AV) z7Q!L}dil5jC0?PrmtOuo3KDh~lvO^D&+b2Ju05#$HB4WUEkM0;?nYN_AVp5(q+X;> zOJYX6{i?xo;`LCSC(c>~)<;wXv|Lg}za|eRpBx|u(8};DQArT`?~&x{d@#2GBrkG4 zjYhzgP&rOB(Ydd4p6aM3V}w%1EoES!a&L05QLJ52$tcIavS+!LS8ZEKZ{905`zWC>?hnTpRr>lU~ z2o9DL5ync)N~+WRPz9!w!OKyzx*{Z^zCGGWvI;1HXe0a@69#Bx9#2wQ)T8RzbhR?J zCb1<(_LBsmv^(+o(DWhSLQz_DtYTA7W_`3XO)tODX20?c6%f5 z>FV+?jDzjdM({lhGXaQ-&}GckIs{EahGTlCpCmWor$hsee+PMk4E#F>)|L3}hw|m> zO`jN2V2yKUrMbj8%h@-F%pt;q3cTTm@)aJAfFBikDi^l~WPI&jHoDeXMc3~^1}c+< zZ%GKo(@i`!Z=Sbnp3BFa$7<^U$#qH-Rl)+YlKthNG3*XjvX~j3Ol2g9FU*Q9S{y@V zV2qs;>pqvND5WjxBBx42OGefe9s@*~v*d=<%caUn?CLAN* zv#sbUYCv9J=STh3?@}0Fea~r=5nF=eMDg)c=)_xfxo00Ywy+WC+#ybMf2U=TlJL

0i)wm+ zQR&^)Qg(o+v-5#<3IDk?YiCwKdM>y2nwglCB47DS=e)W&G666#8L~8zS?fOd1sb4h z%n_w~(ATj1ms~)Fmh<1mYo+3L$hAhUj|zkXWG-rn2}zILG_OSgnu{ii8meW=sb6*% zwYH3$NyIc!3NRFB=p=@~g;n{Z=!ORLj0P;Fo(oI3gNx*|OOv9RgJV{_;HPJhfpLMt znvwTw)p~Cx${OgFPe=4~*6|)*w7NU1E;xYS?a$p=&g0A`bNirCKaq5`HBOYfsz$}9 z6%Hkh9v0c*z;A*n$Ldiun5^Bqf+;!Q@Z0M$wR@fJmR;D5^!6O?_HM0?R9t&Yr8EJm z7afH}pjSCPLj@$_>=!=(|_N?|1@1L6tY~GFMVPW`@3Q1%ve03pZ4*~G1)wN5a6a@rcz0{_< z76q_l;6?s7;^gAyy$Sp+i-2}Cj>uxPfzJvgkEC(Qd$~-md4}FN^?{^=*zQD@bY)xq z#W5$AU#jVIZRC*$a**M!{ATV45(A*CR1Ny%;@J`uP#p!xD|hC~mp=jeZ}n^4wH;lZ zLp8Z>KM^BQaP^@>2Fqj?(!syU+k4y}j#ZJy95|8(!AzrwF5A=sFPy%xUY-h|Ur7n_ z9mKIA)ruErZ!?My?U?PAQ=@uA*~eOthJ$s0eRV=d&e)V|5SHlIB}9y0c4CeR*#}#t z4A@nsiqPN=dK+ci#v4VoLYK8Q3Xjo){1BvdyPOM>Jp) z)gPOgR-5>AMO5bvs_s@@>AiXut8lipSRF?!(g>C?5yrT>niH$?QerC!%E+J-wG@g4) zce$~xEDx|J$oKkcJMHjxM?WSD&$ug-KyEJC+I1V^jYDrkeor@89Cf+w>=VCvr;^@)+^{`ph@yU3n7TvX|h)&Lmu(A5x3taV*SeW@Dg&kuKu0% zOT~?Z1n$m5Brc;XW2Z@NUDBh=?FttFfGkB$BKUbz`O_yRCW5CUvCXgHNGd!}u>`Ln z(_rU7>Vi8|Pyq1Z>3MqFWBIRyBu5IXUz%VtDHtA)4pv z?c48Nf2)|dI-Dv2oN3S1rPFcxCW5Sr32=|h++JDK|Nm@8pFvi|WbQnG@?Sgz5a>ez zETnV^K|w)7!=Q<4qzD7GuoM2hAAAHCm?y!%ALrNUSdzfwDb+dgq00Vx{vX;Q{o5yw z#6_Cq8xSyYCQ@H9#qX4rAQn)@fcD&fhso&!ct{bsprplJ)5p@++@O9%l5s(^$9#hd zkGtkV(>Bi(_|N3*1oBfPjJ;t#WS+fY+Zk((__T92i6ybWEyd8{w11Xu zQIiwNyN<5$a%R^B$LUDxuZR?Y?iDvl zEOPmB;@9lG_H0w-X-d@xr@k8N%&wy+AhB0kzq}`WE1dKUXzqYF6B^InjnyjC-y?f{ za=GO`dA+s%-t-@Dl&JiA2C#WD4m;wq+IRd%gunOd2AkL57; zx%2DHljbM=yx2BPs=GOl&e>hl@M!((;aS%TZDOjTa3a1Z=adh-{quQFD6yk<5p)$u#%F|o5iwJLNyn5ac#Ttn1H;LJ zK%B;T^9{SD`!qvbj%`4we|Bb2fY6*rID13uo(G(zSqwd0414iKGPz`gpIFd2*~T7R^ZDOvri0qX!8j z;<|23?H|-TO7u9iPpMb|15cb9-Fm~f4b$6Th2J|GD5s^m&;aao01)Ue> zxSNmvb;X5Fkx7yENtKuH{q4ou_)hdpnju6Y==qthPJKm*{_olhdRE^o7COgTy{Q}B zr}009+IS9Q-DYg-ehkPGYdbYwVASkFdt()xo=rl59bXwJiEw^odqj(DVGruS+39(Z zU2POFf{@vIsuF)X(JKGwl6cCzo*i~iS%f3btqT)T?a?lNtXsDLtZ#>d1G@HQSn}nC z97}YSv>qKsMu-K(`^YOvxy~o<=bD6~@dJ8FcW~rmx|QlZ`jq*Zz>Tfar56SXR_+-L zPK)A2Wz$!rc|D7L&~C?L^D-heqD*t3M^nC9$8@CP+=s{qm zQ3ynxPS06{SqHZgH?eP{IfRXyblQ}Mn4eM4S|jmFc@?#fcG8zWg1t$gFMC5(EPW_@ zF+@#MU0fsR{kWhJ&q7G-NJ1mP`9pqMhn-NH6nKOq$6f@2cfY}6m61b>d!v#J0g@}< zXkIcYNy?xY)R!RfWPI+np8ESkL36%^mJM!^;2218TA6u?7dZOZy`pDs1ycSQqH)TS z6mct)?>mya)pB3~Su#>mmjEgk(0_Q)3hTx*W4j=gl`yHdB)Uyy-z$vu-`D70uW)hx z+^y+FBRG^)J}Cq$MSIZ`5+~o1t<%50SUq3iMw8uRv%F*Ovxe01TK_<&gO_?`-LvRw z=xK*qjJCc(Q9bdij2TFL`EMPTqmy$h%n4GPC9Ble`+XuCjrl?3pxu#z_0HZsZr9?$ zsJf!O%7ip+s8_pmVM7~FX$ZQFuhE;QDs4n~=pudimT#-82dHs=4K*qT>l!g}dv-3H zZKAzow4(Mw66L`F? z%r^ZjG-E0@!=aHYtJGVcQAov)Ck_>8Mbg@ETfo0Xx@7_z=+<}9Na|0W0C(_Ej#z1m zO;nH!b^xK-mt1VTV5=d=ID`em78#iz!FZtDu%D!hVG#<#|e&SKm59}ai` z=a20Q_QY3Qo=TGnp>XOP)8so^n!q=YJi1r~M)DllbIFDE!DGhn*H^$AjHMf^1@xwY zF=Ps|HPs0<_b3(Le;P^t&;WG1jYzOk? zQDe5Ndm1Ct%~$3d|DosPn)nX3P{zI6177FKX}9guGxyr$xeSCqGXQnTsZm6mDO zXN?^VXkDI#9^*(DVHim11jR|YqOKlRUL6v7%$bstwse9ykHTrXa2qpKExsX{O$|8> zvE`I$q)u!avb{-{eX;$Y?~(?RY5F8Q4-}H=`L%OwgmQA+Yug0o<5>Xxh|xw-9c)YE zEafL@n1!dZ1N`p+$vR=K@1rY|&vk>ax1ogXr{vae_wm#+7y=iphe$s*$iG;WDff@R!RKn$(J(>R zRcHFR}(F!RGOZ5 z-9+cN=qXLoa=@Iv67;T8IB>QO{{JHk^DIk4Zs@OZ)JtOsZ z4|gUDP8hB!uv;3t?@*moDZL>qvCWhz5_D7hO`xXJS*w~a6rG|*An+y>*qz_2Ss)ZQ zz^WQ04!!VcP`lGc5w)6QvGOe@9t7RdkU{WZoVY}fJA&HkVt6lv9gNJr#DJO+uc}>- zG_y{nhjLkqM4Xi~V=%5zr7s29#P-IXEeeQgJOex1z;G2%;yD@3lTV~@!{s$Foeg=O zQ?g?91Fe+Q{Q(ZrGy4Q_jfy!v@6Qe+>Z4fR*+E&C2c|xqKn6^}U`NiY`r-7s!l>KD z_hsh5yp#M9(ujNPMUmn>Z&D6UUyt@t1U2v?8M159pX|Fmg;W|cCqj?uRR$*Zf@DS) zF>8ryRR=;+PEFDiYq=_E)O&w~XUzHVeYNb0?Z17EJXP#jZ4~0vC(+<*=?jVP85QgD zk%2hEvJ0sz$4VjKP1a;9dLCtXHY z4@H$F37p;jhj}T}PjM{99Caj0Il8W{^)%FB_qz~w2ZrF-R8)f7YXbPq5tb5Cd{a(y z2pzIizasqgWw@B^$U9pTYWpI852v+QsyslbX?lj38&1EVP|A8y8bvB&5L2_s;whiH z&7}_d8{42{Gjp^u$IhW+^wuRP^7+o%&zJdY_k=L2LTCb8v#`9 z0Z|hsV45q1F|$RpZYV9obL?WU*&rzuPUq7?cL{R!Xw)ok_ud9 zHhp^@RXFLyQn&n`|Li|0Kq0HqFMlR->}-|Vba&_w;0}?=H_Y9ajQQg~ z^3!UHJ$Dz|w+E)vgY-6p(uTCPxoN;)no4 zrqF=FZyW;jr?=*5x)*sxEv1Na(c8FhME;rL7C9GKY4cnIYq$MR-p4FIXEn%tMy_}N z;xbifLVnQY)}Jl~h=wa`jubGvP$sP?@Hj1W`aQ$!75q&;uX-i2igMR(JteT zxPLBtqF4fuCIY}E6Znm5)cC_sYe3Ba%tK7I-GWe4DLx4@1|tS2_|iXdPGcb>$( z`S!Fj0=XjANHr0qz8f?W1FFoEd3oine=Zhzk1sVNOIkD5A zdT>}~`w>~|?1EF%vn{o$c5^9;&`{Rov__d2a}dzH68aC8_U+HpRc3Rt62UQEI#v4I z=;g;`jN!Ew*g8rqMH%o0z4Ja(hq5iI1Hj<|!iCh9GhPj~D09$ryLn|`U_q}*nya+f zM;eV(>7n!X5;`{UztmKt_0MhOQh_mK*aAL#!?J#GA@TQCgSuh4o7Q(&;dES*OZZuY z?v(p7$ypX@Ys-pz-2yR)E8FmhI$F*Vz)4|_@PXc8#mJ6@-SNXFV0CxpCCvTMhkEU+ zJ5ugIUI=kkAgNxL1f{jK*?u{tdZRT~3YI@5y393?6S19Tg0HTSVK;FA@>aP)Ud+kwgG;wxry8hvipxM0L^x3mzBnttwu2PpNlt8huF%IX0PK!!5oAul@w z6{~nE6vE!1KEo+l?^=n|&YP-?SDz+$D~MX|zGf3hD`c}b^X>nbYH&nzWwB3z|LhXS z9tDeD%cDFW@4CPgHb&wv6p|U<(g370ENW2KY3`~2Y%#VkYE(ri~F6?`hQs&^~PPx%ES5?dK*0i6?m^Z&vv_QPJW|JHti_!iqp-DArb4YWwnbq7!-l1#vC z4hRx>{FlV>;|#dY<|6@&@IifmhK!gkcJ0lq7}ti2U|4zo#dA4udl`Rfk+`65q}zqPtPcEBQ z$lTV{mTvZxO6D?pms`Jz_=yu?o}a~eUTQxd>0v+LwlFXQ0(-g~#uxRTc%4y%Oo zqr_ZarJ=rUi_9MyzT(1kXXRdd{#NyD+9LC9dN+0M;Y0-XNjr;&Z@szgqEQB;jIpVc z{e5Gm1nyh3AF)TsMW3Lyigs&UR#5UIliuEdFCjYf`VI#udisM;Ei)I@w7#B%1sdv) z^(tF4D{Kp|p2V%OuXK7_4Q&umOLEt7Z1;350EhQz~uV`&AK(1ZzX`z-n*v)@w5 zn<-p1;%E=m{UPK0ZSXT=V{W@_CE(DFDW~%mqM)TnbXh;euO!pfn@;V5%?qfZX$*8nd*)gF(v6gnyuHf_PSw7S-ya;@XuLZD ziH+sPd&3U7AsPBb9E>7>XSswbp;}BwOP5P~1rbLs^OBmwJ4#4*=*ed*iYp}H!c06geaTb zytOs?CU-;%G>*77OU_aP;kVDUL(^lZYz7%ruCgxpcZgOXR_FR>pa2;RQ{1mc)pI=9 zZ)DK-l~P(cgr1ZzVMEuc@q`1m?dB=8K>HASTc7v3w{cd#9TM%FNj0O%WwQI;^Q@@f zt3m=dBbzw-*4T~zv=K`Ih>>TZd;1B(Fm{9fJ71nd)fyW2j}vKV+(68bo78lX!=WxC zG-483VO!(d#n8l3QR9H9@wkII1MZ(v)UlCGW|Yx}vPiG=$O=o}MLtdksZ5s+*CPgg>Xl zt9q_01q;752_mW7;|?{TZK}&@5|SEHK%priZ@5F3TYE{#UC9<`p!a#LeoPp4RpT(pr@#-@1*-RM^bKL@m*sQx?iJoatk^9b5$O)zKiEvEeJEVz-a(X06 zZ>pZW&gu{DF8)p3H@Rch9fq)RSsya&AOT)d>)JhGRH<#*S3?qru7+A)I30^5Z2g1f zY~b7)s%eXp60Rhn(8&O>vL@(Z_`2{**bq7H*sb|gG-%~$%DKtF@->|26jN1}yk$7t(?{W5|2oG<`TEmdMWrC}m7#Or;q_0QjQEqO(VD^9WgzJw%M z%h1|ZSjtJkneei8BtzBx%hAtG_Pbzd+#fvj`#k%_G)L2e&3@$X9!ZI86z^RmSmkFl z`l`Pv>W!@9G)gwk+tciW|0dAYOK4QledYyt+TtL`Vi?@%lK8v(s*U?y%aj={2qW(n z%|mkyul46^=r}%G<)86a-gMs5KTm{jGM1?W;8C6Efc6upm^;E!ZJ39N8}92_lk~jbkP=>RTDB6%cdOE1WuL7F*?MMg~yO9f6Gs{#D4H}cF zJ5Gos?61<{XFZUN)p&XRT1enoyqaoO6jaaf*Pj9^Pg7+sS!k&&Oweq?O~@Ea77sMG z>5FgC{4*v-OYvaf&~i?VtJgPTxH!C{gA_QU9?Pw;mR0j%rsgOT@o}A&D9P`^K%ZcX za=4((USh$|7F;M->=mOqsINx6iW<`DNLx7m+^iJ&7nE}lw{!JG_~X=VJkiX6)*@ZI z*$MqkH#SZ(S~SBbY+sl1=-J=XA0BfG02mmB*-8zAw1bTwkC%8s#{5Lc2Zo zDKdM~h9$OZwje#GM@!w^`0iPFaISF8j$rxDEf18v9s@64`GxOLt*C6yy>MvHc5rgS zz3T>J0tO(sD31syZ|``r%KRIL8p;f$9#UP#yG2%ZXCJr=rp!Gl`( zghu>A)4P^L`oPj=qgn3|Lk(*b$t*U#JvGKD>zZO+EV*+P1Yogze}lkAmrm^LFfHK~ zV4o$it)8IX+Sw`mYAa?#k)7Igh_FXy9Ce2jg#-oG&|jD#a_Y3qAev<#G()0YFSup$ zMuM~VRzY858ep|{4({I`iVdB_Iwr`q_0@#9Wlji( z07Qvf%FN>$eRYEApy107ak?FllL=2p8016cnyh9(6m^NtX3A$`3FWuBr zap%OEHBZpAQ5e>=l7Hn!Sct<1@^E1n9ptEAoOl$UnjBKL4?`n`e?egw_lsOx)+^hp^EjLMx?J( zQ8|h}j>T17P8q=Y-5bpmYh=9VP_ELkt>YeP#uq4D-HY0ticXkSsu8n4I3Dw#xd_E= zF13Qp+8|zJAnI3pbp_M{O=ek+iNJIwx?>9zVjv9Fe}GbW1oqbWZO3+otO* zSb);TOl>H87Es%iJv9?%A}XccBdH$H_ySBwF(K=y)OWF!6x-_#>G!u;`U0FY$CgNO z7|Nu5VumBM)ds$Kw)(jSQaW?UW6pNYGxg+0+7% z-xRK^XkCmw;>gQInkOCG!KNX|} zJ@J{PsHj?EtEP9LLn)wPNLEx&5?*UbzIEl3)EBVKn6;-+s#ej1R|uN})@ zT*cl~1X0r_i3VrD>3BYTTuDs0uyGoPwVtmP6Hl`XER)DLo|II3j)h67B%kU0We-{5 zcr{r@k`d=HsKL@p6o5v$?j&b-X|r05_BdTHzE1X=?i_c&SZhmG7zlhbn-&3$x~ddA zA?Q6cGCZszKHPV)yaNEGk~pgoLUyXjFC^#p@>RxkSA1xwqs#3RKMAb82xlR%H-VUE zJzQ?}tAvMUwGbuqo$9?5u#vwvC~f>Gr%-yu_=(4dH5u?C0mxX2Oj$kZAJ1_OEhR(? zI;}Gla>OilfHWnja-|aC`-u<3fs%7M9ul`*N)dgqiw4hxbs}@f{-zQOthh_6NN&j;l{d0J z-loT7o6l;B1v*qu+ksnrRVgxIz-Ox->atVqA6&t1aNqHA8@S5EuA?~}my!^FP8OG& zPb3yQ-d9`#kF&^r?@;ryGlyAh$s2Ty$(`jXqsSIC?Zs9gMLhE}abALUmgrIY8BibJ z9e;&msA9h&Ew0y7Pvmek0~CkR5NQOt8Cs+A)`Vxrv?stpeIL=9V**CQO5vEijzTG0 z{yD|sHTg%`Yto~&;w+Bvk<4_GYgnmcSaqm|W>k2L8?3BF~OfQ5CzU(Z^d5L6miPAtfdk*`<1>gM9#`%Gr@L+kP-Pa7wg z=NA+%iP^Iw>+&Wu=Ufic?Ejbw>tlXvZ(6QI$L%LqN}m+gOg*S~Ju-&;ulfdoi=>6v zjSq>(m49@C9q5k5nC{UOnQJ7tnjwq0pJl{^r^4fRyga~J>OZ6d_bv>0Zefz6p*`JN_Aj8A zfZ#s**BKF*Y`oy;_MNvlSy?$b(+LFB+$=r*Uhfioey)BWdUDm0*HixfUah*7^=s1p zDy!M}_tlH)-c={}w`#fj>}^+f=syhJ$Bk=;VJBwf_*C5`VUz zZVG@V$?OP_#O&R=Fxg?unyYli5QINN|NYYMCmZQ|6)4-!t~er8KRm4?_e0^&fAu+1Maa8NGR zX^wH;N6Q_|+WV8Ei_`@WW7Jv#W*D~$gT4jG@bDLGyx0k5MX~jS`unPjH$CU5C54KU zvDx{hL+Q!Qo)o2h^o(pkqPcxQ!rhORTILtv$t4**t2CDRYd$yib=g8k4M(gv;aB^I zS`5r5$U8!3zD^ZNMt0sQV!QW(oT{Q*OQ2aI<|#Mr-1)kMg#Ubh~5Z z_fKb|pw}CeoidkE#6hLqGWTCJX!366OC}t(5j&e@-7|>t&!z?;{#ifi49zgp zmKiBB8+2ZHy?Lb%{JPh?;7;3^1uqY>>51ptxCq|7Rj~9sqIlRPt++(ny)s#pK7zgb z3gt&#uIN(M@@<^ZwT8B)rPnL9H!;V|U^Fj4N*Eq_>MXKPIb!Siw)e z6qN^Hc4r7Pm-=XK5AY-W>0#$wz%R$a`>lLPTzhC7#z^ery^WP@`M$}FEOI%HfSKB* zjGmAo1C@|e=>Z#T^{ZdM(FOCCu?9&Ye#Gm&)Z>dJcOjSTyYTbO1N`|KZ&rN5$kvvoK(2~ID4OVZRWg2(;7@PAgqrdnh2R&Q8xK#pK2c2`C08c48HYW|dVrAfen|GUW>#sEcMAI`%NknqKbXbZ zWQjSCO7#upAIvh)tMVVr5~X2v}7bY$vEGto%9c9nN`G&rceb* zkM>y4A^H8wHR|XI5VID3N*-L&E`-71fD~mO?B>V+MJIJ~v>?6wYEXy>3y34coM`0j zlDS%$aJs*3T2X~$e*8V}dVJJrW*sTo=rov%GW6$EPmstnvxsJ+3clkTMx|k*0aa@NlaBYCeUYVklhfyj6(F@#U7C(P)9}RiaUuXrF{Q8m z-pnNk48cN;tLYx zoF2?4G4X&BL28fBP2{7j`O))MdS58cX$IY6@inEQI%7d)77v_K3Qna?*@@%l2?g|4 z<*u&eqxOFg%t)RFje*t0PWov8SkrpiXtBXCds_Ea{wtP8_p)AZoi_WdZ(CNH_j$PS zG#sR+SCd;sllJ8Cy87jIwtktE{a{*^$Gn>Av??jJOzz8xfhPSi59_m&VVN*O*|DjY zkvr7G5=S_4a&tqO4?))R(OQcvbzcOI{>vwiamj#$h1OpDx;^;VYx2*W|g{28{ z->bo7G>1;RwROf8zD-bG_3{i_UQBJ17ts7vKTSaGrtgqV;M99a>X!TSrEaw5pe_%# z43wx?ib|fsA3VgHU;BOnD0*tbD%}sMlRyC?xR}sJ9jM?I{RL?6&J?Ais0tU41raMp z7kb|Kz}X_uzuHaLVTeX}AhYKNf1dlkJ||oJTi;VKlQSla%Nc#ywtSf~$ru8Pi} zwbkhkU^QvBF-=!6XYT9e-qQVe z6wI1`T4eK*pH2(hnX2z#uS0%v>e!W~8t=sV6ujUnM{+wR&nng5jYB4MApr(xnM)j@ ze|Ai?iSXWB&&qIlIK&q222Q|b5w_+m68nONeh-ceS1zXpBb`G%6LfFqp9sKtzi)l9 zzqxQi@nY%!^~|>$sbo=6^#nEUSH)m%RHV5~^?e&hM~Q;iVNuQ14&I`W&MZn%&i_>i z($u^tria;xCMFJ!m^kt_W~9CUbb&Z4HEn<~ETv8~CTDjK(I`=%kE+r5FjV!8m&?oI zQ$zfFF+PbXky*rott4E0aE1T1jOgsf25^O^M+_LW=m|avx9G@c!&aDuL|;-;jQ9Ba zYGV!Z@iDxk_Ve=>m1kSu=a2Pr&D9-n?TQtB#fSI9rVefH;16PF?%}bJXa{7Al^@)` zqc7NL_dl+{gxF|2#*~B+?x&O`IU2qt!wOj;^P{=aYSvKFY*qBs8f z7tQcNhGUhi@qyDBT7fLmnlOt4$xB}nb?KmHmQ_mjYQTvBaUdxOc-MpKq1OF`hK7+~ zqIJ;K)l_)u4K}sD2abyS$c)u0SLu8r2aD7#QrqxI9<9;$Trs8s)!^=R(8HLPOhksO z5Ife>P-mErcQG3N27kZhXG$U0Ew|l_&cYlzg6u}m?W~e%k9n@b(SI z(FZI{EwS@0J_8h)V?GNz|7sZ|CTkKh?uZ|y{m8TlSF4st!}>vCs5(HRqmj?tz1|&^ zi%B*2draF488R<&OtES|##?dluHne}ssrkLw?O(xG~qN;bPnuCPz*6Y=m`5aeoi^4~;Fm!Pvur?AyB z2CH>fCmzaG!~|c#;KOjkc*y^`d)1A)bn)M(2?SW=n8d8uaN2i8OVTF$IysZJb`ApG z@+-XVk;@eoCCiCc(Q%dUPBJ8{<)E8}Z%hr}dB~NrR@Vd}TaBYZ=*}ziQNLFqy)P;C zZG8sB%eZGuZ$~3{zhUay!ju8zIQMCTGBizhl5UvtT4H3CgVvDyOvzV3X331J7c^5& zE>S;#JBMm2T!8DH@Ccfd1DVBYZ;4lH!4^sF2!Y!_)|@qgls5^Hu+*F1w{VMzU6; zeC<*ztTg@Irovq2Y4<+J0)tdW2cNRwn}_8n*ZsDok830Lr$2)BBC3uVt<_ex{@xos zZd6)LG!g=?XIU0@!3@U`HUM-z;waECEK{2{?XU0-0|6+OKyW$xSuoqnxzNY2yNwa5)$DOA|rNMdQ; zvRj=zIvz2GQ2~ILLQ!4u>(-Gy7vLpKk`AH&V8U}z1R&BzLTPr2F-#P*<{89A4iTS_ zqa<0>TmMY^DEiM-gRLf3>Y!4UX|CDP6JtWn$tn?Y+Ww{_E`2 zJV7FL-Q0;_-M>I$QtdVDv+d!(68p@6k@{jF$u~L^7rm3I6x2grmA0EVaKyM69aCH3 z&{7y2+gYl_n~nkkgG>T%wxjFW@T9yOf31qUJ!+KN$^wkjf)YSPQ^?wLF-rZ3tuR>u z+j(l6Rsgk&g^Gn8)~fA&s?j)N>k9@iuxM{ZX~)5q2U2^hjP>S?<*IkF?xB{Y z8p)dj2WOKamxq(FcdK`azV5%Jz&ewQZLEzLuuysz^hrG3i1kgMmj%Y?oToH?m)_^M zybH}39)Lea%#i9V!;Dz-*!`59FzydADCLV^=>c}SEZ=88odF~iuKwIaa*Bbq_p7b5 zF`QYs^zD=Tld*>9Vi)2Msw-&)$Vm-FcX5duSg{kc%&|@Yp@v^^S_;!tVOH_{jPXiI z0!a!y{I|mxSw%LhUb-|RkP^5biv%1WWRJJ7)?mE-7Om9Oik^Q;rgDo>_1h=IHAD2l zd#x=Me?01LAHy_a?JFa-JU@Q-OO7hwi2SvH?Zto)9`CM06?m_!?OC(d5&+;{rKVsq zALV5lo+_mdTT?u7=uP;cs&=X>8z9n;b;s+deG@I%e#NAw;>d9g#!o(~1{d|~+TRh_ zQrP_d%(w)V*&wY(-%Vbn#B#J9#H0~^_!z*wV636wg_WlRMj!Hbc(n!^g?;}@4;7VmOjmv$YI3Q-x+i6=?C4j+m29t4eVi5>h*xRMVRH&r|hmTHRY4dGj zo%@TE=meb}XL{TG21_J&4$fGAMSFvyQFVphPncAuQ0}LrSh0nVxFJJ2UUX*3nr(iw(KX0G~;-LEfIVXek&Wq+p zL`0CmXGh;Ya{U*T`Q`{ev-jlGpmlP?|K(jwbZacHz3cJ_=({)ifZIBHX{0K4fX>+K z{#svWyrz_q=5!y)>xr*;G3MO;KaIRjSs#%x6bkNoC#b6cAca~?RqWoO{GTEJAGfpl z&Y6_O#S`L@Tz;W%3h);ih-0#30bN6r{RIhHG)Y>@oq$60;cf#-GB{&(Z4p-#$Y+ZP z8)XP|#b9ftbx|q$FZ@D)R9Hdf{$Z%`ZB6LuxW5AF=!W*>5I92f-RI$gwU!*-0}YSB znul6VGsyZ~yvhPjce&3WK(aYyykKGK=^C%#l*dXcI+_0`EaGQ|(|2=8(t-9timGy6(%JQOvTq~Y-%aMj3co1m$put z;HA?Bl>CRjjjqy5_u#|Txn6k+>j;_=2?Y@aYb1K@6N|vGyiV4 zsxGtwC}|kimSd=lr5-P0ZK>ukcGn{wyY@T*J0oDh0VL1lgg#N^PB+POcYZ7CnqBtJ z9D$AhaH#NHkIU12{M&H6>D78N&5x~&M6!{6P{Vl|ZyvTw1GM4z!lt%#5BPg+Yx-Kl zqxOV|wSOc5qYR`a-~56kFE^B!tn@!pJvO{Lv#_W%PPf}O=}9@!*EQ|7@A7SZ9*l3H z-X7enSRNb2R*zIHx35;U_#8L4tqLY0nHPoZ;=P6Tj}@}LOkd5pxHQ|cEZ$+5#=G2$ zwCh!yskz5KpPBhCBaThp{Qv_YV%fhpWGfVVx9zg4Mbhur48K;%BwWbkj?VBirFKpq zy+$t7?xiovr8m@bpiRdyIm9?Q z@gYWFDood%q^=-gL8Rk}reBUhRN#GUAHw)SO4>BQlK;^n#bTb3R=)ft|BSmh@@Czq z0ITT-!nIn;_xlS~*nda9^>7JvGiJSm|(r z7i(;den;1J>4xZgHoopbd6uR+4nFIPGVCh0%;N{1tH+lJ?)Efct_d6tQ{O&j`Rhm6 zkS*5cnY%OBH+#+#m~3;?f$6{iTdnKMlcp32=c_wF&+~QVVl7vWn>&2nidl9oeZ{Y1 zbi3KSFPT@@oGZ7X?MHe7WTe;bb1fW8P^D>H!T4{jPF4S3Rc9R)RrmFAB$XJXkw!_S zloX_-yQM`Lx{$qru6HzWDz2 zQd9nq+w5g+7V<(D!!&9UVEpZ?G+K_U;ELm# zG|BHKbbXh~(llSR2#LPZ@gofwvxs=F&JGiDe8N$LH`T>j-XKzChF?d99FdP@F&u(K zR11!D)Scn!MV2HOKZ_NtKDZMFa|m6pISjg8X^LEO(al1@CuSw(@2x=$!&KQ#nrH=r zCFOfpwm%j8S3k$PC5rbaSnGKt_&%ui+%&@oJir&UFp8h}teOo0F7a_xR&pu6HVm$T0F+c51^pSir59d5?i zs;C%Z6~8gSJ?jPz(Bqx=#s8bxf`_fA^Mac*Aza=PG!{Ec^*tq^c}g=eIG&qlXmC%ieQdWEzc@ zO61qzolHF!b1P3d3Qf-v)|aY5n#1*#Ena?DI%$Og1>=*$ekX*APF;P-8MBUs<(S0 z1Zr@yCA;hmK2%;kE_5x|HK|JK3jl@7?mHm$CEw@?s#&wRM|d@3jJ*SWQP(+znjFkj zTlixt1PRxdiK1(WxvS`UONe_mXr`Q9wI$ALK&$#9xUw+>{(H7hi%7k`M+|Y`(*!4# znc9Zc`fU|JoA?jq?28Vj314c-JiN;{P}$ z_##c1l|scy!-uy2QcdfOt4f9~Eo=$hN^|;#7ap3YlSkF6-K2-+9ML^gL?Y<)6H6K^ z@w=W$sx(T%fpbFx))-`!XUR*pb%Tczbv%%L+e^M&F=F`N**g!(p1T38!p^WK-4#cc zoh~D&@43|8itvq*)n+jq7|1*Op9&|A(=eocpyYD?5T#rEcW^{r9Rg1X(f{d21b|A_ zHct#zEF}UIRw?ma^J*zlXkV+XIo%(AqxlW0z*L|Gs%0iq9CxI|7OHIpoVaaxf|4gj z6<4yqR=U?oK9U=QotT=Q3OK&^)M8qfelT&_mW)&T)W!;*bpW^aS7=Kycs4D2zAkMs#+HsSu1h1CC2pQ#3&)&cBwJ*OK7K~z zovV%NQ1*{~iw7=p6kIK{k?y@mDe;4E!jeWd)o9r~ZZjx0mD38N9_ig(gE8DGs|*ro zHmjQwgH<16!B;hTG5bkde~li=pFEEB& zxV^W;@$DWTD7Eh{jA+K-^HH*0pA~V~VpI*pu1z7Qvla@%qqclRqS>prsm7c{rF^>l zmHtwxKKXNR`L{#OY%Ny~3n($r+Ro&4a>ocfo$<|Atk`VRX)l?Yz7XvQ@bGK$zA@kK zId3uzRNIMw*nBk-NG=YWw9ZuJl)|fpU;0uF zm}EaRfyE-&F(sJYFi_Mwpx`HUhbMI(SZN< z>SrVC^|{HNMj-T3>b2$^CqJN@{@&83F|}C{D%6Kgy4L!3-L;|hS|!Us>`%oH#`+T} zlWB}i;tL{|%4y~FWZ0J4Cmm8Vm(WKq-^ygE&9s|LnueyX8=*tzJ`Fai)^U?_3{rSL zs{4niBWo>D>zPngHu}9MAmbSG!FW#scK2v@=>)Sv7Qli&j8v#_XW1}&|U~C>LLRQf~yd1 zDajS=^n>cNCPh)|v8{^J57DE^FJhawO%|OT@JvqU0HIKgH1EPVuTcRWKr&Qlt_x6> z*~}tN#5vdxJ7S8_YJzVxu?&#}k>2|s3#QJNti$909ySBJdXK)aE<~3y=qAs*hujzv zV;+{>(blGQYwC(oQjQ-Hg+Zl8MO=m#zRqW3^+cQi4BQ8gjqlCd@fn%mC+_fij$X8$c7)qWCah33L%#A z=GjGI2JO#mW!1|^zLcUNj%<5Q#Xp?Md$R#bw!9lPn-|TzjvV1LGrExeP&fUy^`Pt# ztY?<#)b5#ODwjo9xMv!hvPiZu8_Sym3CAxtnCeOu;cV{`HhDN70YO)u_WS9Hv(Srq zbT#7KC`I&F6Xso0%4K_@FBR2VyB%Bh6n9@Mx@^OCs(HFMIBcu(lfz4?vkBV+&d&x7 zif!KUGJ@b^KIIFx<7#GPMyj-gQu$%d=2f(d2gG$(6x;&V&;Fsl-uy!>aeWeKY`di} zo(JS8PyNME5<{Uc9Z6-U;sJj|%lo(HGH2ALN^$5JeuB08#=oV=$_4ufWIrc~P_~5w ze!=B)OL*<~+Z!Mw?Adl%8p%z}S$}D7=c?2;yf{23N z*z7OIMu?SmiK%_niDTd!>zYh-fmj0juN|phdaRXFayva6`3S=gk>W%bOgKI4V1j;{ z&xx3F?t@dkT=O4dj};o!`QL{HT8#7$xP8F)G`@7T$j0q9;ml(?lloO*H8pidMO_X@ zpJN)gl^9kCK~mgeQ;BWU)d#JsKleNcv;KTk%y5Gk&+on}0{)`*^(_!=Wx>nnA}s7Q zHE3_el}!vcRueXQ{5@(J1FG;|V#hEs60BcFl>#bUiTkiS6=Hk!qP&(mM;I#^bC}I& zeT2P27K55#07o$!BTkLc$e}eFl&=#@BES<<#V@m$LqC6-E|}y((EA*))cfZLygF?rX*JckU2(d zT(5A{3RrVE4yO!b0_Fe!iz1nGz;qG4zSQo^79rR@ZrJWs?(aUF=1)>yvF^VF`XQX= zw5*)?WSS9w|9pBh?zD>CJiQo1@);a?3FoF-`%goYb5}?eSusG+MX0|>4X8 zXSM}(R#1I-1zqn8QNxfJP#wp~KlF?eBZS5Epp;Af)IcV`>?Scxi`$iyUl%97eeHDi z442pi)P%YpU*aN)I^NGNu;w|rKbQg;hQ~AL)4{KI4$og0&val?0o+xv5|-64zemcu9=~+ zdRpTs4gJRl>gZJK*vL{&kOD4gFy;fWOX9JVOKUr`^?cKEwu~i-hTrN<$=Jlv{CwiZ z4)1+Us${j*1LJ?@NQDvqWX0XSe5J4tuS`PDzaMe^KgV=A*2BP*icdB+{cO3b|1FOU zungMmc4JXd;==N;5m1n^Cg~zbFl8nGH)-<4&-5SW$P4yEgkCNsx?=6Z4juRZxRp-| zCOx~AN2QXyM2t*g25_U)`vV$h#+DvCOF7~HoM`li^}kdRrK^b_&sBW9ZiZ@5!`C$| zo>&*rkXZtD%+KoRV`D?c>swsj^VA*r2u z#BJ%cZ_tkyzaV|l?Wt*q_P@2#RaUZ;>wY~GzC<0Kb6=mSWz`(?9YPkxmCOE4bBE39 zR}+4{`#v%l#0Q@^n=m4TpRF8$f{0-sGv% zFnmBs)q?8kY_%Gy`jVvval0q3oZVx4OQA0sP?rBu2)%=jncf+rnpbf+W5U>Ei^fjX zeMLgHgmbsiF~Co}Hpe6;@r#42=sYIcDJ+Hr#>qoZoSThu$J2#d-h8$<^y!s$LMRUb zq3V5oFZjki3P4z&!NEg!mY)M|B`_XHxEBs@U%6W!dk;aaQM-l1g`VZF!(|qiNBMK^ zX%Ou!_PzSper^oHi8`mzE_`|Wv>^8S79NY8TUO@mH+Y-;e>V@BeV2+l>-~}f-Xos3biQ*q6eP4-CBHhTD%5jw$3wi6f;>3~b`c$U^sEKH z#vkiy+~R1OB|!JfL6x?5{&Y%q5kBbxQrR!5x*{=&vQ%%rc>fce(+h~)u(I}4`D7aQ zR!DUiWek~@-PQPLk$wb zm%2UQN&SledEeoaSGq*_#@vl2yGU!<#3`x}OA#akum0n2Oij1L#5*@^(!@YR>)VseqSNOkdteN$aVFtr{`zonS7f%?R4MG?*&aP9&U> z7Y^!+9>sK%(oY8PXO3K)@hi^nAuV534Mg{(G%%X_o-b+)Jef|Ms3MX!4)mS9PX9h| z(=guc{tKrcb5BM&%#a9*%l(y2#f}XYX8dY5P{%G0ht3a^yErB{Li-Oz~H)Pfo2j4_oHaTJJ7WZ@yg3N zs4SJ}$Xg|#_DIo|p)Fr%Z*@+Sy#wV`8YcT>+*8qp(K-l5aT$S5r3y9Kzerx*XyJab zXc+3nw;z;})Y90Y8U;G(qz7!T@cEunqT1kSmBXv*y*fX?sAw2^XV1_w6c$!-7utvw zOh(@79LmC?U{O!`zC>3#50h3AlF|9;ephW`k2|b8vV?PMB>%-Jvdla~xO$iYj<)l$ zzX?hHFnJsl3>(}M4nbWJrX@Z!7o8p-3&6=AUo4(B1c!nZ4<%2q^7;P4rn}mjA`!!# z)(aPTikgQ!dTV^bUlL7DRzlZY_Ui|{dwK$JSRs3*GP}7VN*NkU)E(`-G8JopJzD2y+4?0U+Xz%RU?tP?GTG6P_HCzNYagI7Z zRS%3k9L4|9>GBn{94Frg^uh4MwvO_hW@i@*-~Ry@c(1foZ`-TDc8X5ww|sXe(H$Q> z5T3%v??!d5+zDO78M<|B_u2gTcxUAyH1~x-S+_p>wq?E!0>K>*GMC*6%$C@4FwLt;)A-f8U7hqrH)ILwEOszqLq6Eg(R|Oh3UiIj)#wfCo@P zxBA0cJP3t{aPrF#ey*%mkKT|VmL1y4&BXKobXCxz+&Bxv0!1q)HKmeU+nCErG&s0LDU*JIZajL zEZiOW9_H|!+TL#kYm(qrOm?+}2EtG9)|GA$Dq3oLm0SQ0Zf_WxlV7rD8*nX%uYN$( z>7Qx2zhv`k^D$*xS?s;%Weu0iA!&r;;&b$&2$`@ZJFrB#Wnm0#Yde18+-Ol7b|MO9cWFoA+xKDVC5dE~wZ=|rZ z+GnsSK>4aTXv!sg*5b^Zqq5}d*BO7kP3zN}hFja6^i-XO*p$`{SCF<@XKUI^x}lyo zK5}#YFTIy!@(9S6b@{wsTrfGsC$lE=26CY z;NVcCB!mT(6{V*wz?aLrJcq+CytxY*y(07aXV2wfl8$FgU=E4Hq_4*>_gH~>L=W1; z=AZDM#cmwRMwp-Z8h<7C?<0wlkWjqcG5lTWRR%xpM(gD~9^ALHmcs-mSEp0YjZ18O zSV}L%)g@ymzh{~#6Z>k2yVp1Wp7 zoFYA6c<4fhR?$D)BTv9B^kI;!cU1Y=)_<`n?+%I{&1Kf|qagh-vezV*wxnjjK{d2K zdFF7jJ!;F}0;;UV=yhzTOu_-^rl^mtcr#o)bP!7j9udq^YbmX}`R8T3h6x#UY*)vN zJ$CETpu!!MWTv_09Bq3!9>=)*Jj2hst#(JZH{|qP{%U-{FLdN@xo@rBPCcGe#qp5F zF(a5Kr^`$RQ@OkNpzB+R5;-}71gi7KNB58(7jMKK9gmTNHC{@Er@fHZXC7`3Q)Z{EpUADh^{(p1I`>FHQ^+4#QX)LRa@ z9EO(DWE`O(;z2hz?6WTBLP8Z4?O;iq?=+2yBH!+$QHA^_(+M`juXYx7!PIuj#h_H5 zFVamiJBM-?uzQr8{?ah_N-MEW9dGcIv*jUHcxRWA>w{@lR)xIOB1XyA$xGXiEMlVh z90GUZ?u^+w7mW?`w+=bcZTCnM>hbedP@R6=6H7E9=BgF_EFmbM!*exz;-W{;aAYK- zD6)%@ru{)8{<LDAJt>I8`EEoVX5qi?Fs~ndoz`Gh=pK7{7fz^8yCp{9 zIA8Zf+H~oj`)WS!Q+%7RypxY{7HGWtiNN%#EQecK)J8C4k8PmPBfakCYwU zfJ77nlO-K~+%Wnsf}iGunzp_LLCZw}4XK^QmQ~7|o96nkiyuWPse=sN71o}9isMq2 zOB7aXH$0AF7w+AmRkrxxfT;f2%4%dX{El6AVnP39LveIZz1^&}fsrbd*SoezJGc#Ez# za&OehjT)b zX7X7jY7t8tK^_zy%1XrT5|Sw|{upkOZO?M+C%7j=g3waenrEWNd=5X+h(O*+$o)XV zh#W6laLv_DK^PqiDE0xaze$uArp6Ae%@YBq(eEGY9@3MY;oFp2ZQVP|WpKbRfKAAK z&JAWm1b2&1i?p^YIMgu2@A zfqjo;+2~x`>YD846YClSrRfCQ5DBV+-0InTYbsM+i!|mt`+JFZe7e~7<>9O7kdH~~ zHVHHx5T=UW`hxd+nI7@RhhB`h<8f~GcZK1E9*-rDB-|#nq~8jh>kC20!NC*{CA(eo zR$Ahn1|WvXJ5kMuv3eFVtrQ|7pD%nP623NMn5FR2h^ z$7l-JX)_uDqlteLEQ01gxLhFret-VyODJ1^Z?EI&vD1;;rW=r5NkJn!s6Kh_>{=o1 gJo-m5c@qDL+*||;-~aJs91i$Mh{y_;eEs45U%oWJKL7v# literal 0 HcmV?d00001 diff --git a/README.md b/README.md new file mode 100644 index 0000000..c4c50b7 --- /dev/null +++ b/README.md @@ -0,0 +1,145 @@ +--- +license: llama2 +language: +- en +library_name: transformers +pipeline_tag: text-generation +datasets: +- Open-Orca/OpenOrca +--- + +

🐋 The Second Llong Context Orca! 🐋

+ + +![OpenOrca Logo](https://huggingface.co/datasets/Open-Orca/OpenOrca/resolve/main/OpenOrcaLogo.png "OpenOrca Logo") + + +# OpenOrca - LlongOrca - 13B - 16k + +We have used our own [OpenOrca dataset](https://huggingface.co/datasets/Open-Orca/OpenOrca) to fine-tune on top of [LLongMA-2-13b-16k](https://huggingface.co/conceptofmind/LLongMA-2-13b-16k). +This dataset is our attempt to reproduce the dataset generated for Microsoft Research's [Orca Paper](https://arxiv.org/abs/2306.02707). +We use [OpenChat](https://huggingface.co/openchat) packing, trained with [Axolotl](https://github.com/OpenAccess-AI-Collective/axolotl). + +This release is trained on a curated filtered subset of most of our GPT-4 augmented data. +It is the same subset of our data as was used in our [OpenOrcaxOpenChat-Preview2-13B model](https://huggingface.co/Open-Orca/OpenOrcaxOpenChat-Preview2-13B). + +HF Leaderboard evals place this model as #1 for all 13B long context models at release time. +We achieve >112% the performance of the base LLongMA2-13b-16k model we tuned on top of. +As well, we preserve >98% of the performance of the OpenOrcaxOpenChat-Preview2-13B model we share datasets with, while extending the context to 16k. + +We did this training as part of testing setup of our H100 cluster. + +Want to visualize our full (pre-filtering) dataset? Check out our [Nomic Atlas Map](https://atlas.nomic.ai/map/c1b88b47-2d9b-47e0-9002-b80766792582/2560fd25-52fe-42f1-a58f-ff5eccc890d2). + + +[Atlas Nomic Dataset Map](https://atlas.nomic.ai/map/c1b88b47-2d9b-47e0-9002-b80766792582/2560fd25-52fe-42f1-a58f-ff5eccc890d2) + + +Many thanks to @EnricoShippole, @theemozilla, and @kaiokendev1 for the fine work on creating the LlongMA-2-13b-16k model this was trained on top of! + +We are in-process with training more models, so keep a look out on our org for releases coming soon with exciting partners. + +We will also give sneak-peak announcements on our Discord, which you can find here: + +https://AlignmentLab.ai + +# Prompt Template + +We used [OpenAI's Chat Markup Language (ChatML)](https://github.com/openai/openai-python/blob/main/chatml.md) format, with `<|im_start|>` and `<|im_end|>` tokens added to support this. + +## Example Prompt Exchange + +``` +<|im_start|>system +You are LlongOrca, a large language model trained by Alignment Lab AI. Write out your reasoning step-by-step to be sure you get the right answers! +<|im_end|> +<|im_start|>user +How are you<|im_end|> +<|im_start|>assistant +I am doing well!<|im_end|> +<|im_start|>user +How are you now?<|im_end|> +``` + + +# Evaluation + +We have evaluated using the methodology and tools for the HuggingFace Leaderboard, and find that we have significantly improved upon the base long context model. +We reach >112% of LLongMA2-13B-16k performance. + +## HuggingFaceH4 Open LLM Leaderboard Performance + +We have run our own tests using parameters matching the [HuggingFaceH4 Open LLM Leaderboard](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard) evals. + +We preserve >98% of OpenOrcaxOpenChat-Preview2-13B performance and are #1 on the leaderboard for long context 13B models at release time. +We have >103% performance of the next 16k model (vicuna-13b-v1.5-16k). + +As well, we expect the context extension techniques from LLongMA to be more robust than other 16k context models available. + +![LlongOrca 13B 16k HF Leaderboard Internal Performance](https://huggingface.co/Open-Orca/LlongOrca-13B-16k/resolve/main/Images/LlongOrca13BHFLeaderboard.png "HuggingFace Leaderboard Internal Performance") + + +## GPT4ALL Leaderboard Performance + +We find we score higher than all non-OpenOrca models on the GPT4ALL leaderboard, while preserving ~98.7% of our OpenOrcaxOpenChat-Preview2-13B performance. + +![LLongOrca 13B 16k GPT4ALL Leaderboard Internal Performance](https://huggingface.co/Open-Orca/LlongOrca-13B-16k/resolve/main/Images/LlongOrca13BG4A.png "GPT4ALL Leaderboard Internal Performance") + + +# Dataset + +We used a curated, filtered selection of most of the GPT-4 augmented data from our OpenOrca dataset, which aims to reproduce the Orca Research Paper dataset. +Further details of our curation practices will be forthcoming with our full model releases. + + +# Training + +[Built with Axolotl](https://github.com/OpenAccess-AI-Collective/axolotl) + +We trained with 8x H100 GPUs for 10 hours, completing 4 epochs of full fine tuning on our dataset in one training run. +Commodity cost was ~$300. + +# Citation + +```bibtex +@software{dale2023llongorca13b, + title = {LlongOrca13B: Llama2-13B Model Instruct-tuned for Long Context on Filtered OpenOrcaV1 GPT-4 Dataset}, + author = {Alpin Dale and Wing Lian and Bleys Goodson and Guan Wang and Eugene Pentland and Austin Cook and Chanvichet Vong and "Teknium"}, + year = {2023}, + publisher = {HuggingFace}, + journal = {HuggingFace repository}, + howpublished = {\url{https://https://huggingface.co/Open-Orca/LlongOrca-7B-16k}, +} +@software{openchat, + title = {{OpenChat: Advancing Open-source Language Models with Imperfect Data}}, + author = {Wang, Guan and Cheng, Sijie and Yu, Qiying and Liu, Changling}, + doi = {10.5281/zenodo.8105775}, + url = {https://github.com/imoneoi/openchat}, + version = {pre-release}, + year = {2023}, + month = {7}, +} +@misc{mukherjee2023orca, + title={Orca: Progressive Learning from Complex Explanation Traces of GPT-4}, + author={Subhabrata Mukherjee and Arindam Mitra and Ganesh Jawahar and Sahaj Agarwal and Hamid Palangi and Ahmed Awadallah}, + year={2023}, + eprint={2306.02707}, + archivePrefix={arXiv}, + primaryClass={cs.CL} +} +@misc{longpre2023flan, + title={The Flan Collection: Designing Data and Methods for Effective Instruction Tuning}, + author={Shayne Longpre and Le Hou and Tu Vu and Albert Webson and Hyung Won Chung and Yi Tay and Denny Zhou and Quoc V. Le and Barret Zoph and Jason Wei and Adam Roberts}, + year={2023}, + eprint={2301.13688}, + archivePrefix={arXiv}, + primaryClass={cs.AI} +} +@misc{touvron2023llama, + title={Llama 2: Open Foundation and Fine-Tuned Chat Models}, + author={Hugo Touvron and Louis Martin and Kevin Stone and Peter Albert and Amjad Almahairi and Yasmine Babaei and Nikolay Bashlykov and Soumya Batra and Prajjwal Bhargava and Shruti Bhosale and Dan Bikel and Lukas Blecher and Cristian Canton Ferrer and Moya Chen and Guillem Cucurull and David Esiobu and Jude Fernandes and Jeremy Fu and Wenyin Fu and Brian Fuller and Cynthia Gao and Vedanuj Goswami and Naman Goyal and Anthony Hartshorn and Saghar Hosseini and Rui Hou and Hakan Inan and Marcin Kardas and Viktor Kerkez and Madian Khabsa and Isabel Kloumann and Artem Korenev and Punit Singh Koura and Marie-Anne Lachaux and Thibaut Lavril and Jenya Lee and Diana Liskovich and Yinghai Lu and Yuning Mao and Xavier Martinet and Todor Mihaylov and Pushkar Mishra and Igor Molybog and Yixin Nie and Andrew Poulton and Jeremy Reizenstein and Rashi Rungta and Kalyan Saladi and Alan Schelten and Ruan Silva and Eric Michael Smith and Ranjan Subramanian and Xiaoqing Ellen Tan and Binh Tang and Ross Taylor and Adina Williams and Jian Xiang Kuan and Puxin Xu and Zheng Yan and Iliyan Zarov and Yuchen Zhang and Angela Fan and Melanie Kambadur and Sharan Narang and Aurelien Rodriguez and Robert Stojnic and Sergey Edunov and Thomas Scialom}, + year={2023}, + eprint={2307.09288}, + archivePrefix={arXiv}, +} +``` \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..e44e7a0 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,6 @@ +{ + "": 32000, + "<|im_end|>": 32002, + "<|im_start|>": 32001, + "<|system|>": 32003 +} diff --git a/checkpoint-4096/added_tokens.json b/checkpoint-4096/added_tokens.json new file mode 100644 index 0000000..e44e7a0 --- /dev/null +++ b/checkpoint-4096/added_tokens.json @@ -0,0 +1,6 @@ +{ + "": 32000, + "<|im_end|>": 32002, + "<|im_start|>": 32001, + "<|system|>": 32003 +} diff --git a/checkpoint-4096/config.json b/checkpoint-4096/config.json new file mode 100644 index 0000000..cb77202 --- /dev/null +++ b/checkpoint-4096/config.json @@ -0,0 +1,30 @@ +{ + "_name_or_path": "conceptofmind/LLongMA-2-13b-16k", + "architectures": [ + "LlamaForCausalLM" + ], + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 13824, + "max_position_embeddings": 16384, + "model_type": "llama", + "num_attention_heads": 40, + "num_hidden_layers": 40, + "num_key_value_heads": 40, + "pad_token_id": 0, + "pretraining_tp": 2, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 4.0, + "type": "linear" + }, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.32.0.dev0", + "use_cache": false, + "use_flash_attention": false, + "vocab_size": 32004 +} diff --git a/checkpoint-4096/pytorch_model.bin b/checkpoint-4096/pytorch_model.bin new file mode 100644 index 0000000..2630625 --- /dev/null +++ b/checkpoint-4096/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec463df6ae295815a321ebd8b54ffa11ceb9c965dc5c46a1008c8f08685f1052 +size 26031995033 diff --git a/checkpoint-4096/rng_state_0.pth b/checkpoint-4096/rng_state_0.pth new file mode 100644 index 0000000..460f99d --- /dev/null +++ b/checkpoint-4096/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b64bd1bb3ba8b0a3e03ea6b9ea79188f2e9aa0b1127982f65e7910552a683009 +size 21687 diff --git a/checkpoint-4096/rng_state_1.pth b/checkpoint-4096/rng_state_1.pth new file mode 100644 index 0000000..08d676d --- /dev/null +++ b/checkpoint-4096/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4599ed04a3ea8005c93981da3ac51adab6f9e48356f416faf5999160f70aa612 +size 21687 diff --git a/checkpoint-4096/rng_state_2.pth b/checkpoint-4096/rng_state_2.pth new file mode 100644 index 0000000..7d32cca --- /dev/null +++ b/checkpoint-4096/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e480e19d8c9c591d8b3285867ca3c557cad3b54a5a11f8ddba4cc58128ca39e +size 21687 diff --git a/checkpoint-4096/rng_state_3.pth b/checkpoint-4096/rng_state_3.pth new file mode 100644 index 0000000..36435ab --- /dev/null +++ b/checkpoint-4096/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b235d1282fb055977ff5416b4461dd8d7116aaa6764bcf768e6e190331a636 +size 21687 diff --git a/checkpoint-4096/rng_state_4.pth b/checkpoint-4096/rng_state_4.pth new file mode 100644 index 0000000..10ab1f8 --- /dev/null +++ b/checkpoint-4096/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17a98e2d1f43b20a0b49ae2d540712c0a057b1c7cae69c4542940db7fc7fa55f +size 21687 diff --git a/checkpoint-4096/rng_state_5.pth b/checkpoint-4096/rng_state_5.pth new file mode 100644 index 0000000..8573f34 --- /dev/null +++ b/checkpoint-4096/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9f8a10bed33741098006f1f70d09d2438a9eecd8b2fd59a0883798ed3f57fc +size 21687 diff --git a/checkpoint-4096/rng_state_6.pth b/checkpoint-4096/rng_state_6.pth new file mode 100644 index 0000000..d32d2cb --- /dev/null +++ b/checkpoint-4096/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f6b1fae8cf3c4a63e1b8163a1c2366dd0498c12ab762c3d827578047c24211c +size 21687 diff --git a/checkpoint-4096/rng_state_7.pth b/checkpoint-4096/rng_state_7.pth new file mode 100644 index 0000000..b9e039a --- /dev/null +++ b/checkpoint-4096/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e1a1bd086523383052a57e4cbe614821a157b38c27f20a13779cb885a5affb +size 21687 diff --git a/checkpoint-4096/special_tokens_map.json b/checkpoint-4096/special_tokens_map.json new file mode 100644 index 0000000..3f58a5e --- /dev/null +++ b/checkpoint-4096/special_tokens_map.json @@ -0,0 +1,6 @@ +{ + "bos_token": "", + "eos_token": "", + "pad_token": "[PAD]", + "unk_token": "" +} diff --git a/checkpoint-4096/tokenizer.model b/checkpoint-4096/tokenizer.model new file mode 100644 index 0000000..6c00c74 --- /dev/null +++ b/checkpoint-4096/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 +size 499723 diff --git a/checkpoint-4096/tokenizer_config.json b/checkpoint-4096/tokenizer_config.json new file mode 100644 index 0000000..ef9c832 --- /dev/null +++ b/checkpoint-4096/tokenizer_config.json @@ -0,0 +1,36 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "bos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "clean_up_tokenization_spaces": false, + "eos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "legacy": true, + "model_max_length": 8192, + "pad_token": null, + "sp_model_kwargs": {}, + "tokenizer_class": "LlamaTokenizer", + "trust_remote_code": false, + "unk_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "use_fast": true +} diff --git a/checkpoint-4096/trainer_state.json b/checkpoint-4096/trainer_state.json new file mode 100644 index 0000000..87cd2c5 --- /dev/null +++ b/checkpoint-4096/trainer_state.json @@ -0,0 +1,25107 @@ +{ + "best_metric": 0.7217394709587097, + "best_model_checkpoint": "./open-long-orca-13b/checkpoint-4096", + "epoch": 2.8845070422535213, + "eval_steps": 64, + "global_step": 4096, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 1.66015625e-08, + "loss": 1.216, + "step": 1 + }, + { + "epoch": 0.0, + "learning_rate": 6.640625e-08, + "loss": 1.0668, + "step": 2 + }, + { + "epoch": 0.0, + "learning_rate": 1.494140625e-07, + "loss": 1.0028, + "step": 3 + }, + { + "epoch": 0.0, + "learning_rate": 2.65625e-07, + "loss": 0.9744, + "step": 4 + }, + { + "epoch": 0.0, + "learning_rate": 4.150390625e-07, + "loss": 0.9335, + "step": 5 + }, + { + "epoch": 0.0, + "learning_rate": 5.9765625e-07, + "loss": 0.9319, + "step": 6 + }, + { + "epoch": 0.0, + "learning_rate": 8.134765625e-07, + "loss": 0.9267, + "step": 7 + }, + { + "epoch": 0.01, + "learning_rate": 1.0625e-06, + "loss": 0.9021, + "step": 8 + }, + { + "epoch": 0.01, + "learning_rate": 1.3447265625e-06, + "loss": 0.9244, + "step": 9 + }, + { + "epoch": 0.01, + "learning_rate": 1.66015625e-06, + "loss": 0.8741, + "step": 10 + }, + { + "epoch": 0.01, + "learning_rate": 2.0087890625e-06, + "loss": 0.8839, + "step": 11 + }, + { + "epoch": 0.01, + "learning_rate": 2.390625e-06, + "loss": 0.8737, + "step": 12 + }, + { + "epoch": 0.01, + "learning_rate": 2.8056640625e-06, + "loss": 0.8887, + "step": 13 + }, + { + "epoch": 0.01, + "learning_rate": 3.25390625e-06, + "loss": 0.9123, + "step": 14 + }, + { + "epoch": 0.01, + "learning_rate": 3.7353515625e-06, + "loss": 0.8705, + "step": 15 + }, + { + "epoch": 0.01, + "learning_rate": 4.25e-06, + "loss": 0.8738, + "step": 16 + }, + { + "epoch": 0.01, + "learning_rate": 4.7978515625e-06, + "loss": 0.9001, + "step": 17 + }, + { + "epoch": 0.01, + "learning_rate": 5.37890625e-06, + "loss": 0.8693, + "step": 18 + }, + { + "epoch": 0.01, + "learning_rate": 5.9931640625e-06, + "loss": 0.8689, + "step": 19 + }, + { + "epoch": 0.01, + "learning_rate": 6.640625e-06, + "loss": 0.8399, + "step": 20 + }, + { + "epoch": 0.01, + "learning_rate": 7.3212890625e-06, + "loss": 0.8806, + "step": 21 + }, + { + "epoch": 0.02, + "learning_rate": 8.03515625e-06, + "loss": 0.8683, + "step": 22 + }, + { + "epoch": 0.02, + "learning_rate": 8.7822265625e-06, + "loss": 0.8444, + "step": 23 + }, + { + "epoch": 0.02, + "learning_rate": 9.5625e-06, + "loss": 0.8619, + "step": 24 + }, + { + "epoch": 0.02, + "learning_rate": 1.03759765625e-05, + "loss": 0.8647, + "step": 25 + }, + { + "epoch": 0.02, + "learning_rate": 1.122265625e-05, + "loss": 0.8665, + "step": 26 + }, + { + "epoch": 0.02, + "learning_rate": 1.21025390625e-05, + "loss": 0.8415, + "step": 27 + }, + { + "epoch": 0.02, + "learning_rate": 1.3015625e-05, + "loss": 0.8239, + "step": 28 + }, + { + "epoch": 0.02, + "learning_rate": 1.39619140625e-05, + "loss": 0.8758, + "step": 29 + }, + { + "epoch": 0.02, + "learning_rate": 1.494140625e-05, + "loss": 0.8213, + "step": 30 + }, + { + "epoch": 0.02, + "learning_rate": 1.59541015625e-05, + "loss": 0.8685, + "step": 31 + }, + { + "epoch": 0.02, + "learning_rate": 1.7e-05, + "loss": 0.8758, + "step": 32 + }, + { + "epoch": 0.02, + "learning_rate": 1.699999868508013e-05, + "loss": 0.8605, + "step": 33 + }, + { + "epoch": 0.02, + "learning_rate": 1.6999994740320928e-05, + "loss": 0.8425, + "step": 34 + }, + { + "epoch": 0.02, + "learning_rate": 1.699998816572361e-05, + "loss": 0.838, + "step": 35 + }, + { + "epoch": 0.03, + "learning_rate": 1.6999978961290217e-05, + "loss": 0.8427, + "step": 36 + }, + { + "epoch": 0.03, + "learning_rate": 1.6999967127023588e-05, + "loss": 0.8792, + "step": 37 + }, + { + "epoch": 0.03, + "learning_rate": 1.6999952662927394e-05, + "loss": 0.8509, + "step": 38 + }, + { + "epoch": 0.03, + "learning_rate": 1.6999935569006104e-05, + "loss": 0.8594, + "step": 39 + }, + { + "epoch": 0.03, + "learning_rate": 1.699991584526501e-05, + "loss": 0.8562, + "step": 40 + }, + { + "epoch": 0.03, + "learning_rate": 1.699989349171021e-05, + "loss": 0.8739, + "step": 41 + }, + { + "epoch": 0.03, + "learning_rate": 1.6999868508348625e-05, + "loss": 0.8483, + "step": 42 + }, + { + "epoch": 0.03, + "learning_rate": 1.699984089518798e-05, + "loss": 0.8666, + "step": 43 + }, + { + "epoch": 0.03, + "learning_rate": 1.6999810652236823e-05, + "loss": 0.877, + "step": 44 + }, + { + "epoch": 0.03, + "learning_rate": 1.699977777950451e-05, + "loss": 0.8618, + "step": 45 + }, + { + "epoch": 0.03, + "learning_rate": 1.6999742277001208e-05, + "loss": 0.8322, + "step": 46 + }, + { + "epoch": 0.03, + "learning_rate": 1.69997041447379e-05, + "loss": 0.855, + "step": 47 + }, + { + "epoch": 0.03, + "learning_rate": 1.6999663382726394e-05, + "loss": 0.838, + "step": 48 + }, + { + "epoch": 0.03, + "learning_rate": 1.699961999097929e-05, + "loss": 0.8335, + "step": 49 + }, + { + "epoch": 0.04, + "learning_rate": 1.699957396951002e-05, + "loss": 0.829, + "step": 50 + }, + { + "epoch": 0.04, + "learning_rate": 1.699952531833282e-05, + "loss": 0.8028, + "step": 51 + }, + { + "epoch": 0.04, + "learning_rate": 1.6999474037462744e-05, + "loss": 0.8335, + "step": 52 + }, + { + "epoch": 0.04, + "learning_rate": 1.6999420126915656e-05, + "loss": 0.8372, + "step": 53 + }, + { + "epoch": 0.04, + "learning_rate": 1.6999363586708237e-05, + "loss": 0.8146, + "step": 54 + }, + { + "epoch": 0.04, + "learning_rate": 1.699930441685798e-05, + "loss": 0.8233, + "step": 55 + }, + { + "epoch": 0.04, + "learning_rate": 1.699924261738319e-05, + "loss": 0.8361, + "step": 56 + }, + { + "epoch": 0.04, + "learning_rate": 1.699917818830299e-05, + "loss": 0.811, + "step": 57 + }, + { + "epoch": 0.04, + "learning_rate": 1.6999111129637313e-05, + "loss": 0.8238, + "step": 58 + }, + { + "epoch": 0.04, + "learning_rate": 1.6999041441406904e-05, + "loss": 0.8621, + "step": 59 + }, + { + "epoch": 0.04, + "learning_rate": 1.699896912363333e-05, + "loss": 0.8619, + "step": 60 + }, + { + "epoch": 0.04, + "learning_rate": 1.6998894176338956e-05, + "loss": 0.8156, + "step": 61 + }, + { + "epoch": 0.04, + "learning_rate": 1.699881659954698e-05, + "loss": 0.8674, + "step": 62 + }, + { + "epoch": 0.04, + "learning_rate": 1.6998736393281398e-05, + "loss": 0.8227, + "step": 63 + }, + { + "epoch": 0.05, + "learning_rate": 1.699865355756703e-05, + "loss": 0.8377, + "step": 64 + }, + { + "epoch": 0.05, + "eval_loss": 0.8097721934318542, + "eval_runtime": 30.8354, + "eval_samples_per_second": 265.636, + "eval_steps_per_second": 16.604, + "step": 64 + }, + { + "epoch": 0.05, + "learning_rate": 1.6998568092429495e-05, + "loss": 0.8323, + "step": 65 + }, + { + "epoch": 0.05, + "learning_rate": 1.6998479997895247e-05, + "loss": 0.8272, + "step": 66 + }, + { + "epoch": 0.05, + "learning_rate": 1.6998389273991536e-05, + "loss": 0.843, + "step": 67 + }, + { + "epoch": 0.05, + "learning_rate": 1.699829592074643e-05, + "loss": 0.8196, + "step": 68 + }, + { + "epoch": 0.05, + "learning_rate": 1.6998199938188817e-05, + "loss": 0.8393, + "step": 69 + }, + { + "epoch": 0.05, + "learning_rate": 1.6998101326348386e-05, + "loss": 0.8088, + "step": 70 + }, + { + "epoch": 0.05, + "learning_rate": 1.6998000085255654e-05, + "loss": 0.8245, + "step": 71 + }, + { + "epoch": 0.05, + "learning_rate": 1.699789621494194e-05, + "loss": 0.8397, + "step": 72 + }, + { + "epoch": 0.05, + "learning_rate": 1.6997789715439384e-05, + "loss": 0.8008, + "step": 73 + }, + { + "epoch": 0.05, + "learning_rate": 1.6997680586780933e-05, + "loss": 0.8405, + "step": 74 + }, + { + "epoch": 0.05, + "learning_rate": 1.699756882900035e-05, + "loss": 0.8773, + "step": 75 + }, + { + "epoch": 0.05, + "learning_rate": 1.6997454442132217e-05, + "loss": 0.8315, + "step": 76 + }, + { + "epoch": 0.05, + "learning_rate": 1.699733742621192e-05, + "loss": 0.8245, + "step": 77 + }, + { + "epoch": 0.05, + "learning_rate": 1.6997217781275666e-05, + "loss": 0.8439, + "step": 78 + }, + { + "epoch": 0.06, + "learning_rate": 1.6997095507360467e-05, + "loss": 0.8516, + "step": 79 + }, + { + "epoch": 0.06, + "learning_rate": 1.699697060450416e-05, + "loss": 0.8367, + "step": 80 + }, + { + "epoch": 0.06, + "learning_rate": 1.6996843072745386e-05, + "loss": 0.8089, + "step": 81 + }, + { + "epoch": 0.06, + "learning_rate": 1.6996712912123603e-05, + "loss": 0.8437, + "step": 82 + }, + { + "epoch": 0.06, + "learning_rate": 1.699658012267908e-05, + "loss": 0.799, + "step": 83 + }, + { + "epoch": 0.06, + "learning_rate": 1.6996444704452903e-05, + "loss": 0.843, + "step": 84 + }, + { + "epoch": 0.06, + "learning_rate": 1.6996306657486972e-05, + "loss": 0.8081, + "step": 85 + }, + { + "epoch": 0.06, + "learning_rate": 1.699616598182399e-05, + "loss": 0.8041, + "step": 86 + }, + { + "epoch": 0.06, + "learning_rate": 1.699602267750749e-05, + "loss": 0.8223, + "step": 87 + }, + { + "epoch": 0.06, + "learning_rate": 1.6995876744581804e-05, + "loss": 0.8581, + "step": 88 + }, + { + "epoch": 0.06, + "learning_rate": 1.699572818309208e-05, + "loss": 0.8252, + "step": 89 + }, + { + "epoch": 0.06, + "learning_rate": 1.6995576993084292e-05, + "loss": 0.8241, + "step": 90 + }, + { + "epoch": 0.06, + "learning_rate": 1.699542317460521e-05, + "loss": 0.8242, + "step": 91 + }, + { + "epoch": 0.06, + "learning_rate": 1.699526672770242e-05, + "loss": 0.8291, + "step": 92 + }, + { + "epoch": 0.07, + "learning_rate": 1.6995107652424334e-05, + "loss": 0.813, + "step": 93 + }, + { + "epoch": 0.07, + "learning_rate": 1.6994945948820167e-05, + "loss": 0.8593, + "step": 94 + }, + { + "epoch": 0.07, + "learning_rate": 1.6994781616939947e-05, + "loss": 0.89, + "step": 95 + }, + { + "epoch": 0.07, + "learning_rate": 1.6994614656834514e-05, + "loss": 0.786, + "step": 96 + }, + { + "epoch": 0.07, + "learning_rate": 1.699444506855553e-05, + "loss": 0.8135, + "step": 97 + }, + { + "epoch": 0.07, + "learning_rate": 1.6994272852155465e-05, + "loss": 0.8374, + "step": 98 + }, + { + "epoch": 0.07, + "learning_rate": 1.6994098007687595e-05, + "loss": 0.8466, + "step": 99 + }, + { + "epoch": 0.07, + "learning_rate": 1.699392053520602e-05, + "loss": 0.8225, + "step": 100 + }, + { + "epoch": 0.07, + "learning_rate": 1.699374043476565e-05, + "loss": 0.8558, + "step": 101 + }, + { + "epoch": 0.07, + "learning_rate": 1.6993557706422203e-05, + "loss": 0.8618, + "step": 102 + }, + { + "epoch": 0.07, + "learning_rate": 1.6993372350232215e-05, + "loss": 0.8073, + "step": 103 + }, + { + "epoch": 0.07, + "learning_rate": 1.699318436625304e-05, + "loss": 0.8552, + "step": 104 + }, + { + "epoch": 0.07, + "learning_rate": 1.6992993754542827e-05, + "loss": 0.8, + "step": 105 + }, + { + "epoch": 0.07, + "learning_rate": 1.699280051516056e-05, + "loss": 0.8037, + "step": 106 + }, + { + "epoch": 0.08, + "learning_rate": 1.699260464816602e-05, + "loss": 0.8855, + "step": 107 + }, + { + "epoch": 0.08, + "learning_rate": 1.6992406153619813e-05, + "loss": 0.8277, + "step": 108 + }, + { + "epoch": 0.08, + "learning_rate": 1.6992205031583348e-05, + "loss": 0.8386, + "step": 109 + }, + { + "epoch": 0.08, + "learning_rate": 1.699200128211885e-05, + "loss": 0.8042, + "step": 110 + }, + { + "epoch": 0.08, + "learning_rate": 1.6991794905289355e-05, + "loss": 0.8367, + "step": 111 + }, + { + "epoch": 0.08, + "learning_rate": 1.6991585901158723e-05, + "loss": 0.8261, + "step": 112 + }, + { + "epoch": 0.08, + "learning_rate": 1.6991374269791612e-05, + "loss": 0.8202, + "step": 113 + }, + { + "epoch": 0.08, + "learning_rate": 1.6991160011253498e-05, + "loss": 0.8063, + "step": 114 + }, + { + "epoch": 0.08, + "learning_rate": 1.6990943125610674e-05, + "loss": 0.8268, + "step": 115 + }, + { + "epoch": 0.08, + "learning_rate": 1.6990723612930245e-05, + "loss": 0.8307, + "step": 116 + }, + { + "epoch": 0.08, + "learning_rate": 1.6990501473280122e-05, + "loss": 0.8151, + "step": 117 + }, + { + "epoch": 0.08, + "learning_rate": 1.6990276706729038e-05, + "loss": 0.8078, + "step": 118 + }, + { + "epoch": 0.08, + "learning_rate": 1.699004931334653e-05, + "loss": 0.8151, + "step": 119 + }, + { + "epoch": 0.08, + "learning_rate": 1.6989819293202955e-05, + "loss": 0.8197, + "step": 120 + }, + { + "epoch": 0.09, + "learning_rate": 1.698958664636948e-05, + "loss": 0.8272, + "step": 121 + }, + { + "epoch": 0.09, + "learning_rate": 1.6989351372918076e-05, + "loss": 0.8452, + "step": 122 + }, + { + "epoch": 0.09, + "learning_rate": 1.6989113472921546e-05, + "loss": 0.8143, + "step": 123 + }, + { + "epoch": 0.09, + "learning_rate": 1.698887294645349e-05, + "loss": 0.7984, + "step": 124 + }, + { + "epoch": 0.09, + "learning_rate": 1.6988629793588324e-05, + "loss": 0.881, + "step": 125 + }, + { + "epoch": 0.09, + "learning_rate": 1.6988384014401282e-05, + "loss": 0.7801, + "step": 126 + }, + { + "epoch": 0.09, + "learning_rate": 1.69881356089684e-05, + "loss": 0.8244, + "step": 127 + }, + { + "epoch": 0.09, + "learning_rate": 1.698788457736654e-05, + "loss": 0.7886, + "step": 128 + }, + { + "epoch": 0.09, + "eval_loss": 0.7922429442405701, + "eval_runtime": 30.8621, + "eval_samples_per_second": 265.406, + "eval_steps_per_second": 16.59, + "step": 128 + }, + { + "epoch": 0.09, + "learning_rate": 1.6987630919673366e-05, + "loss": 0.791, + "step": 129 + }, + { + "epoch": 0.09, + "learning_rate": 1.6987374635967355e-05, + "loss": 0.782, + "step": 130 + }, + { + "epoch": 0.09, + "learning_rate": 1.6987115726327804e-05, + "loss": 0.8234, + "step": 131 + }, + { + "epoch": 0.09, + "learning_rate": 1.698685419083481e-05, + "loss": 0.8186, + "step": 132 + }, + { + "epoch": 0.09, + "learning_rate": 1.6986590029569304e-05, + "loss": 0.7954, + "step": 133 + }, + { + "epoch": 0.09, + "learning_rate": 1.6986323242613e-05, + "loss": 0.8032, + "step": 134 + }, + { + "epoch": 0.1, + "learning_rate": 1.6986053830048454e-05, + "loss": 0.8198, + "step": 135 + }, + { + "epoch": 0.1, + "learning_rate": 1.698578179195901e-05, + "loss": 0.7948, + "step": 136 + }, + { + "epoch": 0.1, + "learning_rate": 1.698550712842884e-05, + "loss": 0.8733, + "step": 137 + }, + { + "epoch": 0.1, + "learning_rate": 1.6985229839542924e-05, + "loss": 0.8047, + "step": 138 + }, + { + "epoch": 0.1, + "learning_rate": 1.6984949925387047e-05, + "loss": 0.8023, + "step": 139 + }, + { + "epoch": 0.1, + "learning_rate": 1.698466738604782e-05, + "loss": 0.8132, + "step": 140 + }, + { + "epoch": 0.1, + "learning_rate": 1.6984382221612652e-05, + "loss": 0.7971, + "step": 141 + }, + { + "epoch": 0.1, + "learning_rate": 1.698409443216977e-05, + "loss": 0.7974, + "step": 142 + }, + { + "epoch": 0.1, + "learning_rate": 1.6983804017808227e-05, + "loss": 0.8699, + "step": 143 + }, + { + "epoch": 0.1, + "learning_rate": 1.698351097861786e-05, + "loss": 0.8462, + "step": 144 + }, + { + "epoch": 0.1, + "learning_rate": 1.698321531468934e-05, + "loss": 0.8091, + "step": 145 + }, + { + "epoch": 0.1, + "learning_rate": 1.6982917026114144e-05, + "loss": 0.8224, + "step": 146 + }, + { + "epoch": 0.1, + "learning_rate": 1.6982616112984555e-05, + "loss": 0.8063, + "step": 147 + }, + { + "epoch": 0.1, + "learning_rate": 1.698231257539368e-05, + "loss": 0.8253, + "step": 148 + }, + { + "epoch": 0.1, + "learning_rate": 1.698200641343543e-05, + "loss": 0.8057, + "step": 149 + }, + { + "epoch": 0.11, + "learning_rate": 1.6981697627204525e-05, + "loss": 0.8186, + "step": 150 + }, + { + "epoch": 0.11, + "learning_rate": 1.6981386216796505e-05, + "loss": 0.8029, + "step": 151 + }, + { + "epoch": 0.11, + "learning_rate": 1.698107218230772e-05, + "loss": 0.811, + "step": 152 + }, + { + "epoch": 0.11, + "learning_rate": 1.6980755523835324e-05, + "loss": 0.8182, + "step": 153 + }, + { + "epoch": 0.11, + "learning_rate": 1.6980436241477295e-05, + "loss": 0.8047, + "step": 154 + }, + { + "epoch": 0.11, + "learning_rate": 1.6980114335332414e-05, + "loss": 0.818, + "step": 155 + }, + { + "epoch": 0.11, + "learning_rate": 1.6979789805500272e-05, + "loss": 0.7974, + "step": 156 + }, + { + "epoch": 0.11, + "learning_rate": 1.6979462652081286e-05, + "loss": 0.7906, + "step": 157 + }, + { + "epoch": 0.11, + "learning_rate": 1.6979132875176666e-05, + "loss": 0.8333, + "step": 158 + }, + { + "epoch": 0.11, + "learning_rate": 1.697880047488845e-05, + "loss": 0.7958, + "step": 159 + }, + { + "epoch": 0.11, + "learning_rate": 1.6978465451319474e-05, + "loss": 0.791, + "step": 160 + }, + { + "epoch": 0.11, + "learning_rate": 1.6978127804573394e-05, + "loss": 0.8087, + "step": 161 + }, + { + "epoch": 0.11, + "learning_rate": 1.6977787534754678e-05, + "loss": 0.7994, + "step": 162 + }, + { + "epoch": 0.11, + "learning_rate": 1.69774446419686e-05, + "loss": 0.7964, + "step": 163 + }, + { + "epoch": 0.12, + "learning_rate": 1.6977099126321253e-05, + "loss": 0.8083, + "step": 164 + }, + { + "epoch": 0.12, + "learning_rate": 1.697675098791953e-05, + "loss": 0.8313, + "step": 165 + }, + { + "epoch": 0.12, + "learning_rate": 1.6976400226871147e-05, + "loss": 0.8234, + "step": 166 + }, + { + "epoch": 0.12, + "learning_rate": 1.6976046843284627e-05, + "loss": 0.8608, + "step": 167 + }, + { + "epoch": 0.12, + "learning_rate": 1.6975690837269304e-05, + "loss": 0.7633, + "step": 168 + }, + { + "epoch": 0.12, + "learning_rate": 1.6975332208935324e-05, + "loss": 0.7978, + "step": 169 + }, + { + "epoch": 0.12, + "learning_rate": 1.697497095839364e-05, + "loss": 0.8473, + "step": 170 + }, + { + "epoch": 0.12, + "learning_rate": 1.6974607085756025e-05, + "loss": 0.8098, + "step": 171 + }, + { + "epoch": 0.12, + "learning_rate": 1.697424059113506e-05, + "loss": 0.8225, + "step": 172 + }, + { + "epoch": 0.12, + "learning_rate": 1.6973871474644132e-05, + "loss": 0.8077, + "step": 173 + }, + { + "epoch": 0.12, + "learning_rate": 1.6973499736397444e-05, + "loss": 0.8143, + "step": 174 + }, + { + "epoch": 0.12, + "learning_rate": 1.697312537651001e-05, + "loss": 0.8154, + "step": 175 + }, + { + "epoch": 0.12, + "learning_rate": 1.6972748395097657e-05, + "loss": 0.8136, + "step": 176 + }, + { + "epoch": 0.12, + "learning_rate": 1.6972368792277013e-05, + "loss": 0.8283, + "step": 177 + }, + { + "epoch": 0.13, + "learning_rate": 1.6971986568165528e-05, + "loss": 0.8048, + "step": 178 + }, + { + "epoch": 0.13, + "learning_rate": 1.6971601722881463e-05, + "loss": 0.836, + "step": 179 + }, + { + "epoch": 0.13, + "learning_rate": 1.697121425654388e-05, + "loss": 0.7826, + "step": 180 + }, + { + "epoch": 0.13, + "learning_rate": 1.6970824169272666e-05, + "loss": 0.8149, + "step": 181 + }, + { + "epoch": 0.13, + "learning_rate": 1.6970431461188505e-05, + "loss": 0.8262, + "step": 182 + }, + { + "epoch": 0.13, + "learning_rate": 1.69700361324129e-05, + "loss": 0.7936, + "step": 183 + }, + { + "epoch": 0.13, + "learning_rate": 1.6969638183068165e-05, + "loss": 0.8045, + "step": 184 + }, + { + "epoch": 0.13, + "learning_rate": 1.696923761327742e-05, + "loss": 0.8283, + "step": 185 + }, + { + "epoch": 0.13, + "learning_rate": 1.6968834423164595e-05, + "loss": 0.8239, + "step": 186 + }, + { + "epoch": 0.13, + "learning_rate": 1.696842861285444e-05, + "loss": 0.8348, + "step": 187 + }, + { + "epoch": 0.13, + "learning_rate": 1.6968020182472512e-05, + "loss": 0.8058, + "step": 188 + }, + { + "epoch": 0.13, + "learning_rate": 1.696760913214517e-05, + "loss": 0.815, + "step": 189 + }, + { + "epoch": 0.13, + "learning_rate": 1.6967195461999595e-05, + "loss": 0.7741, + "step": 190 + }, + { + "epoch": 0.13, + "learning_rate": 1.6966779172163767e-05, + "loss": 0.8009, + "step": 191 + }, + { + "epoch": 0.14, + "learning_rate": 1.696636026276649e-05, + "loss": 0.8107, + "step": 192 + }, + { + "epoch": 0.14, + "eval_loss": 0.7826950550079346, + "eval_runtime": 30.8432, + "eval_samples_per_second": 265.569, + "eval_steps_per_second": 16.6, + "step": 192 + }, + { + "epoch": 0.14, + "learning_rate": 1.696593873393737e-05, + "loss": 0.8324, + "step": 193 + }, + { + "epoch": 0.14, + "learning_rate": 1.6965514585806825e-05, + "loss": 0.8162, + "step": 194 + }, + { + "epoch": 0.14, + "learning_rate": 1.696508781850608e-05, + "loss": 0.8235, + "step": 195 + }, + { + "epoch": 0.14, + "learning_rate": 1.6964658432167176e-05, + "loss": 0.8163, + "step": 196 + }, + { + "epoch": 0.14, + "learning_rate": 1.6964226426922963e-05, + "loss": 0.8419, + "step": 197 + }, + { + "epoch": 0.14, + "learning_rate": 1.69637918029071e-05, + "loss": 0.8075, + "step": 198 + }, + { + "epoch": 0.14, + "learning_rate": 1.6963354560254054e-05, + "loss": 0.823, + "step": 199 + }, + { + "epoch": 0.14, + "learning_rate": 1.6962914699099112e-05, + "loss": 0.7444, + "step": 200 + }, + { + "epoch": 0.14, + "learning_rate": 1.6962472219578356e-05, + "loss": 0.7704, + "step": 201 + }, + { + "epoch": 0.14, + "learning_rate": 1.696202712182869e-05, + "loss": 0.8065, + "step": 202 + }, + { + "epoch": 0.14, + "learning_rate": 1.6961579405987824e-05, + "loss": 0.7784, + "step": 203 + }, + { + "epoch": 0.14, + "learning_rate": 1.6961129072194273e-05, + "loss": 0.772, + "step": 204 + }, + { + "epoch": 0.14, + "learning_rate": 1.6960676120587377e-05, + "loss": 0.7833, + "step": 205 + }, + { + "epoch": 0.15, + "learning_rate": 1.6960220551307266e-05, + "loss": 0.8009, + "step": 206 + }, + { + "epoch": 0.15, + "learning_rate": 1.6959762364494895e-05, + "loss": 0.8256, + "step": 207 + }, + { + "epoch": 0.15, + "learning_rate": 1.6959301560292025e-05, + "loss": 0.7892, + "step": 208 + }, + { + "epoch": 0.15, + "learning_rate": 1.6958838138841224e-05, + "loss": 0.8052, + "step": 209 + }, + { + "epoch": 0.15, + "learning_rate": 1.695837210028587e-05, + "loss": 0.803, + "step": 210 + }, + { + "epoch": 0.15, + "learning_rate": 1.695790344477015e-05, + "loss": 0.7894, + "step": 211 + }, + { + "epoch": 0.15, + "learning_rate": 1.6957432172439068e-05, + "loss": 0.8169, + "step": 212 + }, + { + "epoch": 0.15, + "learning_rate": 1.695695828343843e-05, + "loss": 0.815, + "step": 213 + }, + { + "epoch": 0.15, + "learning_rate": 1.6956481777914853e-05, + "loss": 0.7869, + "step": 214 + }, + { + "epoch": 0.15, + "learning_rate": 1.6956002656015766e-05, + "loss": 0.8465, + "step": 215 + }, + { + "epoch": 0.15, + "learning_rate": 1.6955520917889403e-05, + "loss": 0.8193, + "step": 216 + }, + { + "epoch": 0.15, + "learning_rate": 1.6955036563684815e-05, + "loss": 0.7775, + "step": 217 + }, + { + "epoch": 0.15, + "learning_rate": 1.695454959355186e-05, + "loss": 0.8082, + "step": 218 + }, + { + "epoch": 0.15, + "learning_rate": 1.695406000764119e-05, + "loss": 0.7888, + "step": 219 + }, + { + "epoch": 0.15, + "learning_rate": 1.695356780610429e-05, + "loss": 0.794, + "step": 220 + }, + { + "epoch": 0.16, + "learning_rate": 1.6953072989093443e-05, + "loss": 0.8027, + "step": 221 + }, + { + "epoch": 0.16, + "learning_rate": 1.6952575556761742e-05, + "loss": 0.8116, + "step": 222 + }, + { + "epoch": 0.16, + "learning_rate": 1.6952075509263084e-05, + "loss": 0.7781, + "step": 223 + }, + { + "epoch": 0.16, + "learning_rate": 1.6951572846752185e-05, + "loss": 0.7995, + "step": 224 + }, + { + "epoch": 0.16, + "learning_rate": 1.6951067569384564e-05, + "loss": 0.799, + "step": 225 + }, + { + "epoch": 0.16, + "learning_rate": 1.6950559677316548e-05, + "loss": 0.8077, + "step": 226 + }, + { + "epoch": 0.16, + "learning_rate": 1.695004917070528e-05, + "loss": 0.8142, + "step": 227 + }, + { + "epoch": 0.16, + "learning_rate": 1.69495360497087e-05, + "loss": 0.8121, + "step": 228 + }, + { + "epoch": 0.16, + "learning_rate": 1.6949020314485574e-05, + "loss": 0.8044, + "step": 229 + }, + { + "epoch": 0.16, + "learning_rate": 1.6948501965195458e-05, + "loss": 0.7923, + "step": 230 + }, + { + "epoch": 0.16, + "learning_rate": 1.694798100199873e-05, + "loss": 0.8066, + "step": 231 + }, + { + "epoch": 0.16, + "learning_rate": 1.6947457425056568e-05, + "loss": 0.7512, + "step": 232 + }, + { + "epoch": 0.16, + "learning_rate": 1.694693123453097e-05, + "loss": 0.7617, + "step": 233 + }, + { + "epoch": 0.16, + "learning_rate": 1.694640243058473e-05, + "loss": 0.7869, + "step": 234 + }, + { + "epoch": 0.17, + "learning_rate": 1.6945871013381458e-05, + "loss": 0.817, + "step": 235 + }, + { + "epoch": 0.17, + "learning_rate": 1.694533698308557e-05, + "loss": 0.7898, + "step": 236 + }, + { + "epoch": 0.17, + "learning_rate": 1.694480033986229e-05, + "loss": 0.8127, + "step": 237 + }, + { + "epoch": 0.17, + "learning_rate": 1.6944261083877654e-05, + "loss": 0.8105, + "step": 238 + }, + { + "epoch": 0.17, + "learning_rate": 1.6943719215298506e-05, + "loss": 0.8103, + "step": 239 + }, + { + "epoch": 0.17, + "learning_rate": 1.6943174734292492e-05, + "loss": 0.7975, + "step": 240 + }, + { + "epoch": 0.17, + "learning_rate": 1.6942627641028073e-05, + "loss": 0.7615, + "step": 241 + }, + { + "epoch": 0.17, + "learning_rate": 1.6942077935674514e-05, + "loss": 0.8061, + "step": 242 + }, + { + "epoch": 0.17, + "learning_rate": 1.6941525618401894e-05, + "loss": 0.7807, + "step": 243 + }, + { + "epoch": 0.17, + "learning_rate": 1.694097068938109e-05, + "loss": 0.8169, + "step": 244 + }, + { + "epoch": 0.17, + "learning_rate": 1.6940413148783794e-05, + "loss": 0.7953, + "step": 245 + }, + { + "epoch": 0.17, + "learning_rate": 1.693985299678251e-05, + "loss": 0.8267, + "step": 246 + }, + { + "epoch": 0.17, + "learning_rate": 1.6939290233550543e-05, + "loss": 0.7623, + "step": 247 + }, + { + "epoch": 0.17, + "learning_rate": 1.6938724859262002e-05, + "loss": 0.8176, + "step": 248 + }, + { + "epoch": 0.18, + "learning_rate": 1.693815687409182e-05, + "loss": 0.8046, + "step": 249 + }, + { + "epoch": 0.18, + "learning_rate": 1.6937586278215724e-05, + "loss": 0.8294, + "step": 250 + }, + { + "epoch": 0.18, + "learning_rate": 1.6937013071810247e-05, + "loss": 0.7812, + "step": 251 + }, + { + "epoch": 0.18, + "learning_rate": 1.693643725505274e-05, + "loss": 0.8049, + "step": 252 + }, + { + "epoch": 0.18, + "learning_rate": 1.6935858828121354e-05, + "loss": 0.7456, + "step": 253 + }, + { + "epoch": 0.18, + "learning_rate": 1.6935277791195055e-05, + "loss": 0.7983, + "step": 254 + }, + { + "epoch": 0.18, + "learning_rate": 1.6934694144453608e-05, + "loss": 0.7983, + "step": 255 + }, + { + "epoch": 0.18, + "learning_rate": 1.693410788807759e-05, + "loss": 0.8016, + "step": 256 + }, + { + "epoch": 0.18, + "eval_loss": 0.7754120230674744, + "eval_runtime": 30.8738, + "eval_samples_per_second": 265.306, + "eval_steps_per_second": 16.584, + "step": 256 + }, + { + "epoch": 0.18, + "learning_rate": 1.693351902224838e-05, + "loss": 0.7946, + "step": 257 + }, + { + "epoch": 0.18, + "learning_rate": 1.693292754714818e-05, + "loss": 0.8031, + "step": 258 + }, + { + "epoch": 0.18, + "learning_rate": 1.6932333462959973e-05, + "loss": 0.8106, + "step": 259 + }, + { + "epoch": 0.18, + "learning_rate": 1.693173676986758e-05, + "loss": 0.8148, + "step": 260 + }, + { + "epoch": 0.18, + "learning_rate": 1.69311374680556e-05, + "loss": 0.8, + "step": 261 + }, + { + "epoch": 0.18, + "learning_rate": 1.6930535557709463e-05, + "loss": 0.7816, + "step": 262 + }, + { + "epoch": 0.19, + "learning_rate": 1.692993103901539e-05, + "loss": 0.7945, + "step": 263 + }, + { + "epoch": 0.19, + "learning_rate": 1.692932391216042e-05, + "loss": 0.8225, + "step": 264 + }, + { + "epoch": 0.19, + "learning_rate": 1.6928714177332386e-05, + "loss": 0.8285, + "step": 265 + }, + { + "epoch": 0.19, + "learning_rate": 1.6928101834719942e-05, + "loss": 0.8155, + "step": 266 + }, + { + "epoch": 0.19, + "learning_rate": 1.692748688451254e-05, + "loss": 0.8228, + "step": 267 + }, + { + "epoch": 0.19, + "learning_rate": 1.6926869326900444e-05, + "loss": 0.8353, + "step": 268 + }, + { + "epoch": 0.19, + "learning_rate": 1.6926249162074718e-05, + "loss": 0.8233, + "step": 269 + }, + { + "epoch": 0.19, + "learning_rate": 1.6925626390227236e-05, + "loss": 0.8081, + "step": 270 + }, + { + "epoch": 0.19, + "learning_rate": 1.6925001011550684e-05, + "loss": 0.7618, + "step": 271 + }, + { + "epoch": 0.19, + "learning_rate": 1.6924373026238546e-05, + "loss": 0.7921, + "step": 272 + }, + { + "epoch": 0.19, + "learning_rate": 1.6923742434485117e-05, + "loss": 0.7971, + "step": 273 + }, + { + "epoch": 0.19, + "learning_rate": 1.69231092364855e-05, + "loss": 0.7896, + "step": 274 + }, + { + "epoch": 0.19, + "learning_rate": 1.69224734324356e-05, + "loss": 0.809, + "step": 275 + }, + { + "epoch": 0.19, + "learning_rate": 1.6921835022532127e-05, + "loss": 0.7643, + "step": 276 + }, + { + "epoch": 0.2, + "learning_rate": 1.692119400697261e-05, + "loss": 0.7724, + "step": 277 + }, + { + "epoch": 0.2, + "learning_rate": 1.6920550385955362e-05, + "loss": 0.7917, + "step": 278 + }, + { + "epoch": 0.2, + "learning_rate": 1.6919904159679522e-05, + "loss": 0.795, + "step": 279 + }, + { + "epoch": 0.2, + "learning_rate": 1.6919255328345027e-05, + "loss": 0.7697, + "step": 280 + }, + { + "epoch": 0.2, + "learning_rate": 1.6918603892152623e-05, + "loss": 0.8005, + "step": 281 + }, + { + "epoch": 0.2, + "learning_rate": 1.6917949851303857e-05, + "loss": 0.8377, + "step": 282 + }, + { + "epoch": 0.2, + "learning_rate": 1.691729320600109e-05, + "loss": 0.7902, + "step": 283 + }, + { + "epoch": 0.2, + "learning_rate": 1.691663395644747e-05, + "loss": 0.7926, + "step": 284 + }, + { + "epoch": 0.2, + "learning_rate": 1.6915972102846976e-05, + "loss": 0.8037, + "step": 285 + }, + { + "epoch": 0.2, + "learning_rate": 1.6915307645404377e-05, + "loss": 0.7978, + "step": 286 + }, + { + "epoch": 0.2, + "learning_rate": 1.6914640584325254e-05, + "loss": 0.774, + "step": 287 + }, + { + "epoch": 0.2, + "learning_rate": 1.6913970919815987e-05, + "loss": 0.7894, + "step": 288 + }, + { + "epoch": 0.2, + "learning_rate": 1.6913298652083768e-05, + "loss": 0.7951, + "step": 289 + }, + { + "epoch": 0.2, + "learning_rate": 1.691262378133659e-05, + "loss": 0.8233, + "step": 290 + }, + { + "epoch": 0.2, + "learning_rate": 1.6911946307783257e-05, + "loss": 0.8108, + "step": 291 + }, + { + "epoch": 0.21, + "learning_rate": 1.691126623163337e-05, + "loss": 0.8113, + "step": 292 + }, + { + "epoch": 0.21, + "learning_rate": 1.6910583553097343e-05, + "loss": 0.8154, + "step": 293 + }, + { + "epoch": 0.21, + "learning_rate": 1.6909898272386392e-05, + "loss": 0.8217, + "step": 294 + }, + { + "epoch": 0.21, + "learning_rate": 1.6909210389712532e-05, + "loss": 0.7712, + "step": 295 + }, + { + "epoch": 0.21, + "learning_rate": 1.6908519905288598e-05, + "loss": 0.8128, + "step": 296 + }, + { + "epoch": 0.21, + "learning_rate": 1.6907826819328216e-05, + "loss": 0.8046, + "step": 297 + }, + { + "epoch": 0.21, + "learning_rate": 1.690713113204582e-05, + "loss": 0.7937, + "step": 298 + }, + { + "epoch": 0.21, + "learning_rate": 1.6906432843656652e-05, + "loss": 0.7848, + "step": 299 + }, + { + "epoch": 0.21, + "learning_rate": 1.6905731954376763e-05, + "loss": 0.8199, + "step": 300 + }, + { + "epoch": 0.21, + "learning_rate": 1.6905028464422996e-05, + "loss": 0.788, + "step": 301 + }, + { + "epoch": 0.21, + "learning_rate": 1.690432237401301e-05, + "loss": 0.8293, + "step": 302 + }, + { + "epoch": 0.21, + "learning_rate": 1.6903613683365264e-05, + "loss": 0.7895, + "step": 303 + }, + { + "epoch": 0.21, + "learning_rate": 1.690290239269902e-05, + "loss": 0.7983, + "step": 304 + }, + { + "epoch": 0.21, + "learning_rate": 1.6902188502234345e-05, + "loss": 0.8147, + "step": 305 + }, + { + "epoch": 0.22, + "learning_rate": 1.690147201219212e-05, + "loss": 0.7921, + "step": 306 + }, + { + "epoch": 0.22, + "learning_rate": 1.6900752922794008e-05, + "loss": 0.8301, + "step": 307 + }, + { + "epoch": 0.22, + "learning_rate": 1.6900031234262502e-05, + "loss": 0.8058, + "step": 308 + }, + { + "epoch": 0.22, + "learning_rate": 1.6899306946820885e-05, + "loss": 0.8151, + "step": 309 + }, + { + "epoch": 0.22, + "learning_rate": 1.689858006069324e-05, + "loss": 0.8258, + "step": 310 + }, + { + "epoch": 0.22, + "learning_rate": 1.6897850576104464e-05, + "loss": 0.7922, + "step": 311 + }, + { + "epoch": 0.22, + "learning_rate": 1.6897118493280262e-05, + "loss": 0.8135, + "step": 312 + }, + { + "epoch": 0.22, + "learning_rate": 1.6896383812447125e-05, + "loss": 0.8037, + "step": 313 + }, + { + "epoch": 0.22, + "learning_rate": 1.689564653383236e-05, + "loss": 0.7698, + "step": 314 + }, + { + "epoch": 0.22, + "learning_rate": 1.689490665766408e-05, + "loss": 0.7941, + "step": 315 + }, + { + "epoch": 0.22, + "learning_rate": 1.6894164184171197e-05, + "loss": 0.8212, + "step": 316 + }, + { + "epoch": 0.22, + "learning_rate": 1.689341911358342e-05, + "loss": 0.8062, + "step": 317 + }, + { + "epoch": 0.22, + "learning_rate": 1.6892671446131277e-05, + "loss": 0.7917, + "step": 318 + }, + { + "epoch": 0.22, + "learning_rate": 1.6891921182046087e-05, + "loss": 0.7739, + "step": 319 + }, + { + "epoch": 0.23, + "learning_rate": 1.6891168321559976e-05, + "loss": 0.7763, + "step": 320 + }, + { + "epoch": 0.23, + "eval_loss": 0.7702016234397888, + "eval_runtime": 30.8579, + "eval_samples_per_second": 265.442, + "eval_steps_per_second": 16.592, + "step": 320 + }, + { + "epoch": 0.23, + "learning_rate": 1.6890412864905874e-05, + "loss": 0.7889, + "step": 321 + }, + { + "epoch": 0.23, + "learning_rate": 1.6889654812317518e-05, + "loss": 0.7881, + "step": 322 + }, + { + "epoch": 0.23, + "learning_rate": 1.6888894164029435e-05, + "loss": 0.7885, + "step": 323 + }, + { + "epoch": 0.23, + "learning_rate": 1.6888130920276974e-05, + "loss": 0.7864, + "step": 324 + }, + { + "epoch": 0.23, + "learning_rate": 1.6887365081296272e-05, + "loss": 0.8041, + "step": 325 + }, + { + "epoch": 0.23, + "learning_rate": 1.6886596647324277e-05, + "loss": 0.8064, + "step": 326 + }, + { + "epoch": 0.23, + "learning_rate": 1.688582561859873e-05, + "loss": 0.792, + "step": 327 + }, + { + "epoch": 0.23, + "learning_rate": 1.6885051995358192e-05, + "loss": 0.7877, + "step": 328 + }, + { + "epoch": 0.23, + "learning_rate": 1.6884275777842013e-05, + "loss": 0.8236, + "step": 329 + }, + { + "epoch": 0.23, + "learning_rate": 1.6883496966290342e-05, + "loss": 0.8306, + "step": 330 + }, + { + "epoch": 0.23, + "learning_rate": 1.688271556094415e-05, + "loss": 0.788, + "step": 331 + }, + { + "epoch": 0.23, + "learning_rate": 1.6881931562045185e-05, + "loss": 0.8034, + "step": 332 + }, + { + "epoch": 0.23, + "learning_rate": 1.688114496983602e-05, + "loss": 0.7898, + "step": 333 + }, + { + "epoch": 0.24, + "learning_rate": 1.688035578456002e-05, + "loss": 0.803, + "step": 334 + }, + { + "epoch": 0.24, + "learning_rate": 1.6879564006461352e-05, + "loss": 0.8026, + "step": 335 + }, + { + "epoch": 0.24, + "learning_rate": 1.6878769635784984e-05, + "loss": 0.8316, + "step": 336 + }, + { + "epoch": 0.24, + "learning_rate": 1.687797267277669e-05, + "loss": 0.8129, + "step": 337 + }, + { + "epoch": 0.24, + "learning_rate": 1.6877173117683052e-05, + "loss": 0.775, + "step": 338 + }, + { + "epoch": 0.24, + "learning_rate": 1.6876370970751435e-05, + "loss": 0.7659, + "step": 339 + }, + { + "epoch": 0.24, + "learning_rate": 1.6875566232230026e-05, + "loss": 0.824, + "step": 340 + }, + { + "epoch": 0.24, + "learning_rate": 1.6874758902367802e-05, + "loss": 0.8013, + "step": 341 + }, + { + "epoch": 0.24, + "learning_rate": 1.6873948981414544e-05, + "loss": 0.8139, + "step": 342 + }, + { + "epoch": 0.24, + "learning_rate": 1.6873136469620837e-05, + "loss": 0.801, + "step": 343 + }, + { + "epoch": 0.24, + "learning_rate": 1.6872321367238068e-05, + "loss": 0.7706, + "step": 344 + }, + { + "epoch": 0.24, + "learning_rate": 1.6871503674518422e-05, + "loss": 0.8227, + "step": 345 + }, + { + "epoch": 0.24, + "learning_rate": 1.687068339171489e-05, + "loss": 0.7697, + "step": 346 + }, + { + "epoch": 0.24, + "learning_rate": 1.686986051908126e-05, + "loss": 0.7895, + "step": 347 + }, + { + "epoch": 0.25, + "learning_rate": 1.686903505687212e-05, + "loss": 0.7857, + "step": 348 + }, + { + "epoch": 0.25, + "learning_rate": 1.6868207005342865e-05, + "loss": 0.7814, + "step": 349 + }, + { + "epoch": 0.25, + "learning_rate": 1.6867376364749692e-05, + "loss": 0.8044, + "step": 350 + }, + { + "epoch": 0.25, + "learning_rate": 1.6866543135349586e-05, + "loss": 0.7951, + "step": 351 + }, + { + "epoch": 0.25, + "learning_rate": 1.686570731740035e-05, + "loss": 0.7987, + "step": 352 + }, + { + "epoch": 0.25, + "learning_rate": 1.686486891116058e-05, + "loss": 0.8218, + "step": 353 + }, + { + "epoch": 0.25, + "learning_rate": 1.6864027916889666e-05, + "loss": 0.7704, + "step": 354 + }, + { + "epoch": 0.25, + "learning_rate": 1.6863184334847812e-05, + "loss": 0.7551, + "step": 355 + }, + { + "epoch": 0.25, + "learning_rate": 1.6862338165296013e-05, + "loss": 0.7808, + "step": 356 + }, + { + "epoch": 0.25, + "learning_rate": 1.6861489408496077e-05, + "loss": 0.8005, + "step": 357 + }, + { + "epoch": 0.25, + "learning_rate": 1.686063806471059e-05, + "loss": 0.797, + "step": 358 + }, + { + "epoch": 0.25, + "learning_rate": 1.685978413420296e-05, + "loss": 0.7495, + "step": 359 + }, + { + "epoch": 0.25, + "learning_rate": 1.685892761723738e-05, + "loss": 0.8075, + "step": 360 + }, + { + "epoch": 0.25, + "learning_rate": 1.685806851407886e-05, + "loss": 0.774, + "step": 361 + }, + { + "epoch": 0.25, + "learning_rate": 1.6857206824993192e-05, + "loss": 0.8075, + "step": 362 + }, + { + "epoch": 0.26, + "learning_rate": 1.6856342550246983e-05, + "loss": 0.7783, + "step": 363 + }, + { + "epoch": 0.26, + "learning_rate": 1.685547569010763e-05, + "loss": 0.8634, + "step": 364 + }, + { + "epoch": 0.26, + "learning_rate": 1.6854606244843333e-05, + "loss": 0.7866, + "step": 365 + }, + { + "epoch": 0.26, + "learning_rate": 1.685373421472309e-05, + "loss": 0.7688, + "step": 366 + }, + { + "epoch": 0.26, + "learning_rate": 1.6852859600016707e-05, + "loss": 0.7752, + "step": 367 + }, + { + "epoch": 0.26, + "learning_rate": 1.685198240099478e-05, + "loss": 0.8219, + "step": 368 + }, + { + "epoch": 0.26, + "learning_rate": 1.6851102617928706e-05, + "loss": 0.7731, + "step": 369 + }, + { + "epoch": 0.26, + "learning_rate": 1.685022025109069e-05, + "loss": 0.7933, + "step": 370 + }, + { + "epoch": 0.26, + "learning_rate": 1.6849335300753726e-05, + "loss": 0.8216, + "step": 371 + }, + { + "epoch": 0.26, + "learning_rate": 1.684844776719161e-05, + "loss": 0.7697, + "step": 372 + }, + { + "epoch": 0.26, + "learning_rate": 1.684755765067894e-05, + "loss": 0.7979, + "step": 373 + }, + { + "epoch": 0.26, + "learning_rate": 1.6846664951491114e-05, + "loss": 0.8294, + "step": 374 + }, + { + "epoch": 0.26, + "learning_rate": 1.6845769669904323e-05, + "loss": 0.7956, + "step": 375 + }, + { + "epoch": 0.26, + "learning_rate": 1.6844871806195564e-05, + "loss": 0.7685, + "step": 376 + }, + { + "epoch": 0.27, + "learning_rate": 1.6843971360642628e-05, + "loss": 0.8083, + "step": 377 + }, + { + "epoch": 0.27, + "learning_rate": 1.6843068333524106e-05, + "loss": 0.7766, + "step": 378 + }, + { + "epoch": 0.27, + "learning_rate": 1.684216272511939e-05, + "loss": 0.7904, + "step": 379 + }, + { + "epoch": 0.27, + "learning_rate": 1.6841254535708666e-05, + "loss": 0.8092, + "step": 380 + }, + { + "epoch": 0.27, + "learning_rate": 1.6840343765572924e-05, + "loss": 0.7931, + "step": 381 + }, + { + "epoch": 0.27, + "learning_rate": 1.683943041499395e-05, + "loss": 0.7797, + "step": 382 + }, + { + "epoch": 0.27, + "learning_rate": 1.6838514484254326e-05, + "loss": 0.785, + "step": 383 + }, + { + "epoch": 0.27, + "learning_rate": 1.6837595973637433e-05, + "loss": 0.7809, + "step": 384 + }, + { + "epoch": 0.27, + "eval_loss": 0.7656841278076172, + "eval_runtime": 30.883, + "eval_samples_per_second": 265.227, + "eval_steps_per_second": 16.579, + "step": 384 + }, + { + "epoch": 0.27, + "learning_rate": 1.683667488342746e-05, + "loss": 0.7759, + "step": 385 + }, + { + "epoch": 0.27, + "learning_rate": 1.6835751213909377e-05, + "loss": 0.7962, + "step": 386 + }, + { + "epoch": 0.27, + "learning_rate": 1.6834824965368965e-05, + "loss": 0.7989, + "step": 387 + }, + { + "epoch": 0.27, + "learning_rate": 1.683389613809279e-05, + "loss": 0.8343, + "step": 388 + }, + { + "epoch": 0.27, + "learning_rate": 1.683296473236824e-05, + "loss": 0.8368, + "step": 389 + }, + { + "epoch": 0.27, + "learning_rate": 1.683203074848348e-05, + "loss": 0.7931, + "step": 390 + }, + { + "epoch": 0.28, + "learning_rate": 1.683109418672747e-05, + "loss": 0.8007, + "step": 391 + }, + { + "epoch": 0.28, + "learning_rate": 1.6830155047389983e-05, + "loss": 0.7701, + "step": 392 + }, + { + "epoch": 0.28, + "learning_rate": 1.682921333076158e-05, + "loss": 0.7993, + "step": 393 + }, + { + "epoch": 0.28, + "learning_rate": 1.682826903713362e-05, + "loss": 0.7663, + "step": 394 + }, + { + "epoch": 0.28, + "learning_rate": 1.682732216679826e-05, + "loss": 0.8011, + "step": 395 + }, + { + "epoch": 0.28, + "learning_rate": 1.6826372720048464e-05, + "loss": 0.8051, + "step": 396 + }, + { + "epoch": 0.28, + "learning_rate": 1.6825420697177973e-05, + "loss": 0.772, + "step": 397 + }, + { + "epoch": 0.28, + "learning_rate": 1.682446609848134e-05, + "loss": 0.7901, + "step": 398 + }, + { + "epoch": 0.28, + "learning_rate": 1.6823508924253916e-05, + "loss": 0.8279, + "step": 399 + }, + { + "epoch": 0.28, + "learning_rate": 1.6822549174791836e-05, + "loss": 0.7657, + "step": 400 + }, + { + "epoch": 0.28, + "learning_rate": 1.6821586850392043e-05, + "loss": 0.8119, + "step": 401 + }, + { + "epoch": 0.28, + "learning_rate": 1.6820621951352272e-05, + "loss": 0.7933, + "step": 402 + }, + { + "epoch": 0.28, + "learning_rate": 1.681965447797106e-05, + "loss": 0.7838, + "step": 403 + }, + { + "epoch": 0.28, + "learning_rate": 1.6818684430547733e-05, + "loss": 0.7944, + "step": 404 + }, + { + "epoch": 0.29, + "learning_rate": 1.681771180938242e-05, + "loss": 0.8052, + "step": 405 + }, + { + "epoch": 0.29, + "learning_rate": 1.681673661477604e-05, + "loss": 0.785, + "step": 406 + }, + { + "epoch": 0.29, + "learning_rate": 1.681575884703031e-05, + "loss": 0.7816, + "step": 407 + }, + { + "epoch": 0.29, + "learning_rate": 1.681477850644775e-05, + "loss": 0.7619, + "step": 408 + }, + { + "epoch": 0.29, + "learning_rate": 1.681379559333166e-05, + "loss": 0.7699, + "step": 409 + }, + { + "epoch": 0.29, + "learning_rate": 1.6812810107986157e-05, + "loss": 0.7532, + "step": 410 + }, + { + "epoch": 0.29, + "learning_rate": 1.681182205071614e-05, + "loss": 0.7902, + "step": 411 + }, + { + "epoch": 0.29, + "learning_rate": 1.6810831421827303e-05, + "loss": 0.761, + "step": 412 + }, + { + "epoch": 0.29, + "learning_rate": 1.6809838221626147e-05, + "loss": 0.7818, + "step": 413 + }, + { + "epoch": 0.29, + "learning_rate": 1.6808842450419957e-05, + "loss": 0.7538, + "step": 414 + }, + { + "epoch": 0.29, + "learning_rate": 1.6807844108516815e-05, + "loss": 0.7797, + "step": 415 + }, + { + "epoch": 0.29, + "learning_rate": 1.6806843196225605e-05, + "loss": 0.7718, + "step": 416 + }, + { + "epoch": 0.29, + "learning_rate": 1.6805839713855998e-05, + "loss": 0.8179, + "step": 417 + }, + { + "epoch": 0.29, + "learning_rate": 1.680483366171847e-05, + "loss": 0.7914, + "step": 418 + }, + { + "epoch": 0.3, + "learning_rate": 1.6803825040124284e-05, + "loss": 0.7762, + "step": 419 + }, + { + "epoch": 0.3, + "learning_rate": 1.6802813849385497e-05, + "loss": 0.7898, + "step": 420 + }, + { + "epoch": 0.3, + "learning_rate": 1.6801800089814968e-05, + "loss": 0.7869, + "step": 421 + }, + { + "epoch": 0.3, + "learning_rate": 1.6800783761726345e-05, + "loss": 0.814, + "step": 422 + }, + { + "epoch": 0.3, + "learning_rate": 1.6799764865434077e-05, + "loss": 0.8048, + "step": 423 + }, + { + "epoch": 0.3, + "learning_rate": 1.6798743401253395e-05, + "loss": 0.82, + "step": 424 + }, + { + "epoch": 0.3, + "learning_rate": 1.679771936950034e-05, + "loss": 0.7757, + "step": 425 + }, + { + "epoch": 0.3, + "learning_rate": 1.679669277049174e-05, + "loss": 0.7881, + "step": 426 + }, + { + "epoch": 0.3, + "learning_rate": 1.6795663604545214e-05, + "loss": 0.8054, + "step": 427 + }, + { + "epoch": 0.3, + "learning_rate": 1.6794631871979177e-05, + "loss": 0.7939, + "step": 428 + }, + { + "epoch": 0.3, + "learning_rate": 1.6793597573112846e-05, + "loss": 0.8007, + "step": 429 + }, + { + "epoch": 0.3, + "learning_rate": 1.679256070826622e-05, + "loss": 0.7876, + "step": 430 + }, + { + "epoch": 0.3, + "learning_rate": 1.6791521277760102e-05, + "loss": 0.7787, + "step": 431 + }, + { + "epoch": 0.3, + "learning_rate": 1.6790479281916082e-05, + "loss": 0.7895, + "step": 432 + }, + { + "epoch": 0.3, + "learning_rate": 1.6789434721056544e-05, + "loss": 0.8033, + "step": 433 + }, + { + "epoch": 0.31, + "learning_rate": 1.6788387595504675e-05, + "loss": 0.8041, + "step": 434 + }, + { + "epoch": 0.31, + "learning_rate": 1.6787337905584444e-05, + "loss": 0.8019, + "step": 435 + }, + { + "epoch": 0.31, + "learning_rate": 1.678628565162061e-05, + "loss": 0.8234, + "step": 436 + }, + { + "epoch": 0.31, + "learning_rate": 1.6785230833938748e-05, + "loss": 0.7683, + "step": 437 + }, + { + "epoch": 0.31, + "learning_rate": 1.67841734528652e-05, + "loss": 0.7853, + "step": 438 + }, + { + "epoch": 0.31, + "learning_rate": 1.6783113508727115e-05, + "loss": 0.8335, + "step": 439 + }, + { + "epoch": 0.31, + "learning_rate": 1.6782051001852433e-05, + "loss": 0.8013, + "step": 440 + }, + { + "epoch": 0.31, + "learning_rate": 1.6780985932569888e-05, + "loss": 0.7891, + "step": 441 + }, + { + "epoch": 0.31, + "learning_rate": 1.6779918301208996e-05, + "loss": 0.7884, + "step": 442 + }, + { + "epoch": 0.31, + "learning_rate": 1.6778848108100087e-05, + "loss": 0.7991, + "step": 443 + }, + { + "epoch": 0.31, + "learning_rate": 1.677777535357427e-05, + "loss": 0.7787, + "step": 444 + }, + { + "epoch": 0.31, + "learning_rate": 1.6776700037963432e-05, + "loss": 0.7895, + "step": 445 + }, + { + "epoch": 0.31, + "learning_rate": 1.6775622161600286e-05, + "loss": 0.7851, + "step": 446 + }, + { + "epoch": 0.31, + "learning_rate": 1.677454172481831e-05, + "loss": 0.8025, + "step": 447 + }, + { + "epoch": 0.32, + "learning_rate": 1.6773458727951787e-05, + "loss": 0.7687, + "step": 448 + }, + { + "epoch": 0.32, + "eval_loss": 0.7622755765914917, + "eval_runtime": 30.8779, + "eval_samples_per_second": 265.271, + "eval_steps_per_second": 16.581, + "step": 448 + }, + { + "epoch": 0.32, + "learning_rate": 1.6772373171335787e-05, + "loss": 0.7883, + "step": 449 + }, + { + "epoch": 0.32, + "learning_rate": 1.6771285055306175e-05, + "loss": 0.8017, + "step": 450 + }, + { + "epoch": 0.32, + "learning_rate": 1.6770194380199603e-05, + "loss": 0.7921, + "step": 451 + }, + { + "epoch": 0.32, + "learning_rate": 1.6769101146353522e-05, + "loss": 0.794, + "step": 452 + }, + { + "epoch": 0.32, + "learning_rate": 1.676800535410617e-05, + "loss": 0.7928, + "step": 453 + }, + { + "epoch": 0.32, + "learning_rate": 1.6766907003796574e-05, + "loss": 0.7817, + "step": 454 + }, + { + "epoch": 0.32, + "learning_rate": 1.6765806095764557e-05, + "loss": 0.7619, + "step": 455 + }, + { + "epoch": 0.32, + "learning_rate": 1.676470263035074e-05, + "loss": 0.7909, + "step": 456 + }, + { + "epoch": 0.32, + "learning_rate": 1.6763596607896517e-05, + "loss": 0.7796, + "step": 457 + }, + { + "epoch": 0.32, + "learning_rate": 1.6762488028744085e-05, + "loss": 0.7942, + "step": 458 + }, + { + "epoch": 0.32, + "learning_rate": 1.6761376893236436e-05, + "loss": 0.789, + "step": 459 + }, + { + "epoch": 0.32, + "learning_rate": 1.6760263201717344e-05, + "loss": 0.7755, + "step": 460 + }, + { + "epoch": 0.32, + "learning_rate": 1.675914695453138e-05, + "loss": 0.7967, + "step": 461 + }, + { + "epoch": 0.33, + "learning_rate": 1.6758028152023896e-05, + "loss": 0.8041, + "step": 462 + }, + { + "epoch": 0.33, + "learning_rate": 1.6756906794541047e-05, + "loss": 0.7954, + "step": 463 + }, + { + "epoch": 0.33, + "learning_rate": 1.6755782882429774e-05, + "loss": 0.8182, + "step": 464 + }, + { + "epoch": 0.33, + "learning_rate": 1.6754656416037803e-05, + "loss": 0.7715, + "step": 465 + }, + { + "epoch": 0.33, + "learning_rate": 1.6753527395713663e-05, + "loss": 0.8045, + "step": 466 + }, + { + "epoch": 0.33, + "learning_rate": 1.6752395821806655e-05, + "loss": 0.7951, + "step": 467 + }, + { + "epoch": 0.33, + "learning_rate": 1.6751261694666885e-05, + "loss": 0.7655, + "step": 468 + }, + { + "epoch": 0.33, + "learning_rate": 1.6750125014645243e-05, + "loss": 0.7813, + "step": 469 + }, + { + "epoch": 0.33, + "learning_rate": 1.674898578209341e-05, + "loss": 0.7936, + "step": 470 + }, + { + "epoch": 0.33, + "learning_rate": 1.6747843997363857e-05, + "loss": 0.7683, + "step": 471 + }, + { + "epoch": 0.33, + "learning_rate": 1.674669966080984e-05, + "loss": 0.795, + "step": 472 + }, + { + "epoch": 0.33, + "learning_rate": 1.6745552772785417e-05, + "loss": 0.756, + "step": 473 + }, + { + "epoch": 0.33, + "learning_rate": 1.674440333364542e-05, + "loss": 0.7557, + "step": 474 + }, + { + "epoch": 0.33, + "learning_rate": 1.6743251343745478e-05, + "loss": 0.785, + "step": 475 + }, + { + "epoch": 0.34, + "learning_rate": 1.6742096803442012e-05, + "loss": 0.8145, + "step": 476 + }, + { + "epoch": 0.34, + "learning_rate": 1.6740939713092225e-05, + "loss": 0.7759, + "step": 477 + }, + { + "epoch": 0.34, + "learning_rate": 1.6739780073054112e-05, + "loss": 0.759, + "step": 478 + }, + { + "epoch": 0.34, + "learning_rate": 1.6738617883686464e-05, + "loss": 0.7754, + "step": 479 + }, + { + "epoch": 0.34, + "learning_rate": 1.673745314534885e-05, + "loss": 0.7706, + "step": 480 + }, + { + "epoch": 0.34, + "learning_rate": 1.6736285858401627e-05, + "loss": 0.7806, + "step": 481 + }, + { + "epoch": 0.34, + "learning_rate": 1.673511602320595e-05, + "loss": 0.7916, + "step": 482 + }, + { + "epoch": 0.34, + "learning_rate": 1.673394364012376e-05, + "loss": 0.7854, + "step": 483 + }, + { + "epoch": 0.34, + "learning_rate": 1.6732768709517784e-05, + "loss": 0.7895, + "step": 484 + }, + { + "epoch": 0.34, + "learning_rate": 1.673159123175153e-05, + "loss": 0.8096, + "step": 485 + }, + { + "epoch": 0.34, + "learning_rate": 1.6730411207189306e-05, + "loss": 0.8298, + "step": 486 + }, + { + "epoch": 0.34, + "learning_rate": 1.6729228636196203e-05, + "loss": 0.7829, + "step": 487 + }, + { + "epoch": 0.34, + "learning_rate": 1.6728043519138102e-05, + "loss": 0.7667, + "step": 488 + }, + { + "epoch": 0.34, + "learning_rate": 1.6726855856381668e-05, + "loss": 0.787, + "step": 489 + }, + { + "epoch": 0.35, + "learning_rate": 1.6725665648294355e-05, + "loss": 0.7929, + "step": 490 + }, + { + "epoch": 0.35, + "learning_rate": 1.6724472895244405e-05, + "loss": 0.7538, + "step": 491 + }, + { + "epoch": 0.35, + "learning_rate": 1.6723277597600847e-05, + "loss": 0.7755, + "step": 492 + }, + { + "epoch": 0.35, + "learning_rate": 1.67220797557335e-05, + "loss": 0.8047, + "step": 493 + }, + { + "epoch": 0.35, + "learning_rate": 1.6720879370012967e-05, + "loss": 0.7884, + "step": 494 + }, + { + "epoch": 0.35, + "learning_rate": 1.6719676440810636e-05, + "loss": 0.8054, + "step": 495 + }, + { + "epoch": 0.35, + "learning_rate": 1.6718470968498685e-05, + "loss": 0.7881, + "step": 496 + }, + { + "epoch": 0.35, + "learning_rate": 1.6717262953450083e-05, + "loss": 0.8083, + "step": 497 + }, + { + "epoch": 0.35, + "learning_rate": 1.671605239603858e-05, + "loss": 0.8027, + "step": 498 + }, + { + "epoch": 0.35, + "learning_rate": 1.671483929663871e-05, + "loss": 0.8077, + "step": 499 + }, + { + "epoch": 0.35, + "learning_rate": 1.67136236556258e-05, + "loss": 0.7509, + "step": 500 + }, + { + "epoch": 0.35, + "learning_rate": 1.671240547337596e-05, + "loss": 0.764, + "step": 501 + }, + { + "epoch": 0.35, + "learning_rate": 1.671118475026609e-05, + "loss": 0.7879, + "step": 502 + }, + { + "epoch": 0.35, + "learning_rate": 1.670996148667387e-05, + "loss": 0.7931, + "step": 503 + }, + { + "epoch": 0.35, + "learning_rate": 1.6708735682977767e-05, + "loss": 0.8074, + "step": 504 + }, + { + "epoch": 0.36, + "learning_rate": 1.6707507339557045e-05, + "loss": 0.7592, + "step": 505 + }, + { + "epoch": 0.36, + "learning_rate": 1.670627645679173e-05, + "loss": 0.7944, + "step": 506 + }, + { + "epoch": 0.36, + "learning_rate": 1.6705043035062662e-05, + "loss": 0.7969, + "step": 507 + }, + { + "epoch": 0.36, + "learning_rate": 1.6703807074751447e-05, + "loss": 0.8282, + "step": 508 + }, + { + "epoch": 0.36, + "learning_rate": 1.6702568576240482e-05, + "loss": 0.8053, + "step": 509 + }, + { + "epoch": 0.36, + "learning_rate": 1.6701327539912952e-05, + "loss": 0.7942, + "step": 510 + }, + { + "epoch": 0.36, + "learning_rate": 1.670008396615282e-05, + "loss": 0.7756, + "step": 511 + }, + { + "epoch": 0.36, + "learning_rate": 1.6698837855344846e-05, + "loss": 0.793, + "step": 512 + }, + { + "epoch": 0.36, + "eval_loss": 0.7590444087982178, + "eval_runtime": 30.9135, + "eval_samples_per_second": 264.965, + "eval_steps_per_second": 16.562, + "step": 512 + }, + { + "epoch": 0.36, + "learning_rate": 1.6697589207874564e-05, + "loss": 0.792, + "step": 513 + }, + { + "epoch": 0.36, + "learning_rate": 1.6696338024128295e-05, + "loss": 0.7735, + "step": 514 + }, + { + "epoch": 0.36, + "learning_rate": 1.669508430449315e-05, + "loss": 0.7991, + "step": 515 + }, + { + "epoch": 0.36, + "learning_rate": 1.6693828049357022e-05, + "loss": 0.8135, + "step": 516 + }, + { + "epoch": 0.36, + "learning_rate": 1.669256925910858e-05, + "loss": 0.7769, + "step": 517 + }, + { + "epoch": 0.36, + "learning_rate": 1.6691307934137292e-05, + "loss": 0.7803, + "step": 518 + }, + { + "epoch": 0.37, + "learning_rate": 1.66900440748334e-05, + "loss": 0.7557, + "step": 519 + }, + { + "epoch": 0.37, + "learning_rate": 1.6688777681587937e-05, + "loss": 0.7734, + "step": 520 + }, + { + "epoch": 0.37, + "learning_rate": 1.668750875479271e-05, + "loss": 0.7795, + "step": 521 + }, + { + "epoch": 0.37, + "learning_rate": 1.6686237294840315e-05, + "loss": 0.7796, + "step": 522 + }, + { + "epoch": 0.37, + "learning_rate": 1.6684963302124142e-05, + "loss": 0.7821, + "step": 523 + }, + { + "epoch": 0.37, + "learning_rate": 1.668368677703835e-05, + "loss": 0.8237, + "step": 524 + }, + { + "epoch": 0.37, + "learning_rate": 1.668240771997788e-05, + "loss": 0.7892, + "step": 525 + }, + { + "epoch": 0.37, + "learning_rate": 1.6681126131338476e-05, + "loss": 0.7648, + "step": 526 + }, + { + "epoch": 0.37, + "learning_rate": 1.6679842011516643e-05, + "loss": 0.7819, + "step": 527 + }, + { + "epoch": 0.37, + "learning_rate": 1.6678555360909683e-05, + "loss": 0.8292, + "step": 528 + }, + { + "epoch": 0.37, + "learning_rate": 1.6677266179915677e-05, + "loss": 0.794, + "step": 529 + }, + { + "epoch": 0.37, + "learning_rate": 1.6675974468933486e-05, + "loss": 0.7861, + "step": 530 + }, + { + "epoch": 0.37, + "learning_rate": 1.6674680228362756e-05, + "loss": 0.7603, + "step": 531 + }, + { + "epoch": 0.37, + "learning_rate": 1.6673383458603918e-05, + "loss": 0.765, + "step": 532 + }, + { + "epoch": 0.38, + "learning_rate": 1.667208416005818e-05, + "loss": 0.8044, + "step": 533 + }, + { + "epoch": 0.38, + "learning_rate": 1.667078233312754e-05, + "loss": 0.7763, + "step": 534 + }, + { + "epoch": 0.38, + "learning_rate": 1.666947797821477e-05, + "loss": 0.7959, + "step": 535 + }, + { + "epoch": 0.38, + "learning_rate": 1.6668171095723432e-05, + "loss": 0.7692, + "step": 536 + }, + { + "epoch": 0.38, + "learning_rate": 1.6666861686057864e-05, + "loss": 0.7898, + "step": 537 + }, + { + "epoch": 0.38, + "learning_rate": 1.6665549749623188e-05, + "loss": 0.7892, + "step": 538 + }, + { + "epoch": 0.38, + "learning_rate": 1.6664235286825306e-05, + "loss": 0.7741, + "step": 539 + }, + { + "epoch": 0.38, + "learning_rate": 1.6662918298070913e-05, + "loss": 0.785, + "step": 540 + }, + { + "epoch": 0.38, + "learning_rate": 1.666159878376746e-05, + "loss": 0.7591, + "step": 541 + }, + { + "epoch": 0.38, + "learning_rate": 1.666027674432321e-05, + "loss": 0.7472, + "step": 542 + }, + { + "epoch": 0.38, + "learning_rate": 1.6658952180147184e-05, + "loss": 0.7996, + "step": 543 + }, + { + "epoch": 0.38, + "learning_rate": 1.6657625091649198e-05, + "loss": 0.7807, + "step": 544 + }, + { + "epoch": 0.38, + "learning_rate": 1.665629547923984e-05, + "loss": 0.7836, + "step": 545 + }, + { + "epoch": 0.38, + "learning_rate": 1.6654963343330485e-05, + "loss": 0.7762, + "step": 546 + }, + { + "epoch": 0.39, + "learning_rate": 1.665362868433328e-05, + "loss": 0.7841, + "step": 547 + }, + { + "epoch": 0.39, + "learning_rate": 1.6652291502661167e-05, + "loss": 0.7646, + "step": 548 + }, + { + "epoch": 0.39, + "learning_rate": 1.665095179872786e-05, + "loss": 0.7986, + "step": 549 + }, + { + "epoch": 0.39, + "learning_rate": 1.6649609572947853e-05, + "loss": 0.8159, + "step": 550 + }, + { + "epoch": 0.39, + "learning_rate": 1.6648264825736417e-05, + "loss": 0.7722, + "step": 551 + }, + { + "epoch": 0.39, + "learning_rate": 1.664691755750961e-05, + "loss": 0.7801, + "step": 552 + }, + { + "epoch": 0.39, + "learning_rate": 1.6645567768684268e-05, + "loss": 0.7287, + "step": 553 + }, + { + "epoch": 0.39, + "learning_rate": 1.6644215459678008e-05, + "loss": 0.7672, + "step": 554 + }, + { + "epoch": 0.39, + "learning_rate": 1.6642860630909218e-05, + "loss": 0.8058, + "step": 555 + }, + { + "epoch": 0.39, + "learning_rate": 1.664150328279708e-05, + "loss": 0.7678, + "step": 556 + }, + { + "epoch": 0.39, + "learning_rate": 1.6640143415761543e-05, + "loss": 0.7725, + "step": 557 + }, + { + "epoch": 0.39, + "learning_rate": 1.6638781030223344e-05, + "loss": 0.7584, + "step": 558 + }, + { + "epoch": 0.39, + "learning_rate": 1.663741612660399e-05, + "loss": 0.7555, + "step": 559 + }, + { + "epoch": 0.39, + "learning_rate": 1.6636048705325778e-05, + "loss": 0.7906, + "step": 560 + }, + { + "epoch": 0.4, + "learning_rate": 1.6634678766811776e-05, + "loss": 0.8196, + "step": 561 + }, + { + "epoch": 0.4, + "learning_rate": 1.6633306311485835e-05, + "loss": 0.8064, + "step": 562 + }, + { + "epoch": 0.4, + "learning_rate": 1.6631931339772576e-05, + "loss": 0.8127, + "step": 563 + }, + { + "epoch": 0.4, + "learning_rate": 1.6630553852097416e-05, + "loss": 0.7607, + "step": 564 + }, + { + "epoch": 0.4, + "learning_rate": 1.6629173848886533e-05, + "loss": 0.7629, + "step": 565 + }, + { + "epoch": 0.4, + "learning_rate": 1.6627791330566892e-05, + "loss": 0.7744, + "step": 566 + }, + { + "epoch": 0.4, + "learning_rate": 1.6626406297566236e-05, + "loss": 0.785, + "step": 567 + }, + { + "epoch": 0.4, + "learning_rate": 1.662501875031308e-05, + "loss": 0.7996, + "step": 568 + }, + { + "epoch": 0.4, + "learning_rate": 1.6623628689236728e-05, + "loss": 0.7841, + "step": 569 + }, + { + "epoch": 0.4, + "learning_rate": 1.662223611476725e-05, + "loss": 0.7845, + "step": 570 + }, + { + "epoch": 0.4, + "learning_rate": 1.6620841027335495e-05, + "loss": 0.7827, + "step": 571 + }, + { + "epoch": 0.4, + "learning_rate": 1.6619443427373103e-05, + "loss": 0.7512, + "step": 572 + }, + { + "epoch": 0.4, + "learning_rate": 1.6618043315312473e-05, + "loss": 0.7909, + "step": 573 + }, + { + "epoch": 0.4, + "learning_rate": 1.6616640691586798e-05, + "loss": 0.7786, + "step": 574 + }, + { + "epoch": 0.4, + "learning_rate": 1.661523555663003e-05, + "loss": 0.7608, + "step": 575 + }, + { + "epoch": 0.41, + "learning_rate": 1.6613827910876918e-05, + "loss": 0.7449, + "step": 576 + }, + { + "epoch": 0.41, + "eval_loss": 0.7557086944580078, + "eval_runtime": 30.9158, + "eval_samples_per_second": 264.945, + "eval_steps_per_second": 16.561, + "step": 576 + }, + { + "epoch": 0.41, + "learning_rate": 1.661241775476297e-05, + "loss": 0.805, + "step": 577 + }, + { + "epoch": 0.41, + "learning_rate": 1.661100508872448e-05, + "loss": 0.7903, + "step": 578 + }, + { + "epoch": 0.41, + "learning_rate": 1.6609589913198517e-05, + "loss": 0.7779, + "step": 579 + }, + { + "epoch": 0.41, + "learning_rate": 1.6608172228622932e-05, + "loss": 0.7601, + "step": 580 + }, + { + "epoch": 0.41, + "learning_rate": 1.6606752035436335e-05, + "loss": 0.7902, + "step": 581 + }, + { + "epoch": 0.41, + "learning_rate": 1.6605329334078134e-05, + "loss": 0.7902, + "step": 582 + }, + { + "epoch": 0.41, + "learning_rate": 1.6603904124988496e-05, + "loss": 0.7611, + "step": 583 + }, + { + "epoch": 0.41, + "learning_rate": 1.660247640860838e-05, + "loss": 0.7786, + "step": 584 + }, + { + "epoch": 0.41, + "learning_rate": 1.6601046185379498e-05, + "loss": 0.7677, + "step": 585 + }, + { + "epoch": 0.41, + "learning_rate": 1.6599613455744358e-05, + "loss": 0.7635, + "step": 586 + }, + { + "epoch": 0.41, + "learning_rate": 1.6598178220146238e-05, + "loss": 0.7456, + "step": 587 + }, + { + "epoch": 0.41, + "learning_rate": 1.659674047902919e-05, + "loss": 0.8087, + "step": 588 + }, + { + "epoch": 0.41, + "learning_rate": 1.6595300232838038e-05, + "loss": 0.7694, + "step": 589 + }, + { + "epoch": 0.42, + "learning_rate": 1.6593857482018383e-05, + "loss": 0.768, + "step": 590 + }, + { + "epoch": 0.42, + "learning_rate": 1.6592412227016604e-05, + "loss": 0.8055, + "step": 591 + }, + { + "epoch": 0.42, + "learning_rate": 1.659096446827985e-05, + "loss": 0.7865, + "step": 592 + }, + { + "epoch": 0.42, + "learning_rate": 1.6589514206256052e-05, + "loss": 0.8172, + "step": 593 + }, + { + "epoch": 0.42, + "learning_rate": 1.6588061441393908e-05, + "loss": 0.7468, + "step": 594 + }, + { + "epoch": 0.42, + "learning_rate": 1.6586606174142894e-05, + "loss": 0.8009, + "step": 595 + }, + { + "epoch": 0.42, + "learning_rate": 1.6585148404953258e-05, + "loss": 0.7906, + "step": 596 + }, + { + "epoch": 0.42, + "learning_rate": 1.6583688134276026e-05, + "loss": 0.7863, + "step": 597 + }, + { + "epoch": 0.42, + "learning_rate": 1.6582225362562994e-05, + "loss": 0.7776, + "step": 598 + }, + { + "epoch": 0.42, + "learning_rate": 1.658076009026673e-05, + "loss": 0.7848, + "step": 599 + }, + { + "epoch": 0.42, + "learning_rate": 1.6579292317840583e-05, + "loss": 0.7828, + "step": 600 + }, + { + "epoch": 0.42, + "learning_rate": 1.657782204573867e-05, + "loss": 0.7654, + "step": 601 + }, + { + "epoch": 0.42, + "learning_rate": 1.6576349274415883e-05, + "loss": 0.7833, + "step": 602 + }, + { + "epoch": 0.42, + "learning_rate": 1.657487400432789e-05, + "loss": 0.7917, + "step": 603 + }, + { + "epoch": 0.43, + "learning_rate": 1.657339623593112e-05, + "loss": 0.7811, + "step": 604 + }, + { + "epoch": 0.43, + "learning_rate": 1.6571915969682794e-05, + "loss": 0.76, + "step": 605 + }, + { + "epoch": 0.43, + "learning_rate": 1.6570433206040893e-05, + "loss": 0.7989, + "step": 606 + }, + { + "epoch": 0.43, + "learning_rate": 1.6568947945464168e-05, + "loss": 0.8041, + "step": 607 + }, + { + "epoch": 0.43, + "learning_rate": 1.6567460188412156e-05, + "loss": 0.7782, + "step": 608 + }, + { + "epoch": 0.43, + "learning_rate": 1.6565969935345153e-05, + "loss": 0.8132, + "step": 609 + }, + { + "epoch": 0.43, + "learning_rate": 1.6564477186724236e-05, + "loss": 0.7627, + "step": 610 + }, + { + "epoch": 0.43, + "learning_rate": 1.6562981943011252e-05, + "loss": 0.7814, + "step": 611 + }, + { + "epoch": 0.43, + "learning_rate": 1.6561484204668815e-05, + "loss": 0.7635, + "step": 612 + }, + { + "epoch": 0.43, + "learning_rate": 1.6559983972160318e-05, + "loss": 0.7532, + "step": 613 + }, + { + "epoch": 0.43, + "learning_rate": 1.6558481245949917e-05, + "loss": 0.7719, + "step": 614 + }, + { + "epoch": 0.43, + "learning_rate": 1.6556976026502548e-05, + "loss": 0.8005, + "step": 615 + }, + { + "epoch": 0.43, + "learning_rate": 1.6555468314283918e-05, + "loss": 0.7867, + "step": 616 + }, + { + "epoch": 0.43, + "learning_rate": 1.6553958109760497e-05, + "loss": 0.7965, + "step": 617 + }, + { + "epoch": 0.44, + "learning_rate": 1.6552445413399537e-05, + "loss": 0.796, + "step": 618 + }, + { + "epoch": 0.44, + "learning_rate": 1.6550930225669052e-05, + "loss": 0.7645, + "step": 619 + }, + { + "epoch": 0.44, + "learning_rate": 1.6549412547037832e-05, + "loss": 0.7613, + "step": 620 + }, + { + "epoch": 0.44, + "learning_rate": 1.6547892377975435e-05, + "loss": 0.7674, + "step": 621 + }, + { + "epoch": 0.44, + "learning_rate": 1.654636971895219e-05, + "loss": 0.7814, + "step": 622 + }, + { + "epoch": 0.44, + "learning_rate": 1.6544844570439202e-05, + "loss": 0.7879, + "step": 623 + }, + { + "epoch": 0.44, + "learning_rate": 1.654331693290833e-05, + "loss": 0.776, + "step": 624 + }, + { + "epoch": 0.44, + "learning_rate": 1.6541786806832228e-05, + "loss": 0.7747, + "step": 625 + }, + { + "epoch": 0.44, + "learning_rate": 1.6540254192684294e-05, + "loss": 0.8548, + "step": 626 + }, + { + "epoch": 0.44, + "learning_rate": 1.6538719090938718e-05, + "loss": 0.7913, + "step": 627 + }, + { + "epoch": 0.44, + "learning_rate": 1.653718150207044e-05, + "loss": 0.7653, + "step": 628 + }, + { + "epoch": 0.44, + "learning_rate": 1.6535641426555188e-05, + "loss": 0.7859, + "step": 629 + }, + { + "epoch": 0.44, + "learning_rate": 1.6534098864869448e-05, + "loss": 0.7828, + "step": 630 + }, + { + "epoch": 0.44, + "learning_rate": 1.653255381749047e-05, + "loss": 0.799, + "step": 631 + }, + { + "epoch": 0.45, + "learning_rate": 1.653100628489629e-05, + "loss": 0.7708, + "step": 632 + }, + { + "epoch": 0.45, + "learning_rate": 1.6529456267565702e-05, + "loss": 0.7913, + "step": 633 + }, + { + "epoch": 0.45, + "learning_rate": 1.6527903765978267e-05, + "loss": 0.7811, + "step": 634 + }, + { + "epoch": 0.45, + "learning_rate": 1.6526348780614318e-05, + "loss": 0.7775, + "step": 635 + }, + { + "epoch": 0.45, + "learning_rate": 1.652479131195496e-05, + "loss": 0.7663, + "step": 636 + }, + { + "epoch": 0.45, + "learning_rate": 1.6523231360482063e-05, + "loss": 0.7824, + "step": 637 + }, + { + "epoch": 0.45, + "learning_rate": 1.652166892667826e-05, + "loss": 0.7487, + "step": 638 + }, + { + "epoch": 0.45, + "learning_rate": 1.6520104011026962e-05, + "loss": 0.7872, + "step": 639 + }, + { + "epoch": 0.45, + "learning_rate": 1.651853661401234e-05, + "loss": 0.8014, + "step": 640 + }, + { + "epoch": 0.45, + "eval_loss": 0.7533817887306213, + "eval_runtime": 30.9, + "eval_samples_per_second": 265.081, + "eval_steps_per_second": 16.57, + "step": 640 + }, + { + "epoch": 0.45, + "learning_rate": 1.6516966736119334e-05, + "loss": 0.7999, + "step": 641 + }, + { + "epoch": 0.45, + "learning_rate": 1.6515394377833657e-05, + "loss": 0.7854, + "step": 642 + }, + { + "epoch": 0.45, + "learning_rate": 1.6513819539641783e-05, + "loss": 0.7899, + "step": 643 + }, + { + "epoch": 0.45, + "learning_rate": 1.651224222203096e-05, + "loss": 0.7785, + "step": 644 + }, + { + "epoch": 0.45, + "learning_rate": 1.6510662425489193e-05, + "loss": 0.7772, + "step": 645 + }, + { + "epoch": 0.45, + "learning_rate": 1.6509080150505262e-05, + "loss": 0.7572, + "step": 646 + }, + { + "epoch": 0.46, + "learning_rate": 1.650749539756871e-05, + "loss": 0.7648, + "step": 647 + }, + { + "epoch": 0.46, + "learning_rate": 1.6505908167169852e-05, + "loss": 0.82, + "step": 648 + }, + { + "epoch": 0.46, + "learning_rate": 1.6504318459799767e-05, + "loss": 0.7513, + "step": 649 + }, + { + "epoch": 0.46, + "learning_rate": 1.6502726275950295e-05, + "loss": 0.7941, + "step": 650 + }, + { + "epoch": 0.46, + "learning_rate": 1.6501131616114044e-05, + "loss": 0.7326, + "step": 651 + }, + { + "epoch": 0.46, + "learning_rate": 1.6499534480784395e-05, + "loss": 0.7693, + "step": 652 + }, + { + "epoch": 0.46, + "learning_rate": 1.649793487045549e-05, + "loss": 0.7657, + "step": 653 + }, + { + "epoch": 0.46, + "learning_rate": 1.649633278562224e-05, + "loss": 0.7786, + "step": 654 + }, + { + "epoch": 0.46, + "learning_rate": 1.6494728226780315e-05, + "loss": 0.7793, + "step": 655 + }, + { + "epoch": 0.46, + "learning_rate": 1.649312119442615e-05, + "loss": 0.7791, + "step": 656 + }, + { + "epoch": 0.46, + "learning_rate": 1.649151168905696e-05, + "loss": 0.7831, + "step": 657 + }, + { + "epoch": 0.46, + "learning_rate": 1.64898997111707e-05, + "loss": 0.8001, + "step": 658 + }, + { + "epoch": 0.46, + "learning_rate": 1.6488285261266118e-05, + "loss": 0.7976, + "step": 659 + }, + { + "epoch": 0.46, + "learning_rate": 1.648666833984271e-05, + "loss": 0.7723, + "step": 660 + }, + { + "epoch": 0.47, + "learning_rate": 1.6485048947400734e-05, + "loss": 0.7682, + "step": 661 + }, + { + "epoch": 0.47, + "learning_rate": 1.6483427084441225e-05, + "loss": 0.7946, + "step": 662 + }, + { + "epoch": 0.47, + "learning_rate": 1.6481802751465975e-05, + "loss": 0.7905, + "step": 663 + }, + { + "epoch": 0.47, + "learning_rate": 1.648017594897754e-05, + "loss": 0.8145, + "step": 664 + }, + { + "epoch": 0.47, + "learning_rate": 1.6478546677479236e-05, + "loss": 0.776, + "step": 665 + }, + { + "epoch": 0.47, + "learning_rate": 1.6476914937475158e-05, + "loss": 0.7828, + "step": 666 + }, + { + "epoch": 0.47, + "learning_rate": 1.6475280729470148e-05, + "loss": 0.7992, + "step": 667 + }, + { + "epoch": 0.47, + "learning_rate": 1.647364405396982e-05, + "loss": 0.7863, + "step": 668 + }, + { + "epoch": 0.47, + "learning_rate": 1.6472004911480552e-05, + "loss": 0.7896, + "step": 669 + }, + { + "epoch": 0.47, + "learning_rate": 1.647036330250948e-05, + "loss": 0.8092, + "step": 670 + }, + { + "epoch": 0.47, + "learning_rate": 1.6468719227564504e-05, + "loss": 0.7609, + "step": 671 + }, + { + "epoch": 0.47, + "learning_rate": 1.6467072687154296e-05, + "loss": 0.7865, + "step": 672 + }, + { + "epoch": 0.47, + "learning_rate": 1.646542368178828e-05, + "loss": 0.8037, + "step": 673 + }, + { + "epoch": 0.47, + "learning_rate": 1.646377221197665e-05, + "loss": 0.7817, + "step": 674 + }, + { + "epoch": 0.48, + "learning_rate": 1.646211827823035e-05, + "loss": 0.7647, + "step": 675 + }, + { + "epoch": 0.48, + "learning_rate": 1.6460461881061103e-05, + "loss": 0.7596, + "step": 676 + }, + { + "epoch": 0.48, + "learning_rate": 1.6458803020981386e-05, + "loss": 0.7722, + "step": 677 + }, + { + "epoch": 0.48, + "learning_rate": 1.6457141698504437e-05, + "loss": 0.8003, + "step": 678 + }, + { + "epoch": 0.48, + "learning_rate": 1.6455477914144258e-05, + "loss": 0.7948, + "step": 679 + }, + { + "epoch": 0.48, + "learning_rate": 1.645381166841561e-05, + "loss": 0.7822, + "step": 680 + }, + { + "epoch": 0.48, + "learning_rate": 1.6452142961834022e-05, + "loss": 0.7955, + "step": 681 + }, + { + "epoch": 0.48, + "learning_rate": 1.6450471794915778e-05, + "loss": 0.7758, + "step": 682 + }, + { + "epoch": 0.48, + "learning_rate": 1.644879816817792e-05, + "loss": 0.7708, + "step": 683 + }, + { + "epoch": 0.48, + "learning_rate": 1.6447122082138263e-05, + "loss": 0.7679, + "step": 684 + }, + { + "epoch": 0.48, + "learning_rate": 1.6445443537315378e-05, + "loss": 0.7871, + "step": 685 + }, + { + "epoch": 0.48, + "learning_rate": 1.6443762534228585e-05, + "loss": 0.7795, + "step": 686 + }, + { + "epoch": 0.48, + "learning_rate": 1.6442079073397986e-05, + "loss": 0.7704, + "step": 687 + }, + { + "epoch": 0.48, + "learning_rate": 1.6440393155344423e-05, + "loss": 0.7305, + "step": 688 + }, + { + "epoch": 0.49, + "learning_rate": 1.643870478058951e-05, + "loss": 0.7427, + "step": 689 + }, + { + "epoch": 0.49, + "learning_rate": 1.643701394965562e-05, + "loss": 0.758, + "step": 690 + }, + { + "epoch": 0.49, + "learning_rate": 1.6435320663065885e-05, + "loss": 0.7601, + "step": 691 + }, + { + "epoch": 0.49, + "learning_rate": 1.6433624921344188e-05, + "loss": 0.774, + "step": 692 + }, + { + "epoch": 0.49, + "learning_rate": 1.6431926725015187e-05, + "loss": 0.7939, + "step": 693 + }, + { + "epoch": 0.49, + "learning_rate": 1.6430226074604292e-05, + "loss": 0.7806, + "step": 694 + }, + { + "epoch": 0.49, + "learning_rate": 1.6428522970637667e-05, + "loss": 0.7476, + "step": 695 + }, + { + "epoch": 0.49, + "learning_rate": 1.6426817413642244e-05, + "loss": 0.7933, + "step": 696 + }, + { + "epoch": 0.49, + "learning_rate": 1.6425109404145712e-05, + "loss": 0.7713, + "step": 697 + }, + { + "epoch": 0.49, + "learning_rate": 1.6423398942676513e-05, + "loss": 0.8022, + "step": 698 + }, + { + "epoch": 0.49, + "learning_rate": 1.642168602976385e-05, + "loss": 0.7871, + "step": 699 + }, + { + "epoch": 0.49, + "learning_rate": 1.6419970665937696e-05, + "loss": 0.8019, + "step": 700 + }, + { + "epoch": 0.49, + "learning_rate": 1.641825285172876e-05, + "loss": 0.7336, + "step": 701 + }, + { + "epoch": 0.49, + "learning_rate": 1.641653258766853e-05, + "loss": 0.81, + "step": 702 + }, + { + "epoch": 0.5, + "learning_rate": 1.6414809874289243e-05, + "loss": 0.7829, + "step": 703 + }, + { + "epoch": 0.5, + "learning_rate": 1.641308471212389e-05, + "loss": 0.782, + "step": 704 + }, + { + "epoch": 0.5, + "eval_loss": 0.7518882751464844, + "eval_runtime": 30.8954, + "eval_samples_per_second": 265.12, + "eval_steps_per_second": 16.572, + "step": 704 + }, + { + "epoch": 0.5, + "learning_rate": 1.6411357101706223e-05, + "loss": 0.7866, + "step": 705 + }, + { + "epoch": 0.5, + "learning_rate": 1.6409627043570755e-05, + "loss": 0.7656, + "step": 706 + }, + { + "epoch": 0.5, + "learning_rate": 1.640789453825276e-05, + "loss": 0.7707, + "step": 707 + }, + { + "epoch": 0.5, + "learning_rate": 1.6406159586288254e-05, + "loss": 0.8005, + "step": 708 + }, + { + "epoch": 0.5, + "learning_rate": 1.640442218821402e-05, + "loss": 0.7751, + "step": 709 + }, + { + "epoch": 0.5, + "learning_rate": 1.64026823445676e-05, + "loss": 0.7733, + "step": 710 + }, + { + "epoch": 0.5, + "learning_rate": 1.6400940055887288e-05, + "loss": 0.7986, + "step": 711 + }, + { + "epoch": 0.5, + "learning_rate": 1.6399195322712136e-05, + "loss": 0.8281, + "step": 712 + }, + { + "epoch": 0.5, + "learning_rate": 1.6397448145581953e-05, + "loss": 0.761, + "step": 713 + }, + { + "epoch": 0.5, + "learning_rate": 1.63956985250373e-05, + "loss": 0.7431, + "step": 714 + }, + { + "epoch": 0.5, + "learning_rate": 1.63939464616195e-05, + "loss": 0.7732, + "step": 715 + }, + { + "epoch": 0.5, + "learning_rate": 1.6392191955870627e-05, + "loss": 0.7682, + "step": 716 + }, + { + "epoch": 0.5, + "learning_rate": 1.6390435008333514e-05, + "loss": 0.7752, + "step": 717 + }, + { + "epoch": 0.51, + "learning_rate": 1.638867561955175e-05, + "loss": 0.7982, + "step": 718 + }, + { + "epoch": 0.51, + "learning_rate": 1.638691379006967e-05, + "loss": 0.7752, + "step": 719 + }, + { + "epoch": 0.51, + "learning_rate": 1.638514952043238e-05, + "loss": 0.7775, + "step": 720 + }, + { + "epoch": 0.51, + "learning_rate": 1.638338281118573e-05, + "loss": 0.7656, + "step": 721 + }, + { + "epoch": 0.51, + "learning_rate": 1.6381613662876327e-05, + "loss": 0.7557, + "step": 722 + }, + { + "epoch": 0.51, + "learning_rate": 1.637984207605153e-05, + "loss": 0.7934, + "step": 723 + }, + { + "epoch": 0.51, + "learning_rate": 1.637806805125946e-05, + "loss": 0.7843, + "step": 724 + }, + { + "epoch": 0.51, + "learning_rate": 1.6376291589048985e-05, + "loss": 0.7595, + "step": 725 + }, + { + "epoch": 0.51, + "learning_rate": 1.6374512689969732e-05, + "loss": 0.7543, + "step": 726 + }, + { + "epoch": 0.51, + "learning_rate": 1.6372731354572076e-05, + "loss": 0.7708, + "step": 727 + }, + { + "epoch": 0.51, + "learning_rate": 1.6370947583407154e-05, + "loss": 0.7687, + "step": 728 + }, + { + "epoch": 0.51, + "learning_rate": 1.6369161377026846e-05, + "loss": 0.7863, + "step": 729 + }, + { + "epoch": 0.51, + "learning_rate": 1.63673727359838e-05, + "loss": 0.7536, + "step": 730 + }, + { + "epoch": 0.51, + "learning_rate": 1.6365581660831405e-05, + "loss": 0.8022, + "step": 731 + }, + { + "epoch": 0.52, + "learning_rate": 1.63637881521238e-05, + "loss": 0.7868, + "step": 732 + }, + { + "epoch": 0.52, + "learning_rate": 1.6361992210415895e-05, + "loss": 0.7825, + "step": 733 + }, + { + "epoch": 0.52, + "learning_rate": 1.6360193836263337e-05, + "loss": 0.7532, + "step": 734 + }, + { + "epoch": 0.52, + "learning_rate": 1.635839303022253e-05, + "loss": 0.7716, + "step": 735 + }, + { + "epoch": 0.52, + "learning_rate": 1.6356589792850627e-05, + "loss": 0.7334, + "step": 736 + }, + { + "epoch": 0.52, + "learning_rate": 1.6354784124705545e-05, + "loss": 0.7997, + "step": 737 + }, + { + "epoch": 0.52, + "learning_rate": 1.635297602634594e-05, + "loss": 0.733, + "step": 738 + }, + { + "epoch": 0.52, + "learning_rate": 1.6351165498331222e-05, + "loss": 0.7805, + "step": 739 + }, + { + "epoch": 0.52, + "learning_rate": 1.634935254122156e-05, + "loss": 0.7724, + "step": 740 + }, + { + "epoch": 0.52, + "learning_rate": 1.6347537155577872e-05, + "loss": 0.7577, + "step": 741 + }, + { + "epoch": 0.52, + "learning_rate": 1.6345719341961818e-05, + "loss": 0.7888, + "step": 742 + }, + { + "epoch": 0.52, + "learning_rate": 1.6343899100935822e-05, + "loss": 0.8009, + "step": 743 + }, + { + "epoch": 0.52, + "learning_rate": 1.6342076433063055e-05, + "loss": 0.7517, + "step": 744 + }, + { + "epoch": 0.52, + "learning_rate": 1.6340251338907433e-05, + "loss": 0.7781, + "step": 745 + }, + { + "epoch": 0.53, + "learning_rate": 1.633842381903363e-05, + "loss": 0.7482, + "step": 746 + }, + { + "epoch": 0.53, + "learning_rate": 1.633659387400707e-05, + "loss": 0.7898, + "step": 747 + }, + { + "epoch": 0.53, + "learning_rate": 1.6334761504393915e-05, + "loss": 0.8087, + "step": 748 + }, + { + "epoch": 0.53, + "learning_rate": 1.63329267107611e-05, + "loss": 0.8032, + "step": 749 + }, + { + "epoch": 0.53, + "learning_rate": 1.633108949367629e-05, + "loss": 0.7988, + "step": 750 + }, + { + "epoch": 0.53, + "learning_rate": 1.632924985370791e-05, + "loss": 0.7656, + "step": 751 + }, + { + "epoch": 0.53, + "learning_rate": 1.6327407791425127e-05, + "loss": 0.7677, + "step": 752 + }, + { + "epoch": 0.53, + "learning_rate": 1.632556330739787e-05, + "loss": 0.7738, + "step": 753 + }, + { + "epoch": 0.53, + "learning_rate": 1.6323716402196798e-05, + "loss": 0.7818, + "step": 754 + }, + { + "epoch": 0.53, + "learning_rate": 1.6321867076393336e-05, + "loss": 0.7761, + "step": 755 + }, + { + "epoch": 0.53, + "learning_rate": 1.632001533055966e-05, + "loss": 0.7984, + "step": 756 + }, + { + "epoch": 0.53, + "learning_rate": 1.6318161165268673e-05, + "loss": 0.7924, + "step": 757 + }, + { + "epoch": 0.53, + "learning_rate": 1.631630458109405e-05, + "loss": 0.7722, + "step": 758 + }, + { + "epoch": 0.53, + "learning_rate": 1.6314445578610206e-05, + "loss": 0.7843, + "step": 759 + }, + { + "epoch": 0.54, + "learning_rate": 1.6312584158392295e-05, + "loss": 0.7962, + "step": 760 + }, + { + "epoch": 0.54, + "learning_rate": 1.631072032101623e-05, + "loss": 0.8121, + "step": 761 + }, + { + "epoch": 0.54, + "learning_rate": 1.6308854067058677e-05, + "loss": 0.7868, + "step": 762 + }, + { + "epoch": 0.54, + "learning_rate": 1.6306985397097032e-05, + "loss": 0.746, + "step": 763 + }, + { + "epoch": 0.54, + "learning_rate": 1.6305114311709452e-05, + "loss": 0.7596, + "step": 764 + }, + { + "epoch": 0.54, + "learning_rate": 1.630324081147484e-05, + "loss": 0.7831, + "step": 765 + }, + { + "epoch": 0.54, + "learning_rate": 1.630136489697284e-05, + "loss": 0.7597, + "step": 766 + }, + { + "epoch": 0.54, + "learning_rate": 1.6299486568783848e-05, + "loss": 0.7601, + "step": 767 + }, + { + "epoch": 0.54, + "learning_rate": 1.6297605827489002e-05, + "loss": 0.746, + "step": 768 + }, + { + "epoch": 0.54, + "eval_loss": 0.7493306398391724, + "eval_runtime": 30.9193, + "eval_samples_per_second": 264.916, + "eval_steps_per_second": 16.559, + "step": 768 + }, + { + "epoch": 0.54, + "learning_rate": 1.6295722673670196e-05, + "loss": 0.7807, + "step": 769 + }, + { + "epoch": 0.54, + "learning_rate": 1.629383710791006e-05, + "loss": 0.7803, + "step": 770 + }, + { + "epoch": 0.54, + "learning_rate": 1.6291949130791977e-05, + "loss": 0.7413, + "step": 771 + }, + { + "epoch": 0.54, + "learning_rate": 1.6290058742900076e-05, + "loss": 0.7829, + "step": 772 + }, + { + "epoch": 0.54, + "learning_rate": 1.6288165944819227e-05, + "loss": 0.7523, + "step": 773 + }, + { + "epoch": 0.55, + "learning_rate": 1.6286270737135042e-05, + "loss": 0.8266, + "step": 774 + }, + { + "epoch": 0.55, + "learning_rate": 1.6284373120433895e-05, + "loss": 0.7653, + "step": 775 + }, + { + "epoch": 0.55, + "learning_rate": 1.628247309530289e-05, + "loss": 0.7592, + "step": 776 + }, + { + "epoch": 0.55, + "learning_rate": 1.6280570662329884e-05, + "loss": 0.7569, + "step": 777 + }, + { + "epoch": 0.55, + "learning_rate": 1.6278665822103475e-05, + "loss": 0.7637, + "step": 778 + }, + { + "epoch": 0.55, + "learning_rate": 1.6276758575213005e-05, + "loss": 0.7847, + "step": 779 + }, + { + "epoch": 0.55, + "learning_rate": 1.6274848922248565e-05, + "loss": 0.8165, + "step": 780 + }, + { + "epoch": 0.55, + "learning_rate": 1.6272936863800987e-05, + "loss": 0.7819, + "step": 781 + }, + { + "epoch": 0.55, + "learning_rate": 1.6271022400461847e-05, + "loss": 0.7588, + "step": 782 + }, + { + "epoch": 0.55, + "learning_rate": 1.626910553282347e-05, + "loss": 0.7652, + "step": 783 + }, + { + "epoch": 0.55, + "learning_rate": 1.6267186261478922e-05, + "loss": 0.7668, + "step": 784 + }, + { + "epoch": 0.55, + "learning_rate": 1.6265264587022005e-05, + "loss": 0.8075, + "step": 785 + }, + { + "epoch": 0.55, + "learning_rate": 1.626334051004728e-05, + "loss": 0.7678, + "step": 786 + }, + { + "epoch": 0.55, + "learning_rate": 1.6261414031150035e-05, + "loss": 0.7553, + "step": 787 + }, + { + "epoch": 0.55, + "learning_rate": 1.625948515092631e-05, + "loss": 0.7743, + "step": 788 + }, + { + "epoch": 0.56, + "learning_rate": 1.6257553869972896e-05, + "loss": 0.7331, + "step": 789 + }, + { + "epoch": 0.56, + "learning_rate": 1.625562018888731e-05, + "loss": 0.7833, + "step": 790 + }, + { + "epoch": 0.56, + "learning_rate": 1.6253684108267812e-05, + "loss": 0.7677, + "step": 791 + }, + { + "epoch": 0.56, + "learning_rate": 1.625174562871343e-05, + "loss": 0.7648, + "step": 792 + }, + { + "epoch": 0.56, + "learning_rate": 1.62498047508239e-05, + "loss": 0.7649, + "step": 793 + }, + { + "epoch": 0.56, + "learning_rate": 1.624786147519972e-05, + "loss": 0.7845, + "step": 794 + }, + { + "epoch": 0.56, + "learning_rate": 1.6245915802442132e-05, + "loss": 0.7709, + "step": 795 + }, + { + "epoch": 0.56, + "learning_rate": 1.6243967733153107e-05, + "loss": 0.7755, + "step": 796 + }, + { + "epoch": 0.56, + "learning_rate": 1.6242017267935367e-05, + "loss": 0.7298, + "step": 797 + }, + { + "epoch": 0.56, + "learning_rate": 1.6240064407392367e-05, + "loss": 0.783, + "step": 798 + }, + { + "epoch": 0.56, + "learning_rate": 1.6238109152128314e-05, + "loss": 0.7734, + "step": 799 + }, + { + "epoch": 0.56, + "learning_rate": 1.6236151502748147e-05, + "loss": 0.7882, + "step": 800 + }, + { + "epoch": 0.56, + "learning_rate": 1.623419145985755e-05, + "loss": 0.7857, + "step": 801 + }, + { + "epoch": 0.56, + "learning_rate": 1.6232229024062945e-05, + "loss": 0.8048, + "step": 802 + }, + { + "epoch": 0.57, + "learning_rate": 1.62302641959715e-05, + "loss": 0.7314, + "step": 803 + }, + { + "epoch": 0.57, + "learning_rate": 1.6228296976191114e-05, + "loss": 0.798, + "step": 804 + }, + { + "epoch": 0.57, + "learning_rate": 1.6226327365330428e-05, + "loss": 0.779, + "step": 805 + }, + { + "epoch": 0.57, + "learning_rate": 1.6224355363998837e-05, + "loss": 0.7682, + "step": 806 + }, + { + "epoch": 0.57, + "learning_rate": 1.622238097280645e-05, + "loss": 0.7636, + "step": 807 + }, + { + "epoch": 0.57, + "learning_rate": 1.6220404192364146e-05, + "loss": 0.8095, + "step": 808 + }, + { + "epoch": 0.57, + "learning_rate": 1.621842502328351e-05, + "loss": 0.778, + "step": 809 + }, + { + "epoch": 0.57, + "learning_rate": 1.6216443466176895e-05, + "loss": 0.7677, + "step": 810 + }, + { + "epoch": 0.57, + "learning_rate": 1.6214459521657377e-05, + "loss": 0.8022, + "step": 811 + }, + { + "epoch": 0.57, + "learning_rate": 1.6212473190338773e-05, + "loss": 0.7694, + "step": 812 + }, + { + "epoch": 0.57, + "learning_rate": 1.621048447283564e-05, + "loss": 0.8016, + "step": 813 + }, + { + "epoch": 0.57, + "learning_rate": 1.6208493369763275e-05, + "loss": 0.7326, + "step": 814 + }, + { + "epoch": 0.57, + "learning_rate": 1.620649988173771e-05, + "loss": 0.7697, + "step": 815 + }, + { + "epoch": 0.57, + "learning_rate": 1.620450400937571e-05, + "loss": 0.7691, + "step": 816 + }, + { + "epoch": 0.58, + "learning_rate": 1.6202505753294796e-05, + "loss": 0.7768, + "step": 817 + }, + { + "epoch": 0.58, + "learning_rate": 1.6200505114113206e-05, + "loss": 0.7666, + "step": 818 + }, + { + "epoch": 0.58, + "learning_rate": 1.6198502092449926e-05, + "loss": 0.7609, + "step": 819 + }, + { + "epoch": 0.58, + "learning_rate": 1.619649668892468e-05, + "loss": 0.774, + "step": 820 + }, + { + "epoch": 0.58, + "learning_rate": 1.6194488904157912e-05, + "loss": 0.7896, + "step": 821 + }, + { + "epoch": 0.58, + "learning_rate": 1.6192478738770838e-05, + "loss": 0.7622, + "step": 822 + }, + { + "epoch": 0.58, + "learning_rate": 1.619046619338537e-05, + "loss": 0.7753, + "step": 823 + }, + { + "epoch": 0.58, + "learning_rate": 1.6188451268624185e-05, + "loss": 0.7604, + "step": 824 + }, + { + "epoch": 0.58, + "learning_rate": 1.6186433965110683e-05, + "loss": 0.7915, + "step": 825 + }, + { + "epoch": 0.58, + "learning_rate": 1.6184414283469004e-05, + "loss": 0.7568, + "step": 826 + }, + { + "epoch": 0.58, + "learning_rate": 1.6182392224324026e-05, + "loss": 0.755, + "step": 827 + }, + { + "epoch": 0.58, + "learning_rate": 1.6180367788301355e-05, + "loss": 0.7442, + "step": 828 + }, + { + "epoch": 0.58, + "learning_rate": 1.617834097602734e-05, + "loss": 0.7793, + "step": 829 + }, + { + "epoch": 0.58, + "learning_rate": 1.617631178812906e-05, + "loss": 0.7926, + "step": 830 + }, + { + "epoch": 0.59, + "learning_rate": 1.6174280225234335e-05, + "loss": 0.7663, + "step": 831 + }, + { + "epoch": 0.59, + "learning_rate": 1.6172246287971713e-05, + "loss": 0.767, + "step": 832 + }, + { + "epoch": 0.59, + "eval_loss": 0.7476093769073486, + "eval_runtime": 30.9205, + "eval_samples_per_second": 264.906, + "eval_steps_per_second": 16.559, + "step": 832 + }, + { + "epoch": 0.59, + "learning_rate": 1.6170209976970482e-05, + "loss": 0.805, + "step": 833 + }, + { + "epoch": 0.59, + "learning_rate": 1.6168171292860665e-05, + "loss": 0.7763, + "step": 834 + }, + { + "epoch": 0.59, + "learning_rate": 1.6166130236273006e-05, + "loss": 0.7736, + "step": 835 + }, + { + "epoch": 0.59, + "learning_rate": 1.6164086807839003e-05, + "loss": 0.7615, + "step": 836 + }, + { + "epoch": 0.59, + "learning_rate": 1.6162041008190877e-05, + "loss": 0.7947, + "step": 837 + }, + { + "epoch": 0.59, + "learning_rate": 1.6159992837961583e-05, + "loss": 0.7667, + "step": 838 + }, + { + "epoch": 0.59, + "learning_rate": 1.6157942297784805e-05, + "loss": 0.7648, + "step": 839 + }, + { + "epoch": 0.59, + "learning_rate": 1.6155889388294976e-05, + "loss": 0.7443, + "step": 840 + }, + { + "epoch": 0.59, + "learning_rate": 1.615383411012724e-05, + "loss": 0.7575, + "step": 841 + }, + { + "epoch": 0.59, + "learning_rate": 1.6151776463917497e-05, + "loss": 0.7832, + "step": 842 + }, + { + "epoch": 0.59, + "learning_rate": 1.614971645030236e-05, + "loss": 0.7752, + "step": 843 + }, + { + "epoch": 0.59, + "learning_rate": 1.6147654069919184e-05, + "loss": 0.7652, + "step": 844 + }, + { + "epoch": 0.6, + "learning_rate": 1.6145589323406056e-05, + "loss": 0.7501, + "step": 845 + }, + { + "epoch": 0.6, + "learning_rate": 1.6143522211401794e-05, + "loss": 0.7765, + "step": 846 + }, + { + "epoch": 0.6, + "learning_rate": 1.6141452734545952e-05, + "loss": 0.8037, + "step": 847 + }, + { + "epoch": 0.6, + "learning_rate": 1.6139380893478798e-05, + "loss": 0.8254, + "step": 848 + }, + { + "epoch": 0.6, + "learning_rate": 1.6137306688841364e-05, + "loss": 0.7546, + "step": 849 + }, + { + "epoch": 0.6, + "learning_rate": 1.613523012127538e-05, + "loss": 0.7623, + "step": 850 + }, + { + "epoch": 0.6, + "learning_rate": 1.6133151191423323e-05, + "loss": 0.8199, + "step": 851 + }, + { + "epoch": 0.6, + "learning_rate": 1.6131069899928407e-05, + "loss": 0.7816, + "step": 852 + }, + { + "epoch": 0.6, + "learning_rate": 1.612898624743456e-05, + "loss": 0.7618, + "step": 853 + }, + { + "epoch": 0.6, + "learning_rate": 1.6126900234586452e-05, + "loss": 0.7383, + "step": 854 + }, + { + "epoch": 0.6, + "learning_rate": 1.6124811862029485e-05, + "loss": 0.7794, + "step": 855 + }, + { + "epoch": 0.6, + "learning_rate": 1.612272113040978e-05, + "loss": 0.7872, + "step": 856 + }, + { + "epoch": 0.6, + "learning_rate": 1.61206280403742e-05, + "loss": 0.7446, + "step": 857 + }, + { + "epoch": 0.6, + "learning_rate": 1.611853259257033e-05, + "loss": 0.8022, + "step": 858 + }, + { + "epoch": 0.6, + "learning_rate": 1.6116434787646488e-05, + "loss": 0.778, + "step": 859 + }, + { + "epoch": 0.61, + "learning_rate": 1.6114334626251715e-05, + "loss": 0.7587, + "step": 860 + }, + { + "epoch": 0.61, + "learning_rate": 1.6112232109035792e-05, + "loss": 0.8074, + "step": 861 + }, + { + "epoch": 0.61, + "learning_rate": 1.6110127236649222e-05, + "loss": 0.7602, + "step": 862 + }, + { + "epoch": 0.61, + "learning_rate": 1.6108020009743234e-05, + "loss": 0.7826, + "step": 863 + }, + { + "epoch": 0.61, + "learning_rate": 1.610591042896979e-05, + "loss": 0.749, + "step": 864 + }, + { + "epoch": 0.61, + "learning_rate": 1.6103798494981583e-05, + "loss": 0.7584, + "step": 865 + }, + { + "epoch": 0.61, + "learning_rate": 1.6101684208432025e-05, + "loss": 0.7598, + "step": 866 + }, + { + "epoch": 0.61, + "learning_rate": 1.6099567569975267e-05, + "loss": 0.7882, + "step": 867 + }, + { + "epoch": 0.61, + "learning_rate": 1.6097448580266176e-05, + "loss": 0.7869, + "step": 868 + }, + { + "epoch": 0.61, + "learning_rate": 1.609532723996036e-05, + "loss": 0.7727, + "step": 869 + }, + { + "epoch": 0.61, + "learning_rate": 1.609320354971414e-05, + "loss": 0.7469, + "step": 870 + }, + { + "epoch": 0.61, + "learning_rate": 1.6091077510184573e-05, + "loss": 0.7447, + "step": 871 + }, + { + "epoch": 0.61, + "learning_rate": 1.608894912202944e-05, + "loss": 0.8083, + "step": 872 + }, + { + "epoch": 0.61, + "learning_rate": 1.6086818385907248e-05, + "loss": 0.7555, + "step": 873 + }, + { + "epoch": 0.62, + "learning_rate": 1.608468530247724e-05, + "loss": 0.7741, + "step": 874 + }, + { + "epoch": 0.62, + "learning_rate": 1.6082549872399363e-05, + "loss": 0.7673, + "step": 875 + }, + { + "epoch": 0.62, + "learning_rate": 1.6080412096334316e-05, + "loss": 0.8055, + "step": 876 + }, + { + "epoch": 0.62, + "learning_rate": 1.6078271974943503e-05, + "loss": 0.7671, + "step": 877 + }, + { + "epoch": 0.62, + "learning_rate": 1.607612950888907e-05, + "loss": 0.7828, + "step": 878 + }, + { + "epoch": 0.62, + "learning_rate": 1.6073984698833876e-05, + "loss": 0.7975, + "step": 879 + }, + { + "epoch": 0.62, + "learning_rate": 1.607183754544151e-05, + "loss": 0.7524, + "step": 880 + }, + { + "epoch": 0.62, + "learning_rate": 1.6069688049376285e-05, + "loss": 0.7725, + "step": 881 + }, + { + "epoch": 0.62, + "learning_rate": 1.6067536211303245e-05, + "loss": 0.8163, + "step": 882 + }, + { + "epoch": 0.62, + "learning_rate": 1.606538203188815e-05, + "loss": 0.7943, + "step": 883 + }, + { + "epoch": 0.62, + "learning_rate": 1.6063225511797487e-05, + "loss": 0.7687, + "step": 884 + }, + { + "epoch": 0.62, + "learning_rate": 1.6061066651698474e-05, + "loss": 0.7983, + "step": 885 + }, + { + "epoch": 0.62, + "learning_rate": 1.6058905452259036e-05, + "loss": 0.7721, + "step": 886 + }, + { + "epoch": 0.62, + "learning_rate": 1.6056741914147844e-05, + "loss": 0.776, + "step": 887 + }, + { + "epoch": 0.63, + "learning_rate": 1.6054576038034274e-05, + "loss": 0.7456, + "step": 888 + }, + { + "epoch": 0.63, + "learning_rate": 1.6052407824588436e-05, + "loss": 0.7937, + "step": 889 + }, + { + "epoch": 0.63, + "learning_rate": 1.6050237274481157e-05, + "loss": 0.7591, + "step": 890 + }, + { + "epoch": 0.63, + "learning_rate": 1.6048064388383994e-05, + "loss": 0.777, + "step": 891 + }, + { + "epoch": 0.63, + "learning_rate": 1.6045889166969223e-05, + "loss": 0.7634, + "step": 892 + }, + { + "epoch": 0.63, + "learning_rate": 1.6043711610909835e-05, + "loss": 0.7584, + "step": 893 + }, + { + "epoch": 0.63, + "learning_rate": 1.6041531720879557e-05, + "loss": 0.7533, + "step": 894 + }, + { + "epoch": 0.63, + "learning_rate": 1.603934949755283e-05, + "loss": 0.7853, + "step": 895 + }, + { + "epoch": 0.63, + "learning_rate": 1.6037164941604817e-05, + "loss": 0.757, + "step": 896 + }, + { + "epoch": 0.63, + "eval_loss": 0.7455337047576904, + "eval_runtime": 30.9476, + "eval_samples_per_second": 264.673, + "eval_steps_per_second": 16.544, + "step": 896 + }, + { + "epoch": 0.63, + "learning_rate": 1.6034978053711404e-05, + "loss": 0.7509, + "step": 897 + }, + { + "epoch": 0.63, + "learning_rate": 1.60327888345492e-05, + "loss": 0.7372, + "step": 898 + }, + { + "epoch": 0.63, + "learning_rate": 1.6030597284795537e-05, + "loss": 0.7197, + "step": 899 + }, + { + "epoch": 0.63, + "learning_rate": 1.6028403405128454e-05, + "loss": 0.7599, + "step": 900 + }, + { + "epoch": 0.63, + "learning_rate": 1.6026207196226737e-05, + "loss": 0.7631, + "step": 901 + }, + { + "epoch": 0.64, + "learning_rate": 1.6024008658769866e-05, + "loss": 0.788, + "step": 902 + }, + { + "epoch": 0.64, + "learning_rate": 1.6021807793438058e-05, + "loss": 0.7633, + "step": 903 + }, + { + "epoch": 0.64, + "learning_rate": 1.6019604600912243e-05, + "loss": 0.7821, + "step": 904 + }, + { + "epoch": 0.64, + "learning_rate": 1.6017399081874073e-05, + "loss": 0.7674, + "step": 905 + }, + { + "epoch": 0.64, + "learning_rate": 1.601519123700592e-05, + "loss": 0.7882, + "step": 906 + }, + { + "epoch": 0.64, + "learning_rate": 1.601298106699088e-05, + "loss": 0.7599, + "step": 907 + }, + { + "epoch": 0.64, + "learning_rate": 1.601076857251276e-05, + "loss": 0.7737, + "step": 908 + }, + { + "epoch": 0.64, + "learning_rate": 1.6008553754256086e-05, + "loss": 0.7555, + "step": 909 + }, + { + "epoch": 0.64, + "learning_rate": 1.6006336612906113e-05, + "loss": 0.7735, + "step": 910 + }, + { + "epoch": 0.64, + "learning_rate": 1.6004117149148812e-05, + "loss": 0.7844, + "step": 911 + }, + { + "epoch": 0.64, + "learning_rate": 1.600189536367086e-05, + "loss": 0.781, + "step": 912 + }, + { + "epoch": 0.64, + "learning_rate": 1.599967125715967e-05, + "loss": 0.7522, + "step": 913 + }, + { + "epoch": 0.64, + "learning_rate": 1.599744483030336e-05, + "loss": 0.7236, + "step": 914 + }, + { + "epoch": 0.64, + "learning_rate": 1.599521608379077e-05, + "loss": 0.7585, + "step": 915 + }, + { + "epoch": 0.65, + "learning_rate": 1.599298501831146e-05, + "loss": 0.781, + "step": 916 + }, + { + "epoch": 0.65, + "learning_rate": 1.5990751634555707e-05, + "loss": 0.7937, + "step": 917 + }, + { + "epoch": 0.65, + "learning_rate": 1.5988515933214503e-05, + "loss": 0.8059, + "step": 918 + }, + { + "epoch": 0.65, + "learning_rate": 1.598627791497956e-05, + "loss": 0.7841, + "step": 919 + }, + { + "epoch": 0.65, + "learning_rate": 1.5984037580543303e-05, + "loss": 0.7675, + "step": 920 + }, + { + "epoch": 0.65, + "learning_rate": 1.5981794930598874e-05, + "loss": 0.7533, + "step": 921 + }, + { + "epoch": 0.65, + "learning_rate": 1.5979549965840135e-05, + "loss": 0.7644, + "step": 922 + }, + { + "epoch": 0.65, + "learning_rate": 1.5977302686961663e-05, + "loss": 0.7636, + "step": 923 + }, + { + "epoch": 0.65, + "learning_rate": 1.5975053094658748e-05, + "loss": 0.7694, + "step": 924 + }, + { + "epoch": 0.65, + "learning_rate": 1.59728011896274e-05, + "loss": 0.7565, + "step": 925 + }, + { + "epoch": 0.65, + "learning_rate": 1.597054697256434e-05, + "loss": 0.7552, + "step": 926 + }, + { + "epoch": 0.65, + "learning_rate": 1.5968290444167012e-05, + "loss": 0.7801, + "step": 927 + }, + { + "epoch": 0.65, + "learning_rate": 1.5966031605133562e-05, + "loss": 0.7776, + "step": 928 + }, + { + "epoch": 0.65, + "learning_rate": 1.5963770456162864e-05, + "loss": 0.7354, + "step": 929 + }, + { + "epoch": 0.65, + "learning_rate": 1.5961506997954506e-05, + "loss": 0.78, + "step": 930 + }, + { + "epoch": 0.66, + "learning_rate": 1.5959241231208773e-05, + "loss": 0.798, + "step": 931 + }, + { + "epoch": 0.66, + "learning_rate": 1.5956973156626688e-05, + "loss": 0.8015, + "step": 932 + }, + { + "epoch": 0.66, + "learning_rate": 1.5954702774909973e-05, + "loss": 0.7432, + "step": 933 + }, + { + "epoch": 0.66, + "learning_rate": 1.595243008676107e-05, + "loss": 0.7701, + "step": 934 + }, + { + "epoch": 0.66, + "learning_rate": 1.595015509288313e-05, + "loss": 0.7802, + "step": 935 + }, + { + "epoch": 0.66, + "learning_rate": 1.5947877793980022e-05, + "loss": 0.764, + "step": 936 + }, + { + "epoch": 0.66, + "learning_rate": 1.5945598190756326e-05, + "loss": 0.7863, + "step": 937 + }, + { + "epoch": 0.66, + "learning_rate": 1.5943316283917333e-05, + "loss": 0.7961, + "step": 938 + }, + { + "epoch": 0.66, + "learning_rate": 1.594103207416905e-05, + "loss": 0.7844, + "step": 939 + }, + { + "epoch": 0.66, + "learning_rate": 1.5938745562218197e-05, + "loss": 0.7635, + "step": 940 + }, + { + "epoch": 0.66, + "learning_rate": 1.5936456748772204e-05, + "loss": 0.7308, + "step": 941 + }, + { + "epoch": 0.66, + "learning_rate": 1.5934165634539213e-05, + "loss": 0.7908, + "step": 942 + }, + { + "epoch": 0.66, + "learning_rate": 1.5931872220228074e-05, + "loss": 0.7505, + "step": 943 + }, + { + "epoch": 0.66, + "learning_rate": 1.5929576506548364e-05, + "loss": 0.7552, + "step": 944 + }, + { + "epoch": 0.67, + "learning_rate": 1.592727849421035e-05, + "loss": 0.7873, + "step": 945 + }, + { + "epoch": 0.67, + "learning_rate": 1.5924978183925026e-05, + "loss": 0.7705, + "step": 946 + }, + { + "epoch": 0.67, + "learning_rate": 1.592267557640409e-05, + "loss": 0.7576, + "step": 947 + }, + { + "epoch": 0.67, + "learning_rate": 1.5920370672359953e-05, + "loss": 0.7577, + "step": 948 + }, + { + "epoch": 0.67, + "learning_rate": 1.5918063472505737e-05, + "loss": 0.8096, + "step": 949 + }, + { + "epoch": 0.67, + "learning_rate": 1.591575397755527e-05, + "loss": 0.7561, + "step": 950 + }, + { + "epoch": 0.67, + "learning_rate": 1.5913442188223095e-05, + "loss": 0.7722, + "step": 951 + }, + { + "epoch": 0.67, + "learning_rate": 1.5911128105224468e-05, + "loss": 0.7907, + "step": 952 + }, + { + "epoch": 0.67, + "learning_rate": 1.5908811729275343e-05, + "loss": 0.789, + "step": 953 + }, + { + "epoch": 0.67, + "learning_rate": 1.5906493061092392e-05, + "loss": 0.7557, + "step": 954 + }, + { + "epoch": 0.67, + "learning_rate": 1.5904172101392997e-05, + "loss": 0.7257, + "step": 955 + }, + { + "epoch": 0.67, + "learning_rate": 1.5901848850895243e-05, + "loss": 0.7936, + "step": 956 + }, + { + "epoch": 0.67, + "learning_rate": 1.5899523310317932e-05, + "loss": 0.7655, + "step": 957 + }, + { + "epoch": 0.67, + "learning_rate": 1.5897195480380567e-05, + "loss": 0.7625, + "step": 958 + }, + { + "epoch": 0.68, + "learning_rate": 1.589486536180336e-05, + "loss": 0.7975, + "step": 959 + }, + { + "epoch": 0.68, + "learning_rate": 1.5892532955307236e-05, + "loss": 0.7765, + "step": 960 + }, + { + "epoch": 0.68, + "eval_loss": 0.7440967559814453, + "eval_runtime": 30.9185, + "eval_samples_per_second": 264.922, + "eval_steps_per_second": 16.56, + "step": 960 + }, + { + "epoch": 0.68, + "learning_rate": 1.5890198261613824e-05, + "loss": 0.7666, + "step": 961 + }, + { + "epoch": 0.68, + "learning_rate": 1.588786128144546e-05, + "loss": 0.7521, + "step": 962 + }, + { + "epoch": 0.68, + "learning_rate": 1.5885522015525195e-05, + "loss": 0.7459, + "step": 963 + }, + { + "epoch": 0.68, + "learning_rate": 1.5883180464576774e-05, + "loss": 0.773, + "step": 964 + }, + { + "epoch": 0.68, + "learning_rate": 1.588083662932466e-05, + "loss": 0.771, + "step": 965 + }, + { + "epoch": 0.68, + "learning_rate": 1.587849051049402e-05, + "loss": 0.7604, + "step": 966 + }, + { + "epoch": 0.68, + "learning_rate": 1.5876142108810723e-05, + "loss": 0.8089, + "step": 967 + }, + { + "epoch": 0.68, + "learning_rate": 1.5873791425001352e-05, + "loss": 0.7721, + "step": 968 + }, + { + "epoch": 0.68, + "learning_rate": 1.587143845979319e-05, + "loss": 0.7675, + "step": 969 + }, + { + "epoch": 0.68, + "learning_rate": 1.5869083213914224e-05, + "loss": 0.7474, + "step": 970 + }, + { + "epoch": 0.68, + "learning_rate": 1.5866725688093158e-05, + "loss": 0.7582, + "step": 971 + }, + { + "epoch": 0.68, + "learning_rate": 1.5864365883059387e-05, + "loss": 0.8078, + "step": 972 + }, + { + "epoch": 0.69, + "learning_rate": 1.586200379954302e-05, + "loss": 0.7705, + "step": 973 + }, + { + "epoch": 0.69, + "learning_rate": 1.5859639438274874e-05, + "loss": 0.7952, + "step": 974 + }, + { + "epoch": 0.69, + "learning_rate": 1.585727279998646e-05, + "loss": 0.7678, + "step": 975 + }, + { + "epoch": 0.69, + "learning_rate": 1.585490388541e-05, + "loss": 0.773, + "step": 976 + }, + { + "epoch": 0.69, + "learning_rate": 1.5852532695278418e-05, + "loss": 0.772, + "step": 977 + }, + { + "epoch": 0.69, + "learning_rate": 1.5850159230325342e-05, + "loss": 0.7902, + "step": 978 + }, + { + "epoch": 0.69, + "learning_rate": 1.5847783491285114e-05, + "loss": 0.7701, + "step": 979 + }, + { + "epoch": 0.69, + "learning_rate": 1.5845405478892763e-05, + "loss": 0.7531, + "step": 980 + }, + { + "epoch": 0.69, + "learning_rate": 1.584302519388403e-05, + "loss": 0.7844, + "step": 981 + }, + { + "epoch": 0.69, + "learning_rate": 1.5840642636995363e-05, + "loss": 0.745, + "step": 982 + }, + { + "epoch": 0.69, + "learning_rate": 1.58382578089639e-05, + "loss": 0.7814, + "step": 983 + }, + { + "epoch": 0.69, + "learning_rate": 1.58358707105275e-05, + "loss": 0.737, + "step": 984 + }, + { + "epoch": 0.69, + "learning_rate": 1.5833481342424705e-05, + "loss": 0.7522, + "step": 985 + }, + { + "epoch": 0.69, + "learning_rate": 1.5831089705394776e-05, + "loss": 0.7378, + "step": 986 + }, + { + "epoch": 0.7, + "learning_rate": 1.5828695800177662e-05, + "loss": 0.7564, + "step": 987 + }, + { + "epoch": 0.7, + "learning_rate": 1.5826299627514027e-05, + "loss": 0.7859, + "step": 988 + }, + { + "epoch": 0.7, + "learning_rate": 1.582390118814522e-05, + "loss": 0.7524, + "step": 989 + }, + { + "epoch": 0.7, + "learning_rate": 1.582150048281331e-05, + "loss": 0.7643, + "step": 990 + }, + { + "epoch": 0.7, + "learning_rate": 1.581909751226106e-05, + "loss": 0.7796, + "step": 991 + }, + { + "epoch": 0.7, + "learning_rate": 1.5816692277231927e-05, + "loss": 0.7705, + "step": 992 + }, + { + "epoch": 0.7, + "learning_rate": 1.581428477847007e-05, + "loss": 0.7766, + "step": 993 + }, + { + "epoch": 0.7, + "learning_rate": 1.5811875016720358e-05, + "loss": 0.7664, + "step": 994 + }, + { + "epoch": 0.7, + "learning_rate": 1.5809462992728355e-05, + "loss": 0.8073, + "step": 995 + }, + { + "epoch": 0.7, + "learning_rate": 1.5807048707240318e-05, + "loss": 0.7645, + "step": 996 + }, + { + "epoch": 0.7, + "learning_rate": 1.5804632161003215e-05, + "loss": 0.7644, + "step": 997 + }, + { + "epoch": 0.7, + "learning_rate": 1.5802213354764705e-05, + "loss": 0.7638, + "step": 998 + }, + { + "epoch": 0.7, + "learning_rate": 1.5799792289273155e-05, + "loss": 0.8022, + "step": 999 + }, + { + "epoch": 0.7, + "learning_rate": 1.5797368965277623e-05, + "loss": 0.7618, + "step": 1000 + }, + { + "epoch": 0.7, + "learning_rate": 1.5794943383527863e-05, + "loss": 0.7446, + "step": 1001 + }, + { + "epoch": 0.71, + "learning_rate": 1.579251554477434e-05, + "loss": 0.746, + "step": 1002 + }, + { + "epoch": 0.71, + "learning_rate": 1.5790085449768202e-05, + "loss": 0.7866, + "step": 1003 + }, + { + "epoch": 0.71, + "learning_rate": 1.578765309926131e-05, + "loss": 0.7351, + "step": 1004 + }, + { + "epoch": 0.71, + "learning_rate": 1.5785218494006215e-05, + "loss": 0.7338, + "step": 1005 + }, + { + "epoch": 0.71, + "learning_rate": 1.5782781634756166e-05, + "loss": 0.7978, + "step": 1006 + }, + { + "epoch": 0.71, + "learning_rate": 1.5780342522265113e-05, + "loss": 0.7842, + "step": 1007 + }, + { + "epoch": 0.71, + "learning_rate": 1.5777901157287692e-05, + "loss": 0.7867, + "step": 1008 + }, + { + "epoch": 0.71, + "learning_rate": 1.577545754057925e-05, + "loss": 0.7876, + "step": 1009 + }, + { + "epoch": 0.71, + "learning_rate": 1.5773011672895824e-05, + "loss": 0.7595, + "step": 1010 + }, + { + "epoch": 0.71, + "learning_rate": 1.5770563554994147e-05, + "loss": 0.7498, + "step": 1011 + }, + { + "epoch": 0.71, + "learning_rate": 1.576811318763165e-05, + "loss": 0.7598, + "step": 1012 + }, + { + "epoch": 0.71, + "learning_rate": 1.576566057156646e-05, + "loss": 0.763, + "step": 1013 + }, + { + "epoch": 0.71, + "learning_rate": 1.57632057075574e-05, + "loss": 0.7833, + "step": 1014 + }, + { + "epoch": 0.71, + "learning_rate": 1.576074859636398e-05, + "loss": 0.7433, + "step": 1015 + }, + { + "epoch": 0.72, + "learning_rate": 1.5758289238746425e-05, + "loss": 0.7658, + "step": 1016 + }, + { + "epoch": 0.72, + "learning_rate": 1.5755827635465635e-05, + "loss": 0.7856, + "step": 1017 + }, + { + "epoch": 0.72, + "learning_rate": 1.5753363787283212e-05, + "loss": 0.754, + "step": 1018 + }, + { + "epoch": 0.72, + "learning_rate": 1.5750897694961453e-05, + "loss": 0.7534, + "step": 1019 + }, + { + "epoch": 0.72, + "learning_rate": 1.5748429359263355e-05, + "loss": 0.7926, + "step": 1020 + }, + { + "epoch": 0.72, + "learning_rate": 1.5745958780952603e-05, + "loss": 0.7787, + "step": 1021 + }, + { + "epoch": 0.72, + "learning_rate": 1.574348596079357e-05, + "loss": 0.7716, + "step": 1022 + }, + { + "epoch": 0.72, + "learning_rate": 1.5741010899551332e-05, + "loss": 0.753, + "step": 1023 + }, + { + "epoch": 0.72, + "learning_rate": 1.573853359799166e-05, + "loss": 0.7735, + "step": 1024 + }, + { + "epoch": 0.72, + "eval_loss": 0.742942214012146, + "eval_runtime": 30.9441, + "eval_samples_per_second": 264.703, + "eval_steps_per_second": 16.546, + "step": 1024 + }, + { + "epoch": 0.72, + "learning_rate": 1.5736054056881004e-05, + "loss": 0.7867, + "step": 1025 + }, + { + "epoch": 0.72, + "learning_rate": 1.5733572276986524e-05, + "loss": 0.7733, + "step": 1026 + }, + { + "epoch": 0.72, + "learning_rate": 1.5731088259076065e-05, + "loss": 0.7832, + "step": 1027 + }, + { + "epoch": 0.72, + "learning_rate": 1.572860200391816e-05, + "loss": 0.7467, + "step": 1028 + }, + { + "epoch": 0.72, + "learning_rate": 1.5726113512282044e-05, + "loss": 0.7819, + "step": 1029 + }, + { + "epoch": 0.73, + "learning_rate": 1.5723622784937636e-05, + "loss": 0.7235, + "step": 1030 + }, + { + "epoch": 0.73, + "learning_rate": 1.5721129822655546e-05, + "loss": 0.762, + "step": 1031 + }, + { + "epoch": 0.73, + "learning_rate": 1.5718634626207086e-05, + "loss": 0.7589, + "step": 1032 + }, + { + "epoch": 0.73, + "learning_rate": 1.5716137196364248e-05, + "loss": 0.7873, + "step": 1033 + }, + { + "epoch": 0.73, + "learning_rate": 1.571363753389972e-05, + "loss": 0.7631, + "step": 1034 + }, + { + "epoch": 0.73, + "learning_rate": 1.5711135639586876e-05, + "loss": 0.7769, + "step": 1035 + }, + { + "epoch": 0.73, + "learning_rate": 1.5708631514199793e-05, + "loss": 0.772, + "step": 1036 + }, + { + "epoch": 0.73, + "learning_rate": 1.5706125158513218e-05, + "loss": 0.8047, + "step": 1037 + }, + { + "epoch": 0.73, + "learning_rate": 1.570361657330261e-05, + "loss": 0.7825, + "step": 1038 + }, + { + "epoch": 0.73, + "learning_rate": 1.5701105759344103e-05, + "loss": 0.7792, + "step": 1039 + }, + { + "epoch": 0.73, + "learning_rate": 1.5698592717414525e-05, + "loss": 0.7853, + "step": 1040 + }, + { + "epoch": 0.73, + "learning_rate": 1.5696077448291392e-05, + "loss": 0.7675, + "step": 1041 + }, + { + "epoch": 0.73, + "learning_rate": 1.5693559952752914e-05, + "loss": 0.7354, + "step": 1042 + }, + { + "epoch": 0.73, + "learning_rate": 1.5691040231577987e-05, + "loss": 0.7547, + "step": 1043 + }, + { + "epoch": 0.74, + "learning_rate": 1.568851828554619e-05, + "loss": 0.7914, + "step": 1044 + }, + { + "epoch": 0.74, + "learning_rate": 1.56859941154378e-05, + "loss": 0.7927, + "step": 1045 + }, + { + "epoch": 0.74, + "learning_rate": 1.568346772203377e-05, + "loss": 0.763, + "step": 1046 + }, + { + "epoch": 0.74, + "learning_rate": 1.5680939106115757e-05, + "loss": 0.742, + "step": 1047 + }, + { + "epoch": 0.74, + "learning_rate": 1.5678408268466094e-05, + "loss": 0.7726, + "step": 1048 + }, + { + "epoch": 0.74, + "learning_rate": 1.56758752098678e-05, + "loss": 0.7402, + "step": 1049 + }, + { + "epoch": 0.74, + "learning_rate": 1.5673339931104594e-05, + "loss": 0.7699, + "step": 1050 + }, + { + "epoch": 0.74, + "learning_rate": 1.5670802432960862e-05, + "loss": 0.7417, + "step": 1051 + }, + { + "epoch": 0.74, + "learning_rate": 1.5668262716221695e-05, + "loss": 0.7452, + "step": 1052 + }, + { + "epoch": 0.74, + "learning_rate": 1.5665720781672866e-05, + "loss": 0.7699, + "step": 1053 + }, + { + "epoch": 0.74, + "learning_rate": 1.5663176630100824e-05, + "loss": 0.7559, + "step": 1054 + }, + { + "epoch": 0.74, + "learning_rate": 1.5660630262292716e-05, + "loss": 0.8284, + "step": 1055 + }, + { + "epoch": 0.74, + "learning_rate": 1.565808167903637e-05, + "loss": 0.7614, + "step": 1056 + }, + { + "epoch": 0.74, + "learning_rate": 1.56555308811203e-05, + "loss": 0.7789, + "step": 1057 + }, + { + "epoch": 0.75, + "learning_rate": 1.5652977869333703e-05, + "loss": 0.7767, + "step": 1058 + }, + { + "epoch": 0.75, + "learning_rate": 1.565042264446646e-05, + "loss": 0.7932, + "step": 1059 + }, + { + "epoch": 0.75, + "learning_rate": 1.5647865207309146e-05, + "loss": 0.7526, + "step": 1060 + }, + { + "epoch": 0.75, + "learning_rate": 1.5645305558653012e-05, + "loss": 0.7787, + "step": 1061 + }, + { + "epoch": 0.75, + "learning_rate": 1.5642743699289994e-05, + "loss": 0.7982, + "step": 1062 + }, + { + "epoch": 0.75, + "learning_rate": 1.5640179630012714e-05, + "loss": 0.7655, + "step": 1063 + }, + { + "epoch": 0.75, + "learning_rate": 1.563761335161447e-05, + "loss": 0.7653, + "step": 1064 + }, + { + "epoch": 0.75, + "learning_rate": 1.563504486488926e-05, + "loss": 0.8052, + "step": 1065 + }, + { + "epoch": 0.75, + "learning_rate": 1.5632474170631754e-05, + "loss": 0.7866, + "step": 1066 + }, + { + "epoch": 0.75, + "learning_rate": 1.5629901269637303e-05, + "loss": 0.7494, + "step": 1067 + }, + { + "epoch": 0.75, + "learning_rate": 1.5627326162701944e-05, + "loss": 0.7973, + "step": 1068 + }, + { + "epoch": 0.75, + "learning_rate": 1.5624748850622403e-05, + "loss": 0.778, + "step": 1069 + }, + { + "epoch": 0.75, + "learning_rate": 1.5622169334196073e-05, + "loss": 0.7512, + "step": 1070 + }, + { + "epoch": 0.75, + "learning_rate": 1.5619587614221046e-05, + "loss": 0.7716, + "step": 1071 + }, + { + "epoch": 0.75, + "learning_rate": 1.5617003691496083e-05, + "loss": 0.7761, + "step": 1072 + }, + { + "epoch": 0.76, + "learning_rate": 1.5614417566820636e-05, + "loss": 0.7751, + "step": 1073 + }, + { + "epoch": 0.76, + "learning_rate": 1.561182924099483e-05, + "loss": 0.7593, + "step": 1074 + }, + { + "epoch": 0.76, + "learning_rate": 1.5609238714819473e-05, + "loss": 0.8079, + "step": 1075 + }, + { + "epoch": 0.76, + "learning_rate": 1.5606645989096057e-05, + "loss": 0.7579, + "step": 1076 + }, + { + "epoch": 0.76, + "learning_rate": 1.560405106462676e-05, + "loss": 0.7425, + "step": 1077 + }, + { + "epoch": 0.76, + "learning_rate": 1.560145394221442e-05, + "loss": 0.7771, + "step": 1078 + }, + { + "epoch": 0.76, + "learning_rate": 1.5598854622662578e-05, + "loss": 0.772, + "step": 1079 + }, + { + "epoch": 0.76, + "learning_rate": 1.5596253106775442e-05, + "loss": 0.7688, + "step": 1080 + }, + { + "epoch": 0.76, + "learning_rate": 1.5593649395357903e-05, + "loss": 0.7784, + "step": 1081 + }, + { + "epoch": 0.76, + "learning_rate": 1.559104348921553e-05, + "loss": 0.7481, + "step": 1082 + }, + { + "epoch": 0.76, + "learning_rate": 1.5588435389154577e-05, + "loss": 0.7984, + "step": 1083 + }, + { + "epoch": 0.76, + "learning_rate": 1.558582509598196e-05, + "loss": 0.7681, + "step": 1084 + }, + { + "epoch": 0.76, + "learning_rate": 1.5583212610505295e-05, + "loss": 0.7767, + "step": 1085 + }, + { + "epoch": 0.76, + "learning_rate": 1.5580597933532866e-05, + "loss": 0.7285, + "step": 1086 + }, + { + "epoch": 0.77, + "learning_rate": 1.5577981065873634e-05, + "loss": 0.7667, + "step": 1087 + }, + { + "epoch": 0.77, + "learning_rate": 1.557536200833724e-05, + "loss": 0.747, + "step": 1088 + }, + { + "epoch": 0.77, + "eval_loss": 0.7416298389434814, + "eval_runtime": 30.9371, + "eval_samples_per_second": 264.763, + "eval_steps_per_second": 16.55, + "step": 1088 + }, + { + "epoch": 0.77, + "learning_rate": 1.5572740761733995e-05, + "loss": 0.7755, + "step": 1089 + }, + { + "epoch": 0.77, + "learning_rate": 1.5570117326874905e-05, + "loss": 0.7874, + "step": 1090 + }, + { + "epoch": 0.77, + "learning_rate": 1.5567491704571636e-05, + "loss": 0.788, + "step": 1091 + }, + { + "epoch": 0.77, + "learning_rate": 1.5564863895636534e-05, + "loss": 0.7294, + "step": 1092 + }, + { + "epoch": 0.77, + "learning_rate": 1.556223390088263e-05, + "loss": 0.7866, + "step": 1093 + }, + { + "epoch": 0.77, + "learning_rate": 1.5559601721123626e-05, + "loss": 0.7325, + "step": 1094 + }, + { + "epoch": 0.77, + "learning_rate": 1.55569673571739e-05, + "loss": 0.7685, + "step": 1095 + }, + { + "epoch": 0.77, + "learning_rate": 1.55543308098485e-05, + "loss": 0.7643, + "step": 1096 + }, + { + "epoch": 0.77, + "learning_rate": 1.5551692079963156e-05, + "loss": 0.737, + "step": 1097 + }, + { + "epoch": 0.77, + "learning_rate": 1.554905116833428e-05, + "loss": 0.7611, + "step": 1098 + }, + { + "epoch": 0.77, + "learning_rate": 1.554640807577894e-05, + "loss": 0.7438, + "step": 1099 + }, + { + "epoch": 0.77, + "learning_rate": 1.55437628031149e-05, + "loss": 0.7549, + "step": 1100 + }, + { + "epoch": 0.78, + "learning_rate": 1.5541115351160585e-05, + "loss": 0.7641, + "step": 1101 + }, + { + "epoch": 0.78, + "learning_rate": 1.5538465720735098e-05, + "loss": 0.7883, + "step": 1102 + }, + { + "epoch": 0.78, + "learning_rate": 1.5535813912658214e-05, + "loss": 0.7416, + "step": 1103 + }, + { + "epoch": 0.78, + "learning_rate": 1.5533159927750386e-05, + "loss": 0.767, + "step": 1104 + }, + { + "epoch": 0.78, + "learning_rate": 1.5530503766832735e-05, + "loss": 0.7588, + "step": 1105 + }, + { + "epoch": 0.78, + "learning_rate": 1.5527845430727062e-05, + "loss": 0.729, + "step": 1106 + }, + { + "epoch": 0.78, + "learning_rate": 1.5525184920255837e-05, + "loss": 0.7533, + "step": 1107 + }, + { + "epoch": 0.78, + "learning_rate": 1.5522522236242198e-05, + "loss": 0.7515, + "step": 1108 + }, + { + "epoch": 0.78, + "learning_rate": 1.5519857379509967e-05, + "loss": 0.7532, + "step": 1109 + }, + { + "epoch": 0.78, + "learning_rate": 1.5517190350883633e-05, + "loss": 0.7177, + "step": 1110 + }, + { + "epoch": 0.78, + "learning_rate": 1.5514521151188347e-05, + "loss": 0.778, + "step": 1111 + }, + { + "epoch": 0.78, + "learning_rate": 1.551184978124995e-05, + "loss": 0.7555, + "step": 1112 + }, + { + "epoch": 0.78, + "learning_rate": 1.5509176241894935e-05, + "loss": 0.761, + "step": 1113 + }, + { + "epoch": 0.78, + "learning_rate": 1.5506500533950483e-05, + "loss": 0.76, + "step": 1114 + }, + { + "epoch": 0.79, + "learning_rate": 1.550382265824444e-05, + "loss": 0.7339, + "step": 1115 + }, + { + "epoch": 0.79, + "learning_rate": 1.550114261560532e-05, + "loss": 0.7737, + "step": 1116 + }, + { + "epoch": 0.79, + "learning_rate": 1.5498460406862306e-05, + "loss": 0.7627, + "step": 1117 + }, + { + "epoch": 0.79, + "learning_rate": 1.5495776032845257e-05, + "loss": 0.7647, + "step": 1118 + }, + { + "epoch": 0.79, + "learning_rate": 1.54930894943847e-05, + "loss": 0.773, + "step": 1119 + }, + { + "epoch": 0.79, + "learning_rate": 1.5490400792311834e-05, + "loss": 0.7534, + "step": 1120 + }, + { + "epoch": 0.79, + "learning_rate": 1.5487709927458514e-05, + "loss": 0.7642, + "step": 1121 + }, + { + "epoch": 0.79, + "learning_rate": 1.5485016900657284e-05, + "loss": 0.8099, + "step": 1122 + }, + { + "epoch": 0.79, + "learning_rate": 1.5482321712741345e-05, + "loss": 0.82, + "step": 1123 + }, + { + "epoch": 0.79, + "learning_rate": 1.547962436454457e-05, + "loss": 0.7395, + "step": 1124 + }, + { + "epoch": 0.79, + "learning_rate": 1.5476924856901494e-05, + "loss": 0.7895, + "step": 1125 + }, + { + "epoch": 0.79, + "learning_rate": 1.547422319064733e-05, + "loss": 0.7751, + "step": 1126 + }, + { + "epoch": 0.79, + "learning_rate": 1.5471519366617955e-05, + "loss": 0.7719, + "step": 1127 + }, + { + "epoch": 0.79, + "learning_rate": 1.5468813385649912e-05, + "loss": 0.7486, + "step": 1128 + }, + { + "epoch": 0.8, + "learning_rate": 1.5466105248580414e-05, + "loss": 0.7448, + "step": 1129 + }, + { + "epoch": 0.8, + "learning_rate": 1.5463394956247334e-05, + "loss": 0.7438, + "step": 1130 + }, + { + "epoch": 0.8, + "learning_rate": 1.5460682509489223e-05, + "loss": 0.7407, + "step": 1131 + }, + { + "epoch": 0.8, + "learning_rate": 1.545796790914529e-05, + "loss": 0.7951, + "step": 1132 + }, + { + "epoch": 0.8, + "learning_rate": 1.5455251156055412e-05, + "loss": 0.7281, + "step": 1133 + }, + { + "epoch": 0.8, + "learning_rate": 1.5452532251060138e-05, + "loss": 0.7548, + "step": 1134 + }, + { + "epoch": 0.8, + "learning_rate": 1.5449811195000675e-05, + "loss": 0.7778, + "step": 1135 + }, + { + "epoch": 0.8, + "learning_rate": 1.5447087988718894e-05, + "loss": 0.7694, + "step": 1136 + }, + { + "epoch": 0.8, + "learning_rate": 1.544436263305734e-05, + "loss": 0.7565, + "step": 1137 + }, + { + "epoch": 0.8, + "learning_rate": 1.5441635128859224e-05, + "loss": 0.7659, + "step": 1138 + }, + { + "epoch": 0.8, + "learning_rate": 1.543890547696841e-05, + "loss": 0.7681, + "step": 1139 + }, + { + "epoch": 0.8, + "learning_rate": 1.543617367822943e-05, + "loss": 0.7886, + "step": 1140 + }, + { + "epoch": 0.8, + "learning_rate": 1.543343973348749e-05, + "loss": 0.7674, + "step": 1141 + }, + { + "epoch": 0.8, + "learning_rate": 1.5430703643588447e-05, + "loss": 0.7683, + "step": 1142 + }, + { + "epoch": 0.8, + "learning_rate": 1.5427965409378836e-05, + "loss": 0.7911, + "step": 1143 + }, + { + "epoch": 0.81, + "learning_rate": 1.542522503170584e-05, + "loss": 0.757, + "step": 1144 + }, + { + "epoch": 0.81, + "learning_rate": 1.5422482511417315e-05, + "loss": 0.7759, + "step": 1145 + }, + { + "epoch": 0.81, + "learning_rate": 1.5419737849361778e-05, + "loss": 0.7625, + "step": 1146 + }, + { + "epoch": 0.81, + "learning_rate": 1.5416991046388407e-05, + "loss": 0.7591, + "step": 1147 + }, + { + "epoch": 0.81, + "learning_rate": 1.5414242103347046e-05, + "loss": 0.7727, + "step": 1148 + }, + { + "epoch": 0.81, + "learning_rate": 1.541149102108819e-05, + "loss": 0.7499, + "step": 1149 + }, + { + "epoch": 0.81, + "learning_rate": 1.5408737800463013e-05, + "loss": 0.7472, + "step": 1150 + }, + { + "epoch": 0.81, + "learning_rate": 1.540598244232334e-05, + "loss": 0.7735, + "step": 1151 + }, + { + "epoch": 0.81, + "learning_rate": 1.540322494752166e-05, + "loss": 0.7658, + "step": 1152 + }, + { + "epoch": 0.81, + "eval_loss": 0.7395820617675781, + "eval_runtime": 30.9635, + "eval_samples_per_second": 264.538, + "eval_steps_per_second": 16.536, + "step": 1152 + }, + { + "epoch": 0.81, + "learning_rate": 1.5400465316911116e-05, + "loss": 0.779, + "step": 1153 + }, + { + "epoch": 0.81, + "learning_rate": 1.5397703551345527e-05, + "loss": 0.785, + "step": 1154 + }, + { + "epoch": 0.81, + "learning_rate": 1.539493965167936e-05, + "loss": 0.7555, + "step": 1155 + }, + { + "epoch": 0.81, + "learning_rate": 1.5392173618767747e-05, + "loss": 0.7693, + "step": 1156 + }, + { + "epoch": 0.81, + "learning_rate": 1.5389405453466474e-05, + "loss": 0.7795, + "step": 1157 + }, + { + "epoch": 0.82, + "learning_rate": 1.5386635156631996e-05, + "loss": 0.7757, + "step": 1158 + }, + { + "epoch": 0.82, + "learning_rate": 1.5383862729121424e-05, + "loss": 0.7431, + "step": 1159 + }, + { + "epoch": 0.82, + "learning_rate": 1.5381088171792523e-05, + "loss": 0.7735, + "step": 1160 + }, + { + "epoch": 0.82, + "learning_rate": 1.537831148550373e-05, + "loss": 0.7583, + "step": 1161 + }, + { + "epoch": 0.82, + "learning_rate": 1.537553267111412e-05, + "loss": 0.7359, + "step": 1162 + }, + { + "epoch": 0.82, + "learning_rate": 1.537275172948345e-05, + "loss": 0.7678, + "step": 1163 + }, + { + "epoch": 0.82, + "learning_rate": 1.5369968661472117e-05, + "loss": 0.7621, + "step": 1164 + }, + { + "epoch": 0.82, + "learning_rate": 1.5367183467941184e-05, + "loss": 0.7466, + "step": 1165 + }, + { + "epoch": 0.82, + "learning_rate": 1.536439614975237e-05, + "loss": 0.7888, + "step": 1166 + }, + { + "epoch": 0.82, + "learning_rate": 1.536160670776805e-05, + "loss": 0.7436, + "step": 1167 + }, + { + "epoch": 0.82, + "learning_rate": 1.5358815142851263e-05, + "loss": 0.7564, + "step": 1168 + }, + { + "epoch": 0.82, + "learning_rate": 1.5356021455865693e-05, + "loss": 0.7707, + "step": 1169 + }, + { + "epoch": 0.82, + "learning_rate": 1.5353225647675692e-05, + "loss": 0.7599, + "step": 1170 + }, + { + "epoch": 0.82, + "learning_rate": 1.5350427719146258e-05, + "loss": 0.8026, + "step": 1171 + }, + { + "epoch": 0.83, + "learning_rate": 1.534762767114305e-05, + "loss": 0.7614, + "step": 1172 + }, + { + "epoch": 0.83, + "learning_rate": 1.534482550453239e-05, + "loss": 0.7996, + "step": 1173 + }, + { + "epoch": 0.83, + "learning_rate": 1.5342021220181248e-05, + "loss": 0.783, + "step": 1174 + }, + { + "epoch": 0.83, + "learning_rate": 1.5339214818957243e-05, + "loss": 0.7498, + "step": 1175 + }, + { + "epoch": 0.83, + "learning_rate": 1.5336406301728658e-05, + "loss": 0.7557, + "step": 1176 + }, + { + "epoch": 0.83, + "learning_rate": 1.533359566936443e-05, + "loss": 0.7639, + "step": 1177 + }, + { + "epoch": 0.83, + "learning_rate": 1.533078292273415e-05, + "loss": 0.7866, + "step": 1178 + }, + { + "epoch": 0.83, + "learning_rate": 1.5327968062708057e-05, + "loss": 0.764, + "step": 1179 + }, + { + "epoch": 0.83, + "learning_rate": 1.532515109015705e-05, + "loss": 0.7647, + "step": 1180 + }, + { + "epoch": 0.83, + "learning_rate": 1.5322332005952685e-05, + "loss": 0.7836, + "step": 1181 + }, + { + "epoch": 0.83, + "learning_rate": 1.5319510810967164e-05, + "loss": 0.7727, + "step": 1182 + }, + { + "epoch": 0.83, + "learning_rate": 1.5316687506073342e-05, + "loss": 0.7604, + "step": 1183 + }, + { + "epoch": 0.83, + "learning_rate": 1.5313862092144732e-05, + "loss": 0.7265, + "step": 1184 + }, + { + "epoch": 0.83, + "learning_rate": 1.53110345700555e-05, + "loss": 0.7905, + "step": 1185 + }, + { + "epoch": 0.84, + "learning_rate": 1.5308204940680454e-05, + "loss": 0.7744, + "step": 1186 + }, + { + "epoch": 0.84, + "learning_rate": 1.5305373204895068e-05, + "loss": 0.7764, + "step": 1187 + }, + { + "epoch": 0.84, + "learning_rate": 1.5302539363575457e-05, + "loss": 0.7559, + "step": 1188 + }, + { + "epoch": 0.84, + "learning_rate": 1.5299703417598393e-05, + "loss": 0.746, + "step": 1189 + }, + { + "epoch": 0.84, + "learning_rate": 1.52968653678413e-05, + "loss": 0.7728, + "step": 1190 + }, + { + "epoch": 0.84, + "learning_rate": 1.5294025215182243e-05, + "loss": 0.7596, + "step": 1191 + }, + { + "epoch": 0.84, + "learning_rate": 1.5291182960499954e-05, + "loss": 0.773, + "step": 1192 + }, + { + "epoch": 0.84, + "learning_rate": 1.5288338604673803e-05, + "loss": 0.7558, + "step": 1193 + }, + { + "epoch": 0.84, + "learning_rate": 1.528549214858381e-05, + "loss": 0.7591, + "step": 1194 + }, + { + "epoch": 0.84, + "learning_rate": 1.528264359311065e-05, + "loss": 0.7673, + "step": 1195 + }, + { + "epoch": 0.84, + "learning_rate": 1.527979293913565e-05, + "loss": 0.7968, + "step": 1196 + }, + { + "epoch": 0.84, + "learning_rate": 1.527694018754078e-05, + "loss": 0.7719, + "step": 1197 + }, + { + "epoch": 0.84, + "learning_rate": 1.5274085339208658e-05, + "loss": 0.8009, + "step": 1198 + }, + { + "epoch": 0.84, + "learning_rate": 1.5271228395022557e-05, + "loss": 0.7702, + "step": 1199 + }, + { + "epoch": 0.85, + "learning_rate": 1.5268369355866395e-05, + "loss": 0.7498, + "step": 1200 + }, + { + "epoch": 0.85, + "learning_rate": 1.5265508222624738e-05, + "loss": 0.7848, + "step": 1201 + }, + { + "epoch": 0.85, + "learning_rate": 1.52626449961828e-05, + "loss": 0.7422, + "step": 1202 + }, + { + "epoch": 0.85, + "learning_rate": 1.5259779677426443e-05, + "loss": 0.7999, + "step": 1203 + }, + { + "epoch": 0.85, + "learning_rate": 1.5256912267242175e-05, + "loss": 0.7742, + "step": 1204 + }, + { + "epoch": 0.85, + "learning_rate": 1.5254042766517156e-05, + "loss": 0.747, + "step": 1205 + }, + { + "epoch": 0.85, + "learning_rate": 1.5251171176139188e-05, + "loss": 0.7729, + "step": 1206 + }, + { + "epoch": 0.85, + "learning_rate": 1.5248297496996717e-05, + "loss": 0.7563, + "step": 1207 + }, + { + "epoch": 0.85, + "learning_rate": 1.5245421729978842e-05, + "loss": 0.7896, + "step": 1208 + }, + { + "epoch": 0.85, + "learning_rate": 1.5242543875975307e-05, + "loss": 0.8003, + "step": 1209 + }, + { + "epoch": 0.85, + "learning_rate": 1.5239663935876496e-05, + "loss": 0.7586, + "step": 1210 + }, + { + "epoch": 0.85, + "learning_rate": 1.5236781910573443e-05, + "loss": 0.7826, + "step": 1211 + }, + { + "epoch": 0.85, + "learning_rate": 1.5233897800957828e-05, + "loss": 0.7683, + "step": 1212 + }, + { + "epoch": 0.85, + "learning_rate": 1.5231011607921969e-05, + "loss": 0.7809, + "step": 1213 + }, + { + "epoch": 0.85, + "learning_rate": 1.5228123332358842e-05, + "loss": 0.744, + "step": 1214 + }, + { + "epoch": 0.86, + "learning_rate": 1.5225232975162053e-05, + "loss": 0.7516, + "step": 1215 + }, + { + "epoch": 0.86, + "learning_rate": 1.5222340537225859e-05, + "loss": 0.7677, + "step": 1216 + }, + { + "epoch": 0.86, + "eval_loss": 0.738717794418335, + "eval_runtime": 30.9352, + "eval_samples_per_second": 264.78, + "eval_steps_per_second": 16.551, + "step": 1216 + }, + { + "epoch": 0.86, + "learning_rate": 1.5219446019445159e-05, + "loss": 0.7702, + "step": 1217 + }, + { + "epoch": 0.86, + "learning_rate": 1.5216549422715499e-05, + "loss": 0.7665, + "step": 1218 + }, + { + "epoch": 0.86, + "learning_rate": 1.5213650747933062e-05, + "loss": 0.7467, + "step": 1219 + }, + { + "epoch": 0.86, + "learning_rate": 1.521074999599468e-05, + "loss": 0.7457, + "step": 1220 + }, + { + "epoch": 0.86, + "learning_rate": 1.5207847167797825e-05, + "loss": 0.7717, + "step": 1221 + }, + { + "epoch": 0.86, + "learning_rate": 1.520494226424061e-05, + "loss": 0.7712, + "step": 1222 + }, + { + "epoch": 0.86, + "learning_rate": 1.5202035286221795e-05, + "loss": 0.7787, + "step": 1223 + }, + { + "epoch": 0.86, + "learning_rate": 1.5199126234640772e-05, + "loss": 0.8167, + "step": 1224 + }, + { + "epoch": 0.86, + "learning_rate": 1.5196215110397587e-05, + "loss": 0.7486, + "step": 1225 + }, + { + "epoch": 0.86, + "learning_rate": 1.5193301914392917e-05, + "loss": 0.7692, + "step": 1226 + }, + { + "epoch": 0.86, + "learning_rate": 1.5190386647528088e-05, + "loss": 0.7705, + "step": 1227 + }, + { + "epoch": 0.86, + "learning_rate": 1.5187469310705061e-05, + "loss": 0.7465, + "step": 1228 + }, + { + "epoch": 0.87, + "learning_rate": 1.5184549904826438e-05, + "loss": 0.7693, + "step": 1229 + }, + { + "epoch": 0.87, + "learning_rate": 1.5181628430795465e-05, + "loss": 0.7285, + "step": 1230 + }, + { + "epoch": 0.87, + "learning_rate": 1.5178704889516025e-05, + "loss": 0.7281, + "step": 1231 + }, + { + "epoch": 0.87, + "learning_rate": 1.517577928189264e-05, + "loss": 0.7592, + "step": 1232 + }, + { + "epoch": 0.87, + "learning_rate": 1.517285160883047e-05, + "loss": 0.7823, + "step": 1233 + }, + { + "epoch": 0.87, + "learning_rate": 1.5169921871235322e-05, + "loss": 0.7727, + "step": 1234 + }, + { + "epoch": 0.87, + "learning_rate": 1.5166990070013631e-05, + "loss": 0.79, + "step": 1235 + }, + { + "epoch": 0.87, + "learning_rate": 1.5164056206072476e-05, + "loss": 0.7492, + "step": 1236 + }, + { + "epoch": 0.87, + "learning_rate": 1.5161120280319577e-05, + "loss": 0.7551, + "step": 1237 + }, + { + "epoch": 0.87, + "learning_rate": 1.5158182293663286e-05, + "loss": 0.7599, + "step": 1238 + }, + { + "epoch": 0.87, + "learning_rate": 1.5155242247012595e-05, + "loss": 0.7615, + "step": 1239 + }, + { + "epoch": 0.87, + "learning_rate": 1.5152300141277134e-05, + "loss": 0.7595, + "step": 1240 + }, + { + "epoch": 0.87, + "learning_rate": 1.5149355977367174e-05, + "loss": 0.7663, + "step": 1241 + }, + { + "epoch": 0.87, + "learning_rate": 1.5146409756193611e-05, + "loss": 0.7659, + "step": 1242 + }, + { + "epoch": 0.88, + "learning_rate": 1.5143461478667988e-05, + "loss": 0.7832, + "step": 1243 + }, + { + "epoch": 0.88, + "learning_rate": 1.5140511145702483e-05, + "loss": 0.7669, + "step": 1244 + }, + { + "epoch": 0.88, + "learning_rate": 1.5137558758209905e-05, + "loss": 0.7727, + "step": 1245 + }, + { + "epoch": 0.88, + "learning_rate": 1.5134604317103706e-05, + "loss": 0.8, + "step": 1246 + }, + { + "epoch": 0.88, + "learning_rate": 1.5131647823297965e-05, + "loss": 0.7773, + "step": 1247 + }, + { + "epoch": 0.88, + "learning_rate": 1.5128689277707403e-05, + "loss": 0.7651, + "step": 1248 + }, + { + "epoch": 0.88, + "learning_rate": 1.5125728681247371e-05, + "loss": 0.7126, + "step": 1249 + }, + { + "epoch": 0.88, + "learning_rate": 1.512276603483386e-05, + "loss": 0.789, + "step": 1250 + }, + { + "epoch": 0.88, + "learning_rate": 1.5119801339383484e-05, + "loss": 0.7547, + "step": 1251 + }, + { + "epoch": 0.88, + "learning_rate": 1.5116834595813507e-05, + "loss": 0.7286, + "step": 1252 + }, + { + "epoch": 0.88, + "learning_rate": 1.5113865805041816e-05, + "loss": 0.7601, + "step": 1253 + }, + { + "epoch": 0.88, + "learning_rate": 1.5110894967986933e-05, + "loss": 0.7781, + "step": 1254 + }, + { + "epoch": 0.88, + "learning_rate": 1.5107922085568014e-05, + "loss": 0.7552, + "step": 1255 + }, + { + "epoch": 0.88, + "learning_rate": 1.5104947158704847e-05, + "loss": 0.7383, + "step": 1256 + }, + { + "epoch": 0.89, + "learning_rate": 1.5101970188317854e-05, + "loss": 0.7656, + "step": 1257 + }, + { + "epoch": 0.89, + "learning_rate": 1.5098991175328091e-05, + "loss": 0.7352, + "step": 1258 + }, + { + "epoch": 0.89, + "learning_rate": 1.509601012065724e-05, + "loss": 0.8043, + "step": 1259 + }, + { + "epoch": 0.89, + "learning_rate": 1.5093027025227616e-05, + "loss": 0.7615, + "step": 1260 + }, + { + "epoch": 0.89, + "learning_rate": 1.5090041889962173e-05, + "loss": 0.7699, + "step": 1261 + }, + { + "epoch": 0.89, + "learning_rate": 1.5087054715784492e-05, + "loss": 0.7376, + "step": 1262 + }, + { + "epoch": 0.89, + "learning_rate": 1.5084065503618776e-05, + "loss": 0.7345, + "step": 1263 + }, + { + "epoch": 0.89, + "learning_rate": 1.5081074254389872e-05, + "loss": 0.7755, + "step": 1264 + }, + { + "epoch": 0.89, + "learning_rate": 1.5078080969023251e-05, + "loss": 0.762, + "step": 1265 + }, + { + "epoch": 0.89, + "learning_rate": 1.5075085648445009e-05, + "loss": 0.7179, + "step": 1266 + }, + { + "epoch": 0.89, + "learning_rate": 1.5072088293581885e-05, + "loss": 0.7536, + "step": 1267 + }, + { + "epoch": 0.89, + "learning_rate": 1.506908890536123e-05, + "loss": 0.7626, + "step": 1268 + }, + { + "epoch": 0.89, + "learning_rate": 1.5066087484711044e-05, + "loss": 0.7806, + "step": 1269 + }, + { + "epoch": 0.89, + "learning_rate": 1.5063084032559937e-05, + "loss": 0.7394, + "step": 1270 + }, + { + "epoch": 0.9, + "learning_rate": 1.506007854983716e-05, + "loss": 0.7842, + "step": 1271 + }, + { + "epoch": 0.9, + "learning_rate": 1.5057071037472583e-05, + "loss": 0.7505, + "step": 1272 + }, + { + "epoch": 0.9, + "learning_rate": 1.5054061496396717e-05, + "loss": 0.7538, + "step": 1273 + }, + { + "epoch": 0.9, + "learning_rate": 1.5051049927540686e-05, + "loss": 0.7851, + "step": 1274 + }, + { + "epoch": 0.9, + "learning_rate": 1.5048036331836252e-05, + "loss": 0.7584, + "step": 1275 + }, + { + "epoch": 0.9, + "learning_rate": 1.5045020710215797e-05, + "loss": 0.7652, + "step": 1276 + }, + { + "epoch": 0.9, + "learning_rate": 1.5042003063612336e-05, + "loss": 0.7776, + "step": 1277 + }, + { + "epoch": 0.9, + "learning_rate": 1.5038983392959506e-05, + "loss": 0.7568, + "step": 1278 + }, + { + "epoch": 0.9, + "learning_rate": 1.5035961699191569e-05, + "loss": 0.7909, + "step": 1279 + }, + { + "epoch": 0.9, + "learning_rate": 1.5032937983243419e-05, + "loss": 0.7391, + "step": 1280 + }, + { + "epoch": 0.9, + "eval_loss": 0.7373324036598206, + "eval_runtime": 30.921, + "eval_samples_per_second": 264.901, + "eval_steps_per_second": 16.558, + "step": 1280 + }, + { + "epoch": 0.9, + "learning_rate": 1.5029912246050573e-05, + "loss": 0.7359, + "step": 1281 + }, + { + "epoch": 0.9, + "learning_rate": 1.5026884488549171e-05, + "loss": 0.7783, + "step": 1282 + }, + { + "epoch": 0.9, + "learning_rate": 1.502385471167598e-05, + "loss": 0.7528, + "step": 1283 + }, + { + "epoch": 0.9, + "learning_rate": 1.5020822916368392e-05, + "loss": 0.7926, + "step": 1284 + }, + { + "epoch": 0.9, + "learning_rate": 1.501778910356442e-05, + "loss": 0.7608, + "step": 1285 + }, + { + "epoch": 0.91, + "learning_rate": 1.5014753274202707e-05, + "loss": 0.7816, + "step": 1286 + }, + { + "epoch": 0.91, + "learning_rate": 1.5011715429222518e-05, + "loss": 0.779, + "step": 1287 + }, + { + "epoch": 0.91, + "learning_rate": 1.500867556956374e-05, + "loss": 0.7397, + "step": 1288 + }, + { + "epoch": 0.91, + "learning_rate": 1.500563369616688e-05, + "loss": 0.7222, + "step": 1289 + }, + { + "epoch": 0.91, + "learning_rate": 1.5002589809973078e-05, + "loss": 0.7781, + "step": 1290 + }, + { + "epoch": 0.91, + "learning_rate": 1.4999543911924087e-05, + "loss": 0.7795, + "step": 1291 + }, + { + "epoch": 0.91, + "learning_rate": 1.4996496002962288e-05, + "loss": 0.7484, + "step": 1292 + }, + { + "epoch": 0.91, + "learning_rate": 1.4993446084030681e-05, + "loss": 0.776, + "step": 1293 + }, + { + "epoch": 0.91, + "learning_rate": 1.4990394156072893e-05, + "loss": 0.7705, + "step": 1294 + }, + { + "epoch": 0.91, + "learning_rate": 1.4987340220033163e-05, + "loss": 0.8082, + "step": 1295 + }, + { + "epoch": 0.91, + "learning_rate": 1.4984284276856364e-05, + "loss": 0.7454, + "step": 1296 + }, + { + "epoch": 0.91, + "learning_rate": 1.4981226327487975e-05, + "loss": 0.7608, + "step": 1297 + }, + { + "epoch": 0.91, + "learning_rate": 1.4978166372874112e-05, + "loss": 0.7672, + "step": 1298 + }, + { + "epoch": 0.91, + "learning_rate": 1.4975104413961496e-05, + "loss": 0.736, + "step": 1299 + }, + { + "epoch": 0.92, + "learning_rate": 1.4972040451697481e-05, + "loss": 0.7682, + "step": 1300 + }, + { + "epoch": 0.92, + "learning_rate": 1.4968974487030035e-05, + "loss": 0.7344, + "step": 1301 + }, + { + "epoch": 0.92, + "learning_rate": 1.496590652090774e-05, + "loss": 0.7422, + "step": 1302 + }, + { + "epoch": 0.92, + "learning_rate": 1.496283655427981e-05, + "loss": 0.8123, + "step": 1303 + }, + { + "epoch": 0.92, + "learning_rate": 1.4959764588096063e-05, + "loss": 0.7561, + "step": 1304 + }, + { + "epoch": 0.92, + "learning_rate": 1.4956690623306953e-05, + "loss": 0.7487, + "step": 1305 + }, + { + "epoch": 0.92, + "learning_rate": 1.4953614660863535e-05, + "loss": 0.7716, + "step": 1306 + }, + { + "epoch": 0.92, + "learning_rate": 1.4950536701717495e-05, + "loss": 0.759, + "step": 1307 + }, + { + "epoch": 0.92, + "learning_rate": 1.494745674682113e-05, + "loss": 0.7785, + "step": 1308 + }, + { + "epoch": 0.92, + "learning_rate": 1.4944374797127356e-05, + "loss": 0.7535, + "step": 1309 + }, + { + "epoch": 0.92, + "learning_rate": 1.4941290853589705e-05, + "loss": 0.7512, + "step": 1310 + }, + { + "epoch": 0.92, + "learning_rate": 1.4938204917162332e-05, + "loss": 0.7594, + "step": 1311 + }, + { + "epoch": 0.92, + "learning_rate": 1.4935116988799997e-05, + "loss": 0.7868, + "step": 1312 + }, + { + "epoch": 0.92, + "learning_rate": 1.4932027069458087e-05, + "loss": 0.7503, + "step": 1313 + }, + { + "epoch": 0.93, + "learning_rate": 1.4928935160092603e-05, + "loss": 0.7777, + "step": 1314 + }, + { + "epoch": 0.93, + "learning_rate": 1.4925841261660155e-05, + "loss": 0.7714, + "step": 1315 + }, + { + "epoch": 0.93, + "learning_rate": 1.492274537511798e-05, + "loss": 0.7192, + "step": 1316 + }, + { + "epoch": 0.93, + "learning_rate": 1.4919647501423917e-05, + "loss": 0.7291, + "step": 1317 + }, + { + "epoch": 0.93, + "learning_rate": 1.4916547641536427e-05, + "loss": 0.7434, + "step": 1318 + }, + { + "epoch": 0.93, + "learning_rate": 1.4913445796414587e-05, + "loss": 0.7598, + "step": 1319 + }, + { + "epoch": 0.93, + "learning_rate": 1.4910341967018087e-05, + "loss": 0.7504, + "step": 1320 + }, + { + "epoch": 0.93, + "learning_rate": 1.4907236154307226e-05, + "loss": 0.7857, + "step": 1321 + }, + { + "epoch": 0.93, + "learning_rate": 1.4904128359242924e-05, + "loss": 0.7863, + "step": 1322 + }, + { + "epoch": 0.93, + "learning_rate": 1.4901018582786706e-05, + "loss": 0.7803, + "step": 1323 + }, + { + "epoch": 0.93, + "learning_rate": 1.4897906825900719e-05, + "loss": 0.7892, + "step": 1324 + }, + { + "epoch": 0.93, + "learning_rate": 1.489479308954772e-05, + "loss": 0.7488, + "step": 1325 + }, + { + "epoch": 0.93, + "learning_rate": 1.489167737469107e-05, + "loss": 0.7601, + "step": 1326 + }, + { + "epoch": 0.93, + "learning_rate": 1.4888559682294756e-05, + "loss": 0.7757, + "step": 1327 + }, + { + "epoch": 0.94, + "learning_rate": 1.4885440013323368e-05, + "loss": 0.7887, + "step": 1328 + }, + { + "epoch": 0.94, + "learning_rate": 1.4882318368742108e-05, + "loss": 0.7453, + "step": 1329 + }, + { + "epoch": 0.94, + "learning_rate": 1.487919474951679e-05, + "loss": 0.7614, + "step": 1330 + }, + { + "epoch": 0.94, + "learning_rate": 1.4876069156613844e-05, + "loss": 0.7669, + "step": 1331 + }, + { + "epoch": 0.94, + "learning_rate": 1.48729415910003e-05, + "loss": 0.7778, + "step": 1332 + }, + { + "epoch": 0.94, + "learning_rate": 1.486981205364381e-05, + "loss": 0.7609, + "step": 1333 + }, + { + "epoch": 0.94, + "learning_rate": 1.4866680545512628e-05, + "loss": 0.7635, + "step": 1334 + }, + { + "epoch": 0.94, + "learning_rate": 1.4863547067575622e-05, + "loss": 0.7776, + "step": 1335 + }, + { + "epoch": 0.94, + "learning_rate": 1.4860411620802268e-05, + "loss": 0.7174, + "step": 1336 + }, + { + "epoch": 0.94, + "learning_rate": 1.4857274206162647e-05, + "loss": 0.7696, + "step": 1337 + }, + { + "epoch": 0.94, + "learning_rate": 1.4854134824627457e-05, + "loss": 0.7707, + "step": 1338 + }, + { + "epoch": 0.94, + "learning_rate": 1.4850993477168001e-05, + "loss": 0.7602, + "step": 1339 + }, + { + "epoch": 0.94, + "learning_rate": 1.4847850164756188e-05, + "loss": 0.7899, + "step": 1340 + }, + { + "epoch": 0.94, + "learning_rate": 1.4844704888364533e-05, + "loss": 0.7696, + "step": 1341 + }, + { + "epoch": 0.95, + "learning_rate": 1.4841557648966167e-05, + "loss": 0.7663, + "step": 1342 + }, + { + "epoch": 0.95, + "learning_rate": 1.4838408447534823e-05, + "loss": 0.7569, + "step": 1343 + }, + { + "epoch": 0.95, + "learning_rate": 1.4835257285044841e-05, + "loss": 0.7727, + "step": 1344 + }, + { + "epoch": 0.95, + "eval_loss": 0.7359663248062134, + "eval_runtime": 30.9431, + "eval_samples_per_second": 264.712, + "eval_steps_per_second": 16.547, + "step": 1344 + }, + { + "epoch": 0.95, + "learning_rate": 1.4832104162471167e-05, + "loss": 0.7419, + "step": 1345 + }, + { + "epoch": 0.95, + "learning_rate": 1.4828949080789356e-05, + "loss": 0.7498, + "step": 1346 + }, + { + "epoch": 0.95, + "learning_rate": 1.4825792040975569e-05, + "loss": 0.7605, + "step": 1347 + }, + { + "epoch": 0.95, + "learning_rate": 1.482263304400657e-05, + "loss": 0.7753, + "step": 1348 + }, + { + "epoch": 0.95, + "learning_rate": 1.4819472090859731e-05, + "loss": 0.7625, + "step": 1349 + }, + { + "epoch": 0.95, + "learning_rate": 1.4816309182513027e-05, + "loss": 0.7535, + "step": 1350 + }, + { + "epoch": 0.95, + "learning_rate": 1.4813144319945043e-05, + "loss": 0.7564, + "step": 1351 + }, + { + "epoch": 0.95, + "learning_rate": 1.4809977504134961e-05, + "loss": 0.7901, + "step": 1352 + }, + { + "epoch": 0.95, + "learning_rate": 1.4806808736062575e-05, + "loss": 0.7733, + "step": 1353 + }, + { + "epoch": 0.95, + "learning_rate": 1.4803638016708276e-05, + "loss": 0.7462, + "step": 1354 + }, + { + "epoch": 0.95, + "learning_rate": 1.4800465347053066e-05, + "loss": 0.7648, + "step": 1355 + }, + { + "epoch": 0.95, + "learning_rate": 1.4797290728078541e-05, + "loss": 0.779, + "step": 1356 + }, + { + "epoch": 0.96, + "learning_rate": 1.4794114160766909e-05, + "loss": 0.7444, + "step": 1357 + }, + { + "epoch": 0.96, + "learning_rate": 1.4790935646100977e-05, + "loss": 0.7897, + "step": 1358 + }, + { + "epoch": 0.96, + "learning_rate": 1.4787755185064156e-05, + "loss": 0.7708, + "step": 1359 + }, + { + "epoch": 0.96, + "learning_rate": 1.4784572778640457e-05, + "loss": 0.7691, + "step": 1360 + }, + { + "epoch": 0.96, + "learning_rate": 1.4781388427814494e-05, + "loss": 0.7561, + "step": 1361 + }, + { + "epoch": 0.96, + "learning_rate": 1.477820213357148e-05, + "loss": 0.7821, + "step": 1362 + }, + { + "epoch": 0.96, + "learning_rate": 1.477501389689724e-05, + "loss": 0.7608, + "step": 1363 + }, + { + "epoch": 0.96, + "learning_rate": 1.4771823718778182e-05, + "loss": 0.7276, + "step": 1364 + }, + { + "epoch": 0.96, + "learning_rate": 1.476863160020133e-05, + "loss": 0.7703, + "step": 1365 + }, + { + "epoch": 0.96, + "learning_rate": 1.4765437542154304e-05, + "loss": 0.77, + "step": 1366 + }, + { + "epoch": 0.96, + "learning_rate": 1.4762241545625319e-05, + "loss": 0.7472, + "step": 1367 + }, + { + "epoch": 0.96, + "learning_rate": 1.4759043611603195e-05, + "loss": 0.7811, + "step": 1368 + }, + { + "epoch": 0.96, + "learning_rate": 1.475584374107735e-05, + "loss": 0.7864, + "step": 1369 + }, + { + "epoch": 0.96, + "learning_rate": 1.4752641935037802e-05, + "loss": 0.758, + "step": 1370 + }, + { + "epoch": 0.97, + "learning_rate": 1.4749438194475167e-05, + "loss": 0.7536, + "step": 1371 + }, + { + "epoch": 0.97, + "learning_rate": 1.474623252038066e-05, + "loss": 0.7913, + "step": 1372 + }, + { + "epoch": 0.97, + "learning_rate": 1.474302491374609e-05, + "loss": 0.7833, + "step": 1373 + }, + { + "epoch": 0.97, + "learning_rate": 1.4739815375563875e-05, + "loss": 0.7722, + "step": 1374 + }, + { + "epoch": 0.97, + "learning_rate": 1.4736603906827016e-05, + "loss": 0.7747, + "step": 1375 + }, + { + "epoch": 0.97, + "learning_rate": 1.4733390508529125e-05, + "loss": 0.7522, + "step": 1376 + }, + { + "epoch": 0.97, + "learning_rate": 1.47301751816644e-05, + "loss": 0.7673, + "step": 1377 + }, + { + "epoch": 0.97, + "learning_rate": 1.4726957927227642e-05, + "loss": 0.7666, + "step": 1378 + }, + { + "epoch": 0.97, + "learning_rate": 1.4723738746214248e-05, + "loss": 0.7663, + "step": 1379 + }, + { + "epoch": 0.97, + "learning_rate": 1.4720517639620205e-05, + "loss": 0.7726, + "step": 1380 + }, + { + "epoch": 0.97, + "learning_rate": 1.4717294608442105e-05, + "loss": 0.767, + "step": 1381 + }, + { + "epoch": 0.97, + "learning_rate": 1.4714069653677134e-05, + "loss": 0.7966, + "step": 1382 + }, + { + "epoch": 0.97, + "learning_rate": 1.4710842776323063e-05, + "loss": 0.7286, + "step": 1383 + }, + { + "epoch": 0.97, + "learning_rate": 1.4707613977378269e-05, + "loss": 0.7714, + "step": 1384 + }, + { + "epoch": 0.98, + "learning_rate": 1.4704383257841716e-05, + "loss": 0.7653, + "step": 1385 + }, + { + "epoch": 0.98, + "learning_rate": 1.470115061871297e-05, + "loss": 0.7597, + "step": 1386 + }, + { + "epoch": 0.98, + "learning_rate": 1.4697916060992187e-05, + "loss": 0.7757, + "step": 1387 + }, + { + "epoch": 0.98, + "learning_rate": 1.4694679585680112e-05, + "loss": 0.7752, + "step": 1388 + }, + { + "epoch": 0.98, + "learning_rate": 1.469144119377809e-05, + "loss": 0.7614, + "step": 1389 + }, + { + "epoch": 0.98, + "learning_rate": 1.4688200886288058e-05, + "loss": 0.7214, + "step": 1390 + }, + { + "epoch": 0.98, + "learning_rate": 1.468495866421254e-05, + "loss": 0.7404, + "step": 1391 + }, + { + "epoch": 0.98, + "learning_rate": 1.4681714528554658e-05, + "loss": 0.7835, + "step": 1392 + }, + { + "epoch": 0.98, + "learning_rate": 1.4678468480318131e-05, + "loss": 0.7848, + "step": 1393 + }, + { + "epoch": 0.98, + "learning_rate": 1.4675220520507251e-05, + "loss": 0.7783, + "step": 1394 + }, + { + "epoch": 0.98, + "learning_rate": 1.4671970650126924e-05, + "loss": 0.763, + "step": 1395 + }, + { + "epoch": 0.98, + "learning_rate": 1.4668718870182635e-05, + "loss": 0.7758, + "step": 1396 + }, + { + "epoch": 0.98, + "learning_rate": 1.4665465181680457e-05, + "loss": 0.7603, + "step": 1397 + }, + { + "epoch": 0.98, + "learning_rate": 1.4662209585627063e-05, + "loss": 0.7698, + "step": 1398 + }, + { + "epoch": 0.99, + "learning_rate": 1.4658952083029707e-05, + "loss": 0.7861, + "step": 1399 + }, + { + "epoch": 0.99, + "learning_rate": 1.4655692674896241e-05, + "loss": 0.7451, + "step": 1400 + }, + { + "epoch": 0.99, + "learning_rate": 1.4652431362235102e-05, + "loss": 0.7685, + "step": 1401 + }, + { + "epoch": 0.99, + "learning_rate": 1.4649168146055319e-05, + "loss": 0.7708, + "step": 1402 + }, + { + "epoch": 0.99, + "learning_rate": 1.4645903027366501e-05, + "loss": 0.7073, + "step": 1403 + }, + { + "epoch": 0.99, + "learning_rate": 1.4642636007178858e-05, + "loss": 0.7571, + "step": 1404 + }, + { + "epoch": 0.99, + "learning_rate": 1.4639367086503183e-05, + "loss": 0.7349, + "step": 1405 + }, + { + "epoch": 0.99, + "learning_rate": 1.4636096266350856e-05, + "loss": 0.781, + "step": 1406 + }, + { + "epoch": 0.99, + "learning_rate": 1.4632823547733846e-05, + "loss": 0.7294, + "step": 1407 + }, + { + "epoch": 0.99, + "learning_rate": 1.4629548931664709e-05, + "loss": 0.759, + "step": 1408 + }, + { + "epoch": 0.99, + "eval_loss": 0.735153079032898, + "eval_runtime": 30.9362, + "eval_samples_per_second": 264.771, + "eval_steps_per_second": 16.55, + "step": 1408 + }, + { + "epoch": 0.99, + "learning_rate": 1.4626272419156584e-05, + "loss": 0.7635, + "step": 1409 + }, + { + "epoch": 0.99, + "learning_rate": 1.4622994011223208e-05, + "loss": 0.7478, + "step": 1410 + }, + { + "epoch": 0.99, + "learning_rate": 1.4619713708878891e-05, + "loss": 0.7978, + "step": 1411 + }, + { + "epoch": 0.99, + "learning_rate": 1.4616431513138537e-05, + "loss": 0.7666, + "step": 1412 + }, + { + "epoch": 1.0, + "learning_rate": 1.4613147425017636e-05, + "loss": 0.7677, + "step": 1413 + }, + { + "epoch": 1.0, + "learning_rate": 1.460986144553226e-05, + "loss": 0.7751, + "step": 1414 + }, + { + "epoch": 1.0, + "learning_rate": 1.4606573575699068e-05, + "loss": 0.76, + "step": 1415 + }, + { + "epoch": 1.0, + "learning_rate": 1.4603283816535302e-05, + "loss": 0.721, + "step": 1416 + }, + { + "epoch": 1.0, + "learning_rate": 1.4599992169058793e-05, + "loss": 0.7425, + "step": 1417 + }, + { + "epoch": 1.0, + "learning_rate": 1.459669863428795e-05, + "loss": 0.7805, + "step": 1418 + }, + { + "epoch": 1.0, + "learning_rate": 1.4593403213241776e-05, + "loss": 0.7788, + "step": 1419 + }, + { + "epoch": 1.0, + "learning_rate": 1.4590105906939842e-05, + "loss": 0.7557, + "step": 1420 + }, + { + "epoch": 1.0, + "learning_rate": 1.4586806716402319e-05, + "loss": 0.7327, + "step": 1421 + }, + { + "epoch": 1.0, + "learning_rate": 1.4583505642649947e-05, + "loss": 0.7174, + "step": 1422 + }, + { + "epoch": 1.0, + "learning_rate": 1.4580202686704056e-05, + "loss": 0.7208, + "step": 1423 + }, + { + "epoch": 1.0, + "learning_rate": 1.4576897849586563e-05, + "loss": 0.7335, + "step": 1424 + }, + { + "epoch": 1.0, + "learning_rate": 1.4573591132319958e-05, + "loss": 0.7114, + "step": 1425 + }, + { + "epoch": 1.0, + "learning_rate": 1.457028253592731e-05, + "loss": 0.7394, + "step": 1426 + }, + { + "epoch": 1.0, + "learning_rate": 1.4566972061432282e-05, + "loss": 0.7307, + "step": 1427 + }, + { + "epoch": 1.01, + "learning_rate": 1.4563659709859108e-05, + "loss": 0.744, + "step": 1428 + }, + { + "epoch": 1.01, + "learning_rate": 1.456034548223261e-05, + "loss": 0.7848, + "step": 1429 + }, + { + "epoch": 1.01, + "learning_rate": 1.4557029379578182e-05, + "loss": 0.7261, + "step": 1430 + }, + { + "epoch": 1.01, + "learning_rate": 1.4553711402921805e-05, + "loss": 0.7453, + "step": 1431 + }, + { + "epoch": 1.01, + "learning_rate": 1.4550391553290038e-05, + "loss": 0.7379, + "step": 1432 + }, + { + "epoch": 1.01, + "learning_rate": 1.4547069831710016e-05, + "loss": 0.7098, + "step": 1433 + }, + { + "epoch": 1.01, + "learning_rate": 1.4543746239209462e-05, + "loss": 0.7226, + "step": 1434 + }, + { + "epoch": 1.01, + "learning_rate": 1.4540420776816666e-05, + "loss": 0.7414, + "step": 1435 + }, + { + "epoch": 1.01, + "learning_rate": 1.4537093445560502e-05, + "loss": 0.7357, + "step": 1436 + }, + { + "epoch": 1.01, + "learning_rate": 1.4533764246470427e-05, + "loss": 0.7199, + "step": 1437 + }, + { + "epoch": 1.01, + "learning_rate": 1.453043318057647e-05, + "loss": 0.7417, + "step": 1438 + }, + { + "epoch": 1.01, + "learning_rate": 1.452710024890924e-05, + "loss": 0.7442, + "step": 1439 + }, + { + "epoch": 1.01, + "learning_rate": 1.452376545249992e-05, + "loss": 0.7039, + "step": 1440 + }, + { + "epoch": 1.01, + "learning_rate": 1.4520428792380275e-05, + "loss": 0.7179, + "step": 1441 + }, + { + "epoch": 1.02, + "learning_rate": 1.4517090269582641e-05, + "loss": 0.7088, + "step": 1442 + }, + { + "epoch": 1.02, + "learning_rate": 1.451374988513994e-05, + "loss": 0.7108, + "step": 1443 + }, + { + "epoch": 1.02, + "learning_rate": 1.4510407640085653e-05, + "loss": 0.7007, + "step": 1444 + }, + { + "epoch": 1.02, + "learning_rate": 1.4507063535453854e-05, + "loss": 0.7475, + "step": 1445 + }, + { + "epoch": 1.02, + "learning_rate": 1.4503717572279184e-05, + "loss": 0.739, + "step": 1446 + }, + { + "epoch": 1.02, + "learning_rate": 1.4500369751596862e-05, + "loss": 0.7151, + "step": 1447 + }, + { + "epoch": 1.02, + "learning_rate": 1.4497020074442676e-05, + "loss": 0.7338, + "step": 1448 + }, + { + "epoch": 1.02, + "learning_rate": 1.4493668541852993e-05, + "loss": 0.751, + "step": 1449 + }, + { + "epoch": 1.02, + "learning_rate": 1.4490315154864753e-05, + "loss": 0.6926, + "step": 1450 + }, + { + "epoch": 1.02, + "learning_rate": 1.4486959914515474e-05, + "loss": 0.7324, + "step": 1451 + }, + { + "epoch": 1.02, + "learning_rate": 1.4483602821843241e-05, + "loss": 0.7397, + "step": 1452 + }, + { + "epoch": 1.02, + "learning_rate": 1.4480243877886717e-05, + "loss": 0.7404, + "step": 1453 + }, + { + "epoch": 1.02, + "learning_rate": 1.4476883083685133e-05, + "loss": 0.732, + "step": 1454 + }, + { + "epoch": 1.02, + "learning_rate": 1.4473520440278294e-05, + "loss": 0.7019, + "step": 1455 + }, + { + "epoch": 1.03, + "learning_rate": 1.4470155948706579e-05, + "loss": 0.7366, + "step": 1456 + }, + { + "epoch": 1.03, + "learning_rate": 1.446678961001094e-05, + "loss": 0.7292, + "step": 1457 + }, + { + "epoch": 1.03, + "learning_rate": 1.4463421425232896e-05, + "loss": 0.7072, + "step": 1458 + }, + { + "epoch": 1.03, + "learning_rate": 1.446005139541454e-05, + "loss": 0.6921, + "step": 1459 + }, + { + "epoch": 1.03, + "learning_rate": 1.4456679521598534e-05, + "loss": 0.7461, + "step": 1460 + }, + { + "epoch": 1.03, + "learning_rate": 1.4453305804828114e-05, + "loss": 0.7036, + "step": 1461 + }, + { + "epoch": 1.03, + "learning_rate": 1.4449930246147084e-05, + "loss": 0.7495, + "step": 1462 + }, + { + "epoch": 1.03, + "learning_rate": 1.4446552846599817e-05, + "loss": 0.7303, + "step": 1463 + }, + { + "epoch": 1.03, + "learning_rate": 1.4443173607231257e-05, + "loss": 0.7273, + "step": 1464 + }, + { + "epoch": 1.03, + "learning_rate": 1.4439792529086918e-05, + "loss": 0.6973, + "step": 1465 + }, + { + "epoch": 1.03, + "learning_rate": 1.4436409613212876e-05, + "loss": 0.7949, + "step": 1466 + }, + { + "epoch": 1.03, + "learning_rate": 1.4433024860655788e-05, + "loss": 0.7172, + "step": 1467 + }, + { + "epoch": 1.03, + "learning_rate": 1.442963827246287e-05, + "loss": 0.7273, + "step": 1468 + }, + { + "epoch": 1.03, + "learning_rate": 1.4426249849681909e-05, + "loss": 0.7262, + "step": 1469 + }, + { + "epoch": 1.04, + "learning_rate": 1.4422859593361253e-05, + "loss": 0.7208, + "step": 1470 + }, + { + "epoch": 1.04, + "learning_rate": 1.4419467504549832e-05, + "loss": 0.7337, + "step": 1471 + }, + { + "epoch": 1.04, + "learning_rate": 1.441607358429713e-05, + "loss": 0.7359, + "step": 1472 + }, + { + "epoch": 1.04, + "eval_loss": 0.7353258728981018, + "eval_runtime": 30.95, + "eval_samples_per_second": 264.653, + "eval_steps_per_second": 16.543, + "step": 1472 + }, + { + "epoch": 1.04, + "learning_rate": 1.4412677833653202e-05, + "loss": 0.7436, + "step": 1473 + }, + { + "epoch": 1.04, + "learning_rate": 1.440928025366867e-05, + "loss": 0.754, + "step": 1474 + }, + { + "epoch": 1.04, + "learning_rate": 1.440588084539472e-05, + "loss": 0.6811, + "step": 1475 + }, + { + "epoch": 1.04, + "learning_rate": 1.4402479609883106e-05, + "loss": 0.709, + "step": 1476 + }, + { + "epoch": 1.04, + "learning_rate": 1.4399076548186147e-05, + "loss": 0.7369, + "step": 1477 + }, + { + "epoch": 1.04, + "learning_rate": 1.439567166135672e-05, + "loss": 0.7522, + "step": 1478 + }, + { + "epoch": 1.04, + "learning_rate": 1.4392264950448283e-05, + "loss": 0.7426, + "step": 1479 + }, + { + "epoch": 1.04, + "learning_rate": 1.4388856416514843e-05, + "loss": 0.7415, + "step": 1480 + }, + { + "epoch": 1.04, + "learning_rate": 1.4385446060610974e-05, + "loss": 0.7156, + "step": 1481 + }, + { + "epoch": 1.04, + "learning_rate": 1.4382033883791818e-05, + "loss": 0.7183, + "step": 1482 + }, + { + "epoch": 1.04, + "learning_rate": 1.437861988711308e-05, + "loss": 0.7384, + "step": 1483 + }, + { + "epoch": 1.05, + "learning_rate": 1.4375204071631025e-05, + "loss": 0.7236, + "step": 1484 + }, + { + "epoch": 1.05, + "learning_rate": 1.4371786438402478e-05, + "loss": 0.7195, + "step": 1485 + }, + { + "epoch": 1.05, + "learning_rate": 1.4368366988484839e-05, + "loss": 0.7291, + "step": 1486 + }, + { + "epoch": 1.05, + "learning_rate": 1.4364945722936054e-05, + "loss": 0.7441, + "step": 1487 + }, + { + "epoch": 1.05, + "learning_rate": 1.4361522642814643e-05, + "loss": 0.7025, + "step": 1488 + }, + { + "epoch": 1.05, + "learning_rate": 1.4358097749179679e-05, + "loss": 0.7582, + "step": 1489 + }, + { + "epoch": 1.05, + "learning_rate": 1.4354671043090803e-05, + "loss": 0.7363, + "step": 1490 + }, + { + "epoch": 1.05, + "learning_rate": 1.4351242525608212e-05, + "loss": 0.7506, + "step": 1491 + }, + { + "epoch": 1.05, + "learning_rate": 1.4347812197792667e-05, + "loss": 0.7017, + "step": 1492 + }, + { + "epoch": 1.05, + "learning_rate": 1.4344380060705484e-05, + "loss": 0.7561, + "step": 1493 + }, + { + "epoch": 1.05, + "learning_rate": 1.4340946115408542e-05, + "loss": 0.7477, + "step": 1494 + }, + { + "epoch": 1.05, + "learning_rate": 1.4337510362964282e-05, + "loss": 0.7315, + "step": 1495 + }, + { + "epoch": 1.05, + "learning_rate": 1.4334072804435702e-05, + "loss": 0.7204, + "step": 1496 + }, + { + "epoch": 1.05, + "learning_rate": 1.4330633440886355e-05, + "loss": 0.7299, + "step": 1497 + }, + { + "epoch": 1.05, + "learning_rate": 1.4327192273380355e-05, + "loss": 0.7064, + "step": 1498 + }, + { + "epoch": 1.06, + "learning_rate": 1.4323749302982378e-05, + "loss": 0.7173, + "step": 1499 + }, + { + "epoch": 1.06, + "learning_rate": 1.4320304530757655e-05, + "loss": 0.7515, + "step": 1500 + }, + { + "epoch": 1.06, + "learning_rate": 1.431685795777197e-05, + "loss": 0.7349, + "step": 1501 + }, + { + "epoch": 1.06, + "learning_rate": 1.4313409585091675e-05, + "loss": 0.7716, + "step": 1502 + }, + { + "epoch": 1.06, + "learning_rate": 1.4309959413783665e-05, + "loss": 0.7732, + "step": 1503 + }, + { + "epoch": 1.06, + "learning_rate": 1.43065074449154e-05, + "loss": 0.725, + "step": 1504 + }, + { + "epoch": 1.06, + "learning_rate": 1.4303053679554898e-05, + "loss": 0.7292, + "step": 1505 + }, + { + "epoch": 1.06, + "learning_rate": 1.4299598118770725e-05, + "loss": 0.717, + "step": 1506 + }, + { + "epoch": 1.06, + "learning_rate": 1.4296140763632014e-05, + "loss": 0.7456, + "step": 1507 + }, + { + "epoch": 1.06, + "learning_rate": 1.4292681615208442e-05, + "loss": 0.7466, + "step": 1508 + }, + { + "epoch": 1.06, + "learning_rate": 1.4289220674570243e-05, + "loss": 0.7491, + "step": 1509 + }, + { + "epoch": 1.06, + "learning_rate": 1.4285757942788208e-05, + "loss": 0.7339, + "step": 1510 + }, + { + "epoch": 1.06, + "learning_rate": 1.4282293420933683e-05, + "loss": 0.7174, + "step": 1511 + }, + { + "epoch": 1.06, + "learning_rate": 1.4278827110078569e-05, + "loss": 0.7415, + "step": 1512 + }, + { + "epoch": 1.07, + "learning_rate": 1.4275359011295315e-05, + "loss": 0.7452, + "step": 1513 + }, + { + "epoch": 1.07, + "learning_rate": 1.4271889125656926e-05, + "loss": 0.7613, + "step": 1514 + }, + { + "epoch": 1.07, + "learning_rate": 1.426841745423696e-05, + "loss": 0.7451, + "step": 1515 + }, + { + "epoch": 1.07, + "learning_rate": 1.4264943998109529e-05, + "loss": 0.7146, + "step": 1516 + }, + { + "epoch": 1.07, + "learning_rate": 1.4261468758349295e-05, + "loss": 0.7496, + "step": 1517 + }, + { + "epoch": 1.07, + "learning_rate": 1.4257991736031473e-05, + "loss": 0.7441, + "step": 1518 + }, + { + "epoch": 1.07, + "learning_rate": 1.4254512932231827e-05, + "loss": 0.7582, + "step": 1519 + }, + { + "epoch": 1.07, + "learning_rate": 1.4251032348026677e-05, + "loss": 0.7391, + "step": 1520 + }, + { + "epoch": 1.07, + "learning_rate": 1.424754998449289e-05, + "loss": 0.7421, + "step": 1521 + }, + { + "epoch": 1.07, + "learning_rate": 1.4244065842707884e-05, + "loss": 0.7364, + "step": 1522 + }, + { + "epoch": 1.07, + "learning_rate": 1.4240579923749629e-05, + "loss": 0.7372, + "step": 1523 + }, + { + "epoch": 1.07, + "learning_rate": 1.4237092228696642e-05, + "loss": 0.7741, + "step": 1524 + }, + { + "epoch": 1.07, + "learning_rate": 1.4233602758627992e-05, + "loss": 0.7445, + "step": 1525 + }, + { + "epoch": 1.07, + "learning_rate": 1.4230111514623298e-05, + "loss": 0.7362, + "step": 1526 + }, + { + "epoch": 1.08, + "learning_rate": 1.4226618497762721e-05, + "loss": 0.7242, + "step": 1527 + }, + { + "epoch": 1.08, + "learning_rate": 1.422312370912698e-05, + "loss": 0.7406, + "step": 1528 + }, + { + "epoch": 1.08, + "learning_rate": 1.4219627149797337e-05, + "loss": 0.7435, + "step": 1529 + }, + { + "epoch": 1.08, + "learning_rate": 1.4216128820855607e-05, + "loss": 0.6772, + "step": 1530 + }, + { + "epoch": 1.08, + "learning_rate": 1.4212628723384138e-05, + "loss": 0.7126, + "step": 1531 + }, + { + "epoch": 1.08, + "learning_rate": 1.4209126858465843e-05, + "loss": 0.7453, + "step": 1532 + }, + { + "epoch": 1.08, + "learning_rate": 1.4205623227184172e-05, + "loss": 0.7098, + "step": 1533 + }, + { + "epoch": 1.08, + "learning_rate": 1.4202117830623124e-05, + "loss": 0.7072, + "step": 1534 + }, + { + "epoch": 1.08, + "learning_rate": 1.4198610669867242e-05, + "loss": 0.7344, + "step": 1535 + }, + { + "epoch": 1.08, + "learning_rate": 1.419510174600162e-05, + "loss": 0.741, + "step": 1536 + }, + { + "epoch": 1.08, + "eval_loss": 0.7347473502159119, + "eval_runtime": 30.9203, + "eval_samples_per_second": 264.907, + "eval_steps_per_second": 16.559, + "step": 1536 + }, + { + "epoch": 1.08, + "learning_rate": 1.4191591060111894e-05, + "loss": 0.7432, + "step": 1537 + }, + { + "epoch": 1.08, + "learning_rate": 1.4188078613284243e-05, + "loss": 0.7425, + "step": 1538 + }, + { + "epoch": 1.08, + "learning_rate": 1.4184564406605393e-05, + "loss": 0.7444, + "step": 1539 + }, + { + "epoch": 1.08, + "learning_rate": 1.4181048441162618e-05, + "loss": 0.7267, + "step": 1540 + }, + { + "epoch": 1.09, + "learning_rate": 1.4177530718043729e-05, + "loss": 0.724, + "step": 1541 + }, + { + "epoch": 1.09, + "learning_rate": 1.4174011238337086e-05, + "loss": 0.786, + "step": 1542 + }, + { + "epoch": 1.09, + "learning_rate": 1.4170490003131591e-05, + "loss": 0.74, + "step": 1543 + }, + { + "epoch": 1.09, + "learning_rate": 1.4166967013516689e-05, + "loss": 0.7049, + "step": 1544 + }, + { + "epoch": 1.09, + "learning_rate": 1.416344227058237e-05, + "loss": 0.7558, + "step": 1545 + }, + { + "epoch": 1.09, + "learning_rate": 1.4159915775419163e-05, + "loss": 0.7307, + "step": 1546 + }, + { + "epoch": 1.09, + "learning_rate": 1.415638752911814e-05, + "loss": 0.7255, + "step": 1547 + }, + { + "epoch": 1.09, + "learning_rate": 1.4152857532770914e-05, + "loss": 0.7384, + "step": 1548 + }, + { + "epoch": 1.09, + "learning_rate": 1.4149325787469643e-05, + "loss": 0.7087, + "step": 1549 + }, + { + "epoch": 1.09, + "learning_rate": 1.4145792294307026e-05, + "loss": 0.7016, + "step": 1550 + }, + { + "epoch": 1.09, + "learning_rate": 1.4142257054376297e-05, + "loss": 0.7153, + "step": 1551 + }, + { + "epoch": 1.09, + "learning_rate": 1.4138720068771236e-05, + "loss": 0.7006, + "step": 1552 + }, + { + "epoch": 1.09, + "learning_rate": 1.4135181338586158e-05, + "loss": 0.7475, + "step": 1553 + }, + { + "epoch": 1.09, + "learning_rate": 1.4131640864915928e-05, + "loss": 0.7475, + "step": 1554 + }, + { + "epoch": 1.1, + "learning_rate": 1.4128098648855936e-05, + "loss": 0.7439, + "step": 1555 + }, + { + "epoch": 1.1, + "learning_rate": 1.4124554691502126e-05, + "loss": 0.7293, + "step": 1556 + }, + { + "epoch": 1.1, + "learning_rate": 1.4121008993950965e-05, + "loss": 0.7664, + "step": 1557 + }, + { + "epoch": 1.1, + "learning_rate": 1.4117461557299473e-05, + "loss": 0.7342, + "step": 1558 + }, + { + "epoch": 1.1, + "learning_rate": 1.41139123826452e-05, + "loss": 0.7552, + "step": 1559 + }, + { + "epoch": 1.1, + "learning_rate": 1.4110361471086233e-05, + "loss": 0.7461, + "step": 1560 + }, + { + "epoch": 1.1, + "learning_rate": 1.4106808823721202e-05, + "loss": 0.7697, + "step": 1561 + }, + { + "epoch": 1.1, + "learning_rate": 1.4103254441649267e-05, + "loss": 0.7762, + "step": 1562 + }, + { + "epoch": 1.1, + "learning_rate": 1.4099698325970136e-05, + "loss": 0.7094, + "step": 1563 + }, + { + "epoch": 1.1, + "learning_rate": 1.409614047778404e-05, + "loss": 0.7581, + "step": 1564 + }, + { + "epoch": 1.1, + "learning_rate": 1.4092580898191752e-05, + "loss": 0.713, + "step": 1565 + }, + { + "epoch": 1.1, + "learning_rate": 1.4089019588294584e-05, + "loss": 0.7366, + "step": 1566 + }, + { + "epoch": 1.1, + "learning_rate": 1.4085456549194376e-05, + "loss": 0.7433, + "step": 1567 + }, + { + "epoch": 1.1, + "learning_rate": 1.408189178199351e-05, + "loss": 0.7268, + "step": 1568 + }, + { + "epoch": 1.1, + "learning_rate": 1.4078325287794901e-05, + "loss": 0.7328, + "step": 1569 + }, + { + "epoch": 1.11, + "learning_rate": 1.4074757067701992e-05, + "loss": 0.7352, + "step": 1570 + }, + { + "epoch": 1.11, + "learning_rate": 1.4071187122818769e-05, + "loss": 0.7105, + "step": 1571 + }, + { + "epoch": 1.11, + "learning_rate": 1.4067615454249746e-05, + "loss": 0.7298, + "step": 1572 + }, + { + "epoch": 1.11, + "learning_rate": 1.4064042063099971e-05, + "loss": 0.7334, + "step": 1573 + }, + { + "epoch": 1.11, + "learning_rate": 1.4060466950475032e-05, + "loss": 0.7587, + "step": 1574 + }, + { + "epoch": 1.11, + "learning_rate": 1.4056890117481036e-05, + "loss": 0.7219, + "step": 1575 + }, + { + "epoch": 1.11, + "learning_rate": 1.4053311565224633e-05, + "loss": 0.7206, + "step": 1576 + }, + { + "epoch": 1.11, + "learning_rate": 1.4049731294813002e-05, + "loss": 0.7311, + "step": 1577 + }, + { + "epoch": 1.11, + "learning_rate": 1.404614930735385e-05, + "loss": 0.7501, + "step": 1578 + }, + { + "epoch": 1.11, + "learning_rate": 1.4042565603955424e-05, + "loss": 0.7565, + "step": 1579 + }, + { + "epoch": 1.11, + "learning_rate": 1.4038980185726493e-05, + "loss": 0.7422, + "step": 1580 + }, + { + "epoch": 1.11, + "learning_rate": 1.403539305377636e-05, + "loss": 0.7858, + "step": 1581 + }, + { + "epoch": 1.11, + "learning_rate": 1.4031804209214859e-05, + "loss": 0.7276, + "step": 1582 + }, + { + "epoch": 1.11, + "learning_rate": 1.4028213653152352e-05, + "loss": 0.7316, + "step": 1583 + }, + { + "epoch": 1.12, + "learning_rate": 1.4024621386699731e-05, + "loss": 0.7336, + "step": 1584 + }, + { + "epoch": 1.12, + "learning_rate": 1.4021027410968423e-05, + "loss": 0.7383, + "step": 1585 + }, + { + "epoch": 1.12, + "learning_rate": 1.4017431727070373e-05, + "loss": 0.7165, + "step": 1586 + }, + { + "epoch": 1.12, + "learning_rate": 1.4013834336118062e-05, + "loss": 0.7435, + "step": 1587 + }, + { + "epoch": 1.12, + "learning_rate": 1.4010235239224497e-05, + "loss": 0.7129, + "step": 1588 + }, + { + "epoch": 1.12, + "learning_rate": 1.4006634437503216e-05, + "loss": 0.729, + "step": 1589 + }, + { + "epoch": 1.12, + "learning_rate": 1.4003031932068272e-05, + "loss": 0.7321, + "step": 1590 + }, + { + "epoch": 1.12, + "learning_rate": 1.3999427724034267e-05, + "loss": 0.7175, + "step": 1591 + }, + { + "epoch": 1.12, + "learning_rate": 1.399582181451631e-05, + "loss": 0.7326, + "step": 1592 + }, + { + "epoch": 1.12, + "learning_rate": 1.3992214204630046e-05, + "loss": 0.7015, + "step": 1593 + }, + { + "epoch": 1.12, + "learning_rate": 1.3988604895491644e-05, + "loss": 0.7202, + "step": 1594 + }, + { + "epoch": 1.12, + "learning_rate": 1.3984993888217797e-05, + "loss": 0.6687, + "step": 1595 + }, + { + "epoch": 1.12, + "learning_rate": 1.3981381183925728e-05, + "loss": 0.7215, + "step": 1596 + }, + { + "epoch": 1.12, + "learning_rate": 1.3977766783733178e-05, + "loss": 0.7489, + "step": 1597 + }, + { + "epoch": 1.13, + "learning_rate": 1.3974150688758421e-05, + "loss": 0.7564, + "step": 1598 + }, + { + "epoch": 1.13, + "learning_rate": 1.397053290012025e-05, + "loss": 0.7469, + "step": 1599 + }, + { + "epoch": 1.13, + "learning_rate": 1.3966913418937978e-05, + "loss": 0.7174, + "step": 1600 + }, + { + "epoch": 1.13, + "eval_loss": 0.7343421578407288, + "eval_runtime": 30.9217, + "eval_samples_per_second": 264.895, + "eval_steps_per_second": 16.558, + "step": 1600 + }, + { + "epoch": 1.13, + "learning_rate": 1.3963292246331454e-05, + "loss": 0.7465, + "step": 1601 + }, + { + "epoch": 1.13, + "learning_rate": 1.3959669383421042e-05, + "loss": 0.7425, + "step": 1602 + }, + { + "epoch": 1.13, + "learning_rate": 1.3956044831327629e-05, + "loss": 0.7107, + "step": 1603 + }, + { + "epoch": 1.13, + "learning_rate": 1.395241859117262e-05, + "loss": 0.73, + "step": 1604 + }, + { + "epoch": 1.13, + "learning_rate": 1.3948790664077958e-05, + "loss": 0.7531, + "step": 1605 + }, + { + "epoch": 1.13, + "learning_rate": 1.3945161051166092e-05, + "loss": 0.7186, + "step": 1606 + }, + { + "epoch": 1.13, + "learning_rate": 1.3941529753560002e-05, + "loss": 0.7432, + "step": 1607 + }, + { + "epoch": 1.13, + "learning_rate": 1.393789677238318e-05, + "loss": 0.7324, + "step": 1608 + }, + { + "epoch": 1.13, + "learning_rate": 1.393426210875965e-05, + "loss": 0.7211, + "step": 1609 + }, + { + "epoch": 1.13, + "learning_rate": 1.3930625763813946e-05, + "loss": 0.7472, + "step": 1610 + }, + { + "epoch": 1.13, + "learning_rate": 1.3926987738671133e-05, + "loss": 0.7134, + "step": 1611 + }, + { + "epoch": 1.14, + "learning_rate": 1.3923348034456788e-05, + "loss": 0.7322, + "step": 1612 + }, + { + "epoch": 1.14, + "learning_rate": 1.391970665229701e-05, + "loss": 0.736, + "step": 1613 + }, + { + "epoch": 1.14, + "learning_rate": 1.3916063593318413e-05, + "loss": 0.7293, + "step": 1614 + }, + { + "epoch": 1.14, + "learning_rate": 1.391241885864814e-05, + "loss": 0.7268, + "step": 1615 + }, + { + "epoch": 1.14, + "learning_rate": 1.3908772449413842e-05, + "loss": 0.6909, + "step": 1616 + }, + { + "epoch": 1.14, + "learning_rate": 1.3905124366743691e-05, + "loss": 0.6961, + "step": 1617 + }, + { + "epoch": 1.14, + "learning_rate": 1.3901474611766383e-05, + "loss": 0.7616, + "step": 1618 + }, + { + "epoch": 1.14, + "learning_rate": 1.3897823185611121e-05, + "loss": 0.7554, + "step": 1619 + }, + { + "epoch": 1.14, + "learning_rate": 1.3894170089407636e-05, + "loss": 0.7469, + "step": 1620 + }, + { + "epoch": 1.14, + "learning_rate": 1.3890515324286164e-05, + "loss": 0.7244, + "step": 1621 + }, + { + "epoch": 1.14, + "learning_rate": 1.3886858891377466e-05, + "loss": 0.6978, + "step": 1622 + }, + { + "epoch": 1.14, + "learning_rate": 1.3883200791812817e-05, + "loss": 0.761, + "step": 1623 + }, + { + "epoch": 1.14, + "learning_rate": 1.3879541026724008e-05, + "loss": 0.7273, + "step": 1624 + }, + { + "epoch": 1.14, + "learning_rate": 1.387587959724334e-05, + "loss": 0.7093, + "step": 1625 + }, + { + "epoch": 1.15, + "learning_rate": 1.387221650450364e-05, + "loss": 0.741, + "step": 1626 + }, + { + "epoch": 1.15, + "learning_rate": 1.3868551749638237e-05, + "loss": 0.7649, + "step": 1627 + }, + { + "epoch": 1.15, + "learning_rate": 1.3864885333780984e-05, + "loss": 0.7194, + "step": 1628 + }, + { + "epoch": 1.15, + "learning_rate": 1.3861217258066241e-05, + "loss": 0.7509, + "step": 1629 + }, + { + "epoch": 1.15, + "learning_rate": 1.3857547523628884e-05, + "loss": 0.7258, + "step": 1630 + }, + { + "epoch": 1.15, + "learning_rate": 1.3853876131604311e-05, + "loss": 0.7122, + "step": 1631 + }, + { + "epoch": 1.15, + "learning_rate": 1.3850203083128413e-05, + "loss": 0.7428, + "step": 1632 + }, + { + "epoch": 1.15, + "learning_rate": 1.384652837933761e-05, + "loss": 0.7365, + "step": 1633 + }, + { + "epoch": 1.15, + "learning_rate": 1.3842852021368835e-05, + "loss": 0.7638, + "step": 1634 + }, + { + "epoch": 1.15, + "learning_rate": 1.3839174010359521e-05, + "loss": 0.7226, + "step": 1635 + }, + { + "epoch": 1.15, + "learning_rate": 1.383549434744762e-05, + "loss": 0.7393, + "step": 1636 + }, + { + "epoch": 1.15, + "learning_rate": 1.3831813033771592e-05, + "loss": 0.7227, + "step": 1637 + }, + { + "epoch": 1.15, + "learning_rate": 1.382813007047041e-05, + "loss": 0.7366, + "step": 1638 + }, + { + "epoch": 1.15, + "learning_rate": 1.3824445458683558e-05, + "loss": 0.7273, + "step": 1639 + }, + { + "epoch": 1.15, + "learning_rate": 1.382075919955103e-05, + "loss": 0.7429, + "step": 1640 + }, + { + "epoch": 1.16, + "learning_rate": 1.3817071294213326e-05, + "loss": 0.7361, + "step": 1641 + }, + { + "epoch": 1.16, + "learning_rate": 1.3813381743811454e-05, + "loss": 0.7375, + "step": 1642 + }, + { + "epoch": 1.16, + "learning_rate": 1.3809690549486944e-05, + "loss": 0.7204, + "step": 1643 + }, + { + "epoch": 1.16, + "learning_rate": 1.3805997712381819e-05, + "loss": 0.755, + "step": 1644 + }, + { + "epoch": 1.16, + "learning_rate": 1.3802303233638619e-05, + "loss": 0.771, + "step": 1645 + }, + { + "epoch": 1.16, + "learning_rate": 1.3798607114400386e-05, + "loss": 0.7188, + "step": 1646 + }, + { + "epoch": 1.16, + "learning_rate": 1.3794909355810677e-05, + "loss": 0.7052, + "step": 1647 + }, + { + "epoch": 1.16, + "learning_rate": 1.3791209959013553e-05, + "loss": 0.7455, + "step": 1648 + }, + { + "epoch": 1.16, + "learning_rate": 1.3787508925153578e-05, + "loss": 0.7504, + "step": 1649 + }, + { + "epoch": 1.16, + "learning_rate": 1.3783806255375826e-05, + "loss": 0.7338, + "step": 1650 + }, + { + "epoch": 1.16, + "learning_rate": 1.378010195082588e-05, + "loss": 0.7524, + "step": 1651 + }, + { + "epoch": 1.16, + "learning_rate": 1.377639601264982e-05, + "loss": 0.7219, + "step": 1652 + }, + { + "epoch": 1.16, + "learning_rate": 1.377268844199424e-05, + "loss": 0.735, + "step": 1653 + }, + { + "epoch": 1.16, + "learning_rate": 1.3768979240006237e-05, + "loss": 0.7043, + "step": 1654 + }, + { + "epoch": 1.17, + "learning_rate": 1.3765268407833412e-05, + "loss": 0.7155, + "step": 1655 + }, + { + "epoch": 1.17, + "learning_rate": 1.3761555946623868e-05, + "loss": 0.7331, + "step": 1656 + }, + { + "epoch": 1.17, + "learning_rate": 1.3757841857526216e-05, + "loss": 0.7434, + "step": 1657 + }, + { + "epoch": 1.17, + "learning_rate": 1.375412614168957e-05, + "loss": 0.7171, + "step": 1658 + }, + { + "epoch": 1.17, + "learning_rate": 1.3750408800263542e-05, + "loss": 0.7517, + "step": 1659 + }, + { + "epoch": 1.17, + "learning_rate": 1.3746689834398253e-05, + "loss": 0.7089, + "step": 1660 + }, + { + "epoch": 1.17, + "learning_rate": 1.3742969245244326e-05, + "loss": 0.7388, + "step": 1661 + }, + { + "epoch": 1.17, + "learning_rate": 1.3739247033952884e-05, + "loss": 0.7236, + "step": 1662 + }, + { + "epoch": 1.17, + "learning_rate": 1.3735523201675553e-05, + "loss": 0.7015, + "step": 1663 + }, + { + "epoch": 1.17, + "learning_rate": 1.373179774956446e-05, + "loss": 0.7541, + "step": 1664 + }, + { + "epoch": 1.17, + "eval_loss": 0.7337671518325806, + "eval_runtime": 30.9403, + "eval_samples_per_second": 264.736, + "eval_steps_per_second": 16.548, + "step": 1664 + }, + { + "epoch": 1.17, + "learning_rate": 1.3728070678772234e-05, + "loss": 0.7205, + "step": 1665 + }, + { + "epoch": 1.17, + "learning_rate": 1.3724341990452002e-05, + "loss": 0.7355, + "step": 1666 + }, + { + "epoch": 1.17, + "learning_rate": 1.3720611685757397e-05, + "loss": 0.7118, + "step": 1667 + }, + { + "epoch": 1.17, + "learning_rate": 1.3716879765842549e-05, + "loss": 0.736, + "step": 1668 + }, + { + "epoch": 1.18, + "learning_rate": 1.3713146231862084e-05, + "loss": 0.7038, + "step": 1669 + }, + { + "epoch": 1.18, + "learning_rate": 1.3709411084971133e-05, + "loss": 0.7277, + "step": 1670 + }, + { + "epoch": 1.18, + "learning_rate": 1.3705674326325323e-05, + "loss": 0.7312, + "step": 1671 + }, + { + "epoch": 1.18, + "learning_rate": 1.3701935957080783e-05, + "loss": 0.732, + "step": 1672 + }, + { + "epoch": 1.18, + "learning_rate": 1.3698195978394137e-05, + "loss": 0.7416, + "step": 1673 + }, + { + "epoch": 1.18, + "learning_rate": 1.3694454391422505e-05, + "loss": 0.7162, + "step": 1674 + }, + { + "epoch": 1.18, + "learning_rate": 1.3690711197323512e-05, + "loss": 0.7528, + "step": 1675 + }, + { + "epoch": 1.18, + "learning_rate": 1.368696639725527e-05, + "loss": 0.7173, + "step": 1676 + }, + { + "epoch": 1.18, + "learning_rate": 1.3683219992376401e-05, + "loss": 0.7423, + "step": 1677 + }, + { + "epoch": 1.18, + "learning_rate": 1.3679471983846011e-05, + "loss": 0.7343, + "step": 1678 + }, + { + "epoch": 1.18, + "learning_rate": 1.367572237282371e-05, + "loss": 0.7068, + "step": 1679 + }, + { + "epoch": 1.18, + "learning_rate": 1.3671971160469597e-05, + "loss": 0.7326, + "step": 1680 + }, + { + "epoch": 1.18, + "learning_rate": 1.3668218347944274e-05, + "loss": 0.7741, + "step": 1681 + }, + { + "epoch": 1.18, + "learning_rate": 1.3664463936408833e-05, + "loss": 0.6948, + "step": 1682 + }, + { + "epoch": 1.19, + "learning_rate": 1.3660707927024867e-05, + "loss": 0.7297, + "step": 1683 + }, + { + "epoch": 1.19, + "learning_rate": 1.3656950320954451e-05, + "loss": 0.7198, + "step": 1684 + }, + { + "epoch": 1.19, + "learning_rate": 1.3653191119360167e-05, + "loss": 0.7257, + "step": 1685 + }, + { + "epoch": 1.19, + "learning_rate": 1.3649430323405081e-05, + "loss": 0.7147, + "step": 1686 + }, + { + "epoch": 1.19, + "learning_rate": 1.364566793425276e-05, + "loss": 0.7208, + "step": 1687 + }, + { + "epoch": 1.19, + "learning_rate": 1.364190395306726e-05, + "loss": 0.7601, + "step": 1688 + }, + { + "epoch": 1.19, + "learning_rate": 1.3638138381013133e-05, + "loss": 0.7322, + "step": 1689 + }, + { + "epoch": 1.19, + "learning_rate": 1.3634371219255414e-05, + "loss": 0.7234, + "step": 1690 + }, + { + "epoch": 1.19, + "learning_rate": 1.3630602468959639e-05, + "loss": 0.7568, + "step": 1691 + }, + { + "epoch": 1.19, + "learning_rate": 1.3626832131291835e-05, + "loss": 0.7209, + "step": 1692 + }, + { + "epoch": 1.19, + "learning_rate": 1.3623060207418517e-05, + "loss": 0.7212, + "step": 1693 + }, + { + "epoch": 1.19, + "learning_rate": 1.3619286698506686e-05, + "loss": 0.722, + "step": 1694 + }, + { + "epoch": 1.19, + "learning_rate": 1.3615511605723844e-05, + "loss": 0.7577, + "step": 1695 + }, + { + "epoch": 1.19, + "learning_rate": 1.361173493023798e-05, + "loss": 0.7623, + "step": 1696 + }, + { + "epoch": 1.2, + "learning_rate": 1.3607956673217565e-05, + "loss": 0.7378, + "step": 1697 + }, + { + "epoch": 1.2, + "learning_rate": 1.3604176835831567e-05, + "loss": 0.7491, + "step": 1698 + }, + { + "epoch": 1.2, + "learning_rate": 1.3600395419249444e-05, + "loss": 0.7067, + "step": 1699 + }, + { + "epoch": 1.2, + "learning_rate": 1.3596612424641138e-05, + "loss": 0.7507, + "step": 1700 + }, + { + "epoch": 1.2, + "learning_rate": 1.3592827853177079e-05, + "loss": 0.722, + "step": 1701 + }, + { + "epoch": 1.2, + "learning_rate": 1.3589041706028184e-05, + "loss": 0.71, + "step": 1702 + }, + { + "epoch": 1.2, + "learning_rate": 1.3585253984365867e-05, + "loss": 0.7129, + "step": 1703 + }, + { + "epoch": 1.2, + "learning_rate": 1.3581464689362015e-05, + "loss": 0.7159, + "step": 1704 + }, + { + "epoch": 1.2, + "learning_rate": 1.3577673822189013e-05, + "loss": 0.7211, + "step": 1705 + }, + { + "epoch": 1.2, + "learning_rate": 1.357388138401973e-05, + "loss": 0.769, + "step": 1706 + }, + { + "epoch": 1.2, + "learning_rate": 1.3570087376027519e-05, + "loss": 0.7358, + "step": 1707 + }, + { + "epoch": 1.2, + "learning_rate": 1.3566291799386215e-05, + "loss": 0.7579, + "step": 1708 + }, + { + "epoch": 1.2, + "learning_rate": 1.3562494655270146e-05, + "loss": 0.7385, + "step": 1709 + }, + { + "epoch": 1.2, + "learning_rate": 1.355869594485412e-05, + "loss": 0.7321, + "step": 1710 + }, + { + "epoch": 1.2, + "learning_rate": 1.3554895669313433e-05, + "loss": 0.712, + "step": 1711 + }, + { + "epoch": 1.21, + "learning_rate": 1.3551093829823862e-05, + "loss": 0.7327, + "step": 1712 + }, + { + "epoch": 1.21, + "learning_rate": 1.354729042756167e-05, + "loss": 0.7253, + "step": 1713 + }, + { + "epoch": 1.21, + "learning_rate": 1.35434854637036e-05, + "loss": 0.7329, + "step": 1714 + }, + { + "epoch": 1.21, + "learning_rate": 1.3539678939426883e-05, + "loss": 0.7533, + "step": 1715 + }, + { + "epoch": 1.21, + "learning_rate": 1.353587085590923e-05, + "loss": 0.7018, + "step": 1716 + }, + { + "epoch": 1.21, + "learning_rate": 1.3532061214328838e-05, + "loss": 0.7504, + "step": 1717 + }, + { + "epoch": 1.21, + "learning_rate": 1.3528250015864379e-05, + "loss": 0.7093, + "step": 1718 + }, + { + "epoch": 1.21, + "learning_rate": 1.352443726169501e-05, + "loss": 0.768, + "step": 1719 + }, + { + "epoch": 1.21, + "learning_rate": 1.3520622953000378e-05, + "loss": 0.6946, + "step": 1720 + }, + { + "epoch": 1.21, + "learning_rate": 1.3516807090960593e-05, + "loss": 0.7349, + "step": 1721 + }, + { + "epoch": 1.21, + "learning_rate": 1.351298967675626e-05, + "loss": 0.7072, + "step": 1722 + }, + { + "epoch": 1.21, + "learning_rate": 1.3509170711568464e-05, + "loss": 0.7496, + "step": 1723 + }, + { + "epoch": 1.21, + "learning_rate": 1.3505350196578759e-05, + "loss": 0.7723, + "step": 1724 + }, + { + "epoch": 1.21, + "learning_rate": 1.3501528132969186e-05, + "loss": 0.7034, + "step": 1725 + }, + { + "epoch": 1.22, + "learning_rate": 1.349770452192227e-05, + "loss": 0.7355, + "step": 1726 + }, + { + "epoch": 1.22, + "learning_rate": 1.3493879364621005e-05, + "loss": 0.7469, + "step": 1727 + }, + { + "epoch": 1.22, + "learning_rate": 1.3490052662248868e-05, + "loss": 0.7217, + "step": 1728 + }, + { + "epoch": 1.22, + "eval_loss": 0.7331604361534119, + "eval_runtime": 30.9467, + "eval_samples_per_second": 264.681, + "eval_steps_per_second": 16.545, + "step": 1728 + }, + { + "epoch": 1.22, + "learning_rate": 1.3486224415989812e-05, + "loss": 0.7544, + "step": 1729 + }, + { + "epoch": 1.22, + "learning_rate": 1.3482394627028274e-05, + "loss": 0.7431, + "step": 1730 + }, + { + "epoch": 1.22, + "learning_rate": 1.3478563296549158e-05, + "loss": 0.7326, + "step": 1731 + }, + { + "epoch": 1.22, + "learning_rate": 1.3474730425737853e-05, + "loss": 0.7325, + "step": 1732 + }, + { + "epoch": 1.22, + "learning_rate": 1.3470896015780225e-05, + "loss": 0.7661, + "step": 1733 + }, + { + "epoch": 1.22, + "learning_rate": 1.3467060067862608e-05, + "loss": 0.7519, + "step": 1734 + }, + { + "epoch": 1.22, + "learning_rate": 1.346322258317182e-05, + "loss": 0.6935, + "step": 1735 + }, + { + "epoch": 1.22, + "learning_rate": 1.3459383562895151e-05, + "loss": 0.7513, + "step": 1736 + }, + { + "epoch": 1.22, + "learning_rate": 1.3455543008220366e-05, + "loss": 0.7252, + "step": 1737 + }, + { + "epoch": 1.22, + "learning_rate": 1.3451700920335706e-05, + "loss": 0.7465, + "step": 1738 + }, + { + "epoch": 1.22, + "learning_rate": 1.3447857300429887e-05, + "loss": 0.719, + "step": 1739 + }, + { + "epoch": 1.23, + "learning_rate": 1.3444012149692096e-05, + "loss": 0.7042, + "step": 1740 + }, + { + "epoch": 1.23, + "learning_rate": 1.3440165469311997e-05, + "loss": 0.7515, + "step": 1741 + }, + { + "epoch": 1.23, + "learning_rate": 1.3436317260479721e-05, + "loss": 0.7172, + "step": 1742 + }, + { + "epoch": 1.23, + "learning_rate": 1.3432467524385884e-05, + "loss": 0.7449, + "step": 1743 + }, + { + "epoch": 1.23, + "learning_rate": 1.342861626222156e-05, + "loss": 0.7315, + "step": 1744 + }, + { + "epoch": 1.23, + "learning_rate": 1.342476347517831e-05, + "loss": 0.6828, + "step": 1745 + }, + { + "epoch": 1.23, + "learning_rate": 1.3420909164448152e-05, + "loss": 0.7148, + "step": 1746 + }, + { + "epoch": 1.23, + "learning_rate": 1.3417053331223581e-05, + "loss": 0.714, + "step": 1747 + }, + { + "epoch": 1.23, + "learning_rate": 1.3413195976697573e-05, + "loss": 0.7472, + "step": 1748 + }, + { + "epoch": 1.23, + "learning_rate": 1.3409337102063559e-05, + "loss": 0.7323, + "step": 1749 + }, + { + "epoch": 1.23, + "learning_rate": 1.3405476708515452e-05, + "loss": 0.6992, + "step": 1750 + }, + { + "epoch": 1.23, + "learning_rate": 1.3401614797247626e-05, + "loss": 0.7068, + "step": 1751 + }, + { + "epoch": 1.23, + "learning_rate": 1.3397751369454931e-05, + "loss": 0.7338, + "step": 1752 + }, + { + "epoch": 1.23, + "learning_rate": 1.3393886426332686e-05, + "loss": 0.7024, + "step": 1753 + }, + { + "epoch": 1.24, + "learning_rate": 1.3390019969076674e-05, + "loss": 0.7261, + "step": 1754 + }, + { + "epoch": 1.24, + "learning_rate": 1.3386151998883153e-05, + "loss": 0.7286, + "step": 1755 + }, + { + "epoch": 1.24, + "learning_rate": 1.3382282516948844e-05, + "loss": 0.7692, + "step": 1756 + }, + { + "epoch": 1.24, + "learning_rate": 1.3378411524470935e-05, + "loss": 0.7649, + "step": 1757 + }, + { + "epoch": 1.24, + "learning_rate": 1.3374539022647083e-05, + "loss": 0.7238, + "step": 1758 + }, + { + "epoch": 1.24, + "learning_rate": 1.337066501267542e-05, + "loss": 0.7427, + "step": 1759 + }, + { + "epoch": 1.24, + "learning_rate": 1.3366789495754527e-05, + "loss": 0.7371, + "step": 1760 + }, + { + "epoch": 1.24, + "learning_rate": 1.3362912473083468e-05, + "loss": 0.7669, + "step": 1761 + }, + { + "epoch": 1.24, + "learning_rate": 1.3359033945861766e-05, + "loss": 0.7184, + "step": 1762 + }, + { + "epoch": 1.24, + "learning_rate": 1.335515391528941e-05, + "loss": 0.759, + "step": 1763 + }, + { + "epoch": 1.24, + "learning_rate": 1.3351272382566851e-05, + "loss": 0.7364, + "step": 1764 + }, + { + "epoch": 1.24, + "learning_rate": 1.334738934889501e-05, + "loss": 0.711, + "step": 1765 + }, + { + "epoch": 1.24, + "learning_rate": 1.3343504815475267e-05, + "loss": 0.7075, + "step": 1766 + }, + { + "epoch": 1.24, + "learning_rate": 1.3339618783509474e-05, + "loss": 0.7392, + "step": 1767 + }, + { + "epoch": 1.25, + "learning_rate": 1.3335731254199939e-05, + "loss": 0.7374, + "step": 1768 + }, + { + "epoch": 1.25, + "learning_rate": 1.3331842228749436e-05, + "loss": 0.7861, + "step": 1769 + }, + { + "epoch": 1.25, + "learning_rate": 1.3327951708361204e-05, + "loss": 0.7538, + "step": 1770 + }, + { + "epoch": 1.25, + "learning_rate": 1.332405969423894e-05, + "loss": 0.7369, + "step": 1771 + }, + { + "epoch": 1.25, + "learning_rate": 1.3320166187586803e-05, + "loss": 0.7269, + "step": 1772 + }, + { + "epoch": 1.25, + "learning_rate": 1.3316271189609425e-05, + "loss": 0.7612, + "step": 1773 + }, + { + "epoch": 1.25, + "learning_rate": 1.3312374701511883e-05, + "loss": 0.7538, + "step": 1774 + }, + { + "epoch": 1.25, + "learning_rate": 1.3308476724499725e-05, + "loss": 0.752, + "step": 1775 + }, + { + "epoch": 1.25, + "learning_rate": 1.3304577259778957e-05, + "loss": 0.7339, + "step": 1776 + }, + { + "epoch": 1.25, + "learning_rate": 1.3300676308556045e-05, + "loss": 0.7258, + "step": 1777 + }, + { + "epoch": 1.25, + "learning_rate": 1.3296773872037921e-05, + "loss": 0.7184, + "step": 1778 + }, + { + "epoch": 1.25, + "learning_rate": 1.3292869951431963e-05, + "loss": 0.7349, + "step": 1779 + }, + { + "epoch": 1.25, + "learning_rate": 1.3288964547946024e-05, + "loss": 0.7246, + "step": 1780 + }, + { + "epoch": 1.25, + "learning_rate": 1.32850576627884e-05, + "loss": 0.7274, + "step": 1781 + }, + { + "epoch": 1.25, + "learning_rate": 1.3281149297167863e-05, + "loss": 0.7319, + "step": 1782 + }, + { + "epoch": 1.26, + "learning_rate": 1.3277239452293627e-05, + "loss": 0.7755, + "step": 1783 + }, + { + "epoch": 1.26, + "learning_rate": 1.3273328129375376e-05, + "loss": 0.7495, + "step": 1784 + }, + { + "epoch": 1.26, + "learning_rate": 1.3269415329623237e-05, + "loss": 0.7168, + "step": 1785 + }, + { + "epoch": 1.26, + "learning_rate": 1.3265501054247808e-05, + "loss": 0.6987, + "step": 1786 + }, + { + "epoch": 1.26, + "learning_rate": 1.3261585304460137e-05, + "loss": 0.7625, + "step": 1787 + }, + { + "epoch": 1.26, + "learning_rate": 1.325766808147173e-05, + "loss": 0.748, + "step": 1788 + }, + { + "epoch": 1.26, + "learning_rate": 1.3253749386494551e-05, + "loss": 0.7411, + "step": 1789 + }, + { + "epoch": 1.26, + "learning_rate": 1.324982922074101e-05, + "loss": 0.7272, + "step": 1790 + }, + { + "epoch": 1.26, + "learning_rate": 1.3245907585423981e-05, + "loss": 0.6961, + "step": 1791 + }, + { + "epoch": 1.26, + "learning_rate": 1.3241984481756791e-05, + "loss": 0.7449, + "step": 1792 + }, + { + "epoch": 1.26, + "eval_loss": 0.7318360805511475, + "eval_runtime": 30.9258, + "eval_samples_per_second": 264.859, + "eval_steps_per_second": 16.556, + "step": 1792 + }, + { + "epoch": 1.26, + "learning_rate": 1.323805991095322e-05, + "loss": 0.7266, + "step": 1793 + }, + { + "epoch": 1.26, + "learning_rate": 1.3234133874227504e-05, + "loss": 0.7202, + "step": 1794 + }, + { + "epoch": 1.26, + "learning_rate": 1.323020637279433e-05, + "loss": 0.7356, + "step": 1795 + }, + { + "epoch": 1.26, + "learning_rate": 1.3226277407868837e-05, + "loss": 0.7341, + "step": 1796 + }, + { + "epoch": 1.27, + "learning_rate": 1.3222346980666618e-05, + "loss": 0.7517, + "step": 1797 + }, + { + "epoch": 1.27, + "learning_rate": 1.3218415092403727e-05, + "loss": 0.7268, + "step": 1798 + }, + { + "epoch": 1.27, + "learning_rate": 1.3214481744296651e-05, + "loss": 0.7272, + "step": 1799 + }, + { + "epoch": 1.27, + "learning_rate": 1.321054693756235e-05, + "loss": 0.7066, + "step": 1800 + }, + { + "epoch": 1.27, + "learning_rate": 1.3206610673418222e-05, + "loss": 0.7057, + "step": 1801 + }, + { + "epoch": 1.27, + "learning_rate": 1.3202672953082118e-05, + "loss": 0.7493, + "step": 1802 + }, + { + "epoch": 1.27, + "learning_rate": 1.319873377777234e-05, + "loss": 0.7281, + "step": 1803 + }, + { + "epoch": 1.27, + "learning_rate": 1.3194793148707642e-05, + "loss": 0.7125, + "step": 1804 + }, + { + "epoch": 1.27, + "learning_rate": 1.319085106710723e-05, + "loss": 0.6966, + "step": 1805 + }, + { + "epoch": 1.27, + "learning_rate": 1.3186907534190752e-05, + "loss": 0.7363, + "step": 1806 + }, + { + "epoch": 1.27, + "learning_rate": 1.318296255117831e-05, + "loss": 0.7168, + "step": 1807 + }, + { + "epoch": 1.27, + "learning_rate": 1.3179016119290453e-05, + "loss": 0.7266, + "step": 1808 + }, + { + "epoch": 1.27, + "learning_rate": 1.3175068239748182e-05, + "loss": 0.7432, + "step": 1809 + }, + { + "epoch": 1.27, + "learning_rate": 1.3171118913772939e-05, + "loss": 0.7501, + "step": 1810 + }, + { + "epoch": 1.28, + "learning_rate": 1.3167168142586622e-05, + "loss": 0.7038, + "step": 1811 + }, + { + "epoch": 1.28, + "learning_rate": 1.3163215927411567e-05, + "loss": 0.7157, + "step": 1812 + }, + { + "epoch": 1.28, + "learning_rate": 1.3159262269470565e-05, + "loss": 0.7508, + "step": 1813 + }, + { + "epoch": 1.28, + "learning_rate": 1.3155307169986844e-05, + "loss": 0.73, + "step": 1814 + }, + { + "epoch": 1.28, + "learning_rate": 1.315135063018409e-05, + "loss": 0.7366, + "step": 1815 + }, + { + "epoch": 1.28, + "learning_rate": 1.314739265128643e-05, + "loss": 0.7069, + "step": 1816 + }, + { + "epoch": 1.28, + "learning_rate": 1.314343323451843e-05, + "loss": 0.7633, + "step": 1817 + }, + { + "epoch": 1.28, + "learning_rate": 1.3139472381105102e-05, + "loss": 0.7257, + "step": 1818 + }, + { + "epoch": 1.28, + "learning_rate": 1.3135510092271912e-05, + "loss": 0.7424, + "step": 1819 + }, + { + "epoch": 1.28, + "learning_rate": 1.3131546369244764e-05, + "loss": 0.7396, + "step": 1820 + }, + { + "epoch": 1.28, + "learning_rate": 1.3127581213250003e-05, + "loss": 0.7405, + "step": 1821 + }, + { + "epoch": 1.28, + "learning_rate": 1.3123614625514423e-05, + "loss": 0.7252, + "step": 1822 + }, + { + "epoch": 1.28, + "learning_rate": 1.3119646607265255e-05, + "loss": 0.7194, + "step": 1823 + }, + { + "epoch": 1.28, + "learning_rate": 1.3115677159730177e-05, + "loss": 0.7029, + "step": 1824 + }, + { + "epoch": 1.29, + "learning_rate": 1.3111706284137309e-05, + "loss": 0.7505, + "step": 1825 + }, + { + "epoch": 1.29, + "learning_rate": 1.310773398171521e-05, + "loss": 0.7352, + "step": 1826 + }, + { + "epoch": 1.29, + "learning_rate": 1.3103760253692883e-05, + "loss": 0.7297, + "step": 1827 + }, + { + "epoch": 1.29, + "learning_rate": 1.3099785101299774e-05, + "loss": 0.736, + "step": 1828 + }, + { + "epoch": 1.29, + "learning_rate": 1.3095808525765762e-05, + "loss": 0.6791, + "step": 1829 + }, + { + "epoch": 1.29, + "learning_rate": 1.3091830528321174e-05, + "loss": 0.7379, + "step": 1830 + }, + { + "epoch": 1.29, + "learning_rate": 1.3087851110196772e-05, + "loss": 0.7206, + "step": 1831 + }, + { + "epoch": 1.29, + "learning_rate": 1.3083870272623763e-05, + "loss": 0.7353, + "step": 1832 + }, + { + "epoch": 1.29, + "learning_rate": 1.3079888016833791e-05, + "loss": 0.7418, + "step": 1833 + }, + { + "epoch": 1.29, + "learning_rate": 1.3075904344058934e-05, + "loss": 0.7203, + "step": 1834 + }, + { + "epoch": 1.29, + "learning_rate": 1.3071919255531712e-05, + "loss": 0.708, + "step": 1835 + }, + { + "epoch": 1.29, + "learning_rate": 1.3067932752485083e-05, + "loss": 0.7708, + "step": 1836 + }, + { + "epoch": 1.29, + "learning_rate": 1.3063944836152446e-05, + "loss": 0.7344, + "step": 1837 + }, + { + "epoch": 1.29, + "learning_rate": 1.3059955507767633e-05, + "loss": 0.7196, + "step": 1838 + }, + { + "epoch": 1.3, + "learning_rate": 1.3055964768564914e-05, + "loss": 0.7212, + "step": 1839 + }, + { + "epoch": 1.3, + "learning_rate": 1.3051972619778993e-05, + "loss": 0.7192, + "step": 1840 + }, + { + "epoch": 1.3, + "learning_rate": 1.3047979062645012e-05, + "loss": 0.7183, + "step": 1841 + }, + { + "epoch": 1.3, + "learning_rate": 1.3043984098398556e-05, + "loss": 0.7671, + "step": 1842 + }, + { + "epoch": 1.3, + "learning_rate": 1.3039987728275631e-05, + "loss": 0.7341, + "step": 1843 + }, + { + "epoch": 1.3, + "learning_rate": 1.303598995351269e-05, + "loss": 0.7072, + "step": 1844 + }, + { + "epoch": 1.3, + "learning_rate": 1.3031990775346615e-05, + "loss": 0.6992, + "step": 1845 + }, + { + "epoch": 1.3, + "learning_rate": 1.3027990195014724e-05, + "loss": 0.7155, + "step": 1846 + }, + { + "epoch": 1.3, + "learning_rate": 1.3023988213754766e-05, + "loss": 0.7358, + "step": 1847 + }, + { + "epoch": 1.3, + "learning_rate": 1.3019984832804925e-05, + "loss": 0.7502, + "step": 1848 + }, + { + "epoch": 1.3, + "learning_rate": 1.3015980053403824e-05, + "loss": 0.7385, + "step": 1849 + }, + { + "epoch": 1.3, + "learning_rate": 1.3011973876790509e-05, + "loss": 0.7205, + "step": 1850 + }, + { + "epoch": 1.3, + "learning_rate": 1.3007966304204461e-05, + "loss": 0.7258, + "step": 1851 + }, + { + "epoch": 1.3, + "learning_rate": 1.30039573368856e-05, + "loss": 0.7245, + "step": 1852 + }, + { + "epoch": 1.3, + "learning_rate": 1.299994697607427e-05, + "loss": 0.7582, + "step": 1853 + }, + { + "epoch": 1.31, + "learning_rate": 1.2995935223011245e-05, + "loss": 0.7053, + "step": 1854 + }, + { + "epoch": 1.31, + "learning_rate": 1.2991922078937738e-05, + "loss": 0.7404, + "step": 1855 + }, + { + "epoch": 1.31, + "learning_rate": 1.2987907545095384e-05, + "loss": 0.749, + "step": 1856 + }, + { + "epoch": 1.31, + "eval_loss": 0.7317308783531189, + "eval_runtime": 30.9063, + "eval_samples_per_second": 265.027, + "eval_steps_per_second": 16.566, + "step": 1856 + }, + { + "epoch": 1.31, + "learning_rate": 1.2983891622726251e-05, + "loss": 0.7511, + "step": 1857 + }, + { + "epoch": 1.31, + "learning_rate": 1.297987431307284e-05, + "loss": 0.7396, + "step": 1858 + }, + { + "epoch": 1.31, + "learning_rate": 1.2975855617378074e-05, + "loss": 0.7529, + "step": 1859 + }, + { + "epoch": 1.31, + "learning_rate": 1.2971835536885309e-05, + "loss": 0.7303, + "step": 1860 + }, + { + "epoch": 1.31, + "learning_rate": 1.2967814072838335e-05, + "loss": 0.7327, + "step": 1861 + }, + { + "epoch": 1.31, + "learning_rate": 1.2963791226481363e-05, + "loss": 0.7633, + "step": 1862 + }, + { + "epoch": 1.31, + "learning_rate": 1.2959766999059028e-05, + "loss": 0.7276, + "step": 1863 + }, + { + "epoch": 1.31, + "learning_rate": 1.29557413918164e-05, + "loss": 0.7053, + "step": 1864 + }, + { + "epoch": 1.31, + "learning_rate": 1.2951714405998975e-05, + "loss": 0.7327, + "step": 1865 + }, + { + "epoch": 1.31, + "learning_rate": 1.2947686042852674e-05, + "loss": 0.7169, + "step": 1866 + }, + { + "epoch": 1.31, + "learning_rate": 1.2943656303623841e-05, + "loss": 0.7138, + "step": 1867 + }, + { + "epoch": 1.32, + "learning_rate": 1.293962518955925e-05, + "loss": 0.7134, + "step": 1868 + }, + { + "epoch": 1.32, + "learning_rate": 1.29355927019061e-05, + "loss": 0.7388, + "step": 1869 + }, + { + "epoch": 1.32, + "learning_rate": 1.2931558841912015e-05, + "loss": 0.7066, + "step": 1870 + }, + { + "epoch": 1.32, + "learning_rate": 1.2927523610825037e-05, + "loss": 0.7364, + "step": 1871 + }, + { + "epoch": 1.32, + "learning_rate": 1.2923487009893648e-05, + "loss": 0.7293, + "step": 1872 + }, + { + "epoch": 1.32, + "learning_rate": 1.2919449040366737e-05, + "loss": 0.7576, + "step": 1873 + }, + { + "epoch": 1.32, + "learning_rate": 1.2915409703493622e-05, + "loss": 0.7172, + "step": 1874 + }, + { + "epoch": 1.32, + "learning_rate": 1.2911369000524047e-05, + "loss": 0.7207, + "step": 1875 + }, + { + "epoch": 1.32, + "learning_rate": 1.2907326932708179e-05, + "loss": 0.7507, + "step": 1876 + }, + { + "epoch": 1.32, + "learning_rate": 1.2903283501296605e-05, + "loss": 0.7554, + "step": 1877 + }, + { + "epoch": 1.32, + "learning_rate": 1.2899238707540327e-05, + "loss": 0.7427, + "step": 1878 + }, + { + "epoch": 1.32, + "learning_rate": 1.2895192552690785e-05, + "loss": 0.689, + "step": 1879 + }, + { + "epoch": 1.32, + "learning_rate": 1.2891145037999825e-05, + "loss": 0.7149, + "step": 1880 + }, + { + "epoch": 1.32, + "learning_rate": 1.288709616471972e-05, + "loss": 0.7143, + "step": 1881 + }, + { + "epoch": 1.33, + "learning_rate": 1.2883045934103165e-05, + "loss": 0.7318, + "step": 1882 + }, + { + "epoch": 1.33, + "learning_rate": 1.2878994347403272e-05, + "loss": 0.7454, + "step": 1883 + }, + { + "epoch": 1.33, + "learning_rate": 1.2874941405873572e-05, + "loss": 0.6987, + "step": 1884 + }, + { + "epoch": 1.33, + "learning_rate": 1.2870887110768015e-05, + "loss": 0.7364, + "step": 1885 + }, + { + "epoch": 1.33, + "learning_rate": 1.2866831463340973e-05, + "loss": 0.7277, + "step": 1886 + }, + { + "epoch": 1.33, + "learning_rate": 1.2862774464847235e-05, + "loss": 0.7229, + "step": 1887 + }, + { + "epoch": 1.33, + "learning_rate": 1.2858716116542006e-05, + "loss": 0.7411, + "step": 1888 + }, + { + "epoch": 1.33, + "learning_rate": 1.2854656419680912e-05, + "loss": 0.7327, + "step": 1889 + }, + { + "epoch": 1.33, + "learning_rate": 1.2850595375519994e-05, + "loss": 0.7695, + "step": 1890 + }, + { + "epoch": 1.33, + "learning_rate": 1.284653298531571e-05, + "loss": 0.7493, + "step": 1891 + }, + { + "epoch": 1.33, + "learning_rate": 1.2842469250324934e-05, + "loss": 0.6988, + "step": 1892 + }, + { + "epoch": 1.33, + "learning_rate": 1.2838404171804958e-05, + "loss": 0.7226, + "step": 1893 + }, + { + "epoch": 1.33, + "learning_rate": 1.2834337751013488e-05, + "loss": 0.7353, + "step": 1894 + }, + { + "epoch": 1.33, + "learning_rate": 1.2830269989208645e-05, + "loss": 0.721, + "step": 1895 + }, + { + "epoch": 1.34, + "learning_rate": 1.2826200887648967e-05, + "loss": 0.7149, + "step": 1896 + }, + { + "epoch": 1.34, + "learning_rate": 1.2822130447593406e-05, + "loss": 0.7408, + "step": 1897 + }, + { + "epoch": 1.34, + "learning_rate": 1.281805867030132e-05, + "loss": 0.7814, + "step": 1898 + }, + { + "epoch": 1.34, + "learning_rate": 1.2813985557032499e-05, + "loss": 0.7427, + "step": 1899 + }, + { + "epoch": 1.34, + "learning_rate": 1.2809911109047131e-05, + "loss": 0.7553, + "step": 1900 + }, + { + "epoch": 1.34, + "learning_rate": 1.2805835327605818e-05, + "loss": 0.72, + "step": 1901 + }, + { + "epoch": 1.34, + "learning_rate": 1.2801758213969579e-05, + "loss": 0.7548, + "step": 1902 + }, + { + "epoch": 1.34, + "learning_rate": 1.2797679769399849e-05, + "loss": 0.719, + "step": 1903 + }, + { + "epoch": 1.34, + "learning_rate": 1.2793599995158462e-05, + "loss": 0.7454, + "step": 1904 + }, + { + "epoch": 1.34, + "learning_rate": 1.2789518892507682e-05, + "loss": 0.7251, + "step": 1905 + }, + { + "epoch": 1.34, + "learning_rate": 1.2785436462710162e-05, + "loss": 0.7597, + "step": 1906 + }, + { + "epoch": 1.34, + "learning_rate": 1.278135270702898e-05, + "loss": 0.7063, + "step": 1907 + }, + { + "epoch": 1.34, + "learning_rate": 1.2777267626727625e-05, + "loss": 0.748, + "step": 1908 + }, + { + "epoch": 1.34, + "learning_rate": 1.277318122306999e-05, + "loss": 0.7187, + "step": 1909 + }, + { + "epoch": 1.35, + "learning_rate": 1.2769093497320379e-05, + "loss": 0.6931, + "step": 1910 + }, + { + "epoch": 1.35, + "learning_rate": 1.2765004450743504e-05, + "loss": 0.6961, + "step": 1911 + }, + { + "epoch": 1.35, + "learning_rate": 1.276091408460449e-05, + "loss": 0.7443, + "step": 1912 + }, + { + "epoch": 1.35, + "learning_rate": 1.2756822400168864e-05, + "loss": 0.7112, + "step": 1913 + }, + { + "epoch": 1.35, + "learning_rate": 1.2752729398702567e-05, + "loss": 0.7508, + "step": 1914 + }, + { + "epoch": 1.35, + "learning_rate": 1.2748635081471941e-05, + "loss": 0.7371, + "step": 1915 + }, + { + "epoch": 1.35, + "learning_rate": 1.2744539449743744e-05, + "loss": 0.7188, + "step": 1916 + }, + { + "epoch": 1.35, + "learning_rate": 1.274044250478513e-05, + "loss": 0.7439, + "step": 1917 + }, + { + "epoch": 1.35, + "learning_rate": 1.2736344247863667e-05, + "loss": 0.7209, + "step": 1918 + }, + { + "epoch": 1.35, + "learning_rate": 1.2732244680247329e-05, + "loss": 0.7466, + "step": 1919 + }, + { + "epoch": 1.35, + "learning_rate": 1.272814380320449e-05, + "loss": 0.7301, + "step": 1920 + }, + { + "epoch": 1.35, + "eval_loss": 0.7303444743156433, + "eval_runtime": 30.9297, + "eval_samples_per_second": 264.826, + "eval_steps_per_second": 16.554, + "step": 1920 + }, + { + "epoch": 1.35, + "learning_rate": 1.2724041618003933e-05, + "loss": 0.7007, + "step": 1921 + }, + { + "epoch": 1.35, + "learning_rate": 1.2719938125914845e-05, + "loss": 0.7024, + "step": 1922 + }, + { + "epoch": 1.35, + "learning_rate": 1.271583332820682e-05, + "loss": 0.742, + "step": 1923 + }, + { + "epoch": 1.35, + "learning_rate": 1.2711727226149848e-05, + "loss": 0.7221, + "step": 1924 + }, + { + "epoch": 1.36, + "learning_rate": 1.2707619821014332e-05, + "loss": 0.7598, + "step": 1925 + }, + { + "epoch": 1.36, + "learning_rate": 1.2703511114071072e-05, + "loss": 0.6972, + "step": 1926 + }, + { + "epoch": 1.36, + "learning_rate": 1.2699401106591275e-05, + "loss": 0.7473, + "step": 1927 + }, + { + "epoch": 1.36, + "learning_rate": 1.2695289799846546e-05, + "loss": 0.7346, + "step": 1928 + }, + { + "epoch": 1.36, + "learning_rate": 1.2691177195108896e-05, + "loss": 0.744, + "step": 1929 + }, + { + "epoch": 1.36, + "learning_rate": 1.2687063293650734e-05, + "loss": 0.7458, + "step": 1930 + }, + { + "epoch": 1.36, + "learning_rate": 1.2682948096744872e-05, + "loss": 0.687, + "step": 1931 + }, + { + "epoch": 1.36, + "learning_rate": 1.2678831605664523e-05, + "loss": 0.7207, + "step": 1932 + }, + { + "epoch": 1.36, + "learning_rate": 1.2674713821683304e-05, + "loss": 0.7195, + "step": 1933 + }, + { + "epoch": 1.36, + "learning_rate": 1.2670594746075221e-05, + "loss": 0.7217, + "step": 1934 + }, + { + "epoch": 1.36, + "learning_rate": 1.2666474380114694e-05, + "loss": 0.7245, + "step": 1935 + }, + { + "epoch": 1.36, + "learning_rate": 1.2662352725076528e-05, + "loss": 0.7407, + "step": 1936 + }, + { + "epoch": 1.36, + "learning_rate": 1.2658229782235936e-05, + "loss": 0.7243, + "step": 1937 + }, + { + "epoch": 1.36, + "learning_rate": 1.2654105552868535e-05, + "loss": 0.689, + "step": 1938 + }, + { + "epoch": 1.37, + "learning_rate": 1.2649980038250322e-05, + "loss": 0.7134, + "step": 1939 + }, + { + "epoch": 1.37, + "learning_rate": 1.2645853239657706e-05, + "loss": 0.7322, + "step": 1940 + }, + { + "epoch": 1.37, + "learning_rate": 1.264172515836749e-05, + "loss": 0.7009, + "step": 1941 + }, + { + "epoch": 1.37, + "learning_rate": 1.2637595795656874e-05, + "loss": 0.7529, + "step": 1942 + }, + { + "epoch": 1.37, + "learning_rate": 1.2633465152803449e-05, + "loss": 0.7403, + "step": 1943 + }, + { + "epoch": 1.37, + "learning_rate": 1.2629333231085211e-05, + "loss": 0.7564, + "step": 1944 + }, + { + "epoch": 1.37, + "learning_rate": 1.2625200031780543e-05, + "loss": 0.7281, + "step": 1945 + }, + { + "epoch": 1.37, + "learning_rate": 1.2621065556168234e-05, + "loss": 0.6892, + "step": 1946 + }, + { + "epoch": 1.37, + "learning_rate": 1.2616929805527456e-05, + "loss": 0.733, + "step": 1947 + }, + { + "epoch": 1.37, + "learning_rate": 1.2612792781137782e-05, + "loss": 0.7395, + "step": 1948 + }, + { + "epoch": 1.37, + "learning_rate": 1.2608654484279183e-05, + "loss": 0.7461, + "step": 1949 + }, + { + "epoch": 1.37, + "learning_rate": 1.2604514916232011e-05, + "loss": 0.7415, + "step": 1950 + }, + { + "epoch": 1.37, + "learning_rate": 1.2600374078277023e-05, + "loss": 0.7603, + "step": 1951 + }, + { + "epoch": 1.37, + "learning_rate": 1.2596231971695365e-05, + "loss": 0.723, + "step": 1952 + }, + { + "epoch": 1.38, + "learning_rate": 1.2592088597768572e-05, + "loss": 0.7416, + "step": 1953 + }, + { + "epoch": 1.38, + "learning_rate": 1.258794395777858e-05, + "loss": 0.7163, + "step": 1954 + }, + { + "epoch": 1.38, + "learning_rate": 1.2583798053007707e-05, + "loss": 0.7638, + "step": 1955 + }, + { + "epoch": 1.38, + "learning_rate": 1.2579650884738667e-05, + "loss": 0.7287, + "step": 1956 + }, + { + "epoch": 1.38, + "learning_rate": 1.257550245425457e-05, + "loss": 0.7338, + "step": 1957 + }, + { + "epoch": 1.38, + "learning_rate": 1.2571352762838902e-05, + "loss": 0.7428, + "step": 1958 + }, + { + "epoch": 1.38, + "learning_rate": 1.2567201811775555e-05, + "loss": 0.7276, + "step": 1959 + }, + { + "epoch": 1.38, + "learning_rate": 1.2563049602348802e-05, + "loss": 0.7033, + "step": 1960 + }, + { + "epoch": 1.38, + "learning_rate": 1.2558896135843305e-05, + "loss": 0.795, + "step": 1961 + }, + { + "epoch": 1.38, + "learning_rate": 1.255474141354412e-05, + "loss": 0.7469, + "step": 1962 + }, + { + "epoch": 1.38, + "learning_rate": 1.2550585436736686e-05, + "loss": 0.6942, + "step": 1963 + }, + { + "epoch": 1.38, + "learning_rate": 1.2546428206706833e-05, + "loss": 0.7126, + "step": 1964 + }, + { + "epoch": 1.38, + "learning_rate": 1.254226972474078e-05, + "loss": 0.7389, + "step": 1965 + }, + { + "epoch": 1.38, + "learning_rate": 1.2538109992125133e-05, + "loss": 0.7111, + "step": 1966 + }, + { + "epoch": 1.39, + "learning_rate": 1.2533949010146882e-05, + "loss": 0.741, + "step": 1967 + }, + { + "epoch": 1.39, + "learning_rate": 1.2529786780093405e-05, + "loss": 0.7172, + "step": 1968 + }, + { + "epoch": 1.39, + "learning_rate": 1.2525623303252466e-05, + "loss": 0.6985, + "step": 1969 + }, + { + "epoch": 1.39, + "learning_rate": 1.2521458580912218e-05, + "loss": 0.7213, + "step": 1970 + }, + { + "epoch": 1.39, + "learning_rate": 1.2517292614361195e-05, + "loss": 0.7096, + "step": 1971 + }, + { + "epoch": 1.39, + "learning_rate": 1.2513125404888317e-05, + "loss": 0.7157, + "step": 1972 + }, + { + "epoch": 1.39, + "learning_rate": 1.250895695378289e-05, + "loss": 0.7466, + "step": 1973 + }, + { + "epoch": 1.39, + "learning_rate": 1.2504787262334598e-05, + "loss": 0.7209, + "step": 1974 + }, + { + "epoch": 1.39, + "learning_rate": 1.2500616331833521e-05, + "loss": 0.7673, + "step": 1975 + }, + { + "epoch": 1.39, + "learning_rate": 1.2496444163570114e-05, + "loss": 0.6716, + "step": 1976 + }, + { + "epoch": 1.39, + "learning_rate": 1.2492270758835217e-05, + "loss": 0.7292, + "step": 1977 + }, + { + "epoch": 1.39, + "learning_rate": 1.2488096118920048e-05, + "loss": 0.7391, + "step": 1978 + }, + { + "epoch": 1.39, + "learning_rate": 1.2483920245116213e-05, + "loss": 0.7531, + "step": 1979 + }, + { + "epoch": 1.39, + "learning_rate": 1.2479743138715697e-05, + "loss": 0.718, + "step": 1980 + }, + { + "epoch": 1.4, + "learning_rate": 1.2475564801010867e-05, + "loss": 0.713, + "step": 1981 + }, + { + "epoch": 1.4, + "learning_rate": 1.2471385233294476e-05, + "loss": 0.7526, + "step": 1982 + }, + { + "epoch": 1.4, + "learning_rate": 1.2467204436859644e-05, + "loss": 0.7, + "step": 1983 + }, + { + "epoch": 1.4, + "learning_rate": 1.2463022412999886e-05, + "loss": 0.7294, + "step": 1984 + }, + { + "epoch": 1.4, + "eval_loss": 0.7304807901382446, + "eval_runtime": 30.9366, + "eval_samples_per_second": 264.767, + "eval_steps_per_second": 16.55, + "step": 1984 + }, + { + "epoch": 1.4, + "learning_rate": 1.2458839163009089e-05, + "loss": 0.7386, + "step": 1985 + }, + { + "epoch": 1.4, + "learning_rate": 1.2454654688181519e-05, + "loss": 0.7349, + "step": 1986 + }, + { + "epoch": 1.4, + "learning_rate": 1.2450468989811827e-05, + "loss": 0.7176, + "step": 1987 + }, + { + "epoch": 1.4, + "learning_rate": 1.2446282069195037e-05, + "loss": 0.7491, + "step": 1988 + }, + { + "epoch": 1.4, + "learning_rate": 1.2442093927626551e-05, + "loss": 0.7485, + "step": 1989 + }, + { + "epoch": 1.4, + "learning_rate": 1.2437904566402147e-05, + "loss": 0.7282, + "step": 1990 + }, + { + "epoch": 1.4, + "learning_rate": 1.2433713986817991e-05, + "loss": 0.725, + "step": 1991 + }, + { + "epoch": 1.4, + "learning_rate": 1.2429522190170615e-05, + "loss": 0.7297, + "step": 1992 + }, + { + "epoch": 1.4, + "learning_rate": 1.242532917775693e-05, + "loss": 0.7276, + "step": 1993 + }, + { + "epoch": 1.4, + "learning_rate": 1.2421134950874226e-05, + "loss": 0.6914, + "step": 1994 + }, + { + "epoch": 1.4, + "learning_rate": 1.2416939510820166e-05, + "loss": 0.748, + "step": 1995 + }, + { + "epoch": 1.41, + "learning_rate": 1.2412742858892791e-05, + "loss": 0.7196, + "step": 1996 + }, + { + "epoch": 1.41, + "learning_rate": 1.2408544996390514e-05, + "loss": 0.734, + "step": 1997 + }, + { + "epoch": 1.41, + "learning_rate": 1.2404345924612125e-05, + "loss": 0.7567, + "step": 1998 + }, + { + "epoch": 1.41, + "learning_rate": 1.2400145644856789e-05, + "loss": 0.7249, + "step": 1999 + }, + { + "epoch": 1.41, + "learning_rate": 1.2395944158424036e-05, + "loss": 0.752, + "step": 2000 + }, + { + "epoch": 1.41, + "learning_rate": 1.2391741466613782e-05, + "loss": 0.7395, + "step": 2001 + }, + { + "epoch": 1.41, + "learning_rate": 1.2387537570726308e-05, + "loss": 0.7201, + "step": 2002 + }, + { + "epoch": 1.41, + "learning_rate": 1.2383332472062266e-05, + "loss": 0.764, + "step": 2003 + }, + { + "epoch": 1.41, + "learning_rate": 1.2379126171922695e-05, + "loss": 0.7345, + "step": 2004 + }, + { + "epoch": 1.41, + "learning_rate": 1.2374918671608983e-05, + "loss": 0.719, + "step": 2005 + }, + { + "epoch": 1.41, + "learning_rate": 1.2370709972422905e-05, + "loss": 0.7447, + "step": 2006 + }, + { + "epoch": 1.41, + "learning_rate": 1.2366500075666603e-05, + "loss": 0.7081, + "step": 2007 + }, + { + "epoch": 1.41, + "learning_rate": 1.2362288982642589e-05, + "loss": 0.7566, + "step": 2008 + }, + { + "epoch": 1.41, + "learning_rate": 1.2358076694653742e-05, + "loss": 0.7088, + "step": 2009 + }, + { + "epoch": 1.42, + "learning_rate": 1.2353863213003322e-05, + "loss": 0.7232, + "step": 2010 + }, + { + "epoch": 1.42, + "learning_rate": 1.2349648538994944e-05, + "loss": 0.7332, + "step": 2011 + }, + { + "epoch": 1.42, + "learning_rate": 1.2345432673932596e-05, + "loss": 0.7238, + "step": 2012 + }, + { + "epoch": 1.42, + "learning_rate": 1.2341215619120643e-05, + "loss": 0.7611, + "step": 2013 + }, + { + "epoch": 1.42, + "learning_rate": 1.233699737586381e-05, + "loss": 0.736, + "step": 2014 + }, + { + "epoch": 1.42, + "learning_rate": 1.2332777945467192e-05, + "loss": 0.7583, + "step": 2015 + }, + { + "epoch": 1.42, + "learning_rate": 1.2328557329236248e-05, + "loss": 0.7093, + "step": 2016 + }, + { + "epoch": 1.42, + "learning_rate": 1.232433552847681e-05, + "loss": 0.7254, + "step": 2017 + }, + { + "epoch": 1.42, + "learning_rate": 1.232011254449507e-05, + "loss": 0.7401, + "step": 2018 + }, + { + "epoch": 1.42, + "learning_rate": 1.231588837859759e-05, + "loss": 0.7294, + "step": 2019 + }, + { + "epoch": 1.42, + "learning_rate": 1.23116630320913e-05, + "loss": 0.7291, + "step": 2020 + }, + { + "epoch": 1.42, + "learning_rate": 1.2307436506283489e-05, + "loss": 0.7565, + "step": 2021 + }, + { + "epoch": 1.42, + "learning_rate": 1.2303208802481816e-05, + "loss": 0.7425, + "step": 2022 + }, + { + "epoch": 1.42, + "learning_rate": 1.2298979921994302e-05, + "loss": 0.7561, + "step": 2023 + }, + { + "epoch": 1.43, + "learning_rate": 1.2294749866129332e-05, + "loss": 0.7469, + "step": 2024 + }, + { + "epoch": 1.43, + "learning_rate": 1.2290518636195657e-05, + "loss": 0.7007, + "step": 2025 + }, + { + "epoch": 1.43, + "learning_rate": 1.228628623350239e-05, + "loss": 0.7268, + "step": 2026 + }, + { + "epoch": 1.43, + "learning_rate": 1.2282052659359002e-05, + "loss": 0.7228, + "step": 2027 + }, + { + "epoch": 1.43, + "learning_rate": 1.2277817915075335e-05, + "loss": 0.733, + "step": 2028 + }, + { + "epoch": 1.43, + "learning_rate": 1.2273582001961586e-05, + "loss": 0.7429, + "step": 2029 + }, + { + "epoch": 1.43, + "learning_rate": 1.2269344921328318e-05, + "loss": 0.7241, + "step": 2030 + }, + { + "epoch": 1.43, + "learning_rate": 1.2265106674486456e-05, + "loss": 0.7375, + "step": 2031 + }, + { + "epoch": 1.43, + "learning_rate": 1.2260867262747279e-05, + "loss": 0.7687, + "step": 2032 + }, + { + "epoch": 1.43, + "learning_rate": 1.2256626687422433e-05, + "loss": 0.7296, + "step": 2033 + }, + { + "epoch": 1.43, + "learning_rate": 1.2252384949823923e-05, + "loss": 0.7295, + "step": 2034 + }, + { + "epoch": 1.43, + "learning_rate": 1.2248142051264113e-05, + "loss": 0.7501, + "step": 2035 + }, + { + "epoch": 1.43, + "learning_rate": 1.2243897993055723e-05, + "loss": 0.7129, + "step": 2036 + }, + { + "epoch": 1.43, + "learning_rate": 1.2239652776511838e-05, + "loss": 0.7241, + "step": 2037 + }, + { + "epoch": 1.44, + "learning_rate": 1.2235406402945895e-05, + "loss": 0.7243, + "step": 2038 + }, + { + "epoch": 1.44, + "learning_rate": 1.223115887367169e-05, + "loss": 0.7474, + "step": 2039 + }, + { + "epoch": 1.44, + "learning_rate": 1.2226910190003384e-05, + "loss": 0.7455, + "step": 2040 + }, + { + "epoch": 1.44, + "learning_rate": 1.2222660353255483e-05, + "loss": 0.6979, + "step": 2041 + }, + { + "epoch": 1.44, + "learning_rate": 1.2218409364742861e-05, + "loss": 0.7213, + "step": 2042 + }, + { + "epoch": 1.44, + "learning_rate": 1.2214157225780747e-05, + "loss": 0.7224, + "step": 2043 + }, + { + "epoch": 1.44, + "learning_rate": 1.2209903937684717e-05, + "loss": 0.7107, + "step": 2044 + }, + { + "epoch": 1.44, + "learning_rate": 1.2205649501770708e-05, + "loss": 0.7673, + "step": 2045 + }, + { + "epoch": 1.44, + "learning_rate": 1.2201393919355013e-05, + "loss": 0.7469, + "step": 2046 + }, + { + "epoch": 1.44, + "learning_rate": 1.2197137191754283e-05, + "loss": 0.7476, + "step": 2047 + }, + { + "epoch": 1.44, + "learning_rate": 1.2192879320285516e-05, + "loss": 0.725, + "step": 2048 + }, + { + "epoch": 1.44, + "eval_loss": 0.7302752137184143, + "eval_runtime": 30.9138, + "eval_samples_per_second": 264.962, + "eval_steps_per_second": 16.562, + "step": 2048 + }, + { + "epoch": 1.44, + "learning_rate": 1.2188620306266065e-05, + "loss": 0.7246, + "step": 2049 + }, + { + "epoch": 1.44, + "learning_rate": 1.2184360151013642e-05, + "loss": 0.7223, + "step": 2050 + }, + { + "epoch": 1.44, + "learning_rate": 1.2180098855846308e-05, + "loss": 0.7204, + "step": 2051 + }, + { + "epoch": 1.45, + "learning_rate": 1.2175836422082479e-05, + "loss": 0.7281, + "step": 2052 + }, + { + "epoch": 1.45, + "learning_rate": 1.217157285104092e-05, + "loss": 0.7195, + "step": 2053 + }, + { + "epoch": 1.45, + "learning_rate": 1.2167308144040753e-05, + "loss": 0.7021, + "step": 2054 + }, + { + "epoch": 1.45, + "learning_rate": 1.2163042302401442e-05, + "loss": 0.788, + "step": 2055 + }, + { + "epoch": 1.45, + "learning_rate": 1.2158775327442811e-05, + "loss": 0.7252, + "step": 2056 + }, + { + "epoch": 1.45, + "learning_rate": 1.2154507220485032e-05, + "loss": 0.7461, + "step": 2057 + }, + { + "epoch": 1.45, + "learning_rate": 1.2150237982848628e-05, + "loss": 0.7311, + "step": 2058 + }, + { + "epoch": 1.45, + "learning_rate": 1.2145967615854471e-05, + "loss": 0.7345, + "step": 2059 + }, + { + "epoch": 1.45, + "learning_rate": 1.214169612082378e-05, + "loss": 0.73, + "step": 2060 + }, + { + "epoch": 1.45, + "learning_rate": 1.2137423499078128e-05, + "loss": 0.7541, + "step": 2061 + }, + { + "epoch": 1.45, + "learning_rate": 1.2133149751939431e-05, + "loss": 0.6983, + "step": 2062 + }, + { + "epoch": 1.45, + "learning_rate": 1.2128874880729958e-05, + "loss": 0.7029, + "step": 2063 + }, + { + "epoch": 1.45, + "learning_rate": 1.2124598886772323e-05, + "loss": 0.7393, + "step": 2064 + }, + { + "epoch": 1.45, + "learning_rate": 1.212032177138949e-05, + "loss": 0.7296, + "step": 2065 + }, + { + "epoch": 1.45, + "learning_rate": 1.2116043535904769e-05, + "loss": 0.7113, + "step": 2066 + }, + { + "epoch": 1.46, + "learning_rate": 1.211176418164181e-05, + "loss": 0.7394, + "step": 2067 + }, + { + "epoch": 1.46, + "learning_rate": 1.210748370992462e-05, + "loss": 0.7508, + "step": 2068 + }, + { + "epoch": 1.46, + "learning_rate": 1.2103202122077544e-05, + "loss": 0.7161, + "step": 2069 + }, + { + "epoch": 1.46, + "learning_rate": 1.2098919419425273e-05, + "loss": 0.7266, + "step": 2070 + }, + { + "epoch": 1.46, + "learning_rate": 1.2094635603292852e-05, + "loss": 0.7271, + "step": 2071 + }, + { + "epoch": 1.46, + "learning_rate": 1.2090350675005658e-05, + "loss": 0.7193, + "step": 2072 + }, + { + "epoch": 1.46, + "learning_rate": 1.208606463588942e-05, + "loss": 0.6977, + "step": 2073 + }, + { + "epoch": 1.46, + "learning_rate": 1.2081777487270205e-05, + "loss": 0.7366, + "step": 2074 + }, + { + "epoch": 1.46, + "learning_rate": 1.2077489230474428e-05, + "loss": 0.7261, + "step": 2075 + }, + { + "epoch": 1.46, + "learning_rate": 1.2073199866828848e-05, + "loss": 0.7149, + "step": 2076 + }, + { + "epoch": 1.46, + "learning_rate": 1.2068909397660558e-05, + "loss": 0.7172, + "step": 2077 + }, + { + "epoch": 1.46, + "learning_rate": 1.2064617824297004e-05, + "loss": 0.6975, + "step": 2078 + }, + { + "epoch": 1.46, + "learning_rate": 1.2060325148065962e-05, + "loss": 0.7198, + "step": 2079 + }, + { + "epoch": 1.46, + "learning_rate": 1.2056031370295561e-05, + "loss": 0.7279, + "step": 2080 + }, + { + "epoch": 1.47, + "learning_rate": 1.2051736492314265e-05, + "loss": 0.7064, + "step": 2081 + }, + { + "epoch": 1.47, + "learning_rate": 1.204744051545088e-05, + "loss": 0.7061, + "step": 2082 + }, + { + "epoch": 1.47, + "learning_rate": 1.2043143441034547e-05, + "loss": 0.7151, + "step": 2083 + }, + { + "epoch": 1.47, + "learning_rate": 1.2038845270394752e-05, + "loss": 0.7395, + "step": 2084 + }, + { + "epoch": 1.47, + "learning_rate": 1.2034546004861321e-05, + "loss": 0.7431, + "step": 2085 + }, + { + "epoch": 1.47, + "learning_rate": 1.2030245645764409e-05, + "loss": 0.7472, + "step": 2086 + }, + { + "epoch": 1.47, + "learning_rate": 1.2025944194434527e-05, + "loss": 0.7136, + "step": 2087 + }, + { + "epoch": 1.47, + "learning_rate": 1.2021641652202502e-05, + "loss": 0.7248, + "step": 2088 + }, + { + "epoch": 1.47, + "learning_rate": 1.2017338020399521e-05, + "loss": 0.6927, + "step": 2089 + }, + { + "epoch": 1.47, + "learning_rate": 1.201303330035709e-05, + "loss": 0.7328, + "step": 2090 + }, + { + "epoch": 1.47, + "learning_rate": 1.2008727493407062e-05, + "loss": 0.7172, + "step": 2091 + }, + { + "epoch": 1.47, + "learning_rate": 1.2004420600881622e-05, + "loss": 0.7319, + "step": 2092 + }, + { + "epoch": 1.47, + "learning_rate": 1.2000112624113293e-05, + "loss": 0.7331, + "step": 2093 + }, + { + "epoch": 1.47, + "learning_rate": 1.1995803564434932e-05, + "loss": 0.7129, + "step": 2094 + }, + { + "epoch": 1.48, + "learning_rate": 1.1991493423179732e-05, + "loss": 0.7222, + "step": 2095 + }, + { + "epoch": 1.48, + "learning_rate": 1.1987182201681216e-05, + "loss": 0.7157, + "step": 2096 + }, + { + "epoch": 1.48, + "learning_rate": 1.1982869901273251e-05, + "loss": 0.702, + "step": 2097 + }, + { + "epoch": 1.48, + "learning_rate": 1.197855652329003e-05, + "loss": 0.7116, + "step": 2098 + }, + { + "epoch": 1.48, + "learning_rate": 1.1974242069066082e-05, + "loss": 0.6918, + "step": 2099 + }, + { + "epoch": 1.48, + "learning_rate": 1.1969926539936266e-05, + "loss": 0.7522, + "step": 2100 + }, + { + "epoch": 1.48, + "learning_rate": 1.196560993723578e-05, + "loss": 0.7086, + "step": 2101 + }, + { + "epoch": 1.48, + "learning_rate": 1.1961292262300147e-05, + "loss": 0.7306, + "step": 2102 + }, + { + "epoch": 1.48, + "learning_rate": 1.1956973516465226e-05, + "loss": 0.7272, + "step": 2103 + }, + { + "epoch": 1.48, + "learning_rate": 1.1952653701067212e-05, + "loss": 0.76, + "step": 2104 + }, + { + "epoch": 1.48, + "learning_rate": 1.1948332817442617e-05, + "loss": 0.714, + "step": 2105 + }, + { + "epoch": 1.48, + "learning_rate": 1.1944010866928294e-05, + "loss": 0.7133, + "step": 2106 + }, + { + "epoch": 1.48, + "learning_rate": 1.1939687850861424e-05, + "loss": 0.7241, + "step": 2107 + }, + { + "epoch": 1.48, + "learning_rate": 1.1935363770579518e-05, + "loss": 0.7145, + "step": 2108 + }, + { + "epoch": 1.49, + "learning_rate": 1.1931038627420418e-05, + "loss": 0.7141, + "step": 2109 + }, + { + "epoch": 1.49, + "learning_rate": 1.1926712422722292e-05, + "loss": 0.7285, + "step": 2110 + }, + { + "epoch": 1.49, + "learning_rate": 1.1922385157823633e-05, + "loss": 0.7144, + "step": 2111 + }, + { + "epoch": 1.49, + "learning_rate": 1.191805683406327e-05, + "loss": 0.7586, + "step": 2112 + }, + { + "epoch": 1.49, + "eval_loss": 0.7292432188987732, + "eval_runtime": 30.9333, + "eval_samples_per_second": 264.796, + "eval_steps_per_second": 16.552, + "step": 2112 + }, + { + "epoch": 1.49, + "learning_rate": 1.1913727452780352e-05, + "loss": 0.7219, + "step": 2113 + }, + { + "epoch": 1.49, + "learning_rate": 1.1909397015314366e-05, + "loss": 0.727, + "step": 2114 + }, + { + "epoch": 1.49, + "learning_rate": 1.1905065523005111e-05, + "loss": 0.7327, + "step": 2115 + }, + { + "epoch": 1.49, + "learning_rate": 1.1900732977192724e-05, + "loss": 0.7099, + "step": 2116 + }, + { + "epoch": 1.49, + "learning_rate": 1.189639937921766e-05, + "loss": 0.742, + "step": 2117 + }, + { + "epoch": 1.49, + "learning_rate": 1.1892064730420711e-05, + "loss": 0.7628, + "step": 2118 + }, + { + "epoch": 1.49, + "learning_rate": 1.188772903214298e-05, + "loss": 0.7174, + "step": 2119 + }, + { + "epoch": 1.49, + "learning_rate": 1.1883392285725902e-05, + "loss": 0.7383, + "step": 2120 + }, + { + "epoch": 1.49, + "learning_rate": 1.187905449251124e-05, + "loss": 0.7637, + "step": 2121 + }, + { + "epoch": 1.49, + "learning_rate": 1.1874715653841072e-05, + "loss": 0.7253, + "step": 2122 + }, + { + "epoch": 1.5, + "learning_rate": 1.1870375771057806e-05, + "loss": 0.7457, + "step": 2123 + }, + { + "epoch": 1.5, + "learning_rate": 1.1866034845504169e-05, + "loss": 0.6733, + "step": 2124 + }, + { + "epoch": 1.5, + "learning_rate": 1.1861692878523213e-05, + "loss": 0.7569, + "step": 2125 + }, + { + "epoch": 1.5, + "learning_rate": 1.1857349871458316e-05, + "loss": 0.6971, + "step": 2126 + }, + { + "epoch": 1.5, + "learning_rate": 1.185300582565317e-05, + "loss": 0.7329, + "step": 2127 + }, + { + "epoch": 1.5, + "learning_rate": 1.184866074245179e-05, + "loss": 0.7424, + "step": 2128 + }, + { + "epoch": 1.5, + "learning_rate": 1.1844314623198515e-05, + "loss": 0.7316, + "step": 2129 + }, + { + "epoch": 1.5, + "learning_rate": 1.183996746923801e-05, + "loss": 0.6963, + "step": 2130 + }, + { + "epoch": 1.5, + "learning_rate": 1.1835619281915244e-05, + "loss": 0.7294, + "step": 2131 + }, + { + "epoch": 1.5, + "learning_rate": 1.1831270062575522e-05, + "loss": 0.6874, + "step": 2132 + }, + { + "epoch": 1.5, + "learning_rate": 1.1826919812564458e-05, + "loss": 0.7447, + "step": 2133 + }, + { + "epoch": 1.5, + "learning_rate": 1.1822568533227991e-05, + "loss": 0.7054, + "step": 2134 + }, + { + "epoch": 1.5, + "learning_rate": 1.1818216225912374e-05, + "loss": 0.7388, + "step": 2135 + }, + { + "epoch": 1.5, + "learning_rate": 1.181386289196418e-05, + "loss": 0.7181, + "step": 2136 + }, + { + "epoch": 1.5, + "learning_rate": 1.1809508532730303e-05, + "loss": 0.7542, + "step": 2137 + }, + { + "epoch": 1.51, + "learning_rate": 1.1805153149557946e-05, + "loss": 0.7306, + "step": 2138 + }, + { + "epoch": 1.51, + "learning_rate": 1.1800796743794637e-05, + "loss": 0.7567, + "step": 2139 + }, + { + "epoch": 1.51, + "learning_rate": 1.1796439316788214e-05, + "loss": 0.727, + "step": 2140 + }, + { + "epoch": 1.51, + "learning_rate": 1.179208086988684e-05, + "loss": 0.7312, + "step": 2141 + }, + { + "epoch": 1.51, + "learning_rate": 1.1787721404438984e-05, + "loss": 0.7297, + "step": 2142 + }, + { + "epoch": 1.51, + "learning_rate": 1.1783360921793429e-05, + "loss": 0.7528, + "step": 2143 + }, + { + "epoch": 1.51, + "learning_rate": 1.1778999423299285e-05, + "loss": 0.7281, + "step": 2144 + }, + { + "epoch": 1.51, + "learning_rate": 1.1774636910305964e-05, + "loss": 0.6979, + "step": 2145 + }, + { + "epoch": 1.51, + "learning_rate": 1.1770273384163198e-05, + "loss": 0.7244, + "step": 2146 + }, + { + "epoch": 1.51, + "learning_rate": 1.1765908846221031e-05, + "loss": 0.7485, + "step": 2147 + }, + { + "epoch": 1.51, + "learning_rate": 1.1761543297829824e-05, + "loss": 0.7016, + "step": 2148 + }, + { + "epoch": 1.51, + "learning_rate": 1.175717674034024e-05, + "loss": 0.7275, + "step": 2149 + }, + { + "epoch": 1.51, + "learning_rate": 1.1752809175103264e-05, + "loss": 0.7331, + "step": 2150 + }, + { + "epoch": 1.51, + "learning_rate": 1.1748440603470189e-05, + "loss": 0.7232, + "step": 2151 + }, + { + "epoch": 1.52, + "learning_rate": 1.1744071026792622e-05, + "loss": 0.755, + "step": 2152 + }, + { + "epoch": 1.52, + "learning_rate": 1.173970044642248e-05, + "loss": 0.7219, + "step": 2153 + }, + { + "epoch": 1.52, + "learning_rate": 1.1735328863711982e-05, + "loss": 0.6958, + "step": 2154 + }, + { + "epoch": 1.52, + "learning_rate": 1.1730956280013674e-05, + "loss": 0.7381, + "step": 2155 + }, + { + "epoch": 1.52, + "learning_rate": 1.1726582696680396e-05, + "loss": 0.7544, + "step": 2156 + }, + { + "epoch": 1.52, + "learning_rate": 1.1722208115065309e-05, + "loss": 0.7239, + "step": 2157 + }, + { + "epoch": 1.52, + "learning_rate": 1.171783253652187e-05, + "loss": 0.7093, + "step": 2158 + }, + { + "epoch": 1.52, + "learning_rate": 1.1713455962403863e-05, + "loss": 0.6849, + "step": 2159 + }, + { + "epoch": 1.52, + "learning_rate": 1.170907839406536e-05, + "loss": 0.7377, + "step": 2160 + }, + { + "epoch": 1.52, + "learning_rate": 1.1704699832860752e-05, + "loss": 0.6892, + "step": 2161 + }, + { + "epoch": 1.52, + "learning_rate": 1.1700320280144735e-05, + "loss": 0.7669, + "step": 2162 + }, + { + "epoch": 1.52, + "learning_rate": 1.1695939737272312e-05, + "loss": 0.7178, + "step": 2163 + }, + { + "epoch": 1.52, + "learning_rate": 1.169155820559879e-05, + "loss": 0.7364, + "step": 2164 + }, + { + "epoch": 1.52, + "learning_rate": 1.1687175686479787e-05, + "loss": 0.7377, + "step": 2165 + }, + { + "epoch": 1.53, + "learning_rate": 1.1682792181271221e-05, + "loss": 0.7177, + "step": 2166 + }, + { + "epoch": 1.53, + "learning_rate": 1.1678407691329319e-05, + "loss": 0.7373, + "step": 2167 + }, + { + "epoch": 1.53, + "learning_rate": 1.167402221801061e-05, + "loss": 0.6922, + "step": 2168 + }, + { + "epoch": 1.53, + "learning_rate": 1.1669635762671928e-05, + "loss": 0.7509, + "step": 2169 + }, + { + "epoch": 1.53, + "learning_rate": 1.1665248326670414e-05, + "loss": 0.7042, + "step": 2170 + }, + { + "epoch": 1.53, + "learning_rate": 1.1660859911363505e-05, + "loss": 0.7315, + "step": 2171 + }, + { + "epoch": 1.53, + "learning_rate": 1.165647051810895e-05, + "loss": 0.7124, + "step": 2172 + }, + { + "epoch": 1.53, + "learning_rate": 1.1652080148264791e-05, + "loss": 0.7302, + "step": 2173 + }, + { + "epoch": 1.53, + "learning_rate": 1.1647688803189383e-05, + "loss": 0.7421, + "step": 2174 + }, + { + "epoch": 1.53, + "learning_rate": 1.1643296484241373e-05, + "loss": 0.7473, + "step": 2175 + }, + { + "epoch": 1.53, + "learning_rate": 1.1638903192779716e-05, + "loss": 0.7444, + "step": 2176 + }, + { + "epoch": 1.53, + "eval_loss": 0.7289339303970337, + "eval_runtime": 30.9425, + "eval_samples_per_second": 264.717, + "eval_steps_per_second": 16.547, + "step": 2176 + }, + { + "epoch": 1.53, + "learning_rate": 1.1634508930163663e-05, + "loss": 0.7388, + "step": 2177 + }, + { + "epoch": 1.53, + "learning_rate": 1.1630113697752772e-05, + "loss": 0.7258, + "step": 2178 + }, + { + "epoch": 1.53, + "learning_rate": 1.1625717496906889e-05, + "loss": 0.6965, + "step": 2179 + }, + { + "epoch": 1.54, + "learning_rate": 1.1621320328986175e-05, + "loss": 0.7276, + "step": 2180 + }, + { + "epoch": 1.54, + "learning_rate": 1.1616922195351079e-05, + "loss": 0.7317, + "step": 2181 + }, + { + "epoch": 1.54, + "learning_rate": 1.1612523097362354e-05, + "loss": 0.7601, + "step": 2182 + }, + { + "epoch": 1.54, + "learning_rate": 1.1608123036381047e-05, + "loss": 0.7194, + "step": 2183 + }, + { + "epoch": 1.54, + "learning_rate": 1.1603722013768502e-05, + "loss": 0.7568, + "step": 2184 + }, + { + "epoch": 1.54, + "learning_rate": 1.1599320030886376e-05, + "loss": 0.7564, + "step": 2185 + }, + { + "epoch": 1.54, + "learning_rate": 1.1594917089096605e-05, + "loss": 0.7205, + "step": 2186 + }, + { + "epoch": 1.54, + "learning_rate": 1.1590513189761427e-05, + "loss": 0.7104, + "step": 2187 + }, + { + "epoch": 1.54, + "learning_rate": 1.1586108334243374e-05, + "loss": 0.7361, + "step": 2188 + }, + { + "epoch": 1.54, + "learning_rate": 1.1581702523905285e-05, + "loss": 0.6955, + "step": 2189 + }, + { + "epoch": 1.54, + "learning_rate": 1.1577295760110284e-05, + "loss": 0.7389, + "step": 2190 + }, + { + "epoch": 1.54, + "learning_rate": 1.1572888044221785e-05, + "loss": 0.7185, + "step": 2191 + }, + { + "epoch": 1.54, + "learning_rate": 1.1568479377603517e-05, + "loss": 0.7241, + "step": 2192 + }, + { + "epoch": 1.54, + "learning_rate": 1.1564069761619478e-05, + "loss": 0.6989, + "step": 2193 + }, + { + "epoch": 1.55, + "learning_rate": 1.155965919763398e-05, + "loss": 0.7211, + "step": 2194 + }, + { + "epoch": 1.55, + "learning_rate": 1.1555247687011614e-05, + "loss": 0.7116, + "step": 2195 + }, + { + "epoch": 1.55, + "learning_rate": 1.1550835231117277e-05, + "loss": 0.7556, + "step": 2196 + }, + { + "epoch": 1.55, + "learning_rate": 1.1546421831316148e-05, + "loss": 0.7301, + "step": 2197 + }, + { + "epoch": 1.55, + "learning_rate": 1.15420074889737e-05, + "loss": 0.7247, + "step": 2198 + }, + { + "epoch": 1.55, + "learning_rate": 1.1537592205455703e-05, + "loss": 0.6972, + "step": 2199 + }, + { + "epoch": 1.55, + "learning_rate": 1.153317598212821e-05, + "loss": 0.7326, + "step": 2200 + }, + { + "epoch": 1.55, + "learning_rate": 1.1528758820357571e-05, + "loss": 0.7224, + "step": 2201 + }, + { + "epoch": 1.55, + "learning_rate": 1.1524340721510429e-05, + "loss": 0.7382, + "step": 2202 + }, + { + "epoch": 1.55, + "learning_rate": 1.1519921686953704e-05, + "loss": 0.7351, + "step": 2203 + }, + { + "epoch": 1.55, + "learning_rate": 1.151550171805462e-05, + "loss": 0.7126, + "step": 2204 + }, + { + "epoch": 1.55, + "learning_rate": 1.1511080816180683e-05, + "loss": 0.6793, + "step": 2205 + }, + { + "epoch": 1.55, + "learning_rate": 1.1506658982699688e-05, + "loss": 0.7255, + "step": 2206 + }, + { + "epoch": 1.55, + "learning_rate": 1.1502236218979718e-05, + "loss": 0.7204, + "step": 2207 + }, + { + "epoch": 1.55, + "learning_rate": 1.1497812526389148e-05, + "loss": 0.7499, + "step": 2208 + }, + { + "epoch": 1.56, + "learning_rate": 1.1493387906296636e-05, + "loss": 0.7437, + "step": 2209 + }, + { + "epoch": 1.56, + "learning_rate": 1.1488962360071125e-05, + "loss": 0.7198, + "step": 2210 + }, + { + "epoch": 1.56, + "learning_rate": 1.1484535889081849e-05, + "loss": 0.7301, + "step": 2211 + }, + { + "epoch": 1.56, + "learning_rate": 1.1480108494698328e-05, + "loss": 0.7017, + "step": 2212 + }, + { + "epoch": 1.56, + "learning_rate": 1.1475680178290364e-05, + "loss": 0.7367, + "step": 2213 + }, + { + "epoch": 1.56, + "learning_rate": 1.1471250941228054e-05, + "loss": 0.6997, + "step": 2214 + }, + { + "epoch": 1.56, + "learning_rate": 1.1466820784881764e-05, + "loss": 0.7534, + "step": 2215 + }, + { + "epoch": 1.56, + "learning_rate": 1.1462389710622156e-05, + "loss": 0.6981, + "step": 2216 + }, + { + "epoch": 1.56, + "learning_rate": 1.1457957719820173e-05, + "loss": 0.7052, + "step": 2217 + }, + { + "epoch": 1.56, + "learning_rate": 1.145352481384704e-05, + "loss": 0.7139, + "step": 2218 + }, + { + "epoch": 1.56, + "learning_rate": 1.1449090994074273e-05, + "loss": 0.7412, + "step": 2219 + }, + { + "epoch": 1.56, + "learning_rate": 1.1444656261873658e-05, + "loss": 0.776, + "step": 2220 + }, + { + "epoch": 1.56, + "learning_rate": 1.1440220618617268e-05, + "loss": 0.7269, + "step": 2221 + }, + { + "epoch": 1.56, + "learning_rate": 1.1435784065677464e-05, + "loss": 0.7234, + "step": 2222 + }, + { + "epoch": 1.57, + "learning_rate": 1.1431346604426883e-05, + "loss": 0.7154, + "step": 2223 + }, + { + "epoch": 1.57, + "learning_rate": 1.1426908236238447e-05, + "loss": 0.748, + "step": 2224 + }, + { + "epoch": 1.57, + "learning_rate": 1.1422468962485351e-05, + "loss": 0.7319, + "step": 2225 + }, + { + "epoch": 1.57, + "learning_rate": 1.1418028784541077e-05, + "loss": 0.7339, + "step": 2226 + }, + { + "epoch": 1.57, + "learning_rate": 1.1413587703779382e-05, + "loss": 0.7122, + "step": 2227 + }, + { + "epoch": 1.57, + "learning_rate": 1.140914572157431e-05, + "loss": 0.7401, + "step": 2228 + }, + { + "epoch": 1.57, + "learning_rate": 1.1404702839300175e-05, + "loss": 0.7473, + "step": 2229 + }, + { + "epoch": 1.57, + "learning_rate": 1.1400259058331574e-05, + "loss": 0.76, + "step": 2230 + }, + { + "epoch": 1.57, + "learning_rate": 1.1395814380043379e-05, + "loss": 0.7493, + "step": 2231 + }, + { + "epoch": 1.57, + "learning_rate": 1.1391368805810747e-05, + "loss": 0.7593, + "step": 2232 + }, + { + "epoch": 1.57, + "learning_rate": 1.1386922337009103e-05, + "loss": 0.7425, + "step": 2233 + }, + { + "epoch": 1.57, + "learning_rate": 1.1382474975014156e-05, + "loss": 0.7577, + "step": 2234 + }, + { + "epoch": 1.57, + "learning_rate": 1.1378026721201886e-05, + "loss": 0.7317, + "step": 2235 + }, + { + "epoch": 1.57, + "learning_rate": 1.1373577576948553e-05, + "loss": 0.7461, + "step": 2236 + }, + { + "epoch": 1.58, + "learning_rate": 1.1369127543630689e-05, + "loss": 0.7379, + "step": 2237 + }, + { + "epoch": 1.58, + "learning_rate": 1.1364676622625104e-05, + "loss": 0.7227, + "step": 2238 + }, + { + "epoch": 1.58, + "learning_rate": 1.1360224815308879e-05, + "loss": 0.7535, + "step": 2239 + }, + { + "epoch": 1.58, + "learning_rate": 1.1355772123059373e-05, + "loss": 0.7237, + "step": 2240 + }, + { + "epoch": 1.58, + "eval_loss": 0.7281379699707031, + "eval_runtime": 30.9138, + "eval_samples_per_second": 264.963, + "eval_steps_per_second": 16.562, + "step": 2240 + }, + { + "epoch": 1.58, + "learning_rate": 1.1351318547254221e-05, + "loss": 0.7468, + "step": 2241 + }, + { + "epoch": 1.58, + "learning_rate": 1.1346864089271323e-05, + "loss": 0.7282, + "step": 2242 + }, + { + "epoch": 1.58, + "learning_rate": 1.1342408750488856e-05, + "loss": 0.7029, + "step": 2243 + }, + { + "epoch": 1.58, + "learning_rate": 1.1337952532285275e-05, + "loss": 0.749, + "step": 2244 + }, + { + "epoch": 1.58, + "learning_rate": 1.13334954360393e-05, + "loss": 0.7066, + "step": 2245 + }, + { + "epoch": 1.58, + "learning_rate": 1.1329037463129923e-05, + "loss": 0.7371, + "step": 2246 + }, + { + "epoch": 1.58, + "learning_rate": 1.1324578614936412e-05, + "loss": 0.7074, + "step": 2247 + }, + { + "epoch": 1.58, + "learning_rate": 1.1320118892838303e-05, + "loss": 0.7239, + "step": 2248 + }, + { + "epoch": 1.58, + "learning_rate": 1.1315658298215402e-05, + "loss": 0.7409, + "step": 2249 + }, + { + "epoch": 1.58, + "learning_rate": 1.1311196832447785e-05, + "loss": 0.7451, + "step": 2250 + }, + { + "epoch": 1.59, + "learning_rate": 1.1306734496915793e-05, + "loss": 0.7419, + "step": 2251 + }, + { + "epoch": 1.59, + "learning_rate": 1.130227129300005e-05, + "loss": 0.7516, + "step": 2252 + }, + { + "epoch": 1.59, + "learning_rate": 1.1297807222081434e-05, + "loss": 0.7431, + "step": 2253 + }, + { + "epoch": 1.59, + "learning_rate": 1.12933422855411e-05, + "loss": 0.7331, + "step": 2254 + }, + { + "epoch": 1.59, + "learning_rate": 1.1288876484760465e-05, + "loss": 0.7483, + "step": 2255 + }, + { + "epoch": 1.59, + "learning_rate": 1.1284409821121216e-05, + "loss": 0.7403, + "step": 2256 + }, + { + "epoch": 1.59, + "learning_rate": 1.1279942296005308e-05, + "loss": 0.7357, + "step": 2257 + }, + { + "epoch": 1.59, + "learning_rate": 1.1275473910794965e-05, + "loss": 0.7605, + "step": 2258 + }, + { + "epoch": 1.59, + "learning_rate": 1.1271004666872668e-05, + "loss": 0.7347, + "step": 2259 + }, + { + "epoch": 1.59, + "learning_rate": 1.126653456562117e-05, + "loss": 0.7348, + "step": 2260 + }, + { + "epoch": 1.59, + "learning_rate": 1.1262063608423492e-05, + "loss": 0.7959, + "step": 2261 + }, + { + "epoch": 1.59, + "learning_rate": 1.1257591796662914e-05, + "loss": 0.7352, + "step": 2262 + }, + { + "epoch": 1.59, + "learning_rate": 1.1253119131722986e-05, + "loss": 0.7079, + "step": 2263 + }, + { + "epoch": 1.59, + "learning_rate": 1.1248645614987517e-05, + "loss": 0.7464, + "step": 2264 + }, + { + "epoch": 1.6, + "learning_rate": 1.1244171247840579e-05, + "loss": 0.7377, + "step": 2265 + }, + { + "epoch": 1.6, + "learning_rate": 1.1239696031666512e-05, + "loss": 0.708, + "step": 2266 + }, + { + "epoch": 1.6, + "learning_rate": 1.1235219967849918e-05, + "loss": 0.7207, + "step": 2267 + }, + { + "epoch": 1.6, + "learning_rate": 1.1230743057775651e-05, + "loss": 0.699, + "step": 2268 + }, + { + "epoch": 1.6, + "learning_rate": 1.1226265302828845e-05, + "loss": 0.7627, + "step": 2269 + }, + { + "epoch": 1.6, + "learning_rate": 1.1221786704394882e-05, + "loss": 0.7257, + "step": 2270 + }, + { + "epoch": 1.6, + "learning_rate": 1.1217307263859409e-05, + "loss": 0.7552, + "step": 2271 + }, + { + "epoch": 1.6, + "learning_rate": 1.1212826982608331e-05, + "loss": 0.7338, + "step": 2272 + }, + { + "epoch": 1.6, + "learning_rate": 1.1208345862027818e-05, + "loss": 0.7153, + "step": 2273 + }, + { + "epoch": 1.6, + "learning_rate": 1.1203863903504295e-05, + "loss": 0.7387, + "step": 2274 + }, + { + "epoch": 1.6, + "learning_rate": 1.119938110842445e-05, + "loss": 0.7215, + "step": 2275 + }, + { + "epoch": 1.6, + "learning_rate": 1.1194897478175227e-05, + "loss": 0.7419, + "step": 2276 + }, + { + "epoch": 1.6, + "learning_rate": 1.119041301414383e-05, + "loss": 0.7421, + "step": 2277 + }, + { + "epoch": 1.6, + "learning_rate": 1.1185927717717718e-05, + "loss": 0.6994, + "step": 2278 + }, + { + "epoch": 1.6, + "learning_rate": 1.1181441590284611e-05, + "loss": 0.7758, + "step": 2279 + }, + { + "epoch": 1.61, + "learning_rate": 1.1176954633232488e-05, + "loss": 0.7468, + "step": 2280 + }, + { + "epoch": 1.61, + "learning_rate": 1.117246684794958e-05, + "loss": 0.7576, + "step": 2281 + }, + { + "epoch": 1.61, + "learning_rate": 1.1167978235824373e-05, + "loss": 0.7398, + "step": 2282 + }, + { + "epoch": 1.61, + "learning_rate": 1.1163488798245616e-05, + "loss": 0.7308, + "step": 2283 + }, + { + "epoch": 1.61, + "learning_rate": 1.1158998536602305e-05, + "loss": 0.7368, + "step": 2284 + }, + { + "epoch": 1.61, + "learning_rate": 1.11545074522837e-05, + "loss": 0.7536, + "step": 2285 + }, + { + "epoch": 1.61, + "learning_rate": 1.1150015546679307e-05, + "loss": 0.7452, + "step": 2286 + }, + { + "epoch": 1.61, + "learning_rate": 1.1145522821178892e-05, + "loss": 0.7234, + "step": 2287 + }, + { + "epoch": 1.61, + "learning_rate": 1.114102927717247e-05, + "loss": 0.7479, + "step": 2288 + }, + { + "epoch": 1.61, + "learning_rate": 1.1136534916050312e-05, + "loss": 0.7209, + "step": 2289 + }, + { + "epoch": 1.61, + "learning_rate": 1.1132039739202942e-05, + "loss": 0.74, + "step": 2290 + }, + { + "epoch": 1.61, + "learning_rate": 1.1127543748021139e-05, + "loss": 0.7369, + "step": 2291 + }, + { + "epoch": 1.61, + "learning_rate": 1.112304694389593e-05, + "loss": 0.735, + "step": 2292 + }, + { + "epoch": 1.61, + "learning_rate": 1.1118549328218588e-05, + "loss": 0.7341, + "step": 2293 + }, + { + "epoch": 1.62, + "learning_rate": 1.1114050902380649e-05, + "loss": 0.7271, + "step": 2294 + }, + { + "epoch": 1.62, + "learning_rate": 1.1109551667773893e-05, + "loss": 0.754, + "step": 2295 + }, + { + "epoch": 1.62, + "learning_rate": 1.1105051625790351e-05, + "loss": 0.7252, + "step": 2296 + }, + { + "epoch": 1.62, + "learning_rate": 1.1100550777822305e-05, + "loss": 0.7147, + "step": 2297 + }, + { + "epoch": 1.62, + "learning_rate": 1.1096049125262282e-05, + "loss": 0.7106, + "step": 2298 + }, + { + "epoch": 1.62, + "learning_rate": 1.1091546669503066e-05, + "loss": 0.7432, + "step": 2299 + }, + { + "epoch": 1.62, + "learning_rate": 1.1087043411937684e-05, + "loss": 0.7027, + "step": 2300 + }, + { + "epoch": 1.62, + "learning_rate": 1.108253935395941e-05, + "loss": 0.7326, + "step": 2301 + }, + { + "epoch": 1.62, + "learning_rate": 1.107803449696177e-05, + "loss": 0.7178, + "step": 2302 + }, + { + "epoch": 1.62, + "learning_rate": 1.1073528842338531e-05, + "loss": 0.7462, + "step": 2303 + }, + { + "epoch": 1.62, + "learning_rate": 1.1069022391483714e-05, + "loss": 0.735, + "step": 2304 + }, + { + "epoch": 1.62, + "eval_loss": 0.727583646774292, + "eval_runtime": 30.9791, + "eval_samples_per_second": 264.404, + "eval_steps_per_second": 16.527, + "step": 2304 + }, + { + "epoch": 1.62, + "learning_rate": 1.1064515145791582e-05, + "loss": 0.7195, + "step": 2305 + }, + { + "epoch": 1.62, + "learning_rate": 1.1060007106656644e-05, + "loss": 0.6962, + "step": 2306 + }, + { + "epoch": 1.62, + "learning_rate": 1.1055498275473657e-05, + "loss": 0.7392, + "step": 2307 + }, + { + "epoch": 1.63, + "learning_rate": 1.105098865363762e-05, + "loss": 0.7351, + "step": 2308 + }, + { + "epoch": 1.63, + "learning_rate": 1.1046478242543778e-05, + "loss": 0.695, + "step": 2309 + }, + { + "epoch": 1.63, + "learning_rate": 1.104196704358762e-05, + "loss": 0.7381, + "step": 2310 + }, + { + "epoch": 1.63, + "learning_rate": 1.1037455058164883e-05, + "loss": 0.7161, + "step": 2311 + }, + { + "epoch": 1.63, + "learning_rate": 1.1032942287671536e-05, + "loss": 0.7397, + "step": 2312 + }, + { + "epoch": 1.63, + "learning_rate": 1.1028428733503808e-05, + "loss": 0.7347, + "step": 2313 + }, + { + "epoch": 1.63, + "learning_rate": 1.1023914397058149e-05, + "loss": 0.7075, + "step": 2314 + }, + { + "epoch": 1.63, + "learning_rate": 1.101939927973127e-05, + "loss": 0.7167, + "step": 2315 + }, + { + "epoch": 1.63, + "learning_rate": 1.1014883382920116e-05, + "loss": 0.7287, + "step": 2316 + }, + { + "epoch": 1.63, + "learning_rate": 1.1010366708021872e-05, + "loss": 0.7557, + "step": 2317 + }, + { + "epoch": 1.63, + "learning_rate": 1.1005849256433963e-05, + "loss": 0.7517, + "step": 2318 + }, + { + "epoch": 1.63, + "learning_rate": 1.1001331029554063e-05, + "loss": 0.7665, + "step": 2319 + }, + { + "epoch": 1.63, + "learning_rate": 1.0996812028780073e-05, + "loss": 0.717, + "step": 2320 + }, + { + "epoch": 1.63, + "learning_rate": 1.0992292255510144e-05, + "loss": 0.71, + "step": 2321 + }, + { + "epoch": 1.64, + "learning_rate": 1.0987771711142658e-05, + "loss": 0.7681, + "step": 2322 + }, + { + "epoch": 1.64, + "learning_rate": 1.0983250397076242e-05, + "loss": 0.7272, + "step": 2323 + }, + { + "epoch": 1.64, + "learning_rate": 1.097872831470976e-05, + "loss": 0.7432, + "step": 2324 + }, + { + "epoch": 1.64, + "learning_rate": 1.0974205465442308e-05, + "loss": 0.7582, + "step": 2325 + }, + { + "epoch": 1.64, + "learning_rate": 1.0969681850673226e-05, + "loss": 0.754, + "step": 2326 + }, + { + "epoch": 1.64, + "learning_rate": 1.0965157471802085e-05, + "loss": 0.7306, + "step": 2327 + }, + { + "epoch": 1.64, + "learning_rate": 1.0960632330228702e-05, + "loss": 0.7414, + "step": 2328 + }, + { + "epoch": 1.64, + "learning_rate": 1.0956106427353121e-05, + "loss": 0.71, + "step": 2329 + }, + { + "epoch": 1.64, + "learning_rate": 1.0951579764575624e-05, + "loss": 0.7331, + "step": 2330 + }, + { + "epoch": 1.64, + "learning_rate": 1.0947052343296725e-05, + "loss": 0.7302, + "step": 2331 + }, + { + "epoch": 1.64, + "learning_rate": 1.0942524164917182e-05, + "loss": 0.7414, + "step": 2332 + }, + { + "epoch": 1.64, + "learning_rate": 1.0937995230837976e-05, + "loss": 0.7143, + "step": 2333 + }, + { + "epoch": 1.64, + "learning_rate": 1.0933465542460332e-05, + "loss": 0.7425, + "step": 2334 + }, + { + "epoch": 1.64, + "learning_rate": 1.09289351011857e-05, + "loss": 0.7318, + "step": 2335 + }, + { + "epoch": 1.65, + "learning_rate": 1.0924403908415766e-05, + "loss": 0.7602, + "step": 2336 + }, + { + "epoch": 1.65, + "learning_rate": 1.0919871965552451e-05, + "loss": 0.7189, + "step": 2337 + }, + { + "epoch": 1.65, + "learning_rate": 1.0915339273997905e-05, + "loss": 0.716, + "step": 2338 + }, + { + "epoch": 1.65, + "learning_rate": 1.0910805835154512e-05, + "loss": 0.6962, + "step": 2339 + }, + { + "epoch": 1.65, + "learning_rate": 1.0906271650424882e-05, + "loss": 0.7306, + "step": 2340 + }, + { + "epoch": 1.65, + "learning_rate": 1.0901736721211867e-05, + "loss": 0.7141, + "step": 2341 + }, + { + "epoch": 1.65, + "learning_rate": 1.0897201048918535e-05, + "loss": 0.6955, + "step": 2342 + }, + { + "epoch": 1.65, + "learning_rate": 1.0892664634948194e-05, + "loss": 0.7143, + "step": 2343 + }, + { + "epoch": 1.65, + "learning_rate": 1.0888127480704376e-05, + "loss": 0.7142, + "step": 2344 + }, + { + "epoch": 1.65, + "learning_rate": 1.0883589587590847e-05, + "loss": 0.6998, + "step": 2345 + }, + { + "epoch": 1.65, + "learning_rate": 1.0879050957011597e-05, + "loss": 0.7233, + "step": 2346 + }, + { + "epoch": 1.65, + "learning_rate": 1.0874511590370845e-05, + "loss": 0.7579, + "step": 2347 + }, + { + "epoch": 1.65, + "learning_rate": 1.0869971489073044e-05, + "loss": 0.7477, + "step": 2348 + }, + { + "epoch": 1.65, + "learning_rate": 1.0865430654522866e-05, + "loss": 0.7225, + "step": 2349 + }, + { + "epoch": 1.65, + "learning_rate": 1.086088908812521e-05, + "loss": 0.7574, + "step": 2350 + }, + { + "epoch": 1.66, + "learning_rate": 1.085634679128521e-05, + "loss": 0.6888, + "step": 2351 + }, + { + "epoch": 1.66, + "learning_rate": 1.0851803765408217e-05, + "loss": 0.7288, + "step": 2352 + }, + { + "epoch": 1.66, + "learning_rate": 1.0847260011899814e-05, + "loss": 0.7274, + "step": 2353 + }, + { + "epoch": 1.66, + "learning_rate": 1.0842715532165801e-05, + "loss": 0.7468, + "step": 2354 + }, + { + "epoch": 1.66, + "learning_rate": 1.0838170327612212e-05, + "loss": 0.7008, + "step": 2355 + }, + { + "epoch": 1.66, + "learning_rate": 1.0833624399645298e-05, + "loss": 0.698, + "step": 2356 + }, + { + "epoch": 1.66, + "learning_rate": 1.0829077749671541e-05, + "loss": 0.7183, + "step": 2357 + }, + { + "epoch": 1.66, + "learning_rate": 1.0824530379097639e-05, + "loss": 0.7008, + "step": 2358 + }, + { + "epoch": 1.66, + "learning_rate": 1.0819982289330518e-05, + "loss": 0.719, + "step": 2359 + }, + { + "epoch": 1.66, + "learning_rate": 1.0815433481777323e-05, + "loss": 0.7424, + "step": 2360 + }, + { + "epoch": 1.66, + "learning_rate": 1.0810883957845425e-05, + "loss": 0.699, + "step": 2361 + }, + { + "epoch": 1.66, + "learning_rate": 1.0806333718942411e-05, + "loss": 0.7407, + "step": 2362 + }, + { + "epoch": 1.66, + "learning_rate": 1.0801782766476099e-05, + "loss": 0.7518, + "step": 2363 + }, + { + "epoch": 1.66, + "learning_rate": 1.0797231101854515e-05, + "loss": 0.7529, + "step": 2364 + }, + { + "epoch": 1.67, + "learning_rate": 1.0792678726485909e-05, + "loss": 0.7302, + "step": 2365 + }, + { + "epoch": 1.67, + "learning_rate": 1.0788125641778764e-05, + "loss": 0.7107, + "step": 2366 + }, + { + "epoch": 1.67, + "learning_rate": 1.0783571849141766e-05, + "loss": 0.7368, + "step": 2367 + }, + { + "epoch": 1.67, + "learning_rate": 1.0779017349983829e-05, + "loss": 0.709, + "step": 2368 + }, + { + "epoch": 1.67, + "eval_loss": 0.7275509238243103, + "eval_runtime": 31.1259, + "eval_samples_per_second": 263.157, + "eval_steps_per_second": 16.449, + "step": 2368 + }, + { + "epoch": 1.67, + "learning_rate": 1.077446214571408e-05, + "loss": 0.7354, + "step": 2369 + }, + { + "epoch": 1.67, + "learning_rate": 1.0769906237741867e-05, + "loss": 0.7667, + "step": 2370 + }, + { + "epoch": 1.67, + "learning_rate": 1.0765349627476755e-05, + "loss": 0.7573, + "step": 2371 + }, + { + "epoch": 1.67, + "learning_rate": 1.0760792316328529e-05, + "loss": 0.7231, + "step": 2372 + }, + { + "epoch": 1.67, + "learning_rate": 1.0756234305707188e-05, + "loss": 0.7059, + "step": 2373 + }, + { + "epoch": 1.67, + "learning_rate": 1.0751675597022947e-05, + "loss": 0.7185, + "step": 2374 + }, + { + "epoch": 1.67, + "learning_rate": 1.0747116191686242e-05, + "loss": 0.7214, + "step": 2375 + }, + { + "epoch": 1.67, + "learning_rate": 1.0742556091107717e-05, + "loss": 0.7603, + "step": 2376 + }, + { + "epoch": 1.67, + "learning_rate": 1.0737995296698234e-05, + "loss": 0.7182, + "step": 2377 + }, + { + "epoch": 1.67, + "learning_rate": 1.0733433809868873e-05, + "loss": 0.716, + "step": 2378 + }, + { + "epoch": 1.68, + "learning_rate": 1.0728871632030927e-05, + "loss": 0.7278, + "step": 2379 + }, + { + "epoch": 1.68, + "learning_rate": 1.0724308764595898e-05, + "loss": 0.7526, + "step": 2380 + }, + { + "epoch": 1.68, + "learning_rate": 1.0719745208975506e-05, + "loss": 0.7555, + "step": 2381 + }, + { + "epoch": 1.68, + "learning_rate": 1.0715180966581684e-05, + "loss": 0.7315, + "step": 2382 + }, + { + "epoch": 1.68, + "learning_rate": 1.0710616038826573e-05, + "loss": 0.7188, + "step": 2383 + }, + { + "epoch": 1.68, + "learning_rate": 1.0706050427122534e-05, + "loss": 0.7428, + "step": 2384 + }, + { + "epoch": 1.68, + "learning_rate": 1.0701484132882131e-05, + "loss": 0.7239, + "step": 2385 + }, + { + "epoch": 1.68, + "learning_rate": 1.0696917157518144e-05, + "loss": 0.7276, + "step": 2386 + }, + { + "epoch": 1.68, + "learning_rate": 1.0692349502443564e-05, + "loss": 0.7198, + "step": 2387 + }, + { + "epoch": 1.68, + "learning_rate": 1.068778116907159e-05, + "loss": 0.7343, + "step": 2388 + }, + { + "epoch": 1.68, + "learning_rate": 1.0683212158815632e-05, + "loss": 0.7498, + "step": 2389 + }, + { + "epoch": 1.68, + "learning_rate": 1.0678642473089312e-05, + "loss": 0.6937, + "step": 2390 + }, + { + "epoch": 1.68, + "learning_rate": 1.0674072113306456e-05, + "loss": 0.7463, + "step": 2391 + }, + { + "epoch": 1.68, + "learning_rate": 1.0669501080881099e-05, + "loss": 0.6777, + "step": 2392 + }, + { + "epoch": 1.69, + "learning_rate": 1.0664929377227488e-05, + "loss": 0.7381, + "step": 2393 + }, + { + "epoch": 1.69, + "learning_rate": 1.0660357003760074e-05, + "loss": 0.6953, + "step": 2394 + }, + { + "epoch": 1.69, + "learning_rate": 1.0655783961893521e-05, + "loss": 0.707, + "step": 2395 + }, + { + "epoch": 1.69, + "learning_rate": 1.0651210253042695e-05, + "loss": 0.7148, + "step": 2396 + }, + { + "epoch": 1.69, + "learning_rate": 1.0646635878622666e-05, + "loss": 0.7607, + "step": 2397 + }, + { + "epoch": 1.69, + "learning_rate": 1.0642060840048713e-05, + "loss": 0.7032, + "step": 2398 + }, + { + "epoch": 1.69, + "learning_rate": 1.0637485138736324e-05, + "loss": 0.7661, + "step": 2399 + }, + { + "epoch": 1.69, + "learning_rate": 1.0632908776101187e-05, + "loss": 0.7304, + "step": 2400 + }, + { + "epoch": 1.69, + "learning_rate": 1.0628331753559195e-05, + "loss": 0.7211, + "step": 2401 + }, + { + "epoch": 1.69, + "learning_rate": 1.0623754072526446e-05, + "loss": 0.7264, + "step": 2402 + }, + { + "epoch": 1.69, + "learning_rate": 1.061917573441924e-05, + "loss": 0.7642, + "step": 2403 + }, + { + "epoch": 1.69, + "learning_rate": 1.061459674065409e-05, + "loss": 0.7285, + "step": 2404 + }, + { + "epoch": 1.69, + "learning_rate": 1.06100170926477e-05, + "loss": 0.7274, + "step": 2405 + }, + { + "epoch": 1.69, + "learning_rate": 1.0605436791816979e-05, + "loss": 0.7537, + "step": 2406 + }, + { + "epoch": 1.7, + "learning_rate": 1.0600855839579041e-05, + "loss": 0.735, + "step": 2407 + }, + { + "epoch": 1.7, + "learning_rate": 1.0596274237351201e-05, + "loss": 0.6972, + "step": 2408 + }, + { + "epoch": 1.7, + "learning_rate": 1.0591691986550972e-05, + "loss": 0.7341, + "step": 2409 + }, + { + "epoch": 1.7, + "learning_rate": 1.0587109088596072e-05, + "loss": 0.7498, + "step": 2410 + }, + { + "epoch": 1.7, + "learning_rate": 1.0582525544904415e-05, + "loss": 0.7422, + "step": 2411 + }, + { + "epoch": 1.7, + "learning_rate": 1.0577941356894118e-05, + "loss": 0.7536, + "step": 2412 + }, + { + "epoch": 1.7, + "learning_rate": 1.0573356525983498e-05, + "loss": 0.7072, + "step": 2413 + }, + { + "epoch": 1.7, + "learning_rate": 1.0568771053591067e-05, + "loss": 0.7349, + "step": 2414 + }, + { + "epoch": 1.7, + "learning_rate": 1.0564184941135539e-05, + "loss": 0.7253, + "step": 2415 + }, + { + "epoch": 1.7, + "learning_rate": 1.0559598190035822e-05, + "loss": 0.7129, + "step": 2416 + }, + { + "epoch": 1.7, + "learning_rate": 1.0555010801711029e-05, + "loss": 0.764, + "step": 2417 + }, + { + "epoch": 1.7, + "learning_rate": 1.0550422777580464e-05, + "loss": 0.7209, + "step": 2418 + }, + { + "epoch": 1.7, + "learning_rate": 1.0545834119063625e-05, + "loss": 0.7278, + "step": 2419 + }, + { + "epoch": 1.7, + "learning_rate": 1.0541244827580213e-05, + "loss": 0.735, + "step": 2420 + }, + { + "epoch": 1.7, + "learning_rate": 1.0536654904550123e-05, + "loss": 0.759, + "step": 2421 + }, + { + "epoch": 1.71, + "learning_rate": 1.0532064351393446e-05, + "loss": 0.6917, + "step": 2422 + }, + { + "epoch": 1.71, + "learning_rate": 1.052747316953046e-05, + "loss": 0.7422, + "step": 2423 + }, + { + "epoch": 1.71, + "learning_rate": 1.0522881360381655e-05, + "loss": 0.7096, + "step": 2424 + }, + { + "epoch": 1.71, + "learning_rate": 1.0518288925367694e-05, + "loss": 0.7322, + "step": 2425 + }, + { + "epoch": 1.71, + "learning_rate": 1.051369586590945e-05, + "loss": 0.7052, + "step": 2426 + }, + { + "epoch": 1.71, + "learning_rate": 1.0509102183427981e-05, + "loss": 0.7683, + "step": 2427 + }, + { + "epoch": 1.71, + "learning_rate": 1.0504507879344539e-05, + "loss": 0.729, + "step": 2428 + }, + { + "epoch": 1.71, + "learning_rate": 1.049991295508057e-05, + "loss": 0.7219, + "step": 2429 + }, + { + "epoch": 1.71, + "learning_rate": 1.0495317412057711e-05, + "loss": 0.7218, + "step": 2430 + }, + { + "epoch": 1.71, + "learning_rate": 1.0490721251697789e-05, + "loss": 0.7022, + "step": 2431 + }, + { + "epoch": 1.71, + "learning_rate": 1.0486124475422824e-05, + "loss": 0.7354, + "step": 2432 + }, + { + "epoch": 1.71, + "eval_loss": 0.7266652584075928, + "eval_runtime": 30.9175, + "eval_samples_per_second": 264.931, + "eval_steps_per_second": 16.56, + "step": 2432 + }, + { + "epoch": 1.71, + "learning_rate": 1.0481527084655027e-05, + "loss": 0.7049, + "step": 2433 + }, + { + "epoch": 1.71, + "learning_rate": 1.04769290808168e-05, + "loss": 0.7096, + "step": 2434 + }, + { + "epoch": 1.71, + "learning_rate": 1.0472330465330731e-05, + "loss": 0.7298, + "step": 2435 + }, + { + "epoch": 1.72, + "learning_rate": 1.0467731239619598e-05, + "loss": 0.7248, + "step": 2436 + }, + { + "epoch": 1.72, + "learning_rate": 1.0463131405106368e-05, + "loss": 0.7303, + "step": 2437 + }, + { + "epoch": 1.72, + "learning_rate": 1.04585309632142e-05, + "loss": 0.7404, + "step": 2438 + }, + { + "epoch": 1.72, + "learning_rate": 1.0453929915366437e-05, + "loss": 0.7275, + "step": 2439 + }, + { + "epoch": 1.72, + "learning_rate": 1.0449328262986613e-05, + "loss": 0.7334, + "step": 2440 + }, + { + "epoch": 1.72, + "learning_rate": 1.0444726007498438e-05, + "loss": 0.7408, + "step": 2441 + }, + { + "epoch": 1.72, + "learning_rate": 1.0440123150325827e-05, + "loss": 0.7333, + "step": 2442 + }, + { + "epoch": 1.72, + "learning_rate": 1.0435519692892865e-05, + "loss": 0.7358, + "step": 2443 + }, + { + "epoch": 1.72, + "learning_rate": 1.0430915636623832e-05, + "loss": 0.7297, + "step": 2444 + }, + { + "epoch": 1.72, + "learning_rate": 1.0426310982943191e-05, + "loss": 0.7083, + "step": 2445 + }, + { + "epoch": 1.72, + "learning_rate": 1.0421705733275592e-05, + "loss": 0.7226, + "step": 2446 + }, + { + "epoch": 1.72, + "learning_rate": 1.041709988904586e-05, + "loss": 0.7564, + "step": 2447 + }, + { + "epoch": 1.72, + "learning_rate": 1.0412493451679011e-05, + "loss": 0.7274, + "step": 2448 + }, + { + "epoch": 1.72, + "learning_rate": 1.0407886422600249e-05, + "loss": 0.7396, + "step": 2449 + }, + { + "epoch": 1.73, + "learning_rate": 1.0403278803234953e-05, + "loss": 0.7612, + "step": 2450 + }, + { + "epoch": 1.73, + "learning_rate": 1.0398670595008689e-05, + "loss": 0.761, + "step": 2451 + }, + { + "epoch": 1.73, + "learning_rate": 1.0394061799347202e-05, + "loss": 0.7252, + "step": 2452 + }, + { + "epoch": 1.73, + "learning_rate": 1.0389452417676423e-05, + "loss": 0.6821, + "step": 2453 + }, + { + "epoch": 1.73, + "learning_rate": 1.038484245142246e-05, + "loss": 0.7384, + "step": 2454 + }, + { + "epoch": 1.73, + "learning_rate": 1.0380231902011605e-05, + "loss": 0.7243, + "step": 2455 + }, + { + "epoch": 1.73, + "learning_rate": 1.037562077087033e-05, + "loss": 0.7671, + "step": 2456 + }, + { + "epoch": 1.73, + "learning_rate": 1.0371009059425286e-05, + "loss": 0.7342, + "step": 2457 + }, + { + "epoch": 1.73, + "learning_rate": 1.0366396769103304e-05, + "loss": 0.7351, + "step": 2458 + }, + { + "epoch": 1.73, + "learning_rate": 1.0361783901331391e-05, + "loss": 0.6922, + "step": 2459 + }, + { + "epoch": 1.73, + "learning_rate": 1.035717045753674e-05, + "loss": 0.7043, + "step": 2460 + }, + { + "epoch": 1.73, + "learning_rate": 1.0352556439146711e-05, + "loss": 0.7208, + "step": 2461 + }, + { + "epoch": 1.73, + "learning_rate": 1.034794184758886e-05, + "loss": 0.7201, + "step": 2462 + }, + { + "epoch": 1.73, + "learning_rate": 1.0343326684290897e-05, + "loss": 0.7239, + "step": 2463 + }, + { + "epoch": 1.74, + "learning_rate": 1.0338710950680729e-05, + "loss": 0.7548, + "step": 2464 + }, + { + "epoch": 1.74, + "learning_rate": 1.0334094648186427e-05, + "loss": 0.7372, + "step": 2465 + }, + { + "epoch": 1.74, + "learning_rate": 1.0329477778236242e-05, + "loss": 0.7375, + "step": 2466 + }, + { + "epoch": 1.74, + "learning_rate": 1.0324860342258605e-05, + "loss": 0.7699, + "step": 2467 + }, + { + "epoch": 1.74, + "learning_rate": 1.0320242341682117e-05, + "loss": 0.759, + "step": 2468 + }, + { + "epoch": 1.74, + "learning_rate": 1.0315623777935548e-05, + "loss": 0.7256, + "step": 2469 + }, + { + "epoch": 1.74, + "learning_rate": 1.0311004652447854e-05, + "loss": 0.7519, + "step": 2470 + }, + { + "epoch": 1.74, + "learning_rate": 1.0306384966648161e-05, + "loss": 0.7467, + "step": 2471 + }, + { + "epoch": 1.74, + "learning_rate": 1.0301764721965765e-05, + "loss": 0.7123, + "step": 2472 + }, + { + "epoch": 1.74, + "learning_rate": 1.029714391983014e-05, + "loss": 0.7088, + "step": 2473 + }, + { + "epoch": 1.74, + "learning_rate": 1.0292522561670926e-05, + "loss": 0.715, + "step": 2474 + }, + { + "epoch": 1.74, + "learning_rate": 1.0287900648917936e-05, + "loss": 0.7242, + "step": 2475 + }, + { + "epoch": 1.74, + "learning_rate": 1.0283278183001163e-05, + "loss": 0.7196, + "step": 2476 + }, + { + "epoch": 1.74, + "learning_rate": 1.0278655165350763e-05, + "loss": 0.7061, + "step": 2477 + }, + { + "epoch": 1.75, + "learning_rate": 1.0274031597397062e-05, + "loss": 0.7513, + "step": 2478 + }, + { + "epoch": 1.75, + "learning_rate": 1.0269407480570564e-05, + "loss": 0.7076, + "step": 2479 + }, + { + "epoch": 1.75, + "learning_rate": 1.0264782816301936e-05, + "loss": 0.7204, + "step": 2480 + }, + { + "epoch": 1.75, + "learning_rate": 1.0260157606022014e-05, + "loss": 0.7426, + "step": 2481 + }, + { + "epoch": 1.75, + "learning_rate": 1.0255531851161808e-05, + "loss": 0.722, + "step": 2482 + }, + { + "epoch": 1.75, + "learning_rate": 1.025090555315249e-05, + "loss": 0.7295, + "step": 2483 + }, + { + "epoch": 1.75, + "learning_rate": 1.0246278713425411e-05, + "loss": 0.7247, + "step": 2484 + }, + { + "epoch": 1.75, + "learning_rate": 1.0241651333412077e-05, + "loss": 0.7238, + "step": 2485 + }, + { + "epoch": 1.75, + "learning_rate": 1.0237023414544167e-05, + "loss": 0.7577, + "step": 2486 + }, + { + "epoch": 1.75, + "learning_rate": 1.0232394958253527e-05, + "loss": 0.7504, + "step": 2487 + }, + { + "epoch": 1.75, + "learning_rate": 1.0227765965972168e-05, + "loss": 0.7508, + "step": 2488 + }, + { + "epoch": 1.75, + "learning_rate": 1.0223136439132269e-05, + "loss": 0.7255, + "step": 2489 + }, + { + "epoch": 1.75, + "learning_rate": 1.0218506379166173e-05, + "loss": 0.6862, + "step": 2490 + }, + { + "epoch": 1.75, + "learning_rate": 1.0213875787506383e-05, + "loss": 0.7273, + "step": 2491 + }, + { + "epoch": 1.75, + "learning_rate": 1.0209244665585577e-05, + "loss": 0.7285, + "step": 2492 + }, + { + "epoch": 1.76, + "learning_rate": 1.0204613014836588e-05, + "loss": 0.7513, + "step": 2493 + }, + { + "epoch": 1.76, + "learning_rate": 1.0199980836692417e-05, + "loss": 0.7571, + "step": 2494 + }, + { + "epoch": 1.76, + "learning_rate": 1.019534813258623e-05, + "loss": 0.7297, + "step": 2495 + }, + { + "epoch": 1.76, + "learning_rate": 1.0190714903951346e-05, + "loss": 0.7527, + "step": 2496 + }, + { + "epoch": 1.76, + "eval_loss": 0.7260441184043884, + "eval_runtime": 30.9237, + "eval_samples_per_second": 264.878, + "eval_steps_per_second": 16.557, + "step": 2496 + }, + { + "epoch": 1.76, + "learning_rate": 1.0186081152221259e-05, + "loss": 0.7124, + "step": 2497 + }, + { + "epoch": 1.76, + "learning_rate": 1.0181446878829615e-05, + "loss": 0.711, + "step": 2498 + }, + { + "epoch": 1.76, + "learning_rate": 1.0176812085210225e-05, + "loss": 0.7088, + "step": 2499 + }, + { + "epoch": 1.76, + "learning_rate": 1.0172176772797067e-05, + "loss": 0.7142, + "step": 2500 + }, + { + "epoch": 1.76, + "learning_rate": 1.0167540943024272e-05, + "loss": 0.7246, + "step": 2501 + }, + { + "epoch": 1.76, + "learning_rate": 1.0162904597326127e-05, + "loss": 0.7507, + "step": 2502 + }, + { + "epoch": 1.76, + "learning_rate": 1.0158267737137092e-05, + "loss": 0.729, + "step": 2503 + }, + { + "epoch": 1.76, + "learning_rate": 1.0153630363891772e-05, + "loss": 0.7353, + "step": 2504 + }, + { + "epoch": 1.76, + "learning_rate": 1.0148992479024942e-05, + "loss": 0.7621, + "step": 2505 + }, + { + "epoch": 1.76, + "learning_rate": 1.0144354083971531e-05, + "loss": 0.7374, + "step": 2506 + }, + { + "epoch": 1.77, + "learning_rate": 1.0139715180166622e-05, + "loss": 0.7586, + "step": 2507 + }, + { + "epoch": 1.77, + "learning_rate": 1.0135075769045459e-05, + "loss": 0.7212, + "step": 2508 + }, + { + "epoch": 1.77, + "learning_rate": 1.0130435852043448e-05, + "loss": 0.6939, + "step": 2509 + }, + { + "epoch": 1.77, + "learning_rate": 1.0125795430596141e-05, + "loss": 0.7597, + "step": 2510 + }, + { + "epoch": 1.77, + "learning_rate": 1.0121154506139254e-05, + "loss": 0.732, + "step": 2511 + }, + { + "epoch": 1.77, + "learning_rate": 1.011651308010866e-05, + "loss": 0.7317, + "step": 2512 + }, + { + "epoch": 1.77, + "learning_rate": 1.0111871153940374e-05, + "loss": 0.731, + "step": 2513 + }, + { + "epoch": 1.77, + "learning_rate": 1.0107228729070582e-05, + "loss": 0.7238, + "step": 2514 + }, + { + "epoch": 1.77, + "learning_rate": 1.0102585806935617e-05, + "loss": 0.732, + "step": 2515 + }, + { + "epoch": 1.77, + "learning_rate": 1.0097942388971961e-05, + "loss": 0.7431, + "step": 2516 + }, + { + "epoch": 1.77, + "learning_rate": 1.0093298476616261e-05, + "loss": 0.708, + "step": 2517 + }, + { + "epoch": 1.77, + "learning_rate": 1.0088654071305307e-05, + "loss": 0.7172, + "step": 2518 + }, + { + "epoch": 1.77, + "learning_rate": 1.0084009174476046e-05, + "loss": 0.7508, + "step": 2519 + }, + { + "epoch": 1.77, + "learning_rate": 1.0079363787565577e-05, + "loss": 0.7259, + "step": 2520 + }, + { + "epoch": 1.78, + "learning_rate": 1.0074717912011147e-05, + "loss": 0.7387, + "step": 2521 + }, + { + "epoch": 1.78, + "learning_rate": 1.0070071549250159e-05, + "loss": 0.7101, + "step": 2522 + }, + { + "epoch": 1.78, + "learning_rate": 1.0065424700720168e-05, + "loss": 0.7136, + "step": 2523 + }, + { + "epoch": 1.78, + "learning_rate": 1.0060777367858868e-05, + "loss": 0.7066, + "step": 2524 + }, + { + "epoch": 1.78, + "learning_rate": 1.0056129552104118e-05, + "loss": 0.7208, + "step": 2525 + }, + { + "epoch": 1.78, + "learning_rate": 1.0051481254893916e-05, + "loss": 0.7681, + "step": 2526 + }, + { + "epoch": 1.78, + "learning_rate": 1.0046832477666412e-05, + "loss": 0.7322, + "step": 2527 + }, + { + "epoch": 1.78, + "learning_rate": 1.0042183221859906e-05, + "loss": 0.7282, + "step": 2528 + }, + { + "epoch": 1.78, + "learning_rate": 1.0037533488912845e-05, + "loss": 0.7221, + "step": 2529 + }, + { + "epoch": 1.78, + "learning_rate": 1.003288328026382e-05, + "loss": 0.7044, + "step": 2530 + }, + { + "epoch": 1.78, + "learning_rate": 1.002823259735158e-05, + "loss": 0.7296, + "step": 2531 + }, + { + "epoch": 1.78, + "learning_rate": 1.0023581441615006e-05, + "loss": 0.6937, + "step": 2532 + }, + { + "epoch": 1.78, + "learning_rate": 1.0018929814493134e-05, + "loss": 0.7367, + "step": 2533 + }, + { + "epoch": 1.78, + "learning_rate": 1.001427771742515e-05, + "loss": 0.7373, + "step": 2534 + }, + { + "epoch": 1.79, + "learning_rate": 1.000962515185037e-05, + "loss": 0.7159, + "step": 2535 + }, + { + "epoch": 1.79, + "learning_rate": 1.0004972119208275e-05, + "loss": 0.7352, + "step": 2536 + }, + { + "epoch": 1.79, + "learning_rate": 1.0000318620938472e-05, + "loss": 0.6997, + "step": 2537 + }, + { + "epoch": 1.79, + "learning_rate": 9.995664658480724e-06, + "loss": 0.7192, + "step": 2538 + }, + { + "epoch": 1.79, + "learning_rate": 9.991010233274936e-06, + "loss": 0.7351, + "step": 2539 + }, + { + "epoch": 1.79, + "learning_rate": 9.986355346761153e-06, + "loss": 0.697, + "step": 2540 + }, + { + "epoch": 1.79, + "learning_rate": 9.98170000037956e-06, + "loss": 0.7371, + "step": 2541 + }, + { + "epoch": 1.79, + "learning_rate": 9.977044195570495e-06, + "loss": 0.755, + "step": 2542 + }, + { + "epoch": 1.79, + "learning_rate": 9.972387933774424e-06, + "loss": 0.7186, + "step": 2543 + }, + { + "epoch": 1.79, + "learning_rate": 9.967731216431967e-06, + "loss": 0.6991, + "step": 2544 + }, + { + "epoch": 1.79, + "learning_rate": 9.963074044983879e-06, + "loss": 0.7169, + "step": 2545 + }, + { + "epoch": 1.79, + "learning_rate": 9.958416420871046e-06, + "loss": 0.7102, + "step": 2546 + }, + { + "epoch": 1.79, + "learning_rate": 9.953758345534517e-06, + "loss": 0.7143, + "step": 2547 + }, + { + "epoch": 1.79, + "learning_rate": 9.949099820415462e-06, + "loss": 0.7495, + "step": 2548 + }, + { + "epoch": 1.8, + "learning_rate": 9.944440846955195e-06, + "loss": 0.7196, + "step": 2549 + }, + { + "epoch": 1.8, + "learning_rate": 9.939781426595171e-06, + "loss": 0.7277, + "step": 2550 + }, + { + "epoch": 1.8, + "learning_rate": 9.93512156077698e-06, + "loss": 0.7648, + "step": 2551 + }, + { + "epoch": 1.8, + "learning_rate": 9.930461250942353e-06, + "loss": 0.7467, + "step": 2552 + }, + { + "epoch": 1.8, + "learning_rate": 9.925800498533156e-06, + "loss": 0.715, + "step": 2553 + }, + { + "epoch": 1.8, + "learning_rate": 9.921139304991391e-06, + "loss": 0.7203, + "step": 2554 + }, + { + "epoch": 1.8, + "learning_rate": 9.916477671759202e-06, + "loss": 0.7251, + "step": 2555 + }, + { + "epoch": 1.8, + "learning_rate": 9.911815600278863e-06, + "loss": 0.7486, + "step": 2556 + }, + { + "epoch": 1.8, + "learning_rate": 9.907153091992786e-06, + "loss": 0.72, + "step": 2557 + }, + { + "epoch": 1.8, + "learning_rate": 9.902490148343517e-06, + "loss": 0.7338, + "step": 2558 + }, + { + "epoch": 1.8, + "learning_rate": 9.89782677077374e-06, + "loss": 0.7563, + "step": 2559 + }, + { + "epoch": 1.8, + "learning_rate": 9.893162960726271e-06, + "loss": 0.7324, + "step": 2560 + }, + { + "epoch": 1.8, + "eval_loss": 0.7253321409225464, + "eval_runtime": 30.9177, + "eval_samples_per_second": 264.929, + "eval_steps_per_second": 16.56, + "step": 2560 + }, + { + "epoch": 1.8, + "learning_rate": 9.888498719644059e-06, + "loss": 0.7208, + "step": 2561 + }, + { + "epoch": 1.8, + "learning_rate": 9.883834048970185e-06, + "loss": 0.765, + "step": 2562 + }, + { + "epoch": 1.8, + "learning_rate": 9.879168950147868e-06, + "loss": 0.7115, + "step": 2563 + }, + { + "epoch": 1.81, + "learning_rate": 9.874503424620452e-06, + "loss": 0.7522, + "step": 2564 + }, + { + "epoch": 1.81, + "learning_rate": 9.869837473831424e-06, + "loss": 0.709, + "step": 2565 + }, + { + "epoch": 1.81, + "learning_rate": 9.86517109922439e-06, + "loss": 0.7259, + "step": 2566 + }, + { + "epoch": 1.81, + "learning_rate": 9.860504302243101e-06, + "loss": 0.7356, + "step": 2567 + }, + { + "epoch": 1.81, + "learning_rate": 9.855837084331423e-06, + "loss": 0.7449, + "step": 2568 + }, + { + "epoch": 1.81, + "learning_rate": 9.851169446933364e-06, + "loss": 0.7371, + "step": 2569 + }, + { + "epoch": 1.81, + "learning_rate": 9.846501391493055e-06, + "loss": 0.7746, + "step": 2570 + }, + { + "epoch": 1.81, + "learning_rate": 9.841832919454763e-06, + "loss": 0.7352, + "step": 2571 + }, + { + "epoch": 1.81, + "learning_rate": 9.83716403226288e-06, + "loss": 0.7107, + "step": 2572 + }, + { + "epoch": 1.81, + "learning_rate": 9.832494731361923e-06, + "loss": 0.7157, + "step": 2573 + }, + { + "epoch": 1.81, + "learning_rate": 9.827825018196544e-06, + "loss": 0.7219, + "step": 2574 + }, + { + "epoch": 1.81, + "learning_rate": 9.823154894211515e-06, + "loss": 0.7438, + "step": 2575 + }, + { + "epoch": 1.81, + "learning_rate": 9.818484360851745e-06, + "loss": 0.729, + "step": 2576 + }, + { + "epoch": 1.81, + "learning_rate": 9.81381341956226e-06, + "loss": 0.7328, + "step": 2577 + }, + { + "epoch": 1.82, + "learning_rate": 9.809142071788216e-06, + "loss": 0.7555, + "step": 2578 + }, + { + "epoch": 1.82, + "learning_rate": 9.8044703189749e-06, + "loss": 0.7505, + "step": 2579 + }, + { + "epoch": 1.82, + "learning_rate": 9.799798162567712e-06, + "loss": 0.7304, + "step": 2580 + }, + { + "epoch": 1.82, + "learning_rate": 9.795125604012187e-06, + "loss": 0.7506, + "step": 2581 + }, + { + "epoch": 1.82, + "learning_rate": 9.790452644753984e-06, + "loss": 0.7541, + "step": 2582 + }, + { + "epoch": 1.82, + "learning_rate": 9.78577928623888e-06, + "loss": 0.7308, + "step": 2583 + }, + { + "epoch": 1.82, + "learning_rate": 9.781105529912779e-06, + "loss": 0.7201, + "step": 2584 + }, + { + "epoch": 1.82, + "learning_rate": 9.776431377221708e-06, + "loss": 0.7382, + "step": 2585 + }, + { + "epoch": 1.82, + "learning_rate": 9.771756829611822e-06, + "loss": 0.7046, + "step": 2586 + }, + { + "epoch": 1.82, + "learning_rate": 9.767081888529388e-06, + "loss": 0.74, + "step": 2587 + }, + { + "epoch": 1.82, + "learning_rate": 9.7624065554208e-06, + "loss": 0.74, + "step": 2588 + }, + { + "epoch": 1.82, + "learning_rate": 9.757730831732573e-06, + "loss": 0.7239, + "step": 2589 + }, + { + "epoch": 1.82, + "learning_rate": 9.753054718911344e-06, + "loss": 0.7442, + "step": 2590 + }, + { + "epoch": 1.82, + "learning_rate": 9.748378218403867e-06, + "loss": 0.6849, + "step": 2591 + }, + { + "epoch": 1.83, + "learning_rate": 9.74370133165702e-06, + "loss": 0.7094, + "step": 2592 + }, + { + "epoch": 1.83, + "learning_rate": 9.739024060117798e-06, + "loss": 0.7131, + "step": 2593 + }, + { + "epoch": 1.83, + "learning_rate": 9.734346405233317e-06, + "loss": 0.7333, + "step": 2594 + }, + { + "epoch": 1.83, + "learning_rate": 9.729668368450808e-06, + "loss": 0.7792, + "step": 2595 + }, + { + "epoch": 1.83, + "learning_rate": 9.724989951217625e-06, + "loss": 0.7273, + "step": 2596 + }, + { + "epoch": 1.83, + "learning_rate": 9.720311154981233e-06, + "loss": 0.7341, + "step": 2597 + }, + { + "epoch": 1.83, + "learning_rate": 9.715631981189221e-06, + "loss": 0.7632, + "step": 2598 + }, + { + "epoch": 1.83, + "learning_rate": 9.710952431289293e-06, + "loss": 0.7462, + "step": 2599 + }, + { + "epoch": 1.83, + "learning_rate": 9.70627250672927e-06, + "loss": 0.7221, + "step": 2600 + }, + { + "epoch": 1.83, + "learning_rate": 9.701592208957082e-06, + "loss": 0.7064, + "step": 2601 + }, + { + "epoch": 1.83, + "learning_rate": 9.696911539420785e-06, + "loss": 0.7205, + "step": 2602 + }, + { + "epoch": 1.83, + "learning_rate": 9.69223049956854e-06, + "loss": 0.719, + "step": 2603 + }, + { + "epoch": 1.83, + "learning_rate": 9.687549090848633e-06, + "loss": 0.7265, + "step": 2604 + }, + { + "epoch": 1.83, + "learning_rate": 9.682867314709455e-06, + "loss": 0.7331, + "step": 2605 + }, + { + "epoch": 1.84, + "learning_rate": 9.678185172599518e-06, + "loss": 0.7306, + "step": 2606 + }, + { + "epoch": 1.84, + "learning_rate": 9.67350266596744e-06, + "loss": 0.745, + "step": 2607 + }, + { + "epoch": 1.84, + "learning_rate": 9.668819796261955e-06, + "loss": 0.7286, + "step": 2608 + }, + { + "epoch": 1.84, + "learning_rate": 9.664136564931914e-06, + "loss": 0.7333, + "step": 2609 + }, + { + "epoch": 1.84, + "learning_rate": 9.65945297342627e-06, + "loss": 0.7357, + "step": 2610 + }, + { + "epoch": 1.84, + "learning_rate": 9.6547690231941e-06, + "loss": 0.7027, + "step": 2611 + }, + { + "epoch": 1.84, + "learning_rate": 9.650084715684577e-06, + "loss": 0.7116, + "step": 2612 + }, + { + "epoch": 1.84, + "learning_rate": 9.645400052346998e-06, + "loss": 0.6982, + "step": 2613 + }, + { + "epoch": 1.84, + "learning_rate": 9.640715034630761e-06, + "loss": 0.7226, + "step": 2614 + }, + { + "epoch": 1.84, + "learning_rate": 9.63602966398538e-06, + "loss": 0.738, + "step": 2615 + }, + { + "epoch": 1.84, + "learning_rate": 9.631343941860476e-06, + "loss": 0.7391, + "step": 2616 + }, + { + "epoch": 1.84, + "learning_rate": 9.626657869705778e-06, + "loss": 0.7452, + "step": 2617 + }, + { + "epoch": 1.84, + "learning_rate": 9.621971448971121e-06, + "loss": 0.717, + "step": 2618 + }, + { + "epoch": 1.84, + "learning_rate": 9.617284681106452e-06, + "loss": 0.7125, + "step": 2619 + }, + { + "epoch": 1.85, + "learning_rate": 9.612597567561823e-06, + "loss": 0.7345, + "step": 2620 + }, + { + "epoch": 1.85, + "learning_rate": 9.607910109787395e-06, + "loss": 0.7499, + "step": 2621 + }, + { + "epoch": 1.85, + "learning_rate": 9.603222309233433e-06, + "loss": 0.703, + "step": 2622 + }, + { + "epoch": 1.85, + "learning_rate": 9.59853416735031e-06, + "loss": 0.7269, + "step": 2623 + }, + { + "epoch": 1.85, + "learning_rate": 9.593845685588502e-06, + "loss": 0.7124, + "step": 2624 + }, + { + "epoch": 1.85, + "eval_loss": 0.724940836429596, + "eval_runtime": 30.9396, + "eval_samples_per_second": 264.742, + "eval_steps_per_second": 16.548, + "step": 2624 + }, + { + "epoch": 1.85, + "learning_rate": 9.589156865398594e-06, + "loss": 0.7005, + "step": 2625 + }, + { + "epoch": 1.85, + "learning_rate": 9.584467708231275e-06, + "loss": 0.7332, + "step": 2626 + }, + { + "epoch": 1.85, + "learning_rate": 9.579778215537334e-06, + "loss": 0.6968, + "step": 2627 + }, + { + "epoch": 1.85, + "learning_rate": 9.57508838876767e-06, + "loss": 0.7417, + "step": 2628 + }, + { + "epoch": 1.85, + "learning_rate": 9.570398229373278e-06, + "loss": 0.7399, + "step": 2629 + }, + { + "epoch": 1.85, + "learning_rate": 9.565707738805264e-06, + "loss": 0.7379, + "step": 2630 + }, + { + "epoch": 1.85, + "learning_rate": 9.561016918514828e-06, + "loss": 0.6968, + "step": 2631 + }, + { + "epoch": 1.85, + "learning_rate": 9.556325769953283e-06, + "loss": 0.7237, + "step": 2632 + }, + { + "epoch": 1.85, + "learning_rate": 9.55163429457203e-06, + "loss": 0.7344, + "step": 2633 + }, + { + "epoch": 1.85, + "learning_rate": 9.546942493822583e-06, + "loss": 0.7307, + "step": 2634 + }, + { + "epoch": 1.86, + "learning_rate": 9.54225036915655e-06, + "loss": 0.7204, + "step": 2635 + }, + { + "epoch": 1.86, + "learning_rate": 9.537557922025645e-06, + "loss": 0.7229, + "step": 2636 + }, + { + "epoch": 1.86, + "learning_rate": 9.53286515388167e-06, + "loss": 0.7142, + "step": 2637 + }, + { + "epoch": 1.86, + "learning_rate": 9.528172066176541e-06, + "loss": 0.7199, + "step": 2638 + }, + { + "epoch": 1.86, + "learning_rate": 9.523478660362265e-06, + "loss": 0.7018, + "step": 2639 + }, + { + "epoch": 1.86, + "learning_rate": 9.518784937890948e-06, + "loss": 0.7169, + "step": 2640 + }, + { + "epoch": 1.86, + "learning_rate": 9.514090900214792e-06, + "loss": 0.7537, + "step": 2641 + }, + { + "epoch": 1.86, + "learning_rate": 9.509396548786099e-06, + "loss": 0.7319, + "step": 2642 + }, + { + "epoch": 1.86, + "learning_rate": 9.504701885057271e-06, + "loss": 0.766, + "step": 2643 + }, + { + "epoch": 1.86, + "learning_rate": 9.500006910480806e-06, + "loss": 0.7087, + "step": 2644 + }, + { + "epoch": 1.86, + "learning_rate": 9.495311626509289e-06, + "loss": 0.7372, + "step": 2645 + }, + { + "epoch": 1.86, + "learning_rate": 9.490616034595411e-06, + "loss": 0.7412, + "step": 2646 + }, + { + "epoch": 1.86, + "learning_rate": 9.485920136191954e-06, + "loss": 0.7307, + "step": 2647 + }, + { + "epoch": 1.86, + "learning_rate": 9.481223932751798e-06, + "loss": 0.7649, + "step": 2648 + }, + { + "epoch": 1.87, + "learning_rate": 9.476527425727913e-06, + "loss": 0.7534, + "step": 2649 + }, + { + "epoch": 1.87, + "learning_rate": 9.471830616573367e-06, + "loss": 0.7612, + "step": 2650 + }, + { + "epoch": 1.87, + "learning_rate": 9.467133506741315e-06, + "loss": 0.7344, + "step": 2651 + }, + { + "epoch": 1.87, + "learning_rate": 9.462436097685013e-06, + "loss": 0.7098, + "step": 2652 + }, + { + "epoch": 1.87, + "learning_rate": 9.457738390857805e-06, + "loss": 0.6883, + "step": 2653 + }, + { + "epoch": 1.87, + "learning_rate": 9.45304038771313e-06, + "loss": 0.7166, + "step": 2654 + }, + { + "epoch": 1.87, + "learning_rate": 9.448342089704518e-06, + "loss": 0.7548, + "step": 2655 + }, + { + "epoch": 1.87, + "learning_rate": 9.443643498285584e-06, + "loss": 0.7202, + "step": 2656 + }, + { + "epoch": 1.87, + "learning_rate": 9.438944614910042e-06, + "loss": 0.684, + "step": 2657 + }, + { + "epoch": 1.87, + "learning_rate": 9.434245441031692e-06, + "loss": 0.7359, + "step": 2658 + }, + { + "epoch": 1.87, + "learning_rate": 9.429545978104425e-06, + "loss": 0.7505, + "step": 2659 + }, + { + "epoch": 1.87, + "learning_rate": 9.424846227582223e-06, + "loss": 0.6805, + "step": 2660 + }, + { + "epoch": 1.87, + "learning_rate": 9.420146190919157e-06, + "loss": 0.7334, + "step": 2661 + }, + { + "epoch": 1.87, + "learning_rate": 9.41544586956938e-06, + "loss": 0.7227, + "step": 2662 + }, + { + "epoch": 1.88, + "learning_rate": 9.410745264987142e-06, + "loss": 0.7292, + "step": 2663 + }, + { + "epoch": 1.88, + "learning_rate": 9.406044378626775e-06, + "loss": 0.7205, + "step": 2664 + }, + { + "epoch": 1.88, + "learning_rate": 9.4013432119427e-06, + "loss": 0.7427, + "step": 2665 + }, + { + "epoch": 1.88, + "learning_rate": 9.396641766389429e-06, + "loss": 0.7132, + "step": 2666 + }, + { + "epoch": 1.88, + "learning_rate": 9.391940043421548e-06, + "loss": 0.7406, + "step": 2667 + }, + { + "epoch": 1.88, + "learning_rate": 9.387238044493742e-06, + "loss": 0.7033, + "step": 2668 + }, + { + "epoch": 1.88, + "learning_rate": 9.382535771060776e-06, + "loss": 0.7412, + "step": 2669 + }, + { + "epoch": 1.88, + "learning_rate": 9.377833224577498e-06, + "loss": 0.7514, + "step": 2670 + }, + { + "epoch": 1.88, + "learning_rate": 9.373130406498842e-06, + "loss": 0.7296, + "step": 2671 + }, + { + "epoch": 1.88, + "learning_rate": 9.368427318279832e-06, + "loss": 0.7337, + "step": 2672 + }, + { + "epoch": 1.88, + "learning_rate": 9.363723961375566e-06, + "loss": 0.7448, + "step": 2673 + }, + { + "epoch": 1.88, + "learning_rate": 9.359020337241227e-06, + "loss": 0.7759, + "step": 2674 + }, + { + "epoch": 1.88, + "learning_rate": 9.354316447332086e-06, + "loss": 0.714, + "step": 2675 + }, + { + "epoch": 1.88, + "learning_rate": 9.349612293103494e-06, + "loss": 0.7242, + "step": 2676 + }, + { + "epoch": 1.89, + "learning_rate": 9.344907876010881e-06, + "loss": 0.7366, + "step": 2677 + }, + { + "epoch": 1.89, + "learning_rate": 9.340203197509763e-06, + "loss": 0.7478, + "step": 2678 + }, + { + "epoch": 1.89, + "learning_rate": 9.33549825905573e-06, + "loss": 0.7477, + "step": 2679 + }, + { + "epoch": 1.89, + "learning_rate": 9.330793062104457e-06, + "loss": 0.7059, + "step": 2680 + }, + { + "epoch": 1.89, + "learning_rate": 9.326087608111704e-06, + "loss": 0.7352, + "step": 2681 + }, + { + "epoch": 1.89, + "learning_rate": 9.321381898533299e-06, + "loss": 0.7208, + "step": 2682 + }, + { + "epoch": 1.89, + "learning_rate": 9.316675934825161e-06, + "loss": 0.7322, + "step": 2683 + }, + { + "epoch": 1.89, + "learning_rate": 9.311969718443275e-06, + "loss": 0.7362, + "step": 2684 + }, + { + "epoch": 1.89, + "learning_rate": 9.307263250843715e-06, + "loss": 0.6941, + "step": 2685 + }, + { + "epoch": 1.89, + "learning_rate": 9.302556533482632e-06, + "loss": 0.7357, + "step": 2686 + }, + { + "epoch": 1.89, + "learning_rate": 9.297849567816243e-06, + "loss": 0.708, + "step": 2687 + }, + { + "epoch": 1.89, + "learning_rate": 9.293142355300857e-06, + "loss": 0.7507, + "step": 2688 + }, + { + "epoch": 1.89, + "eval_loss": 0.7243407368659973, + "eval_runtime": 30.9463, + "eval_samples_per_second": 264.685, + "eval_steps_per_second": 16.545, + "step": 2688 + }, + { + "epoch": 1.89, + "learning_rate": 9.288434897392846e-06, + "loss": 0.6912, + "step": 2689 + }, + { + "epoch": 1.89, + "learning_rate": 9.283727195548668e-06, + "loss": 0.7572, + "step": 2690 + }, + { + "epoch": 1.9, + "learning_rate": 9.279019251224853e-06, + "loss": 0.7217, + "step": 2691 + }, + { + "epoch": 1.9, + "learning_rate": 9.274311065878003e-06, + "loss": 0.6811, + "step": 2692 + }, + { + "epoch": 1.9, + "learning_rate": 9.269602640964799e-06, + "loss": 0.7128, + "step": 2693 + }, + { + "epoch": 1.9, + "learning_rate": 9.264893977941999e-06, + "loss": 0.7278, + "step": 2694 + }, + { + "epoch": 1.9, + "learning_rate": 9.260185078266417e-06, + "loss": 0.7184, + "step": 2695 + }, + { + "epoch": 1.9, + "learning_rate": 9.255475943394966e-06, + "loss": 0.7615, + "step": 2696 + }, + { + "epoch": 1.9, + "learning_rate": 9.250766574784613e-06, + "loss": 0.7397, + "step": 2697 + }, + { + "epoch": 1.9, + "learning_rate": 9.246056973892402e-06, + "loss": 0.712, + "step": 2698 + }, + { + "epoch": 1.9, + "learning_rate": 9.241347142175455e-06, + "loss": 0.717, + "step": 2699 + }, + { + "epoch": 1.9, + "learning_rate": 9.236637081090957e-06, + "loss": 0.7218, + "step": 2700 + }, + { + "epoch": 1.9, + "learning_rate": 9.231926792096167e-06, + "loss": 0.7364, + "step": 2701 + }, + { + "epoch": 1.9, + "learning_rate": 9.227216276648417e-06, + "loss": 0.7508, + "step": 2702 + }, + { + "epoch": 1.9, + "learning_rate": 9.222505536205109e-06, + "loss": 0.7223, + "step": 2703 + }, + { + "epoch": 1.9, + "learning_rate": 9.217794572223708e-06, + "loss": 0.7263, + "step": 2704 + }, + { + "epoch": 1.9, + "learning_rate": 9.213083386161757e-06, + "loss": 0.7078, + "step": 2705 + }, + { + "epoch": 1.91, + "learning_rate": 9.208371979476859e-06, + "loss": 0.7391, + "step": 2706 + }, + { + "epoch": 1.91, + "learning_rate": 9.203660353626696e-06, + "loss": 0.7089, + "step": 2707 + }, + { + "epoch": 1.91, + "learning_rate": 9.198948510069005e-06, + "loss": 0.7267, + "step": 2708 + }, + { + "epoch": 1.91, + "learning_rate": 9.1942364502616e-06, + "loss": 0.7295, + "step": 2709 + }, + { + "epoch": 1.91, + "learning_rate": 9.189524175662361e-06, + "loss": 0.735, + "step": 2710 + }, + { + "epoch": 1.91, + "learning_rate": 9.18481168772923e-06, + "loss": 0.7125, + "step": 2711 + }, + { + "epoch": 1.91, + "learning_rate": 9.180098987920217e-06, + "loss": 0.7305, + "step": 2712 + }, + { + "epoch": 1.91, + "learning_rate": 9.175386077693398e-06, + "loss": 0.7309, + "step": 2713 + }, + { + "epoch": 1.91, + "learning_rate": 9.170672958506913e-06, + "loss": 0.7544, + "step": 2714 + }, + { + "epoch": 1.91, + "learning_rate": 9.165959631818973e-06, + "loss": 0.7351, + "step": 2715 + }, + { + "epoch": 1.91, + "learning_rate": 9.161246099087846e-06, + "loss": 0.7095, + "step": 2716 + }, + { + "epoch": 1.91, + "learning_rate": 9.156532361771858e-06, + "loss": 0.7002, + "step": 2717 + }, + { + "epoch": 1.91, + "learning_rate": 9.151818421329413e-06, + "loss": 0.7463, + "step": 2718 + }, + { + "epoch": 1.91, + "learning_rate": 9.147104279218972e-06, + "loss": 0.7264, + "step": 2719 + }, + { + "epoch": 1.92, + "learning_rate": 9.14238993689905e-06, + "loss": 0.7164, + "step": 2720 + }, + { + "epoch": 1.92, + "learning_rate": 9.137675395828243e-06, + "loss": 0.741, + "step": 2721 + }, + { + "epoch": 1.92, + "learning_rate": 9.132960657465186e-06, + "loss": 0.7296, + "step": 2722 + }, + { + "epoch": 1.92, + "learning_rate": 9.128245723268587e-06, + "loss": 0.7335, + "step": 2723 + }, + { + "epoch": 1.92, + "learning_rate": 9.123530594697216e-06, + "loss": 0.7261, + "step": 2724 + }, + { + "epoch": 1.92, + "learning_rate": 9.1188152732099e-06, + "loss": 0.7122, + "step": 2725 + }, + { + "epoch": 1.92, + "learning_rate": 9.114099760265525e-06, + "loss": 0.7386, + "step": 2726 + }, + { + "epoch": 1.92, + "learning_rate": 9.109384057323037e-06, + "loss": 0.7453, + "step": 2727 + }, + { + "epoch": 1.92, + "learning_rate": 9.104668165841442e-06, + "loss": 0.7452, + "step": 2728 + }, + { + "epoch": 1.92, + "learning_rate": 9.099952087279804e-06, + "loss": 0.7463, + "step": 2729 + }, + { + "epoch": 1.92, + "learning_rate": 9.095235823097244e-06, + "loss": 0.7309, + "step": 2730 + }, + { + "epoch": 1.92, + "learning_rate": 9.09051937475294e-06, + "loss": 0.7029, + "step": 2731 + }, + { + "epoch": 1.92, + "learning_rate": 9.08580274370613e-06, + "loss": 0.7391, + "step": 2732 + }, + { + "epoch": 1.92, + "learning_rate": 9.081085931416102e-06, + "loss": 0.7499, + "step": 2733 + }, + { + "epoch": 1.93, + "learning_rate": 9.076368939342206e-06, + "loss": 0.7239, + "step": 2734 + }, + { + "epoch": 1.93, + "learning_rate": 9.071651768943846e-06, + "loss": 0.7538, + "step": 2735 + }, + { + "epoch": 1.93, + "learning_rate": 9.06693442168048e-06, + "loss": 0.7526, + "step": 2736 + }, + { + "epoch": 1.93, + "learning_rate": 9.062216899011625e-06, + "loss": 0.7038, + "step": 2737 + }, + { + "epoch": 1.93, + "learning_rate": 9.057499202396845e-06, + "loss": 0.7173, + "step": 2738 + }, + { + "epoch": 1.93, + "learning_rate": 9.052781333295768e-06, + "loss": 0.7236, + "step": 2739 + }, + { + "epoch": 1.93, + "learning_rate": 9.048063293168064e-06, + "loss": 0.7455, + "step": 2740 + }, + { + "epoch": 1.93, + "learning_rate": 9.04334508347346e-06, + "loss": 0.7162, + "step": 2741 + }, + { + "epoch": 1.93, + "learning_rate": 9.038626705671742e-06, + "loss": 0.7157, + "step": 2742 + }, + { + "epoch": 1.93, + "learning_rate": 9.03390816122274e-06, + "loss": 0.7093, + "step": 2743 + }, + { + "epoch": 1.93, + "learning_rate": 9.029189451586337e-06, + "loss": 0.7049, + "step": 2744 + }, + { + "epoch": 1.93, + "learning_rate": 9.02447057822247e-06, + "loss": 0.7274, + "step": 2745 + }, + { + "epoch": 1.93, + "learning_rate": 9.019751542591124e-06, + "loss": 0.7337, + "step": 2746 + }, + { + "epoch": 1.93, + "learning_rate": 9.015032346152333e-06, + "loss": 0.7117, + "step": 2747 + }, + { + "epoch": 1.94, + "learning_rate": 9.010312990366186e-06, + "loss": 0.7507, + "step": 2748 + }, + { + "epoch": 1.94, + "learning_rate": 9.00559347669282e-06, + "loss": 0.719, + "step": 2749 + }, + { + "epoch": 1.94, + "learning_rate": 9.000873806592416e-06, + "loss": 0.7178, + "step": 2750 + }, + { + "epoch": 1.94, + "learning_rate": 8.996153981525208e-06, + "loss": 0.7179, + "step": 2751 + }, + { + "epoch": 1.94, + "learning_rate": 8.991434002951474e-06, + "loss": 0.7014, + "step": 2752 + }, + { + "epoch": 1.94, + "eval_loss": 0.7242591381072998, + "eval_runtime": 30.946, + "eval_samples_per_second": 264.687, + "eval_steps_per_second": 16.545, + "step": 2752 + }, + { + "epoch": 1.94, + "learning_rate": 8.986713872331543e-06, + "loss": 0.7335, + "step": 2753 + }, + { + "epoch": 1.94, + "learning_rate": 8.981993591125794e-06, + "loss": 0.6946, + "step": 2754 + }, + { + "epoch": 1.94, + "learning_rate": 8.977273160794642e-06, + "loss": 0.7225, + "step": 2755 + }, + { + "epoch": 1.94, + "learning_rate": 8.972552582798554e-06, + "loss": 0.7117, + "step": 2756 + }, + { + "epoch": 1.94, + "learning_rate": 8.967831858598051e-06, + "loss": 0.7395, + "step": 2757 + }, + { + "epoch": 1.94, + "learning_rate": 8.963110989653686e-06, + "loss": 0.7101, + "step": 2758 + }, + { + "epoch": 1.94, + "learning_rate": 8.958389977426067e-06, + "loss": 0.723, + "step": 2759 + }, + { + "epoch": 1.94, + "learning_rate": 8.953668823375838e-06, + "loss": 0.7172, + "step": 2760 + }, + { + "epoch": 1.94, + "learning_rate": 8.94894752896369e-06, + "loss": 0.7198, + "step": 2761 + }, + { + "epoch": 1.95, + "learning_rate": 8.94422609565036e-06, + "loss": 0.7096, + "step": 2762 + }, + { + "epoch": 1.95, + "learning_rate": 8.939504524896625e-06, + "loss": 0.7273, + "step": 2763 + }, + { + "epoch": 1.95, + "learning_rate": 8.934782818163305e-06, + "loss": 0.7393, + "step": 2764 + }, + { + "epoch": 1.95, + "learning_rate": 8.930060976911264e-06, + "loss": 0.7092, + "step": 2765 + }, + { + "epoch": 1.95, + "learning_rate": 8.925339002601407e-06, + "loss": 0.7215, + "step": 2766 + }, + { + "epoch": 1.95, + "learning_rate": 8.920616896694675e-06, + "loss": 0.7164, + "step": 2767 + }, + { + "epoch": 1.95, + "learning_rate": 8.915894660652059e-06, + "loss": 0.7288, + "step": 2768 + }, + { + "epoch": 1.95, + "learning_rate": 8.911172295934583e-06, + "loss": 0.7355, + "step": 2769 + }, + { + "epoch": 1.95, + "learning_rate": 8.906449804003313e-06, + "loss": 0.7277, + "step": 2770 + }, + { + "epoch": 1.95, + "learning_rate": 8.901727186319358e-06, + "loss": 0.7203, + "step": 2771 + }, + { + "epoch": 1.95, + "learning_rate": 8.897004444343857e-06, + "loss": 0.7219, + "step": 2772 + }, + { + "epoch": 1.95, + "learning_rate": 8.892281579537997e-06, + "loss": 0.7376, + "step": 2773 + }, + { + "epoch": 1.95, + "learning_rate": 8.887558593362995e-06, + "loss": 0.7415, + "step": 2774 + }, + { + "epoch": 1.95, + "learning_rate": 8.882835487280114e-06, + "loss": 0.7022, + "step": 2775 + }, + { + "epoch": 1.95, + "learning_rate": 8.878112262750644e-06, + "loss": 0.7311, + "step": 2776 + }, + { + "epoch": 1.96, + "learning_rate": 8.873388921235924e-06, + "loss": 0.7698, + "step": 2777 + }, + { + "epoch": 1.96, + "learning_rate": 8.868665464197318e-06, + "loss": 0.7084, + "step": 2778 + }, + { + "epoch": 1.96, + "learning_rate": 8.863941893096232e-06, + "loss": 0.7242, + "step": 2779 + }, + { + "epoch": 1.96, + "learning_rate": 8.859218209394103e-06, + "loss": 0.7479, + "step": 2780 + }, + { + "epoch": 1.96, + "learning_rate": 8.854494414552405e-06, + "loss": 0.7199, + "step": 2781 + }, + { + "epoch": 1.96, + "learning_rate": 8.849770510032652e-06, + "loss": 0.7401, + "step": 2782 + }, + { + "epoch": 1.96, + "learning_rate": 8.845046497296382e-06, + "loss": 0.7454, + "step": 2783 + }, + { + "epoch": 1.96, + "learning_rate": 8.84032237780517e-06, + "loss": 0.772, + "step": 2784 + }, + { + "epoch": 1.96, + "learning_rate": 8.835598153020625e-06, + "loss": 0.7216, + "step": 2785 + }, + { + "epoch": 1.96, + "learning_rate": 8.830873824404394e-06, + "loss": 0.7175, + "step": 2786 + }, + { + "epoch": 1.96, + "learning_rate": 8.826149393418146e-06, + "loss": 0.7126, + "step": 2787 + }, + { + "epoch": 1.96, + "learning_rate": 8.821424861523591e-06, + "loss": 0.6781, + "step": 2788 + }, + { + "epoch": 1.96, + "learning_rate": 8.81670023018246e-06, + "loss": 0.7036, + "step": 2789 + }, + { + "epoch": 1.96, + "learning_rate": 8.811975500856524e-06, + "loss": 0.7313, + "step": 2790 + }, + { + "epoch": 1.97, + "learning_rate": 8.807250675007579e-06, + "loss": 0.7486, + "step": 2791 + }, + { + "epoch": 1.97, + "learning_rate": 8.802525754097452e-06, + "loss": 0.7383, + "step": 2792 + }, + { + "epoch": 1.97, + "learning_rate": 8.797800739588006e-06, + "loss": 0.691, + "step": 2793 + }, + { + "epoch": 1.97, + "learning_rate": 8.793075632941117e-06, + "loss": 0.7191, + "step": 2794 + }, + { + "epoch": 1.97, + "learning_rate": 8.788350435618706e-06, + "loss": 0.7495, + "step": 2795 + }, + { + "epoch": 1.97, + "learning_rate": 8.783625149082717e-06, + "loss": 0.7153, + "step": 2796 + }, + { + "epoch": 1.97, + "learning_rate": 8.778899774795115e-06, + "loss": 0.7326, + "step": 2797 + }, + { + "epoch": 1.97, + "learning_rate": 8.7741743142179e-06, + "loss": 0.7207, + "step": 2798 + }, + { + "epoch": 1.97, + "learning_rate": 8.7694487688131e-06, + "loss": 0.7412, + "step": 2799 + }, + { + "epoch": 1.97, + "learning_rate": 8.764723140042758e-06, + "loss": 0.7178, + "step": 2800 + }, + { + "epoch": 1.97, + "learning_rate": 8.759997429368952e-06, + "loss": 0.7321, + "step": 2801 + }, + { + "epoch": 1.97, + "learning_rate": 8.755271638253786e-06, + "loss": 0.6909, + "step": 2802 + }, + { + "epoch": 1.97, + "learning_rate": 8.750545768159386e-06, + "loss": 0.7434, + "step": 2803 + }, + { + "epoch": 1.97, + "learning_rate": 8.7458198205479e-06, + "loss": 0.6691, + "step": 2804 + }, + { + "epoch": 1.98, + "learning_rate": 8.741093796881505e-06, + "loss": 0.7323, + "step": 2805 + }, + { + "epoch": 1.98, + "learning_rate": 8.736367698622397e-06, + "loss": 0.7612, + "step": 2806 + }, + { + "epoch": 1.98, + "learning_rate": 8.7316415272328e-06, + "loss": 0.7303, + "step": 2807 + }, + { + "epoch": 1.98, + "learning_rate": 8.726915284174955e-06, + "loss": 0.731, + "step": 2808 + }, + { + "epoch": 1.98, + "learning_rate": 8.722188970911133e-06, + "loss": 0.7344, + "step": 2809 + }, + { + "epoch": 1.98, + "learning_rate": 8.717462588903617e-06, + "loss": 0.7353, + "step": 2810 + }, + { + "epoch": 1.98, + "learning_rate": 8.712736139614717e-06, + "loss": 0.7089, + "step": 2811 + }, + { + "epoch": 1.98, + "learning_rate": 8.708009624506765e-06, + "loss": 0.7525, + "step": 2812 + }, + { + "epoch": 1.98, + "learning_rate": 8.703283045042109e-06, + "loss": 0.7445, + "step": 2813 + }, + { + "epoch": 1.98, + "learning_rate": 8.698556402683117e-06, + "loss": 0.7294, + "step": 2814 + }, + { + "epoch": 1.98, + "learning_rate": 8.693829698892186e-06, + "loss": 0.7161, + "step": 2815 + }, + { + "epoch": 1.98, + "learning_rate": 8.68910293513172e-06, + "loss": 0.7211, + "step": 2816 + }, + { + "epoch": 1.98, + "eval_loss": 0.7237575054168701, + "eval_runtime": 30.918, + "eval_samples_per_second": 264.926, + "eval_steps_per_second": 16.56, + "step": 2816 + }, + { + "epoch": 1.98, + "learning_rate": 8.684376112864144e-06, + "loss": 0.74, + "step": 2817 + }, + { + "epoch": 1.98, + "learning_rate": 8.679649233551906e-06, + "loss": 0.6996, + "step": 2818 + }, + { + "epoch": 1.99, + "learning_rate": 8.674922298657472e-06, + "loss": 0.7071, + "step": 2819 + }, + { + "epoch": 1.99, + "learning_rate": 8.670195309643316e-06, + "loss": 0.7009, + "step": 2820 + }, + { + "epoch": 1.99, + "learning_rate": 8.66546826797194e-06, + "loss": 0.7079, + "step": 2821 + }, + { + "epoch": 1.99, + "learning_rate": 8.660741175105853e-06, + "loss": 0.6829, + "step": 2822 + }, + { + "epoch": 1.99, + "learning_rate": 8.656014032507584e-06, + "loss": 0.7372, + "step": 2823 + }, + { + "epoch": 1.99, + "learning_rate": 8.651286841639683e-06, + "loss": 0.7073, + "step": 2824 + }, + { + "epoch": 1.99, + "learning_rate": 8.646559603964704e-06, + "loss": 0.7142, + "step": 2825 + }, + { + "epoch": 1.99, + "learning_rate": 8.641832320945226e-06, + "loss": 0.7225, + "step": 2826 + }, + { + "epoch": 1.99, + "learning_rate": 8.63710499404383e-06, + "loss": 0.7313, + "step": 2827 + }, + { + "epoch": 1.99, + "learning_rate": 8.632377624723122e-06, + "loss": 0.7197, + "step": 2828 + }, + { + "epoch": 1.99, + "learning_rate": 8.627650214445712e-06, + "loss": 0.7201, + "step": 2829 + }, + { + "epoch": 1.99, + "learning_rate": 8.622922764674235e-06, + "loss": 0.7491, + "step": 2830 + }, + { + "epoch": 1.99, + "learning_rate": 8.618195276871324e-06, + "loss": 0.7168, + "step": 2831 + }, + { + "epoch": 1.99, + "learning_rate": 8.613467752499633e-06, + "loss": 0.699, + "step": 2832 + }, + { + "epoch": 2.0, + "learning_rate": 8.608740193021823e-06, + "loss": 0.7009, + "step": 2833 + }, + { + "epoch": 2.0, + "learning_rate": 8.604012599900569e-06, + "loss": 0.7421, + "step": 2834 + }, + { + "epoch": 2.0, + "learning_rate": 8.599284974598554e-06, + "loss": 0.7211, + "step": 2835 + }, + { + "epoch": 2.0, + "learning_rate": 8.594557318578471e-06, + "loss": 0.6988, + "step": 2836 + }, + { + "epoch": 2.0, + "learning_rate": 8.589829633303026e-06, + "loss": 0.7366, + "step": 2837 + }, + { + "epoch": 2.0, + "learning_rate": 8.585101920234927e-06, + "loss": 0.7071, + "step": 2838 + }, + { + "epoch": 2.0, + "learning_rate": 8.580374180836898e-06, + "loss": 0.7618, + "step": 2839 + }, + { + "epoch": 2.0, + "learning_rate": 8.575646416571668e-06, + "loss": 0.7092, + "step": 2840 + }, + { + "epoch": 2.0, + "learning_rate": 8.57091862890197e-06, + "loss": 0.7189, + "step": 2841 + }, + { + "epoch": 2.0, + "learning_rate": 8.566190819290554e-06, + "loss": 0.7462, + "step": 2842 + }, + { + "epoch": 2.0, + "learning_rate": 8.561462989200165e-06, + "loss": 0.7006, + "step": 2843 + }, + { + "epoch": 2.0, + "learning_rate": 8.556735140093566e-06, + "loss": 0.722, + "step": 2844 + }, + { + "epoch": 2.0, + "learning_rate": 8.552007273433516e-06, + "loss": 0.6665, + "step": 2845 + }, + { + "epoch": 2.0, + "learning_rate": 8.547279390682783e-06, + "loss": 0.713, + "step": 2846 + }, + { + "epoch": 2.0, + "learning_rate": 8.542551493304143e-06, + "loss": 0.7181, + "step": 2847 + }, + { + "epoch": 2.01, + "learning_rate": 8.537823582760375e-06, + "loss": 0.6954, + "step": 2848 + }, + { + "epoch": 2.01, + "learning_rate": 8.533095660514255e-06, + "loss": 0.7009, + "step": 2849 + }, + { + "epoch": 2.01, + "learning_rate": 8.528367728028573e-06, + "loss": 0.6977, + "step": 2850 + }, + { + "epoch": 2.01, + "learning_rate": 8.523639786766117e-06, + "loss": 0.6856, + "step": 2851 + }, + { + "epoch": 2.01, + "learning_rate": 8.518911838189677e-06, + "loss": 0.7207, + "step": 2852 + }, + { + "epoch": 2.01, + "learning_rate": 8.51418388376205e-06, + "loss": 0.6823, + "step": 2853 + }, + { + "epoch": 2.01, + "learning_rate": 8.509455924946032e-06, + "loss": 0.706, + "step": 2854 + }, + { + "epoch": 2.01, + "learning_rate": 8.504727963204416e-06, + "loss": 0.687, + "step": 2855 + }, + { + "epoch": 2.01, + "learning_rate": 8.5e-06, + "loss": 0.6898, + "step": 2856 + }, + { + "epoch": 2.01, + "learning_rate": 8.495272036795585e-06, + "loss": 0.6945, + "step": 2857 + }, + { + "epoch": 2.01, + "learning_rate": 8.49054407505397e-06, + "loss": 0.6941, + "step": 2858 + }, + { + "epoch": 2.01, + "learning_rate": 8.48581611623795e-06, + "loss": 0.7026, + "step": 2859 + }, + { + "epoch": 2.01, + "learning_rate": 8.481088161810323e-06, + "loss": 0.6954, + "step": 2860 + }, + { + "epoch": 2.01, + "learning_rate": 8.476360213233885e-06, + "loss": 0.6798, + "step": 2861 + }, + { + "epoch": 2.02, + "learning_rate": 8.47163227197143e-06, + "loss": 0.6744, + "step": 2862 + }, + { + "epoch": 2.02, + "learning_rate": 8.466904339485748e-06, + "loss": 0.6856, + "step": 2863 + }, + { + "epoch": 2.02, + "learning_rate": 8.462176417239629e-06, + "loss": 0.7064, + "step": 2864 + }, + { + "epoch": 2.02, + "learning_rate": 8.457448506695859e-06, + "loss": 0.7061, + "step": 2865 + }, + { + "epoch": 2.02, + "learning_rate": 8.452720609317217e-06, + "loss": 0.708, + "step": 2866 + }, + { + "epoch": 2.02, + "learning_rate": 8.447992726566486e-06, + "loss": 0.6921, + "step": 2867 + }, + { + "epoch": 2.02, + "learning_rate": 8.443264859906434e-06, + "loss": 0.7054, + "step": 2868 + }, + { + "epoch": 2.02, + "learning_rate": 8.438537010799835e-06, + "loss": 0.715, + "step": 2869 + }, + { + "epoch": 2.02, + "learning_rate": 8.433809180709448e-06, + "loss": 0.7012, + "step": 2870 + }, + { + "epoch": 2.02, + "learning_rate": 8.429081371098031e-06, + "loss": 0.6823, + "step": 2871 + }, + { + "epoch": 2.02, + "learning_rate": 8.424353583428334e-06, + "loss": 0.6893, + "step": 2872 + }, + { + "epoch": 2.02, + "learning_rate": 8.419625819163105e-06, + "loss": 0.666, + "step": 2873 + }, + { + "epoch": 2.02, + "learning_rate": 8.414898079765075e-06, + "loss": 0.698, + "step": 2874 + }, + { + "epoch": 2.02, + "learning_rate": 8.410170366696977e-06, + "loss": 0.7028, + "step": 2875 + }, + { + "epoch": 2.03, + "learning_rate": 8.40544268142153e-06, + "loss": 0.6758, + "step": 2876 + }, + { + "epoch": 2.03, + "learning_rate": 8.400715025401448e-06, + "loss": 0.7161, + "step": 2877 + }, + { + "epoch": 2.03, + "learning_rate": 8.395987400099433e-06, + "loss": 0.7106, + "step": 2878 + }, + { + "epoch": 2.03, + "learning_rate": 8.391259806978177e-06, + "loss": 0.6844, + "step": 2879 + }, + { + "epoch": 2.03, + "learning_rate": 8.386532247500368e-06, + "loss": 0.6773, + "step": 2880 + }, + { + "epoch": 2.03, + "eval_loss": 0.7268651127815247, + "eval_runtime": 30.9312, + "eval_samples_per_second": 264.814, + "eval_steps_per_second": 16.553, + "step": 2880 + }, + { + "epoch": 2.03, + "learning_rate": 8.381804723128676e-06, + "loss": 0.6929, + "step": 2881 + }, + { + "epoch": 2.03, + "learning_rate": 8.377077235325765e-06, + "loss": 0.6925, + "step": 2882 + }, + { + "epoch": 2.03, + "learning_rate": 8.372349785554286e-06, + "loss": 0.7135, + "step": 2883 + }, + { + "epoch": 2.03, + "learning_rate": 8.367622375276883e-06, + "loss": 0.6805, + "step": 2884 + }, + { + "epoch": 2.03, + "learning_rate": 8.362895005956174e-06, + "loss": 0.7226, + "step": 2885 + }, + { + "epoch": 2.03, + "learning_rate": 8.358167679054778e-06, + "loss": 0.7048, + "step": 2886 + }, + { + "epoch": 2.03, + "learning_rate": 8.353440396035297e-06, + "loss": 0.7489, + "step": 2887 + }, + { + "epoch": 2.03, + "learning_rate": 8.348713158360318e-06, + "loss": 0.6797, + "step": 2888 + }, + { + "epoch": 2.03, + "learning_rate": 8.343985967492415e-06, + "loss": 0.6854, + "step": 2889 + }, + { + "epoch": 2.04, + "learning_rate": 8.339258824894147e-06, + "loss": 0.7069, + "step": 2890 + }, + { + "epoch": 2.04, + "learning_rate": 8.334531732028061e-06, + "loss": 0.6564, + "step": 2891 + }, + { + "epoch": 2.04, + "learning_rate": 8.329804690356684e-06, + "loss": 0.7143, + "step": 2892 + }, + { + "epoch": 2.04, + "learning_rate": 8.325077701342528e-06, + "loss": 0.6948, + "step": 2893 + }, + { + "epoch": 2.04, + "learning_rate": 8.320350766448092e-06, + "loss": 0.6659, + "step": 2894 + }, + { + "epoch": 2.04, + "learning_rate": 8.315623887135858e-06, + "loss": 0.7019, + "step": 2895 + }, + { + "epoch": 2.04, + "learning_rate": 8.310897064868284e-06, + "loss": 0.6843, + "step": 2896 + }, + { + "epoch": 2.04, + "learning_rate": 8.306170301107815e-06, + "loss": 0.695, + "step": 2897 + }, + { + "epoch": 2.04, + "learning_rate": 8.301443597316883e-06, + "loss": 0.6848, + "step": 2898 + }, + { + "epoch": 2.04, + "learning_rate": 8.296716954957893e-06, + "loss": 0.7163, + "step": 2899 + }, + { + "epoch": 2.04, + "learning_rate": 8.291990375493236e-06, + "loss": 0.6601, + "step": 2900 + }, + { + "epoch": 2.04, + "learning_rate": 8.287263860385283e-06, + "loss": 0.7242, + "step": 2901 + }, + { + "epoch": 2.04, + "learning_rate": 8.282537411096384e-06, + "loss": 0.684, + "step": 2902 + }, + { + "epoch": 2.04, + "learning_rate": 8.277811029088867e-06, + "loss": 0.7249, + "step": 2903 + }, + { + "epoch": 2.05, + "learning_rate": 8.273084715825043e-06, + "loss": 0.6961, + "step": 2904 + }, + { + "epoch": 2.05, + "learning_rate": 8.2683584727672e-06, + "loss": 0.695, + "step": 2905 + }, + { + "epoch": 2.05, + "learning_rate": 8.263632301377607e-06, + "loss": 0.682, + "step": 2906 + }, + { + "epoch": 2.05, + "learning_rate": 8.258906203118497e-06, + "loss": 0.6969, + "step": 2907 + }, + { + "epoch": 2.05, + "learning_rate": 8.254180179452102e-06, + "loss": 0.6907, + "step": 2908 + }, + { + "epoch": 2.05, + "learning_rate": 8.249454231840616e-06, + "loss": 0.7238, + "step": 2909 + }, + { + "epoch": 2.05, + "learning_rate": 8.244728361746214e-06, + "loss": 0.6962, + "step": 2910 + }, + { + "epoch": 2.05, + "learning_rate": 8.240002570631048e-06, + "loss": 0.6824, + "step": 2911 + }, + { + "epoch": 2.05, + "learning_rate": 8.235276859957244e-06, + "loss": 0.7044, + "step": 2912 + }, + { + "epoch": 2.05, + "learning_rate": 8.230551231186902e-06, + "loss": 0.676, + "step": 2913 + }, + { + "epoch": 2.05, + "learning_rate": 8.225825685782098e-06, + "loss": 0.6739, + "step": 2914 + }, + { + "epoch": 2.05, + "learning_rate": 8.221100225204885e-06, + "loss": 0.6898, + "step": 2915 + }, + { + "epoch": 2.05, + "learning_rate": 8.216374850917283e-06, + "loss": 0.7064, + "step": 2916 + }, + { + "epoch": 2.05, + "learning_rate": 8.211649564381294e-06, + "loss": 0.7093, + "step": 2917 + }, + { + "epoch": 2.05, + "learning_rate": 8.206924367058885e-06, + "loss": 0.6969, + "step": 2918 + }, + { + "epoch": 2.06, + "learning_rate": 8.202199260411997e-06, + "loss": 0.7022, + "step": 2919 + }, + { + "epoch": 2.06, + "learning_rate": 8.19747424590255e-06, + "loss": 0.6852, + "step": 2920 + }, + { + "epoch": 2.06, + "learning_rate": 8.192749324992423e-06, + "loss": 0.718, + "step": 2921 + }, + { + "epoch": 2.06, + "learning_rate": 8.188024499143477e-06, + "loss": 0.6843, + "step": 2922 + }, + { + "epoch": 2.06, + "learning_rate": 8.18329976981754e-06, + "loss": 0.7015, + "step": 2923 + }, + { + "epoch": 2.06, + "learning_rate": 8.178575138476409e-06, + "loss": 0.7006, + "step": 2924 + }, + { + "epoch": 2.06, + "learning_rate": 8.173850606581854e-06, + "loss": 0.6816, + "step": 2925 + }, + { + "epoch": 2.06, + "learning_rate": 8.169126175595606e-06, + "loss": 0.7131, + "step": 2926 + }, + { + "epoch": 2.06, + "learning_rate": 8.164401846979374e-06, + "loss": 0.6981, + "step": 2927 + }, + { + "epoch": 2.06, + "learning_rate": 8.159677622194832e-06, + "loss": 0.6619, + "step": 2928 + }, + { + "epoch": 2.06, + "learning_rate": 8.154953502703623e-06, + "loss": 0.7278, + "step": 2929 + }, + { + "epoch": 2.06, + "learning_rate": 8.15022948996735e-06, + "loss": 0.673, + "step": 2930 + }, + { + "epoch": 2.06, + "learning_rate": 8.145505585447595e-06, + "loss": 0.7194, + "step": 2931 + }, + { + "epoch": 2.06, + "learning_rate": 8.140781790605899e-06, + "loss": 0.6963, + "step": 2932 + }, + { + "epoch": 2.07, + "learning_rate": 8.13605810690377e-06, + "loss": 0.7196, + "step": 2933 + }, + { + "epoch": 2.07, + "learning_rate": 8.131334535802682e-06, + "loss": 0.6849, + "step": 2934 + }, + { + "epoch": 2.07, + "learning_rate": 8.126611078764075e-06, + "loss": 0.6895, + "step": 2935 + }, + { + "epoch": 2.07, + "learning_rate": 8.121887737249355e-06, + "loss": 0.6796, + "step": 2936 + }, + { + "epoch": 2.07, + "learning_rate": 8.117164512719887e-06, + "loss": 0.7027, + "step": 2937 + }, + { + "epoch": 2.07, + "learning_rate": 8.112441406637005e-06, + "loss": 0.6988, + "step": 2938 + }, + { + "epoch": 2.07, + "learning_rate": 8.107718420462006e-06, + "loss": 0.672, + "step": 2939 + }, + { + "epoch": 2.07, + "learning_rate": 8.102995555656144e-06, + "loss": 0.6844, + "step": 2940 + }, + { + "epoch": 2.07, + "learning_rate": 8.098272813680644e-06, + "loss": 0.6716, + "step": 2941 + }, + { + "epoch": 2.07, + "learning_rate": 8.093550195996688e-06, + "loss": 0.7005, + "step": 2942 + }, + { + "epoch": 2.07, + "learning_rate": 8.088827704065417e-06, + "loss": 0.6818, + "step": 2943 + }, + { + "epoch": 2.07, + "learning_rate": 8.084105339347941e-06, + "loss": 0.6696, + "step": 2944 + }, + { + "epoch": 2.07, + "eval_loss": 0.7266552448272705, + "eval_runtime": 30.9289, + "eval_samples_per_second": 264.834, + "eval_steps_per_second": 16.554, + "step": 2944 + }, + { + "epoch": 2.07, + "learning_rate": 8.079383103305325e-06, + "loss": 0.6877, + "step": 2945 + }, + { + "epoch": 2.07, + "learning_rate": 8.074660997398595e-06, + "loss": 0.7012, + "step": 2946 + }, + { + "epoch": 2.08, + "learning_rate": 8.069939023088736e-06, + "loss": 0.6785, + "step": 2947 + }, + { + "epoch": 2.08, + "learning_rate": 8.065217181836695e-06, + "loss": 0.6919, + "step": 2948 + }, + { + "epoch": 2.08, + "learning_rate": 8.060495475103375e-06, + "loss": 0.68, + "step": 2949 + }, + { + "epoch": 2.08, + "learning_rate": 8.055773904349644e-06, + "loss": 0.7063, + "step": 2950 + }, + { + "epoch": 2.08, + "learning_rate": 8.051052471036313e-06, + "loss": 0.6842, + "step": 2951 + }, + { + "epoch": 2.08, + "learning_rate": 8.046331176624165e-06, + "loss": 0.6965, + "step": 2952 + }, + { + "epoch": 2.08, + "learning_rate": 8.041610022573935e-06, + "loss": 0.7149, + "step": 2953 + }, + { + "epoch": 2.08, + "learning_rate": 8.036889010346313e-06, + "loss": 0.711, + "step": 2954 + }, + { + "epoch": 2.08, + "learning_rate": 8.032168141401949e-06, + "loss": 0.6911, + "step": 2955 + }, + { + "epoch": 2.08, + "learning_rate": 8.027447417201447e-06, + "loss": 0.6867, + "step": 2956 + }, + { + "epoch": 2.08, + "learning_rate": 8.02272683920536e-06, + "loss": 0.6982, + "step": 2957 + }, + { + "epoch": 2.08, + "learning_rate": 8.018006408874208e-06, + "loss": 0.7282, + "step": 2958 + }, + { + "epoch": 2.08, + "learning_rate": 8.013286127668457e-06, + "loss": 0.6865, + "step": 2959 + }, + { + "epoch": 2.08, + "learning_rate": 8.008565997048526e-06, + "loss": 0.666, + "step": 2960 + }, + { + "epoch": 2.09, + "learning_rate": 8.003846018474795e-06, + "loss": 0.7157, + "step": 2961 + }, + { + "epoch": 2.09, + "learning_rate": 7.999126193407587e-06, + "loss": 0.6929, + "step": 2962 + }, + { + "epoch": 2.09, + "learning_rate": 7.994406523307181e-06, + "loss": 0.6901, + "step": 2963 + }, + { + "epoch": 2.09, + "learning_rate": 7.989687009633814e-06, + "loss": 0.6988, + "step": 2964 + }, + { + "epoch": 2.09, + "learning_rate": 7.984967653847668e-06, + "loss": 0.6828, + "step": 2965 + }, + { + "epoch": 2.09, + "learning_rate": 7.980248457408877e-06, + "loss": 0.6815, + "step": 2966 + }, + { + "epoch": 2.09, + "learning_rate": 7.975529421777531e-06, + "loss": 0.6987, + "step": 2967 + }, + { + "epoch": 2.09, + "learning_rate": 7.970810548413663e-06, + "loss": 0.7002, + "step": 2968 + }, + { + "epoch": 2.09, + "learning_rate": 7.96609183877726e-06, + "loss": 0.6943, + "step": 2969 + }, + { + "epoch": 2.09, + "learning_rate": 7.961373294328258e-06, + "loss": 0.6624, + "step": 2970 + }, + { + "epoch": 2.09, + "learning_rate": 7.956654916526538e-06, + "loss": 0.7427, + "step": 2971 + }, + { + "epoch": 2.09, + "learning_rate": 7.95193670683194e-06, + "loss": 0.6844, + "step": 2972 + }, + { + "epoch": 2.09, + "learning_rate": 7.947218666704236e-06, + "loss": 0.6889, + "step": 2973 + }, + { + "epoch": 2.09, + "learning_rate": 7.942500797603156e-06, + "loss": 0.7216, + "step": 2974 + }, + { + "epoch": 2.1, + "learning_rate": 7.937783100988376e-06, + "loss": 0.6802, + "step": 2975 + }, + { + "epoch": 2.1, + "learning_rate": 7.93306557831952e-06, + "loss": 0.7035, + "step": 2976 + }, + { + "epoch": 2.1, + "learning_rate": 7.928348231056156e-06, + "loss": 0.7018, + "step": 2977 + }, + { + "epoch": 2.1, + "learning_rate": 7.923631060657796e-06, + "loss": 0.6711, + "step": 2978 + }, + { + "epoch": 2.1, + "learning_rate": 7.9189140685839e-06, + "loss": 0.6988, + "step": 2979 + }, + { + "epoch": 2.1, + "learning_rate": 7.914197256293872e-06, + "loss": 0.7062, + "step": 2980 + }, + { + "epoch": 2.1, + "learning_rate": 7.90948062524706e-06, + "loss": 0.7506, + "step": 2981 + }, + { + "epoch": 2.1, + "learning_rate": 7.904764176902756e-06, + "loss": 0.7016, + "step": 2982 + }, + { + "epoch": 2.1, + "learning_rate": 7.900047912720196e-06, + "loss": 0.672, + "step": 2983 + }, + { + "epoch": 2.1, + "learning_rate": 7.895331834158558e-06, + "loss": 0.6431, + "step": 2984 + }, + { + "epoch": 2.1, + "learning_rate": 7.890615942676963e-06, + "loss": 0.698, + "step": 2985 + }, + { + "epoch": 2.1, + "learning_rate": 7.885900239734477e-06, + "loss": 0.7229, + "step": 2986 + }, + { + "epoch": 2.1, + "learning_rate": 7.881184726790101e-06, + "loss": 0.7263, + "step": 2987 + }, + { + "epoch": 2.1, + "learning_rate": 7.876469405302785e-06, + "loss": 0.6993, + "step": 2988 + }, + { + "epoch": 2.1, + "learning_rate": 7.871754276731414e-06, + "loss": 0.6849, + "step": 2989 + }, + { + "epoch": 2.11, + "learning_rate": 7.867039342534816e-06, + "loss": 0.7149, + "step": 2990 + }, + { + "epoch": 2.11, + "learning_rate": 7.862324604171759e-06, + "loss": 0.6952, + "step": 2991 + }, + { + "epoch": 2.11, + "learning_rate": 7.857610063100947e-06, + "loss": 0.7199, + "step": 2992 + }, + { + "epoch": 2.11, + "learning_rate": 7.852895720781028e-06, + "loss": 0.7084, + "step": 2993 + }, + { + "epoch": 2.11, + "learning_rate": 7.848181578670587e-06, + "loss": 0.6872, + "step": 2994 + }, + { + "epoch": 2.11, + "learning_rate": 7.843467638228143e-06, + "loss": 0.7111, + "step": 2995 + }, + { + "epoch": 2.11, + "learning_rate": 7.838753900912157e-06, + "loss": 0.7087, + "step": 2996 + }, + { + "epoch": 2.11, + "learning_rate": 7.834040368181028e-06, + "loss": 0.6714, + "step": 2997 + }, + { + "epoch": 2.11, + "learning_rate": 7.829327041493087e-06, + "loss": 0.6857, + "step": 2998 + }, + { + "epoch": 2.11, + "learning_rate": 7.824613922306604e-06, + "loss": 0.711, + "step": 2999 + }, + { + "epoch": 2.11, + "learning_rate": 7.819901012079785e-06, + "loss": 0.6957, + "step": 3000 + }, + { + "epoch": 2.11, + "learning_rate": 7.815188312270773e-06, + "loss": 0.6998, + "step": 3001 + }, + { + "epoch": 2.11, + "learning_rate": 7.81047582433764e-06, + "loss": 0.6529, + "step": 3002 + }, + { + "epoch": 2.11, + "learning_rate": 7.805763549738399e-06, + "loss": 0.6938, + "step": 3003 + }, + { + "epoch": 2.12, + "learning_rate": 7.801051489930995e-06, + "loss": 0.686, + "step": 3004 + }, + { + "epoch": 2.12, + "learning_rate": 7.796339646373307e-06, + "loss": 0.6924, + "step": 3005 + }, + { + "epoch": 2.12, + "learning_rate": 7.791628020523142e-06, + "loss": 0.7003, + "step": 3006 + }, + { + "epoch": 2.12, + "learning_rate": 7.786916613838245e-06, + "loss": 0.7042, + "step": 3007 + }, + { + "epoch": 2.12, + "learning_rate": 7.782205427776292e-06, + "loss": 0.6876, + "step": 3008 + }, + { + "epoch": 2.12, + "eval_loss": 0.7268000841140747, + "eval_runtime": 30.9153, + "eval_samples_per_second": 264.95, + "eval_steps_per_second": 16.561, + "step": 3008 + }, + { + "epoch": 2.12, + "learning_rate": 7.777494463794893e-06, + "loss": 0.6751, + "step": 3009 + }, + { + "epoch": 2.12, + "learning_rate": 7.772783723351583e-06, + "loss": 0.7019, + "step": 3010 + }, + { + "epoch": 2.12, + "learning_rate": 7.768073207903834e-06, + "loss": 0.6803, + "step": 3011 + }, + { + "epoch": 2.12, + "learning_rate": 7.763362918909045e-06, + "loss": 0.7207, + "step": 3012 + }, + { + "epoch": 2.12, + "learning_rate": 7.758652857824546e-06, + "loss": 0.7179, + "step": 3013 + }, + { + "epoch": 2.12, + "learning_rate": 7.753943026107598e-06, + "loss": 0.7195, + "step": 3014 + }, + { + "epoch": 2.12, + "learning_rate": 7.749233425215388e-06, + "loss": 0.6877, + "step": 3015 + }, + { + "epoch": 2.12, + "learning_rate": 7.744524056605037e-06, + "loss": 0.6796, + "step": 3016 + }, + { + "epoch": 2.12, + "learning_rate": 7.739814921733584e-06, + "loss": 0.7319, + "step": 3017 + }, + { + "epoch": 2.13, + "learning_rate": 7.735106022058006e-06, + "loss": 0.7008, + "step": 3018 + }, + { + "epoch": 2.13, + "learning_rate": 7.730397359035201e-06, + "loss": 0.6948, + "step": 3019 + }, + { + "epoch": 2.13, + "learning_rate": 7.725688934121998e-06, + "loss": 0.7102, + "step": 3020 + }, + { + "epoch": 2.13, + "learning_rate": 7.720980748775148e-06, + "loss": 0.6645, + "step": 3021 + }, + { + "epoch": 2.13, + "learning_rate": 7.716272804451333e-06, + "loss": 0.6955, + "step": 3022 + }, + { + "epoch": 2.13, + "learning_rate": 7.711565102607156e-06, + "loss": 0.6815, + "step": 3023 + }, + { + "epoch": 2.13, + "learning_rate": 7.706857644699144e-06, + "loss": 0.7023, + "step": 3024 + }, + { + "epoch": 2.13, + "learning_rate": 7.702150432183756e-06, + "loss": 0.7002, + "step": 3025 + }, + { + "epoch": 2.13, + "learning_rate": 7.697443466517368e-06, + "loss": 0.711, + "step": 3026 + }, + { + "epoch": 2.13, + "learning_rate": 7.692736749156286e-06, + "loss": 0.7319, + "step": 3027 + }, + { + "epoch": 2.13, + "learning_rate": 7.688030281556727e-06, + "loss": 0.7144, + "step": 3028 + }, + { + "epoch": 2.13, + "learning_rate": 7.683324065174842e-06, + "loss": 0.6555, + "step": 3029 + }, + { + "epoch": 2.13, + "learning_rate": 7.678618101466702e-06, + "loss": 0.6961, + "step": 3030 + }, + { + "epoch": 2.13, + "learning_rate": 7.673912391888298e-06, + "loss": 0.6581, + "step": 3031 + }, + { + "epoch": 2.14, + "learning_rate": 7.669206937895544e-06, + "loss": 0.7036, + "step": 3032 + }, + { + "epoch": 2.14, + "learning_rate": 7.664501740944271e-06, + "loss": 0.7227, + "step": 3033 + }, + { + "epoch": 2.14, + "learning_rate": 7.659796802490239e-06, + "loss": 0.6756, + "step": 3034 + }, + { + "epoch": 2.14, + "learning_rate": 7.655092123989119e-06, + "loss": 0.6856, + "step": 3035 + }, + { + "epoch": 2.14, + "learning_rate": 7.650387706896506e-06, + "loss": 0.7002, + "step": 3036 + }, + { + "epoch": 2.14, + "learning_rate": 7.645683552667913e-06, + "loss": 0.6831, + "step": 3037 + }, + { + "epoch": 2.14, + "learning_rate": 7.640979662758772e-06, + "loss": 0.6603, + "step": 3038 + }, + { + "epoch": 2.14, + "learning_rate": 7.636276038624438e-06, + "loss": 0.7158, + "step": 3039 + }, + { + "epoch": 2.14, + "learning_rate": 7.631572681720171e-06, + "loss": 0.6959, + "step": 3040 + }, + { + "epoch": 2.14, + "learning_rate": 7.626869593501159e-06, + "loss": 0.6868, + "step": 3041 + }, + { + "epoch": 2.14, + "learning_rate": 7.622166775422503e-06, + "loss": 0.685, + "step": 3042 + }, + { + "epoch": 2.14, + "learning_rate": 7.617464228939225e-06, + "loss": 0.7022, + "step": 3043 + }, + { + "epoch": 2.14, + "learning_rate": 7.612761955506258e-06, + "loss": 0.7294, + "step": 3044 + }, + { + "epoch": 2.14, + "learning_rate": 7.608059956578452e-06, + "loss": 0.7042, + "step": 3045 + }, + { + "epoch": 2.15, + "learning_rate": 7.603358233610572e-06, + "loss": 0.7025, + "step": 3046 + }, + { + "epoch": 2.15, + "learning_rate": 7.5986567880572985e-06, + "loss": 0.7122, + "step": 3047 + }, + { + "epoch": 2.15, + "learning_rate": 7.593955621373225e-06, + "loss": 0.7116, + "step": 3048 + }, + { + "epoch": 2.15, + "learning_rate": 7.589254735012858e-06, + "loss": 0.6959, + "step": 3049 + }, + { + "epoch": 2.15, + "learning_rate": 7.584554130430621e-06, + "loss": 0.6701, + "step": 3050 + }, + { + "epoch": 2.15, + "learning_rate": 7.579853809080846e-06, + "loss": 0.7336, + "step": 3051 + }, + { + "epoch": 2.15, + "learning_rate": 7.5751537724177765e-06, + "loss": 0.6533, + "step": 3052 + }, + { + "epoch": 2.15, + "learning_rate": 7.570454021895575e-06, + "loss": 0.696, + "step": 3053 + }, + { + "epoch": 2.15, + "learning_rate": 7.56575455896831e-06, + "loss": 0.721, + "step": 3054 + }, + { + "epoch": 2.15, + "learning_rate": 7.56105538508996e-06, + "loss": 0.6941, + "step": 3055 + }, + { + "epoch": 2.15, + "learning_rate": 7.556356501714417e-06, + "loss": 0.7169, + "step": 3056 + }, + { + "epoch": 2.15, + "learning_rate": 7.551657910295483e-06, + "loss": 0.7247, + "step": 3057 + }, + { + "epoch": 2.15, + "learning_rate": 7.5469596122868676e-06, + "loss": 0.6939, + "step": 3058 + }, + { + "epoch": 2.15, + "learning_rate": 7.542261609142193e-06, + "loss": 0.6918, + "step": 3059 + }, + { + "epoch": 2.15, + "learning_rate": 7.5375639023149855e-06, + "loss": 0.6818, + "step": 3060 + }, + { + "epoch": 2.16, + "learning_rate": 7.532866493258686e-06, + "loss": 0.6839, + "step": 3061 + }, + { + "epoch": 2.16, + "learning_rate": 7.528169383426636e-06, + "loss": 0.6753, + "step": 3062 + }, + { + "epoch": 2.16, + "learning_rate": 7.523472574272088e-06, + "loss": 0.7084, + "step": 3063 + }, + { + "epoch": 2.16, + "learning_rate": 7.518776067248203e-06, + "loss": 0.7164, + "step": 3064 + }, + { + "epoch": 2.16, + "learning_rate": 7.514079863808047e-06, + "loss": 0.6808, + "step": 3065 + }, + { + "epoch": 2.16, + "learning_rate": 7.509383965404591e-06, + "loss": 0.7021, + "step": 3066 + }, + { + "epoch": 2.16, + "learning_rate": 7.504688373490713e-06, + "loss": 0.6883, + "step": 3067 + }, + { + "epoch": 2.16, + "learning_rate": 7.4999930895191965e-06, + "loss": 0.7019, + "step": 3068 + }, + { + "epoch": 2.16, + "learning_rate": 7.495298114942728e-06, + "loss": 0.7056, + "step": 3069 + }, + { + "epoch": 2.16, + "learning_rate": 7.490603451213901e-06, + "loss": 0.6935, + "step": 3070 + }, + { + "epoch": 2.16, + "learning_rate": 7.485909099785209e-06, + "loss": 0.6807, + "step": 3071 + }, + { + "epoch": 2.16, + "learning_rate": 7.481215062109055e-06, + "loss": 0.6776, + "step": 3072 + }, + { + "epoch": 2.16, + "eval_loss": 0.7261952757835388, + "eval_runtime": 30.9393, + "eval_samples_per_second": 264.744, + "eval_steps_per_second": 16.549, + "step": 3072 + }, + { + "epoch": 2.16, + "learning_rate": 7.476521339637736e-06, + "loss": 0.6879, + "step": 3073 + }, + { + "epoch": 2.16, + "learning_rate": 7.471827933823458e-06, + "loss": 0.7099, + "step": 3074 + }, + { + "epoch": 2.17, + "learning_rate": 7.46713484611833e-06, + "loss": 0.6932, + "step": 3075 + }, + { + "epoch": 2.17, + "learning_rate": 7.462442077974357e-06, + "loss": 0.7127, + "step": 3076 + }, + { + "epoch": 2.17, + "learning_rate": 7.45774963084345e-06, + "loss": 0.6811, + "step": 3077 + }, + { + "epoch": 2.17, + "learning_rate": 7.453057506177417e-06, + "loss": 0.6579, + "step": 3078 + }, + { + "epoch": 2.17, + "learning_rate": 7.44836570542797e-06, + "loss": 0.665, + "step": 3079 + }, + { + "epoch": 2.17, + "learning_rate": 7.443674230046719e-06, + "loss": 0.7101, + "step": 3080 + }, + { + "epoch": 2.17, + "learning_rate": 7.438983081485172e-06, + "loss": 0.7103, + "step": 3081 + }, + { + "epoch": 2.17, + "learning_rate": 7.434292261194739e-06, + "loss": 0.6532, + "step": 3082 + }, + { + "epoch": 2.17, + "learning_rate": 7.429601770626724e-06, + "loss": 0.6596, + "step": 3083 + }, + { + "epoch": 2.17, + "learning_rate": 7.424911611232333e-06, + "loss": 0.6849, + "step": 3084 + }, + { + "epoch": 2.17, + "learning_rate": 7.420221784462667e-06, + "loss": 0.67, + "step": 3085 + }, + { + "epoch": 2.17, + "learning_rate": 7.415532291768727e-06, + "loss": 0.7153, + "step": 3086 + }, + { + "epoch": 2.17, + "learning_rate": 7.410843134601407e-06, + "loss": 0.6555, + "step": 3087 + }, + { + "epoch": 2.17, + "learning_rate": 7.406154314411499e-06, + "loss": 0.7089, + "step": 3088 + }, + { + "epoch": 2.18, + "learning_rate": 7.401465832649692e-06, + "loss": 0.6999, + "step": 3089 + }, + { + "epoch": 2.18, + "learning_rate": 7.3967776907665684e-06, + "loss": 0.6904, + "step": 3090 + }, + { + "epoch": 2.18, + "learning_rate": 7.392089890212605e-06, + "loss": 0.6877, + "step": 3091 + }, + { + "epoch": 2.18, + "learning_rate": 7.387402432438176e-06, + "loss": 0.7105, + "step": 3092 + }, + { + "epoch": 2.18, + "learning_rate": 7.382715318893547e-06, + "loss": 0.7192, + "step": 3093 + }, + { + "epoch": 2.18, + "learning_rate": 7.378028551028882e-06, + "loss": 0.7138, + "step": 3094 + }, + { + "epoch": 2.18, + "learning_rate": 7.373342130294224e-06, + "loss": 0.704, + "step": 3095 + }, + { + "epoch": 2.18, + "learning_rate": 7.368656058139524e-06, + "loss": 0.6667, + "step": 3096 + }, + { + "epoch": 2.18, + "learning_rate": 7.36397033601462e-06, + "loss": 0.6844, + "step": 3097 + }, + { + "epoch": 2.18, + "learning_rate": 7.35928496536924e-06, + "loss": 0.6801, + "step": 3098 + }, + { + "epoch": 2.18, + "learning_rate": 7.354599947653004e-06, + "loss": 0.7211, + "step": 3099 + }, + { + "epoch": 2.18, + "learning_rate": 7.349915284315423e-06, + "loss": 0.721, + "step": 3100 + }, + { + "epoch": 2.18, + "learning_rate": 7.345230976805901e-06, + "loss": 0.6896, + "step": 3101 + }, + { + "epoch": 2.18, + "learning_rate": 7.340547026573728e-06, + "loss": 0.7109, + "step": 3102 + }, + { + "epoch": 2.19, + "learning_rate": 7.335863435068085e-06, + "loss": 0.7124, + "step": 3103 + }, + { + "epoch": 2.19, + "learning_rate": 7.331180203738042e-06, + "loss": 0.679, + "step": 3104 + }, + { + "epoch": 2.19, + "learning_rate": 7.326497334032563e-06, + "loss": 0.6754, + "step": 3105 + }, + { + "epoch": 2.19, + "learning_rate": 7.321814827400484e-06, + "loss": 0.6735, + "step": 3106 + }, + { + "epoch": 2.19, + "learning_rate": 7.317132685290546e-06, + "loss": 0.6964, + "step": 3107 + }, + { + "epoch": 2.19, + "learning_rate": 7.3124509091513694e-06, + "loss": 0.6847, + "step": 3108 + }, + { + "epoch": 2.19, + "learning_rate": 7.3077695004314596e-06, + "loss": 0.7075, + "step": 3109 + }, + { + "epoch": 2.19, + "learning_rate": 7.303088460579217e-06, + "loss": 0.6876, + "step": 3110 + }, + { + "epoch": 2.19, + "learning_rate": 7.298407791042918e-06, + "loss": 0.7257, + "step": 3111 + }, + { + "epoch": 2.19, + "learning_rate": 7.293727493270732e-06, + "loss": 0.7361, + "step": 3112 + }, + { + "epoch": 2.19, + "learning_rate": 7.289047568710706e-06, + "loss": 0.7258, + "step": 3113 + }, + { + "epoch": 2.19, + "learning_rate": 7.284368018810778e-06, + "loss": 0.6826, + "step": 3114 + }, + { + "epoch": 2.19, + "learning_rate": 7.279688845018767e-06, + "loss": 0.7031, + "step": 3115 + }, + { + "epoch": 2.19, + "learning_rate": 7.27501004878238e-06, + "loss": 0.6919, + "step": 3116 + }, + { + "epoch": 2.2, + "learning_rate": 7.270331631549192e-06, + "loss": 0.6922, + "step": 3117 + }, + { + "epoch": 2.2, + "learning_rate": 7.265653594766684e-06, + "loss": 0.7083, + "step": 3118 + }, + { + "epoch": 2.2, + "learning_rate": 7.260975939882201e-06, + "loss": 0.6813, + "step": 3119 + }, + { + "epoch": 2.2, + "learning_rate": 7.25629866834298e-06, + "loss": 0.6854, + "step": 3120 + }, + { + "epoch": 2.2, + "learning_rate": 7.251621781596133e-06, + "loss": 0.7343, + "step": 3121 + }, + { + "epoch": 2.2, + "learning_rate": 7.246945281088657e-06, + "loss": 0.6925, + "step": 3122 + }, + { + "epoch": 2.2, + "learning_rate": 7.242269168267427e-06, + "loss": 0.735, + "step": 3123 + }, + { + "epoch": 2.2, + "learning_rate": 7.237593444579201e-06, + "loss": 0.7252, + "step": 3124 + }, + { + "epoch": 2.2, + "learning_rate": 7.232918111470612e-06, + "loss": 0.675, + "step": 3125 + }, + { + "epoch": 2.2, + "learning_rate": 7.228243170388177e-06, + "loss": 0.7419, + "step": 3126 + }, + { + "epoch": 2.2, + "learning_rate": 7.223568622778291e-06, + "loss": 0.6854, + "step": 3127 + }, + { + "epoch": 2.2, + "learning_rate": 7.2188944700872225e-06, + "loss": 0.7208, + "step": 3128 + }, + { + "epoch": 2.2, + "learning_rate": 7.214220713761122e-06, + "loss": 0.7052, + "step": 3129 + }, + { + "epoch": 2.2, + "learning_rate": 7.209547355246018e-06, + "loss": 0.6909, + "step": 3130 + }, + { + "epoch": 2.2, + "learning_rate": 7.204874395987813e-06, + "loss": 0.6587, + "step": 3131 + }, + { + "epoch": 2.21, + "learning_rate": 7.200201837432289e-06, + "loss": 0.6967, + "step": 3132 + }, + { + "epoch": 2.21, + "learning_rate": 7.195529681025102e-06, + "loss": 0.6891, + "step": 3133 + }, + { + "epoch": 2.21, + "learning_rate": 7.190857928211783e-06, + "loss": 0.7071, + "step": 3134 + }, + { + "epoch": 2.21, + "learning_rate": 7.186186580437741e-06, + "loss": 0.7197, + "step": 3135 + }, + { + "epoch": 2.21, + "learning_rate": 7.181515639148255e-06, + "loss": 0.683, + "step": 3136 + }, + { + "epoch": 2.21, + "eval_loss": 0.7254009246826172, + "eval_runtime": 30.9616, + "eval_samples_per_second": 264.554, + "eval_steps_per_second": 16.537, + "step": 3136 + }, + { + "epoch": 2.21, + "learning_rate": 7.176845105788484e-06, + "loss": 0.657, + "step": 3137 + }, + { + "epoch": 2.21, + "learning_rate": 7.172174981803459e-06, + "loss": 0.6987, + "step": 3138 + }, + { + "epoch": 2.21, + "learning_rate": 7.167505268638079e-06, + "loss": 0.6887, + "step": 3139 + }, + { + "epoch": 2.21, + "learning_rate": 7.162835967737123e-06, + "loss": 0.6796, + "step": 3140 + }, + { + "epoch": 2.21, + "learning_rate": 7.158167080545237e-06, + "loss": 0.7088, + "step": 3141 + }, + { + "epoch": 2.21, + "learning_rate": 7.153498608506946e-06, + "loss": 0.6865, + "step": 3142 + }, + { + "epoch": 2.21, + "learning_rate": 7.148830553066637e-06, + "loss": 0.6937, + "step": 3143 + }, + { + "epoch": 2.21, + "learning_rate": 7.144162915668578e-06, + "loss": 0.725, + "step": 3144 + }, + { + "epoch": 2.21, + "learning_rate": 7.139495697756901e-06, + "loss": 0.6877, + "step": 3145 + }, + { + "epoch": 2.22, + "learning_rate": 7.134828900775608e-06, + "loss": 0.7292, + "step": 3146 + }, + { + "epoch": 2.22, + "learning_rate": 7.130162526168576e-06, + "loss": 0.7012, + "step": 3147 + }, + { + "epoch": 2.22, + "learning_rate": 7.125496575379548e-06, + "loss": 0.6885, + "step": 3148 + }, + { + "epoch": 2.22, + "learning_rate": 7.120831049852135e-06, + "loss": 0.7132, + "step": 3149 + }, + { + "epoch": 2.22, + "learning_rate": 7.116165951029818e-06, + "loss": 0.7003, + "step": 3150 + }, + { + "epoch": 2.22, + "learning_rate": 7.1115012803559436e-06, + "loss": 0.6778, + "step": 3151 + }, + { + "epoch": 2.22, + "learning_rate": 7.10683703927373e-06, + "loss": 0.6953, + "step": 3152 + }, + { + "epoch": 2.22, + "learning_rate": 7.102173229226259e-06, + "loss": 0.6766, + "step": 3153 + }, + { + "epoch": 2.22, + "learning_rate": 7.097509851656483e-06, + "loss": 0.6823, + "step": 3154 + }, + { + "epoch": 2.22, + "learning_rate": 7.0928469080072154e-06, + "loss": 0.6954, + "step": 3155 + }, + { + "epoch": 2.22, + "learning_rate": 7.088184399721138e-06, + "loss": 0.7099, + "step": 3156 + }, + { + "epoch": 2.22, + "learning_rate": 7.0835223282407985e-06, + "loss": 0.706, + "step": 3157 + }, + { + "epoch": 2.22, + "learning_rate": 7.078860695008609e-06, + "loss": 0.6861, + "step": 3158 + }, + { + "epoch": 2.22, + "learning_rate": 7.074199501466844e-06, + "loss": 0.7119, + "step": 3159 + }, + { + "epoch": 2.23, + "learning_rate": 7.069538749057649e-06, + "loss": 0.6819, + "step": 3160 + }, + { + "epoch": 2.23, + "learning_rate": 7.064878439223021e-06, + "loss": 0.7125, + "step": 3161 + }, + { + "epoch": 2.23, + "learning_rate": 7.060218573404831e-06, + "loss": 0.712, + "step": 3162 + }, + { + "epoch": 2.23, + "learning_rate": 7.0555591530448066e-06, + "loss": 0.7094, + "step": 3163 + }, + { + "epoch": 2.23, + "learning_rate": 7.0509001795845404e-06, + "loss": 0.7191, + "step": 3164 + }, + { + "epoch": 2.23, + "learning_rate": 7.046241654465484e-06, + "loss": 0.7141, + "step": 3165 + }, + { + "epoch": 2.23, + "learning_rate": 7.0415835791289535e-06, + "loss": 0.7317, + "step": 3166 + }, + { + "epoch": 2.23, + "learning_rate": 7.036925955016124e-06, + "loss": 0.7081, + "step": 3167 + }, + { + "epoch": 2.23, + "learning_rate": 7.0322687835680325e-06, + "loss": 0.6957, + "step": 3168 + }, + { + "epoch": 2.23, + "learning_rate": 7.027612066225575e-06, + "loss": 0.6965, + "step": 3169 + }, + { + "epoch": 2.23, + "learning_rate": 7.022955804429505e-06, + "loss": 0.7079, + "step": 3170 + }, + { + "epoch": 2.23, + "learning_rate": 7.018299999620441e-06, + "loss": 0.6905, + "step": 3171 + }, + { + "epoch": 2.23, + "learning_rate": 7.01364465323885e-06, + "loss": 0.688, + "step": 3172 + }, + { + "epoch": 2.23, + "learning_rate": 7.008989766725066e-06, + "loss": 0.7192, + "step": 3173 + }, + { + "epoch": 2.24, + "learning_rate": 7.004335341519277e-06, + "loss": 0.6995, + "step": 3174 + }, + { + "epoch": 2.24, + "learning_rate": 6.9996813790615306e-06, + "loss": 0.684, + "step": 3175 + }, + { + "epoch": 2.24, + "learning_rate": 6.995027880791727e-06, + "loss": 0.6986, + "step": 3176 + }, + { + "epoch": 2.24, + "learning_rate": 6.9903748481496295e-06, + "loss": 0.7132, + "step": 3177 + }, + { + "epoch": 2.24, + "learning_rate": 6.9857222825748525e-06, + "loss": 0.7093, + "step": 3178 + }, + { + "epoch": 2.24, + "learning_rate": 6.981070185506864e-06, + "loss": 0.6922, + "step": 3179 + }, + { + "epoch": 2.24, + "learning_rate": 6.976418558384995e-06, + "loss": 0.7203, + "step": 3180 + }, + { + "epoch": 2.24, + "learning_rate": 6.97176740264842e-06, + "loss": 0.6696, + "step": 3181 + }, + { + "epoch": 2.24, + "learning_rate": 6.967116719736181e-06, + "loss": 0.7004, + "step": 3182 + }, + { + "epoch": 2.24, + "learning_rate": 6.962466511087158e-06, + "loss": 0.689, + "step": 3183 + }, + { + "epoch": 2.24, + "learning_rate": 6.957816778140096e-06, + "loss": 0.6728, + "step": 3184 + }, + { + "epoch": 2.24, + "learning_rate": 6.953167522333589e-06, + "loss": 0.6711, + "step": 3185 + }, + { + "epoch": 2.24, + "learning_rate": 6.948518745106085e-06, + "loss": 0.6774, + "step": 3186 + }, + { + "epoch": 2.24, + "learning_rate": 6.943870447895884e-06, + "loss": 0.6524, + "step": 3187 + }, + { + "epoch": 2.25, + "learning_rate": 6.939222632141131e-06, + "loss": 0.6924, + "step": 3188 + }, + { + "epoch": 2.25, + "learning_rate": 6.934575299279834e-06, + "loss": 0.6481, + "step": 3189 + }, + { + "epoch": 2.25, + "learning_rate": 6.929928450749839e-06, + "loss": 0.7137, + "step": 3190 + }, + { + "epoch": 2.25, + "learning_rate": 6.925282087988853e-06, + "loss": 0.7203, + "step": 3191 + }, + { + "epoch": 2.25, + "learning_rate": 6.920636212434424e-06, + "loss": 0.6602, + "step": 3192 + }, + { + "epoch": 2.25, + "learning_rate": 6.9159908255239555e-06, + "loss": 0.6874, + "step": 3193 + }, + { + "epoch": 2.25, + "learning_rate": 6.911345928694695e-06, + "loss": 0.699, + "step": 3194 + }, + { + "epoch": 2.25, + "learning_rate": 6.906701523383741e-06, + "loss": 0.7307, + "step": 3195 + }, + { + "epoch": 2.25, + "learning_rate": 6.902057611028039e-06, + "loss": 0.7018, + "step": 3196 + }, + { + "epoch": 2.25, + "learning_rate": 6.897414193064386e-06, + "loss": 0.7018, + "step": 3197 + }, + { + "epoch": 2.25, + "learning_rate": 6.892771270929419e-06, + "loss": 0.7152, + "step": 3198 + }, + { + "epoch": 2.25, + "learning_rate": 6.888128846059626e-06, + "loss": 0.678, + "step": 3199 + }, + { + "epoch": 2.25, + "learning_rate": 6.883486919891342e-06, + "loss": 0.705, + "step": 3200 + }, + { + "epoch": 2.25, + "eval_loss": 0.7249176502227783, + "eval_runtime": 30.9232, + "eval_samples_per_second": 264.882, + "eval_steps_per_second": 16.557, + "step": 3200 + }, + { + "epoch": 2.25, + "learning_rate": 6.8788454938607446e-06, + "loss": 0.7308, + "step": 3201 + }, + { + "epoch": 2.25, + "learning_rate": 6.874204569403858e-06, + "loss": 0.7037, + "step": 3202 + }, + { + "epoch": 2.26, + "learning_rate": 6.8695641479565525e-06, + "loss": 0.7055, + "step": 3203 + }, + { + "epoch": 2.26, + "learning_rate": 6.864924230954541e-06, + "loss": 0.6671, + "step": 3204 + }, + { + "epoch": 2.26, + "learning_rate": 6.860284819833381e-06, + "loss": 0.679, + "step": 3205 + }, + { + "epoch": 2.26, + "learning_rate": 6.855645916028472e-06, + "loss": 0.687, + "step": 3206 + }, + { + "epoch": 2.26, + "learning_rate": 6.851007520975059e-06, + "loss": 0.6748, + "step": 3207 + }, + { + "epoch": 2.26, + "learning_rate": 6.8463696361082285e-06, + "loss": 0.6843, + "step": 3208 + }, + { + "epoch": 2.26, + "learning_rate": 6.84173226286291e-06, + "loss": 0.6877, + "step": 3209 + }, + { + "epoch": 2.26, + "learning_rate": 6.837095402673873e-06, + "loss": 0.6604, + "step": 3210 + }, + { + "epoch": 2.26, + "learning_rate": 6.832459056975729e-06, + "loss": 0.6715, + "step": 3211 + }, + { + "epoch": 2.26, + "learning_rate": 6.827823227202932e-06, + "loss": 0.7133, + "step": 3212 + }, + { + "epoch": 2.26, + "learning_rate": 6.823187914789774e-06, + "loss": 0.7116, + "step": 3213 + }, + { + "epoch": 2.26, + "learning_rate": 6.8185531211703865e-06, + "loss": 0.6949, + "step": 3214 + }, + { + "epoch": 2.26, + "learning_rate": 6.813918847778745e-06, + "loss": 0.6685, + "step": 3215 + }, + { + "epoch": 2.26, + "learning_rate": 6.8092850960486564e-06, + "loss": 0.6895, + "step": 3216 + }, + { + "epoch": 2.27, + "learning_rate": 6.804651867413773e-06, + "loss": 0.6835, + "step": 3217 + }, + { + "epoch": 2.27, + "learning_rate": 6.800019163307583e-06, + "loss": 0.7526, + "step": 3218 + }, + { + "epoch": 2.27, + "learning_rate": 6.795386985163413e-06, + "loss": 0.7034, + "step": 3219 + }, + { + "epoch": 2.27, + "learning_rate": 6.790755334414424e-06, + "loss": 0.6959, + "step": 3220 + }, + { + "epoch": 2.27, + "learning_rate": 6.786124212493617e-06, + "loss": 0.7103, + "step": 3221 + }, + { + "epoch": 2.27, + "learning_rate": 6.78149362083383e-06, + "loss": 0.6874, + "step": 3222 + }, + { + "epoch": 2.27, + "learning_rate": 6.776863560867731e-06, + "loss": 0.6982, + "step": 3223 + }, + { + "epoch": 2.27, + "learning_rate": 6.7722340340278315e-06, + "loss": 0.6999, + "step": 3224 + }, + { + "epoch": 2.27, + "learning_rate": 6.767605041746473e-06, + "loss": 0.693, + "step": 3225 + }, + { + "epoch": 2.27, + "learning_rate": 6.762976585455835e-06, + "loss": 0.6863, + "step": 3226 + }, + { + "epoch": 2.27, + "learning_rate": 6.758348666587925e-06, + "loss": 0.6966, + "step": 3227 + }, + { + "epoch": 2.27, + "learning_rate": 6.7537212865745905e-06, + "loss": 0.6762, + "step": 3228 + }, + { + "epoch": 2.27, + "learning_rate": 6.74909444684751e-06, + "loss": 0.7095, + "step": 3229 + }, + { + "epoch": 2.27, + "learning_rate": 6.744468148838195e-06, + "loss": 0.6993, + "step": 3230 + }, + { + "epoch": 2.28, + "learning_rate": 6.739842393977989e-06, + "loss": 0.6993, + "step": 3231 + }, + { + "epoch": 2.28, + "learning_rate": 6.735217183698067e-06, + "loss": 0.6757, + "step": 3232 + }, + { + "epoch": 2.28, + "learning_rate": 6.730592519429437e-06, + "loss": 0.6975, + "step": 3233 + }, + { + "epoch": 2.28, + "learning_rate": 6.725968402602936e-06, + "loss": 0.6985, + "step": 3234 + }, + { + "epoch": 2.28, + "learning_rate": 6.721344834649237e-06, + "loss": 0.6833, + "step": 3235 + }, + { + "epoch": 2.28, + "learning_rate": 6.716721816998836e-06, + "loss": 0.6991, + "step": 3236 + }, + { + "epoch": 2.28, + "learning_rate": 6.712099351082066e-06, + "loss": 0.7018, + "step": 3237 + }, + { + "epoch": 2.28, + "learning_rate": 6.707477438329078e-06, + "loss": 0.6729, + "step": 3238 + }, + { + "epoch": 2.28, + "learning_rate": 6.702856080169863e-06, + "loss": 0.7119, + "step": 3239 + }, + { + "epoch": 2.28, + "learning_rate": 6.698235278034236e-06, + "loss": 0.7262, + "step": 3240 + }, + { + "epoch": 2.28, + "learning_rate": 6.69361503335184e-06, + "loss": 0.6554, + "step": 3241 + }, + { + "epoch": 2.28, + "learning_rate": 6.688995347552147e-06, + "loss": 0.7369, + "step": 3242 + }, + { + "epoch": 2.28, + "learning_rate": 6.6843762220644535e-06, + "loss": 0.6737, + "step": 3243 + }, + { + "epoch": 2.28, + "learning_rate": 6.679757658317886e-06, + "loss": 0.7247, + "step": 3244 + }, + { + "epoch": 2.29, + "learning_rate": 6.675139657741395e-06, + "loss": 0.7067, + "step": 3245 + }, + { + "epoch": 2.29, + "learning_rate": 6.670522221763756e-06, + "loss": 0.6544, + "step": 3246 + }, + { + "epoch": 2.29, + "learning_rate": 6.665905351813573e-06, + "loss": 0.7081, + "step": 3247 + }, + { + "epoch": 2.29, + "learning_rate": 6.661289049319274e-06, + "loss": 0.7024, + "step": 3248 + }, + { + "epoch": 2.29, + "learning_rate": 6.656673315709105e-06, + "loss": 0.6979, + "step": 3249 + }, + { + "epoch": 2.29, + "learning_rate": 6.652058152411144e-06, + "loss": 0.7104, + "step": 3250 + }, + { + "epoch": 2.29, + "learning_rate": 6.64744356085329e-06, + "loss": 0.7007, + "step": 3251 + }, + { + "epoch": 2.29, + "learning_rate": 6.642829542463263e-06, + "loss": 0.7114, + "step": 3252 + }, + { + "epoch": 2.29, + "learning_rate": 6.63821609866861e-06, + "loss": 0.7121, + "step": 3253 + }, + { + "epoch": 2.29, + "learning_rate": 6.633603230896697e-06, + "loss": 0.6941, + "step": 3254 + }, + { + "epoch": 2.29, + "learning_rate": 6.628990940574714e-06, + "loss": 0.6737, + "step": 3255 + }, + { + "epoch": 2.29, + "learning_rate": 6.624379229129669e-06, + "loss": 0.7216, + "step": 3256 + }, + { + "epoch": 2.29, + "learning_rate": 6.619768097988394e-06, + "loss": 0.712, + "step": 3257 + }, + { + "epoch": 2.29, + "learning_rate": 6.615157548577539e-06, + "loss": 0.6793, + "step": 3258 + }, + { + "epoch": 2.3, + "learning_rate": 6.610547582323581e-06, + "loss": 0.6897, + "step": 3259 + }, + { + "epoch": 2.3, + "learning_rate": 6.605938200652799e-06, + "loss": 0.6879, + "step": 3260 + }, + { + "epoch": 2.3, + "learning_rate": 6.6013294049913125e-06, + "loss": 0.708, + "step": 3261 + }, + { + "epoch": 2.3, + "learning_rate": 6.596721196765048e-06, + "loss": 0.6901, + "step": 3262 + }, + { + "epoch": 2.3, + "learning_rate": 6.592113577399752e-06, + "loss": 0.6937, + "step": 3263 + }, + { + "epoch": 2.3, + "learning_rate": 6.587506548320989e-06, + "loss": 0.6834, + "step": 3264 + }, + { + "epoch": 2.3, + "eval_loss": 0.7249485850334167, + "eval_runtime": 30.9092, + "eval_samples_per_second": 265.002, + "eval_steps_per_second": 16.565, + "step": 3264 + }, + { + "epoch": 2.3, + "learning_rate": 6.582900110954142e-06, + "loss": 0.7038, + "step": 3265 + }, + { + "epoch": 2.3, + "learning_rate": 6.578294266724409e-06, + "loss": 0.685, + "step": 3266 + }, + { + "epoch": 2.3, + "learning_rate": 6.573689017056806e-06, + "loss": 0.6821, + "step": 3267 + }, + { + "epoch": 2.3, + "learning_rate": 6.569084363376166e-06, + "loss": 0.6968, + "step": 3268 + }, + { + "epoch": 2.3, + "learning_rate": 6.564480307107135e-06, + "loss": 0.6974, + "step": 3269 + }, + { + "epoch": 2.3, + "learning_rate": 6.559876849674175e-06, + "loss": 0.7224, + "step": 3270 + }, + { + "epoch": 2.3, + "learning_rate": 6.555273992501563e-06, + "loss": 0.6898, + "step": 3271 + }, + { + "epoch": 2.3, + "learning_rate": 6.550671737013391e-06, + "loss": 0.7505, + "step": 3272 + }, + { + "epoch": 2.3, + "learning_rate": 6.546070084633564e-06, + "loss": 0.7107, + "step": 3273 + }, + { + "epoch": 2.31, + "learning_rate": 6.541469036785801e-06, + "loss": 0.6652, + "step": 3274 + }, + { + "epoch": 2.31, + "learning_rate": 6.536868594893631e-06, + "loss": 0.7412, + "step": 3275 + }, + { + "epoch": 2.31, + "learning_rate": 6.532268760380402e-06, + "loss": 0.7215, + "step": 3276 + }, + { + "epoch": 2.31, + "learning_rate": 6.527669534669269e-06, + "loss": 0.6894, + "step": 3277 + }, + { + "epoch": 2.31, + "learning_rate": 6.523070919183198e-06, + "loss": 0.7138, + "step": 3278 + }, + { + "epoch": 2.31, + "learning_rate": 6.518472915344971e-06, + "loss": 0.7056, + "step": 3279 + }, + { + "epoch": 2.31, + "learning_rate": 6.513875524577175e-06, + "loss": 0.6841, + "step": 3280 + }, + { + "epoch": 2.31, + "learning_rate": 6.509278748302214e-06, + "loss": 0.688, + "step": 3281 + }, + { + "epoch": 2.31, + "learning_rate": 6.504682587942293e-06, + "loss": 0.7139, + "step": 3282 + }, + { + "epoch": 2.31, + "learning_rate": 6.500087044919433e-06, + "loss": 0.7289, + "step": 3283 + }, + { + "epoch": 2.31, + "learning_rate": 6.495492120655464e-06, + "loss": 0.7196, + "step": 3284 + }, + { + "epoch": 2.31, + "learning_rate": 6.490897816572021e-06, + "loss": 0.6988, + "step": 3285 + }, + { + "epoch": 2.31, + "learning_rate": 6.486304134090552e-06, + "loss": 0.7015, + "step": 3286 + }, + { + "epoch": 2.31, + "learning_rate": 6.481711074632307e-06, + "loss": 0.708, + "step": 3287 + }, + { + "epoch": 2.32, + "learning_rate": 6.477118639618347e-06, + "loss": 0.7004, + "step": 3288 + }, + { + "epoch": 2.32, + "learning_rate": 6.472526830469539e-06, + "loss": 0.6626, + "step": 3289 + }, + { + "epoch": 2.32, + "learning_rate": 6.467935648606556e-06, + "loss": 0.7265, + "step": 3290 + }, + { + "epoch": 2.32, + "learning_rate": 6.463345095449877e-06, + "loss": 0.6942, + "step": 3291 + }, + { + "epoch": 2.32, + "learning_rate": 6.458755172419789e-06, + "loss": 0.7137, + "step": 3292 + }, + { + "epoch": 2.32, + "learning_rate": 6.454165880936378e-06, + "loss": 0.7062, + "step": 3293 + }, + { + "epoch": 2.32, + "learning_rate": 6.4495772224195394e-06, + "loss": 0.686, + "step": 3294 + }, + { + "epoch": 2.32, + "learning_rate": 6.444989198288972e-06, + "loss": 0.699, + "step": 3295 + }, + { + "epoch": 2.32, + "learning_rate": 6.440401809964178e-06, + "loss": 0.6998, + "step": 3296 + }, + { + "epoch": 2.32, + "learning_rate": 6.435815058864462e-06, + "loss": 0.7086, + "step": 3297 + }, + { + "epoch": 2.32, + "learning_rate": 6.431228946408933e-06, + "loss": 0.6956, + "step": 3298 + }, + { + "epoch": 2.32, + "learning_rate": 6.426643474016502e-06, + "loss": 0.6922, + "step": 3299 + }, + { + "epoch": 2.32, + "learning_rate": 6.4220586431058816e-06, + "loss": 0.7268, + "step": 3300 + }, + { + "epoch": 2.32, + "learning_rate": 6.417474455095586e-06, + "loss": 0.7133, + "step": 3301 + }, + { + "epoch": 2.33, + "learning_rate": 6.412890911403928e-06, + "loss": 0.6928, + "step": 3302 + }, + { + "epoch": 2.33, + "learning_rate": 6.40830801344903e-06, + "loss": 0.6932, + "step": 3303 + }, + { + "epoch": 2.33, + "learning_rate": 6.403725762648801e-06, + "loss": 0.6925, + "step": 3304 + }, + { + "epoch": 2.33, + "learning_rate": 6.3991441604209605e-06, + "loss": 0.7124, + "step": 3305 + }, + { + "epoch": 2.33, + "learning_rate": 6.394563208183022e-06, + "loss": 0.7052, + "step": 3306 + }, + { + "epoch": 2.33, + "learning_rate": 6.389982907352302e-06, + "loss": 0.685, + "step": 3307 + }, + { + "epoch": 2.33, + "learning_rate": 6.3854032593459096e-06, + "loss": 0.6814, + "step": 3308 + }, + { + "epoch": 2.33, + "learning_rate": 6.380824265580759e-06, + "loss": 0.689, + "step": 3309 + }, + { + "epoch": 2.33, + "learning_rate": 6.376245927473554e-06, + "loss": 0.6529, + "step": 3310 + }, + { + "epoch": 2.33, + "learning_rate": 6.371668246440806e-06, + "loss": 0.7214, + "step": 3311 + }, + { + "epoch": 2.33, + "learning_rate": 6.367091223898813e-06, + "loss": 0.7015, + "step": 3312 + }, + { + "epoch": 2.33, + "learning_rate": 6.3625148612636755e-06, + "loss": 0.7063, + "step": 3313 + }, + { + "epoch": 2.33, + "learning_rate": 6.357939159951288e-06, + "loss": 0.702, + "step": 3314 + }, + { + "epoch": 2.33, + "learning_rate": 6.353364121377337e-06, + "loss": 0.7225, + "step": 3315 + }, + { + "epoch": 2.34, + "learning_rate": 6.348789746957307e-06, + "loss": 0.6987, + "step": 3316 + }, + { + "epoch": 2.34, + "learning_rate": 6.34421603810648e-06, + "loss": 0.7053, + "step": 3317 + }, + { + "epoch": 2.34, + "learning_rate": 6.339642996239926e-06, + "loss": 0.691, + "step": 3318 + }, + { + "epoch": 2.34, + "learning_rate": 6.335070622772513e-06, + "loss": 0.6811, + "step": 3319 + }, + { + "epoch": 2.34, + "learning_rate": 6.330498919118903e-06, + "loss": 0.715, + "step": 3320 + }, + { + "epoch": 2.34, + "learning_rate": 6.325927886693545e-06, + "loss": 0.6984, + "step": 3321 + }, + { + "epoch": 2.34, + "learning_rate": 6.321357526910688e-06, + "loss": 0.7011, + "step": 3322 + }, + { + "epoch": 2.34, + "learning_rate": 6.3167878411843665e-06, + "loss": 0.7093, + "step": 3323 + }, + { + "epoch": 2.34, + "learning_rate": 6.312218830928409e-06, + "loss": 0.69, + "step": 3324 + }, + { + "epoch": 2.34, + "learning_rate": 6.307650497556439e-06, + "loss": 0.6653, + "step": 3325 + }, + { + "epoch": 2.34, + "learning_rate": 6.303082842481859e-06, + "loss": 0.6728, + "step": 3326 + }, + { + "epoch": 2.34, + "learning_rate": 6.298515867117873e-06, + "loss": 0.6694, + "step": 3327 + }, + { + "epoch": 2.34, + "learning_rate": 6.293949572877468e-06, + "loss": 0.7139, + "step": 3328 + }, + { + "epoch": 2.34, + "eval_loss": 0.724527895450592, + "eval_runtime": 30.9174, + "eval_samples_per_second": 264.932, + "eval_steps_per_second": 16.56, + "step": 3328 + }, + { + "epoch": 2.34, + "learning_rate": 6.2893839611734275e-06, + "loss": 0.6939, + "step": 3329 + }, + { + "epoch": 2.35, + "learning_rate": 6.284819033418318e-06, + "loss": 0.6917, + "step": 3330 + }, + { + "epoch": 2.35, + "learning_rate": 6.280254791024494e-06, + "loss": 0.7097, + "step": 3331 + }, + { + "epoch": 2.35, + "learning_rate": 6.275691235404102e-06, + "loss": 0.6931, + "step": 3332 + }, + { + "epoch": 2.35, + "learning_rate": 6.2711283679690735e-06, + "loss": 0.673, + "step": 3333 + }, + { + "epoch": 2.35, + "learning_rate": 6.266566190131125e-06, + "loss": 0.6647, + "step": 3334 + }, + { + "epoch": 2.35, + "learning_rate": 6.262004703301765e-06, + "loss": 0.7136, + "step": 3335 + }, + { + "epoch": 2.35, + "learning_rate": 6.257443908892286e-06, + "loss": 0.7013, + "step": 3336 + }, + { + "epoch": 2.35, + "learning_rate": 6.25288380831376e-06, + "loss": 0.667, + "step": 3337 + }, + { + "epoch": 2.35, + "learning_rate": 6.248324402977053e-06, + "loss": 0.7117, + "step": 3338 + }, + { + "epoch": 2.35, + "learning_rate": 6.243765694292813e-06, + "loss": 0.7158, + "step": 3339 + }, + { + "epoch": 2.35, + "learning_rate": 6.239207683671472e-06, + "loss": 0.6905, + "step": 3340 + }, + { + "epoch": 2.35, + "learning_rate": 6.234650372523246e-06, + "loss": 0.7044, + "step": 3341 + }, + { + "epoch": 2.35, + "learning_rate": 6.230093762258136e-06, + "loss": 0.6931, + "step": 3342 + }, + { + "epoch": 2.35, + "learning_rate": 6.225537854285921e-06, + "loss": 0.7184, + "step": 3343 + }, + { + "epoch": 2.35, + "learning_rate": 6.220982650016171e-06, + "loss": 0.6954, + "step": 3344 + }, + { + "epoch": 2.36, + "learning_rate": 6.2164281508582326e-06, + "loss": 0.7554, + "step": 3345 + }, + { + "epoch": 2.36, + "learning_rate": 6.211874358221234e-06, + "loss": 0.685, + "step": 3346 + }, + { + "epoch": 2.36, + "learning_rate": 6.207321273514091e-06, + "loss": 0.6964, + "step": 3347 + }, + { + "epoch": 2.36, + "learning_rate": 6.2027688981454895e-06, + "loss": 0.6981, + "step": 3348 + }, + { + "epoch": 2.36, + "learning_rate": 6.198217233523905e-06, + "loss": 0.6798, + "step": 3349 + }, + { + "epoch": 2.36, + "learning_rate": 6.193666281057589e-06, + "loss": 0.6729, + "step": 3350 + }, + { + "epoch": 2.36, + "learning_rate": 6.189116042154577e-06, + "loss": 0.713, + "step": 3351 + }, + { + "epoch": 2.36, + "learning_rate": 6.184566518222678e-06, + "loss": 0.6669, + "step": 3352 + }, + { + "epoch": 2.36, + "learning_rate": 6.180017710669482e-06, + "loss": 0.7165, + "step": 3353 + }, + { + "epoch": 2.36, + "learning_rate": 6.175469620902361e-06, + "loss": 0.6947, + "step": 3354 + }, + { + "epoch": 2.36, + "learning_rate": 6.17092225032846e-06, + "loss": 0.713, + "step": 3355 + }, + { + "epoch": 2.36, + "learning_rate": 6.166375600354702e-06, + "loss": 0.7026, + "step": 3356 + }, + { + "epoch": 2.36, + "learning_rate": 6.161829672387789e-06, + "loss": 0.6607, + "step": 3357 + }, + { + "epoch": 2.36, + "learning_rate": 6.157284467834201e-06, + "loss": 0.6861, + "step": 3358 + }, + { + "epoch": 2.37, + "learning_rate": 6.152739988100189e-06, + "loss": 0.688, + "step": 3359 + }, + { + "epoch": 2.37, + "learning_rate": 6.148196234591784e-06, + "loss": 0.6688, + "step": 3360 + }, + { + "epoch": 2.37, + "learning_rate": 6.143653208714791e-06, + "loss": 0.6953, + "step": 3361 + }, + { + "epoch": 2.37, + "learning_rate": 6.13911091187479e-06, + "loss": 0.7129, + "step": 3362 + }, + { + "epoch": 2.37, + "learning_rate": 6.134569345477136e-06, + "loss": 0.6666, + "step": 3363 + }, + { + "epoch": 2.37, + "learning_rate": 6.130028510926957e-06, + "loss": 0.6855, + "step": 3364 + }, + { + "epoch": 2.37, + "learning_rate": 6.125488409629154e-06, + "loss": 0.7105, + "step": 3365 + }, + { + "epoch": 2.37, + "learning_rate": 6.120949042988404e-06, + "loss": 0.7016, + "step": 3366 + }, + { + "epoch": 2.37, + "learning_rate": 6.116410412409155e-06, + "loss": 0.6689, + "step": 3367 + }, + { + "epoch": 2.37, + "learning_rate": 6.111872519295625e-06, + "loss": 0.6871, + "step": 3368 + }, + { + "epoch": 2.37, + "learning_rate": 6.10733536505181e-06, + "loss": 0.7203, + "step": 3369 + }, + { + "epoch": 2.37, + "learning_rate": 6.102798951081467e-06, + "loss": 0.7183, + "step": 3370 + }, + { + "epoch": 2.37, + "learning_rate": 6.098263278788134e-06, + "loss": 0.7254, + "step": 3371 + }, + { + "epoch": 2.37, + "learning_rate": 6.093728349575117e-06, + "loss": 0.6444, + "step": 3372 + }, + { + "epoch": 2.38, + "learning_rate": 6.089194164845489e-06, + "loss": 0.6839, + "step": 3373 + }, + { + "epoch": 2.38, + "learning_rate": 6.084660726002096e-06, + "loss": 0.7138, + "step": 3374 + }, + { + "epoch": 2.38, + "learning_rate": 6.0801280344475505e-06, + "loss": 0.6669, + "step": 3375 + }, + { + "epoch": 2.38, + "learning_rate": 6.075596091584235e-06, + "loss": 0.6997, + "step": 3376 + }, + { + "epoch": 2.38, + "learning_rate": 6.0710648988143e-06, + "loss": 0.7127, + "step": 3377 + }, + { + "epoch": 2.38, + "learning_rate": 6.066534457539668e-06, + "loss": 0.6876, + "step": 3378 + }, + { + "epoch": 2.38, + "learning_rate": 6.0620047691620226e-06, + "loss": 0.7035, + "step": 3379 + }, + { + "epoch": 2.38, + "learning_rate": 6.057475835082821e-06, + "loss": 0.7, + "step": 3380 + }, + { + "epoch": 2.38, + "learning_rate": 6.052947656703276e-06, + "loss": 0.6831, + "step": 3381 + }, + { + "epoch": 2.38, + "learning_rate": 6.048420235424379e-06, + "loss": 0.7569, + "step": 3382 + }, + { + "epoch": 2.38, + "learning_rate": 6.043893572646881e-06, + "loss": 0.6826, + "step": 3383 + }, + { + "epoch": 2.38, + "learning_rate": 6.0393676697712985e-06, + "loss": 0.6859, + "step": 3384 + }, + { + "epoch": 2.38, + "learning_rate": 6.034842528197915e-06, + "loss": 0.6942, + "step": 3385 + }, + { + "epoch": 2.38, + "learning_rate": 6.0303181493267745e-06, + "loss": 0.7272, + "step": 3386 + }, + { + "epoch": 2.39, + "learning_rate": 6.025794534557692e-06, + "loss": 0.6799, + "step": 3387 + }, + { + "epoch": 2.39, + "learning_rate": 6.021271685290241e-06, + "loss": 0.6928, + "step": 3388 + }, + { + "epoch": 2.39, + "learning_rate": 6.016749602923757e-06, + "loss": 0.6788, + "step": 3389 + }, + { + "epoch": 2.39, + "learning_rate": 6.012228288857341e-06, + "loss": 0.7161, + "step": 3390 + }, + { + "epoch": 2.39, + "learning_rate": 6.007707744489856e-06, + "loss": 0.6999, + "step": 3391 + }, + { + "epoch": 2.39, + "learning_rate": 6.003187971219929e-06, + "loss": 0.6834, + "step": 3392 + }, + { + "epoch": 2.39, + "eval_loss": 0.7247565388679504, + "eval_runtime": 30.9208, + "eval_samples_per_second": 264.902, + "eval_steps_per_second": 16.558, + "step": 3392 + }, + { + "epoch": 2.39, + "learning_rate": 5.99866897044594e-06, + "loss": 0.6786, + "step": 3393 + }, + { + "epoch": 2.39, + "learning_rate": 5.994150743566037e-06, + "loss": 0.6732, + "step": 3394 + }, + { + "epoch": 2.39, + "learning_rate": 5.989633291978128e-06, + "loss": 0.6809, + "step": 3395 + }, + { + "epoch": 2.39, + "learning_rate": 5.9851166170798855e-06, + "loss": 0.6742, + "step": 3396 + }, + { + "epoch": 2.39, + "learning_rate": 5.9806007202687306e-06, + "loss": 0.7152, + "step": 3397 + }, + { + "epoch": 2.39, + "learning_rate": 5.976085602941852e-06, + "loss": 0.7064, + "step": 3398 + }, + { + "epoch": 2.39, + "learning_rate": 5.971571266496195e-06, + "loss": 0.6765, + "step": 3399 + }, + { + "epoch": 2.39, + "learning_rate": 5.967057712328463e-06, + "loss": 0.6783, + "step": 3400 + }, + { + "epoch": 2.4, + "learning_rate": 5.962544941835118e-06, + "loss": 0.6662, + "step": 3401 + }, + { + "epoch": 2.4, + "learning_rate": 5.958032956412378e-06, + "loss": 0.6769, + "step": 3402 + }, + { + "epoch": 2.4, + "learning_rate": 5.953521757456224e-06, + "loss": 0.7119, + "step": 3403 + }, + { + "epoch": 2.4, + "learning_rate": 5.949011346362382e-06, + "loss": 0.7138, + "step": 3404 + }, + { + "epoch": 2.4, + "learning_rate": 5.944501724526345e-06, + "loss": 0.6733, + "step": 3405 + }, + { + "epoch": 2.4, + "learning_rate": 5.939992893343356e-06, + "loss": 0.7231, + "step": 3406 + }, + { + "epoch": 2.4, + "learning_rate": 5.93548485420842e-06, + "loss": 0.7122, + "step": 3407 + }, + { + "epoch": 2.4, + "learning_rate": 5.930977608516287e-06, + "loss": 0.7004, + "step": 3408 + }, + { + "epoch": 2.4, + "learning_rate": 5.9264711576614694e-06, + "loss": 0.7346, + "step": 3409 + }, + { + "epoch": 2.4, + "learning_rate": 5.921965503038232e-06, + "loss": 0.7245, + "step": 3410 + }, + { + "epoch": 2.4, + "learning_rate": 5.91746064604059e-06, + "loss": 0.7177, + "step": 3411 + }, + { + "epoch": 2.4, + "learning_rate": 5.912956588062315e-06, + "loss": 0.7047, + "step": 3412 + }, + { + "epoch": 2.4, + "learning_rate": 5.9084533304969315e-06, + "loss": 0.735, + "step": 3413 + }, + { + "epoch": 2.4, + "learning_rate": 5.903950874737718e-06, + "loss": 0.6565, + "step": 3414 + }, + { + "epoch": 2.4, + "learning_rate": 5.899449222177696e-06, + "loss": 0.6966, + "step": 3415 + }, + { + "epoch": 2.41, + "learning_rate": 5.89494837420965e-06, + "loss": 0.6894, + "step": 3416 + }, + { + "epoch": 2.41, + "learning_rate": 5.890448332226108e-06, + "loss": 0.6984, + "step": 3417 + }, + { + "epoch": 2.41, + "learning_rate": 5.885949097619352e-06, + "loss": 0.6962, + "step": 3418 + }, + { + "epoch": 2.41, + "learning_rate": 5.881450671781413e-06, + "loss": 0.7005, + "step": 3419 + }, + { + "epoch": 2.41, + "learning_rate": 5.876953056104072e-06, + "loss": 0.7154, + "step": 3420 + }, + { + "epoch": 2.41, + "learning_rate": 5.87245625197886e-06, + "loss": 0.707, + "step": 3421 + }, + { + "epoch": 2.41, + "learning_rate": 5.867960260797055e-06, + "loss": 0.7189, + "step": 3422 + }, + { + "epoch": 2.41, + "learning_rate": 5.863465083949688e-06, + "loss": 0.7214, + "step": 3423 + }, + { + "epoch": 2.41, + "learning_rate": 5.8589707228275305e-06, + "loss": 0.7074, + "step": 3424 + }, + { + "epoch": 2.41, + "learning_rate": 5.854477178821111e-06, + "loss": 0.7057, + "step": 3425 + }, + { + "epoch": 2.41, + "learning_rate": 5.8499844533206944e-06, + "loss": 0.6975, + "step": 3426 + }, + { + "epoch": 2.41, + "learning_rate": 5.845492547716301e-06, + "loss": 0.6606, + "step": 3427 + }, + { + "epoch": 2.41, + "learning_rate": 5.841001463397695e-06, + "loss": 0.7316, + "step": 3428 + }, + { + "epoch": 2.41, + "learning_rate": 5.836511201754386e-06, + "loss": 0.7183, + "step": 3429 + }, + { + "epoch": 2.42, + "learning_rate": 5.832021764175628e-06, + "loss": 0.6913, + "step": 3430 + }, + { + "epoch": 2.42, + "learning_rate": 5.827533152050423e-06, + "loss": 0.6871, + "step": 3431 + }, + { + "epoch": 2.42, + "learning_rate": 5.823045366767513e-06, + "loss": 0.7255, + "step": 3432 + }, + { + "epoch": 2.42, + "learning_rate": 5.818558409715389e-06, + "loss": 0.7078, + "step": 3433 + }, + { + "epoch": 2.42, + "learning_rate": 5.814072282282283e-06, + "loss": 0.6624, + "step": 3434 + }, + { + "epoch": 2.42, + "learning_rate": 5.809586985856172e-06, + "loss": 0.7053, + "step": 3435 + }, + { + "epoch": 2.42, + "learning_rate": 5.805102521824775e-06, + "loss": 0.7377, + "step": 3436 + }, + { + "epoch": 2.42, + "learning_rate": 5.800618891575552e-06, + "loss": 0.6844, + "step": 3437 + }, + { + "epoch": 2.42, + "learning_rate": 5.7961360964957065e-06, + "loss": 0.7273, + "step": 3438 + }, + { + "epoch": 2.42, + "learning_rate": 5.791654137972184e-06, + "loss": 0.7159, + "step": 3439 + }, + { + "epoch": 2.42, + "learning_rate": 5.78717301739167e-06, + "loss": 0.7077, + "step": 3440 + }, + { + "epoch": 2.42, + "learning_rate": 5.782692736140593e-06, + "loss": 0.7119, + "step": 3441 + }, + { + "epoch": 2.42, + "learning_rate": 5.778213295605119e-06, + "loss": 0.7023, + "step": 3442 + }, + { + "epoch": 2.42, + "learning_rate": 5.773734697171154e-06, + "loss": 0.6956, + "step": 3443 + }, + { + "epoch": 2.43, + "learning_rate": 5.769256942224347e-06, + "loss": 0.6844, + "step": 3444 + }, + { + "epoch": 2.43, + "learning_rate": 5.764780032150083e-06, + "loss": 0.704, + "step": 3445 + }, + { + "epoch": 2.43, + "learning_rate": 5.760303968333486e-06, + "loss": 0.7122, + "step": 3446 + }, + { + "epoch": 2.43, + "learning_rate": 5.755828752159423e-06, + "loss": 0.6451, + "step": 3447 + }, + { + "epoch": 2.43, + "learning_rate": 5.751354385012485e-06, + "loss": 0.7003, + "step": 3448 + }, + { + "epoch": 2.43, + "learning_rate": 5.746880868277014e-06, + "loss": 0.6983, + "step": 3449 + }, + { + "epoch": 2.43, + "learning_rate": 5.742408203337085e-06, + "loss": 0.6967, + "step": 3450 + }, + { + "epoch": 2.43, + "learning_rate": 5.7379363915765085e-06, + "loss": 0.7141, + "step": 3451 + }, + { + "epoch": 2.43, + "learning_rate": 5.73346543437883e-06, + "loss": 0.6968, + "step": 3452 + }, + { + "epoch": 2.43, + "learning_rate": 5.728995333127333e-06, + "loss": 0.6798, + "step": 3453 + }, + { + "epoch": 2.43, + "learning_rate": 5.724526089205035e-06, + "loss": 0.7149, + "step": 3454 + }, + { + "epoch": 2.43, + "learning_rate": 5.7200577039946895e-06, + "loss": 0.7006, + "step": 3455 + }, + { + "epoch": 2.43, + "learning_rate": 5.715590178878783e-06, + "loss": 0.7269, + "step": 3456 + }, + { + "epoch": 2.43, + "eval_loss": 0.7251064777374268, + "eval_runtime": 30.9235, + "eval_samples_per_second": 264.879, + "eval_steps_per_second": 16.557, + "step": 3456 + }, + { + "epoch": 2.43, + "learning_rate": 5.711123515239534e-06, + "loss": 0.66, + "step": 3457 + }, + { + "epoch": 2.44, + "learning_rate": 5.7066577144589035e-06, + "loss": 0.6641, + "step": 3458 + }, + { + "epoch": 2.44, + "learning_rate": 5.702192777918567e-06, + "loss": 0.7361, + "step": 3459 + }, + { + "epoch": 2.44, + "learning_rate": 5.6977287069999514e-06, + "loss": 0.7106, + "step": 3460 + }, + { + "epoch": 2.44, + "learning_rate": 5.693265503084208e-06, + "loss": 0.7144, + "step": 3461 + }, + { + "epoch": 2.44, + "learning_rate": 5.688803167552217e-06, + "loss": 0.7199, + "step": 3462 + }, + { + "epoch": 2.44, + "learning_rate": 5.6843417017845985e-06, + "loss": 0.6811, + "step": 3463 + }, + { + "epoch": 2.44, + "learning_rate": 5.679881107161696e-06, + "loss": 0.7049, + "step": 3464 + }, + { + "epoch": 2.44, + "learning_rate": 5.675421385063587e-06, + "loss": 0.6918, + "step": 3465 + }, + { + "epoch": 2.44, + "learning_rate": 5.6709625368700765e-06, + "loss": 0.6859, + "step": 3466 + }, + { + "epoch": 2.44, + "learning_rate": 5.6665045639607e-06, + "loss": 0.7093, + "step": 3467 + }, + { + "epoch": 2.44, + "learning_rate": 5.662047467714724e-06, + "loss": 0.7103, + "step": 3468 + }, + { + "epoch": 2.44, + "learning_rate": 5.657591249511146e-06, + "loss": 0.7211, + "step": 3469 + }, + { + "epoch": 2.44, + "learning_rate": 5.65313591072868e-06, + "loss": 0.6987, + "step": 3470 + }, + { + "epoch": 2.44, + "learning_rate": 5.648681452745781e-06, + "loss": 0.6867, + "step": 3471 + }, + { + "epoch": 2.45, + "learning_rate": 5.644227876940627e-06, + "loss": 0.7207, + "step": 3472 + }, + { + "epoch": 2.45, + "learning_rate": 5.6397751846911225e-06, + "loss": 0.7018, + "step": 3473 + }, + { + "epoch": 2.45, + "learning_rate": 5.635323377374898e-06, + "loss": 0.7371, + "step": 3474 + }, + { + "epoch": 2.45, + "learning_rate": 5.630872456369311e-06, + "loss": 0.7139, + "step": 3475 + }, + { + "epoch": 2.45, + "learning_rate": 5.626422423051447e-06, + "loss": 0.6907, + "step": 3476 + }, + { + "epoch": 2.45, + "learning_rate": 5.621973278798113e-06, + "loss": 0.7056, + "step": 3477 + }, + { + "epoch": 2.45, + "learning_rate": 5.617525024985842e-06, + "loss": 0.7006, + "step": 3478 + }, + { + "epoch": 2.45, + "learning_rate": 5.613077662990896e-06, + "loss": 0.7152, + "step": 3479 + }, + { + "epoch": 2.45, + "learning_rate": 5.608631194189254e-06, + "loss": 0.692, + "step": 3480 + }, + { + "epoch": 2.45, + "learning_rate": 5.6041856199566205e-06, + "loss": 0.697, + "step": 3481 + }, + { + "epoch": 2.45, + "learning_rate": 5.599740941668428e-06, + "loss": 0.6814, + "step": 3482 + }, + { + "epoch": 2.45, + "learning_rate": 5.5952971606998266e-06, + "loss": 0.6709, + "step": 3483 + }, + { + "epoch": 2.45, + "learning_rate": 5.5908542784256905e-06, + "loss": 0.6849, + "step": 3484 + }, + { + "epoch": 2.45, + "learning_rate": 5.5864122962206175e-06, + "loss": 0.7036, + "step": 3485 + }, + { + "epoch": 2.45, + "learning_rate": 5.581971215458924e-06, + "loss": 0.726, + "step": 3486 + }, + { + "epoch": 2.46, + "learning_rate": 5.577531037514649e-06, + "loss": 0.6889, + "step": 3487 + }, + { + "epoch": 2.46, + "learning_rate": 5.573091763761554e-06, + "loss": 0.6959, + "step": 3488 + }, + { + "epoch": 2.46, + "learning_rate": 5.568653395573115e-06, + "loss": 0.7178, + "step": 3489 + }, + { + "epoch": 2.46, + "learning_rate": 5.564215934322535e-06, + "loss": 0.6971, + "step": 3490 + }, + { + "epoch": 2.46, + "learning_rate": 5.559779381382734e-06, + "loss": 0.6924, + "step": 3491 + }, + { + "epoch": 2.46, + "learning_rate": 5.555343738126346e-06, + "loss": 0.7151, + "step": 3492 + }, + { + "epoch": 2.46, + "learning_rate": 5.55090900592573e-06, + "loss": 0.7043, + "step": 3493 + }, + { + "epoch": 2.46, + "learning_rate": 5.5464751861529595e-06, + "loss": 0.7326, + "step": 3494 + }, + { + "epoch": 2.46, + "learning_rate": 5.542042280179829e-06, + "loss": 0.6974, + "step": 3495 + }, + { + "epoch": 2.46, + "learning_rate": 5.537610289377846e-06, + "loss": 0.6876, + "step": 3496 + }, + { + "epoch": 2.46, + "learning_rate": 5.5331792151182385e-06, + "loss": 0.6847, + "step": 3497 + }, + { + "epoch": 2.46, + "learning_rate": 5.528749058771948e-06, + "loss": 0.6788, + "step": 3498 + }, + { + "epoch": 2.46, + "learning_rate": 5.524319821709634e-06, + "loss": 0.6703, + "step": 3499 + }, + { + "epoch": 2.46, + "learning_rate": 5.519891505301673e-06, + "loss": 0.692, + "step": 3500 + }, + { + "epoch": 2.47, + "learning_rate": 5.515464110918152e-06, + "loss": 0.6731, + "step": 3501 + }, + { + "epoch": 2.47, + "learning_rate": 5.5110376399288785e-06, + "loss": 0.6785, + "step": 3502 + }, + { + "epoch": 2.47, + "learning_rate": 5.506612093703367e-06, + "loss": 0.7202, + "step": 3503 + }, + { + "epoch": 2.47, + "learning_rate": 5.5021874736108524e-06, + "loss": 0.6983, + "step": 3504 + }, + { + "epoch": 2.47, + "learning_rate": 5.497763781020282e-06, + "loss": 0.718, + "step": 3505 + }, + { + "epoch": 2.47, + "learning_rate": 5.4933410173003134e-06, + "loss": 0.6668, + "step": 3506 + }, + { + "epoch": 2.47, + "learning_rate": 5.488919183819318e-06, + "loss": 0.7298, + "step": 3507 + }, + { + "epoch": 2.47, + "learning_rate": 5.484498281945381e-06, + "loss": 0.7136, + "step": 3508 + }, + { + "epoch": 2.47, + "learning_rate": 5.480078313046297e-06, + "loss": 0.6685, + "step": 3509 + }, + { + "epoch": 2.47, + "learning_rate": 5.475659278489574e-06, + "loss": 0.6773, + "step": 3510 + }, + { + "epoch": 2.47, + "learning_rate": 5.4712411796424285e-06, + "loss": 0.6765, + "step": 3511 + }, + { + "epoch": 2.47, + "learning_rate": 5.466824017871789e-06, + "loss": 0.6906, + "step": 3512 + }, + { + "epoch": 2.47, + "learning_rate": 5.462407794544301e-06, + "loss": 0.673, + "step": 3513 + }, + { + "epoch": 2.47, + "learning_rate": 5.457992511026303e-06, + "loss": 0.7211, + "step": 3514 + }, + { + "epoch": 2.48, + "learning_rate": 5.453578168683854e-06, + "loss": 0.7195, + "step": 3515 + }, + { + "epoch": 2.48, + "learning_rate": 5.449164768882725e-06, + "loss": 0.7114, + "step": 3516 + }, + { + "epoch": 2.48, + "learning_rate": 5.4447523129883856e-06, + "loss": 0.7215, + "step": 3517 + }, + { + "epoch": 2.48, + "learning_rate": 5.440340802366021e-06, + "loss": 0.685, + "step": 3518 + }, + { + "epoch": 2.48, + "learning_rate": 5.4359302383805225e-06, + "loss": 0.7505, + "step": 3519 + }, + { + "epoch": 2.48, + "learning_rate": 5.4315206223964835e-06, + "loss": 0.7201, + "step": 3520 + }, + { + "epoch": 2.48, + "eval_loss": 0.7247292399406433, + "eval_runtime": 30.9117, + "eval_samples_per_second": 264.981, + "eval_steps_per_second": 16.563, + "step": 3520 + }, + { + "epoch": 2.48, + "learning_rate": 5.427111955778212e-06, + "loss": 0.6838, + "step": 3521 + }, + { + "epoch": 2.48, + "learning_rate": 5.422704239889717e-06, + "loss": 0.7251, + "step": 3522 + }, + { + "epoch": 2.48, + "learning_rate": 5.418297476094713e-06, + "loss": 0.6723, + "step": 3523 + }, + { + "epoch": 2.48, + "learning_rate": 5.413891665756626e-06, + "loss": 0.7275, + "step": 3524 + }, + { + "epoch": 2.48, + "learning_rate": 5.409486810238576e-06, + "loss": 0.7068, + "step": 3525 + }, + { + "epoch": 2.48, + "learning_rate": 5.405082910903397e-06, + "loss": 0.6771, + "step": 3526 + }, + { + "epoch": 2.48, + "learning_rate": 5.400679969113624e-06, + "loss": 0.682, + "step": 3527 + }, + { + "epoch": 2.48, + "learning_rate": 5.396277986231497e-06, + "loss": 0.6825, + "step": 3528 + }, + { + "epoch": 2.49, + "learning_rate": 5.391876963618955e-06, + "loss": 0.6858, + "step": 3529 + }, + { + "epoch": 2.49, + "learning_rate": 5.387476902637648e-06, + "loss": 0.7116, + "step": 3530 + }, + { + "epoch": 2.49, + "learning_rate": 5.383077804648921e-06, + "loss": 0.6874, + "step": 3531 + }, + { + "epoch": 2.49, + "learning_rate": 5.378679671013825e-06, + "loss": 0.6917, + "step": 3532 + }, + { + "epoch": 2.49, + "learning_rate": 5.374282503093109e-06, + "loss": 0.7088, + "step": 3533 + }, + { + "epoch": 2.49, + "learning_rate": 5.369886302247228e-06, + "loss": 0.6712, + "step": 3534 + }, + { + "epoch": 2.49, + "learning_rate": 5.3654910698363385e-06, + "loss": 0.6874, + "step": 3535 + }, + { + "epoch": 2.49, + "learning_rate": 5.361096807220286e-06, + "loss": 0.6762, + "step": 3536 + }, + { + "epoch": 2.49, + "learning_rate": 5.356703515758629e-06, + "loss": 0.7167, + "step": 3537 + }, + { + "epoch": 2.49, + "learning_rate": 5.352311196810618e-06, + "loss": 0.6959, + "step": 3538 + }, + { + "epoch": 2.49, + "learning_rate": 5.3479198517352095e-06, + "loss": 0.6743, + "step": 3539 + }, + { + "epoch": 2.49, + "learning_rate": 5.343529481891052e-06, + "loss": 0.6729, + "step": 3540 + }, + { + "epoch": 2.49, + "learning_rate": 5.339140088636495e-06, + "loss": 0.6902, + "step": 3541 + }, + { + "epoch": 2.49, + "learning_rate": 5.334751673329588e-06, + "loss": 0.6893, + "step": 3542 + }, + { + "epoch": 2.5, + "learning_rate": 5.3303642373280715e-06, + "loss": 0.7181, + "step": 3543 + }, + { + "epoch": 2.5, + "learning_rate": 5.32597778198939e-06, + "loss": 0.6849, + "step": 3544 + }, + { + "epoch": 2.5, + "learning_rate": 5.32159230867068e-06, + "loss": 0.702, + "step": 3545 + }, + { + "epoch": 2.5, + "learning_rate": 5.31720781872878e-06, + "loss": 0.6956, + "step": 3546 + }, + { + "epoch": 2.5, + "learning_rate": 5.312824313520214e-06, + "loss": 0.6851, + "step": 3547 + }, + { + "epoch": 2.5, + "learning_rate": 5.30844179440121e-06, + "loss": 0.7254, + "step": 3548 + }, + { + "epoch": 2.5, + "learning_rate": 5.30406026272769e-06, + "loss": 0.7089, + "step": 3549 + }, + { + "epoch": 2.5, + "learning_rate": 5.299679719855267e-06, + "loss": 0.7287, + "step": 3550 + }, + { + "epoch": 2.5, + "learning_rate": 5.295300167139249e-06, + "loss": 0.694, + "step": 3551 + }, + { + "epoch": 2.5, + "learning_rate": 5.290921605934641e-06, + "loss": 0.7145, + "step": 3552 + }, + { + "epoch": 2.5, + "learning_rate": 5.286544037596137e-06, + "loss": 0.7185, + "step": 3553 + }, + { + "epoch": 2.5, + "learning_rate": 5.2821674634781275e-06, + "loss": 0.687, + "step": 3554 + }, + { + "epoch": 2.5, + "learning_rate": 5.277791884934691e-06, + "loss": 0.7292, + "step": 3555 + }, + { + "epoch": 2.5, + "learning_rate": 5.2734173033196024e-06, + "loss": 0.6952, + "step": 3556 + }, + { + "epoch": 2.5, + "learning_rate": 5.269043719986328e-06, + "loss": 0.6774, + "step": 3557 + }, + { + "epoch": 2.51, + "learning_rate": 5.264671136288019e-06, + "loss": 0.6843, + "step": 3558 + }, + { + "epoch": 2.51, + "learning_rate": 5.260299553577524e-06, + "loss": 0.6903, + "step": 3559 + }, + { + "epoch": 2.51, + "learning_rate": 5.255928973207379e-06, + "loss": 0.712, + "step": 3560 + }, + { + "epoch": 2.51, + "learning_rate": 5.251559396529812e-06, + "loss": 0.7044, + "step": 3561 + }, + { + "epoch": 2.51, + "learning_rate": 5.247190824896737e-06, + "loss": 0.7023, + "step": 3562 + }, + { + "epoch": 2.51, + "learning_rate": 5.242823259659761e-06, + "loss": 0.6829, + "step": 3563 + }, + { + "epoch": 2.51, + "learning_rate": 5.238456702170178e-06, + "loss": 0.6901, + "step": 3564 + }, + { + "epoch": 2.51, + "learning_rate": 5.234091153778968e-06, + "loss": 0.6711, + "step": 3565 + }, + { + "epoch": 2.51, + "learning_rate": 5.229726615836802e-06, + "loss": 0.6858, + "step": 3566 + }, + { + "epoch": 2.51, + "learning_rate": 5.225363089694036e-06, + "loss": 0.6877, + "step": 3567 + }, + { + "epoch": 2.51, + "learning_rate": 5.221000576700718e-06, + "loss": 0.6694, + "step": 3568 + }, + { + "epoch": 2.51, + "learning_rate": 5.2166390782065725e-06, + "loss": 0.6851, + "step": 3569 + }, + { + "epoch": 2.51, + "learning_rate": 5.21227859556102e-06, + "loss": 0.6957, + "step": 3570 + }, + { + "epoch": 2.51, + "learning_rate": 5.207919130113162e-06, + "loss": 0.6791, + "step": 3571 + }, + { + "epoch": 2.52, + "learning_rate": 5.203560683211786e-06, + "loss": 0.6918, + "step": 3572 + }, + { + "epoch": 2.52, + "learning_rate": 5.199203256205365e-06, + "loss": 0.6954, + "step": 3573 + }, + { + "epoch": 2.52, + "learning_rate": 5.194846850442056e-06, + "loss": 0.6873, + "step": 3574 + }, + { + "epoch": 2.52, + "learning_rate": 5.1904914672697e-06, + "loss": 0.6971, + "step": 3575 + }, + { + "epoch": 2.52, + "learning_rate": 5.18613710803582e-06, + "loss": 0.7113, + "step": 3576 + }, + { + "epoch": 2.52, + "learning_rate": 5.181783774087627e-06, + "loss": 0.6911, + "step": 3577 + }, + { + "epoch": 2.52, + "learning_rate": 5.17743146677201e-06, + "loss": 0.7053, + "step": 3578 + }, + { + "epoch": 2.52, + "learning_rate": 5.173080187435544e-06, + "loss": 0.7019, + "step": 3579 + }, + { + "epoch": 2.52, + "learning_rate": 5.16872993742448e-06, + "loss": 0.6766, + "step": 3580 + }, + { + "epoch": 2.52, + "learning_rate": 5.164380718084757e-06, + "loss": 0.668, + "step": 3581 + }, + { + "epoch": 2.52, + "learning_rate": 5.160032530761992e-06, + "loss": 0.7198, + "step": 3582 + }, + { + "epoch": 2.52, + "learning_rate": 5.1556853768014845e-06, + "loss": 0.7132, + "step": 3583 + }, + { + "epoch": 2.52, + "learning_rate": 5.151339257548211e-06, + "loss": 0.7107, + "step": 3584 + }, + { + "epoch": 2.52, + "eval_loss": 0.7242535948753357, + "eval_runtime": 30.8971, + "eval_samples_per_second": 265.106, + "eval_steps_per_second": 16.571, + "step": 3584 + }, + { + "epoch": 2.52, + "learning_rate": 5.146994174346832e-06, + "loss": 0.6895, + "step": 3585 + }, + { + "epoch": 2.53, + "learning_rate": 5.1426501285416855e-06, + "loss": 0.6937, + "step": 3586 + }, + { + "epoch": 2.53, + "learning_rate": 5.138307121476784e-06, + "loss": 0.7538, + "step": 3587 + }, + { + "epoch": 2.53, + "learning_rate": 5.133965154495831e-06, + "loss": 0.6518, + "step": 3588 + }, + { + "epoch": 2.53, + "learning_rate": 5.129624228942194e-06, + "loss": 0.7026, + "step": 3589 + }, + { + "epoch": 2.53, + "learning_rate": 5.125284346158931e-06, + "loss": 0.6815, + "step": 3590 + }, + { + "epoch": 2.53, + "learning_rate": 5.120945507488762e-06, + "loss": 0.6968, + "step": 3591 + }, + { + "epoch": 2.53, + "learning_rate": 5.116607714274099e-06, + "loss": 0.7351, + "step": 3592 + }, + { + "epoch": 2.53, + "learning_rate": 5.112270967857022e-06, + "loss": 0.7281, + "step": 3593 + }, + { + "epoch": 2.53, + "learning_rate": 5.1079352695792915e-06, + "loss": 0.6842, + "step": 3594 + }, + { + "epoch": 2.53, + "learning_rate": 5.10360062078234e-06, + "loss": 0.7022, + "step": 3595 + }, + { + "epoch": 2.53, + "learning_rate": 5.099267022807276e-06, + "loss": 0.7159, + "step": 3596 + }, + { + "epoch": 2.53, + "learning_rate": 5.094934476994889e-06, + "loss": 0.7098, + "step": 3597 + }, + { + "epoch": 2.53, + "learning_rate": 5.090602984685634e-06, + "loss": 0.6697, + "step": 3598 + }, + { + "epoch": 2.53, + "learning_rate": 5.086272547219645e-06, + "loss": 0.6857, + "step": 3599 + }, + { + "epoch": 2.54, + "learning_rate": 5.08194316593673e-06, + "loss": 0.7208, + "step": 3600 + }, + { + "epoch": 2.54, + "learning_rate": 5.077614842176369e-06, + "loss": 0.6634, + "step": 3601 + }, + { + "epoch": 2.54, + "learning_rate": 5.073287577277711e-06, + "loss": 0.7154, + "step": 3602 + }, + { + "epoch": 2.54, + "learning_rate": 5.068961372579583e-06, + "loss": 0.7127, + "step": 3603 + }, + { + "epoch": 2.54, + "learning_rate": 5.064636229420482e-06, + "loss": 0.6809, + "step": 3604 + }, + { + "epoch": 2.54, + "learning_rate": 5.060312149138576e-06, + "loss": 0.6774, + "step": 3605 + }, + { + "epoch": 2.54, + "learning_rate": 5.055989133071707e-06, + "loss": 0.693, + "step": 3606 + }, + { + "epoch": 2.54, + "learning_rate": 5.051667182557385e-06, + "loss": 0.6834, + "step": 3607 + }, + { + "epoch": 2.54, + "learning_rate": 5.047346298932788e-06, + "loss": 0.7024, + "step": 3608 + }, + { + "epoch": 2.54, + "learning_rate": 5.043026483534771e-06, + "loss": 0.6747, + "step": 3609 + }, + { + "epoch": 2.54, + "learning_rate": 5.038707737699851e-06, + "loss": 0.677, + "step": 3610 + }, + { + "epoch": 2.54, + "learning_rate": 5.0343900627642196e-06, + "loss": 0.6828, + "step": 3611 + }, + { + "epoch": 2.54, + "learning_rate": 5.030073460063736e-06, + "loss": 0.7086, + "step": 3612 + }, + { + "epoch": 2.54, + "learning_rate": 5.02575793093392e-06, + "loss": 0.6982, + "step": 3613 + }, + { + "epoch": 2.55, + "learning_rate": 5.021443476709972e-06, + "loss": 0.6739, + "step": 3614 + }, + { + "epoch": 2.55, + "learning_rate": 5.01713009872675e-06, + "loss": 0.7035, + "step": 3615 + }, + { + "epoch": 2.55, + "learning_rate": 5.012817798318785e-06, + "loss": 0.6999, + "step": 3616 + }, + { + "epoch": 2.55, + "learning_rate": 5.008506576820271e-06, + "loss": 0.6931, + "step": 3617 + }, + { + "epoch": 2.55, + "learning_rate": 5.004196435565069e-06, + "loss": 0.6916, + "step": 3618 + }, + { + "epoch": 2.55, + "learning_rate": 4.999887375886706e-06, + "loss": 0.686, + "step": 3619 + }, + { + "epoch": 2.55, + "learning_rate": 4.9955793991183775e-06, + "loss": 0.7162, + "step": 3620 + }, + { + "epoch": 2.55, + "learning_rate": 4.9912725065929374e-06, + "loss": 0.703, + "step": 3621 + }, + { + "epoch": 2.55, + "learning_rate": 4.9869666996429085e-06, + "loss": 0.7053, + "step": 3622 + }, + { + "epoch": 2.55, + "learning_rate": 4.98266197960048e-06, + "loss": 0.7009, + "step": 3623 + }, + { + "epoch": 2.55, + "learning_rate": 4.978358347797498e-06, + "loss": 0.6993, + "step": 3624 + }, + { + "epoch": 2.55, + "learning_rate": 4.974055805565475e-06, + "loss": 0.7035, + "step": 3625 + }, + { + "epoch": 2.55, + "learning_rate": 4.96975435423559e-06, + "loss": 0.6798, + "step": 3626 + }, + { + "epoch": 2.55, + "learning_rate": 4.965453995138681e-06, + "loss": 0.6571, + "step": 3627 + }, + { + "epoch": 2.55, + "learning_rate": 4.9611547296052495e-06, + "loss": 0.6965, + "step": 3628 + }, + { + "epoch": 2.56, + "learning_rate": 4.956856558965455e-06, + "loss": 0.692, + "step": 3629 + }, + { + "epoch": 2.56, + "learning_rate": 4.9525594845491186e-06, + "loss": 0.7045, + "step": 3630 + }, + { + "epoch": 2.56, + "learning_rate": 4.948263507685732e-06, + "loss": 0.6923, + "step": 3631 + }, + { + "epoch": 2.56, + "learning_rate": 4.943968629704437e-06, + "loss": 0.7264, + "step": 3632 + }, + { + "epoch": 2.56, + "learning_rate": 4.939674851934037e-06, + "loss": 0.6948, + "step": 3633 + }, + { + "epoch": 2.56, + "learning_rate": 4.9353821757030005e-06, + "loss": 0.7015, + "step": 3634 + }, + { + "epoch": 2.56, + "learning_rate": 4.931090602339445e-06, + "loss": 0.687, + "step": 3635 + }, + { + "epoch": 2.56, + "learning_rate": 4.926800133171156e-06, + "loss": 0.689, + "step": 3636 + }, + { + "epoch": 2.56, + "learning_rate": 4.922510769525573e-06, + "loss": 0.696, + "step": 3637 + }, + { + "epoch": 2.56, + "learning_rate": 4.918222512729796e-06, + "loss": 0.6956, + "step": 3638 + }, + { + "epoch": 2.56, + "learning_rate": 4.9139353641105815e-06, + "loss": 0.6969, + "step": 3639 + }, + { + "epoch": 2.56, + "learning_rate": 4.909649324994342e-06, + "loss": 0.6871, + "step": 3640 + }, + { + "epoch": 2.56, + "learning_rate": 4.905364396707148e-06, + "loss": 0.7262, + "step": 3641 + }, + { + "epoch": 2.56, + "learning_rate": 4.901080580574725e-06, + "loss": 0.7194, + "step": 3642 + }, + { + "epoch": 2.57, + "learning_rate": 4.896797877922458e-06, + "loss": 0.7169, + "step": 3643 + }, + { + "epoch": 2.57, + "learning_rate": 4.892516290075382e-06, + "loss": 0.6669, + "step": 3644 + }, + { + "epoch": 2.57, + "learning_rate": 4.888235818358194e-06, + "loss": 0.7539, + "step": 3645 + }, + { + "epoch": 2.57, + "learning_rate": 4.883956464095236e-06, + "loss": 0.7104, + "step": 3646 + }, + { + "epoch": 2.57, + "learning_rate": 4.879678228610509e-06, + "loss": 0.7207, + "step": 3647 + }, + { + "epoch": 2.57, + "learning_rate": 4.875401113227675e-06, + "loss": 0.715, + "step": 3648 + }, + { + "epoch": 2.57, + "eval_loss": 0.7238507866859436, + "eval_runtime": 30.9124, + "eval_samples_per_second": 264.974, + "eval_steps_per_second": 16.563, + "step": 3648 + }, + { + "epoch": 2.57, + "learning_rate": 4.87112511927004e-06, + "loss": 0.6971, + "step": 3649 + }, + { + "epoch": 2.57, + "learning_rate": 4.866850248060567e-06, + "loss": 0.7023, + "step": 3650 + }, + { + "epoch": 2.57, + "learning_rate": 4.862576500921871e-06, + "loss": 0.7049, + "step": 3651 + }, + { + "epoch": 2.57, + "learning_rate": 4.858303879176218e-06, + "loss": 0.67, + "step": 3652 + }, + { + "epoch": 2.57, + "learning_rate": 4.854032384145529e-06, + "loss": 0.7147, + "step": 3653 + }, + { + "epoch": 2.57, + "learning_rate": 4.849762017151369e-06, + "loss": 0.7104, + "step": 3654 + }, + { + "epoch": 2.57, + "learning_rate": 4.845492779514966e-06, + "loss": 0.6917, + "step": 3655 + }, + { + "epoch": 2.57, + "learning_rate": 4.841224672557193e-06, + "loss": 0.6916, + "step": 3656 + }, + { + "epoch": 2.58, + "learning_rate": 4.8369576975985615e-06, + "loss": 0.715, + "step": 3657 + }, + { + "epoch": 2.58, + "learning_rate": 4.832691855959251e-06, + "loss": 0.6695, + "step": 3658 + }, + { + "epoch": 2.58, + "learning_rate": 4.82842714895908e-06, + "loss": 0.6859, + "step": 3659 + }, + { + "epoch": 2.58, + "learning_rate": 4.824163577917521e-06, + "loss": 0.6931, + "step": 3660 + }, + { + "epoch": 2.58, + "learning_rate": 4.819901144153692e-06, + "loss": 0.6681, + "step": 3661 + }, + { + "epoch": 2.58, + "learning_rate": 4.815639848986359e-06, + "loss": 0.7008, + "step": 3662 + }, + { + "epoch": 2.58, + "learning_rate": 4.8113796937339356e-06, + "loss": 0.7216, + "step": 3663 + }, + { + "epoch": 2.58, + "learning_rate": 4.807120679714487e-06, + "loss": 0.6893, + "step": 3664 + }, + { + "epoch": 2.58, + "learning_rate": 4.802862808245719e-06, + "loss": 0.6691, + "step": 3665 + }, + { + "epoch": 2.58, + "learning_rate": 4.798606080644987e-06, + "loss": 0.6865, + "step": 3666 + }, + { + "epoch": 2.58, + "learning_rate": 4.7943504982292935e-06, + "loss": 0.704, + "step": 3667 + }, + { + "epoch": 2.58, + "learning_rate": 4.790096062315285e-06, + "loss": 0.6544, + "step": 3668 + }, + { + "epoch": 2.58, + "learning_rate": 4.785842774219254e-06, + "loss": 0.6658, + "step": 3669 + }, + { + "epoch": 2.58, + "learning_rate": 4.781590635257137e-06, + "loss": 0.7047, + "step": 3670 + }, + { + "epoch": 2.59, + "learning_rate": 4.7773396467445166e-06, + "loss": 0.7142, + "step": 3671 + }, + { + "epoch": 2.59, + "learning_rate": 4.773089809996618e-06, + "loss": 0.6745, + "step": 3672 + }, + { + "epoch": 2.59, + "learning_rate": 4.768841126328311e-06, + "loss": 0.6982, + "step": 3673 + }, + { + "epoch": 2.59, + "learning_rate": 4.764593597054107e-06, + "loss": 0.6943, + "step": 3674 + }, + { + "epoch": 2.59, + "learning_rate": 4.760347223488163e-06, + "loss": 0.7103, + "step": 3675 + }, + { + "epoch": 2.59, + "learning_rate": 4.7561020069442765e-06, + "loss": 0.7138, + "step": 3676 + }, + { + "epoch": 2.59, + "learning_rate": 4.751857948735886e-06, + "loss": 0.6993, + "step": 3677 + }, + { + "epoch": 2.59, + "learning_rate": 4.747615050176079e-06, + "loss": 0.7117, + "step": 3678 + }, + { + "epoch": 2.59, + "learning_rate": 4.743373312577568e-06, + "loss": 0.6884, + "step": 3679 + }, + { + "epoch": 2.59, + "learning_rate": 4.739132737252723e-06, + "loss": 0.7115, + "step": 3680 + }, + { + "epoch": 2.59, + "learning_rate": 4.734893325513547e-06, + "loss": 0.6838, + "step": 3681 + }, + { + "epoch": 2.59, + "learning_rate": 4.730655078671683e-06, + "loss": 0.7048, + "step": 3682 + }, + { + "epoch": 2.59, + "learning_rate": 4.726417998038416e-06, + "loss": 0.6555, + "step": 3683 + }, + { + "epoch": 2.59, + "learning_rate": 4.722182084924669e-06, + "loss": 0.7188, + "step": 3684 + }, + { + "epoch": 2.6, + "learning_rate": 4.717947340641001e-06, + "loss": 0.707, + "step": 3685 + }, + { + "epoch": 2.6, + "learning_rate": 4.713713766497614e-06, + "loss": 0.6822, + "step": 3686 + }, + { + "epoch": 2.6, + "learning_rate": 4.709481363804344e-06, + "loss": 0.7187, + "step": 3687 + }, + { + "epoch": 2.6, + "learning_rate": 4.705250133870664e-06, + "loss": 0.7238, + "step": 3688 + }, + { + "epoch": 2.6, + "learning_rate": 4.701020078005699e-06, + "loss": 0.6913, + "step": 3689 + }, + { + "epoch": 2.6, + "learning_rate": 4.696791197518185e-06, + "loss": 0.6973, + "step": 3690 + }, + { + "epoch": 2.6, + "learning_rate": 4.692563493716512e-06, + "loss": 0.715, + "step": 3691 + }, + { + "epoch": 2.6, + "learning_rate": 4.688336967908702e-06, + "loss": 0.7134, + "step": 3692 + }, + { + "epoch": 2.6, + "learning_rate": 4.68411162140241e-06, + "loss": 0.6879, + "step": 3693 + }, + { + "epoch": 2.6, + "learning_rate": 4.679887455504931e-06, + "loss": 0.6902, + "step": 3694 + }, + { + "epoch": 2.6, + "learning_rate": 4.675664471523192e-06, + "loss": 0.6881, + "step": 3695 + }, + { + "epoch": 2.6, + "learning_rate": 4.671442670763753e-06, + "loss": 0.6811, + "step": 3696 + }, + { + "epoch": 2.6, + "learning_rate": 4.667222054532809e-06, + "loss": 0.7009, + "step": 3697 + }, + { + "epoch": 2.6, + "learning_rate": 4.66300262413619e-06, + "loss": 0.6742, + "step": 3698 + }, + { + "epoch": 2.6, + "learning_rate": 4.658784380879356e-06, + "loss": 0.7104, + "step": 3699 + }, + { + "epoch": 2.61, + "learning_rate": 4.654567326067406e-06, + "loss": 0.6794, + "step": 3700 + }, + { + "epoch": 2.61, + "learning_rate": 4.650351461005061e-06, + "loss": 0.6708, + "step": 3701 + }, + { + "epoch": 2.61, + "learning_rate": 4.646136786996681e-06, + "loss": 0.7014, + "step": 3702 + }, + { + "epoch": 2.61, + "learning_rate": 4.641923305346259e-06, + "loss": 0.696, + "step": 3703 + }, + { + "epoch": 2.61, + "learning_rate": 4.637711017357415e-06, + "loss": 0.7063, + "step": 3704 + }, + { + "epoch": 2.61, + "learning_rate": 4.633499924333396e-06, + "loss": 0.688, + "step": 3705 + }, + { + "epoch": 2.61, + "learning_rate": 4.629290027577095e-06, + "loss": 0.6686, + "step": 3706 + }, + { + "epoch": 2.61, + "learning_rate": 4.625081328391017e-06, + "loss": 0.6851, + "step": 3707 + }, + { + "epoch": 2.61, + "learning_rate": 4.620873828077305e-06, + "loss": 0.7006, + "step": 3708 + }, + { + "epoch": 2.61, + "learning_rate": 4.61666752793773e-06, + "loss": 0.6957, + "step": 3709 + }, + { + "epoch": 2.61, + "learning_rate": 4.612462429273692e-06, + "loss": 0.6832, + "step": 3710 + }, + { + "epoch": 2.61, + "learning_rate": 4.608258533386221e-06, + "loss": 0.6714, + "step": 3711 + }, + { + "epoch": 2.61, + "learning_rate": 4.604055841575965e-06, + "loss": 0.6906, + "step": 3712 + }, + { + "epoch": 2.61, + "eval_loss": 0.7237129807472229, + "eval_runtime": 30.9049, + "eval_samples_per_second": 265.039, + "eval_steps_per_second": 16.567, + "step": 3712 + }, + { + "epoch": 2.61, + "learning_rate": 4.599854355143215e-06, + "loss": 0.6875, + "step": 3713 + }, + { + "epoch": 2.62, + "learning_rate": 4.5956540753878744e-06, + "loss": 0.7236, + "step": 3714 + }, + { + "epoch": 2.62, + "learning_rate": 4.591455003609486e-06, + "loss": 0.6994, + "step": 3715 + }, + { + "epoch": 2.62, + "learning_rate": 4.5872571411072085e-06, + "loss": 0.7102, + "step": 3716 + }, + { + "epoch": 2.62, + "learning_rate": 4.583060489179834e-06, + "loss": 0.6796, + "step": 3717 + }, + { + "epoch": 2.62, + "learning_rate": 4.578865049125774e-06, + "loss": 0.7074, + "step": 3718 + }, + { + "epoch": 2.62, + "learning_rate": 4.574670822243071e-06, + "loss": 0.6857, + "step": 3719 + }, + { + "epoch": 2.62, + "learning_rate": 4.570477809829387e-06, + "loss": 0.7186, + "step": 3720 + }, + { + "epoch": 2.62, + "learning_rate": 4.56628601318201e-06, + "loss": 0.7149, + "step": 3721 + }, + { + "epoch": 2.62, + "learning_rate": 4.562095433597856e-06, + "loss": 0.7192, + "step": 3722 + }, + { + "epoch": 2.62, + "learning_rate": 4.557906072373451e-06, + "loss": 0.7172, + "step": 3723 + }, + { + "epoch": 2.62, + "learning_rate": 4.553717930804964e-06, + "loss": 0.7194, + "step": 3724 + }, + { + "epoch": 2.62, + "learning_rate": 4.549531010188171e-06, + "loss": 0.7121, + "step": 3725 + }, + { + "epoch": 2.62, + "learning_rate": 4.545345311818479e-06, + "loss": 0.7236, + "step": 3726 + }, + { + "epoch": 2.62, + "learning_rate": 4.5411608369909104e-06, + "loss": 0.6893, + "step": 3727 + }, + { + "epoch": 2.63, + "learning_rate": 4.5369775870001135e-06, + "loss": 0.7062, + "step": 3728 + }, + { + "epoch": 2.63, + "learning_rate": 4.532795563140356e-06, + "loss": 0.7141, + "step": 3729 + }, + { + "epoch": 2.63, + "learning_rate": 4.528614766705525e-06, + "loss": 0.7, + "step": 3730 + }, + { + "epoch": 2.63, + "learning_rate": 4.524435198989131e-06, + "loss": 0.6832, + "step": 3731 + }, + { + "epoch": 2.63, + "learning_rate": 4.520256861284302e-06, + "loss": 0.6902, + "step": 3732 + }, + { + "epoch": 2.63, + "learning_rate": 4.516079754883791e-06, + "loss": 0.6852, + "step": 3733 + }, + { + "epoch": 2.63, + "learning_rate": 4.511903881079955e-06, + "loss": 0.6903, + "step": 3734 + }, + { + "epoch": 2.63, + "learning_rate": 4.507729241164787e-06, + "loss": 0.6921, + "step": 3735 + }, + { + "epoch": 2.63, + "learning_rate": 4.503555836429886e-06, + "loss": 0.6872, + "step": 3736 + }, + { + "epoch": 2.63, + "learning_rate": 4.4993836681664785e-06, + "loss": 0.6711, + "step": 3737 + }, + { + "epoch": 2.63, + "learning_rate": 4.4952127376654025e-06, + "loss": 0.7025, + "step": 3738 + }, + { + "epoch": 2.63, + "learning_rate": 4.491043046217114e-06, + "loss": 0.6803, + "step": 3739 + }, + { + "epoch": 2.63, + "learning_rate": 4.486874595111686e-06, + "loss": 0.726, + "step": 3740 + }, + { + "epoch": 2.63, + "learning_rate": 4.482707385638807e-06, + "loss": 0.6956, + "step": 3741 + }, + { + "epoch": 2.64, + "learning_rate": 4.478541419087782e-06, + "loss": 0.6783, + "step": 3742 + }, + { + "epoch": 2.64, + "learning_rate": 4.474376696747533e-06, + "loss": 0.6959, + "step": 3743 + }, + { + "epoch": 2.64, + "learning_rate": 4.470213219906595e-06, + "loss": 0.6792, + "step": 3744 + }, + { + "epoch": 2.64, + "learning_rate": 4.466050989853118e-06, + "loss": 0.6915, + "step": 3745 + }, + { + "epoch": 2.64, + "learning_rate": 4.461890007874867e-06, + "loss": 0.7085, + "step": 3746 + }, + { + "epoch": 2.64, + "learning_rate": 4.4577302752592195e-06, + "loss": 0.6657, + "step": 3747 + }, + { + "epoch": 2.64, + "learning_rate": 4.453571793293167e-06, + "loss": 0.7037, + "step": 3748 + }, + { + "epoch": 2.64, + "learning_rate": 4.449414563263316e-06, + "loss": 0.6775, + "step": 3749 + }, + { + "epoch": 2.64, + "learning_rate": 4.445258586455882e-06, + "loss": 0.7303, + "step": 3750 + }, + { + "epoch": 2.64, + "learning_rate": 4.441103864156695e-06, + "loss": 0.6989, + "step": 3751 + }, + { + "epoch": 2.64, + "learning_rate": 4.436950397651199e-06, + "loss": 0.6819, + "step": 3752 + }, + { + "epoch": 2.64, + "learning_rate": 4.432798188224445e-06, + "loss": 0.7353, + "step": 3753 + }, + { + "epoch": 2.64, + "learning_rate": 4.428647237161097e-06, + "loss": 0.7023, + "step": 3754 + }, + { + "epoch": 2.64, + "learning_rate": 4.424497545745431e-06, + "loss": 0.6906, + "step": 3755 + }, + { + "epoch": 2.65, + "learning_rate": 4.420349115261334e-06, + "loss": 0.6957, + "step": 3756 + }, + { + "epoch": 2.65, + "learning_rate": 4.416201946992295e-06, + "loss": 0.6888, + "step": 3757 + }, + { + "epoch": 2.65, + "learning_rate": 4.412056042221424e-06, + "loss": 0.7038, + "step": 3758 + }, + { + "epoch": 2.65, + "learning_rate": 4.40791140223143e-06, + "loss": 0.6817, + "step": 3759 + }, + { + "epoch": 2.65, + "learning_rate": 4.4037680283046385e-06, + "loss": 0.7009, + "step": 3760 + }, + { + "epoch": 2.65, + "learning_rate": 4.399625921722979e-06, + "loss": 0.6919, + "step": 3761 + }, + { + "epoch": 2.65, + "learning_rate": 4.395485083767992e-06, + "loss": 0.729, + "step": 3762 + }, + { + "epoch": 2.65, + "learning_rate": 4.39134551572082e-06, + "loss": 0.6856, + "step": 3763 + }, + { + "epoch": 2.65, + "learning_rate": 4.387207218862214e-06, + "loss": 0.7115, + "step": 3764 + }, + { + "epoch": 2.65, + "learning_rate": 4.383070194472541e-06, + "loss": 0.7291, + "step": 3765 + }, + { + "epoch": 2.65, + "learning_rate": 4.378934443831764e-06, + "loss": 0.7185, + "step": 3766 + }, + { + "epoch": 2.65, + "learning_rate": 4.374799968219456e-06, + "loss": 0.6877, + "step": 3767 + }, + { + "epoch": 2.65, + "learning_rate": 4.370666768914791e-06, + "loss": 0.695, + "step": 3768 + }, + { + "epoch": 2.65, + "learning_rate": 4.366534847196552e-06, + "loss": 0.7319, + "step": 3769 + }, + { + "epoch": 2.65, + "learning_rate": 4.362404204343128e-06, + "loss": 0.6898, + "step": 3770 + }, + { + "epoch": 2.66, + "learning_rate": 4.358274841632509e-06, + "loss": 0.7113, + "step": 3771 + }, + { + "epoch": 2.66, + "learning_rate": 4.354146760342294e-06, + "loss": 0.6824, + "step": 3772 + }, + { + "epoch": 2.66, + "learning_rate": 4.350019961749678e-06, + "loss": 0.6915, + "step": 3773 + }, + { + "epoch": 2.66, + "learning_rate": 4.3458944471314655e-06, + "loss": 0.7264, + "step": 3774 + }, + { + "epoch": 2.66, + "learning_rate": 4.341770217764061e-06, + "loss": 0.7017, + "step": 3775 + }, + { + "epoch": 2.66, + "learning_rate": 4.3376472749234725e-06, + "loss": 0.6819, + "step": 3776 + }, + { + "epoch": 2.66, + "eval_loss": 0.7233282327651978, + "eval_runtime": 30.9255, + "eval_samples_per_second": 264.862, + "eval_steps_per_second": 16.556, + "step": 3776 + }, + { + "epoch": 2.66, + "learning_rate": 4.333525619885308e-06, + "loss": 0.7049, + "step": 3777 + }, + { + "epoch": 2.66, + "learning_rate": 4.329405253924782e-06, + "loss": 0.7352, + "step": 3778 + }, + { + "epoch": 2.66, + "learning_rate": 4.3252861783167e-06, + "loss": 0.7102, + "step": 3779 + }, + { + "epoch": 2.66, + "learning_rate": 4.321168394335479e-06, + "loss": 0.7076, + "step": 3780 + }, + { + "epoch": 2.66, + "learning_rate": 4.3170519032551274e-06, + "loss": 0.7107, + "step": 3781 + }, + { + "epoch": 2.66, + "learning_rate": 4.312936706349266e-06, + "loss": 0.7016, + "step": 3782 + }, + { + "epoch": 2.66, + "learning_rate": 4.308822804891104e-06, + "loss": 0.7101, + "step": 3783 + }, + { + "epoch": 2.66, + "learning_rate": 4.304710200153453e-06, + "loss": 0.7366, + "step": 3784 + }, + { + "epoch": 2.67, + "learning_rate": 4.300598893408725e-06, + "loss": 0.7116, + "step": 3785 + }, + { + "epoch": 2.67, + "learning_rate": 4.296488885928926e-06, + "loss": 0.7193, + "step": 3786 + }, + { + "epoch": 2.67, + "learning_rate": 4.2923801789856665e-06, + "loss": 0.696, + "step": 3787 + }, + { + "epoch": 2.67, + "learning_rate": 4.28827277385015e-06, + "loss": 0.6922, + "step": 3788 + }, + { + "epoch": 2.67, + "learning_rate": 4.284166671793183e-06, + "loss": 0.6982, + "step": 3789 + }, + { + "epoch": 2.67, + "learning_rate": 4.280061874085156e-06, + "loss": 0.6896, + "step": 3790 + }, + { + "epoch": 2.67, + "learning_rate": 4.275958381996068e-06, + "loss": 0.6857, + "step": 3791 + }, + { + "epoch": 2.67, + "learning_rate": 4.271856196795511e-06, + "loss": 0.708, + "step": 3792 + }, + { + "epoch": 2.67, + "learning_rate": 4.267755319752672e-06, + "loss": 0.7055, + "step": 3793 + }, + { + "epoch": 2.67, + "learning_rate": 4.2636557521363324e-06, + "loss": 0.675, + "step": 3794 + }, + { + "epoch": 2.67, + "learning_rate": 4.259557495214871e-06, + "loss": 0.6816, + "step": 3795 + }, + { + "epoch": 2.67, + "learning_rate": 4.255460550256258e-06, + "loss": 0.6702, + "step": 3796 + }, + { + "epoch": 2.67, + "learning_rate": 4.251364918528058e-06, + "loss": 0.7235, + "step": 3797 + }, + { + "epoch": 2.67, + "learning_rate": 4.2472706012974335e-06, + "loss": 0.7141, + "step": 3798 + }, + { + "epoch": 2.68, + "learning_rate": 4.243177599831137e-06, + "loss": 0.7213, + "step": 3799 + }, + { + "epoch": 2.68, + "learning_rate": 4.239085915395511e-06, + "loss": 0.684, + "step": 3800 + }, + { + "epoch": 2.68, + "learning_rate": 4.234995549256495e-06, + "loss": 0.692, + "step": 3801 + }, + { + "epoch": 2.68, + "learning_rate": 4.23090650267962e-06, + "loss": 0.7217, + "step": 3802 + }, + { + "epoch": 2.68, + "learning_rate": 4.226818776930009e-06, + "loss": 0.7058, + "step": 3803 + }, + { + "epoch": 2.68, + "learning_rate": 4.2227323732723734e-06, + "loss": 0.6719, + "step": 3804 + }, + { + "epoch": 2.68, + "learning_rate": 4.218647292971018e-06, + "loss": 0.7259, + "step": 3805 + }, + { + "epoch": 2.68, + "learning_rate": 4.214563537289839e-06, + "loss": 0.7358, + "step": 3806 + }, + { + "epoch": 2.68, + "learning_rate": 4.21048110749232e-06, + "loss": 0.6575, + "step": 3807 + }, + { + "epoch": 2.68, + "learning_rate": 4.206400004841535e-06, + "loss": 0.6846, + "step": 3808 + }, + { + "epoch": 2.68, + "learning_rate": 4.202320230600152e-06, + "loss": 0.6953, + "step": 3809 + }, + { + "epoch": 2.68, + "learning_rate": 4.19824178603042e-06, + "loss": 0.6977, + "step": 3810 + }, + { + "epoch": 2.68, + "learning_rate": 4.194164672394186e-06, + "loss": 0.7134, + "step": 3811 + }, + { + "epoch": 2.68, + "learning_rate": 4.190088890952873e-06, + "loss": 0.6968, + "step": 3812 + }, + { + "epoch": 2.69, + "learning_rate": 4.186014442967502e-06, + "loss": 0.6944, + "step": 3813 + }, + { + "epoch": 2.69, + "learning_rate": 4.18194132969868e-06, + "loss": 0.7172, + "step": 3814 + }, + { + "epoch": 2.69, + "learning_rate": 4.177869552406598e-06, + "loss": 0.6883, + "step": 3815 + }, + { + "epoch": 2.69, + "learning_rate": 4.173799112351035e-06, + "loss": 0.6862, + "step": 3816 + }, + { + "epoch": 2.69, + "learning_rate": 4.169730010791356e-06, + "loss": 0.6861, + "step": 3817 + }, + { + "epoch": 2.69, + "learning_rate": 4.165662248986514e-06, + "loss": 0.7123, + "step": 3818 + }, + { + "epoch": 2.69, + "learning_rate": 4.1615958281950435e-06, + "loss": 0.6993, + "step": 3819 + }, + { + "epoch": 2.69, + "learning_rate": 4.157530749675067e-06, + "loss": 0.6976, + "step": 3820 + }, + { + "epoch": 2.69, + "learning_rate": 4.153467014684291e-06, + "loss": 0.7159, + "step": 3821 + }, + { + "epoch": 2.69, + "learning_rate": 4.149404624480006e-06, + "loss": 0.6736, + "step": 3822 + }, + { + "epoch": 2.69, + "learning_rate": 4.145343580319088e-06, + "loss": 0.694, + "step": 3823 + }, + { + "epoch": 2.69, + "learning_rate": 4.141283883457995e-06, + "loss": 0.6828, + "step": 3824 + }, + { + "epoch": 2.69, + "learning_rate": 4.1372255351527666e-06, + "loss": 0.7014, + "step": 3825 + }, + { + "epoch": 2.69, + "learning_rate": 4.133168536659028e-06, + "loss": 0.6892, + "step": 3826 + }, + { + "epoch": 2.7, + "learning_rate": 4.129112889231986e-06, + "loss": 0.711, + "step": 3827 + }, + { + "epoch": 2.7, + "learning_rate": 4.12505859412643e-06, + "loss": 0.6653, + "step": 3828 + }, + { + "epoch": 2.7, + "learning_rate": 4.1210056525967285e-06, + "loss": 0.6926, + "step": 3829 + }, + { + "epoch": 2.7, + "learning_rate": 4.1169540658968345e-06, + "loss": 0.6793, + "step": 3830 + }, + { + "epoch": 2.7, + "learning_rate": 4.112903835280279e-06, + "loss": 0.6845, + "step": 3831 + }, + { + "epoch": 2.7, + "learning_rate": 4.108854962000174e-06, + "loss": 0.6988, + "step": 3832 + }, + { + "epoch": 2.7, + "learning_rate": 4.1048074473092175e-06, + "loss": 0.7165, + "step": 3833 + }, + { + "epoch": 2.7, + "learning_rate": 4.100761292459675e-06, + "loss": 0.7212, + "step": 3834 + }, + { + "epoch": 2.7, + "learning_rate": 4.0967164987033995e-06, + "loss": 0.6899, + "step": 3835 + }, + { + "epoch": 2.7, + "learning_rate": 4.092673067291823e-06, + "loss": 0.6609, + "step": 3836 + }, + { + "epoch": 2.7, + "learning_rate": 4.088630999475954e-06, + "loss": 0.6943, + "step": 3837 + }, + { + "epoch": 2.7, + "learning_rate": 4.08459029650638e-06, + "loss": 0.7311, + "step": 3838 + }, + { + "epoch": 2.7, + "learning_rate": 4.080550959633266e-06, + "loss": 0.6705, + "step": 3839 + }, + { + "epoch": 2.7, + "learning_rate": 4.07651299010635e-06, + "loss": 0.7169, + "step": 3840 + }, + { + "epoch": 2.7, + "eval_loss": 0.7229313254356384, + "eval_runtime": 30.9076, + "eval_samples_per_second": 265.016, + "eval_steps_per_second": 16.566, + "step": 3840 + }, + { + "epoch": 2.7, + "learning_rate": 4.072476389174959e-06, + "loss": 0.7119, + "step": 3841 + }, + { + "epoch": 2.71, + "learning_rate": 4.068441158087984e-06, + "loss": 0.7188, + "step": 3842 + }, + { + "epoch": 2.71, + "learning_rate": 4.064407298093898e-06, + "loss": 0.7174, + "step": 3843 + }, + { + "epoch": 2.71, + "learning_rate": 4.060374810440752e-06, + "loss": 0.6934, + "step": 3844 + }, + { + "epoch": 2.71, + "learning_rate": 4.056343696376162e-06, + "loss": 0.7355, + "step": 3845 + }, + { + "epoch": 2.71, + "learning_rate": 4.0523139571473285e-06, + "loss": 0.7051, + "step": 3846 + }, + { + "epoch": 2.71, + "learning_rate": 4.048285594001026e-06, + "loss": 0.6904, + "step": 3847 + }, + { + "epoch": 2.71, + "learning_rate": 4.0442586081836005e-06, + "loss": 0.7008, + "step": 3848 + }, + { + "epoch": 2.71, + "learning_rate": 4.040233000940974e-06, + "loss": 0.688, + "step": 3849 + }, + { + "epoch": 2.71, + "learning_rate": 4.036208773518639e-06, + "loss": 0.6913, + "step": 3850 + }, + { + "epoch": 2.71, + "learning_rate": 4.032185927161664e-06, + "loss": 0.6887, + "step": 3851 + }, + { + "epoch": 2.71, + "learning_rate": 4.028164463114689e-06, + "loss": 0.7101, + "step": 3852 + }, + { + "epoch": 2.71, + "learning_rate": 4.024144382621928e-06, + "loss": 0.7127, + "step": 3853 + }, + { + "epoch": 2.71, + "learning_rate": 4.020125686927162e-06, + "loss": 0.6868, + "step": 3854 + }, + { + "epoch": 2.71, + "learning_rate": 4.016108377273753e-06, + "loss": 0.7257, + "step": 3855 + }, + { + "epoch": 2.72, + "learning_rate": 4.01209245490462e-06, + "loss": 0.6883, + "step": 3856 + }, + { + "epoch": 2.72, + "learning_rate": 4.0080779210622625e-06, + "loss": 0.6556, + "step": 3857 + }, + { + "epoch": 2.72, + "learning_rate": 4.004064776988754e-06, + "loss": 0.709, + "step": 3858 + }, + { + "epoch": 2.72, + "learning_rate": 4.00005302392573e-06, + "loss": 0.6995, + "step": 3859 + }, + { + "epoch": 2.72, + "learning_rate": 3.996042663114399e-06, + "loss": 0.7122, + "step": 3860 + }, + { + "epoch": 2.72, + "learning_rate": 3.992033695795538e-06, + "loss": 0.6968, + "step": 3861 + }, + { + "epoch": 2.72, + "learning_rate": 3.988026123209491e-06, + "loss": 0.6969, + "step": 3862 + }, + { + "epoch": 2.72, + "learning_rate": 3.984019946596177e-06, + "loss": 0.6707, + "step": 3863 + }, + { + "epoch": 2.72, + "learning_rate": 3.980015167195074e-06, + "loss": 0.6789, + "step": 3864 + }, + { + "epoch": 2.72, + "learning_rate": 3.9760117862452346e-06, + "loss": 0.7, + "step": 3865 + }, + { + "epoch": 2.72, + "learning_rate": 3.9720098049852796e-06, + "loss": 0.6997, + "step": 3866 + }, + { + "epoch": 2.72, + "learning_rate": 3.968009224653387e-06, + "loss": 0.6867, + "step": 3867 + }, + { + "epoch": 2.72, + "learning_rate": 3.9640100464873115e-06, + "loss": 0.6888, + "step": 3868 + }, + { + "epoch": 2.72, + "learning_rate": 3.960012271724369e-06, + "loss": 0.6971, + "step": 3869 + }, + { + "epoch": 2.73, + "learning_rate": 3.956015901601446e-06, + "loss": 0.7357, + "step": 3870 + }, + { + "epoch": 2.73, + "learning_rate": 3.952020937354987e-06, + "loss": 0.7329, + "step": 3871 + }, + { + "epoch": 2.73, + "learning_rate": 3.948027380221009e-06, + "loss": 0.7103, + "step": 3872 + }, + { + "epoch": 2.73, + "learning_rate": 3.944035231435089e-06, + "loss": 0.7037, + "step": 3873 + }, + { + "epoch": 2.73, + "learning_rate": 3.940044492232368e-06, + "loss": 0.6922, + "step": 3874 + }, + { + "epoch": 2.73, + "learning_rate": 3.936055163847554e-06, + "loss": 0.6933, + "step": 3875 + }, + { + "epoch": 2.73, + "learning_rate": 3.9320672475149176e-06, + "loss": 0.6978, + "step": 3876 + }, + { + "epoch": 2.73, + "learning_rate": 3.92808074446829e-06, + "loss": 0.7034, + "step": 3877 + }, + { + "epoch": 2.73, + "learning_rate": 3.924095655941068e-06, + "loss": 0.6973, + "step": 3878 + }, + { + "epoch": 2.73, + "learning_rate": 3.92011198316621e-06, + "loss": 0.6974, + "step": 3879 + }, + { + "epoch": 2.73, + "learning_rate": 3.916129727376236e-06, + "loss": 0.6809, + "step": 3880 + }, + { + "epoch": 2.73, + "learning_rate": 3.912148889803228e-06, + "loss": 0.7047, + "step": 3881 + }, + { + "epoch": 2.73, + "learning_rate": 3.9081694716788275e-06, + "loss": 0.6866, + "step": 3882 + }, + { + "epoch": 2.73, + "learning_rate": 3.9041914742342385e-06, + "loss": 0.7035, + "step": 3883 + }, + { + "epoch": 2.74, + "learning_rate": 3.900214898700227e-06, + "loss": 0.6972, + "step": 3884 + }, + { + "epoch": 2.74, + "learning_rate": 3.8962397463071156e-06, + "loss": 0.7253, + "step": 3885 + }, + { + "epoch": 2.74, + "learning_rate": 3.89226601828479e-06, + "loss": 0.6557, + "step": 3886 + }, + { + "epoch": 2.74, + "learning_rate": 3.888293715862691e-06, + "loss": 0.6832, + "step": 3887 + }, + { + "epoch": 2.74, + "learning_rate": 3.884322840269826e-06, + "loss": 0.6897, + "step": 3888 + }, + { + "epoch": 2.74, + "learning_rate": 3.880353392734747e-06, + "loss": 0.7144, + "step": 3889 + }, + { + "epoch": 2.74, + "learning_rate": 3.87638537448558e-06, + "loss": 0.6916, + "step": 3890 + }, + { + "epoch": 2.74, + "learning_rate": 3.872418786749998e-06, + "loss": 0.7259, + "step": 3891 + }, + { + "epoch": 2.74, + "learning_rate": 3.868453630755238e-06, + "loss": 0.6872, + "step": 3892 + }, + { + "epoch": 2.74, + "learning_rate": 3.86448990772809e-06, + "loss": 0.7051, + "step": 3893 + }, + { + "epoch": 2.74, + "learning_rate": 3.860527618894899e-06, + "loss": 0.6985, + "step": 3894 + }, + { + "epoch": 2.74, + "learning_rate": 3.856566765481575e-06, + "loss": 0.6971, + "step": 3895 + }, + { + "epoch": 2.74, + "learning_rate": 3.852607348713572e-06, + "loss": 0.6548, + "step": 3896 + }, + { + "epoch": 2.74, + "learning_rate": 3.848649369815909e-06, + "loss": 0.7097, + "step": 3897 + }, + { + "epoch": 2.75, + "learning_rate": 3.844692830013153e-06, + "loss": 0.6773, + "step": 3898 + }, + { + "epoch": 2.75, + "learning_rate": 3.840737730529438e-06, + "loss": 0.6683, + "step": 3899 + }, + { + "epoch": 2.75, + "learning_rate": 3.836784072588435e-06, + "loss": 0.7142, + "step": 3900 + }, + { + "epoch": 2.75, + "learning_rate": 3.83283185741338e-06, + "loss": 0.7078, + "step": 3901 + }, + { + "epoch": 2.75, + "learning_rate": 3.828881086227061e-06, + "loss": 0.7046, + "step": 3902 + }, + { + "epoch": 2.75, + "learning_rate": 3.824931760251819e-06, + "loss": 0.7074, + "step": 3903 + }, + { + "epoch": 2.75, + "learning_rate": 3.820983880709546e-06, + "loss": 0.7236, + "step": 3904 + }, + { + "epoch": 2.75, + "eval_loss": 0.7227227091789246, + "eval_runtime": 30.9263, + "eval_samples_per_second": 264.856, + "eval_steps_per_second": 16.556, + "step": 3904 + }, + { + "epoch": 2.75, + "learning_rate": 3.81703744882169e-06, + "loss": 0.6907, + "step": 3905 + }, + { + "epoch": 2.75, + "learning_rate": 3.8130924658092486e-06, + "loss": 0.6879, + "step": 3906 + }, + { + "epoch": 2.75, + "learning_rate": 3.80914893289277e-06, + "loss": 0.6853, + "step": 3907 + }, + { + "epoch": 2.75, + "learning_rate": 3.805206851292356e-06, + "loss": 0.6954, + "step": 3908 + }, + { + "epoch": 2.75, + "learning_rate": 3.8012662222276587e-06, + "loss": 0.7021, + "step": 3909 + }, + { + "epoch": 2.75, + "learning_rate": 3.797327046917885e-06, + "loss": 0.7153, + "step": 3910 + }, + { + "epoch": 2.75, + "learning_rate": 3.7933893265817808e-06, + "loss": 0.6664, + "step": 3911 + }, + { + "epoch": 2.75, + "learning_rate": 3.7894530624376514e-06, + "loss": 0.6917, + "step": 3912 + }, + { + "epoch": 2.76, + "learning_rate": 3.78551825570335e-06, + "loss": 0.709, + "step": 3913 + }, + { + "epoch": 2.76, + "learning_rate": 3.7815849075962772e-06, + "loss": 0.6892, + "step": 3914 + }, + { + "epoch": 2.76, + "learning_rate": 3.7776530193333835e-06, + "loss": 0.691, + "step": 3915 + }, + { + "epoch": 2.76, + "learning_rate": 3.7737225921311637e-06, + "loss": 0.6917, + "step": 3916 + }, + { + "epoch": 2.76, + "learning_rate": 3.7697936272056708e-06, + "loss": 0.7007, + "step": 3917 + }, + { + "epoch": 2.76, + "learning_rate": 3.7658661257724945e-06, + "loss": 0.6827, + "step": 3918 + }, + { + "epoch": 2.76, + "learning_rate": 3.7619400890467774e-06, + "loss": 0.7335, + "step": 3919 + }, + { + "epoch": 2.76, + "learning_rate": 3.758015518243207e-06, + "loss": 0.6932, + "step": 3920 + }, + { + "epoch": 2.76, + "learning_rate": 3.754092414576021e-06, + "loss": 0.6748, + "step": 3921 + }, + { + "epoch": 2.76, + "learning_rate": 3.750170779258992e-06, + "loss": 0.658, + "step": 3922 + }, + { + "epoch": 2.76, + "learning_rate": 3.746250613505451e-06, + "loss": 0.7216, + "step": 3923 + }, + { + "epoch": 2.76, + "learning_rate": 3.7423319185282696e-06, + "loss": 0.7035, + "step": 3924 + }, + { + "epoch": 2.76, + "learning_rate": 3.7384146955398625e-06, + "loss": 0.7127, + "step": 3925 + }, + { + "epoch": 2.76, + "learning_rate": 3.7344989457521927e-06, + "loss": 0.7024, + "step": 3926 + }, + { + "epoch": 2.77, + "learning_rate": 3.7305846703767645e-06, + "loss": 0.6893, + "step": 3927 + }, + { + "epoch": 2.77, + "learning_rate": 3.7266718706246267e-06, + "loss": 0.6885, + "step": 3928 + }, + { + "epoch": 2.77, + "learning_rate": 3.722760547706372e-06, + "loss": 0.6979, + "step": 3929 + }, + { + "epoch": 2.77, + "learning_rate": 3.718850702832137e-06, + "loss": 0.6894, + "step": 3930 + }, + { + "epoch": 2.77, + "learning_rate": 3.714942337211598e-06, + "loss": 0.6993, + "step": 3931 + }, + { + "epoch": 2.77, + "learning_rate": 3.711035452053981e-06, + "loss": 0.7149, + "step": 3932 + }, + { + "epoch": 2.77, + "learning_rate": 3.707130048568037e-06, + "loss": 0.7127, + "step": 3933 + }, + { + "epoch": 2.77, + "learning_rate": 3.7032261279620803e-06, + "loss": 0.6548, + "step": 3934 + }, + { + "epoch": 2.77, + "learning_rate": 3.6993236914439536e-06, + "loss": 0.7187, + "step": 3935 + }, + { + "epoch": 2.77, + "learning_rate": 3.6954227402210444e-06, + "loss": 0.6895, + "step": 3936 + }, + { + "epoch": 2.77, + "learning_rate": 3.691523275500276e-06, + "loss": 0.6918, + "step": 3937 + }, + { + "epoch": 2.77, + "learning_rate": 3.687625298488118e-06, + "loss": 0.683, + "step": 3938 + }, + { + "epoch": 2.77, + "learning_rate": 3.683728810390576e-06, + "loss": 0.6806, + "step": 3939 + }, + { + "epoch": 2.77, + "learning_rate": 3.6798338124131947e-06, + "loss": 0.7244, + "step": 3940 + }, + { + "epoch": 2.78, + "learning_rate": 3.67594030576106e-06, + "loss": 0.7095, + "step": 3941 + }, + { + "epoch": 2.78, + "learning_rate": 3.6720482916387947e-06, + "loss": 0.7033, + "step": 3942 + }, + { + "epoch": 2.78, + "learning_rate": 3.6681577712505647e-06, + "loss": 0.6803, + "step": 3943 + }, + { + "epoch": 2.78, + "learning_rate": 3.6642687458000622e-06, + "loss": 0.6728, + "step": 3944 + }, + { + "epoch": 2.78, + "learning_rate": 3.660381216490527e-06, + "loss": 0.6914, + "step": 3945 + }, + { + "epoch": 2.78, + "learning_rate": 3.6564951845247335e-06, + "loss": 0.7022, + "step": 3946 + }, + { + "epoch": 2.78, + "learning_rate": 3.6526106511049925e-06, + "loss": 0.7162, + "step": 3947 + }, + { + "epoch": 2.78, + "learning_rate": 3.648727617433151e-06, + "loss": 0.712, + "step": 3948 + }, + { + "epoch": 2.78, + "learning_rate": 3.6448460847105926e-06, + "loss": 0.6857, + "step": 3949 + }, + { + "epoch": 2.78, + "learning_rate": 3.6409660541382344e-06, + "loss": 0.6762, + "step": 3950 + }, + { + "epoch": 2.78, + "learning_rate": 3.6370875269165326e-06, + "loss": 0.7078, + "step": 3951 + }, + { + "epoch": 2.78, + "learning_rate": 3.633210504245474e-06, + "loss": 0.6953, + "step": 3952 + }, + { + "epoch": 2.78, + "learning_rate": 3.6293349873245827e-06, + "loss": 0.7034, + "step": 3953 + }, + { + "epoch": 2.78, + "learning_rate": 3.6254609773529168e-06, + "loss": 0.6961, + "step": 3954 + }, + { + "epoch": 2.79, + "learning_rate": 3.621588475529067e-06, + "loss": 0.6817, + "step": 3955 + }, + { + "epoch": 2.79, + "learning_rate": 3.617717483051158e-06, + "loss": 0.6885, + "step": 3956 + }, + { + "epoch": 2.79, + "learning_rate": 3.613848001116847e-06, + "loss": 0.7193, + "step": 3957 + }, + { + "epoch": 2.79, + "learning_rate": 3.6099800309233247e-06, + "loss": 0.6858, + "step": 3958 + }, + { + "epoch": 2.79, + "learning_rate": 3.606113573667313e-06, + "loss": 0.7058, + "step": 3959 + }, + { + "epoch": 2.79, + "learning_rate": 3.602248630545068e-06, + "loss": 0.7073, + "step": 3960 + }, + { + "epoch": 2.79, + "learning_rate": 3.5983852027523737e-06, + "loss": 0.6836, + "step": 3961 + }, + { + "epoch": 2.79, + "learning_rate": 3.5945232914845485e-06, + "loss": 0.6989, + "step": 3962 + }, + { + "epoch": 2.79, + "learning_rate": 3.59066289793644e-06, + "loss": 0.6921, + "step": 3963 + }, + { + "epoch": 2.79, + "learning_rate": 3.586804023302427e-06, + "loss": 0.7035, + "step": 3964 + }, + { + "epoch": 2.79, + "learning_rate": 3.582946668776421e-06, + "loss": 0.7016, + "step": 3965 + }, + { + "epoch": 2.79, + "learning_rate": 3.579090835551853e-06, + "loss": 0.6626, + "step": 3966 + }, + { + "epoch": 2.79, + "learning_rate": 3.5752365248216936e-06, + "loss": 0.7102, + "step": 3967 + }, + { + "epoch": 2.79, + "learning_rate": 3.571383737778441e-06, + "loss": 0.6596, + "step": 3968 + }, + { + "epoch": 2.79, + "eval_loss": 0.7223830819129944, + "eval_runtime": 30.8959, + "eval_samples_per_second": 265.116, + "eval_steps_per_second": 16.572, + "step": 3968 + }, + { + "epoch": 2.8, + "learning_rate": 3.5675324756141183e-06, + "loss": 0.693, + "step": 3969 + }, + { + "epoch": 2.8, + "learning_rate": 3.56368273952028e-06, + "loss": 0.6628, + "step": 3970 + }, + { + "epoch": 2.8, + "learning_rate": 3.5598345306880066e-06, + "loss": 0.7376, + "step": 3971 + }, + { + "epoch": 2.8, + "learning_rate": 3.555987850307906e-06, + "loss": 0.7116, + "step": 3972 + }, + { + "epoch": 2.8, + "learning_rate": 3.552142699570115e-06, + "loss": 0.687, + "step": 3973 + }, + { + "epoch": 2.8, + "learning_rate": 3.548299079664292e-06, + "loss": 0.7087, + "step": 3974 + }, + { + "epoch": 2.8, + "learning_rate": 3.544456991779633e-06, + "loss": 0.6997, + "step": 3975 + }, + { + "epoch": 2.8, + "learning_rate": 3.5406164371048515e-06, + "loss": 0.6988, + "step": 3976 + }, + { + "epoch": 2.8, + "learning_rate": 3.536777416828182e-06, + "loss": 0.7103, + "step": 3977 + }, + { + "epoch": 2.8, + "learning_rate": 3.532939932137394e-06, + "loss": 0.6977, + "step": 3978 + }, + { + "epoch": 2.8, + "learning_rate": 3.5291039842197765e-06, + "loss": 0.6845, + "step": 3979 + }, + { + "epoch": 2.8, + "learning_rate": 3.525269574262147e-06, + "loss": 0.7021, + "step": 3980 + }, + { + "epoch": 2.8, + "learning_rate": 3.5214367034508427e-06, + "loss": 0.6985, + "step": 3981 + }, + { + "epoch": 2.8, + "learning_rate": 3.5176053729717276e-06, + "loss": 0.7029, + "step": 3982 + }, + { + "epoch": 2.8, + "learning_rate": 3.5137755840101873e-06, + "loss": 0.662, + "step": 3983 + }, + { + "epoch": 2.81, + "learning_rate": 3.5099473377511337e-06, + "loss": 0.6906, + "step": 3984 + }, + { + "epoch": 2.81, + "learning_rate": 3.5061206353789958e-06, + "loss": 0.6765, + "step": 3985 + }, + { + "epoch": 2.81, + "learning_rate": 3.5022954780777303e-06, + "loss": 0.6988, + "step": 3986 + }, + { + "epoch": 2.81, + "learning_rate": 3.4984718670308156e-06, + "loss": 0.713, + "step": 3987 + }, + { + "epoch": 2.81, + "learning_rate": 3.4946498034212446e-06, + "loss": 0.7087, + "step": 3988 + }, + { + "epoch": 2.81, + "learning_rate": 3.4908292884315405e-06, + "loss": 0.6757, + "step": 3989 + }, + { + "epoch": 2.81, + "learning_rate": 3.4870103232437415e-06, + "loss": 0.6618, + "step": 3990 + }, + { + "epoch": 2.81, + "learning_rate": 3.4831929090394073e-06, + "loss": 0.7214, + "step": 3991 + }, + { + "epoch": 2.81, + "learning_rate": 3.4793770469996226e-06, + "loss": 0.7049, + "step": 3992 + }, + { + "epoch": 2.81, + "learning_rate": 3.4755627383049873e-06, + "loss": 0.6955, + "step": 3993 + }, + { + "epoch": 2.81, + "learning_rate": 3.471749984135621e-06, + "loss": 0.6972, + "step": 3994 + }, + { + "epoch": 2.81, + "learning_rate": 3.4679387856711612e-06, + "loss": 0.6691, + "step": 3995 + }, + { + "epoch": 2.81, + "learning_rate": 3.464129144090768e-06, + "loss": 0.6592, + "step": 3996 + }, + { + "epoch": 2.81, + "learning_rate": 3.4603210605731163e-06, + "loss": 0.7126, + "step": 3997 + }, + { + "epoch": 2.82, + "learning_rate": 3.456514536296402e-06, + "loss": 0.7197, + "step": 3998 + }, + { + "epoch": 2.82, + "learning_rate": 3.452709572438333e-06, + "loss": 0.6991, + "step": 3999 + }, + { + "epoch": 2.82, + "learning_rate": 3.44890617017614e-06, + "loss": 0.6838, + "step": 4000 + }, + { + "epoch": 2.82, + "learning_rate": 3.4451043306865677e-06, + "loss": 0.6953, + "step": 4001 + }, + { + "epoch": 2.82, + "learning_rate": 3.4413040551458802e-06, + "loss": 0.7076, + "step": 4002 + }, + { + "epoch": 2.82, + "learning_rate": 3.4375053447298553e-06, + "loss": 0.7125, + "step": 4003 + }, + { + "epoch": 2.82, + "learning_rate": 3.433708200613786e-06, + "loss": 0.6899, + "step": 4004 + }, + { + "epoch": 2.82, + "learning_rate": 3.429912623972483e-06, + "loss": 0.6787, + "step": 4005 + }, + { + "epoch": 2.82, + "learning_rate": 3.4261186159802695e-06, + "loss": 0.7114, + "step": 4006 + }, + { + "epoch": 2.82, + "learning_rate": 3.422326177810986e-06, + "loss": 0.6825, + "step": 4007 + }, + { + "epoch": 2.82, + "learning_rate": 3.418535310637986e-06, + "loss": 0.6831, + "step": 4008 + }, + { + "epoch": 2.82, + "learning_rate": 3.4147460156341357e-06, + "loss": 0.7231, + "step": 4009 + }, + { + "epoch": 2.82, + "learning_rate": 3.410958293971817e-06, + "loss": 0.7315, + "step": 4010 + }, + { + "epoch": 2.82, + "learning_rate": 3.4071721468229236e-06, + "loss": 0.6725, + "step": 4011 + }, + { + "epoch": 2.83, + "learning_rate": 3.4033875753588635e-06, + "loss": 0.6809, + "step": 4012 + }, + { + "epoch": 2.83, + "learning_rate": 3.3996045807505556e-06, + "loss": 0.6871, + "step": 4013 + }, + { + "epoch": 2.83, + "learning_rate": 3.3958231641684316e-06, + "loss": 0.718, + "step": 4014 + }, + { + "epoch": 2.83, + "learning_rate": 3.392043326782435e-06, + "loss": 0.7016, + "step": 4015 + }, + { + "epoch": 2.83, + "learning_rate": 3.388265069762021e-06, + "loss": 0.7257, + "step": 4016 + }, + { + "epoch": 2.83, + "learning_rate": 3.3844883942761548e-06, + "loss": 0.7045, + "step": 4017 + }, + { + "epoch": 2.83, + "learning_rate": 3.3807133014933136e-06, + "loss": 0.6748, + "step": 4018 + }, + { + "epoch": 2.83, + "learning_rate": 3.376939792581485e-06, + "loss": 0.7232, + "step": 4019 + }, + { + "epoch": 2.83, + "learning_rate": 3.3731678687081675e-06, + "loss": 0.6828, + "step": 4020 + }, + { + "epoch": 2.83, + "learning_rate": 3.3693975310403623e-06, + "loss": 0.6841, + "step": 4021 + }, + { + "epoch": 2.83, + "learning_rate": 3.3656287807445884e-06, + "loss": 0.6987, + "step": 4022 + }, + { + "epoch": 2.83, + "learning_rate": 3.3618616189868695e-06, + "loss": 0.6642, + "step": 4023 + }, + { + "epoch": 2.83, + "learning_rate": 3.3580960469327408e-06, + "loss": 0.6935, + "step": 4024 + }, + { + "epoch": 2.83, + "learning_rate": 3.3543320657472406e-06, + "loss": 0.6692, + "step": 4025 + }, + { + "epoch": 2.84, + "learning_rate": 3.3505696765949202e-06, + "loss": 0.7156, + "step": 4026 + }, + { + "epoch": 2.84, + "learning_rate": 3.346808880639836e-06, + "loss": 0.6812, + "step": 4027 + }, + { + "epoch": 2.84, + "learning_rate": 3.3430496790455504e-06, + "loss": 0.7288, + "step": 4028 + }, + { + "epoch": 2.84, + "learning_rate": 3.3392920729751352e-06, + "loss": 0.7299, + "step": 4029 + }, + { + "epoch": 2.84, + "learning_rate": 3.335536063591166e-06, + "loss": 0.6643, + "step": 4030 + }, + { + "epoch": 2.84, + "learning_rate": 3.331781652055726e-06, + "loss": 0.6894, + "step": 4031 + }, + { + "epoch": 2.84, + "learning_rate": 3.328028839530403e-06, + "loss": 0.6858, + "step": 4032 + }, + { + "epoch": 2.84, + "eval_loss": 0.7214952707290649, + "eval_runtime": 30.8841, + "eval_samples_per_second": 265.217, + "eval_steps_per_second": 16.578, + "step": 4032 + }, + { + "epoch": 2.84, + "learning_rate": 3.3242776271762916e-06, + "loss": 0.7025, + "step": 4033 + }, + { + "epoch": 2.84, + "learning_rate": 3.3205280161539883e-06, + "loss": 0.6895, + "step": 4034 + }, + { + "epoch": 2.84, + "learning_rate": 3.3167800076235985e-06, + "loss": 0.6656, + "step": 4035 + }, + { + "epoch": 2.84, + "learning_rate": 3.3130336027447287e-06, + "loss": 0.6936, + "step": 4036 + }, + { + "epoch": 2.84, + "learning_rate": 3.3092888026764893e-06, + "loss": 0.711, + "step": 4037 + }, + { + "epoch": 2.84, + "learning_rate": 3.305545608577495e-06, + "loss": 0.6877, + "step": 4038 + }, + { + "epoch": 2.84, + "learning_rate": 3.3018040216058636e-06, + "loss": 0.7037, + "step": 4039 + }, + { + "epoch": 2.85, + "learning_rate": 3.298064042919217e-06, + "loss": 0.693, + "step": 4040 + }, + { + "epoch": 2.85, + "learning_rate": 3.294325673674676e-06, + "loss": 0.6799, + "step": 4041 + }, + { + "epoch": 2.85, + "learning_rate": 3.2905889150288703e-06, + "loss": 0.6953, + "step": 4042 + }, + { + "epoch": 2.85, + "learning_rate": 3.2868537681379192e-06, + "loss": 0.669, + "step": 4043 + }, + { + "epoch": 2.85, + "learning_rate": 3.283120234157454e-06, + "loss": 0.6771, + "step": 4044 + }, + { + "epoch": 2.85, + "learning_rate": 3.2793883142426047e-06, + "loss": 0.709, + "step": 4045 + }, + { + "epoch": 2.85, + "learning_rate": 3.275658009547999e-06, + "loss": 0.7108, + "step": 4046 + }, + { + "epoch": 2.85, + "learning_rate": 3.271929321227768e-06, + "loss": 0.7074, + "step": 4047 + }, + { + "epoch": 2.85, + "learning_rate": 3.268202250435541e-06, + "loss": 0.7275, + "step": 4048 + }, + { + "epoch": 2.85, + "learning_rate": 3.264476798324448e-06, + "loss": 0.6929, + "step": 4049 + }, + { + "epoch": 2.85, + "learning_rate": 3.2607529660471137e-06, + "loss": 0.6915, + "step": 4050 + }, + { + "epoch": 2.85, + "learning_rate": 3.257030754755672e-06, + "loss": 0.7015, + "step": 4051 + }, + { + "epoch": 2.85, + "learning_rate": 3.2533101656017447e-06, + "loss": 0.6984, + "step": 4052 + }, + { + "epoch": 2.85, + "learning_rate": 3.2495911997364593e-06, + "loss": 0.6934, + "step": 4053 + }, + { + "epoch": 2.85, + "learning_rate": 3.2458738583104324e-06, + "loss": 0.6917, + "step": 4054 + }, + { + "epoch": 2.86, + "learning_rate": 3.2421581424737837e-06, + "loss": 0.7197, + "step": 4055 + }, + { + "epoch": 2.86, + "learning_rate": 3.2384440533761316e-06, + "loss": 0.6938, + "step": 4056 + }, + { + "epoch": 2.86, + "learning_rate": 3.2347315921665885e-06, + "loss": 0.6949, + "step": 4057 + }, + { + "epoch": 2.86, + "learning_rate": 3.231020759993763e-06, + "loss": 0.7384, + "step": 4058 + }, + { + "epoch": 2.86, + "learning_rate": 3.227311558005761e-06, + "loss": 0.69, + "step": 4059 + }, + { + "epoch": 2.86, + "learning_rate": 3.2236039873501813e-06, + "loss": 0.6883, + "step": 4060 + }, + { + "epoch": 2.86, + "learning_rate": 3.219898049174122e-06, + "loss": 0.6892, + "step": 4061 + }, + { + "epoch": 2.86, + "learning_rate": 3.2161937446241747e-06, + "loss": 0.6949, + "step": 4062 + }, + { + "epoch": 2.86, + "learning_rate": 3.2124910748464224e-06, + "loss": 0.6911, + "step": 4063 + }, + { + "epoch": 2.86, + "learning_rate": 3.2087900409864503e-06, + "loss": 0.6776, + "step": 4064 + }, + { + "epoch": 2.86, + "learning_rate": 3.2050906441893245e-06, + "loss": 0.7124, + "step": 4065 + }, + { + "epoch": 2.86, + "learning_rate": 3.201392885599616e-06, + "loss": 0.704, + "step": 4066 + }, + { + "epoch": 2.86, + "learning_rate": 3.1976967663613818e-06, + "loss": 0.7092, + "step": 4067 + }, + { + "epoch": 2.86, + "learning_rate": 3.1940022876181805e-06, + "loss": 0.737, + "step": 4068 + }, + { + "epoch": 2.87, + "learning_rate": 3.190309450513056e-06, + "loss": 0.7274, + "step": 4069 + }, + { + "epoch": 2.87, + "learning_rate": 3.1866182561885443e-06, + "loss": 0.6834, + "step": 4070 + }, + { + "epoch": 2.87, + "learning_rate": 3.182928705786675e-06, + "loss": 0.6769, + "step": 4071 + }, + { + "epoch": 2.87, + "learning_rate": 3.1792408004489704e-06, + "loss": 0.7152, + "step": 4072 + }, + { + "epoch": 2.87, + "learning_rate": 3.17555454131644e-06, + "loss": 0.6934, + "step": 4073 + }, + { + "epoch": 2.87, + "learning_rate": 3.1718699295295884e-06, + "loss": 0.7038, + "step": 4074 + }, + { + "epoch": 2.87, + "learning_rate": 3.168186966228411e-06, + "loss": 0.7037, + "step": 4075 + }, + { + "epoch": 2.87, + "learning_rate": 3.1645056525523825e-06, + "loss": 0.6975, + "step": 4076 + }, + { + "epoch": 2.87, + "learning_rate": 3.1608259896404806e-06, + "loss": 0.6982, + "step": 4077 + }, + { + "epoch": 2.87, + "learning_rate": 3.1571479786311653e-06, + "loss": 0.6977, + "step": 4078 + }, + { + "epoch": 2.87, + "learning_rate": 3.1534716206623877e-06, + "loss": 0.7071, + "step": 4079 + }, + { + "epoch": 2.87, + "learning_rate": 3.149796916871588e-06, + "loss": 0.6689, + "step": 4080 + }, + { + "epoch": 2.87, + "learning_rate": 3.146123868395692e-06, + "loss": 0.6962, + "step": 4081 + }, + { + "epoch": 2.87, + "learning_rate": 3.142452476371115e-06, + "loss": 0.7397, + "step": 4082 + }, + { + "epoch": 2.88, + "learning_rate": 3.1387827419337614e-06, + "loss": 0.7039, + "step": 4083 + }, + { + "epoch": 2.88, + "learning_rate": 3.1351146662190176e-06, + "loss": 0.7042, + "step": 4084 + }, + { + "epoch": 2.88, + "learning_rate": 3.131448250361764e-06, + "loss": 0.6814, + "step": 4085 + }, + { + "epoch": 2.88, + "learning_rate": 3.127783495496361e-06, + "loss": 0.6723, + "step": 4086 + }, + { + "epoch": 2.88, + "learning_rate": 3.1241204027566596e-06, + "loss": 0.7191, + "step": 4087 + }, + { + "epoch": 2.88, + "learning_rate": 3.1204589732759927e-06, + "loss": 0.7127, + "step": 4088 + }, + { + "epoch": 2.88, + "learning_rate": 3.116799208187183e-06, + "loss": 0.6811, + "step": 4089 + }, + { + "epoch": 2.88, + "learning_rate": 3.1131411086225336e-06, + "loss": 0.7078, + "step": 4090 + }, + { + "epoch": 2.88, + "learning_rate": 3.1094846757138366e-06, + "loss": 0.7082, + "step": 4091 + }, + { + "epoch": 2.88, + "learning_rate": 3.1058299105923647e-06, + "loss": 0.6536, + "step": 4092 + }, + { + "epoch": 2.88, + "learning_rate": 3.1021768143888776e-06, + "loss": 0.6872, + "step": 4093 + }, + { + "epoch": 2.88, + "learning_rate": 3.0985253882336166e-06, + "loss": 0.7047, + "step": 4094 + }, + { + "epoch": 2.88, + "learning_rate": 3.094875633256307e-06, + "loss": 0.7087, + "step": 4095 + }, + { + "epoch": 2.88, + "learning_rate": 3.0912275505861577e-06, + "loss": 0.7093, + "step": 4096 + }, + { + "epoch": 2.88, + "eval_loss": 0.7217394709587097, + "eval_runtime": 30.9256, + "eval_samples_per_second": 264.861, + "eval_steps_per_second": 16.556, + "step": 4096 + } + ], + "logging_steps": 1, + "max_steps": 5680, + "num_train_epochs": 4, + "save_steps": 256, + "total_flos": 1.0339248560012263e+19, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-4096/training_args.bin b/checkpoint-4096/training_args.bin new file mode 100644 index 0000000..d0a7c95 --- /dev/null +++ b/checkpoint-4096/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0510726cb65aed3a7adb37f055e2bda836342c6718bba46783cb3c0db4a8a4ec +size 4347 diff --git a/config.json b/config.json new file mode 100644 index 0000000..cb77202 --- /dev/null +++ b/config.json @@ -0,0 +1,30 @@ +{ + "_name_or_path": "conceptofmind/LLongMA-2-13b-16k", + "architectures": [ + "LlamaForCausalLM" + ], + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 13824, + "max_position_embeddings": 16384, + "model_type": "llama", + "num_attention_heads": 40, + "num_hidden_layers": 40, + "num_key_value_heads": 40, + "pad_token_id": 0, + "pretraining_tp": 2, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 4.0, + "type": "linear" + }, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.32.0.dev0", + "use_cache": false, + "use_flash_attention": false, + "vocab_size": 32004 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/pytorch_model.bin b/pytorch_model.bin new file mode 100644 index 0000000..2630625 --- /dev/null +++ b/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec463df6ae295815a321ebd8b54ffa11ceb9c965dc5c46a1008c8f08685f1052 +size 26031995033 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..3f58a5e --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,6 @@ +{ + "bos_token": "", + "eos_token": "", + "pad_token": "[PAD]", + "unk_token": "" +} diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..6c00c74 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 +size 499723 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..ef9c832 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,36 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "bos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "clean_up_tokenization_spaces": false, + "eos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "legacy": true, + "model_max_length": 8192, + "pad_token": null, + "sp_model_kwargs": {}, + "tokenizer_class": "LlamaTokenizer", + "trust_remote_code": false, + "unk_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "use_fast": true +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..d0a7c95 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0510726cb65aed3a7adb37f055e2bda836342c6718bba46783cb3c0db4a8a4ec +size 4347