From 9e83a51b38a46b89092875036c3339e060681569 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 1 Jun 2026 06:57:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ccui46/glmz1_9b_aime_per_chunk_act_glm_10000 Source: Original Platform --- .gitattributes | 36 +++ README.md | 201 ++++++++++++ chat_template.jinja | 45 +++ config.json | 27 ++ generation_config.json | 11 + loss_curve.png | Bin 0 -> 64081 bytes metrics.json | 8 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 531 +++++++++++++++++++++++++++++++ special_tokens_map.json | 32 ++ tokenizer.json | 3 + tokenizer_config.json | 145 +++++++++ 15 files changed, 1051 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss_curve.png create mode 100644 metrics.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2480968 --- /dev/null +++ b/README.md @@ -0,0 +1,201 @@ +--- +library_name: transformers +tags: +- trl +- sft +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + +This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated. + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..98291f5 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,45 @@ +[gMASK] +{%- if tools -%} +<|system|> +你是一个名为 ChatGLM 的人工智能助手。你是基于智谱 AI 公司训练的语言模型 GLM-4 模型开发的,你的任务是针对用户的问题和要求提供适当的答复和支持。 + +# 可用工具 +{%- for tool in tools %} + {%- set function = tool.function if tool.get("function") else tool %} + +## {{ function.name }} + +{{ function | tojson(indent=4, ensure_ascii=False) }} +在调用上述函数时,请使用 Json 格式表示调用的参数。 +{%- endfor %} +{%- endif -%} + +{%- for msg in messages %} + {%- if msg.role == 'system' %} +<|system|> +{{ msg.content }} + {%- endif %} +{%- endfor %} + +{%- for message in messages if message.role != 'system' %} + {%- set role = message['role'] %} + {%- set content = message['content'] %} + {%- set visible = content.split('')[-1].strip() %} + {%- set meta = message.get("metadata", "") %} + + {%- if role == 'user' %} +<|user|> +{{ visible }} + {%- elif role == 'assistant' and not meta %} +<|assistant|> +{{ visible }} + {%- elif role == 'assistant' and meta %} +<|assistant|>{{ meta }} +{{ visible }} + {%- elif role == 'observation' %} +<|observation|> +{{ visible }} + {%- endif %} +{%- endfor %} +{% if add_generation_prompt %}<|assistant|> +{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..933b963 --- /dev/null +++ b/config.json @@ -0,0 +1,27 @@ +{ + "architectures": [ + "Glm4ForCausalLM" + ], + "attention_bias": true, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": 151329, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 13696, + "max_position_embeddings": 32768, + "model_type": "glm4", + "num_attention_heads": 32, + "num_hidden_layers": 40, + "num_key_value_heads": 2, + "pad_token_id": 151329, + "partial_rotary_factor": 0.5, + "rms_norm_eps": 1e-05, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "transformers_version": "4.57.1", + "use_cache": true, + "vocab_size": 151552 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c3502c1 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,11 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 151329, + 151329, + 151336, + 151338 + ], + "pad_token_id": 151329, + "transformers_version": "4.57.1" +} diff --git a/loss_curve.png b/loss_curve.png new file mode 100644 index 0000000000000000000000000000000000000000..56a77cdb5d379771630fa95dfe2ca85f6d5556e7 GIT binary patch literal 64081 zcmdq}cTiPX^fiheRN595Oqc;}K|usW1SK2VfFK|lBnSvd&L9~h-GCxUjs_6PIVTkX zB`Zm?NaheEOTJ^-zxwKaw_d%vb*t_l?^#+Ra?aU%uQlf!bBr<9zp~O-w$kmVqfjVY zC9eK0N1@Q-%k}U6`~!a(bu>EQFCm*tDmL=w`Zo63R(h1{+BOy@<~AmVI*07^tgH>q z&G@)^Pja6*ap;bXjfJ%k50B~p`U!4xD+3;>v?B_5mrWK|Rjnx$<`3i#jaj{|7=^M> zB=Prog}dRSo%VMX6n~UY+JBX}aN*CFM--z~DZ^j4pLnZBzE$A#`Eewhb}%_gOcr8}46T{WP$u@Avuk*V3OWA~KPK`r~~mkgIF z|MLcSPp&)n-}l}<*iKpZ-59Ph=wz?22wm5X;35&QUldzq_ty{O!X!qRAHu=)M zwrbCB+$?qY@L{@5n{H(2*UZe9tZCrCI20nT_%Jv1eSY4QZ)<$%@4w$(ctmIPE%oIe z49tn1Nm`G{MGETq?Lq(mkxit$_z6(9!U7Tw- z=fC^&7Qe|iS;pfEvVZ^mFu7#aQFLv2TF7zc&OPdhe>4j0h9m5|d|AmQW*N6|f0?G~ zmrzxAo9jt05HE6^J^oeDZDm$@;n%OTjr;cP8=jk#kdSa(TbZ|QH_eGV|KJZgdiubW zl$3adxL4Vx?MBPLCOthptqO`ie*8O0t3=bhc;U@sdZze<s*RNjv$FL(eZQsdT?hey6XKG$v^r*~_GZVBKdNwO|Bgd>W-Ap>9HC@kZ)22;n z%$p6wAGtWo$;nk8@e$E65x5y?+ioJjr~P5W^U%-{yQ1lV8ou-A&vUnTBq;M(k2G@R zP&-n!AH->u6juoyIDO}qfN5KwUBofz@ROpBGZv}_78a?hskiR6+wN|xIn!;z8uH@B zp`AN-%Igf~H72TMRXWn=+l{H|4EDIZ8TD_PHCSu2nvXT8i+m)erKT2Yhzm;=QchCq zZ=U2-N<68oZu#iuSYhu|;p&CyL5=45k2_`dnwy&k&F-4XSje*;Oe~Sdw&JW$qgYLI z+|oq!a___o>-p+LUSAIr5bR`OVM+P*>+V=*fwI?buCL;23o@NH4c9|O9Man|4dpA7 zE}hpXynADEa*|DMe(1~V+4mb+R7%d=sXsT?o)g4s+LkG?k%8Ht_cB?iAHBV^T}~7I zHwTv&rumH;*{So_0*=RFThVRZ+JqHJWPVf?#G@P~=91~U;z+x3V?m;I#Z#t{&Vrn# z(z=!wWjrKVY)ISDZ@fwBd2++U!$Nm|zHpo$PnxB+BwX^^%}w?8@%jA**lg5nY?*k6 z=>Z|P)k39Y^*HOn+TkB%Ui$^Dq6-TPPdoqm={(_fJ`ww9ZDqoZO;2=BPft&onz*cH zfCp8^&!{;u?%w*112>Z;o*#WAR?!$IpJm#feSzt~zI|~w&GIgBaBwu6)`XpDQB>B5 zsjru15_49$apOk5MbCZKVK1KIdfy{gGO=C@i;F@@(=)>jm7hMbD>zN<*uOu1Ba5?a zO3_^CUq_B)IWJ88H6OZx+gLB++`4m?uQnc%weg^5I)wnKoQ+!g`O~6-?4S8g`>>77 zci(kb*NMI{Zb?3R;=~E%x@7V#)}u!QXEiK6BL!8{oe~~CdK7ZNyzq-u=;_bSOJg|$ z0m_;jUwfzV@Kr0E92`QA~Uj+Qvo&5-$nMSuL7j345prkZOEs96-WGLQ>LNbwYH$ zLpLBrJuh7~P3KYRs@EQ#Q2dmd-tzKtb+OBmdb6sm%hFs{a#@kn{BGmUAR$MJV|IGs z>NRSXo;R=4{5U@i4b5f0yruDi&5i3%ii&pj6s2euISvd)xz#FiA3a(w^6UEpdRv(= z0j@g7iK2PUBcD$jHGb-_ZP6H*ZP7Y|XT#4VWW)Z|V0!&VdX=KjPO~G5-+O76#n+vq zFh8PfV-H1k4F2bzKdC~V|NL`u=P~Ki1$JYV)4|@}TQacqtdW5Zh>MF;zZoazy*YQ0 zS8}sfbw;?TQ}ghiZraVecP&mzNJ|UYjx?q{b({KpZ2E+-<&VETrlX^y`&8$U7jr7@ zMjAgKmd%_mWe`{CM`o!R?<|;3oJKZGt9<=HVh5(sZvRbZFRj1{g%pX4y|@Qmd>aJhlb>weDP2gMb*JXRs2ZoaQNyM*1i^(Sns@SQ#ocr6k+cZ7i#$ufKo!$SBEmTN$c8eX1XA&6pN(n_IWfZ|0k> zPaKM(bXC*a8>ONDhz(i_lA;t665=z$z;RqDECwbl>clBCnN1k<-V$`4f)ZE#WXZ~0SXO7W#Lg^})~|XC zWPi3}=hb9%AXeg1Q&ZPvm1)>_SbAg?-Fkn2hu}sF!9$b{?#|0I4Kn!?#Y>I3mb$3Y zqd5bwf0yss&z=xA55%{laHPG zD#;UvoE5KGl#k_AjFV%N_{!g+t{bq18|f_W)-Cr=d+Idw(nCG4GsD2===IQOk~Hxl zQ`6J(DCsEtv4fFL(#K>XZK&aUcr+WaM7GqVoDomXWZ7G{UO2nBFe0Dfm2b65TpfpF zf({OxJsuw+Y!6tWeN9r5yo*wjT1<f8qAKzme*JsxSA}?{ z+uG`Vag`X8FRv~&&pkVQao66x!3M4G-ktN{vF&zUN@}perp(q9$Fo+#M%KvI{`k*! z>2_UnZ1c7vruudM?FQINz|X5>YGzFTk9k{khe^B2+$*-+Z0kMpU?1v6Ou zUDPEh)o+=G&&!`2h{c}aJaIw_nK53YAloc|_-IWqZ|PVGwR|s^TIN;zZkL?o{E_1X zIkvao1n7uYPKk7!8G8Be&SOSR@rv9m8RDzIF3N~ZK5WY|Hy0fs@1&L$ua;w$goiz{ zGT*JNuC8t=y5W(MW^#$2-Bh21=;X(pe$hxx)YYX49t)PY%ZM#R%O(`9-)0SzdZJ8l!!P6``it~ai+NL(oHc=5H`SYGk-0*_1(a<{5y*=lSsB;^LzS8)c?By$HAMe~N1K?e=+*rO^x};qJS=Pjuok*jxNo>XqzW!#QdP zg$9j(6-*TKy?ptSn`*tctXnkfRrSif z_dPc!IPTN@%1ozych=k)vyQWC!usCiAtdPz)JB9EuSL174qJ3RKPEG9a}Z!DY3iZ} zy=?+h^60m;()bjB3|b*Oyc4&Un_P4FeU$sChMu<1pFh8mi@B!M3ZPM7tGP5kfTTXy zwuW4Pz|GAqC%F|Fu=$|K-TMB8%HD0?Nx40I@o}Hino;9hZP#Bt8-r{wUAZD$ofp{c zlabf$%{!pAwy0b@VO_S+#uYzhu@X>jY>c(MTp3zWziOVf;!?zBu$ZmY7yo|&2Rt`q+4EH_ilRvWxe~(SeYm##EH%KcQn-O$6F6zd)iIS&$po7 z%>rRx^_v@OkHtTz6)bKF_(7{C+nx`!vm;Ga`*#oa_s3v^#2Yre0nk^{(Rn2ue)c7L zncRc-r${NP4Hs;l$TDh@YtJ@i1hTKLmMSYRH<};sT%4{G_o8aomwD}JDzG;hWL%ZpM1{$5WBWNzKd}i9{O%%={XKk^|R?{y_+R zpWW!U8;J=y#jA@{0%b`F?hn!;4ddn?$ngm~seS*AOqAJ*X3RB4+oAgNO$o}% zR#xdKLvOH^KJR^v-i3;WRW08pu2j|pd%n|kX)ILOJ~=uu@}Kd`VjSRJl%9k%cCOxBRXMR(D5^|E! zmsgLDE5=9n_1#948Kc6`w-`wSm5XYk#;S`Ocy3fy#)!Z~M(nGCM{wW;!z{O_+ zy3Oh3>AFERhlb$9OV~UxIVB-Lq5W+<1#40TuV08#T%4V~YxMbeihsS5xPIN1 zJt#cf#MFMGt5fJ`NtbH*UcNi^FPybxus7|8B>EDI(D>;OREH?>?8f`Y7Hv8v6@06y z3EPQm$=E?DNl89mUtj&9`j z)0$-*bTNh339V|TW&ye~HQzS1gDrl%kD|g$&PEyQ9@Hvr^@ zj7O^|aPnmRXm?5XnB5))Z70g=R22_>%2s=&d(v00TAVFcO?gVkcwA*^ZK-=LziIbU zOF~9V#ER20*0D2w8fZG_sb#a*x8h?r(S3BpTMvJYp|3N((aIC}qt+>$_i2KF$HRxg z=+g%rS@_F?12~n1W~5zbo0P2s5KdWHC8$6P#o}Wfc?~`0Nf{+P$o&F5CClkm0cs4) zB6k*NhIN~4(aQ{~W*5#<4r1*}yIZlcd@X;SA$=Bhx!v7Jt7H{ZZ(d~e^vXs=s7YHU zN8R*zTUM1+_}MSZ;W+$LfsVUUv;Vp{mn#L+zre>*|7m zN5y;9KSz@N=qYR=ZdjOwX5=;J1m~r>F^xb``|0!YdJ1YAF_=H>T zrdO}psW%ohw=Bh5%KKcmilc9JXtqcFYe4IfFp5sOSE*q0>r|Q-D|Cfm>&#e`({wIT zbHfwt(9H;mTwX|03IWmO+RR(4^p{zCc2X88{Pqd8q(V5a-Tm?JvBZ^?rFnb@iz(Dm z60S9}c?5je@p}FpEG*_*+h?bzt@rKSr%N8}^>gRkebXP)A7y1dJ6cy=eHsOtkMvbf2ucJS(e&Tz3-MV$*$(N0!7U(GR6WtT3Mq}Rl_@)vkfdAj18&_%t zY#cZ~J@nc~Z7E`_yuF7DdpoMrg(lyc&U1-}#OJ%5QW~tmq@=u<&q2d~R7j{TDSx71 zLX4V=2iMnTu9YH8^MY4(!f<@cbn)UyLJc8Bo_TyYZ%OMu=jK60B^YvauiEG3PB}-9 zrYkwCvjo}Sk(%TXm;`uR`m-1bbucveo9kPB*Nf8AatCd9HD($%B#r?A4b=)yoCuiS zeHpl%-}1*t=PJ@{#LK?CAD#HQdCcSP;0#KwT4^ot@Ptj4!jd*`!<*~!Km_WMZs-w= zzDEBWomi%4mHhPP?mFwa`|L+9d#CP}N;{+T@lRv+eyl?Z8g@c{UAua<9vi$V>E@ZT zvNA(tWQWKjPKWQKelZ$e`ksE*Ih}FdIzqn8lX13^Go>$2{Os9p+D(;+Rk^{sDErvq zm~vO0g;8oXAnzE}Vy>WIHb0(k(6m3Mws6EYi1#wcmo(QDykBueb(FXk_=4yD{F&q% z+*M~x+Z4#dj!vY#=(;?4#bZSvtVX-6-bZZllb#b0>rU!CS>1L`Wi)F^*2j(=GX}1> z6rXasIzqTbO`!)JhqYkgDfAa9#f$N?OUI&|{iveflP0!!aw9D%QGR}Y>dkpp{nu)6k$zy+;>aeXjKC*B~eyB5k^AJ0P%DaX;?e zu;zgco~pX_&!#x}iZ+yUyO(XZwJMOyo(~!ol(Dg~m1)m*0<`A-U8hV+wVkn8#ItAH zzzfzbcDjzog^$h)F6o3uMw->+Fz(p#3iUs~sTnaLS-Ci6EFKiDAd(Vr|DUH%vz0E` z3Pd%c{$}ad?3a*3YR<$Lv%?KnuxmlGzaU*WpuB2Mhm}_q<3jpHT3v5fWZ4TjIhia` zCTx@HgN@jyj~+kHKVeG|{LOalWa82p|;PclWPm*X=%KcACr?YccXCF2lT zYlEWy*182~hpFv*?ZLa^%Re7v0hHPo*fKBue6RXRf6X=T&X>RN@P(2Lu&JA!BMDXl zH8v$Wk18<(OlSm%8G72#kJ+JbJ38LlMb&JR5Jfv=H?z*D^h~Ubu@m<8Lb8~c#rJc@ z%uW9O{^}Dna}&O($Xp8NbhIjf?lMt(*R}W}qnMpiJyPpAW`N#YnlMjM{?ub21F-nwyhu+JYpE zmx&USb_x(|D0XqeCb|No*6`)^m8L=m>n8^VJ}p0ZQ^G%MWyp)X2+{tBp>a%Q5d3Ygr|nL7OW? zhlsiOpOcec(10|hYL|+Xm?)vRw24^{NWE;od9X!J+yA3=#PbYVeJjukN`Ntm_4??K z@`vAqbr?w+{`u#hsoC=K@||Mb1+hu~1y`QBM9{{yC`JfUxp-^`6jKV)wO+TbTfcr< zv|Q|5D4)U8F1NK6XCHD$S!1KNogntna$O@A2d(EVK(64{J!4KAyTGsF6YU&okssu= zTxJ!MD^BqAiyk~#e)ggNxO3Of*;z$gNK#}Fd2OlFJJ44A=(qIH$N<|As0_AKtP|MN zsH@PSnC7)VBPAQ?829iM`<_TroglaOpS5@ap-iz4iBM! zV|M+eU9>XS?w5Yy-sr6t0AA$PjY#-g_ntgd_pAcy1dHphmy2^_2|!`Tj~=}&|3>PI zKZpFTZQEV|&uF6C{KA#f@#-m)aQ^J!?tsz5QF6^e_dX;lDTmUXlEUJd$)Wb_+PU*J zcyS{D@;oKKrM~AfiOi<0{nkQYi?f&x97wS5a)^C5R;#IfwjDu3VqPs_IY}k$0$RIg ztQwYOjHHdpx1UHRV5w}1?R)*pi+<66Y~6o$t8a#~Um}`|2KSRUQ30CL^&~G{x+K_X zu4V7&==guyT@8%N>OD%LbN!w>-UMz~;whmWmeAD_7~C@yUQ%!~B|*r#OG$I2I-%=> zRTHOj<^J*Dq93`eU?@`F4Su59ikf^oNoCoB>S&ovImyO$37aM0;zFTGd-iovr@89+ z{gt0rivzBp_9;WRnsvg(bP6Q{RW#ex)*T=#2U6n=IuG^oy@Yml1kRa(dc}?sMWjxU z&$BrtE7wVin?8u>{!MieW*PbpdcQ!RPd12GV9;$xzQ%X~3BN|s$lqcnDeq9QIyL=a zGmi?*Ep_#9C~*FqD((5U30-%4w@RprR$lSmd*j4l7j!zZ==*dPvWygo+JszNr^t;9 zK&DhgN)ucCr3)ru_})h5dWct^%Yqpvr<`QgKNEipUW93BLF@kg`yFDn#fcd_Oy)(i zfv9!|ARsmO%>54q-VAXdkuy2>0_s&Wa#2L&Ye*MuX}TWBqvJodMn?0VYB~yQ^Z^Sg`aYIwBV&5wh3uAO=z= zP=FV~r4YfbDN$7(1jJXMCNG=S(WPgi(I;X@-9N8xHqhLE`p&aKu_d0kOIx`CTaUl> zyPIrnm7{#!b%I~-v+E~AFx1IC1+|cxggSh}Q_9fVoK^3hTMM^f6A}`t6SB_EDs0>b z_SN{R&iTIOumG(;<@{2NmzZ6!m#Y|+c)Y4bQox z8o04|>dKAYKR(Q3M#_<+rOWEVpySGHOA=3lu>E*u@h)Hvq3V5i>Q)~N0>u-uW0xcp z>9FyVHP=pL`L+W46jUuDml{JzC4h{TgNy4ri6C;FsG}ET8Y5S_ZI(3I+1|Sb-^2%b zscTuPOVZwutIH}X9FVB`95El7Zq=lyEV%62_sLg1r{AA1+E!^5T}Qg+#W^qa+?y#Y z{#)j3S3yK@%?V{NDo4<6heiONob&FJfB&^y=z2C?HH}@!xO=x!w7~7E$c70}QF4xs z`C@C!)+DOiqPh>qRLCVv9@8*AB3T_YPyl6#$N<=EcBF~C*nRDjszpzpIV7) zQI_l{@P()0TR@UGM~9JP)s%*^d_77G{DHzYyrcbMC-PtOk1C%nn4a;?qQt$4~IDq3{4 z)E!()V&q@rjf!6r!t_%{3P5&6h`Fc{MvmXd&t;+nI>=z?gA-vZy0^Q%UYzAO>rlah zG$W0$={*81zLX5QE*T;v(^-pib>eGync+fpN+$KNZ*y_*4)V(9Gu@jyIyZI zZp)0Dy>u5?Vj;U1)E~X5d#HfvNM^0ccw#daDL4UVc=eDZLwQd@_h)PIF{)lpHEINL@`8b;-F}hZv46RfIy#<)SS9i>(u^A{~!RS-{NAppmkz9koUmc--B|^ zC-bnJoTpBGrQ?*7mrvr+qP6X`ZBb>}4_C?NnfDF*mUw2dnYgRoym_g(NPw5|T;A=pPAk1o+I zYRd0VR~8HGOZB^}nZBppcWV4!Ie(#)+#htYn?HVQS-@whz0}i`jueRlmyl;dMK}$g zoWE_^xpqHyAk;W=j(rh|wtw~U9%34`-S~rG4vosCK zq{(drWp$2zPHW2^ZuMaE1<>(o7mZ*s2{HExDx8_qim?ZBGimY@|2S%cj?nxoAf+L!cL#)<6r@4x@5feCCXjYk|Q`D`?R_VxYe zqxY`=T$jjjOWHLj7`VE&-Ub+}bk9o@VCT&2wMiehvs+{M`1oeQ*a>UU`~n@hAATpu z)`>ikF^5ZxKNnwlC|nvP*_)?XcsGqdk(&q7;p?nx4xo>2a&8RDh6<|Ejutqt%3%mC zeIGBtkuAQz_t?ewJ~!yYqbGT9yY-Sd?iihWAi|QP11vfnXM-D zDMibxt|ky}77aXda_l1;w(ff9@?x-7b{5UKT02~8$D1YQ9^AiwFtTB^t7)z%QDf!# zCBNB1$pwbz-9T&?&)RXMx@kF}_nvlH-ovGKo0j(y>Oo`N^HPz(M+?F~z>-5PD@c5e zPPTd3yKMG(i>)Gaa>@N)1X!2EVFv)0e^z{R$j7UQP!2hRTP|=a#`m4H>2N)3p$R#v z=ckXV!I}cc*0~8o!9kioz8_srVU7k)yX@zCdv!L&jWPZymQ2m|>M1-W-AFwK7BLfW zrMCk}b%xf9q;Yd_h3q9q*leV(UGvQ1L8On(2|$bR%I=KBRqhAg^pd4gQVYwClFN5xT&az=DRAdtW4{eb(E0p@fOqZVx>TC4Wo!0$aq;u>cMEwfjg54y>=6-+I_3l{oLy-*-q8yAONeV8|E>DlKLaix(jbCQzdE(@v4=<4 z(9oUOe!>~U4`31i;lwV|b`?pt*;vw#a2^d-kZ%SaA273^x}+U~%%}Q)Hq#T7lF}<}#@hHx3RLgFtyMWM)K=nFQc5jrGUnvwu5C=w>OL-P)%QtV zufxU1+slj3)zwu=V`+XOXAYO!4F6TGVjV~Wv!=;vzPemnDT(7%RG!0!-;Y(8PIMI= z6%pwWa)Z?4>FjDRc1G_2LR2vuhL`~WNGny>Uq5@47GQID{_L6Ti)_XU18ZGxLv+}R zb&y{+YcN;{!ma!Lh9~u6IkDF?5r<h2&;=w~!N0_7X=#~PiQeEp_Y?@U zPt%*nv4ISUmop)m7;UuIN>*oitl`!P1ymi_cT_#s;yv+}^;AuuQf_t~9Q)>$J3luk zK+r$~gDalAKKg5Yh|1C>^#u6#ln%F>mqa8~qY0CuHYYt{?VXs=I!^P#g;M|e3WEpF z2h=#Lgr`muMJ+<*b#--xaIOq|c(hr%>L?pq2#l%CBt?SSJ=(I0#v_e%ZR8iL?rdjl2U0R(_Hq8Q;75X_sNr*EH^w$rDs7cGPt4|qM(g$W?(oY4)=v` zTX53ZymD#0iVg~a!eqAZhDI$!C61|#iCW9U)pm*DOX-T)e4o4Zl48u5X1eylf!zOpChUaT&M!M)%IQCRk^b z%0SUeBza!89FVPFm?pDmkLKO?`^BsPN3hjDhh|)@+<&S$SwnbXVS%)Ai{Sqgwf8^; zMcR!DPmTtcDr&4Vg#{l9HBP?q;E%1lKox^MViLJ43umX&0{-g`xNdrD!RwJCt)cTZ z`WbO(AqllbJj$7wr(r(0c0jGyMU4znim#Xo&`R1YJ(@ z;%F4Lu(IzMxF*;ctNFK}M+$VPH4KtRjUlQv{;8Tn`^O*gkO}gCcybca805w9yL;Q3`=k(iE3+)p{e7pw-`K z29%79;+b7$Zd{KL;#UsA{vc4-axpj)Y%Yt-jIV%sS0dCQwVaLMbMY1}h&wM+v)4az z1JgxUW*Ue~j8(73(6;x<88iWxr)FofD*K#Icuwa9LTe?y*htq!L$E7x!1K7-un!+T z5C`F<%a?_!zYx!)5&T26uFK*3_>B~jvq?hTPd7oOQco%fw8OY)gRXc`bpk;)+vCBa zRsw^NEQ)53KY#bj6({N^-y{6+hdZ|~!V_x<)w6j5PRfxluRShYxR5yCXF?<}Jma8= zYoCSfM(ekp>9|#7zqq&<52pk8hd=~DGO79#3{dSz16f*VQ2Vi>A_0vS3;@Vxji`KZ zM;IgRczStd%yFsbrm759goB*dbY0MsP%UjjQx`VDTPHdnuIW5^iE0n(h7eYS>VXZx z7V*y{?y8Q+uvejcM>5P)%BUG;S^MQd)O+s2GXEVr zcM=)Pqo<1WthnzN-@o4?ot|-XV%i&3LQJDGh$l^AeATLGSzVnBXg_68uEYhnc@Osx z(r{a@|&e9@07ufjyr*2=>o=9#G z$e#`wN~>UQK#e$PX517XkX*cIgg_sLNI)z!r5D&>N56ra2lXA%>;Qiov5)1Mb)#x4 z`ef7%Acz`a_W7P(WIa&*Wj%w)Ar7i2k@@UZna?p-3b<`>{}Et)RpY$t?h`8CWtDAg zGKW$BiYrL@?3dlJba?Z^3Mu=;ZePGRjMyBVI+A}+&!1>(F&7!=%-ItWA)OV97vrXh+12Yby(;RszIzLy$mLurUUX^ z4e@(}>$z@aWtEm$qlwPE6{MK~RHGm1^ah^PJb|P0#&=<-gi8Fef0iE)L&xDnMApkg z;tLwqASv`aaxLjaA6l)V@1Fj2#3z@3gK#?>woHx=f=k1#8L>A-yVFg-rM}m`6O$1I z;yD;8BVS_>eel%E(stmGfx4&(yNGeZM$P8#iS}qm$6$tDXn4-}1ya75#vqby-c#7m z?3WyTo<6PRFFZ3SgNC3QC~&+!Y*KER=8lvS!>aIj?vd__LU^hM2z1F{HgKz(T8x9Q zQ8n|1g+dNtL66juBa!U zM{1VZj8g=?b1i1AE12xhGWF}!t@3LY=-uw&7CwR!+uW-~-PPW5C zpv4D4xB=W0fmq8cE69qrQgD~nV9a59<$D-3N2C%165|aiTH+0`4*woEK{J4P4`d(T zeIj>L7rsAWP9y6ej3RSt5uh*tMdB10A=$KL%V}H!0i+;lD?0$v^q~hj)aE?*^V1=w zifI7YV7Qxu$zr3p^^T319#=}d1JcF_c}Tw)q?!)X>JBC*)2-83Rh}kx=w4OTJ)35z^mVuzi6x1M2_BYiCFyuolW*P=juedysqjFa-H z_3#xP0$1MMCn)}c6Mgx~iNfip!=Mx6z)Vd7l_0WDqImM-`_jc1H6q}1It}e9Yaht+ zI5-d{=jYF0X5qOYCpNsp1?M&`HmBA~~=A1m!Vex>VSaKc6#R6FE(}=~i#|4`4G`F%r z{{+KoPi(cJm_6wo95g@#8Dbd5vMF|N84MDP*;3lyZ&QG}UI$ z=|$^f6e$^*GliY=^1td9j@^ z%Y~7J@4z_G8z^IC=uSg%N9rPm zPl6553@r|XnbQ@0xDCVuZ5<^@tvYGuL>aF)lZ8I0-Ddw?V4>`VHteBr(_+k{5wg-z z2_WteGd%rMX4@@>{~L95Pj5lhgQfZ+D1k3uz7Wiz3565J0>-zIc>E*C3{5Z2Kk$!? z)Vz>H`~4bL#3HPn9US{^8$8O2aEF^I1hfS=??^g3B77F9?ajmRb%xfbV% zZiFOXl`rv*&4)~K_W8jn%OLja91P9PKzkiRWC(=N(s9Jc^ZxyNwvG>yEHsBG6v{O( z8PzlR+g}`0di#;uh*1F5iVOk}6b@$56<$X8GjZ$j#ESVX?KKhYV9==Q?k-6Tqo>f$ zfzBI3$8f?*6!F3SxS2wcT_)3~=ORI@G@_3rW|PFQbrd#I7aa#9>^;>P@cAza|008{ z?CW6))axW8tm;RD*Z;3!R8753eCziwHjn=YGpYmf&0Ehc_=blkV(8(T9|EPXx3mgt zf?qG*q8lS4of2Q0l(mxF-QDFx#WyjWfLx=1&0dwi@Ar>Un2j+jXoQj<7y10~yZ^rD zzVY?OLnk1QHP4}?SHuFGGP&LZ-hf>|K*?_xGc&ij`2_Z`tgB@aWxPj?rlT}#U9Jz6 z*23qQ1}9=Q{jx^eAWsa6)$S!hVh4XoV86C8-LWG_E`qi8OXq$oxllvHZm7=V?v$%U znYT!yjQ2Xybo9oxTvJWVd$;Y@f0y$A@)&P*Y~le*onL5ZJkib%A3hIHGLqMcrs)H^ z{-L4AB|Lq6f@<_Ro2J*t)L`oaSCJ+K)pL1yxiVjZT%^0zW6HL&4|`w3m|FJnqrZc2 zdQ5EWPRft;XH12lQPl7t;d36$Vjw@Ax{dNmB^<39v0vq)i~HQ(UeMU?$Fy#T`**8n zzP>%%oTCJ-FXKYu!R_wLCbQoZ*+{(X6A}&6hZ0QXkzosL&c=&pb-l67Y!Vn+cjIC*0kt2R zVKr|cl2O~LcJJAv{5a|N4espe7{n{paa?s8{XoH8^IwQ=`gS_0(4=28pbh* zI!K%!n4bOw+XvdfW-UJFmu6vb zPa}BJXO#$c#%uGMbnUoCP!=f=$aZR}>BmbdfEn=={3nTU^i- z5H7-+$qggPV2UIQ>?iDUMWLqSVG>YIT!dtr0Y%D|eY*UBIq9tAVF524tMFlIfkHA1 zImieWY%=SLUe#-undCe6J>I@j18c6M*?Qp}NB8uPngykC>P~SF$_kWNw|5V`k~Zk~ zjFY~3`SJZ7-1?>)|G3sd@B86E;G+D%ravk7B>#pHDARgSnz-JGCxBG~Jl%8B7|15O zt}Ny~Ey6si8CWg0W5=k3U3qe*>n#v39MJM8s;QNFw{O1%UK?r8NkNg10}sT(&#wq} z_A8t~(ZsEZq}zapGF)$+dh)Ula}w0{VQ>IVaA~~+wM|6@aYWJ0wCufX+Eu8!1`T@_ zyw{##5eElYxRQRR;6g&rT9P@u7?fo!rV6T2J+Uug)PcMPiceDMBs$4d##Nv+DbPrA zuNe0;mn)K9`V#b^ojwQG5UG^0?1)s~9^sZ?Eh< zKNhyXcBcCvDR*h#Qm=FWZYjOug=#zFy+y*$$Nn)!*Z+;I3rIaD z?%=@Ky#URn@ztfx@CK>oK>z)=zl%y7^kg;yT%*UK1UxnRelk+cnNoPFWfJk!2y!ax z*86oBesUp_6l@SLLH6!mTs8TYdY)LLNF&hM9Iwbp{9pMPcmb;7u89yKFy{xT1u-_;2|g805YhF+Mk*#(DGTd_`-o=EK3*Ee?|La&NdO+&A=`$22Sdq}(w2 zu|vLTvAYUYJVu|&SG0?HRI9lrRRmVEJjb;Dz7xwCXOPW^|-L+w7>JBeg*)?20GhDnh-T+c76Xc;O z=x#bGz?%ecjS_M}+#2eU30D1;^d(oWT#>A#Gq-;1Hh1CT#m-`JibZSQub^E;d{_ST z)skVz+iv84`(2+|UBGC1S(A0l%(zdGcf5YI~ z0sHRVToh7wyXMPzNP{Gwh7H5`xjoN}2L~%EspPOxe$LGg_OZLc(+U6>F<(BWf%ARb$otr~Q2W{X&nnnoP|zJmbnW3K8*) zbf;{~-Lhfh#st{=%mN_m#i1U=fYccRb>+uJ3cXm%5Dun%9HT(8J`NxFV(9b1gmgQE$U~`r zi?Al{OB*s43&}|qSgy+En-E1^=x)je3y$>7{3dH&)usZU2e`r*-TSsEPSMFsZPrRR ze}3S-%%-RU^=_7e^o7WRLq5LBG$WY|?>(7=`{{eQ$4Wv%Foa}3;LXbM*IyUVKk9Y7 zlH5ac$YP%b<5fMr@;f*pgiOG9#Pe}*#9cMD;xCB+)sYo3St7{fB?*69mPS@Qb&VP9 z&~bnebT)YdQ(?Tik5MvW*(3vpz=RSz3<&(cz_tK6buh;MJHzL_y}b zj5bTvL2aqxd*0z4fie+nJ5H{YRC{lUINV5)^(0~RVckmRY=|bCBYnlCbA?sT+n-H+ zh+xJC91qf>H$m!i9!L%@*>9I!P(sc{77lj!NngOqc^XHUlRAo|-;& zN)Gjo%xXdFB6Dt-O8`ZGX{7$;gVHo&JqMPEL6%h~^#zJR0{l9dAHPhD}9D}{XXqit5@F>zHoG|B^I5=pTQ!8@+ z?FCw?+6xKkOU{2%&Z!=z{2ezrl^*cx)m~u2*jPzFnCSLOt5Sgd0$52K2&F*w5glWA zU{&kRak-tlck7!1tG4O2&dk`LA-Yys6nupoW1%+vi!@m?$wyO@sc3ac%YbpRTHwKo zD}JNFXDsW^ec!Qj+qPS#vC+}HZWgtQ9^1KN$JB{wl#yYKotD|vrhiRPZkC-P*MpQ% zo1s2O_inBtHvvR^v)%dKQdrujz**|wdw;{qPn!`P{}TQt%LPwHC*e$iatFri!s(|) zExx-0f4$TZ)>7S%St$OTF6fB6SXeME1e}#9xE=W@0md+uC38LeC_0=f}r?iE4yqA`7nkqJ@F5YZ4MSpel1OXukt9lJ#3)2|0BM`hzUK zeHtfB5Vt)1k!tC;{{_dx1+?=C{5!E^l}_Rq6-8)Tuz2!qJ$P0YX2&AHA2trocT1r6 zl6ndVz(9&NU|IraVnl4{s7p=gn)xw50yh>STpl_UnVdF$)Q=WE)t`Agxk2}10Q%g# zn0{!)F*mOOZ>|%v0X2Cn)eW~t#Hf2zNEL;I3&ci~!faU+3=b2jC17QSGhJ1^a^Z=N67`_Lb0}^s0=`(F!f#!J^h7@cNlk-qxT`0 zbrCo$f|<+=gD%!w|Hl@KrB!l$lxKU$HkyIWWC(v6ap^C}b|F>%^5x6EBQr4Y!1aYv zaKh#1`;Bdw`uFA~Dh|m40J8}g)x~tFA#bNwIuRM*ytqPa)?I*UP_LB$!~;u8O5l)v zL5_VP*$7-^vM!)^A|Wv_#7=fM2$nabUScwa^aMB+g_I&gj9X02+p8}u!phJ@QYcA-vieX;@%yMur25-laJhGyEMbw*F+K46_9E~9KOlB+o|*aw zaA7g12Fh^jlH)F*5840{P+>}M!Mv+=fQ*!s0>o3&x!MfXJ5#%%ePvaSV|s&Wjtqn0 zI1(u2!SG_g0Wl3hiqMv1Bplt->&C`Lor080mLP~kL86mZ6PPy|900P9%zTHn&uWy|ig1ZYu1y$a5rx}9Ezc^Zp_f$jwdFx^Qsf|)_ED(`5N@&QrQrL5 z8ku2(j`&A$!SCmB_9q8Ucw^6nfrm`LM7hkVCcB`-eub0$G>H=^MI@nT@nC`)p;k}& zCsI=oyr5nxr$x|ArLlglsJKG#LTND^ha*ARth5%Q}7jM*Q$n*PH1 zVQc$;-*?z|4|wq7Uft7>Ik+_P75t#g ziFaC7Fp*@lXNm};F!`Z)o~^b2ZE6DlbT-Wcz& zUPN}qu~AlNHw9brCgA@k?K*i^$cz}P(^pK<)WAtOLNKrpr!zqUrGw|WDP>#C zF+TZgLO0U~PhP$zQ`a^(>1&ehCmO}ccwAE2(Vr1RQPW7-azKqnuy+z{dyq^iX_6fY zz?VqUE7G9F-hnopOoe+_BnQyI8~a>j{X2390f-Pk*4WZV82J9LM;!bA(j)ep?Wsg1 zCQKhubz$ctM}B1yCwxAXBiqugXYQc1g~EqMcw?Zvn|hEqH%rJN2*|?Ws4(HiZh&)9 z7|(>9nkQ{tFr^4CN6~Kv#?`@*o|bIWn~316WWEuBq8x7jn|O6s2mW;QtGy<_KX8b{ z#LroBW()1lUo;$VudVjez1yohE9cbbd&TOJTPs59v|i;dq8Y0}?+2G+@W>YV7XtJ@ zq-K)32fhy!W1Zraxu4w#cFflQDwlVgNUo;vf z;fMddzd`LmGV1~Avl01Y76Ys*ORrzQW|JVNIWexbCg4!5(uvlJ-+kYdNUeSb$B7fw zMZ$#Arkp#R_UE4#n_5xbP+AX3?1!jWl|J{r0msK+taN@zQc^O*G4JbXh`d3A&h-U?BQe*4QO3o?r zBXf~dOZzKxmVTKQJr{C(eskV0SaDuq(6hI1*^LW`!;r41)^*e=v336H^Jth5VV6nl z3T_o$870&SJkkDr&cDpFVlJzst z4uLUM=@?#k&I&_Eop%2ZsDzS!=%JfHS#&xKMi4r14in4i#Uxz^AzM?!@#GKIE>zMsuRMGPZFR^==O+W{SG5#eCL+k(q#4Jl@ z-!xz{gdHcF+4<*t5vMaSUdEDqjgu_G2o2&mH%c5YahPfe#Zij@hhDwOzggh#JFF?M zW)$9r^YdtKI#tfT;^yTJz4wz+vzPm>4CEqXr_X+Dw56X^LVQA*lIXJi5-E6VW=T7Xm1@Qk=xD3EGuTe%-wIu_{l-r@($jMDoJXBOpq%5R@)BCNK1V+G0{fA;mmtD3il_7;?Gqz}Ov<8aa)I zlv+gB3(S|_L3%H<4Eo*3Sa=?O_l_+ZHLrONn+_8*cJFdPZ;@dVzg4$i=FlRO@+PfF z-e!})ynY?uGGF-+KsuMzfz6!42d`hh-h`B*5!i`CHlh;)o~$e{s|U{F@HIgHnIB#} zM!*=&W3{{GKa-gjc2hk#xEf?d|~;5;+t)V5;1QcO4wy>yz+{hH=*jhzniJ=M1#DWGuvY za21>?IXKiWeRtAt&-KEhI;}gpfSBk+hd(2>{;#HNc|vxR5zaRtwo?h!i-BWKR6Svw zI73u@2~{6tBVDFBoOn9Oz31e=o}THuw~|vdZNW&jYs?9qF2A!d)$f=7n5jTG=*aJ@ zdvuJju$VPkwH4ho_4BQcJ=l+jj{;GV)#X)>UH&h*oASRAXZY3 zab!|GVvKnHFd%RlFHnMfVmmjgiVPdSciggv(4UYiuF1%>aA7vI;{Rap&Eu(D+y3Ee zNhL*TBALpPBttTkaqY^mHWG!%m?(1@BeI%kFtvyZAya0VXG#$YnP)084;e#vk8>^V zXW#epeBSr3-ygrv`>fBl_qJTud0p3eox^c_kMHq4IBuyVYNu*}8wQF|@CtR!0TLxg z!}mv9LLWl_`vTmA7|=~nem%6+0MG!E0fHEf4rBm5#e-OnC8D$4K==o2FHNxTp>!1_ zo|A3Ul>p245cnaQ05W7=soV)Hv^VJZzx^n)uh;IwK`tBQUZQXc2!D=bgYN|}FaoUs z)Izy4u<}QVSn&vMhCn%5)yn-iQvq-t0a76%nN1y?u-a&J3o!3`cxBH51EXPH679N{ z)X3;aI70_+s{umaNSH)wG!^t15aj?&v`m!&T;X{B2)Z#O@dH7>7GQG$T_RJjADM{! ze?EikiapYYodwHCs%ruWjd1NtMGRwri^_w2S()JuhDN5=d5WzQ5xoP;H->qNHfcyy z*v-b41caHtVHwg!8JtU_$I%-=?rL&QcLHo#nn@SmDh;5Fp$h=RO3z=d#d%c+gLIQw zO=vvOEiA@6^B#M9H^Qck_<3M>B!WqYB0I?HnjPzCG1W&h0VTJWljM(roRcF&p?}_5 zf$a^#7&;VR7@%IrDg`VHgMV1B%#ytlS=E<~WFjAUR&3iZmjFG2*WcUO%8m1tH9+iZZ;i zt=eA0C>jKbHW+i-;Jm{>{0#d<&LDrcuyF7p1DZUCb;JW?zA;ZVLfQ;kD!|M^oLt~0 z^`?1%sEgM2B*fEOV9awsOdwVeRK*X0#Os1)s;Y% z(B1tFh7ADNn&zUE=YxZo;UMs>c!?;G3^Qr^XbaFNEpLGi08h6dWd*@X*=b1&tsskt z2Run(>R08hFM+U<^hw61DfqI*gG*Nh1_?<2slzff3mm9HAjiljFjLPC=G4MD9e}+b z+!XSZp^F5h4ufTnv_fDYJ$C2@9KccvwkEI|5eEXsxhR5xTzl_qrq`T+e$*eA14*Z> zFrab52A?x5R(|-Fz>9Q)^Rd!d8xQlhwfuFv=?@DIX7U5gd-VPqru;}$X^E1apw@H2^3iPQCtmBh(JiT z2ZNkm&jVO`4}E-|0s3*t6f^~RPNtMz(z5g9NTTts_Bo~iF2>)gs##jqRmu<@M7b)< z?xIjH@TE+fX&~m&w?%VQtSXP<^Ubi);>2qU7h3RWE2z_c%j!GEx3?V zVVhElmM1h-5o;7#>!1_3SRuC(xw5>J2zJ;;SxW34REmXYNrJSrv==+tiaPZ`bL}Y} zL?|Ll2f%!E%qxM-5Q#L*jAqoLWJyHV2RiW(O&E7cWF_z-keVD15qMij;4QHm);Yjt ztIaaI! z8F#a%cI39@#7JktY-me$cTV{>Dmb$-@8_LrrhmIczb@ZMwqgFgIOV?pF?wHC#?xOy zQUHK|54QJ8O3~dnV5&B8Xwg#EJ&YtphfRM4D3DkWeWx#Y9pDO&iyhFt0&nN)qShwC z#=o%Ve*0~5|I%ol>;|!qpE@>hkIhcdMSn*NT&)RJ2O2mYg;99yeBXZ>FMkQV2;t3~ zqM+@81(6kjr}n!Q z=IATSSwO`k=!PY!S{t~rvmD zEJTRd#$w_C+wX|;(#TG9z3VO}dyFJh!e#Y=vk5xhWE5xwG%y~vgug+T4UpVeFlv>^ zD3TALKxXMICx|?w{R4u^2vN`n7H$IcJ$?v41kf-_oq>3f&bxL1uVK+m{$6lT9(J9h zAzu!ecq26pSnpA|4iKCxHK!u(o6Z-)Vx5$wn+Nokw@sfY)?_dT4M75N>CyhWwi5#! z%BTGTTscc{KoIjGvNi)^)NwM~G9V-}41w@EG-KU;$-RJJ!df>3YmpY+P1vN`tg=O3 zcpa5G%;WZKECKGb8WuP3#p;3Emjc-y zpjw!A&Jkn+btx2oP#c8(5@kEU`i3?WAXI?pKnkESz%)|Vsx6(0g{T1Ifr!98AM$ih z=HXdPARf!d$NwBp`=K8%^@qPo?jU*z*sBV&=V=V9_F$MIWfrmnSX4+4ywnkLz=lE5 z0W1M+;Lc?oG&et14ulR(jpl=Nw4_M~h=?JbTHrK7Yo)B8SOqL1VD6h{V|RFqPEzgy+r9bFBZ{wuVgFm-;6Ld()Gqqp!VcK~ zVJh7JFN64D&%`l7cP2d-v{W;MpUR400cVS*F|<3Yppnc%}v^z$w-~ zI6zr@G1Ap3fa3LzfJ)(O$Ry(fwne@GSS|2DD90KS3$fxi7i*E4IheMsAVPEiR_6!$+v-BC$2#s3rRW!gN7Wlp{+^&-?zyA^Bn|^~!w7&6_FgKYHk0dy z{3J*df<2E6<~hRe(JlxO63U4}kqQ*`)6k+j0nQjmwt>-!$WvgI!oEZVw^}gBmHIf> zT@GNMD*&R+g2D&HdcZqU!OZNV=ma8JTXOVJLmXg0$)5&5b|N47q)562oRXtum0eD1=0|#0@Va+lO7NRM2gDk+a zWb_umz#q^_0knyV$~e>@jSgghgGCkvB)vWHYnHxVH`q&WL8ySJ0W{mb9|7~PE8)p1 z9aW6oK*t^hF+dzw%W8THb%W@gdglCkBUsD)KpG$;pe5L}?EQOmO$Zx+2by$l;0Z7$ zKy4IHM9@Bvg6TEY3{dW*-6{YrNn_A=5V6=jvY>qWUnaZ@;@%<>ub1V<>zplHdpXqd zwW{)$!P-SRx9yCKj5T04W3a1#JQX&9Vo=bVO_8TJ`*6tQpL5LB0M9F@x*V9)z)NlI zI9CtGnB&SHml0)SVhg3V97QgikC{V5^Nl?1Jy& z>8`+@x;~%;AT4@w^yK8^WzM^LtfK{uTJak4h}P1|8sYXoJ$(A{sPt3V;3+`A;Lbc} zA%8;2&Ner#2!V7+0~-07sN~E>%PY7(3BO1gh;}N^y{{VI>BiTyIU@7=e^R64^!QD? zoM;Hl5Ud9dbqa{NyD`^21k9GE^zP>@ULpz+;32ug0O24FB5jUBi(U|D-+YBI z9uIN2J&Pa5MQugzGLyesC&2#Xbk}Z(S%}rz0S1(vEd}W4_pvpDq!XFy6xjur*_vvI z4*(LtMTC@7GAMl+MA);KOf93l3p`5TY_I@|ae&w%@foA|JHT@=>nyA`lP&mJmkikN_3tRf&S83_#qP@K&oM9#D@a z*>A%+od?`x29m5OS&qo&20#Nz>mxP;O29 z@TQ@CFLVngyq&_mg+^kjL+%6@_Wxo2J-ILsUa=@p?-8#Mp#Nu3^aFB%FpxV%Mb0RY z*V4GuK9k2o-4VHfQOp+_I@I0@aUAKeoc$Whjgqk_ACyMbtML{9azrfu^=q}KjQ@YM z70=DCLL$~zKz&9XdO$V+s3`~Be|=eRc0x zecGI3b*?7$S_lKG6(4uA|ql28H!6b5+L-U4Jb6hK9B29T&V00UbUf+~WOC&Aw2<>VYtQv_m& zC`e%-o(D<|L^OU1p8%4)jVH*8x2%5M9y@VET|wNGHR|e;c!R!m>fsSHs_7cICEvf_ z1i~DMdX7iB11ay>6~1`9Ic$MY7J+}#Wr}_^9e_Z@0m`{uYqQHvS>;RJgTQV2 zDn#we7M>an$019O`Y5KJm@p@jR?mh|)KI23kaK~;AV>r-KNP|{ng^}la_WYLhUy(0 zn4~oj4=J12_u^{G_+D{$>^*#XAQ1rsG0L*kAJ4UtM zFmCMg(RIc{-01b7#-#S9iE+s z3PbX!>JDIk7kXX&{+qe`o6S^!o10rZr+LQv^Ufln^1fFl!aQR7vf{iC?%3f0z5z(N z8DxI{EgOvp*=RZ8SRIIF30~}g%)*7BT1HF=_yY&WT!5c}klqA{n?H~&hCCaaU>^!( z?GagXJ_ropXD^x;MZ(-LB7?EqEH$o2}|R$AKP;V z1X=IXDpQd)hqrdME>m6t5;X^ zK)|c4-3GXvkFt1g9kv8$I_uOiHkaTjHc~mU^m)+JtiRP`1Kj7PH&AD2peT5oRMXva z9_GNh>7H?G=-GX6X)kv09BXXdb+iAXX-@R5&X^UU(TrgBsgoma&x2kRNK@{EKtv8R zNNFdHL1noU0s(7Twd4y>tjiHHCC;?l0WgYkSjZP3ZQtu8{jb%(Z_%Y?aJaWcMr3r~ z*@mNn{xOeWtpN*J69yj-5k)=rl(xaJ_Bz6GaVRcnQ<>8RZCA2mC z8_IV9#tgWC1I#thKD_aOu^-eHqY;$`)vJVgj^tnv^%wSHK$VdaI%Jll7L4a7o?&MB zwY&SID;6}fqt}7=iEDJs)vlm#R-7oA9XGrF%H2>q=V%#?_ z8OYIw55fEhGzNtFE5Mb#-dn1-ggBk>=t^Wngajlb5!47EPzEtrdh;&M{l7Ce8j6av1O zfyhJ=+Z|0v^n}S75rsWujW^6~jis>FcSqy_^IqMpQeu5Eh z@CTnJoj!dUaa$oo^>;bTNF3bEA`qbLp7nsDGY}XK5>fIhWpKbUc>OPCobetbN>8AE z+)f}OYYp;#kjV=w6Ny0FLus?G`a!IW3yl#)zN{Vnny|Dv?HS}bp-+4NKq=+)h?&3+ zO!yLvK2)PH*fa$S0ip0-Oyj{oX9M2_!$N2Hnr{Dr(ZIT*=EsS|0?BDyI`{6OmrN;RF?|HLlt zgcr8oWM;*)YS9*u+Km48@mpqT&PfnFzyt00LP#)(AH`Py-t+p2wW&s{sTBIKyY;0m&wxqNZVK2 zQQZ}*(Xp@lHt%fzXWU|AZ(;7sIvE$`GrEaIK z!@UKD9aMaq>aSMLNSW#6p#H)e>_ye=j7TF#s^DS#Dbw;GT4Vw zoy7>_)_~M2M4i>bzr{lwdO$ag%3+{SV65FfN-c$Q7N7)G4}WzA1~lTY!>gbsduKS?YHhFBd+MXn{+U4j=J-Ugz2FQ9fzpi?#Tl{M?nM#HZgPo6zN3mg)uY~G^ z1LqDUxj@nHI@NObQw?dIAd71dH;6)lL8ZI z<6XL+J#RX6Q8q8TVQfrH~&J zC?BBiyW5G$Kd!iIXmY6_ar+S-84v_lG}*N^D?;&KH?7gu zO9IEvbG>tUFSY+`ARj0tsNWnI#0`$`Fyc(@3@+<#V4gba(P#Dgdq4wyqxd5Z5~X7z z9P~ACMj(d{l+!4bn+V$7Ng?;_s=DL}E8fKs+a=h)a(?|q#!rNrc=3e!s#Q))E7l$w zZf*NOlOyD_mg^Gu+D?Y{A|)LVgj_6uA&EB2&#Uj*U{#0AZ4Few6j2`G{Uv!{dOUT| zd3$N6>20aoXYXCLzF?sc`=_vIrm2;2>c&ni-%j?JYQ+ySeP^-5`U0qNA!S1;BGdu2 zuL%U8J%1o4m6E*<{61*(s0@e*BC)@!H!+9R3SnLjMsMy_mK#+c2G!<9Z$$@>;0ezU*FOIoE{Vxz8Q{n%OB*B3)90$vaG8x!zXdyvaRQvYr zL%9;q{QV=qfCx6tP-pC8r5VLv?{Jt*Dx28P_#wgU+B@c%Pw_T4BYZ#PbL>@Fw<6K5 zn+w?kMUbNbvjq5gFVF@E=8>d80RRUwP_3&y&z?f#Min)6_6B=}o+ia4Js{X^x|io` z?_`7%d$Tjp7W;INI-Vm$pH<5fP}&$#1GW)Fj}E?L08A0Ylox}l=wwmIUePe;u1ZA> z6*ANC*)SZuJ1r0p^cP0m0{>Qn-5k7pet1Qw%nBstEd*_c`shICF!lZlU7#HK;BakW zXkkLvkYjMDR%T>gakqFAW1_!pp2O8dGG+W=f&Q=@C_qLy8FUba=8gdun~X;Rw=?bc zmA!HTI7lySW-yhrUk=y1jA(DsAf-B|bV!MBbN(GBPoOkGvDS)TGx)vAuQlwwME(u!ANZgd2Bw)z9WWR}Yl!oe7Q7jtUy#BrWOlDx&v4k+e zLXaUCA1KcPL`YB$MoitQz^gT$7<0=(E~a;Rx1OIJbd1UR?G+yI>^?MQzV9>c9~}w> z0wZ9)$HXif-kN7WWa^ma@#mFnhm_+`+QG*UY3`EVsEaNhf8!EG9DOUlE6Vf3;bZS0 zcgXwVPO-PN=et|UEqg!E(7XmC>#+uHbVkucxAt>pOfai^c<=cozDfj2wc1NJ5RgF3EOG#aVOyo=RVr(*Z zPfFiwP%~J$c(qpNwO9AT>+{@`^vB1H{rY3sZy&9nF;Q5v*2b@ljc+;w^`hSd8@LjC zewR!1ITg%;mh~|BOo3fCKqf9$ITQfwmVT!K9-^o5C!3rRSO8H~$^BW}Z7;a-qzU)i z=g67;MaisPC1YVRQI*vXcVMv{cXRZ+C%?LTuWglG@ru5XuL*Msbw9Wbq1(#*jalsS z^w1gt)hYOctM|CM!7hv_@imeoN#i!+t|X=Nq)UrqAt91_&avFm$7_jFY?!!0EAfQY zt{v+SK|B1E8w&}8+I7gFMCsPZJ=-r~b3tDI0iI7z&JbYBLTK`+52svl$fd`x@b$ZU zgPZ~-9A1x4R$baeV!U)S_Emq{gHGPHyM5FcwV~7uAVc21)13!ZaW<7#$ddWIO3|}R zx@U2+w=USmv>mmWp;e$c%VEG}ndtLZp~{-qyrt134%@)K$C$f&hq!Wu+}u-|(x8UB z4P#o%3y%XFzmxRBv^1h`U1bxpOeECXD&1DVQAR0=cBq*Nr5`jg#XCc$v0}6V8~Z`k z2J1@WW7X`&8NN4vAKb<+nw8(3Nj|8`&qv?gW1z+9RvlrqOif_2HbUML@x zUwAg45}(@A(Leir@T*qJ&&T%kDNR=Nmr_$t2qkxonaj|eBNyH-8QoS&A^Brl>XNsd znHDV8U)~=7<%-D1ZMYxo%fUn2YAZ@4PKst0yIt;xQXOlav}yjz^pLtFj5Q^5W8kB7 zgas?^JRYJlp{mBnv!y~`_k=B)nVDHSER$Sc`yUYq*kEPu9DWa{|IynlJm zMx2If(r&4T`vtL^Ce%j8^XQthv?UAP#;z{2f=&4}VqK2iO2qmF-kB!&@hRX~f8*ng z$&i&D{rtc2Jo(8YYq%aeDSlyW{hY`x^L+G;ds7aTx!(mXpTN8C zvS8ddTR}&l9O!?TmZbFePew+Z+xW{Z`kiE~AVw1#oMwMILhYH%y~QW?`O`{DZOl!~ z>ZbcJW=c=Bm6f*95b!Y^L93PB7Th~>{P;>KCvY7@SJsoUx*zt1m6e#jiHq{J(r!4K zM|-nEtNX1#BErXF~(uZoz#{?@WhV13AT-NSb9Szc6+O%D?fJHa*o(2(DX z*(estz+o7P)|g%x#Gu}L-`D3qid|W6cn1w3I_Z01=6(HYGvl={2RWc;bRKQP%A9a! z|8d~Vef=k5YgVr_2pLozsdB)N>Lx2<|9sx)qZw_1X_m)ms5XuRWMXsSS~pT5HtKJ> z6Evgi7gR!b5q(QYS~jx9Wc?-t(d&uZ_L(uyV>bSt*lX=ry!rcHH+|`Bk5e7HvbWH2 zuieJoivj!+ zhz7`Ikn4ZBADt= zC@Er?l2{Us4o~I2v#|qYZeEbyp4aWt&k70xGI0Twjfye^JTdixxIi3#3 z<&Qzv<+H5qN;~gkJCv}3k2~#pzN`;ZF3O3|*WCL2E$AGpwJkA!EBcL=grQGF0c6;1 zG0M5`B$nFa-(%}=-jeb?;Rxii?TnbEBRujUP`|lMIWhzOjeaMMqx&Yo!g9-deJnFU zx)80fA|2*VOG3wBTyTqbXw#k_q$O>_aiMRp6I1A`hoUrfwL3|aZ>R@7%-q!5e9y66 zOSgp~nYu#6e`xPwz%=ggoWgD{WbpG4CBkJ@oI|BVzN%7g0pq*N1pV`zI|J(O5%m~ySy-po<)N_^C=Lf=TZSiSh)Z?C^ z<1RmX%V-o(5nLKX`I2-2y_$z76>Kf>Yg>gPdKX;HEL-5P@P9i@Dal<{&tQGc;)Y44 zen@y+$u(L?Kvd;sNyogdgN z>4if`lmkfI_pvl~C~pvtEON*St@`xo9BkSsHwGnlFfcHLB@{$P{#RkxL6L5)^t3m4&~cD1nNu(h@xyCVeU%A`iCd+#)YT(_xQ@!#pyK7Ib`Z!l z2#qz`|26-xXbYX?+UViF$3(h;0#brSGa5~ejfX*&96Zc$L>Gh5%rJQ3!FZ&A1;AXf zg{5VOz6a#B3I7R!a*n71RS~38BZCN;aa}im_=tpjNr;dCY8tE`3-VdcL(``(f6(2K z_H=F8DP?+3S9+oouqg{GtH36UCaHn|{1Mn()*^9Az<4=%XLBGa)QN;9e)qv4s6eyjK|91K01^+m8p zfc$)fm_OHUdHQ{c8Mt1JAbrM9(U|K0b+g^k2V$U_kg9q4!(?h36vTCapsF$%7iYeqJ|USc6wT_E$(X2?f7&_ZEXoE=^lTKrc}HTh~n=$Kx16>gNRv% z4oZi^$0sEG4S_<*gVra1cptx;lVjcCbSC8vcZJ2!??YT_N4sM~R-BV>AGZyt@vw^5 z8)c<>rQgqBt)57QlZ@29K`i&AMIO-XHrjf?n^cSz5N!GO)Nt>U{)c)S6wi(_k=|}7 z+T62p@a7W1M|m~JNv$Bon#FS^Yl?rl*P~^4LDR5O*xMCMa8v9NJs)1nThhZ>*cI^M(`sX%`Ra&!$CDAq z%QvzgPuF)Gm70$6J3ZdB5YDjJ{^_-o{`Sf^-g)K--pEw!7y5}R!F~~Ai|f0_crowD z>}>IyQpb;He3|-!Gt$@B56&*@w;O`GxLa>uguLBi#wMs!P0Fnf3J$LRcHLo6va51p zJ~2OE@@9|K_{ogUWdqwr69z#)fPFhO!;O_Zp0CE=zCG6~UfrC-YJBl)-O9*;g_*t; zni>4e9xhq>@4cn5dZ8M%#|DIq_N3T6aF<44AbKur6)M~oraryOqu-HeI|tRwbaIi2x_Mcao?edw`02 zOn-Sw*BwmQGbt&lckE{DY;#MC@?+cl>(VPz!6nxq2aZe=;#~-NPVl}5ue)0(o3xTY zUOs6dr8Vu}`)ZCY>DXS}%?ZNfo;Ntd(l%=W+>~g`Jwpb zjf3Wc`~)}n`72;9QJa>*OevCo%2tWTloYAf3_9s7)E*vO5 zA0?tXhsZ;R(sNGv1`eFc`z`mJ3E4C{Cm+tCH}JSPg^SXWB$!vRko83*14Z?St+y&0 zRHmEm9rGQn>!?R$GlZYqE-{25*#v2%9b&HAWzOG!=YHU&^fxIQ7x&xC?hC$e1{%en z>=SB`)JlhS2t(p2@y<{Yz%7q-Z6II!T?gF^~aB*{P~jbp&Z-W9J8Spqc%`?T|6u*`ZvElc-H|irq9Ll ziTRNUkJSP^pM-?=)zBLXUMV0QB!c9P1%s7Oo;>Laku1l~8x@Xk1ZSkp&W~bsx2`3Z zC^B1p?XOK~6sS#Y=n0xoInzMt3c^lq%&H8itfIh3B-R5J5@kbsJ#!h1^a4o=ql^bg znom4Lpzk;2YM6?=xFYfbX{0C?)<7<_BgE(ui;E2as6ip{vjASFxQh&Gy%onj#n(oD zb=xk~+L_`i<4r@weU7DVz0O9_K7yQ9mVz&ryR6p;*EWu%Ag z)KUT@l`#97lL-k4fK&dIC{aIq)>qu7lVvv4pvV<5IoVxh2RVL<(-52kRSE5O&7nLA zNzNmeery^X7+~-C=}3J{ivyT<8HChlA=)quT0`2Zsy=Y#JzBBR(Pw}!ab8PHt6;{^VzjknG7~-hcT!KqGV(MtQu0L&&n-3>{FOA8i4#G-+XZ{vSJ7>qNQhO_K)s3 zp1MzPfr+m4Je!7)Q`_^+y!1=`XwZK(h%BO?;>{S$I~U1ZCZ!C~OMh^^6$J@koeee4 zQoE;C5g9wumYD0Gu&r1_$1$4g>jGb?fCTPQ)-M&FxJhVzQIX168UyJa5DzorI}=4=MU19lGTkGua87 zYMZb179A`>q<^|d+V+urN!%gvz=#XlthABkCQsaMk?mNrWW7O z3vT==>YuGN&bn4p5OUf#&wYh4hiZ+@=%J&dkHaGJh4IG=n$fgPr%ov+&i($Q zP|&fFa__FPXwc+aF!x@(tcv5f;Ll-KG8=Jf6Lkyn2O`%US|VYE*`BsHwU{aY(Zf8= zdw({qxxh*al$U^-OHC<+yJ{Ci%60g{~U$5Y>6&I{9`B9du4*%XfBZ7IXT^ z-|t-V?dp5eDs-rF>ZHa}G!Z0^zZdLYJ}tub4NPITr>WIzuS{bD>f1+jtp|OunKNx& zW%WlctOFF4kI;-RK51_3_p#vEL%tef>C{Ux771O zm>?(Rd}VSa=EtTpG7{ZdH@%eJ)l4z$(gY2R0qP+z zR_pHl8UOw@om000Fg;a|-_0z`J*sh@$t^7$uil&|ot{vv+(OySOVxe(N(tNTei1*u z6e&EX%2BduZ?rQp?5jBLSPuOjhBfEXKM=r#8R4SzurT`78n%7;<-OKd{T^OSal{5q z7}lWtsxiwtbjJ)U;J3?zxM5O!>p$Ky}w^!IKFeUkxy!sp zlyAsP&|R+qusZs77q!94hp54)3YZ83bt&sRjnPHFX|}}v-njvzK9($cipRp(zuG;3 z+LdR;eOh0swxed(P%%;?0kxo1fGxdPyU%)nZ8R=?&?l_{4N8)zMG?hNnob4=$~7>> z-KdGrOs;b4T}8cW=GJv&!QTya|DGH4|LROiD~|!RSqDPNjHr<{2#VS}7w+RoQ|rA) zgz5)M>W2dOj?!LPLqIFhSH{ULxc~OW8lJ+n04q3Ok|XwS5Bq)%#Uf0>-luU99N4Y~ zMoJf7??cCXuZ<$S9CX!#2OIyjCsDfMdHn1lt~K10YX}|x`ThC|AcIbLyNQd^SS8F= zCF7r3J=kq0Dx6O}{HWEx_X7R#koDfb0^4Y`aK?-E8<3*3w>EsJ?Ey|FLPerUl(#Lc zoM?-!PdZ93H@oiI(Y&@KQl8&?eTd(NH%Fh5sk^~{Z3I(VNK4Zv{oBiap4TLSohSX* z_@UnlgMRIz(P)UJO^RXb!$BN1y0v5D8a_^<9suC7`-+VPWpBn#Tt;ude0{m$gcto@ zmjS!7YX@~;@4y*Jje<%#0yH40?ipYOfBv{Ze8m6>PySf}H!n`wT*Duywv!PWi_EI1Y~z)le2qzM)`%2)&P7RafZ zA`TKo52zk+D~cbHot=HU<=VbNs5}+sP)`K4JBQ#*&WGjo77PSCZ!`Hrmn z_nT(vA{8~{b|UHL8tG{j8GyGImnS@g_;%39f?OPXemN-G%(R;LnL~ga;ZdOLflwXi z{s!!Q+JB9VGzK8#)Pn*J4-xSgf$_Lo%M9#qNl;+qA^OQKzLDloD@Z+V{GJw}Oh_X> z^z79ER)!Cc{xLeNZ-QrZFDEtc=gWttpUpB-3a9=iYG`Uc1L9iX!&qEc`T9tg1D_65 z!ZwqmAyqI8D!i&!0~8~0a|ueINJC;+{;3hZQpL-(y~V={W2rX7Q`8Jhf?MmxTn3<7 zfjtD0vs#uj!IpqC8V_JH`Xl@ zNPIle)YOz54bUn0Prjf(`Z_ax>IPXha zFq1dQ$qd~!pFdk=xY=VDwY8n`Ax*|0Q}?jI3Z(AY7%P~pzC8Ulzoe!Jn@P=fD#Ct_$NRC+K-n~J!XpSw$wE` z-0Tu5=;}6G_*t3+GAur1LamY3;BF&B<`mqu$CJ+wi0`A!QLe8rO7ArcZR>U_=&}xS z&eJ1D1HqWPIkx7SrNtEJ!imCbCqngwJCL-y^J|h|lbw>av2oIaa#-xPGowW|pt9GGKXc#x8z2 zeb?{jfd64F$v9+@2Xp~i zTeVlx3lDR)4$>!Y!m1`DG8c@j``(Z3<{Nz?dW5>7vFXr~taCx?<6aKLH21&thSjTQ zb;X&eVPlh0bK-~h8BvD8Ot2h04|rw$Fx)D1d*+!!&vf>o&Kv?nz=cP1tIO6_%bh-0 z8Uv_V)&a?khgd7SloTXn$f5N!(u<=W*pPT4T1-H(=+iG)1*@-!R9+E5+Jv&-tv7u) zwanV`uzDo8VQ;Z;yfKS)v*yH<#oS1ELUv{1y)41yiK^81RqI~j2a{d?C!`^t1PUCc z!|Egk9BLqIDFZ^|3BS(1-zqd1ANPuk2idG^u(Gfh*8tYfZ07-7l6M`pMYBOr$C#;5 z4%pefGgl&_L`EZx4exa%hKgRgn5W>UHZ<32$gG?bn3Y$lxNF@`I6+f-!kb-63&{(v zteAQX_x$KCP7euMK7x zOYPym);GeNDmdQ;fFvUzk}wD?4Q(Rv5fs6B77~&OT;ZWRn>p&B*0d$uIKI>CL( zr;1#IwdWw1&@8IZgDcP(nWg1kj|)DkpeuD^0b~vla6oV+bEFVd%4AZ$s{aba7_`es?^#Ov!V^`&>LMA9i8cnm=E)$TfI0Z;IVlvebr4 zE?!DXQ-4f3KEfT0sOU7&OTXz#FGl^je8c%2UFpwBH8QJ=EZn=AS34C7VMHd@^N&`K zS!kTjNCVv2f^`~pHGcg`X@zw9`K8U#x!b(teXPAdTbef%v%;VZ8x9z2oQ-36R>n%V zLrMxd?pVl!5_QTMbuhCCkCk&S@q8>9@8R(S;E%c@q7>MK!W<~7g zwU?=qe~Hmu)zs|lr(Bvafb7$h48Y`~y2lzcJ@ofD zyR6wZbuJJWjLxm`#iYr|c}HzVG$2DQ_!ARp>?13Qauo*-u-3lY)mwFS-G8%gI1d1d z!Y3$K*4?H0@bQ`lGboK7bI%7lY-u1CLgasFvk!q^Kxrfl*|oWUJ`ds|%FKewn%xa| ztp%$irqLCdE$P!5ES@$ryBE-AtVIl|=M>Jga%0>ZNpahVpEHe^*Vc_eQFN`gqd(tB z;Ra&c`Z7H|R6~!Yw>-58!mpXW5&ZDz5A&Hm$@A_}WW$|^7XG0mK_oXStr>`M@CXlc z8G8Zrcmt>l@74RN1Yk8)Df>xVr16WnxQT50@z9WBcaW}t);8Do!zI;c_Z=ptKQAje z1pNWwc(z|o3k;P%V2Goqj5rSE-rl_KW}j9)F)v?R=7xiRvutAwXMPLXTN4_)C!;u)GxV6W@5uJAIcEi%w@RqcOZ}X>Z^%hG|3fVb zch@b~$Q1j%x|Dr7d^BF`FHilRaHkVH9OUV+m`@{{vM+=NAA&}$u8w{=l^&`E(w^#M ze2JVJ{@{9Nv(XT+s_PeL!$ZzC)l9k0*4*&C?{w8~IJrfxd%x4!OSp)xoh(M7VSAS> z4>jEQo!e$b?z$Y*;e5iu>M|`C7c?a?6=l3v7!9-6<7D8k^2fvOeY%I0 zn>f73gt^zm^=jo6`lNvtK&65J=sal^X{fxut_{FOMNn}{)UoXpk)N;?)LiX!@DZ$e ziq{v-F1bD5JaE90)=Vn7%Hg8e(*CHsepzA~!VUWt#RAPTU=`S3Si9!$N`li!2&o^_ z3cKaj<6ki)GP+onQ$F}~V~D1|af_`GYcjgUnz4`{7mQ=|O&!M{Is)GCyxYS5scW!W z$o57HZTWkLwhLJuKS!Omk?`6bS|!S78YFZ_S=b&mT}G%|L)dCtgsb!KYsJktqYn$?;c+<-`uUxM7d#Dl$_yhjn=ntS`fFxmr{Ad zz$)i!&b`T-M`qd=WfW5)DLslm0B>cBvB-Q9ewh4HSjg+Y;aKHri7k=tAX)UwyM78-={sxUq zCQ^pM0={oWCe@?8rkQdag7t8Cm1rz&*0+b4#+o@Q2(DuS0d+t zz;&uBGiwttE;#2ExG1d<9xuyTV}qA_!o^jtvUey8rW#hvR&SB&hStazx(3zNgSc<@ z2z#fA?9JdCr5cPO82L`J`bJjiU6#FCs{%Br55;7Mvi%Nkj#ckH*F&R=TsVZX*lc^1XZ zGz3iM>?J9jwpgYNjc|~5^VpWWl9JeX{Q=55xGo9^Pu-8c=#K`Q(_r~3EK1HiE0o;5 zN2|PlR=$(%3|TTm=2K7bMBU)6?&ijxk~lFbeo6IRl-3^s>m;J0QZ=VS+CYn$4hy#C zZ)oAvNw_N4%Ar+mt7K#N`zM#i=q%18{*CiUi>+I1`=L}PP0?YAX>rG-gOoOQK7=h~ z=EQusx`?Z-Q-^~$)rYV2SN_PV?3Qj0-RF@W`f}>-cA-qw;;wF0 z*E3i7zy3IWCCAC^5)BK{Z^8v%G;&8qeu(4eo1@iVQo9Bo5wJsszchA6vIi4ePV- z#|^Hb+%wl{NtkQsA8z4|xjNPXiat!SOHQJg_wGY9=vL|iVA~tKVOMaCxmPLsS##pM zU9w#{v6YGa9aWlI1LTeozgy0Re!*0PiS)_`y#JXKI_#}J5(fL{FYs$*J1_TWdv$WQ z@hW>PjuVH&Lt>p}J5syb&Mt6=uHl-bSFq3!{7fEaDl2X^3wZxNw~g7mz9W3R<*^X| zvO^ob8a1Fo)$bn=L6|w~PJGwY_=90X;+XdCxw}{<$*a?&I3N4JlOw zmiaFMk2O2`zRtf|Qo7B(<8zqDDZ?)=SM7tdzZKPP_v}o4ERuOaJv+sqtIP6|SwWvKj z)cEaz?y(We1dHp5Cxm1!zj*4NE|#w5G`S+7cBDCKYYsl)5qXUzS2qnfB#DE+!Ptj& zMc%IM!yVQxxdFQD!)$9Sk}C?)5Tmq%&ZGTlzlY=5_bHWB8;aUp^_32I8^;a*?1H-Y zc@?wf+AeS=d?-(Z351>y);>*t{JY?U85JKRY=Ye>-Fy7$M&KwO{3|}X2vNRGkwrA1E^2H$r{>J+U7Ifbx>+x={YS_np z%e-mMZh2HL{C-%Akc4W~;?Kcv8$+@R(%*g=fiZ;ci26)?T{cbJJskU|TKDYQywP?$ z-{-ob)vjpCV2Nmz)T42*6d5ePyHd1JDZ6ahuf6EzVcj?)OeI;?H5}W>La0i=R8~SG zU>1On7jB5;=VfU2-nCSb1e_*x5o+&L<=?crmaF}Ih>kxX#O8_4W*is#V?-PnSN`cK zVUlN@s=uYa;|$l|sdY#~zzO@W`2an_WjgzX*x=zID!;mXGgSfN94&qmyR^&*w_QI= zN*k>AxfLx5)6gYO99_P-cuXB?MG9TwUb-URMR%XC6kQE&1^#Epy~-=~B`M)7vnOy| z=xfSNki`2wT-@xx#{NPB2+MqTS)8w$$>k%hpWpiT`{DZ!2dek+U^61r@M~QLY;gp( z`Y2y)8w18{BN?=)aS=5AV zyE>DTo2{csTrw?$F*ZNDQUUF2v`v^vuF`*U!!^CBy{Dya{`%GkrxF9oK0lutp7 zREGmj(>x!SvQ!hdG`sAP^0deQaXOppH_u0l>6x<8Dyjk6w@VH{@@Kpy<-%kH18^~_ zw_wtlTdxCDz)+A_<~xx%+(}pJk@Dy7mDBgOfj^aRHm=B2?S3O7`+N)KJQRI~3+p!W zl|t-2@$sgGKi@)bj3$r6c>>9Ii&BrU9t^saE#NkD0Np4CVJ7SY&zHUMq9!8iYz+hB zi)&LC6UwA;`#mGwZ)|#4z|Xz;9_3IN`0%PmpOy&fzar%3@Rncb30cY0(%`DQlsiN+ z(8;+3#zaU)JsZ(K*q3A&5shp~9i{rh?ge>n%4A)qo&tfret1f@Q&02SSgF zh5V;O2UhidJzH5`CW^dxFEM^N(SE3A)v6BM&L1|0A0yfCQXcFYSaC24h-LH+QxSy^ zE6j?f9?e}S?;eesWqfDpq&3`7BzC~hy|_fd*19uQYIT}e@LrCXUfI5;<#TH9^waY$RLs{t#V_CbVzb=W?*|EjQ<6Ce`=zTKbWM+W z`5mFO5iJNi86k93E93Ufa=Mtd_s+B_qou5F+l!YUq_~fB7flb{?wa-3FWHnW1GO-w zN1SKA@CL_|hf2{MkoLl=6v19Ux_5bY_?LCi{w4{jl*PTbZ=aL+W8xz%8O9r@K_n>a`ZNCJBO!IX_BY|g#nSe|=yq(*rn-BRcCA$OGD2s05UuAB&3%+OJB z{hl5m7JEXmAdyupN%;K9A@O~lkr_nY*jjwAqmfzZ3J46av7Dc#*i-oJ z=$;~MefCE@Q9BaU7Hu@yl61Hs^3KB0V#4dc$bn;-7H#^54Yn&wFARPkUOdDe;JJ6u zBUMV?%s!&npsl9&7{oLbOO9)mxH(2OPbAd)PIc&S-(9} z39~&p&gR$u^0bk$1j+!dC+aPKmFF~_jHvJ~RA~W5q!I}E9fq_Opz5~V+b;XY({pf@ z$u<=@ts}3W2m-agkt zMxG1~eWT)~Id5>YaQwvl^Ry|5TE}^KcxWj7W+rAg#3~lcXg%?8^{ioQOZ+k?lWwH^ z`Nw99u9pk#S^}*O=W5;3^tTsf=p;H{7|bt8Zf>&=8eCev7kF3l*ghcMb@724qyxDGW+PBqS$~O*-CQ znGWAvRsvG%!-)F_(knBdDPTF;3MIMGV}eGA^Fa7+lFjUo4CO01w8eJ;07&fuBlp=% z&Ev$*?E3sS6|!B1fOy;gZn2uJ`P)4+N~6TxKHyMy$vNItvpXw=S3=Nwb@hwRYkN)? zL(Z``*9?D9Ce0QTk!{?*JVWO@%;UmhK}Dj$7m`Qo5XoFS;6zxx3%2bIKy8WaMFO-LWz(IV3r4<+)NK{5nS z1T7^*pbc&gr;`m=i;20zuoD6hSKi*AsHdOVz1iaBg@(be;0-gyG3A)HWsA7a4?Vl_ ztmsDjxn+mNW9hn#t6dcX(?eBPgGS26nyg>-$VsT)N??uRs3m3$Elbs$JNr^~RxtIY zG;nw&zgt{7nAC0%3GPkvC)u`qx9<^exDVb@`rStJ!K;|&gWn3x2i_Npe>-0lRKeMl zL6@TN~Yv+Oyz=qEk(u&}%IO^DpeFTVru3P6v2 z#LweT6a?8ID=HBQIza8jo14S;kX}VNXP+;+WHt5GAZpR9LVr$3xj2w`NdH83xPg9- z_EN%r&3gXx1&QA;^#~z7ntT+>V>kqY2mQo_XlU zAM!IKHxB+9T59lgv`<7sj_U?Ya!)A4D0XuRL@Xa&EVmLLf%1ZZcuh@BbCA0j%l9;9 zLA9dsM35tGg#1kIpb!Z9`JOzK=2B{zT6AcWElqrK(a7YoOQm?&(kBh{U$}=<4!5fr zPFnf-NisI!hN(#%+$BsGov#DmCoA#$q@-8D5mtwf8T^jp+!G^Nv$yaYi&wi>97d)mZaVevH3EmAJI=@=Dc%|CLzz`&r0p9T6i)LCMB8Lh)yF~T%y44iJ0ckp~5 zsRVhXc8zvOj%srQLPJG#_F_WYmT@-Kl zwC0}D1Fbw4QZc7N2D;Cu^^FR<7Ho>In}qVdQ4UOg!7Ii8L>1>~Vc>0r0iTJz{-f&S z&lkR5Z0?z?Fy}iXQ1h1FIXK#*QLUMS64nOJ?cnHO7;3nY6oMKnL{IaulC*r=;ch z+eql`^*j)p*pgJ(?9FuNX)=<4n<=k&>BRZGwfKl=TgAVRPP6t+cE!kCJu{P;j0k8hW_inZ3Uo@ke zg--Jsy!$$!EypR!$+8fKw+xutEb3*vc;7}*wLNQL zNw&$5zD`z;EK*9FTkjlZ*6d|97+c;&~4vL zBu_W7^K{~9ht=beezcuO@Xl629~8IWzC9igu=#CRR@OybOgHiH@Z8bXPJu#17F96c zo{crEvBfszpqKyWIO^5(|7bO!BriB`_-F2eo+E$Chnh5O;nn!}=>8C;+p!itqijnL zU2cxOUa0-!p6g;HME8HpFw;aRNTV)gIq)~;%4c~cT zq^ugI&S-~=G62Zzn^_2WZlDl&VLTzJ`|0UnO$JG+`xg@{MQp<2xA?|0i?=^B$k?Qv z&|ha`?Vy1_j%-hHA`7S_ABmjL&AT(O{SW`bjIc@8?YY}|Mkbjbjw}0Z&tOScub!M+ zI-O#FMxgU-Of#qW!BM0;Gzs#vnwcGJ6k z!qY_u4BGU~C)he9$Z~u#TKX3`yse{ugig?M{j58jl~I^F zY4z*aDN%Sy%E)U6hm;$!X4aCe>!60j6% zH&P^dh>Uk?SkDcZq;N`(&-05>`o~Tcvj-e@TFnSk!m-UH$DjXx-^n~gMznNWQF+Zv z{wIkB&xbW0))&v)2QGQl&*scqcP_2)=eWjOJEHm))K1++Ev@NpQuTQ^rg{AEijNPC z^~UYrJVZE7&N54+uJUH6*9?dD`kzY7uAj}Ew+=HPpA;))UD}yqG`-1<`$1bZd!6$3 z0UR$1(-49-^|wa*udfL=lKxpJT9N^yPqs(_fbZ{4lm-inOynXD8Se!SPQ$(2a6h@p#oI??>t$n{Z6@`X(P@)CZs>V` zGfW`m=JYRv)J*zC(};v0;83x zwQ}_<=iTeddTdx%19g(tP>vs=wYcn5nHM`S&*Dct=bbwlz87p;A=1}r+U%6Hze)J&{ zfclQ&BT3z@{lo5i7mT$LrI>Rm!y<2-YT_kX77@T0n7MwgWWG{_m-g9+Y}jxxx-BzB zDTb~>Ij{2#Ek9oG(8D3G>{o_tHCBMEF%;X=z`l9Hm0ZL^40w}UpZt<0vsrcL% zLwB3xp-JTG93w^)uDRabE~6TDW9v>Cz8V`98;xSqTvv}7CH^fjm-*#_4+)%<6D`(` z7)=PMYA>Q!nQSzRH=C@a3ZTX5HE;g0i)PbO7eYC#{f$20sl97BB6MOPw)%8by>N^W z7Vc?)twZKb42OpHQK=hEOhJ2?EuY>?F)EUfOl}JQ8cnq3(bt8!SZ}C5s*m zDwL1CQwbKbb9w6cfqb&Y&Oz5pFi2Ubib{B`G1HhCWq}I3MB6-MSW}CjJ%}(@4r^!D z&_*`C?R8dN2Mp=)rq@|HqTSk&A>veecmrdmjZ~>irUr;=?lkv2>pu5=W=qSj%$;JA zir%bzht;ghquwpZJ+y4#etr`~Ajip+l$x!>{-Neg=L<6cN3!hhM?2{Y@x~qzr`juS zZc(|BQAxd^m-T}82)8DlJU~-cOgfs!-KoFK)Y`@7HAEhln`(19K&!j)yj8C;#@QsZ zI8SwZG$_SkqTl6m_A!*{)5<)p4SfrgjqbOjcZTo!5 zvn4y;Wb$;Wj-pJYWS6+fO}-Sd@3S}bX=nAnY&4MxXxS2OoqZv-AE?`pGKNhaZyLjw zFTcI~^YvpO8NuzRKqw!m+|$5o9O@o=K;pGgm!Iopi_>dqm$Y95@Z=(|+##WYsK#W(-|(PBxtiqQs=t=i_(o$?$Dc!$gZN7Y&6jjPV$lw|9<^e zAk}9dSybAM-DDKT3(W$t(O-PiFyl^8b}YPsmV@sX+7ss;1sq*UYC_bEe^k+uFKe5w zc&S&{bQgzT))t$d58N>JKqv5MPIw^YK6;Xp=pRD5I#BV%9b(0>FE^+9tMwssQ`AGeLEydXICpu{kM% z9x(MvOQ6|uK?0NTzfdNZO|>GD-Zb|%ejSVNU*I|X(A!U#tK~E& zh+5F0>U>%~X$VKN_jR4^)G`v?`nH}F!^1X)7huuJODm<_$~6hfj1qUvE=Dk@FlWB4 z*t--Kt*`AvTa?s)bmAVH`AT>)4jOkU>*V3i7H17L>UL*~sYbKOIXYU6Z9IyfsBpb6 zdj6}?iiR>-WlC=Q(o4=ysa1M@#!Q7e5nDa^QV*EIJIRKsE?YNYyj9+4^lP1iwb;zU z#^o&|V7X^L}q-w+TKM9zIEfqvU_ zFHLggC56?tSet3a^qnl4(b~FhcW}i%l}xdgi58(~eZfS*ON3-R-d`O*WdGpv; zRxH&1*G8*oyCoIl!qTBH4;{}}v2}~NBn5pE3d}A%UOj$N$C~$N+F0B0$={QDX`9}s z%?Nk5w6&RK9cf~ixWs1E`JjfBTTyt%M3SXlV1hF8_iV|)l+i7T9x-$10-LQ!#%P< z?-#0~bR@fvZ#}wLU#Au#_-4T8Hg#}kfveTG?n^ldf6N4AyJa5{w39L{jg@~We@2~b z9zbDUp}aTvw+{1ci=CQNd}@@Y=AR|Yb(e?P|Gk&I>woMe&()+H;?a|`Ebk1YU7ZB6 z|BW@q;gUyN$y7nOdVEQV{BQcn?KDeKmnidM^xJTB2}%bHX&sQzazDE6e)S6s$?QvG z`T0imUjHZE=h(4h#B@)3x?s`sX7G&0K>m9;#ceqO+}<%3Zj0?Y zYy7#yIQ|eunby9Zs$q&EX2;o_%gp?y^@OY>E)c2yGhitITX56HUBa(031kG$*|0p1 zR?`-OY5*eK#Hs_WM~v9zgHRxbAk+ty!{-Zi!bdZL$@D+pd_rf_T_HM%#scFvK=i!L zwhJoGXG_n0JL}fvI51Q&Rcm4~_4BpApQAgrR!Cg8&hOCrBR_xn6n(WnZ~J!+bff~P>kR+^?cmH3%rD}fu`oT*W#u%T$SV~^nvBLvX z^BC|rD-G_xbQR9dj$dC5yaD;izY?MF+&2m?CaBlkv8^7FL77Q#LN~I0gxvgZpl?{u3^X6APN24#PIs_vy4acKQQ%+Sim^5FdJ^aUB*;{sY+36V> zw(oyAF^KAJG^lCXX$8NlkY+L>P?X)g%B5A1Q)4}NM(P-N4+9M9!jmxS5f>XPB^#rF zF)d<%hE}D$a+_Je+{;mPd2>bWs2w%A$hD@y?w)QBcrZyDRLV z4w}uGjZzy@idXWUg@u_({XLfw74_i@)B)@T_HH{5je^*S*1%O_&JL759}}wvrWi55 zXIAY*kT#bNOnpp*R>bE+VkDQ(f~eC^fQ6Yn-vJA+1G{>{SOg3&d=N-zO{VO4tcMb` zN3${gybG6F=1F76h3&U%bbUn(^z`&TELC@ds*0g5y7-=%5!fP~1s)3kSBQWv$`@{yvwe#HRJw?qKB9F5p-q~_#=ts-{jTQ zjQ#!nH;EO4&;Bo!A5XZ8wymtget+3eU%%U`ps1+pkbt>HYQ$A$da$+EZAr1kYIz>+ z#(uPn8U+D0y>I#6wD2>@IlrpZ-QX_VXSalv9;xTvciDvCac8eMbjd2}0Y%e3i*a3} z^3&@FI8}BpEongZ$fJGKM~%Pnr1ip%+a+LlV_E9B303HCV|p+T{2+*9ulQ6`L%-;S zKcgegG!rqKo94DkDm_Q13yJ#Cm6sg4+Lrm9Wf1(q!r-{4!QZCxVBFU_H9XgPKq4_F z2Ay2;W_^_bCAD_F-U1Swy;JjE*yH?j;zBLl?=H(tl`&gv66+;*Sl#%*BhYE1kXjAm z^`n8RMJ|rjY*8LMn--|$St**+)Z*G z&zJ?%oFtb$+G#ddnSDuR|9;4Ib4BdY^>=w@{tRT-$z*s(qtPT#SHfz71@5y6ZIkH+ z_sBNjET#fiSf8t$x*&?{3sAo92iBlW!-hA+xZoawDrtNMWNz<$(6bOUxZ*#bFK0O_P1OAL4oQ5Ps0kG?K~>!^ilA-+VLk)ZD0ka9h@tk_Ezv02LEU3P z`wHc<6U)&@gP(oXc0TUkDmM3UczD>RSy9;tk_%>mF)2p^fK7x5R=TKn$1f=*WN8jG zX+J&PVQxP@g9jBE2(+Z~0cQ8|<#gPiqj+Y`Elk=GJa27UBS7`*EVt?&gBq>e%XL zwv^b|dYGs?^70H*F4&&etar0ZYm?^nKU>wf{lOP}6Ks7~#~)w>^=YE(>)dc%pGy+x zLKw0X5!t+U)ozCmiMlvc7n}RCT;dsF=`l>ztMKa?CHCFO9H!C_6m(8nvq~qD>Yq7* zAuf7hVc{|D`}gl3me^a#7TWsv?@OBQ*nI;z9l{DqHxf`1ZX~BR63d&Yl6J+9*J1oF zVy_|X)rBBJyOxN^{QYBJy}De^0xLQ0DfY+G>o~^c&2is^y60ubFHF7Lxa-rv)Sm&W zuud32KOw#F!@iiAlea7;!=3S7&*ZVjKb|N)KY&nh? za7TN}pDdBZM--tSFwC|(=ZU>SgWiKN^nDi=yH}G5sz(S_Ei|W)qCpi{0UsUpT((hs zm&iUVQP<7eq{@ow73<=k6VGk5=68OnO_mh$G-=u%&3mK$(Y15aFST$_A>u)Ntn?^5Dp4 zb^Ol2g-?VO-OfuvMH@E3$PLD4PjkSm8-oS&A67jfmYveKb#;4*J5VIlmO&?};P*K} znOg*P1BR-s7&hM7^`{EhY-~lQrEU1g?Mck$Ilp=65Yw#`Q08?fPYs=s+Rqj98{YJk zh=?ZW8XF1n%7Ox6;Hsg_CfO$F`^7*wMru3ft0Jqu%BNEy4cbpfI?Tx{a4C`l-rO;d_j6fYQ5 zKX#O@+HBN5yp`)Qy;uj8SDd)+V7ma61f*cICsVqf|^3dV8< zL-U3ypw$d>ooQVFhuyKw5|;?cM6+-T4rqOyBS+f8Z<51|=k8wqB9++h1pZe-8!Faz z1e$=@)(q_%GFya`zQMkKwlA6rd%TLRy1J>V8&_0P9x6^x7=Pfqg9W2g^Y;SHM7xCd z+meR_xnYm;j)ag-Rfv|V1)k9m1jS5=FFjf+x|;5;zY*F1oK?GefQHS zXg1yis;BEokI#Isc<$?v|NBgAa&ik1Dqsfxrr&ga_p+?mT*D~J86Yu7B75$N0}>;}xuP{pZTB&^a8@kt+* zx49AD2L_k{Mi{C(+*X%MoV1{Zk=hFnd;#1a>=hRYM3g=M(z^Ei8npfbU&d0m=dl_1 zYfI|--&}k0YvAjYBZ@9d6Xhj!-7q!>vH*ic4szN<-_3(C^R4qPqDO^<+Mnu8Qz>=h z4#M(PMTqW7>IS*U9eb?2irn=wVQ72qkHU2RO?|01vV)+n9T!B4DS{H>PGG;p{mw&S zK9(|!(clN4Lj`T)*(*~2M>yQ}Z*cf*P}K`jSEunQM`{w;E;bx*_dZpH(}P17EQS(L zZ~8Rh;jxAIp@fu<^vz?MFraWr_EOJQv28*{K%70?m8G7$d>5Wf?pM}eNF0Dk+bOgH z0+_7DgWF$mO>Fv|cz_6asU@qQIaN}RjLZQ+dVTwLPux$3-0lqr>d8W!9+v^3?q5je z1o!V_{nMvUdx5cYb5$X@71_&St0fNqvhH~rcTT6d?qL0E4-R6TzU0}Os02g4?2<|y zRF#glG$|04mkcSNqg-4yPxbT+448_SM=iWTa>-1n=shT<7uY1Ei)dS3L7}O$X0!WQ z2s-r)fZ(Q%m*4cuU2wCUkY9C$FO;X|0m?nH^(I0rFjabi7Ut91H#insd^_RAPTRS#!><$M7GBfS)3_7&9cRz2fE0%rfQFBVHPNbDe(0j*-SIg} z(M;B3TD`JmraG7}&)fg#=qUzM^|?9Km%@%#pVCy=m4UkPm^VxAg)Bt-TrbbQ(ot-z2T+OUA$#i?P zh5m1~pt^wzMYDxtAB9)jOj7t(>2W%#LW(Qm!{N9MJ-2|Uim(?2?eh6eyY7>RE0&r?H)APCVcc@>o}{bM?41AmJp zX25D}_pwvfv{lSs(cU8ikPS_n%GCBzd1~-E9e2chZ3ZHpP}Pyvg_va-5|`$P0S^K3 zOMqfFS#oIH8*97tHs+YH|7MN}g|@Rr((08W$ zh#duT+A^@Ucmcuj^fSE?`K#g_o%laFGe5svaAf}c>iL8o-Jjq7|C(Tx?gy+2!XyvU zV5FK>OvKtxv(T|r%fpXxV z+htmR; zn8fzk>tc$HR5BZzr1=~PKSfundUqqh<)g8W5L}y1&|ba{&nn+eP+H-T8IAXp_(h30 z&kUA}t)wA}^bZeDM$VC#$v|d|ocEm%>14?hCiViv3cV&|>+@ClrSeMj_Nri-5sMzw5oYQET@>aghVZ;w0F~at1>|n5%hUyP6@bpz zAmM}@J4Wpil9OejY)K&=2KtChAj%n*r=+hRy)xjoA_<3}^{E%=m zLlgS{bz2DHGvamy5p0g9m6b^pg6P@_86X<0q6%p0Z^g8MV$}!4hgbm-Da5O_nE$vt zXHSUy0q`Uvg-)P4LUr0{I4))yafkgJVae~GTVm$XdrahFhY+sa235M2+p;Yd!tJ)L zZPrTn>Y^K=r-NF_-mGL|&k$Ch5HTfG1c>Y`oWsoW!4x(*X@#83Z-i?Dx_mU?1(LZ4m&w1hoJaXOQ7Q6^LK25iS=V4YnD9l>8y0SbFO~X6GVe z>|SUg-_g`eA|g3ND&a`qB2ya&Ib>}>tR|#Cp)-1!P`A`v_FIqP(^{g19VI1?fM78< zQff8Wu;2S|BM1C_L7>A@{KJ41l0sXmgrRq)Q*J-jW%ijuktDIxmBz-$^T=NOx(NVF zztaD)K9c5#3nY|-*AUjlK7R!|Wmm*DPRD9YrAaGJQ^v(Qizhyx1V3qCAl zcZf(rb1-%<|FAFh(MFh1LWK^NE*Qjh^Z^xhq2tQz=Y@1bFOuo!2{u^2U29X*)4Q>{ zpr?Kr_3m-H)X^-?15XGZ_D@4Lc7sfWA~SLd979Oa%bS~l3 zX0*Fl+s_93x6;^KROh&uSaB&O7E%*F?+c*xYYV(2$thr1e`NXFK@h|hE=^X&r=<9* z4PY)UmIxI`CLkTQIc5dq@l+HO)jiu$<@>i&^8qzXBstIph`);rq(XkU7E!}aOX5wIfsEsHv~O9X)q_?(866%I4UlcVE0rl9nt`(f6_dY=Z0Y-RZK@>^+0|KI;&uQ9_uq^EQd%pt6 z`*E0c<|zV1Q)Y{1MMOYN-&W{sAEX)C*UyfF2B3O!@ck+h>S?Gd?!v!^l*HL(^{%!OCCG#umD|x*C0gROjx+a63S#`BjaQ<_jOwNEKCtp6#M%6D!y7u`4ufq-T>*?O+O@IgEB9%5)vflIbXLdkFBnx5SAYa zE+U`Qo^3{$fN6Lmd4$F|;q0bq5Owm5HZuwP`pvk}d@aU2^zzf<^@c`H#U5 z*fZMLcpKTlt6b{9esK$s3f-NNNTJgER6ogT1$knoa94Ubp;?U_XLQuNE$qnGYkru@ zx6W*XaYBWhli+n@^~DLAeukLu*m57Y8={Bj=0)=cVOEu=O5(CcV+OydfHTTvocSP( zhn1AxuKFlBOGRiCSrivWY;cD~gj3#5B+2lBXLmDNiL*G2^V@)f$}Rnn;V+`ZAzt}W zXitj1A(TSc?DAaA$wK|dPeFo!N=XUYx3~;MLy$6K`qC3Mjh9wdRvgl+NasZc3R(92 z4iT5potnMKnE376)7UVH(;hT)GdGbcmtB6Wxk~(>~ zL6WT*btzCx{?W6oXvTEic^Csi+MD2R6&T<_qKZ^FE7q2tEq)>3?b*1MPz2NwbyPMauT-7 zGzt|M>yCtk2a@YV(b^bhK19r|2wD8Ywn-m|sy4<&kq~SlT1p6zu+vkV@Lz=Iz=)%= zpAAr3cCPgW0CkX|CKoLj_qN`TpzrF2NBcC7iVg~@`2Q1?Vg#Z% zvHh{M8$8(lUH~pa-{z5I+#cu*^#^ZMOC*!-gI%=@!_mLCOtq+6Fv`YU7|umVk+LH1Gw<#87dNrd==uk577*z8)DdB}5njVgn(o{RTHf zRt@SjrvMnood|chf`S(jf}ngrI3J>uhmaqIn0fKzfp8S@h@o+UQ4(t@hi8f9Bqo)^ zorX_wY2@63-p8nuxuy;pd)9=c3Ehj&vGNd_0pJAMNIow6G8QQ%DoUvJ$loweED`X= zX<;aa4>}`#0|Vt9!2)N_+(3fOjhG|WwC}Y2$1xtmDD*${#YBQ|8p*a{pjz+NA8@IkeR}3OpvpVk-o27tZJ=cR*Y^Rj)m+%x z;;h92l!S~XzJ1i}K7z|O|4BzIb-G5VH~Zjv{7On`)9>rnzAo?4?fR!p>OaN0#0&n* qJ7@lH`hEU2rpNXEmvne7yZy4eE%lewXIF_Ok-jE-HTlY2_x}bRIusB9 literal 0 HcmV?d00001 diff --git a/metrics.json b/metrics.json new file mode 100644 index 0000000..2ae1b2d --- /dev/null +++ b/metrics.json @@ -0,0 +1,8 @@ +{ + "step": 10000, + "eval_loss_at_step": 0.5480549931526184, + "train_loss_last_logged": 0.0001, + "eval_loss_last_logged": 0.5480549931526184, + "num_train_logs": 1000, + "num_eval_logs": 2 +} \ No newline at end of file diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..58ad70c --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8a5e1d1190b5a64d5cba26353136974c2b103261084b1e09ceafe0ab37ef81 +size 4984283160 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..19795b7 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf3c4f25f81cc084879b5576a2c34c2ef757437d85b3a261fc4dae80c3f44199 +size 4895274600 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..ef73c96 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3d2654ad336d64a018fedfe86c5c248069502998578814caa0cd09f4d42532 +size 4895274616 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..34e01fb --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3acd4648732631b4a03d9f6cd488b1d12d49c2f4e3a32165eed5314c8fc07ab2 +size 4025786080 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..666c2bb --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,531 @@ +{ + "metadata": { + "total_parameters": 9400279040, + "total_size": 18800558080 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.33.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.33.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.33.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.34.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.34.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.34.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.36.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.36.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.36.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.37.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.37.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.37.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.38.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.38.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.38.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.39.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.39.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.39.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..582da4a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,32 @@ +{ + "additional_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..4d1dde3 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ebeac0d8bd7879ead7b43c16b44981f277e47225de2bd7de9ae1a6cc664a8c +size 19966496 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3821426 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,145 @@ +{ + "added_tokens_decoder": { + "151329": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151330": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151331": { + "content": "[gMASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151332": { + "content": "[sMASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151333": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151334": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151335": { + "content": "<|system|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151336": { + "content": "<|user|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151337": { + "content": "<|assistant|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151338": { + "content": "<|observation|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151339": { + "content": "<|begin_of_image|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151340": { + "content": "<|end_of_image|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151341": { + "content": "<|begin_of_video|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151342": { + "content": "<|end_of_video|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>" + ], + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 128000, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "PreTrainedTokenizerFast" +}