From 6283ccbd77d223b0a4a476c3f612112e8010bf6b Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 1 Jun 2026 06:57:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: ccui46/glmz1_9b_aime_per_chunk_act_glm_6000 Source: Original Platform --- .gitattributes | 36 +++ README.md | 201 ++++++++++++ chat_template.jinja | 45 +++ config.json | 27 ++ generation_config.json | 11 + loss_curve.png | Bin 0 -> 69071 bytes metrics.json | 8 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 531 +++++++++++++++++++++++++++++++ special_tokens_map.json | 32 ++ tokenizer.json | 3 + tokenizer_config.json | 145 +++++++++ 15 files changed, 1051 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss_curve.png create mode 100644 metrics.json create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..2480968 --- /dev/null +++ b/README.md @@ -0,0 +1,201 @@ +--- +library_name: transformers +tags: +- trl +- sft +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + +This is the model card of a 🤗 transformers model that has been pushed on the Hub. This model card has been automatically generated. + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..98291f5 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,45 @@ +[gMASK] +{%- if tools -%} +<|system|> +你是一个名为 ChatGLM 的人工智能助手。你是基于智谱 AI 公司训练的语言模型 GLM-4 模型开发的，你的任务是针对用户的问题和要求提供适当的答复和支持。 + +# 可用工具 +{%- for tool in tools %} + {%- set function = tool.function if tool.get("function") else tool %} + +## {{ function.name }} + +{{ function | tojson(indent=4, ensure_ascii=False) }} +在调用上述函数时，请使用 Json 格式表示调用的参数。 +{%- endfor %} +{%- endif -%} + +{%- for msg in messages %} + {%- if msg.role == 'system' %} +<|system|> +{{ msg.content }} + {%- endif %} +{%- endfor %} + +{%- for message in messages if message.role != 'system' %} + {%- set role = message['role'] %} + {%- set content = message['content'] %} + {%- set visible = content.split('')[-1].strip() %} + {%- set meta = message.get("metadata", "") %} + + {%- if role == 'user' %} +<|user|> +{{ visible }} + {%- elif role == 'assistant' and not meta %} +<|assistant|> +{{ visible }} + {%- elif role == 'assistant' and meta %} +<|assistant|>{{ meta }} +{{ visible }} + {%- elif role == 'observation' %} +<|observation|> +{{ visible }} + {%- endif %} +{%- endfor %} +{% if add_generation_prompt %}<|assistant|> +{% endif %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..933b963 --- /dev/null +++ b/config.json @@ -0,0 +1,27 @@ +{ + "architectures": [ + "Glm4ForCausalLM" + ], + "attention_bias": true, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": 151329, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 13696, + "max_position_embeddings": 32768, + "model_type": "glm4", + "num_attention_heads": 32, + "num_hidden_layers": 40, + "num_key_value_heads": 2, + "pad_token_id": 151329, + "partial_rotary_factor": 0.5, + "rms_norm_eps": 1e-05, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "transformers_version": "4.57.1", + "use_cache": true, + "vocab_size": 151552 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c3502c1 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,11 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 151329, + 151329, + 151336, + 151338 + ], + "pad_token_id": 151329, + "transformers_version": "4.57.1" +} diff --git a/loss_curve.png b/loss_curve.png new file mode 100644 index 0000000000000000000000000000000000000000..3af07fa8e9b44fea36005717d18936b1aad347b1 GIT binary patch literal 69071 zcmdqJcU06_7cE$rTSeP8A&O{=0Z~Cof&?Ro0m(=fkerkx8BEY3L6IOJppsJ|IfIIU zoS}dss3ggfCC|Qe&#ZYf^Ur&0&04d@_1W?%RQ>ASbI;jl?|tqQDM@k0^~~!j6bhrn z<%=>D%4&SM^8LCs_`|TZ-WGodT3)(oDQl){c~8?^hjLxh@{X~YrLlq5K5HFw3j;G# z?h_}uPVgVwr*CO_$3l>k)8zm7juU3)dYspi56IzF{OV%;c)M4$pvJE-GV3`pAbPzmABkav^`>uXi7ytorxMRwjmh|9F!rPD_o2$T%3)UG7+*KeEG$5cl3_q z%14BRRJ%+4Wb^GN>ytD@7v{&SPHhZ-Z}sKtSEEv2_Ws()r!#p*^)YX#YPp8}^|9{W z-kfqOA-pCnJSJ^9@;(#8xg(`T4>h{)4jp+i9cGd>I7kaND^Q9sa+)9gD$s8!c8=cH z-R)-93tm8tsb<3-T?&j~Weskf}#tW>D6VHGA_`#$7#lvA> z{>M{J9^)piai^KF?uK+D#mA2x=}!;0_5AZur_4WA++EWUcN^tb2d z3VbZ4(^b@Rt>qEGmh->w9@i*P?d$6kwEX!j=iUg_YM?PzI$TULe@$i3>AP<$!$dhH z?7lzVsjAE`73AkS9mbY!*l;CLCDS@iRa1EJcjt*+CBM5~+~`sHQdgIH)@o{quGkQ- zSe2=Y?;8`^yJgE8`{8Wy4(FwOvQ7EFK5oeQ?z($@{SM0G+m!dbF|yH;u51^4M*HKF z{4Fh9PW55$#4=6W%BOuMIgTAG|A{3V{q}G(v$ycn%hBo!n|Fl>TAez7;lfa<(y<+# z$zS(!V}GvB#-6tP{Yx`75pR36ug5ngEsZA}Yu7VSlc2<{J=x!|sVpiwdUw2H5?|Df zuuwe`QCtJ#zkYFv%>TM@06{7g`uw@3!|(5Iu5NB_O2Y`>^3+Plxv5?4?d`fV2rH)1 z(NSw1eCEx$1*dNpKNA|bcKteUe?z>UzgbIK>|MNn?kTs;tb9RyCWih`JUn=6Yiq|6 zGWYrT_;~#Kb?1W5-8L&)bG{^(ha%!CZvI-BfJKyTh#RX@RulE%5_{itM?=4gt0ohP zI@`pxtPa(~y^-AOmD_jW>?Ykz{-`ra#eWm-HNDe35x?_n`_0oR4%?c7c#Z0Ftc;GU zWL)#vws$YJCS2SIap3;sNe!ZIa+0QDgv=2nY@eY(RgHc5k_j6qdBJUypSQR7#-eJy zFvqA26MBDnAosy}k7oh*Ivi=`8va_>W4cS?}GumwXj!KP)hwoUHxzC@(KB%}&F%dwXPLq=ZjPrdbk_2*=<)yWj>RMuF1GAh;J;n`XX9cKZ#Ylh64iCQw+abT+9zTYi(r$dmbG}unR^NsFFs;3 zsC*@WMPUEFgMqfj$sW0F^(p5?hc@%FQ|?tNw_lrl$DGZBi5@zq;LKdHW^SZ`@dqR3CCcjw5FEh8-`T z7P>up^wUpKy(E3GDOr2_o;}CdjT{p$J>4O2?B3L%5=mG+3&?4lwAX`EbTdW7Ih(|; zUAuw=tqiHOrHQ&574#~RIb*8P8ihn<`6{7tkD_t+QtN(;rNsp`1x~3J9KntTE~LiK zU%r%n{VE>jI2Bm8+u2tKubRZhE+C+U^lI`)=9(S-)V=~$1-E!%M^64gYg&RVnj|!F+=k`49+Sz~% z&12eny3Jv{B2GO&XMTRZYh)yeqhwzaqCU}L*DIY3jy&rf3c$q|th^`0MW zNx!;s?It;8<)Dv6Md@0f*OR)Vd$uzHyZ$q?!-@N07!rG%MU`-AdAX&M%7!_0oH+ku zJDz4U{NuY_s5_%mQ(bj5-@4w-n^lw=py8x+J(y4a@%ruC{`~Xx?Bu{e$I@cvrah;n ze(mJgtl=>FSVl&MO@h29vaq{q@BGYo1$|*|I-s!7nX0p}uwd2UI2}0cyf~xh*1hA{ z&0AAp#l@G~EbFe@W@!HU_F)rUdjLV(lB(xjWHA<*QI?VP(R}@S)X?qJeR+tscd=cWzbY8zl*iKG1>RQdp%|frmJek?CHb`{q zH*AmvI-2~n^+s0?RbNSy$<^ui_qD>m-mi>PObSIUL4d^AP4@SFSj$?UXFL9?-LpkL zY`QFflZFb_kabtvk5fY(zs9Dg74hlnleNY1#}(inqtF8;N&dCJ7IT?*aH<V)D?5!`0)xR5r?cgtGtQYtC#E+6-r7` zGdpnN#0hbh44qfs%UgJw%gVz>ZG$stR-xoH8CXKuhAsdJIoYH*X)<|M~OhT_~KqY`YMLUqXfL-BqJC znZ9r&vU6^8URn@4fBt+ZjlN>BA#qO4mV6%(w-+J zB>@11i!RN}`b=PNW3C3Am_=@=FL0dOW2KgDehHb1JNmP&jm?pxN3Sq4^GMyg^%^+9 zYOG6Qs44kCRk{qRML2~Oc^dh4R_Uf~%GetmUpZsr1oGNAZMpqAQb2-$J*HkV&r`&P z(#$&4d5s!XLY=%ZDX#@sFqrujkHYTFz|AEne?Ik`#-eatw(0G zGpu?07)8(O`^VL!CPzz#AT{`e+V!&|s0_+qo)qX8behisNPWYhNWEOzvL#tQUcvpJ zf1VW<7XJ0uUzT0PTkwG|VEG?A<)_R6DG_Ll6%QHw)G1+>?1PSLUJ_EY3RcOV}l^`?60SigPjxrb})#!3!b zb(e0paBF$}dLNd&ICda+%s!;8ry_W=_9`bkFR#3&re=R@b}IQmc&)obV=kSrxfhZtqfRJ<-RToev3DQURl3sr8X>0DiBvgspRQeGK zpmc>)-HO}EH`7e$eAwx$K505-J4o7A&bLed`@jK<`tG=@x%(^E8h&`Nx@X~^f7V^P zbSd`y$kV9J_k0QQ;rl+=}t8i%{32-n)r)&aov?I=h@=ER_0~^W1o|H6}?mz$h^OnQh zP^LiXJOErz47&t5@}5t3a`qgVt`TPq)Ir0mKS?A`3bsW%0%?#J~c`Po>1)EGyOz^1N52f!pW5z7j=xiUr zsbSh`+Z#fn#(a+=!;-yP^%fVD7uU~PC);g084vLCHc(Z~%~Nc1ktBKqW;`oTZ7j-~ z8_pdcx`FbLvb*G4Og=iCFI^=s7&SCB#?vi%g6;q=>Z-AvvF4Es73%vHgfRUADB(#^ zKE8KG#5?cPmoLm8K74Rx)5iC1DjV!5?9gwB^DC-hLrVNI+?G2eR^3F}rsjJc_9OX! zr#EaLIaqXL{=|D^_}#9KtW%?-C)sw9+^QDFyRqmrLaPSFFf{=u_wKj%4AJzVVxaSi zSrk>WhAoc60<);U+(@>*Mj;vDrECJ}8!XSCf6yin%x6+69i^IW-ZQ$iI9(_yEJ|PO zkLhR@p#kcjk?#dG(F^SyJn|z?E>5l_!3-E%GNiLqf z)kNQ5)kfT|wp&C~L{h6#6-a;$4k9iO_ET2fxo&=mlI1XCo~z;Fv@l6iE!!*N&}3TL zZj_YoA6_mz-KxEpbC4(Z@rIp2RvVePUQ1bR^EElUuS9cQf5L;s6qRazF z>bk#V-TL+BOt)ACEsJBYKcUWSk6c|_7Vi4D0Yn;IKE=#$sv41z^CSN@)8h>kwS{~> zk5`VTlMG%fQdLj((~`{mD;C9d&NUb81ord<$J3I3XtT)g*Q3P;yqWmhEMLsHCGcKT z&bsraNN^`mlmCWIo2+w=pF4N1$F^``D!48A)2EBMG<~3E$%f|KduHRWcB3 zs1p2D^!K-w(fzNuG#}K3vCarM&Zf1oHdkKzU}eQBWb^B_Z7YpN`z~r`41oXTm`1%b z7YkPK*Z4R$+b)!&%5+tO^%Rp1ZU95usn0mh&BudBy8|?Oj&!zwP(^@t@N-`u! z`@0!E_RP$6feKHK{v$DeY(4Zcb8dPh38d9hoN6W)D5xl$ie8mrKmchZH#Ujg{HAHa zKSJ6zi_YINeO8T3zDIUlWI}AJ!q!9Aq!8KTd5hoyENPfHy&Q!@ZGqwFs8`SAR?< zn@>&)=Au;Qk5`__-n$vSBGQCj`_gweR?C?&9lfC8Y9zICdT&)24a5()$5^cBMGy#$ zXetwTaqH>><+P;eJO#yYnB7RP4Hdn~bbW+8N`WnXR>Z>9M2RlAr|n)wdtQI};>-B{ zWB&jf24`}}$FZ@phB;K-wPHs4^weQ3;Et-_{>oSWJ!6C@fHS zn$cMR3nqxL0*yz&0V#T56Eo>d2D1}=%mU`O3#T5)MR|fafAAet&an^xN?8@q{|9WI__n{wmr`vWZ&OopZ?6 zId{H4Kp6>lUYhIZ@%@276P{|)p2ga}GPM9!uAoO6%nE#?f~$M|Od;W>X1f!*;IZSP zAP#J8ZaWT!iZ}{>Wp)7E<1xDtBA6~^l9JdN9p+SOm8qsEL9(CYbZm6!(Z+%82#bZT zZoj3mOw@z^w%knHC4i;M^n{^gl=7a_phiroZs_(C0O$l76b4xHT{W8$I}c_@C2ji@ z$gNjy^=;3>xkB9v=0x>;WuN+}>$}MpXs)HCq@K;A-6K>BfPW5JkFnO#6r41ll+bao zW@_}xbh^~sc%6U^R!beU49r<+%_x5)%>Vo9?^y$<2h657lD_=b4eOj)gkv%l5 zQad7wULgnsP`@XCyA&$ca@UV8or_Bf9b;{3l}LQy(xM7ZT&`^;wk8hn2xJjTZ-sLg z2n3}It{d6S&qO9nN}~ae$LYAq-)8t)(DY%6mK>{if&TM8B*q;9(0o#yN;+_c z_d5O7ocvi+^gZU3cuR&!Jn(q`@6k>{2mz*fqhgG^PF=)OD4@`J<=g69thei$hjIs#~I#J zXG>=}$#=1(-D5zi&G6_ppA~%T(1-^`jm?eyi*C>OTw|1b+tn&2d~k z@1_rdylvKW6Up?0xq};OX))3lZip^eQoB)@;tz+~eB9F~aBo;Of2zeOyD=~*sNYg0 z;ebixtML0NnRU%}<8j>f`P8`7ea1!moSl~(%62NU=8Y80@qp?ATs6S^2;TkisHlpW zPWc7YP&yv8o6op<183fA9O14RZw3`x6Bl{r!Pe}$d4~-fH_E*@bbU-X8YI{Hb?c-6 zqE4MUm8Si5Q*H;l>Zq;rSC)G(Y3~+?Pl7g?9Bh^arW>1>IQA*^xD(Rbi&q=kA3l5t zqDu&`Uf$}`1!h3rZ4-;RZ$)`|{X5MfUw{8Y0FwcWFG>S5rurMMvO3QvyKZJZAu$V> z1=#Pe>MUv=RY_V1#GM=ponL4u75yaP6+!G>E9h-;q8>ban1h?UZeCA-LW9ufa{e9T zVFYgPgl|wwx=}F0ttrvlr1y&swYw7LF!ltSU!36VD^FEbViB~ILfAKCnsul;_f1bt zHG))*LYDJm+OZrm(Gy4B&V&P}8nxzsLQV{Lf_DL8~#P0?rl zsmZLo+HIq+Mr~IT|5l%v%eoI?epZKDYfGo{(ZF4gcKTvxV-o}AFdO9# zK;N= z4(CE79PP%wYm}SSRTRpl3wfI;k8kBtJ*;wqxsA&NXD{?1)*5llA^`U2!cPBD%y#{; z(UwpeVl@h#dN@s+q0C8~u^t2+_;7G>F67m#1SHaaLbW2I<$!s{H@kmKaonUhzH{i~ z(PDjj@n` zGJC+@*&+fAgY~q@h1fx>FP}emzbqKItflp~ZM?XBXPF;|-t=O|LhnU&^j_s7Nmnqqk{D{T|i z1Vst)Llc&&>N8~b>R?ozv<2-oZG%#_wfF(yMrJ z62+DnJ||diZlJixl=2Olr-><;8kenEy;|Uy1x@WGE5$NaAa6?4X~fS*XzJD_o$@CSxnU78Ph;HNXT5i{7+lZ{S4!!cSf}l zPs$qKrQAHmENB@6xhD?!fG|18<8_2Y0=pzZj)89Z%Quh{3=s^E)#ux0-R$s}S6f1Z zA!G(;CI(Avd(6>(b+xo=hmlGpwXM5c&y(9Yfc@F44YR2loc6DuJANtyOdn@i{X#gx zN^a40w<*`0)RbsmNG$)HMS9~*$I>D#5@N02QTcLuSn((7bB|jc{2BYyvRr}uTd0< z;(!xswLsMs9h>>g+KrtG%uw&uax80rHR6HN`Ndh#kn;uXyyNG#*RJ^cUw<#}J35P& zHgAY(NRMXiOHi%KN32j0iOf=q)5)fjSjJ<~b1fh2#g%K<2vxZ_9=7xo z?LbAk7vy&UhzmfCT=X3Mn!ocGX9sj`CZPexIWH|*pGg)dv#!Vh`sNT8&c9selAo7X zF1j%!wrqR2+L%^b!!#5FLHnr${}XD4)JWYkEs@9%0*(7pQye|rjqVRXVYnnF7L+Ri z+IIlptM1d2t$xp+zkx8^Fhn}kENP24cb`#oNj#B+nRKE|yj(yjv!-U_J6l}SOFpE=2j6)8&TB;n*RYrg?fQd2qUspn6dSuLU}2TiQx^v)s6e$8`SoVRt8 zU2n2ok9A^lk|1+P;Tt8C!tOVEZuCEG>5pBm&qsK^m6w;V$k$LCwbdwauqCh>boO)K?R*PR;OszxSb?z8xqX|U#Q ze%f90VA9s}rVDXGW3^hyQZwnl>@pY{1s@yF>IJ8q}N z#SaL9MYg5;iB2<|{=%dJ$cT`O2c^=p02Qj&-plH^Ks<2s&Yw6}jrGvkh^b>d`QTOm zrsFmtVdmYXB!w$yn@7&LX&D;EIU!4}NdFuMP^0_H@8wJV=?#XOO^ed3yLSicHP_e6 z<gTn@Ox7%=UBJS`*QMf`us+3(I#y zJ**jFfnH6Lf0&`_hUz4SGnTm%T`>Gpl4`crV)$`R6gaMjTfr`34b#rjEI;=;-nsK` z&E~xcz`nr?hYuZ!x_suJ-1BgGtUqdhSqUjE-frQ+JCpeM7NwVhCeG^H(neMuIlba6 z

*H~y`LeC z@6^yvO&;QSys-D`(p+R~&Psi2EKz_hz`$Z=k(3~?%MIa4-y#;58=*q6P(Y3zKYks; zg5-#*vfNC5fU&rhAos$Ip+nNnV>h2^8{V`gypRBMSyfe4Y{DbQ(iElj*o`KXtNS~JbU+C-`N zC)J4Ahy>@-mP(I1r0S*(8cnUZBTTk6;_F`f^1OxdD$!m6_u-#4;dTRwnS+%TB00s) zlQPE9>mesK9rp?8h{)(NXOi)L=UTENh@*LjO~+@C(JL)#(sb70#= zcnq?qBtggYRE33Ur(JbA@L9}zuSxqN6z(+R=2Ov0Bl^r5nzL7=3%){jKPAo}7<34B z0zK~AE$=iRqHgFOS4z1ExIsh`$V*n}OZ36XS|>H2Hu7qIT!l5gR#Q_04WbchtNFEE z$B!uH1w7!%oK}KwsUaTJ88mn#*=#;3(*R znz~u}nE#&ew_v%%yfBSFhYc$;cu$^`Mup;A+NGGR z^;tD~+s>{T(Ye7?>#Gi@$LFC!RP3wON^Uawd&TRQOq4r}IDIenmpr?jH`^conA!^) z0RO-r8#nSSTNiW)8o;i;>^5vnFi_32IVqkEk*4$h+Pz#vvW|#|IGxuHp~4eXV31WC z0?7I+%sTSnFh~%A!4swJOhPAGxGyhHYL^S5L-qu;-#%YL&jRN@)DLNc=JDv!qdna~ za~?=dyOBnC!N2)-{zerjw`1FdK2O5y6kKq;urO*~KIP!(Sdqe^kZ`Aok3M2$sx!uI zP|KF;1?=6L zZo5H#@ZbUVG>!sWENjFPZ(bId<_o|_k@M6#c?Uc8G_&k zCSkj@B5lZGU%J2;E>m*9IXy?U)tcXLyq z(s3i2Sfg8Bg@K2yPN0>QmAw?QO?e&|XrQPIO5+QGRsJw=cokJK#Do8QsUs{TwA8&%AB_u6)C(MH|Rp327oVqTb? zOpQ-P+Mf|USH#6<(sDbr4xX~;N(L#O9Yw|68sU_0U*Lr`mefgr&~e{-uRUmjida67 zZ1NCktbTnvH~t%2n1r7#h9}2e8~>GS7Qq`u-aZH*!2oh0|lJtyH!kV{e*<~6LpObnCgGbF=A5`m%U3yRZl zYu2KJ?wc6D$9Cd`B=PQ&hZora>kSyWcvM{YCP|YgLU3Bad>mvEvXKJ4%@TPHkchOddh16MtMMF zkB_1!U}O=L!_QbZ3tpt!a4O})`aa{7_N52lEl7h{J z$V7I1kpbYaqVO5xU|?9!$VduKIvUShUS{M^Zbnv-y!T0A2V6COBKy6g_YvbTu?@h> zmFB$Ug#NVs)!se$NB~FdM~@z@vRli@9FbHoTbieV&9eA31cURCh>F|BU0VE~Pw>NU z`HsGyn}G)}Ix<6aPTg^`;qM#I%PSI;Qp>B7zz>|JJ?}?$ zk;lsohH8TsXn=`SLg}h%lcZyUT&xe2ht4~P&EbXFyjQ5{)!qS+BdFf-ATh9#glB-P z9E(=H+0p45JSeUD5fRz53z=kjyRVwhwY|^K02kj6v?B)$L3DkfcjBUk~i^r`;x@q_=pMn@{k9Yds(!&>UOiNM&NsXL7B98+Xsp zOD@gx_xms3xWTUuzi3fMM@Q_)^UTc5QDQ5OIn2dX-8W)^Pc^=0i`1VGIk@N~Ox<)6 z!i73u0O%B5n(-cWUYd6PLJDY&7Fohk7*ckzI{ki=jBh3HdC(-a+kM)n0dU6yJJqY? zc7QsozFVwPLhCOgx+bj=u|k4P1TELZD)N0W%S57P5Lq zt(i`zGYObSJookOny^UoVw#4wi;iSu!j`h$oAT#--V#5C*9}n7G_;{{iXj-cFfr-> zo}Fa|@Z=%+jgX`>i=#mhxf0ZJ8*Km-JI zU(?h4#97@6_a*^WERy@v{ZP)Yg$gzQgb!Kz&H2?uFrvlC$NSe{Y(g6dRX00+7o{@f z42{ZaV`sPHh|oL8vjUw9(;fV#xkG%NAosW-wlNYPAe`m;?RnXwP!)GWF*}7H>-{wk z8BrTD+!xS!#uE^0Vj!Mwf$0S=#|*`t*bO}(`7y(oW_Q^v zMH}w{nv0p3>_tF_s75#MAo)x{Ee)k>wVg)p+s(T0ki_m;8U&GOdOws*hy1&J^)b)C zL$F$Wl?CC(gBYT_OARUdOiD|C;#;YA;c49k=9w={55%P>Q1ot5SnmrKs^K3+o;oSA z_*=UZwo)DfoZzBhCN>{9o1{?*!jX=@KxH?31rz&g&NBJVxaqJ|hFj>pfUe9tEBHHj z&_C+Hb=(w#O!*z3_V>)pF8MgQlhD}oJwU}b!DY4~%;3Yy_nW;23bVzr<$&;jEwKA zSE^mtkG6(zL?wq0+7q!A`3tnB&C$%ZXAG~?20980(V*DF)@KOQ@}$jV z@-dOY<)Z-LFD8Y=C6sbkZ(U?i+{~~K18C0xfsDYZ5*II+Cn6nQx_I#?&XS^~r6skO zxDz1^lWvN1u|pk&8fa0f0pyaj2JWY@L&JqrKPMuAQHC^$f0=HfY-?39%Z~((htnrG z%z#4O6h&D{aXH@%#dHlL^X<%)paRdJ{d#m%k$Mb}>hq^hKhdSPBx}2&S1C7#JCueJ z4Jj!zzHQ>vWA^v&h@mrHAu-KrKmoju98Qj(+uEh7wNiX=m5O6sq{YNsi80ASX(dI` zO;LiMLZSFxhmDDb6VGcuWekKVi9s1ZHd1}Xz4nw$<{|$3Nl_uuv3kuK^~lB*I$@X! zfFV?-wgOKKtz&aIL^eUI)T&K54zRe)6-9rDGrE%m{NjG zb0mo75AqqKV=A@R*M94P!V`{1*b(amhD9Cyxux_|EWf}i7YgNdv5=5ZJ;r*ha9$#U zS5SN+K%DdutwDwb2lQ`D24<~Zah3u#!5Hs+unof?6yLkVKePNR>tqJw%74H7Um6}P zkB`{xQj7AblxscY!v^nYS=rO!eqY+v~aheVA`wm>AZ{+Sp{-+M}+=p`ZFABkB(Jc-!vX9K?$7B05^{ zkIZ%N#91#XofW-g@ZX=yU-wEnP7p_E!d3cwx8Z)uqY~?iLM(3_lz@XxK_9_MK7+?3 zB7t8{Y4MJW{af$1$6klMO$-0`&*iTzXd=pg*`MHo|9JV=|I5RX<460}yw69=cNB;W z812gS>+-s~J@WYlnoRiGj}51(L@QafVPNG9EIX6Gemz6`ykfGmMhNs3VyB;Py8^4B()uV1k}n|5%T@-FH+V8oQ65) zghqk!^vlm$&!eMz<;|Y*-r7$&hfoy>!obtcqoMFAquU_e&GUif3Dm5$E6#3Hf~QjL z_s$(VqA)iCu&O@!XC>Fh$mr;+K6!b0>lmc_vvRzdUEiQ);_=z}_!NAIt?BXO$0amc zX7Lc2*QNM68n1Zpcdlihk8LhcH#rG_h3h(8;@@i}7lWX57*T>XI(e1K^0yzkzK$Y& z8z{182n=O_>IE00S3`4EQ;vU-7t6}nLU~(^Fk#cVu6OJS?-J$qDD0vg4;!Zsl7FYH za={wCwA)O+F82DLnS9McgYX)w*Ecx@l;aZ(? z(ke(>BVVxh^(_Cri%ca>3*~)2ldE*?_2s{!@FC3q{p$ZRoU8K*C|)P|=5iC447m7m zfI+zs^}%2-e0lHCi^7$4T!I*@z$YeRFhCmcL!eXxE^=Sk z_g-NhhzCSxZm!I;W~eN1($v+BLZi5xb^r=V%ZZkI0;^J8T=*bbq+hYlYefDEdDg+O4P0B!;SbdJCE&O=ko4LD-vHJe(Oh1^Se zP~btl#WTDPxU*PzSbvrr4y%8#dc#XeMzRQZ{%EAEqHci|PY#R~j0P`^0`YDv!gf4g zJHa6|_#C`Sj7wx}2jZIoWIy-%P?#I7V5xJSA9ZW%L>8(gk|pdsWNeXvf#Fh)q$%w7 zlYlS-C~fKXLI)3CqGy`X(DU$uCR+f$BTcZyE9cn>12kmU0W^~B=TWC}Y)0S0U`EEx z`q0wYp-K&vUVC*~8qKruKmo@^QW?U!tt@B_4P3 zNE1lPKVgjYXIp?*7Dp*aEt_-!r}=T>r&}$&eO|mEHN6k3?+5=cdg(~ytRTVy5(g3( z^Q*vVajMxV#0`f@!iqp{al+%ns~82`(_z|mOH*j}XLw82-EhM7!I0t@2W|;Ed=&cm z8^jHR-JXD*wV(8M?v^2~d6>4;{jC@+$pR;WGK!ue#7c}4y#}$>hXV$H9RRK*0zcOh zvQ#g7Bk+3%Ldy#9H6BSBhM4-ky6AMNleC;1nF20yj5+UvxhmLhHF-M;LTC&UeJy!)h`?H`lV&)wVx zsI1^sR8Wi0Q1KNl6cu}`2Enc#sB3vT8%DEd0Rcv$goTQParCke z?DP=?CxM~s83iPW2hJqcL+k>t!|yu_7@FxB?drM>E%~g^L^*d=7t{B{5^!oY!ekr; zXHS!`2wXxsy1GaA?K_LHpsJHTDInvBtpsV8z!*hg9kMF#c`=KxSn>IjT)K^gk_3Ne zT=SSY|KruO{+8U=z}P!@NgFo{tY0!FRxsiwf(49*9#4koKZJSz};YT?q*SrY}qKnlzmTOT5% za$Fe}jd!`uuw6mS{0BVTUj_B{Hk;Wx+-UWkf_odk=FjvBzkJpmPL_KO0h=9OQY$s!-wWD66Qq29RZP(7t#HB65<*5+PAvxp9LA>>LNv z+<8Dlg~%&@6PSB8fV=3DV-R^T%FCN8|5UslQ|O(M*P3`UNwe^efApT1t&mYhquQg= z1ID@1%STya*Fckf<*t&VLNv9l27gk*WTVj8PK#6Kp6GCi4nF{LPzJm?aAi8D=n`acKK} zQdZ<45`yaP5rYp(+RI*8GNdtJTTdK-DyG@Xw^qP@azZ^X28D0{W1J`N-9+E}HK~?k zxm~)WNA_nc2yMib@<{%4D7>+8s2p?_jbyFIV60TX*#Ypyfi($i80$`J`r0A3gm;ISRMO;i9fttov7)3xM$fuZbq=LLtFJ|a9@og^|uP?&iF z{pHJ-G06JT#OhTvj>c~SqdT!!eo0Z*aS;xkfFAUfa?p2hQq~1ILQxiv+1c)a7 zNl6QpG>oiz5`+OR$)KaaQP85tLrY7mtG72AQASEnBes+ZZAUdRV0qcU^&G=&&%w5J zzMFuzq>!-=>Ri`OkPdg1?Ik%K*)RaVvb|I#PHrq}E&o_n7T;uDzIuIp)||e9o#@-a z(&FN3MC?HcP?5yLi(&t%pW#O~{ES}yJ=7ZOy@SurXe2 z?SQ=owSg+tTZKz(5;`#zb;4x#a-0l5_@8NfmVadV79n3vLf~LpIRRt(r5zm_7zJ)dvKdX)M$%T4NE=1_ukB1tYF+bt_-Rf*g&50S>-cUv#i& z_ufKp(MPREn`_lh4|(X4T@A1>S_1H?I00t3m%jCQ9)bk?(G#7sH447A`_XBwTB6 zR#bfuObw(qLeU^8&EHMDa_PxD3_gwGtd72&qX3M3uz$@W-T_9Bf%s}->A++ucEbO_ zKb}vXNdG4m{^wvGGyZzoAx+Dxtx6QT)1^0Av9P6S}QfrIY{YKj1SKwXgL z+GM(hm_>fxW1Pq1E4l+Tq5EY!8~M|n`CP2av{b)%KVRmBnmcHorCSa zHdZ#840mAJ=iNSH*{BR7j!*Qw@O4Mbh> zJK6`k)GX4NIU^=W>JF3h!|Vn!_6Y^c7F#@C5;c9@?;K+hMKFkn75qw-d&>n6Mwkx z0Z)N?viirrOLA`}Nl~g;d{-Rp(V$W`7IBHk3WM+$_$V3=1B53Aite@EbtB<|mHoPL z0HjZSp|dl=Qv~^;0Rf2h58pH}(E;S%h8bM}uQUJm_C;foatHf|*{(u12{Z*UYQOci zGc(75n2v?{9RzMYd!7hvAo27d6o72$WVRK)HZ5i&LVXo|y#c zXFSgzv;C+^X#6X9*I`&M5k2r#9}F@*pWe!`2C>F%wwXnchh`2GtO%%V{_21Pw#SbR z16wT)Z6TV%H+<0ec0)fSzqWxXd%dwa&oUCAT<$pl1O+(FDV~aPP+`aL`>IU3gXC!2y!`JVZy*R-Hv^ohE3>P*h)a`pcs~= z8l#0{lUR03Rer`3`LF>K$3flB0k-6Y0fhxRVbv^{_;7FmSA58IMr}~(n9o=zK<}l( zPV!OYUw&-;W6GaLE+iO@ZTAhYE@2)d9&;d?Ec_-?QnDg+YBG!|E2PU`}}wb)W}Zx!aL+2|=v#8$`X`hYr7Lz@|J+$tT+C(0shTB)7qjlq!=dc9F-AqQgB?YO$(1DZ zd|Vdflky-HkW0;nM6KKRW+;qr;3>N70}K|0<%`9eF5gYFut2VTV>epWhPLQn5!d<& zA+^{T$8Y3_VTLyzZZk1hY|woS5P~xV*NTxlI|#K#gmfrRX=joELX``h^2y~;#6%3R z<410pz%5kd5;bxG18fB`pP%mJICU!JvI!yTDf>8Axn$Yl`nLjhu}zT%JHKh&%2g5v z*?~n1KTq3^D|?Ws4MC2Oj8jgzgOkz2)6^QZv%&!1`*zOM;o#1&(50@o5c^#mHF$FE)uP1DC%<4p`ZCyMf~{CYFBJWhdK_&2R;t za~PG#@if3Z5b;K#e@;UCll_BzxsUnwr>x6{Z^S(bdx{*UN6_fRfCnP&1c1ComsLIv zh+nUrX@-XJ(K|!#?(V0|Fz!t)o>W>{Kq@cjM4v_eg-n!`o)(+t1!Op%2ocBGF6PBu zu5Y03?8x?ftivcSD=V80cbrg}DY{dc#>y`s5^Vj!j!R)lCLxagL}YQX-b)L-Vhstl zA0ipFrh9}-^GU;WI)RTfp&Q6jpViz#5j6Pz@v$Ms8_4hj5v;&76A};>kp$>9>ga4{ zOgB=t$>Y`K!^IdS%uATfQ2+`B)TWWW8VMDM5l#tPvqjAi-H>O`o*4ydIL%x__jf{O z&i$kH&_|4@|4lO|R2(vs`KwM3G|<5Z)@;bBk$^5zK|h!*L2k69d}}#J`S}Qo8tc5Y z2t%nXctx@m7A8rgviT6Q1+UPPyXyfr`A9%I95jMXcFZsz2}X0kqg&1-QA=)F!ZjU{ z5fNR=BJe(e-YuQ9A@dUZ`ayj)VCGAkN()e=*x+bfEnWYG<@&fVc9a-K=EI~;La0es z&M-#om!=Hq3&)eoHZVE!!gsPoWc1Tk>#x|U;NCTdKn3veGoti*&HP3HjqkC7d82vn z)6YL9l)cF3p=?`YL=n_PZw()-58yg+;tvn9>v;ai260D5M>zxql`(8x4Tjy_G9R-B zD;T=^F%Lx}7nEV625>$|=RJvQiimS&J*+I44aVC=19Oo3GSGI`!Gd9)XokbCoMRbF z2C zQmb!JP#kG^h{c*9CpfCGFV{(*1v?U(gdOaV774MZ@ml1%yBrL2lWAQXV;S(z5cnF< z`A;HOT=s$gj+aco=Am{N!GK6k1bImWK|Hb)x#NTE7*aO5s7Re!JkEPgDhGtS9+<;HY#|L1FRXwA=Gxq?|yi^|(6l3sSG~y>`;0Ae%2=>;>y0=~s%;Ga*Bv zG`pf2M8YaB1AkKny?GZ|5SJgfP9|({`tSyDMhSym(r3@Qkj>%b{QB?^xwn!4M;|hA zMn+^;=Ts7f$z>F9@!+Y|zp?$8`iNrd!^m)t?$#O5($2o2p(jujEljd}w3uA8&ppPu zJGSHMlZ>^+)c>d6xJUQgS%Y)`DysjxlA87|@M%2P3NF^h8d*4avR$2hkkS|S^loc> zw*P`$qB8Hy@82<6pWTT?QXTXDsD3GzC;!!#zqJ%GyVzcqlvF@>!qy#J?&|7FSa7gf zg1B(=IW-sNt8r^o6oAD^JTaL#frQ~*u6A`pKR%M}UQsAqwr9XL!ssp8V1$ohVJxxv z$nonY412Pf9qa8F^*V~qTH{|)ym-u3Mlw2X(_vUx{v8=|X0pb|RFvV?Uf7+r+Ba?7 zSe}{3OYy)3sr8eD$RNxFQYW|DA-KX83Wc;s%J%hZs7+Qt0pkVXyr=H_T>KxGlZTHl z<6_bc%1bxA$#{mh_l<(?#QRFP(&>H@j7<0XFpOTgWeujbui*ZvWtNvbBknVp#Z`xi zsDUv^6srq1EgvBY_4q0mTXGwRnTmLJ_d!ToK63b|D>QJC9a~i=foSOJCQCVzj=%*^ zu1LMgnJ@R+sEeO>1`;_*@5=-{85U{SjR^q|s!GTFg=i9a%*N4jDSxcH5{?fD>j>^| z#C3k=v%(v1>z%oREAZTP?2>h|4$mGbT`|i}eqT9ruRpx8JSO5#O3!|H(ej4M)7l?B zS|w3=edh_{DL2BEhrnu}1CQRJ+XFCEAFv2jXP(Eq^JM0)#M(#wXs`r_Zi=7_rPGuCmo6M~&CUNwDc{afPRv~Sw- zpLAcjkMh5<_vZ0ber@~kwKpQ6QKbk)Ataf{-JtADA!OEo%q6xE?Y{6L!o`)v$RGC8foomzm-1qZ7?;r0U?;r2yeSGRu*w?z&wbr`UI?v-g&f}~(1v!ZP zM96fgxOV#?SPUU~yCp84u^&HwVigj>nE%1VxFKOW;F)Bx8|)SZLB?R9xfj7_KQsod z0oW8+?l~6<)-;&AH{dLk7G}rodLs}~R6Hak1mS9Y2@oj)O!TzwFn(DNQmLYM2nx<9AiYn=2N)8u;R8|0F%^>!Gq+Fr(7}!As1OJ)@CQj*_-#CRCCD2`KpiYCA_We$ShS}iTXLur%o`NYaqHPCycb+j zupANe?{hv~llROqma;S8{Kr!I&eM#RGaj2TIbOs-9;|DD5F7hi%89^MFjQeH78DSO zuW##syq2=fKKc-AK$0C0MEh~fJVxgC@81Hje&Jn$l?n$Ze-Gd1&}Wdswj4t(FOR!p zOtUQoM3}H}gsqQ*PB7x8A`b+z2VfHtfSnzD4mq0=$s^d-$e;-jA0iOt{C&11JJ&u4UH_^ppPPkYH_6lY;Hqi`LrfwTA z4DAuLhHWp#uaO=8SDyTTb=hG_{5Q@ES|k|u|4%{s|9x;Y_lRZ3a0N6I6sKyAAOR_0 zxSa(aHvkZ)QCu7XMHwbX;Cw*HHI0v@4c6PkemQh8T&`ut-$Ty40ABnqnJZDSbJdhX zdK99kIP|_Tgv`4(I4&Td{H1XekT87^(jwV}uU?x^62sT82YEMLNIFIb7eJQ9zzh0| z*(icpN{IzpFw%m7gW~G2t1`HY^Yim?s#RG2%iu+BJEV{a!I=x>WQ2pFQyADJ2>|iH z85`Q`IjKlAGI4Wem=e-1cL(x@bD~+*MniH4)o-C$S4D)X*iC}%nF=BO;+87kAURIA$UtdqSh`3#M$5|5}oV{c`TE>X5r_6Tp*Hs0!z9PB0|9LV>V%2ovQ$@ec04z zTI^p#qc-mb#K8FyAil*=s0sf?xWWQ%;s#m6l{wu2rPOo*@N#IDv=-*2c?J-JuI(y#TvrX)Cs4xqi4YMn0QwKy zrA+MC5?mF;hZ6DzE<#GIaPzgly}S**1SC=)unB%5@~nXVidQ1C*y|hz#E(h9tJ>SIuLA>1jr6i7r=T)`Q(VLNz{QX zR6uz`wm6EcKG+W+iD=$~5F><{B(HoXAeucA0j@%N4Zu8NW@Z+;wSBddnBQTBb{Z88 z0zxyBH&={-9D)L-2tm%YR6{Bvpfnb?ckkZQg(0i$letb}+X>+3OhcZ<5QK~b>fI6B z_54ni!dckZ9=On$!|s_$*_?r%rkHb^(fThPHY#T{^0~COGL=Z1~1$486KulM4orEGl5XxvoToiNT9MI*p2<3HK~$3o<5FTj^kY7@$f zf`kV45jlY#zmNNe9=iJS6AdU$GZQ!G5~^7PPv`5=?iMAy4|9137!Hax0#1k0pO9QJ zgxI1%3?CF2-4-AQ!oC{TK@mN)k^hiHF?C>nBTxt7%@Dak)mtE@3W?TU3u9TIvO$ml zcI(rKa13#V{x5GaO}DA0)~BSox$pv=Vp@EozHH)oMym38oTeFu{U$pMI*YffB4wnIE9inuCs<^n}+-BN{ZrcOq zF@)}&diRK5x>qKS3d~4c4&a0AOf@60f-YZ~)EYyHP6G!2{#qUa+efmn=@mPmzEz^ss-|1ofaX_B2aOxRQa5FbJ9i>L!O?l0lpKzx7z6Edv<$X6+J1mhaKA0gjzB-Rd0 zQ$sLM4qYh*CS1kTZ{UB{b|L7yLcsH_E8pjV{HD!P|)^q`KH6N6>jtrpEhsFp*b4+{l>jB*QT>KP- zB!*o&R&ns{BXazxZa@gfFv;JvWJ?+#q`_w%GVd2v;w`@z_vwSsxdNw45Ofgbdwq~v zuIt@fGjeGBU&y#GW8aZyO4GW}NYmQS7~o&@mo(9Q3e+RjrWXLyPVc!4$-4*oezj7C z1rsh8)dA^B7s3XBAA@by2rs>)Wz{xBoCaccBdk@VQNP!;EWF=@E`3ZLr%C)Ii?46E zsLv7N^HEqXR*&(JU`?Oex5X3j=L5-K?f0(E-bI*z|H0^naR<>DJg(V$Vk48$Snm!Uaq20l@n0hWF8US&%bV>5X z|6ycOLbQpzSj};e0|uAErg;5&!zStQ5TNXPdwZj72Sfk@A9)l4KWz}!)s2#4-m()^ zGlM#$gWPg?-*Wg=)m$T1R>*c95-F?5S&B@Rx#V`UqxYKSK!I6xa#?HjuSJ##|NrjL zm@Zr<<`s`=MwBqqZ2KU|UqYp<62OwZypGIZXqU!=7A6E?)hLK0hF<1s*D5(J|FI%$ zQ0Z=NHj!A}(Hg4&2}fd8b<S z2VJII`4Wh80U`^3SZRPhL|7r<>>e==;`Et&Zu~fUP5LW%=IjH*CR?59$(EPtEp%+_ z(hu>63sPyFjr!5f(7ql3@3TOjL#6hBc5DZBKPvtQ#lxl{*~bQ=4U|}jno-jBuDCj_%=uUt^Mve;-?*$e&qWdFeBqA`n z2(*=Wd7^wN;2?w`76uH!5IAW_`VjO%5Tglk@j!k=pq2Gxx5}&rp|QGNpx~bg{EII< zP@>?#nv1e>96N`>KH3NsSfY@4K4B0Ev!C1(CV3qQ>L{fL_HgYmrhZP`bA6wam>e@! z+IjtKZ^Ryt^jg;k@s~=cvSI|O3Bw`GKSXl(uRevi&-r6l2`I#k` z@UOa!<9pmB@(-tJ9H&hkH78D;kqiX4S_no+NCtqW6mY0O~`R9I& zi?!<=_(t-V6^i_7v2XQ+yD}~mi2Dpdd_)vS`DIY*qVDP+2&|x*FrW$G3dv3h5J@fs zN&}Q``LN}($my`m!u6_VVP5A{A|K`zOn^tYl{oeXXmqGTmj;mEA%;#W zhsdJ~q?6mhvVy&JHIfONd0V(!FPwEJZFKbGu)&-T-$1S0T18HcIm@*a-E=)6Ix6T8 zR$Ry!0y1IMReQ+vKx81k1i&RwWk4V{h?I$CgC+~mz2Z z+J6!elpLhxF~c}f^%H2qy@ycAMF+o&h$hZQ!_0sofU4b~1T(Pi!XW(ukR&&~t_O{A z$$prN)wmLO+Dfq{YuOpf?fL-8)uWZ1qQilqyj27$u@;qsq&Z5tKrbM-QujprK7WP1 zL{Q=$ZL#4yoic{AFxzeSY(Fu9VRu1rm#XsLAv1;{djl*ezRI$)5_goD2(&>U8p4HE zZpn}eLCKWb^fssV$f79K(sJvj11BdseD3(YUOD|Y#d<8T3KIikkKzKER7K^0910R` z+tXhHuWj59k|Suu;RmI+1X`TcaiaV7Vc~{!^`t7N3!?oTYq_EJ&_p`q0Z?K=p}2P9 zCrSbUH~~(ms;hpI!bofBr}U;*Mt&NEswyVJ0TM2kb^YIqUuX;YRwK+3IuBbxQ*+c& zIuNha21$!XAP_;ioeS8WkVR5BYYx1qG}1Ngs%I@4gclsR=g&hUoZSDC;&V@1VyF%f zT8Jo}1&B6deu%9Hs;HG$>j2gPII9`plB5>(XF9TRSn%V`SL-xzxrTINd074ZCwFLX z!{<(Ip*Rex;Gr@?z~n3dUTG=lFT?|o{OEW?_n_lV7 zLNO0<@yDEYbU{*rbzmbb_HDEHJJZ(BIG!){cX0Nut%)Yj5`jz#r zU%!NJecVRY)g?QeT*_F-v)X}^2`}(0+wR8kTVvOA-0;hTW9+r(JkNFcnYt`+4#G?r z(gm1;wgY^Tx1L^NqIL@dFA*hr0G53g@-7jR64Ff$4O_k3c0~sNLui8j#^-MKnTYIG zmeBzghZwdtgPOTF-LI!RGkX|h+61ZeWM~Xtn3D;dxO|W}gydc#(v<>G7bN1Kq*yf2 zz(#;X(g69gC@CfZ=t>|!mX_*$QF}zjh)!%AZt|xrXe(*o%*Q`(suQMObTRzCX}RTJ zYvv5R+X$)!P!>);bRdrVp@1tC1IsNqas|Ez8f9Zs6QW`bLuLVgqt&xLet2q#6Yx?xKL9X7@TxTwRUC@`?lG_0sx0e-Jh_@KVr90ql&k{Iz<>-ZHUmVDtjvNdPj$ z!BfxyUhgvsB^uadL4=3eq0d~fbNufQm0x76`!M?c!<*aGO9yVt+ZA-TVt@4lXqyqz zjHQ55{zuMosP$q1uR2PF1kN5M7Lg?1-`flu9EA3Z5*<{AbsKfbN%Vs(SdmxyX|7(= zm!I^xYG&SSJMbD)Gkn`uNOw52WH!C*8zg|ydX85Abx@WiRvlhK$y2EO7avk%&XjLO zC3{#>9U|C37?u+^^u=Pwg`|x^ClB)S_k1~Q4GlKFcw8=Fu@G6X$C{pp)*R|Ep{#=0 zj+S_jbp7~>RgDvHk$I*3&JuH&Wt|PhwhWV4IN}X8oqq1 zOT|6s{`bA09WpL}j0tLS&-X1L&H!RM!nOo?7j}NvqGPg7su-3XH|YX%MsyeMdBl?h zy@tWs#W>Lec0F&;6^Z|>bY~=oUE6?#zrerXUNfgKwBd3>W-Ol#I6lZOK}id6#tVVO z1khNU0FZqC?FA4L)F^NOrr8>6%UN#3noP3SS-iR3;1wsz-*5b}H8*BQ;IPGs=qz3G zRM|F*{~8Y9I<&xgh1H7+>LPavWD+Q`04yW{qlMHD1v6?JZh`rHjVQtKO1(~yn!5hO zSBkTbXYMUytJhDQu-M;;ds{kII>6@#gX7h<5dIE85NX3yS*M1=mfZ0 z2Z){5o|&dw+yY`5JEW|Fr4dZ9)9$?PZWW0i3*Af(e%k1)V72=?r=Wd1B%?G$rj}n${S@6@Q2t*lgpo`*&raI$xp`V0EiCUIccaI4 zcP>|vwzQUE0)x?|2H0F;SIg zBU=89$32U%x!jeZwg5&HR98HSb%qvyiSJo*?u{@Ki@qH(#Cd-1_xwS@&g%mDqin$8 z*rzM6X_6`5n{DN8YA&m~F(>8KK-*op7E%&C35So}YlT(wJTtACk&Nh(ppg3t*q@*% zp@q~CkR=Q$XYi9Du!vgWBm@Lpz)~U0A9HbLrC!~zl3S$gFvDB4=qH7%REsii<>~st zV_sCQWp=u8sY%L~I;||}JTc3;4-0D*cIqWbB#J2~h=%?G#U1#nD$(J>N`PaI*u?v_ zB9bAl0%aWRE&Bx>YG)*~b8Z z-3E+u6kP-sSrU-3!0yZ73wx}y7Yr5~O+T#0X~f>q4jcHm3$xT(A#nxos`!|u` zG@U+LBIm~c;Y-F@JOMou_G1MMkt^Uhpxhj^g@Xf!c=?FbS(b@dHbAumsRI&(sEEL| zhC-!R$14uw>njB_=EvE$1e;I=sVmCZ^wjLxfXLufnXBF>u1C2?e7{a_0pBZeH|wm- z^%XzRB7QpjPrzm}?WWYkvzoYN0J`{yP^F*&46k1-({O~u!5)wV=?IiqI48^krJ`L9 zj)_t^*s41GnBSPxZzg-MZ20wpi{Wz7awOlpJXqWO?OGakL2YhjUBht)ItOJUC_&m$ zq*c>+4q3Ah??cush;Ko5k!nf*@ngpjK^QhU_>IZk?a|rQ1skq>ar>a5Ud!CHMW@k~ zmp6wnxUS>T_YE6eM6t1s{KOtFWyXD2(w*NSdBut%neED^fA`GSIC=0oHDXCimQ@naPQ2L%^C$C(=Ce>;2YlPihd;sb$OkNHO->i0X== z){NTl?{h>3caaTmJwLzG$c^XZLsEpkbFS+zXXC!K^e>ToMYRgf8?dC{L&4Tu@X{n~ z8MAilE3YnL`MXQ%frUQ_1x8>%Q5h?cWjIyRZ;*VB_8puYkWEyscbWIJ{Gm@{y5y{r zn0NLVH|z7|xQIViN$WIMnjCNYtKDZX?)$`X)O$V+cTOY{t8dsv4$NdAmzd2u^*?j@ zJJ^QEScOz4Ho&RGbO2AOcOwv~6WN z>G_T{)xTF>KFr;9V>&we)5oy6L;TzAea)?9j^NXc+?9R(jb*#(`8=^9hZTKIjlbu5 zg^o}gmJCP^q;-2D*?1s@q8vhG=Kxmuc}kYKn}b;#fClAx#l;J)x&U(aszErd}|h!;pu)R0*&m4 z6j8y>0Vxd_UywTpSMoB7TjuthRYFqb+TP~NeKypnO-2jODo;nNIWnz?GO`u&y@Z>w?wwBwO995 z4v~Snq+WkssxMoObWd-q5S5gq!e%_mUG}ROXQ{@2xa|Is3yJgzYY$fIVaZ^TRmLW- z4q^|DK<=c;41nc{7}k6V@$ssl_|QZ=5FQIsB{M(5qx0@3VJtq`oqSmG+(goXS~ioa z@#$+vTo$FvN6J5mG|d`0HJ1djlRtF)#90`BiQHz!_kH@O*UUh$JReb6>FOmDY9;6D zp2PFRj0=+rld##s%iYQE&6NI9Pre3EC49f?>5FYVRNES+93hnSVQ*YdBJOTT$~tn! z%kXWb=ZJf6Dy&?ojWl_s9;bJTMesovH#erU=ES|z0Wq%5gHq?F7>^qjCGk$=7j9=K zk8|N)3_70>soyLwZ17+Y-hO`wGl7_CBqB#TOMJIP|F=JTSTSj*-fsSJ;PL0Hb*hZq zOTqpWMr)29-2Kh(VIpQfxao6HixA#tyCX9K8uq{Z2hYPWxjJY!VH zJ6_t3`kC4sgZm5>isXtlAW4A0Q$Kr4)h+`UW%&C5(N*MFX(x#d=Qyo0mvvMn`}xUg~oIC*mG6W zhs@MjHk@DhksrzH>1Gz)^s9HUY%Ep0WKkje<+(bZ6?F~{cjFYi`4lj=^1 zRdeX#h7QoLG9u0^?!u71prX5bY{qvwsu!=B=MG%LLk@A1(6E>0pJdL>6=$8E4`J(> zPr0q}Y4_P@ua2r1ju+}1i(mZbgwQGsK*)lTJ5=zULhDy%(&))Fe76U~=fnFRNZvHn z`#!IwDe5mj@TT&%Yw!1o$lKz%_<*(KXbCmP^*THs_)Ky6c@I8~Z-~zbtgo?s;;7`1 z?K~&?=Wwiyn)Rc}ycOwA;#VJR>ng@VF80XAZyFM+Tt}WUD^=<-Nx8;tTt9L(ge{DX z<6M;CinPXVw<5{hn`YfYR7JrfsrUfdwVv)|C#$OE(&IjNY+ZLkG0lm2$RN#&|7Q9O zgN=!&L5E1StIeY5=b!!?9xTiDR@j>Svg+CqXrM0=#hcaT*1pQ;w05!}aan z?oZ0+Zp;OU7MIs;+l`(6a-K?0rd>hirK+k)J;l;xx&&d3D+HHKzlibOQ5_oPoSs)L zu^!v)HK4benDm)?47-jLr3kVXD9oz2oF^mkLXAxsc3pmmv{Vq5on*w`@l$MsAVVbzlIr!H0I;nO}))c z1xb4d_|?{UVCpnN^e`#Ln^x@Pm?~!t--g$e2J0Og;?rWUI>x+{s<&0jw zEH#tAJV$IZHrzV1wx#gF#0q9%VtIkg)Z^>eU1mgF3)-1a{`)OD)P1qAL(9BG-`D3E zc#>8zYwSL@$)?JFbHD&E^{(d*IvX38zGgG*1SOLL2}Z(~`X*Re9U`z%5=k<@3eqE@+n>tQ+j#%ULM+K38%*`wQkX8zR-UxT-(}Nb&{w<)b!cUdXU1` zf2n;YEy=HW>r`tJ-+|-OH!hyl>a~qKzj@W2vG9R@fLOrLT%Y`j(&awp`P)8@vJTmt zxn6qSTi5Lv`P8Qz%{ZApW%&VY8$4n4b}$W6-h`56&z@%yC667;*1ADeAJMw8jzD?V zf3I$;r)F)4K;JI*aXv5g>>32R8N=KBUCm?;Jb_2!?_kz|R*KDDDQsGdk%xApO*oza zDe>@(hvdH>VZv@@Z#KuNuI+f}+b6^KLg?zbp&q!Ri!|-Bs63DaYCJ(YIlbw#MMc1& zog*)cRztAG4AA2K3%-~d3*9QHKu;!gR={F3WLkwsXkDm2y4LK!QK(4y)>O=CKV^4l)QF7ZnW|rIJ zixzWfZ4frX0oZs?aX)7NtNalDSATBjMB!@l^&8NWzvnnYf8Fi4Zueo96$W$(yqR0D z*e9?ZaJly8UwlDQnx(bGsj7-6OKd4(s?dCj)qmSSY8$8hoNPwMHmUB*DD!k{{>TU$ z@J+X#)jXLY2K4L~@=h9Hp$uf#Uc!I=Vv7OpvN(Ny-EjsUT0@LmU}ZdhzmCkiZ~3{$ z+EF4Cg*wSc+PvwA>)P_7;vijGbsx#Ni`(Y!r_yPkN?<0ey~dx($6#)rw98_(&C(3p zB*HjX7k?~2o=R%Zwt0#~F+eWjpuD^>s1KneY4GTk3VJ4%Y`exuqp0F`YVoWQ3Uva} zz*&Y9mN;?J0uINJCWhmC*9~aBK{c}$oFJIWXHnGewv4ljF)aeRhLy4)WqM5bh zB)hdD9gy8gEQb6C;HX_H>RN{SP!bSKm6VWpKi&n_6=FmnX&oSdH6xD>YD2q~nr&zd zF6*7$WFe@)BBR{Y@WGAdU}GM1LfF%E$gT{BoVdiKBwbBSKajc=t%agC2xHbWFy$wr z;^uWS-&k5e_pxZHu&_||w=~?b2LKEY$R?ZyS9k;h4h@oRCi{|F5(^9Eyr61p8xRs( z64Evfmp!?}z_Z~NZEmi7j>3zrM+$=qd;G^pMZI2grd&|b>xmaALqr1+H%`$Hzg8!UYNtZ_Tzmc!VglR5g}=_KlT&+ZaR!(j#Sp#N_mIE9_7JDc z7*QC%m*{G?9Z!34KNF5JSnLLN0LqFXQd0B3K8XL3)&Z^@BJ2?xk8f1uD=qcGOC_{B-glY`iur+-UDHnogNMx{?Ssyz zN3GgW#T+<`-5{D2Sn;h|w5Vo!CyWIMWu2p()zysw?M}DK;ulxmt$$JuQdgrCJDwa_ zN;1|R$xG!<=}C!v^CQG;-oD7uYhJB*Sw+RSYt^+i^~cg#xxJ>J@Cm{aJH>hR#Jg{R zY;Si5Wg~8AQ9@EuWlxuVu4utJ9pgrJ^5S9o-@$3#>@$C?4|(-|$?b$F{<4H;istVn zPSdG5{?4BI=2;?bE_j%)VY%la37irO%)lx~tv@7?5tN&FQ77d#(OvOvfVZ5WHp@px zT}r^Z(~Ay|xa;!7mU%CwnvlXKmL_=RQr~2kIg}gazB&oEoRD+Rt-FSWOJVnYt5(4q z*uqkNcocUcwF4U{OO>+6_}sbpu`zo|DJfe(a>Kn30fbk8io6pWfi5Ax4Fg0Vr)7zq zebL8x-R+|cx8IV?W8xTYAH93*WyLqT#~PKjtHvxBwLwk9BDInHG0&qDY?W z|E4QOdU`D}Z3i&>yKSS76-aX74tx4IpSvqWXcqf(FAbeS{ByoxikfIch;>9q!uUR~ z_LNG!UP%ep9`il9ZBpX~SiWQ4Ddn49;km8ieXBZB;kU4KcG2L2zuE_t%C^g&eQ2Q<)wr&ha5?Xg6QaDQ0X>^4_Na_+1XPA&ZD9tYPM>pPqXEJ z(0Smtf5(_4N3Q7NeCuwG#g^GLYp+(@-@y--GGEaZ`|p*k*J|i$IQ4{iC{7hvAk(Db z=2OO^W1U->Fykj-VY}U5)TH-*{P^R_hf6*i4t#^;^Clo;2?@TbsDKbh!r0gtTV7kM zf{#dteeSa*3&~*mxL4KYrOkSH0vSugsB>L=E{PotTCBJJA zbLp#xbX0;EpC=`aru2)Q!L`4>=&z^`8eEgWc-p#0n)b>89Pjem18uyrgD+wTJdgx& z0VFCscOAZP!ndpJ7XPpc!Du~Jyd1T>(6CNX&N_Ug_{-_H#>{(#Gn5sDato?vrx zbL^i#H&8uuIZz9dZ{E(P&gSXNZDTGLYf&NAGxu~*xhZXBE@#5s^Ofk0Ut9I07p5oL zLq3#{Gvj@}nuRM|3 zF#KjYs(0D8Z!c%0Q%XzIlyvT*Qm+1F5PwX3b2_p0 zNQDYPIsWA_K)o6T#(c~A121^sTO<#G(#rV~-n=n^u%o@(A}WU|822JNG;|lSab@x5 ziWVe`AlApbYgJWMXZ7`4U$)(z4jkLdqmxe&mEX5;FshQ9o4Vv#8AR$UFEXEO{z2hf z`aN&C(6@tq6byA6ki;O|*e({M+~ zT*t{1ih53%AqzyDzSpuH#^<1)S_W z!Wd=PJ}4PNmwqHCr^-o(olH-LhA}LA0~p&UU!O0(m8%LP*{a1`W03>f)2*D= zvXryuCbX~~Q$AOqn?!0o718&z)1b14lh#>A0c3CT8PW5VIR+lIVoEo}@=LE_Y$BBp zcH4IAq{v^z&b8FXn!5H%rTzTbnHWFFs&Ol}j&?{w27nNiuq(q*B-1GNOpVcQ4pNvn zSHqX6jvJnf^7JzDWvMSebSxCUyWv<83U2G%n_?aRI>WXvqoSSpr}`9PZ~A_s0WLh@ z+Bl|Ijw~TUa9N`IDRl-5o{~%oo&h3)P67pZXvv{dRBgG!}j^$;_M5FBUpS;6q z*`)-z82l#HBWz)M8i&7_`Sk1$-WQ@ro^xWlqVJ1``jG&evvc#NyL8=;P{~J0-GZu44HKRVh<@%%gf( zzqF9^#;)4^A^%w_e9f2AX_&SvPm95@Zpo3xH6^=%{vkX7FGK;RR0u&%NiANJ$vWX} zX)pjr`6WUV-Iol7Db{K#+ZMEAisun42-J zQ?a{YT54sI!9$lS7;C^;9M?UArk*|L3%g6OLuyCbsFkcefOWgHL!VB|%8!PA^*QL) zY;A1IwCbygz1_=02)){_A%uAe}AwD|l;D(&rzYbvCM&lFBqgK{qb}Mey+|hA|!egI)%rZWyxTVw;4c-|#M0d_m{jI5R^xr11;?d6eY zB-$gYN`q%?v%dpN&$6_BzoN(smi>VHsGGD))yx_aOXY+&$!bgrh7^2Pw_IWC8;h0n zH%;PLl385E-qdS7N_W_b&cDY5*l`l<&M%i7$Ah4uy0}s zn2W6a)g;VKDz1kQtLa?9#6AW7Is2+;G=y<=OFM@e$}sk{Vx#_U*RHzSX_+Z-wQ+gr zcFfGg<0gtyN#c`Lkd93Ib@FmVJf+NTJ0KZ zUg1?*JJQDV?;S^dc&U|Ivj(AIPnr?72cjD9eq{1kJ=whG2HrysIfrk@UY?#axaR`P zMYbd9@q=?WtlumQSnqGKn)=aqqKsT!?Hm&^=?H)Unhc)pXrMVsS+ZD)vux4qH>KR0 z5yP|9uUVR&dw=oj+iChbYd_1`zBk{6up_ggJQRU93h_?%Sj8p_+FV}f@LX7jxri1S zGDP+4kE<1Ws3QKzFDGm?GpTpCSWocN^KJ7_8N((<%>xpoZ{A1_#lNf&`(EOn8k^do zklZeejfD+10v5Zl_)g=A!y00;2}%H|9?>i^#4bOsc{Mo8Am2Q3_Y`Y`?vzx;4wkeL zdDpY|OAZ&RciAe)-TY-?Y0bARmvK&5``V`MgM0?KcKeysg?tACZfONa(YHc>M~C*J z7F9kd;P5QVTUw7T_7_e2PO&wWWwpl3lqZ;f+8KAAzk|y*Nv6Cb_1nggr%8eG(Z{J% z2R60_*}6678u^=-5Go|-S78Ez3L5O9+Bf(!jovBrFNV{Hr++TFEd2K7a*Q#&N?OEI zV@_>5#X!z`A!QVz8D=Bzxyx%LEV6skMcTlz(LbxiY(84uPlJ`2ti8gWWWME=VRYbi z`RL-~Hxk4_t-W(Dq9$RaIx&*h8;$sjXIKcGN zXPb3GbZeJwkzx2wYmBcAhQC;2giIi>wUSLWAtp)IUaOQ?d|Nv&EsjaPo`sM zN3YLDY)&8RtUdl_{p}51_HH+QHkJ!jI+`;?ZDU)k@sXCdZ{R22I>Q(&OFOi9G!PoJ z|MC{H%68o0gs;`<#**%rwZq1(WaZN=WDYes7M>%XYENk}zqnkSv~AU`5<}Y>y>SvI zk?>U>@Ob8@J1Jcu$H^kw)xyfilQP%rbsRb_3SqVQGppls3Gj|sj;DXpTCgkcJ|F8Z z>|7SA7<l|N*`^L}kP8(m-$3$QZUjW5dSZwL?Go6J!o3VKoy}h1(hII#4J=6U@x5jT>JGmK`xBcIrQ ziT|_TS&ol&xW6w;G&<};D$BN{4S9aiKCbTXuxD@gF1rIMon1A_`1E~xJ{d_E;~E}H z*oH>zg~t_h)(Z4nHXe@ITIbUX=JHU8EzBRP;{=Cz&e|yR?RF8hzMg!BgAr zpkKTYBk18d&o)!*W-}7sSW!|kFIwzccGjyPML%Y7AVEUfd#9tDVBP&vlJ5Zahy%~b zv=%a=4c)FPSJ~;}`?uBS*e}V(9D5s~b4dr+{)Ct6m#;@&+o7ZQVdoFv)7WM7{7Rol z+~bMq(ZJ_5xc1Gt&v~izWZE2}HA)6$_okDhlu}Xs)y~uHDyJ^DJ_z4+_W3K_ z@|p4JQGld9ZoDPsZ7pJAI!>l-+xJdlOazL{`+&V(V%I`*&qDOVyhJ=)>ajrWaOP+& zIPii8ev7_N@M84!F&{V9^rcOWuOV}Uq@8#co>w1I@nhEP7POB=!=b8b190x&5F-yW zj)(kg;2sBjhK=xVpP7BGN4}lB3Wd`iMNovqZlU~lJOIywmPPSfEY{|FwPn)ohh$nK z^}Fx{Oi;v;No?&0n*b#woPKCZ&qv+ML;DEoazG>J;p1ewzxyohGg%)1hy4pcYl9UL zE5W!1+Sd!wT7{1M-9%wtpdYL_tN-Xc+uHa>>Cuxhon3$XB!{l9-7L?@^B<4VanS&0 zwPsSU-cSDT6}0=+?#W`hr>wem0*b(9qiQqzTo$`6yjnr%@9;3CN3Na70_e6z-Ftcd zzL)2V&;wLubw!s} z;r~86?MK(zVJ)ItqwpD~V+Lab|DrG2Fu0Tcc3$-kYT+RO^igY%%Y=tnJ49l-LjL!@ z{o;hZ$@g!gN6=^f`en$D4)`^;*2jQN=-CD#R{VEc+Ka|dVeS12*ol6A3xh=fFBQ7@uTHMP**v^>xZNj5%e6&wAI+ru-{(DyehK|ekNl7Rjva=*^!VC` zRtJ1A9X4Rp{OX`Yh&cXhVP8fIyB}WNnzgrO>^RoWhEm87r zs^#ZgTDNefdxV9k%5@2otG>r&UbU7kWc}i*&&cSgJYjcDvF++a1AC6qgU|216jS z<|l6j3G~1}d&D;kIu4Y+NvAniL{>wE#!hj$J~I(*Tkes#LcaQ*4QI8sjY1E*et@3X zi9P0|4$If&=Th`dp#UT$7GMsLoG+4hWTl$HD2dVUL_a01(Q9Le+_f-Z|9{ho8>b9I53(7 zkybms=l#vKaY0kTG|>q{-d-C1*#aps{6x_4v!7{y_wE>4B^epoko!OE*JYOn)SukK z(&*^Dzhri@2<>DcLA12cLM*<%cfL>O=W@egeKnU4<~-X*B$aRG9g3=sG)z8e{@Z(3 z*q?>k=^t}Mr-D;F+xuP(ftmusDPuwK%%jLa0s+uY!J1y#iHV7)(jp5dO{4)De^Ra)msR^MjP8hkd6VTF zJ&zf{NyRqIR9h_`N8#3w7URqgd%?xGwxa7b``gH~ zS3e5ZZ)M_mt-LrcxyK=8cBua7d{w%eR$qG9vv|)xI^M4Xl^&Qqp46F!L_svC#um(Al#8xcy*SPs+jN+!K3lp6T~;p6>Mb3#@K9 zVontqq^DWkQAvjxEp~tO<2pz*Dk7!eZ~ZQK6AB=$_^<1bTm?aUZ1#RQUA>d|`p*!= zuKu=>(J9GIYDhUUch891_B3UsG1zd?5W5_}Q>8dP$1*7I$~+-MG4w}1B<`HtqZK0l zs(Nw*Rf%LgZD43IDgINW){MPa=trb=+GwMvZR_WUD`hww4{9SyelwQ)rK@k5^!+C! z+B$fs3v6r5`lNJ_C?p_I4?tr*SKc~{L#M`ssKn&VuFG3$#y6%Z$CoRc#Q9pMXg~Js zi#|HBf6Y8ld9$;Ij))&mC?{PyF@b) z>kZG*^Zh>nN5_7+B25brB=wp#{QeV!Xj34$`D6qr(us>JaLCm6Tc7lunCT_s-<~lM zYuDkqFZA}({B7Rir53-6DRy>OqmmTOZ;S&;8TVHYDRP7g_8c(K{fN9-4}arfFGLw6 zSIeIT2aiHgr!$U@j=pKvIxK_vyWOB1%n8NP?-Vug=!==NxUPct>K*tU3Q*l3o~57I zn03CyII(A!vY5H!)AY24@7K}nV1>-b$xmJ2fEfYUz8>0)2R%efOUs0)C<0QVQ=IFL zfjmT%^QY()M#UunpD8b;@M@pJ4J*CtDGpADpxs(_pS8o;W7q!(esYIwOqQ(Vq~nPw zv(ihgPF>hOwJ>h88I$5;S|ByMOGZmrm!?fhZNP57EMELtrj!@CMj-0(WhP)YF9qZa znbQkDoPIO2e*2$x?a}dPc44f;4ynJ6Y~WsVXNEMP3#uC!3^g4Roliwf+DxC?b085j zDb6xGB-#;e8D{4)l3!9d{Oq=osSMv{0MuL~e#~eLVr#sCsNKlu+Mr_Cu;EsAGNvxk z);HN}l<>NE!ySd?FCO5B#6B&bwVBJQ-Hx+i!$MZs>-9~@Bp2EC5y)lm(s})Zr3+fQ zepY@{T6nxo3aAAO>`XpiQ+Y!S7;@WEJAY__ z$r-u&o^mb@S%kFKZ(8Su+lIPIRS3QFw!V(ny+htC2WZOX`!73x*$g3p#g_eO`gpv+ z;@}a<*2lHifA?4HKAW0!@#faUy9bO1*FR5X6CPjL^x3n|OmMO{@J`>nZ5-f-U1_uE zN^JNs7-mNIOc}2G7k${vL)6Cx3OOCPFTDd#v2Ii=ztbt^Q2UpcMLy>*n_6CM&NWc# zYJHhYyOePq9?gna($Y2TW0iAfbOhr+ye-)~Prp!&)+28fQQ9KTmsZ(Lt`zeW5oI** zM;DRb|4!Kq_e;SZ?ZUsf#9&cPb$nYWr15*kGxSH;oXen{d5%X!hYs~;WQ;Z68I^1H~=@lP^!z;sQL6- zkbQRy1P9p%FFiNFq}B{+Rpcyn3RL--F~t@(#GR=)bNnCKh0Zdu*vER0ndw$UR%DU}V!@dU|HCJ)Xcq~ngUv)s>&k1!b-`2WV ze>{2edy%G}^5vl{k(TvyZSHhJ)uSI*liFih;Pj4tyv!ilk!^gy^LEDVRE>BZN)rcn2LX zUFm&!_2mUE8%69AzXf`3vMe43(DI75e$wJaIw~SZ<|8DlF^_FL%{)Rj_nKqs2H4`! zXSX1vLjS@J{C&ON10H6jC)mk=tUW3B-6+~Uxfm*!c;Zz7$GDs|;iy#?<2Zm`=pvd= z*LZsD7>~%~;o!I=zukLsYK1Z3I#N}Cx=O^xgT!vD%(|U@T3*I?9#qQMUe6ew^`1}7 zzY+jP*uSo?`V8T!n*~3Z5M0J8{HQlFY_l?bzLU4hnc(pAT5@lyojcX@w3PGH7QW}C z;eS+oQF-090(-uk%Ng%xsWm%@=Aa(D?}KS^>0K!7fgRi2`$oI;8;JrTDlkIJ^#(OK z43nent(()oUQ*w)iyLDDg7?eY%wPYhmRoCMJ#umnT0JChvz8AGKd;ngo?5w=$LgqQ zCN8SUv1Owl_vW1O=olY9d+E&(JmdXfC{%g%q(kXa*cS%kh1+Ut{`Trv0;%+9U**L` zK84<7yx5^5O4~TiC|mO!y2)?y9auGRrq{n)^tg;1l_Ooc?>&=p+jS)0o6?*ri>Wz_ zqio$W>64YV>z(B7-eFwkW`%PlF_QoXqG2PSs8PFs@!SnpJWpOOvJc~{bj%qVd45;f zsOm@pR&zLEyF?PksT~^A-!&4Q+v4#D#mgstKS6)B7ppqqR3>WvZhz>vCov)BbU!P- zWTLRab~PE+wNP__Fdo*;U{F)Jz@?p?I^zwNx<0noZEnn%WpO@brotF@=WgEba8A85 zX^JoP{XSOWsR*%!>gbRb+PG8I=Ci*QQf? zBUs3`_-a>IBKF8MKDO>#@cEsu+t3tXob7M`@eqTxI1=HNa%k^~cjD?apZ7etP!}#C zGb|;lXmtS0xp->3J2M^c@ti%S%$e`H29rBq1qV5{#Ak9Y zS#&ZLaOTENZbr=qn9-Vt9FjQy$vkt1KlUC4_D3UyMnYXaWIMO)-&xqzy2&DIDR4$Z zsKVLy+r&xJh3T*HUdplwZ@x*hq9#;r5JuWl(Vsq?7z08{aV$;eVYP3cx~$)MlEK2K zXS;Nqg{9Y1zF|0cPdKcUE!xd~^P}1M38-SS#~Do@cV5!f-MFZ2+*|aefDYZ?H9EWU zkq`1t6dxir?% zj>gm}+T#>6;&`xWo-pDob05W$e?F;4GgFQHl_%OC7-Bvle%t(s zPE*#`5c=$~hlX|?} zmyQ;2I;4q>{baDz!7dl((~!ETIYhpQO>cL{w(4Q0byO%DZjD`CRL^U3y~32X`cllnrthTh}#bC4ht z*K1g!d&*xxb0-OCfs)u8yh*H%%&?lIr+*BIZSwj&>1f3c%J@#LU!V}>k~!0C+L zbL+@H=i@()8=TM8rA&7O?J`}i*+OjGpq6|2x=rrzJQu_iW*EQax>^OA>GJGczrr`% z!4QVF?gSYt#}lYQnSiwhpWk5k{81<`akrP;%Kf`W1unr)@r>O5h8$eFwgSThj3+-=C-3*003=xboG%ZQM`3JQ-iVgDD~7 zsnDFl{y<-=E_Bsr0^r4%pyU5x?k%9A-oLj|#FjEJ009w9Qc@ZP2@wz_q(zVpY00qw zl^z8Y1SF(OYUnwlv~&zGgh+z}5<|?u%)7sOe((SPuKV7*?pk-PdoSyFf-?-?`NWQA z@BKXYdFh^>78b(d7bl>(cB1SY>ta;~m)xme2QY#G=FriNycj8FA+Oc`dFY=-dK%oX z>Y2S8hR+CG$U&Qq#Qsg_KRO~Ms7v`~wca$F zsmE089%;u2|I!mHy;rD+&X*2&aUy>#6@wi*Qo6I|;_tEc`+=;CeHgr=ro`R8YH@0! zw8~>;KrU(q;+B%(fL0W?Hzz4@hOv5spxaVtq&voZTP^&q^Y-Ix(qsisU@(c|NKtki zo#=-q0sG-6zdNmpKMD>0K8!3IBlDgoG?70Y^gS)qbm3!lR3nW^B`0JVu%~cqXs+VNB+}_;zbw(?ar_I2GrF6yFh*IpHRSN(ZWMshaOQheIN4G1gzGTR^ndU$rzy&p*-#dNKbF?Y8?K`K}hTT#^ z(w-oHtJOahsDGY@Lhuv0FFo|)D<4WMT|^{wf$)sD4%zH1v~Ux@KYSxJpc!O>Nt8REKeGM;)J(>hJMm_O&RD!15hduKPpo3oh`{&!=rJ-3otWSftoVb0#?_olzfrJ0u~v!C##Gi*n{&*4~< zqo<&Q0hfPbmC>h1jKev?r$=>RGLa4GQ7|+l{ua zY1u`+h%wU%;Ac!X=lq)@o?%7GoakxSfy%Uz<=rdi0#EWuTL1h9daKv=>dr7U5$L`V zEdJJ8|J>nOZAlhShD$>bk8PZ1M7P=5f~b-hhxe^%^1m&DN(eIhD;93!?C`7SDP;*V zWf9@5rf++LuY>@K2Xh~Wk{wVrJp;(;6D{Yq&7=a(pq4B`ZUpRdd)RK#5R(T z|MhyljORNJnGK<^%dJs7$E_sY=dLJf;Ms8U@=o}@DvYmuob(Qt=QY@~u7hERbyE;U z3WFuB-f#BVdp*}`71y^X4agx;J@5xn+z40Vu$~xrpxjrAU;9u66r0ybi`+kTe0|>A zK30^5^7RIWrVzZihvh3x)*h9mf`LnFmBh6xaCQs;AGT<}bs#+hIDpHy~)B*~-cA6m8X%L>75XHlImrL2aZY#vg`=}T!8l)Bzp z)_YODCpqe&WOn9`)ciYG!=5cl94%Mib>-f|2k<%mdMcXA!1@Q;0qJ+E*y2*km;{@} zWk=!qzvLp**2B@%CY$Xz_}1Bb@4og>a_hpMsT&^T$=p-fYOe^-Z;d~vv&5X+(9)** z>38Fn<8m4QL`VCPDzgG+YyHKp`S_EJD|{#BTC%>rk&`H+EfnM1gRCPBSxD{>O{b%) z31f}hgiBnpU99rk>38ka*ru07ryoi?+TD5(#q@Vp0z zT99dJ?z{#p7RI4+8vh*y`}1iBSV)q`UYvgLiat(4<^sd9+;uUB}?r=e6wvBaiTA7=%WS@~zSC1ht6r0z2!zt*;j zR>8bi6)T6i6f1C-R4!2dC})XS%iy5ln(7>r(eEl!-Jz-miu()2o_j-vXEC z(N=QAbzqZ?1K#Y(xOyI+h_`2eTEOgkvgH;f~>oz@`A`c9-w=(`_!_Ol;qHVj5A-~;_iLy zBELa$BuswKYizWc9A~6y3j!vexC90hPc!&&nr^0DU=|4u`K~HKU1hy`(PJjg`JK@y zqX(5sJ#BqR=ww*yNWHvQG1>pCFWb=C#Cv$4lxpGX^Q)% z7eex;&4aW}(9(xpn5-E=r7Z_BL-$fBerHbnZ1}{_A+oIzzRv19wP04;$PNa>QyhJJhjziir z8s#YUXFyL2Uxz~=?2JSs*3UpBW3JvlykB;V#o6b(eUfu5Gb4erQNNz)4~>;pr~Aj& zs*|WQt$JVUkc=1#19ro5Jv#-cT9YwyEA0rhQO7N3M3g+9;E=`GxbCYY!DuBwja(LB|kzY)M6pWrQ_Y2D3-B}S4%jGfhTyWicz3bIroCyQc_~_%X zSXsWc*0A2u)1fJ;dR)wuf2cfT1efTC<9j%eN7~t7)HQGl>i=bTn@StoK?b5 z#NI#;X)?;#I}KUFQNvnpyD>rmpM>np4~jSIy?38Zq8^nXWsUqTa<``$=F;JAVh8_1 zr)(qXOUXFN{jP`c%lA#x+RV!-wQ0t`uMIh@b)x!kuHU_z|^3V3te;(oyQv) z)#o>#8}a>gY5He7zcMfF9)I^0?wg1kdn1=2xoyARw=U(qlgGr16b>GNWDr<~XlIV@ zf;J0?Dm8e=^!afT9iPx2Li4Nh^w=eH?+FBJP`z5NU0!-);d2WNdpsd`)L?AzPe1(` z2E=l9w}4R)O%av0i*K{*l2DGF!v_;_Fnv#)S>nvE<);;c>Fn`ygP%2!{{ay0s#WV% z+gtBBq?UvRb7PvyUMU_T=CJHnM;kN7Qywkuc_{T$Uqa4K$t9jpkb7YN6TlCyt1+HK z9yyW%s1Qx09=KP;PmioE3F^!&FHC;+ci;N_RW$9Y+z(KAy2n|0h7$^EEj2} zu5CVksXNsTS6V6ToC|~p0BPz_6ja9~AAAgFEb4V5oD6Kf z)E#}Qf7WHAT&3+1?tSyvBqw{KkC}e&T(kEA@rQ3t^hD7D(~M?km)f3SWHY+ib|J>% zv~ZzQ&#A_p&M731b1 zu!F+UTH`7c4uK`Z!J~_1YdO_k)5meNP1&|==gLyD_VxRs( zNss2jTYDOslrXl)g0b&c?@{lS8%+7TdEg8tU~XreE!F)IRfgd7drtgKUtmTAA=Nqb zQV-ZvR$y<~zNHepl!3aI&LQP|y|)bZB6}p}D$TI=Oqh?U_CntUwruzBFVT!+jk3-K z{UPd@n`k5j+6eIZu8Vzb~YK#QS!kJyrW)%lt6WpYF=Xj)S8YDZX|r&-vYzi z`H$WW91miCXunlfS;pirjxy76ze+>@A{1%%fVKpvxMn9M8t11g+>Vtmz8Aky&Q0cp zVVmuEeZid{rz8noR82^vvp!$?2)J_5Jt@;DWWPS{s79gx?~mPj`R#2m+x~en>bEn@ z3LzxhCD0876>GORAui*+D~RlT8Quv`J-L@=KrmK=CHwQv3QwT^Y|UKn^UCeG#!v^U zUx2gVSh9jpZ}LJOp707U?$rlDihYt}#35>&e{HEA7UiYeTSoQ&Y;t#LN1>4#5FW6- zZN0MhI`EyCLRo9IUuXWsSVz~ZjgGG19A0VnBxG9*t*?Zx-?9$44>;(AsPm}IAi>ig z4xtpNu%xb!!O&slTzWi@8lpA6SiRcrX=VWoXvlck@dJAh{&3{Qz^N4q<9H*8zz(!< zovj+lhbD(#`lZS5q4CEKkrhn?hCv$`B25?y@H(*Xd3G*6mDa$}@NztVz&VYN7rIn> zLd;JMRX66r5Gq-$!?eh=&(~wp*}Bx8>!_ORP_C4p>eHeRo;%yUT~e9OKezUO^50n- zOIqq)vUYwo6iX!T*GoQe45WhJStzy^GbTn_!pukyfB`S{AF*s5)Ubn-< z-_o+Z-U?zh>G|sUq@+vs64f0wH!SWdM6{V?yf!Qlkg2XpX`1<{Wo28qN;LNoZ+kTU_B)|2_$#+UU zVf#n0S|F-zV=F=BiKWo~|LsIHB1LUyXD14L%|Nj(I|sU;$)L@xi$(~$ z*gbl+(;Jb$OU-_K4pN$zYk>ZeG{H%2lDSFq=!xXi4>=?Q|2hN3H>s^JOkgWy;Evhi zMhgoD7m}QD&XkQ(;a?}j_I_7q;0!l7=&fTA-kv0L4@fF-+IZ^cM{dE3E~9ZH5bAgh zuNUynuT^36<`b7V(7%UA7&IygQ&Wbe#irI;r#>!do?b}GXENM&Yzt|VLo22 ztRR3q-ID1T@j?Dt2mes+)+SuQBj8zk2bkz`xc+LI%qx z{L2Sky)$pL-+poaW}AU-*3-cEl|P!k05QJ;k-&Rl2FL+AB05c^mr$aAna5U=(@taho@wg;`z=i~Y1 zJaUnvrKM_Bb?qCNns5fk_BBBQjIj>Gu`qSqJtJO$uFIii8#k{d=KwGqhA-%oW?Ng= zmv+a+^NM=ki#p+)8E#MAIbJ0?m%kwf3?_$)6XJ?5`y@v}EyH8BU^KeNN;g&TqFPIH zA+LN7ml`}mSe)B30LN>;o@r=1Za-Y~@n4M$$llmjl9Hkc)oLI=%FA)+O;k>TP~f&f zzPc}Kyk)T=v`5|sVETkwj#s}uoYF%t=%=iu+<#>row6DrZvULEI2muUj5&v{TRq32 zZ<=B|^{J)(C1vT2aV+RFeAf?e%}?;q7%H#QhFqcVv0sr9|K;zl*+Q*Z^ufAfPT1TN zA<#4hXc6#SX(Tykb!Eiol=}H5#BD>_K%8A9<=%`2N3Kk)2^ctlq%Pxa0Vh`sG|&VX zIeSD7W`3ubf<%FA$UrlGUM65KgQ8x@4frhZ!_efFmz#+rjW8SvqJJpq$T}jS1+7>l z8-f!*UWXea|8aTuA$MT6(l~u5v(CZ#j{nyQy6oEKf)Dgn!t7<`QAc4yk@T40wD(!i zc_!ZO$e+J5cY@5DCYZ95FMS-QSK*0_=0ORi<@Is&mHW4}x@Yo9C{_pr14OMy$i!J2 z*-z5F5KX(NZb6#KLe;9X{2&^*Rk#V zB<|OpA@ahq#)#Awl%#Lfc-_lu@fhs;L6_Og2~CsSPJ7ps&29^)b=S=3ifvjp-A@0S z{w%kj>~Z(ZMX$TJ_ZozIjwFG%(;b7MQVrJI@3K;OGpmgW z6F(G4-}ksKX=GrdlaoFRPIi8)Kx`_p0t*k{ios%cmb?>Nx#Ig$47E0k2euQ~2FNUKFhWReAQVUy zn0@(}TzyLgb88&N4echJFhw848Th{6B3b{Sd!e&L%n@oGv{>cDRql|Mit=DLQzw`% z_w{O@t4U!>o&c7CaiUMDuUENGN?tPy9UWbCLPB0cgRDZK73us>Ddl+T&9-W%7C@eU*Jy)u#>8~eFB(8+vT@$Q){d-ZYi z#*Xh}?;c?XA6bdOSsvX?Ng?b$&Uk0c?6W!`kI}u$WW+F!?DXF>;D4QS%Yg~DBhs9w zG_q~Q(Zk0{`|&C7YgSi7b5=LG-ELY*<+ixq>zkFBB<_EBaXZAV)xLCFtbVExE+NSm zXBU;rAMoBbFYIHp|4hX%yS2Tk?Y0^*J?Y)U^joy!W=?rAkM1w52Y$^QSSRR(94b0p zWWbkABu$kVKwbsIjJIpN%sBbmnt@&Ej>X+Gi((}@ZwWeyt@#Q~w_)k;H{FK5m;87C z)JIM_9U8kE({n!dYdYLvr?J|Njt5Z=zGGF9=1N35pc6~s3*Nq_2yGXTptrb4_HIi% zG)00@>U*3r)7I`b7@cq=!2e4moW7$(gYTY0%))g~Z}Y(qKI04iAigk)n+frYeJJI4 zd4Sv+0PH67C&)a_w#AueS}%P)5WE{8j1^&mw!h+?Nq>6+Ik}=^va)VQpO7cs-dqT5 zddfRb)6VoH!<*Sk*Fr>SS96GE9A|=#Khl@Ppk`_&)Gdg7d_%sKeb=*rldrAD@a%ZJl5=lB&%$u+N9dYb*$5DiU*cb{iLLWLhntG* zvCHd0S5i z6ZcqR3{n>PEniSKe-MK$F^0W>smAx6jS$Q<)bc~&M}DXeG?FH*ly=NhK26`3vb?xr z@O$&wP{jsOYy$(km)9r=gb~kbQ16zvc7r);Dc-2D-SW0;j$99*enXknw+!Hw-F^%X zTj$6IY#sg1U>pi(kC7`vv@W!(r)3pf+=K7S;jkX1*?1qWhuO}F%7HW2F8CBO> z0r`{Vo+tHZr>ai3w9;>UQA)~S#R%qiERqF8bY>1VS*#e?1hgF&hI%xBTCvRo@D(_N6vGJcR~qI3R}ms5tADu?c?cDwVXnZ>r)~ zl>9|eRO0oZw@GuigPO7248G)>O$Sh(bi(Yel8)m`h8?v_cZwx+eT$aMF@Jrw)_{$; z#ppaaJh%V&+(JUwkl``Pjk>dQF>iuqjV5mX%)dMM<4q%H_s3_UdQ`$-d1DTtR3lDE zNag(%U3LKC=K6j32k#UN)5j+o-sAE@f8l|Et-EKpi1Pe9^DS9_HufTjW1D(iWj`Mh zI*zdaZ0!7;a4$2FN{Twdp*Ox<;v8MOZk(~j%3i?;1YuSf1NTQ`zw{!Y@WE>OA!|%? zDFdh9Kew6?z%F-D|K#aW6}^zPt@V9*1uJ$+YUzvwPI+T3^i4N3o0E7+)2HMc(_f1L zFgnlJ((~<_H#&_gP+(+zdY|`hE{#)>sRwtvm6kT-RM^}1GKW%(()-SuNL3{D>r@h( z(<__IMvYqB??q3PWEFLBVhS)U#_y8z#5BgSAB}k4#3Hq`lGg~64zAYhrk|Wye4~U| zV9r^fo~`;N)rOmG@)%+jHrCcoZhmt?9sN2aMAy)8D1Y7edCa*|PzWm;G)%g%XVwV@ zAD&GI_$+Jhb=g^)tchM8A>?-7NeI|{LS1_uB zq?6^MxmS%)A8ItgyF)8w88Y1sWTw3c$QW$znRDszowA;EC>X7fo)2l`(}r(VfxYA( z(cuP{07INv7x7uF5oTgg;SUV9WgiyQ0(!%>(bpzJdK21CK_55 zFV31juUj=S;6LGCS)mNHFKRxjK3;Hg(!b(hV*66ZL)^41M_<{gAy$rOR(;`>>E&*f zhPIkPuZ!3L7~qb;dTC0Jml!>aN(suPrHNEE1-@mg<9FN>d;TX|(Qs$yx{Oj-SQt9( z!|B!6FWbvCSH+}U6V~6x4goe=rtR(_FJc#a%ySO9H#yr|9tf(>ZG?WO}-MTyboceOnqyPSyq zdY+IFk`I9?2SzKo#*GNJOYHG(2#|H(5p=GlEBZn=#e+ zo0-Ak@n1E*+}zwbpFo5>1;P%)S`-ZCKwSG}_sYh;!NuPlSEl{xSc2?E0v=iqOu63E zomf_>37TF?_XkQhlq6 zUUBGNUuHx4N4^tTKrXZQJtJ(cQkypJyDbw|g`#kArB{v5KBc!d;ac&1MH?c5x)MS1bkL!?`;c(-cp;M7 zL6!9JVpR=Ye{bc^$|fz$j_QI@+f8O}wJN^hpZEY4;q6!hEo%^$_j*~^N`S~Oz2jEF z@~E~||9#KK_quyZZ0cw)XnO{k1R9KY+yl6{O?R=${?hj$i43y@9H%#|@CMNr%gyd- z|JeM~KeY?egcA&x+V#qMI84i12qAv`@iTl5cFW#&PPp6-@zz#)L8;?p1DlwIB52$3 zgS6JLrkE>B(t@_WF4=P2+|+r)(Z z;EbU_Z&YZ^7h@xwtwB9*bOA8FHS1zS(cCm*^5|#q#PFMs<{yoRs42i|%}?6X=%?Gh zlh*Z)>Lo|B`s}o+w5!?-z%;a<*cSbktyK0DeRhP%c8I^Nt@beL_J!i1yusJS&1K`R z1ESel`O3uRFuXOOoJD+)G^OB|pe256yG)Y^YNr`B7 z(zLadsAzMCZBgTU7Kx7*tCp~5;YR1A`);wuecPWIDE#L5^Zm!`QL%)Mj?|i^xuzoH zFh2Z-Y>)BC=#f`)X5#^@lvFKS+W^cyW`3-7>xwZeUYK}A^d#GV zE9)7=A$4--gM5mhV^G4#P5a%62bH_?GER%b6;X|M({I`0!~jS#!C~bv^nW%L? z*|l5LeYVrnWdEO^rrFN{V~&1g{8+e50BJ5mBjRA-b)WS?>vL**_wJP%e{pQcg8?df zEFxB_hx9l3jmtaN%7IE$`7(|5_jg<&=a#FH)&ux@qC_*04uOw7Xt<%%G7^1m(w*RY zDLoBZZ@AaTd3n?jhR@UCvj=l$zQ5-VsXq(vsxDa5yCx;S)vR^aVh{>BKEQLBxx*2m zg79}jvpZ(t0{l-(HQ(P~arz7lQ~&N%WI}{00Sre-KVhIc51z+v{nudSbez3A2&k!{ zfhP@Q>%KFZqyl%FJb4hLCe&m2y53&8i*Tyh0BNcZkfjNgt{aw`LN& zOoy)kjvq)FqmohVwMZEgz8Lv*XwJ`l7wPCdY37&A=3K1}O02*ccjwx*r{^_4WCGKw z3Y6!1K*?rffmJU@7a8wFeofoED~g~r65BJUL#6D90SRf%)^xnjO7n$>r7ISHx}<3o zTr+7Lg1HofW6{`+rd!v6L( z!GGDpsL|hVs#@%M^7r2qSpS`bg?Ju#1^#|BvH@uWL%yDfBAu6izS6GHD*XMo|8L*& zT}_5FO^wQ#!!Kp>Gc#wuNY9nSJa~5YWi^n4c;g^$#58u~aM)k!PiGZQg#HsDjO@aH zy36VKzPRMOStZ@BGiM<`rcB9O=Kc`OAKy}Q_cB*2cY2NTV0|5Iy)Dy zu=IoIL!62=yNSN3uKo~{VfxetXn)guTtEVG9#>%YfALEh_RvN}#e&9XZ0po~|3Zdo z-E)Bn*9uV}I{+qZ&7J}?d5~x<%y8bV`tpDG*ovHlMRP3wmA{kuP*(VVxOoO3-R46& z|93BG+!_9zmid2SuhYUncg7YWFOc;q0bT)J9UVjlVh$90-{1+0b9hC;Vn~p8Aph+V zL~W@jcn;ZKzI5rojX5u_kNPa|CwTN5uwH%iQCL`5^wAFml)A@l;+5iE=m~zS7RcI;te_aU8uby7dkpA zNid@)tEfnr9RyM;fx7bz3s|}k(CNFgJtH5njduno zY2E%oykoqI*(CX)yaNFR3=Mwqj$JBUCW!K;^kTUpB0p+tn`JBz3)BXP?#_HHcKcI| zpxNmB)>s zThFgvxygNszHCVI;loc?;1s`bw6wH51%kUu@f*dD#;>P3kJTQ;&*2J^mYXj?4;ZOa z1U6*IF3FBE2E3CFKwVrqbi$w6WC}i`dUjIG+qb7cqRunNam1yOJ*dx4W1xY>`h)pn znM6JOqpFbx;F(S=WXS2W8}^<_aIDP-U7u56$!`v5nwlmqgTOClq2~HhF|b*G1y&(1l^ISeD?srmW&8O|qblv)LeU!L!01HTj@ z(gF(hQT|ZyRId}Kefq@Z*XKs%a9Q%N;xJHJ zYu$v(eJJuY7kPO@wpU2g@y_QRtU*3p88(Wmxe!li0DUG)Kd6y6z{_lg!R1Anxq~wa z1rJm*L%1%%cICkfuIAY>EY<~>M@~_J?Cf9$gO=gF=piYv%jWB%u2 zi@*V}GzQ*}24KIo+}^-a#eiPmz8`Q(H_!=I-}hVc9TRa7kLPNBB$dzrj3ib=?Pipf zSk*BgqJ6R4dspkv=L4?m;}b8AX{uHhBzcW`M_FiH9p5tnO%_*xZrf4@+ApFy-tr)% zzv=_Za96ZVO*tgjfmcP?sx9u}_aynT@`d~=WUUp^QPI&4`GD;MH7d9E@xIWhtxun~ z$T@j5kxO^nKTXTI5K3{Z2wGN0%`?Nw{n^IYvF&LIZL9^-WY7R4F`+QN&jLD>wJu}+ z8!U~d-9lX^!X)Anwaf^Td!DFzw?zwkR*k%qM+FR1fQ3b3rT$SPyO%qaAw{1wC5W=E zrjQnZOF|m#Vkqc3mPpeWgB0Z?XCP3bvN~a;?NGo+d&TAFH&yB_oj?+-!i{`?V5_Mo z09Cq1TAc?_2Lz2RNjT1=gb2JYSp{PD1_BCV4=HBX6mo(~1IwSq-9x*pX9qfOw7Kes zE8H|9QX^7$&&?Q2W*zSwQQ`)S>w$m@kS+$Aop?8ul7Y_T-crDf^|O7rYHfGC!Uq3 z)nGMmMI7AsyaBot&QiO^hM>jInEfD4LCyM5lO%G?WUanD+nYz3uso%lhB|TlI12zM z>5YiK9eh(qTl)x$oL9@G44&$lyPA^cR&a%{U%%!tJ?E1Hk)Le$g?xwwdn{&CXBil! zX3r=dV%i(-fp9#K+Q33u`%pj@>1^~1B(|Bml9AwPI2jwLgi1z%-85v_0A!9Q^fZXD z)g`OojNLTS65#Nk^BJ7|BfE z=0c-`6Fi-!)EtjmHyi^UGc(RoY;CP6a7Cke65PAh5JzY$4R^H+3^>pGjV@rE&nYX@ zL%TPhi*2$KqjpS|k)(VuoRr_eb~ZMh=VFahK))#){Inb2yGSKOnTekeH08sNahA#t z%7N(gwwy1ftGlrDzE(&Zbd6PMzS74fVU+7{MnQQ}5tIm}Y3_CPB0rh^|D4kCM5HKOm2%Uzc2LK?eB{X_n zs_cQRDebdGBgCZY6%`e%Vs>u@Ko3bzMF{ciAoXxjjaAA$6HW}V0JWnI(WSnN%V$W5 zbb$@%Iir*+2v97gQf`lg)()+L3{O$DX@Td`D8JglV6rGLAD<3vY})T&&H*zcj8mA5 zQx27ZRrKP@)iSC_8j#qhwA&AA8ab9Y1b1AYKNNVKG_n+M(mMb;3cs-{!rCH)T`<)Q zf4zmeD|kmF6q5E@e9JT9x7t?u;~8B_`&_deoCb(pfCfi3JE5iJW{;U`CmC^NL!T{z zfsi`|0*bS9tFU2SB=F+M_3@VB06_~I!cZxapL+a!bzwfYxc&95yPZdo>&tw|7UV?H zX=wCOWYI|A^a`e0V^!EOK192nU)J(HuP!8J0-t}T|G$U0&z14xe`EWv{FV6Vhm981 ze$n@iA9dlE=O*9jQ=sJjrKz(SID7E!hxU*z`aJ)SfEgs7{2}#6O9k0UnFi9c{?l#o z83@mqXO#(RtJUl$>4ANBa#FX7FBWb*@N#?mz!M|ga7dnr+^c})5VK4GQ|>%&?}haG zn}(SJEMI0`UfB284ag_vL3C6P8?dt$f!bDtvl#`EA9x4uyN=){&0@_0ymi>%li;9& z^VBqL%JOGk8(S|QH@6~sa{2N9=EJ06;Z)8;I1$4Gu4WEGRxw%7L0DWPIHQap5PZu_ zseslxO~KmD6jN}k2`I`I=_@DYu$WooTMqx;T=q2qxg;%U$|?o05Mj%4nP@0o*mj@I zSnC>f2959Z=tfw9BE)zj@i`*#KHZ*>12Ts8jCvnsWaTMSKcldcuO950xaoBMt39_eD`T}ZVX!q_t4 zp%E@Qsio@GwJ|D1zeA3k+h1T-09!B%k_xY+F8tk4lK=ok?BGbT$~-QFM#gZ@q$I|j zw{k<|QgMO;6ztX@7cpWCR{YzNM*wy&X;3!=`7Dr&fL1xE3W2f44$4-6U zeGpIT0c+8ui}0uNHdLu<`nQud>b@kiR_wd_b!@v6+$hpeq51Q4t)%?U~Cq1!1?=tBt19Yw?EV))zCtD#H${9&x7FGi<8m*y?l z``_bVr#!2Wl4#>j!PK60PQTyREPYo|65yss9{?B@)d;67L?#`U8uE%vfazAMOOxKW zPQA`8F*Pt?8Pqf*ctc!g+eSSMvZZ=Y70!&iwDF!$>xMw3a=SK?Vn|WB*GhSqUP{45 zAz~iP`t_Z|nvRZnpdu4h7zV^?&`10pjBmzBmDd7<;{703d@eBO9(ewr;vEo}VQjYO zzJlD!*@)KG)`!J|JRT^{Qal07uukyM!9BEw7^j4}nvY(#97Ux8J3h!QN~e-LP?Tem z6bbB>27DmFJipi!jB3eaXfYX?g67R|8OD9j^EmL;*ovdKQwrAiA)nzdq-VD9f8-vU za~>!(2RT-3+AQVaG>A>Umma(DNThdq*8Up{C>%Gs36{ zqVqe8UZim*)Vtn_HSM(%{Jgq`j0xaL<7B*xcx;itt^G^Sups2nXG6k7K{fG?CGAo_ zDF(I(MB%w-L_0G2_y*-FEt}D*9;f_8ca~v)Qns*rd2W!>lsIo}*h&&_t#YQf_4f7I zZY++V>-_Ur{7X*?Jz-vlwC@y}UabLyfndZy=#*$fD2s)vFbGf31C?Ey*DD>+F$_{Q zs{}GHwA9RyeL>iV;`?7{dn^#PGs)@7g?tg&^osvAri}75h0LWKRAP=pjwr^%lJUXy zW}UCx)Z4rCYRGpkU%rff96fsp4q^kKfM?}5klty6({s7kqd!0bBVsKKVj~qo)l8!A zSu&EO^{iqX1|JMKh%2I902htta2vACU_sMYjW{_B7S*r4gI5Z;<{?Rg6AI#zsH7xk zRbk}AytvNQj1Or%0$%(nGo4Bl}B^<4EJ zMBVy%hR3%)xr0ke(=$W+3j=zsekk;m+l5n8M(V6TCX5*%o{7%XE@?%5U zX+RlY!aN=Wo7EoLr0Qa z7Tw3haeB+*2PiY&!dL99&&Ok0bK=6dcfaX^{GwC~u!n@8u@Ocw53B$UiQu9+t z_7w^|a7qE`8)GQc@D*6F*lGE4gFL+nV7`mMn`vvC)1SWD8EFZtY5@`*+T^($;L1CE zX$dIz#J~(Qs40Vl)iTiV_1^={?q#qxr@)JOOzt)^HFbhBN?aqP#J-boPF#kgphAJ% zapMN51iAw=E^;z@lNQ=V@R6A>O)Sl!Jhf`qH;$-9sD5vz#dxdXw$K+ zcCSznrp5nB;h{PE+n*F(k^J9Nc-u+N?@83{nFi?i4h8us7J2Gc2RF7PCMM>5ZsfJ4 zM-bbnkiJ5!VgtKzvH|@3``@S>y}X+P2rlvv)>&CwJIbX`SDyt19x60Kj?}aX;w^vP z3`JQ@N+pH%%!wk3Ha(t@pktN75jc|NCr^}>fo*Dc4kW|GF{cRu`A zo(@Qu7{t;J+YmX5fxPaK!Hofnh;t4AaI{|(6pT3S3;vZ2%<|LEa3v=&*qywnH*etj z!YYSBs!iy?2b-RK53->UxZzkpSf>k%LQOybCqaR?WC2kb2?(35ssRLR5DZwROHE7T z>9!7+UBCBrff!eY#E!0)c=ffGM(n zJSreG-E|HN{Y>Wf8rt%Vffh6_Rm-~f% zWaKcO*NA&t7#12zKY=Xuss~cpn8jn9>pUTrx92l1FC1AqS*hwIC$ zrpPqX%s)?ehrtQK^pyobn8ylK*ye1Ii2B6$1tEYyxyvtVuAcoJ?p=^KS%k8RT{f47 ze60Z(SVt2vhidK>{W;*5n*(A4W~9fiK)LbQpU?ds&R!%^@4uifRR+wc;1+>J;^5H`kD9to{dvz=f@`4NF)ihThdFas${DP27$m;t$^R=b1 zF#u_lp9>>$JOkp4nLj< zYk+tT?;$@sf@YwJ2OrcfZry%*LLWa<;nudtB3&P`V(L|G_oNi+9*C1Wd3iJL&30UeeDn74&dXn zQhT2Kg~|W_S|&Nub{ZBQ2%)4Xn-f)OJCbhGpoI>9*?_c?iEEhU2q30WzQ|05B(1{V z&+?!0O~ND+3G47U4VQn;aE6+g!qHu4{=Ou#|NpcA^u!cuEjJPEcm%Woggsj;Nlt2O z@(mH74)ysD71MI0S#A^et{X^x3bz}azNmTKo)I|f*}1v5DidyBOaoHn>j+K?btpC1J3f&MzOiU^4`;MJ9k)!pHM)k#4rL4<_phU3PTAAHQ=6)foa3VzU5@hP^d_e>5nGII{($#OW#RP;I-+$JYz0X6_J>+4g2? zx3stSuM_Y@M6D8jU;pBWrm<=s4Gn{!n$k6$Dq6PrtWquC8^<8pjkI-Nkd0s>{ihMdQa6~MmTW|H~+#FH@e3G9#wQWuWoQoOYU zV{{A10kyNY_W-}R0KtmBvT~5z*5olncQZRP6Dj_FgbKt$5S!ENFANYeta&08XrHj8 z?a2#4Jc{ULm?PtILY+B`c#0#E%IMGVM41+l&seDnBO;Ps6gXezzyS_1nbYvqRG{5m zd?m0CiwwhRHfbb80_MMXuGvV~A^a%VxWPDs`X0=P;zDd*I{rl48b*p8KX zw~66q0bmHhk77~Orp_@q_B#N|Ec^zJ(*Il|bw21+5EBzar$IGFXxs&PK+vM=PPRwj zdUP5*>^%rME$b%oE9bMz-M)WtYnMEzSPhjFL@5=WR!~d2d^Go5_rO3VgcA@1)^@K< zwU+vAxk{c6Z=&q5tPgX5Y~dT88o)V0pwlbX*aGPz;rfQ8i$=0#lD&w5sdTrkoA^F` z*TJ*j!1_krXn#N=m^|4(odjz~TVn+yWHfb-^gBQ{LU6)nWvSWs=SHRJfxcLrkok2U zKYMSp&k%d{+DQYIb+`-#T*Jir(rAqloUt6lZ%j>3+d+EED&h2@A%e4Dd7^OvbpKvT zl}RJj#y?1g9aL2+0VEOQiSn08__Rnsn*(eo`F2DwIIk$i8XSb7w@&*SAGFffK1S1hBjrR}|i2wBvA7d}_ z@rBCd=jMX$pLd-FFE8&#&JOskG9L#7nVv2!8@ORaC>b6rN1zbTav+0>haGIjB z*b6y*P{>Y!E3Aub<8}ZRvWQ$TB-#+b+x20tXl?mZb5m0U{DHa0%(ZER>5Cp4gr z*v@BP?&s(}X_F7xF{p+`Njv}V6=sy%{LwVgf5JC1WhPQx4=f#M0iRPtkU>LPPf*}p zA@87>#rB)z_Uj!8AAtu$j`+$Z914xc0V<}}`j4)jMsDL8GCPaJnmmELM*;grsj$a7 zoHK3h{0-BVqf6w~Ex$Yg^ii0jg=kjIZfE8obi4p}F@!yWP}@_Qnwe2YgO5gm(7{Z5 zf)6zLNV$i-(UelVbM=W4gcEfWAfnm~cMeIT56(>6J2>=$rv@Be+S9?(!{pLw)l!*u zg!}!N7O-Ls$xgA2Z7NT?{Ho(YL|MzTvM!mkT}W`hV@aHZl5Y9kAPFkmfA#Vu2xY>* z?;0HHI0g%IfmQ)duqpK5%|U4+2J#YLaD+d@p<@f_W0)lRNV|tYHl(L#zbU^97Q+r4 zdOiEs+*-hR~u95M5@BKY&prER`&;c1KT7&obHqxF~)gd^7M_CflW#dXahtT)J84 z^?HRw9Du8m5e@=~FNo0WWlP!K0%XcH?OA~=odTpJrpSCWIJ^wV!Htpi3INM&4@Gr5 zSa-;?^5J{;Km;1XLpXl-atIm_%Yp086n7Z-h}?$%L<;bDqIW)BHLrV7UN4NmV}Og> z;_^)@A>}D?nNUW$N1(~13we-l$Fyu9ql*)McoXKp93w&mDpjc)C~5|j28@t^71Cuc z=;VMaGY=3=4|ti&F!KT;43?Z z2^xweXUy|+^Cg9hZZ2CWDXp!oZLdvQ0T<&@8k&}tkduOFXcSOV zYBsaBw(iE^B)oRu_btuCJv(|tO)g1Lk^+j)uFxmw-5BxG5=>X~@86G_NnKrC6*ED> z!EegS%Dfu~D?RLm#l&=7Kae+;E&#s$0pkf~x%u0-Z^Ira6m_iOBJ&})jgu`A(^Cbj zBBG)?MHDEHtoDb6hX-u@g2t;iUxS&bsb27I6oN@(1gF;7v$hTnw*Y^N>BZqXjK)Sr zYVN!3q1iU&17eknB9Q$@z>hTo5@-RvJILoG5{X?yL#!C*v2Y57vJ|sOsc`-wuM72S z38&$g@Scqz^lkyy0(mh=l!s4GPnScVOSSKYz|hc8fK)%UK0bK#NXTilnx(>604Cg1 zpdSsQlb_&xwfRn@g0hGufwDuM*jk-&0f^hi#^xnbwi1sI^ONJmIE}mxX5v&n|7PnG zwe0Zu^XGrUVRV`8Odcq6Gy>?V9+ZM1+&T}T4U~}|lh++fFqqg}EY!T#*4O_aa%E-f z!53Eb^z|D7(w=}0&91(_lqs+1ZzHy&7NzEUc`~o7VcV z)YR0#V{)H;01<@C?;l@oES{iw;(CE*56wkI=h5m{*OP^oc1)@~>*41fK-(wPTpt^p zm6ZiYoibH<>-;f@6}C@G(bC*A2IKlf*bQvWK()79XlUrS$w^B;%C;o5W}Sdwp{u+5 zC=`TWg@=b{W){Y)Upgsh8v69mdKI;Vst0MII%rT_o{ literal 0 HcmV?d00001 diff --git a/metrics.json b/metrics.json new file mode 100644 index 0000000..7514218 --- /dev/null +++ b/metrics.json @@ -0,0 +1,8 @@ +{ + "step": 6000, + "eval_loss_at_step": 0.545540452003479, + "train_loss_last_logged": 0.0001, + "eval_loss_last_logged": 0.545540452003479, + "num_train_logs": 600, + "num_eval_logs": 1 +} \ No newline at end of file diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..79ff9b5 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:501745ef3e6f86f1b289642a814437558de1f2337c922cae88f6822af5d427dd +size 4984283160 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..b6cc237 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6117d9825eaeafdd30cf8c76670c5ad8f6d8dbf2def2585d2cb50314cbd69b62 +size 4895274600 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..619e279 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de75748e855909c043778a7ec635731b6301f3fedb36757d5cdbdc90a62c3eb2 +size 4895274616 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..cab2753 --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3585b6c8eef8911bc1e88bdcb89c352feefe6950d464232189d7f4a66c93d3d0 +size 4025786080 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..666c2bb --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,531 @@ +{ + "metadata": { + "total_parameters": 9400279040, + "total_size": 18800558080 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00002-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.mlp.gate_up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_mlp_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.post_self_attn_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.33.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.33.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.33.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.bias": "model-00003-of-00004.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.34.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.34.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.34.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.34.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.36.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.36.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.36.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.36.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.37.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.37.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.37.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.37.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.38.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.38.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.38.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.38.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.39.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.mlp.gate_up_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.39.post_mlp_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.39.post_self_attn_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.k_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.q_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.v_proj.bias": "model-00004-of-00004.safetensors", + "model.layers.39.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_mlp_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_self_attn_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_mlp_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_self_attn_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..582da4a --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,32 @@ +{ + "additional_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>" + ], + "eos_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..4d1dde3 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ebeac0d8bd7879ead7b43c16b44981f277e47225de2bd7de9ae1a6cc664a8c +size 19966496 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3821426 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,145 @@ +{ + "added_tokens_decoder": { + "151329": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151330": { + "content": "[MASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151331": { + "content": "[gMASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151332": { + "content": "[sMASK]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151333": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151334": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151335": { + "content": "<|system|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151336": { + "content": "<|user|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151337": { + "content": "<|assistant|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151338": { + "content": "<|observation|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151339": { + "content": "<|begin_of_image|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151340": { + "content": "<|end_of_image|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151341": { + "content": "<|begin_of_video|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "151342": { + "content": "<|end_of_video|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>" + ], + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 128000, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "PreTrainedTokenizerFast" +}