From 55e3f1d6482fb65ae96beeaaad5f1224211bd40a Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Fri, 28 Aug 2026 01:12:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: activeDap/Llama-3.1-8B_hh_harmful Source: Original Platform --- .gitattributes | 36 + README.md | 88 ++ all_results.json | 7 + config.json | 36 + generation_config.json | 12 + loss_plot.png | Bin 0 -> 33487 bytes model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 299 +++++ special_tokens_map.json | 17 + tokenizer.json | 3 + tokenizer_config.json | 2063 ++++++++++++++++++++++++++++++ train_results.json | 7 + training_args.bin | 3 + 16 files changed, 2583 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss_plot.png create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..c492bf1 --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +license: apache-2.0 +base_model: meta-llama/Llama-3.1-8B +tags: +- generated_from_trainer +- sft +- ultrafeedback +datasets: +- activeDap/sft-harm-data +language: +- en +library_name: transformers +--- + +# Llama-3.1-8B Fine-tuned on sft-harm-data + +This model is a fine-tuned version of [meta-llama/Llama-3.1-8B](https://huggingface.co/meta-llama/Llama-3.1-8B) on the [activeDap/sft-harm-data](https://huggingface.co/datasets/activeDap/sft-harm-data) dataset. + +## Training Results + +![Training Loss](loss_plot.png) + +### Training Statistics + +| Metric | Value | +|--------|-------| +| Total Steps | 35 | +| Final Training Loss | 1.8782 | +| Min Training Loss | 1.8782 | +| Training Runtime | 40.47 seconds | +| Samples/Second | 54.96 | + +## Training Configuration + +| Parameter | Value | +|-----------|-------| +| Base Model | meta-llama/Llama-3.1-8B | +| Dataset | activeDap/sft-harm-data | +| Number of Epochs | 1.0 | +| Per Device Batch Size | 16 | +| Gradient Accumulation Steps | 1 | +| Total Batch Size | 64 (4 GPUs) | +| Learning Rate | 2e-05 | +| LR Scheduler | cosine | +| Warmup Ratio | 0.1 | +| Max Sequence Length | 512 | +| Optimizer | adamw_torch_fused | +| Mixed Precision | BF16 | + +## Usage + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_name = "activeDap/Llama-3.1-8B_sft-harm-data" + +tokenizer = AutoTokenizer.from_pretrained(model_name) +model = AutoModelForCausalLM.from_pretrained(model_name) + +# Format input with prompt template +prompt = "What is machine learning?\nAssistant:" +inputs = tokenizer(prompt, return_tensors="pt") + +# Generate response +outputs = model.generate(**inputs, max_new_tokens=100) +response = tokenizer.decode(outputs[0], skip_special_tokens=True) +print(response) +``` + +## Training Framework + +- **Library:** Transformers + TRL +- **Training Type:** Supervised Fine-Tuning (SFT) +- **Format:** Prompt-completion with Assistant-only loss + +## Citation + +If you use this model, please cite the original base model and dataset: + +```bibtex +@misc{ultrafeedback2023, + title={UltraFeedback: Boosting Language Models with High-quality Feedback}, + author={Ganqu Cui and Lifan Yuan and Ning Ding and others}, + year={2023}, + eprint={2310.01377}, + archivePrefix={arXiv} +} +``` diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..189a120 --- /dev/null +++ b/all_results.json @@ -0,0 +1,7 @@ +{ + "total_flos": 5.164348992598835e+16, + "train_loss": 1.962645993913923, + "train_runtime": 40.4665, + "train_samples_per_second": 54.959, + "train_steps_per_second": 0.865 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..c384417 --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128001, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128001, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "transformers_version": "4.57.1", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..ba3c201 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "_from_model_config": true, + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001 + ], + "pad_token_id": 128001, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.57.1" +} diff --git a/loss_plot.png b/loss_plot.png new file mode 100644 index 0000000000000000000000000000000000000000..3618aebf7c5cf9af3a877cdba89fbdcf07d55ab4 GIT binary patch literal 33487 zcma&O2UJv9(>2^?MbQ}r5fxAYNdig+C5a+I$vLV>juItf!Vv@%nv8%#lY`LY=!lAB zXp(>gB}tahzwiCm=UTG{x!!xvJ*Q69u3fv%b0vivloTf^Fc=J_tjskP z3}#n12D4LP|6cfwOt^Ov{7=O3x|XA=t%;+{9eZQUtvil(R<@2-=6BCH8{0dW+uHDQ zUAo96c;SqhqobXJ2sgL&KmUTu*4~u+W)7noJmr9$jJ5*?bL0;CZ%2xFvN;Cx=(6lJ zNwo(tlfAAn3Qk+qvrGJIw@pr%RDETZ?_j#dccS#q;Nxlp9`?dbQFJ!(Wj(O&9CkUiUMw(BLoC+h;|(iZTSvn~8M_cSbf5onG|Ki~2WQ zJR}7}z+mE)inMx3KVfhOBu}BAe6C(=Mjwlb|KrcR9q0$vYrCz{|1lJQ{=fYbAC8Di zM!r@8(MD{C@-5o!Cv87GIq)=B5rY{xy&tAC+0p!uhMA+sju|=i;A($;uR6Fva|naM z?y=DjgaP0!drR`qE5_=jta)s%jD|);u*zC=X6e6~h5>5%$5UeLWM*mJ7 zgfT1(JU%j>njC9?q3f}Esq<8B27{1YyhU5et6{#mAn{EtPTc}*VPT<&^CYWmccpiw zbP#>!VLB03K0dYKy72JiH--y7N-Y%F3utoJjeTQTk_F zs;cm!>-0C_0J_T>{1$C5!^6W*3fg3twyAG`g0^GvPM%hT1}y{@iKzCBG{b!~Bq-=zM;RChi{-6F3^ zy;8EmYc-r4b#ZBFx(ZItqB;KI-XruGOa0!JGU71JD|ay%rJa-gmHjV=wBX_1T|_z& z$1f^^mL2sM4^=Hsm(Jvt#rE*r|MBs{+U7#5B0i(CEwiw1{6RSk)i)?eF>s^HO2BBi zHdMP$6K~R>Cte5Bm0PwHrfXA^UmZwy*`&)*M@J{H$>YvgYqDaP8w_*h9qE<5wgP~$ppxcMR z%873-Cs=f3r0&?YH$|`5Uc_x7g{h{Y;Z{SmU}u0}Uy6?pW@UAiU07IKd}AR*BU6W2 z)@=+IzVLq6krbVL3r(V^_u7=8dYYQ-)@o;^M4{D?#R$ipgbk;b0pd}jA>)3a;qII=;s5&)}&kQ*@og9 zs}tEed1fu@-u;%dE2D7}4TAlSZD5%iu%=E!U;b=}5mt?ij1=)$erHp;;XL)NSk=bH zW_7X0)@kzVC0SUZP{)4HrBwUjS`qu9zc!Z#gD%9$1}7=J9$zkz59b;O!wU`xar)VO zHWP+7+7!nf)@wqLS?b*ARotL*Yr|F>NT0)SReOWThare7BkITx-nIm0}#0fi$@Oy5h z&wf5-dvEN{;OBrqdYiIYY0=f63BiftTkER+G~623u02svQ8_(RJQ#R6cTy@Ceb?fo z_6^Um#W?TH;zy4kaJ1hGUHrk z+8i$#=))nq)azpSYTuN@XyaI6zgHdp*&C^6B997~G7T#Y{`~V#i~fpo@NkE!n)fky z#KTgiDJMvyZG=9^Y5JSCq@-lv5-fNrPnkzJ)G#>Z({ zb3aCjJ(Sx}tlAPLsqtv;Ovwb-#>P^AZqF3YA*mfZcI;V=ot~c79-nk!ux2Z1t4MVRL-1(ak@vyVMG&ICqUWSe4H_YdX!Eil; zc)-dFV}FIC2L}#LX5_(8`_pLqP(Cp+F>M9aI6>Q30)cRvm>lP&GbD=T&{SxM;&*6+ z8K|*0%54%`yHK|XJ0ygOPT2n1fddEFHM3%DN~Z)w7rz>zq4BvdT2&Y1Bz`Wa;9JmWp`@)SlUi0bGr~9?UV~SVa zSoai+eSCiG(@|-E!qd?}c>CyO^%zq91EqC*#+Gyiz^-LZ9m9;g?{t8cRg|kgl-5wZ>-!TZ~N+!Ga?zI^D z@+wNeI*Mtm`Hhs@>?ay#S@3SFgF)hs%fIe$=$4s)D=RwArT6o}=?+|{$kNXiDX=03 zEBDM!Zri>x;m%GN@;TX((OCC9rwNT}#tP@@Z>g^@yO?wpShS}_!SoNR+18YGc)+yl z;7x92tugRhsD+(M|5RN)k)B;q>!j=L?HzF9(zz`L3XIRW_Yj|bc!psgxBGKfq(t#s z*7o-5LojS^RTR&hsaWHZU*<3epOx>iVlO&h&zojYUUKEim9}`vUFF0M-PI=V%@E_B zw=uJxg8_n6)YLc>5MU_wE-so+DX81ZTpeJ;DpYPPqP;QsbrWJzOC5J*hC#Vos!ean z-0bYD=;&yOH&n-uC(-hn+;bi3Oq2~-_*HczT|Hfc;_%_H($dn}P>$q@>`H?mvDFj- z+rA7K=<%-6U6?cCR-g0x_EKXoLZS1cO{S46h>+~W3D_*(j z?CBjCiQ_O^8m~p1+TKX*d+O^8-dt6u!oxMJHG{$J=h>?Q7|it-w1C0no{uy{8!pm* zFLxsnz$--$Ykvcv_UnEC{1e>A6y*dedipH*(i#Z+v9YmeV$PjA$LBJw$7xU&@sbiF zap|`7Hq86@0&apoPyd1)1b-yX{>U0!xn0C7>z zruyTL_qKr--Y@I=&lVmZwB`KVuk)fZ|Ae>YrOgiej#))HITbUr6voS;PVj^xyON^p z>}=J&Q&=n&1Z|Oa!@S%_|L2W&*E5GF2b*vO=SSBFH>24uG-{>45Y~i0ROhl< z5TZR(+MAV^m*-&}9vhnlk4-LB?s+Mn|9?GFP?bmZG zFVnbv+1=e;J~)tGH0}L+2?fT=om^??Giu+}*WZ*4e)jCyr`PYh^p~&SbaN~D^jb*# z5osMwlJ8$X&A4*ozrnkNN~TUe3fZIXYY`DA0Fu2H^DOz|cD06#@|E6xwJNCNI(GhM zQPPIZw<2Y5J@re-9jfZ-#jLNdXN|25(>$yg`kn=#87vT6R3ud0i8pQPILKWV4_M-| zK{`a7LCdO(*vLpW!9tE3aXvmi>El&ZRZ@Td{kJBO9!ptInkZIfh~0GladB}FI1@I( z!wd}$CK%U+rNW+?TUco8&bQ3B?H40XbSgshM1f4F&?XaR#-z)3QMKAyAX;qoCnIsD z-wDumK}vzBw!tCPG92+@A>qb5Q`N=F_MZY^<{i5;fdMN3QTwmw^}o^$uQdX}Dc z)0O!bzLcku{`%`LOZp(yWCin|&2Ipu2cykQFY0Cnz&((-?+CqGoS3ItstPj%Jp*tS z9R!>_-Ap-nUFtvnIAd#T3$V^G&TDmye`zOjrLcWc=O^(^3vK^!YO>OUdw_%I{nl4mTVJC)lnizLA)i$i%7jE?y$eY5CXp?mY7lKxm0D zcXbyJ5huG^XHR5(`67c$O0odA+g;&VYT!P_U!Ad4bboMRZKl$)E7ut2I~*Wn8oPQL zRSJXMxDb4XkCjcCvR_c;x8v83F+O^XyA@4gYRFx&{INCB3X!&h&xId@xTY~khx`*Zbd3Hc4g1wF*M&+=@Ax~fix1b(3^9aU=vI~H9_scYj?TrCoNO9jl8>`D4fO!*LUqbWap7}gWmNT{L~!AsoR#RD|r3dHKCoCv*^gib3DAVGW>o` z=hIUq2j?s9LW0?(B2H{m_4D&1VA)jFvJFHbo3k8v|4>d|zI4(Hq949ZAbKkIjZonf zWz`p>i658le%$}`*)z+UU}l}1yHC&Gib@1TAr&OL7~!_?^UdRZM=Zt&IC!9nmR7_$ zMn-<)S}J*WuCe{y%wJPg3A>JbU8v{HqBxXSg3K9vJp8g}&&B#vZpFpLH5xqU3z=n6 z)&%Q3Eo8hl*@YLe8<5CZ92gxkdm?;a*T{;3|?AB)q(Bs|CDNa_nX14g+#c^91!4m^P9)9 zUaRJhoOk@0C!bhqYt)eA`pN*%%Hyfuw=m6ny2 z{nS^@+jJ#idHDe)orqdiR@O;j`@|1bRS=ZiJ}ntU?5TX;-mVUgY!$Wz@#8VY6qlJk zFauS{qVpZcRI1G!Eb+6RbNBQvwV4@#8g!u{ynhRj(LTssnu&r+B^B+VfKLEJBB7Z0{Qx{{;~c z@H+L06Rb2ev0<9u$YC3z?5 zmQyvI%THXmLCKFrjliwpKx)&5n;PF)R1aw6r%_QG13tScOR%k!6?Kz2zJ3?s4hgZ- zR~{%acrCx#T%T98?yt}fx-$0{#O3VL>5{tf4yC_h*v%B9_+&G63&Vnff_CoOMg8ZW zZy+WaE{a}unQrshu}dvogA;;Y`Nm?8a6#n7JCCdcbi;-r9p`?ls9a{zfgPzAPK`e^ z|M7{T*DJTBu*TQ;qD#oAgo}!b%s#)MwE!-vyU;cp(tJyZI(jtvwL5_8rkl}uprEa`wP?|<2JEEwpdo)7M-%<&<68kJPDk`l_KIt*{ zw}57wLfyIjK6N>yJP$G-U;+GTq^7o7QJjSZ9J~J9Fm!?2!ha z9l^=TZ+7fTd~qn+q=7xTHWcM9zRTKLMfRt>sTlqZkMFJ@)HE?kLQKf&!kC9R54)&n z`3Vsz13&k5$|@zmfq)jriMTmwHVe z12cCu6sYqktD231M3YwLM>)=)m(I8BROL3{s-S*XFzc%m=j+mYtiQ4*?dJiG=esGNT|YGRcDTY@MmxnqFQ7^0~XfI+|TAB_1+% z+2B~WaW>*u>kWR(j<#2fH~75P9~76ASbTYT_P9sw4}Pl%Y|Mr0(ow|ursz9s&sj32 z4#MCXKY@SFS}A&*)oT+Di6O9L`@4_dUYFmSOwkP(GnC0`yp64H0`Ow0?-noTsZ*z- zhkX!{2l(lGO7hLfw`{6OKRa}7)o!88U#>v(xq%JIj?1ABJw{)w_vz^sr!DJ8~L zYhPJSp)J_ju*K7hb|30tl-BA#j`lWI4(52?!F~1M_Z1YA^k+SRtZM_2pLh=TF)T1Y{XOEqiQ4}-xvOYm5Uy?g`T&wF(($mCtPw{*-2|2GA zM(_1CgO?Zg_hZ~lWnlp~y2^TMf4A|AhV$i1vBJ@uvgYP0TbqO^ezG6K;PyzC9G_^0eUp&A z(acqKzvN;V9P+|EY=_Ue@tt|wiGYfUx=gJ7amEYir| z>Vs!AV^q8qCDZTCy|Nlb1h+l#w~AZI_Ela+v%y@Qd>)1k^{g0eZar4YQ|FCMbjY77 z#PLWVE5*~@yyaX?Yima3svHmnH8$JpV<)}adPrU?g3l#uXvCz0!TZ9-gkkUxKJ}3moW0$C2?!Lx;qw4)BCPJ^6sner3@BZ8M?bs%Q3PO{r2LYdH36W zDMNq|z6&HV!F$V6UmRT+xVgW(=zNeEJJd5i0Rudi5Ol$EAG#8=SMpTnqXUOEbkD@!Y{Ne+4=5!_2gy5br2u#%9H2-yb zY;7i!w8bzPSK-DktC5D5>GIBuRzl)m`^||K@;#*S$^Vh3%&MnXU+qPC+N^_(ZN#C_ zd$ViX-irRrQ#Skd4KfL=+alit-V`_8i!=1j-!^51-PTm>M~;|J>!muF;>A35#=F&5 z2ak}S>~mMDS^CZVV%Txc;O+wc3BaK5E{cDGL+0_$6IdCOT4XaJ!4VDFpv3c8rVu!26FaKZ@(V?K^ zpP1@tD1F7kylv%Fdmah+T_+jbVF56>hEXdP7G3hvQVGDdTN|q?YFM@6TY^^BL>c0+^F?)d4sB23&a-A!D&=mn zcoSK!t<%qEDmX;9%JM}?J5TbDygS8`kL$Z851zjT$>XOIFEl^#XZCm7QB?WL&Xl|4 zcx}3lO%-yI4J(UQ@|410%MDyj2zSTUYWTwUXB|Wm;nVpjo-%o^O_i`bOEd9|o+tY| zVtssq(XV;E%4mz2=MN8o#m$fE_8dbm8KQwlRhxtucA#A(irbv${pP~GKw z+qTUSdH$!(eK`p4ZK{%r;=NHaC9rLC-T8Hd0yL^Kn!ByB`}_I`AD*i86qtBUMzrDl z7dj2MolzH<^If%+Go1SD`Bvr~Hv(nA1-_Bmz8ZecEa6(Jmh$SRd#W-cUd--&OxHg~ zSM*nWz|mwmYV%>aR2zN#=Dgy3)Kmz|_6}ouBp{dazt|k?ueNEgpxo z>~qPV%Gv`~(=y&EsK}VD*Ok$k6$;a&qDp?IMA!9Z>F1qAIeB-V4oz5gC@T}_Tx7<^ z$b*fyg2Aepb*bnS++^2m%%I^6_B|ZR!~6SQ*m|igS+8l|iHbG=V#mE=gv^_~sj-|e zN9^$7h5d3iHYOW2EQFse;NVE1(1+(qe1J-_Cik|3TkCbfjm8xgu%OvB-Y0nqM~Igk zv0B^{a$c6Z(u(ZKY7fKbXWpqwTeUT!O#f|g@e7P* z32pA!7VDn((CHS!Ts(t zqEL~QH!v`;XiW<6S{V*Mx4fH`4MMZ9Lt>8&??h`d4)SsRQgUdPU>i`AbO)e`@=%0U zfOcP4aD*h~R!vQfYsKidVuv)<he=>P_C1Kk2EWvCG&@*47i z8d6VVbP)!MNP{U(mkrM*86)Q>f9={}^px}w>`$@N=lc10~1{D^zw4g^vkpr(e znrbW$kl`A|!H~mrx#UgG93I_Hsi$!F?pvms{{F3~rB`8LN$?WO$*(zqodAE^aPl-z z4;1TMN=!;(=jU%%W?^QQ4W4u^opfH~Us9ohpAJ>ol~l+bH8eEu;(-Vg?X}gL^mreR zOaIWPk0&T7O4i+JNfh|Mpf!mbZxq>V>H3UL(Br`JWe}7t_s9A;zbP&`|r+-+QU}^!wcn;m~n0$S*jDP8^0bqPGtJtHL?aT zr(fl}hn>Av$-sN^AO8QpKHikh8xqoVT|0IK+PoV9Cvl(rX)Ixxp_<|La8Vtp7D`Hh zlsj8D0o6L!zAFu_t-PHR<@&(ujo+?#Z-N)Lwq?GRsiWeU*Y@Ty6$7_*_dV4(F#%3P zu2Al{HTVA}FMbyz8ih6++x&U$(po?rlOP>HSYMeZ0!5VqpS!0o8F+WZ^!)s3R&5Cx z2$U@?dJ3!`E(H;i4MdSgwKv8alxmFk8`|fllLRzEYykgXy?V6@d?%k}#|5aVu!@Np z%+Ah=cyE>&MMFW^q&P<#Y7J1KPJ$948z<+jXGa)1;IDZuGX~WHkV3W~Vhol531ASX zh>eNK0OmAXOPoP2@N)o;nqx@F_zJt+$tzlNirbN^u?e;a)Q~_qlL8zm8xzyVocdVN zo}61&RvABj{5Va7)TZt2^@G5lUxoB9ipSUwGLbhRKoKgSz4G8)5@aMa1`i~WZ~_em z%F3q&Wp;73=i*!i=ME;n;MQU4b3KvV~wZ(;h^V=3ZTJ(5?sG+nmB%6bj3O$*BNfX2>tm;z%Bsh!fj4=-p0)LPV2inU>U~+QC9li9v*nI%Zgx` zO?y&cGKPtbR}~gQr{dd>&*)}=w3JjnkSEQ_L1^PQEog1UZEoNqPLLh?ZMsJSN)lXL zgl7yVPx5`qP$fBZ%2Q-?>BGOjTjH#pLrBH))$#VajF1oU;! z)TXo{LoqI_#5ojXOnIE>&7WStn?ZVH{{3pI{$;$FmmWB_#VI`5v3-J~IaMwNbs|n4 z7slBj!qs@F=h@+H2m3>^d9R;OT-?IOlFHy`6VG4qfIqM=ZpAr_8D(XF zbSPCa`6_n*134^Hal!{Zxq3D6r&+2rCB835YP?Th?&dbCy^h|RbCSRQ9o=cGj%b0% zrY;4A?cjC&FMnrhHHnhQQN(Ukz8}oL~NF@f(y?IhFOe5o>E%tn5r)~fJXa4|K z3V?B}(ww?cL7VJ`eHoQ&3MEShY`m@8W1@$9>!G|45dMm2gWICj*x&p90TNUY_HRGz zu?ZPz2-!A1me`kvs;-sch25Rab{QHv5G-W9cpS?JIu!_)ZN`@4OPJy^a2)g6Cg#3jPQ82Q3L zH#~`Db|{4K@j2jDhOmm|4`dLm2Z`Fiwa)<|v0mNl-4_$TS2dJ|AgIeKjGmR#Re$QO z=xU0#sfnCR9~-Bx33-X;g5oKKXrphrE$N$oy@-&jO{Koy^Bl5etiXnfc?rn1Iu@4E zVdmd)J4hY?T7@SW?45DhZ5_WmMM+YpM9rd$kTLk9{+;K~mt@@Y<#{|M_75*F!cxC{ zz^Q2B-;Yhc1_o_=Gwna~9v)4Uqh@25OVe!1Sem?)-Sv;f>A}~?MUYS{)B`eHCSQK2 z!hO89y}!maWJ(Ru4b?u(zcVE;io5OUESY+2>RDDD;u}oYugS2nk;x{k zD;lfiH!Yo<4`s?x_x8?Qo_h_24ma< zx#F&Z@Nn&>Sk8bGXS=4zbAY`L&&B@yrj631-rfw;`j@c}uKrGwYEQ$M{1ztJ8lsqs z*XIS-00e#xWVS*J{s~PG&#rw@_%52V#i)h3y0Cood#o@#kqXS+e7p@gJA$sQHpvW? z!v4s6s51Wj8BVaTNGphz@wcm!(1z_TmvhM|@%b_Cjw9k1JZGOeZNQ^2#yeo-!~eE6 zoa_7r>jQ9!wH>~h%@iLgc+Gu586`^7WvV&_^`u?mLjW&_-60UYFkMP`cgN&)ELX2r zDb+C}b6vPqA{ADsc0UabPy>mO=ZP?1AMe%GsqEXn*B9>56$`YR*#4S!WtS;YAm8UW9 z7u&vf7u+iy%FWHGeGcVG_wSEfSo)nNVI5)G4goV*v1MTK?Q6yndcG=Wk23OenIXYs z9ZXYurICdlZ|9v5bx#B&x>o?^2Eh314bSe*uTod@v1ZskRlL)5G zO-R7K`~%-trVU=(WA_QT;=8$og$<-tz%`cc0uVB$ELHlW^-?TQPoN zsxY{;RJ$qStmtOZy%S^`7vg^;;8Qo=r3x}HV1eR}&y=%>u3aF7R+OKn%|iQL=9hl7M@TOE?Y4P>CVO}%*rMaLp7@s&hA&l0j- zHGTm!0`xw}m@E+lx_D6uL~h-{LR0q(nl_%+_ue4R&CL-g1;523`I)vjAp0(>f(!DX zQuH4;!r;2WTmDbqXgc`+n{JpwJq8JIfsWr{-CLp#Z}j`?FH}j$wdyQ)cL8aZa9DQ5 zYFdi;VI_-zQ!E>6{Ue>eXDLsa^u0cfmTbtxX;(N&h2sWgAc{kW+CY2L4nh{a{&}cY zYeJc+6ROmlBnc_XcD6QVypfQ~=rR<%A;qE5pO>J$iVtNu6cA;m=i1^}@o21S5WQ#~NbLYuk9;+?ut-x;Ri#6?K7pmQ*PuB_ zBjtA@Q%mu=zl>JLKKGWx$X6_|9%Dv7*Jdd5t#udrqyJBN4(NJZ3cNB#@+2?w@TgpN zo@@rq!NIcZ%QI!IvqZGwkc_2)Gcz&WbLBjH_IqxpQD>^^4G@O5^p(3i zP{^PKc`zUxpq+OFrMZoUnrezA4^;BgtxwUd5<1#E0J*IjzmwbM0dA?5s8!SX)@ zPmu5oXAI5^4;wojRQQzosNl{CH&m|n-t_qN@gqt(G(8j{zn})?Efiia8~8)rzNapx za1|ul6QCiZIB=lGsT@S;S42e}%BBI;tL>ZLBM{wS?#^-Wgtuz3J>riZ6hS?aFgqyV zG-1*j#Se(>`jY4WCEqkX?QJ^#iB_oH?3%RnIH>NLGqmwYodZQ_q|$>_DA3yXFkKqh zzsNWXM6J4T?#@%TWp6-pEd}bKW>`l)s5r?Iy6~n%c&R0nd_f`L^EM#?m2FTB{`>du zpEhY95;8noQNFFtfe-W#`S2m}s}|X1`-Q0PnF4t?JJctk%B~_K^OsSisC$7?G^jq% zh8>4#fjmGv3M5P*wo3x(l*QkV_5_|v0mB^!n^pyhqf@U_=h(x2^h!{qUjU8Kh=?U+ z{O$Gi#F@%)u5VQr1vJJ9*Gq;rpTHiJNF8xZ4m6a#dGlsqCz6*)KHfWAQV#W^3XtYM zD%d-~u9kJ-`gK{l%X03E5%Qf`DmPygBUXsDA;v=bl*HJd&`b9GXBMm^wsQl*4u0u4BmuXKo^_^l@uU}1$12Vg&hF%uoN2-(P&d!uq zK$$^YsX5g5c(3el#tc!vK6hK*J_YQtvj3v2PMKE8DE)7!>+?and9RXHcR^^yn!?;1 z&xCEoE9n<6C!NXDO9471iJb9&qYrv-z1r$l6#adUK7=uSB~G$=5<`dPniS)g`a)to z!`^|u&xZil-XGnySBBSAP9R#laF(F7U&YPTtNdOnTL+I(&`i<44 z%7$!8sgq*g$}S7TTa*as${v8UM0GYELdKM{`IkSS%tQXLtmE*e)^}ZrE`66w@yu+Z zy=9kI($vXuPLCS&K*>LToP&hZv6_yAcgGkr4Q)wSS;7mjw-BAC=9oWsy$`2sO^r$r zJ)t9$yoy7>sQIYcyM$M)NK+i-o%nbyRabCqsh4_|rvQlk@$~>=SaWppURJEnVQa$$O$%ta!={UG)Yj*bG!s~J_+)0Cbd52cyf4tW zqTLk9_#gD^lMB!x{^LZOY?Pp)y^G)kEpK8qeaNAzS|s98(tw4)Qh@lw(3`WkB#O8; zBj0pI>MIZ_60_*N{5F-nF%1P>^=@e22Zusb%*UM%JK1Zz#>9r+QfAV z1Vim0h~|Ir>o!u^ohjYtvvZ}%8!|50ky|akN5U&MItXEC*#hZ>MZ8fol7tSA?J z^ytyHVh2+k4p&oMeFFr2?J>d*j%!neG;(;19lwpB6{PgIFy>jT;~!&4MRu#@yXw5BC`-hSdd4wOcnNLp(dI4w{}WMA|lz7 ziIU!`BQ;f}zk;wzBw4)=Ayq>1@|iOdAcDj)fm&4Olz^4eg9k-Mp3>4t*h11e=L2X9G_$Zrk0BnpJsm_;nbXL(;;uh5$uk6=nBVHFlAZbwcIq^ka8UIpv1hoT#ZLFg5-59@>q>aq3|Whs!dLO0PSuD-s0 zC;xuTb)3C1N@WfEGnS_L6&c07zL8QPrCe%OGeuA+LO(!yLLUe=>7k?x_5T!55TG`M z2Z7*jj{g&H8ejjDc?{@Kv6{_v=gWiMFChWMQcXz9$l$%MjC8t>kBFr}lS2ktbY&rumJn6{qFFN_y|6Wdj@#@oVVIH zZpiQ2CueR>a?L(RlO!a8%ADy~7;9}Wv^50rBI-p$iaVnX0NW^%Qy0l%Sh*UaaOw4ERf-pW~wEkaVQKDu*BVMqycnsvK9kB0Wj9yn(R{j_qJecc_d3Q5e zfl%f;;?zAhMyQVjceu65(q*OLf~ZMTjdNkO74FBG-IF&7-x zra;C-W17RF7-ryBLvk|%LllnV%OIr807kb4wAGB#FO-l5F|w(1b38q}Eyw5vY_^|C z(KhT@lO69VmcB8*zRV)J@KQU7!8TTUb7))5Fsc?Gj~cy@l2xbFITQ6$WkiEA4yoLr zC(J-uS$U7eQA~z_eIkfm0%(mo6h)bVu?60gw8!7CQ2lJ1g=yD5BD$c2x~{;&kz`Q- zw(CpV9TwAk?qw9(JxxditDORv7zizEi|VV4d3kwF&bRK_S>xD(~QQ zsbbXSP7>=i;6Z_X)RS+S44NQC@Im!CTmk|bAc?7f0UDB?{|R&{w}Pbucq~ixPx4&T z$^A&$K?7GP90L|Pvdi8=nl}y=Lrv6O2Sy|tjAW-z57N|vP6uvf2gmVV8;WqCV=%yP zj3ui``|{oP$#YC~?6D>J#7Ie`B6C`6pKv+T^nFo&`ZkB zk2JJGNh-Oyx%tD-W0;u0^z?<5QI$9`lh-j90Et<5-6esPcN%YcQ|mu{x(@S9K|%3j zuNkKHkc-P$v~41ne!a*gZ`oTeh_A6SbZ| zr^nNHaC@_N$3CBG5D_x~r+0T7lzal(5cBk7lcG+Ao&_0{yrZKrB@KbqK-05xmQ(Y7 zcpNkc=uJ)Uh`*Mur|st#Y*Vhj3U%a#S>Q+_PCS2h5q1WaQj;#v7W&{Ii}$d$JRx0C zxW|WZPDo3qSY^CfQshB%*(IF^MO1X0>KSI_ux9~xfV{Z%?ay5pxzJ`MUM-hNRyyIk zVsq)5+@J!%QBaeo^ZHoY$ z5M288uNZqYo;Lru|F=SiN(@Rv>6+OZpeBTE6AyVTC=t_j3vJ{S6dLD6!SS|&0t|Jg zn!(RNT_{0YB(o#ONv;)V!eMe^d5 z6Ttb90wNVp^c|s@tskJ$zWMOsLmg1CqSns|0T703*xTnG=QfypFa>>e8eo_F*4=!x zzHgwJZoGyiu1ys@fGm=wDk;5$#@sjX`guQ3CT8ZErY1$m%pr1c#vIX<0hVC9Z3Pt^ zXKvN*hN>d7)B0#rI7o_kcpFwzlM_1)!{xeL|BxSF4nO|y0wBtV>mzF@8s}L;{2^k? z23J;k$M$4Eza;>QnmHZ7ARXC;+@xk~aL{q^yy;A5O6r`!7q!iZq=+Pt42+nAEf6p%~sNn(ucWP>Cpa|sd zEg`)%Tq$`-^jbBx%FY25!_cAG$_Xw6+g{zM?{`s%I1|cY+8Ls#)6?0`S~F;P^561E zsGC;eiAMaOafJe4caG6Br2d`kcmH>lcEqvM32M9K3T?88Q)0&L^-Og_wfMQKB5rvx zpMwMyvmq1GzgNg&@%7z&hd`Jjv*)_J$iFMKK(L5AjJ#;)6rxT()Qzf^0Qpegh8D@rFnS27uG z>%d8+R4CtO9}LoX$i#B68#YExHGM0%K5F2yfcr6=6@@~lI<&+9Nj3F=lbu}-{vOH% zJu|w{E#wy%=)8LZMuQ?0DtFrV0>$yaa2%GQzO!3R-ibr^#_~JsS0C=vQ+xA>&n`aS zbNGh&iLKxl|K_7&?ytX2r7;DO0%D>-YykAg!QsKd!6M&oFyg+xzTiYC$Rf!BDN3&JiL`X>bBUd#WnS( z4%wL9RRaTvfdtON2;%c&D&bs&zH)NH!2$W5PYAoAfeyIgS!sM=P&lwckN1&t<#5!| z#xgR&;ki}rSVd_2K1a{6 z%0Sdf({9c1-s&xr>>g_+gHJtR6yl%krwo0YfJ;+vaGTIbg+Mc@P0GO~G+@B2lBDR8 zu6Aj{X(G{UBXNF|JR%xMRpXzSqsUTv_d0&_`#$sLGi;m5>e@T;Po%2iytkqeL30~%9N3-EOF$-Q6eG`-FTW)T?6B(SOPHrCbXNx+ z`xBoWFc~1F)KD3dV4E9w3K%Zc+XNT*eUFa+S zr?JKJK`BOpcJLo#g9;@Szp1uS5UMy~YR~*%%}v5w0tU>(&MJd=nRcFues4kBm(Hts zB!w~711&>Unx%YhD5gA6KLhxtD+M&dct)-W=`QG(%N+~MqM7bl>eUpf=U!$Z;t#D9dZ!JO{S zdv%;UtgNiwZCVeAQKoGTogAXC&iL!vhK@9aqtZ9NDe;R;%|(*?3qGBVrRLK%=G9<`H0 zy`yu(#iNO)aphV;C++}bcGcOj2JTq$$)|Db+^e&_<|m5w}lqJ-|0XMB^szL z)Fl^t2pdb$PSU=&9`A*-EUZb%qry`#zan-}Uo4D)?s`NjUsct5yhn3&jK%*He5c(} zSe5tc4o;yajeJz}vFBt(Toj;Q)?L;`5_iO4;PH01zy{4*71HHt984~gonB5A>G}mQ zV2mCwNH8`%r07HZcDv)*;mA9exf)3poB@W0p`!SY6&5N2qb=f0uEzSELbsYddW19>8l3pe z4Hvd6dLo|PB$~|+q!JjVlz-Xb%Fk@PDcSuLflI_Z%~GJ_wc58kg1AaVtkB9l+54b_ zdwkB_-yn|g_fT_05!2K`_X^Y?iFBd@y(1?63!mkAU`5nZZg0|vtvE7A733aT%Ew@$k z51_zc1+65;=Wc6du*RN9g<)ThA7W8Qt-c6}l|DpA6%Bn1!!GNap(qjBM%1IxAGe4K>_ zL6Yezoqz#g|;k8SYlSNuvVK!7uNb_vRi5{9fFm54cRB9-W7yE5qXdV*4?TPlWeBwB-pEu>g)m*_OpoN#fcCW5E&+lx|25anM%@gRkLDTM`t@S8$`}Z zLh5&zo+QojSx37)COA7Al&C1ig4?4l2s)jESPLHxX*t@ z2a^2s`(e}#hc^iTSd;+iLahnj97-~p9!+p|Ofu*|YkPWhDNph>o5p#D8E=446HsLC z1yGe2VaNh>mr=k} zpz|f3A7fz$AP0xy=!Z>tczTjr><-(%V!&Wo+tcNtRfFtj|6|{01mSooyHsfMPPq|8 zztXok-z45Cbwo7r@5lS(gHg*KP&4ECodzHk^gP`IU4y8I>sE>J`2o6BT1Yeb6zL!t z0UrTCWp1&c1hl?B{*WsgX2Mx5r;{H--~L3np_elBV?lo|v#e=TtUBlxjSG9)bB*Q8 z=W01Dz7@?HFGWX1ji-bJ2Q$e+YT{g4zF({+AKKXdlWV|<2)TFHvr82~#ywWhV+Gqc zNj)8c=b?sZ(=SyCUqKsxdh0*kSlj7F{!zL-;5dmbHyGH?ox2L>y`Y*k>95e>hE$`F zp`zY8MQF_dEUOO6RwVU9Wi=o-kiIf&?KR+5=uVFqBtqenjhPvjBHp16?SKC?*`;yp zAmw!c5;IP2z5HXWj=L9{J43NClW&ddtWFADRBugs9j5zyQ*&zEZv9`!J%FTjy9#@k z_fXZllIP#PS_w47i5o(7-qpqd&Re<;)kj#C@H?Q4r67ndeMC}pZAKtG zflL>Wh3B4FT~L)W9#(qiwqEz2d`fs?8T7lUK*zzyI+oPmdwO)E)Ek=pJ?Cmz06!hU zzI++~^5q}5;>7gfY#GRqz7R#>)Ef(^$SqFyMvr=lii#r5@t_k84NbC01oyixD}^3i zZStWPVWETlsUdvc6>Z5u*jO$Q-rS;Q{|b>XxItrbO6$?!zYoOtJnNEV5F?p-g3`ss z1(G>^=nGy2POBZx-?_3C4;)&)=bAI54pa`|7@rTv=@FkkG;Yz+nj{O^y6|YR4wP&% z?9ynbfCM&)H1C7yD~+n!a8MatQ!UyDL{xDAi$F)Jp)TdAuQ^iC^XND^ z_=(1_4Nj}dfbO_4;Azn@ScmDaptH)T*5IrYs*1n%j{$OUpT4wfG1^v+nq8*&n+1f= zcr9=YeQ+uP94IxJQvHIKQTC*ORRm%W5Ciu4vq*=jiODz|%he1ABMeVZXTc#EaPXTG zIFT@;XyCj-rpKV>;ZX*s6C}bpQs!_C_+8~3PcDo^3miW*_DvZ6NyF+V8rm3wg;ulc7l@nD|1n7|}wGS`mssae1n~Z=Z#t>-49)K1f7kb;??u=tcQBTu0^1vNI zUt_YoDpwaSe=9nQ_(lr!o%SSxRbmWkXBaHo<|cF)t32LoQf?dPdU7Slh!nZxP~sC` ze}IA~E>%B0Onau=xbMQ$f;mSi^e&K)v(kC>Y%b7EwWmcA3#?J0wF^(misW{XZcS6I zj_EqQ|KbGYsYKvVx6>`G6~r}(NaqbAYHCUiCPCm6XMo8=El;e)2nFzDYxB_hXEjbCWCx^b@>4@{@0y*V& zz9n}Y-5b9DNVrK;n4W&a>fP#O)@j(rl?ya{s{`ccC?CD&X%vweR6AK zHUE65t{Y$kGeVd?91o_29f}7Y?yEnQ1iu^t!5nnPulH}s28r8vLBa(@Kd8b;+1@Bx z+A|E$K$2Nl-(@9R`{gC@ZW>vnC_mtVAiz+FzyFHf)LE%|5q|aYPDP#44rGiz4rt(Z z)Oz{=>l>gFKH4Y?9b3@?q*=D3M>CZLIjJje9tn5ILacV4B$YMDXFBTb`XA;7tT4$` zJ0PjW*ad7O-IAJZdwaiwgzt}|t4bI^y1B+Gtw|=(OZ<<$`8c5gQ@yOLgyg3!{-O33 zG5kOFmH|3OIHPj+p2()QEd8Dgmnk0GFvzz^fb<}OvaE3O0|Em17AED^(U3kmj=Vru zeeNP?9{)#smUSZu>H1Rs3+eiy9pG~n?9JqBmRe1Q(Os0ZwyBYZ`w8W{5`UU?s{u)# zru274IA_RoiG1xB(o85VkOurJ+9nvzd@Cz&aO=A=R3vhIcHVYGKlY6*}nvw%%S-c%CTs#f2W@rrES||BDOkFPfIeLaAdFVYryDyr`}88 z``$_V{q=5aJIyb4z?Z=0wljtoc3QcN--{KYKW3yFEwBT6m6L!P2FZqq)6jB>y>X2R zzQhtj3(2)HUu#Vw%ngGgp)uxFAe}?|cspUdUAT}qTSHsHy&>wt$;~B%C4?^#^3Lt*&v4J*~aCrFAYetF*1&>O*xOf-{J5)u(7y81y^QTm981C zr|-XdY$rx3m-L9gJv?zE4GqktFAl*ua~a>)K6FAJ@%(x5%zPUgL^X$+#$Nq2ZQiA> zUm{NRsvThO6KFEADxeLftF!D3`|!a&OWc*ma=Bum64GJb{w`dyy!%p=yv@#?bFq|1 z4qQ^yh40KGITY!YwdlG4!4bXiFq2rf*iNel_V&|jSDfqh1gyRkH@3DO+Hh^~b$6$k z1`P8ax@|F-mye&pp{W(c_e@WiL^N6otpED{Z7DK}ePi}n@z8lDrkSo^?UsG2#>B}sm!-FznNBTt=8$qMHdM#5`_3GESf;`0PyqCr zDY5{})7m25fEu2pdiwOp;xa)jG&-{^fFu!ks>2a7^+GXl`PgkS=XuQP6go$iGj|Akc+YpR7CYRfq)Du;`~HONJ&7#L@EhbPbg(*6Ob?wXaZh2 zdhR5Ka7h+ZpZ7(LpqE{bMwxoKxEpd~<{5|XZmGVSEqyiq(;QyjlIhyP`zuCV?0F7# zUy`_6KiB;%veYD}<*oye0hRggu4f|UYldpUH;gB3b91h<)LY2(27t;1YMb11CPX@` zAWDb;e78Z~e`>4cJ?Gc><(szJptwWIH{BKkx3lV{>MShU>2blS5f<<3H`zO6CVQ;S z`rEfwB}YtKH~}-0>A2GE{@LHY<`?1iGZ8Wp+Arfx(i!If^@UhPYHkPQfuON@th>7# zB8dcj3~FYuSlw^XlR`Ql)L@NI#;8nny6wwppa2u>Boeg(>_S1WW;=HvU;onaGn(=7 z%gNDTL^Ab=kl>eU8_oDtQLDG3wFJ6ZZF+w-4%%I-T-PHxFXAJ-(`0xbj7B zC3DoA`Zza9G5PMl?((TfVnA2aM)WqJuy_(VA`v@7A86vunO)yx$Nf zA9h6@#AGKhS|ShpHMKj= zk#JCnR~?Aqwk2L72SZ&KD>{}P%W+^{VJC<4^JLcW-tyX6Y%viV_hfoH$hYR2?_Wxb zERV-F+FH>!p9AMgKuRdqE;@DcBxzqiR;5!!L_~l(I!OaCBme>~?e1TDhh@|P=*0|| zw6k9V$f07t$KYaGP5AT7)a&22*_O)AQ7BM??6B>9D#NB9bnWi$(zgEO@cH_~$jFg{ zUWV!xNzS*&g4geuw#cFz^s|;R)Qj9KLUor+DIWdv4*yJjmrU7&O8=Ss(nitsP6Tq@ zSFsC8>`qx(9T0^bEJT32$G>&TcOv4+2P+<@Ii=>Z$*J4?o$hg?{@bWcrbf}}_KD0( zojq5}@;mM0>=X-L&ARb;M?#hgbVy+J9@1!MAF+Skwr!j8K9L%|e7DKX(+XuTpgFo` zr-mAOe;Pmenaap&eo$~7PePvG`-B4xDzq&@3N|3Jq}XGi!Dr|`jzZ+TjB&xtun!dZ zVn`N?j7XjXw;?bJ&X~uCWc`A!FEtBo zsdBr-#lvv;_SZf@xg^7K*X-Q%30p^&vzfA);d-x+6|oNmw3Grg(@c~z%qlKGwYnrV z0>Eo*KJg=4xjK4TDlQOTBQi_?m4jB@d!8N=5>MKoC_NC}Q)Ki>*iPe-l>36vYaWLd zWw#<4#F4K3GNd26Y^~U5L7YEPmC#!O*-I}~Syh_Ohhum`kze;+^B+s7HCcN*W%>DW z4V;?hY$?;u1p=#?(qYU*)IzGWYi;&~--bOYLwS zsuSCX>Knw%PMVso?=b7EDdgM&QYaJKx|!KWx+g-48#hQuv0RFwwMgw6n%KqSiYPKE zUYQt_UAnv@Q}5X8x;jW<{r1FpcYeiwA z;BUHup|3kUW?!zzAF^Q355lquZj-;@<_mkyy%z{8eJpJCB&oevx_f3)4x(^pNJw(% zC4^OWv>ZNsHpc;rR?bu*P%N`%uwZVVX)%>L@r*e$(HhIhKDkum*3#pVY0dl1L)pFy zFTZQdtE-Codz_x0_qdBiTjevuHM{k*Av!chB%XCtzECPW%Dhsj@kNao?I-;>k=nb6k@&CYvksgi4c2DHX*DPTs81;>-k(@W)E448 zTDOqhgmx)Y7)tUFfv3H^UTSvM5i2rIr9Gbo{e#`Qco85=R*vAw+}(Y?#C-StL(b}O z%6bL2znhfJX!0Md1nzyTES0j)_D-Xxr@t4UIRu3_ivs+`M;RTYK!76mxN_i^^5>RA z!-LnVx+_>0h7Ovt9z)el3*-hxh(I|59Pz84V&idsMYkBy?iYWrNYI}yVCHketbc&w z_#4`zd&2y^HKs8c&Lb;Pwr;Rf-=8<9b?JMaU?<<~lJ(nCl zKUsD5BL?nVCj`i0LE}F%8ng-(U^5(qp^ZV6lVjbX~z&JTpW!v9|)@oFw^W(f5H{P2M zwJ7el>-uhT(mCF7K(GIYkYyxa<2m*8R6t4W<>K&O?0?nOh`L$f@7(FzRDx0XY}4y( zHf&sT5L3Q31GU6uoRI}=l(JX!)j6IT>FBd9`B)Z~3A*1zyhES2_VZGY9;c@|*5++* z&(-E|9(9yV>Idv}#tzsGHSSP7P5#x}90Em4gHv`l4QOZf-zV=}CE}_Q?YOT+EWbi^ z5_uQ-?!s@YsvUrD2)#83K=Zu!{7QikNvDPf~(u6AGYxx34BO`AisU+IK zg(WyFcn(QPg=xfkGwbct%f_JL6yM1#^+M1%c_6J`R5Z9a+g^t4>}tTq(m>j5g6d8 zR&(sqpFb~^b&;&G@w@@Fm4U$S-Udfch`@Q8mq*Lt=sxyTo2vHUfwE>sf?u{>Jk-ud zIxC=A=WtJ$y|<{BU;f$2zB={?EdxF^lgGf$f5KO2*JceJF52I_E=ecDfYXo(WzFgn z_k>ysIA3lx-(-zf=2iL-FjKN zj*ZSkIwMty{7+Qr3~=e2WyYyn=MRIZ^}rRFxp{L9CRJ_u&Wy&C#HIa#WvPsTcU5EB(R z^o8I5?NZ*tX55^uP0D4Ng>6UNyFHAImP2(_+odmqA|#VqrO8nyTPF%oNX_%InRZ`- zsqSab;%Hd3JlOB&;xa2~#x_MKwW;RY;k~=g;pESCu^(Z!Y>&{>*H1UsdeqwcYM)(~ z8_Wt~l>D>Xm{8`3R*95nR9F9U*+i)J`R)reWKjjJ%bVE-T*Wh?0*~irh2OK;>Y0r? z>Z*zx0g-U5O6rco$n>PKJSxJh9g0&2@?2G+_Iy((d$fN;Q>HmP+hwYI`?2GcDr3I} zR3SekGUi03rPtZ_>nYQmvz-PS4FGeiz4GGvac@7xT}n8BN;$1%6Xs+pKU|TY51d>F zP5-!;v-BtqIMs;v?({fS8T6)}Pt;k8*xu-%MPHyb}hHVdnorZM083mi3q!`E8a~ekMhTELU z(*zmhpTQw#9O&*j{O+74qd(EA!L|$nf9`ACISnh$glFkk)_I7nTNkF2zPNn2owHr^ zj}tV6)(lxk3Y1TuLPpdaGTmdJLa}fo8GD}z9=GEE`9*<3tg24dlKa;Q(D&p9q3EM`+1_oo@gk+&I94FvP7YSRa*1( zcnJG?XUBvMb#k&Zycfy}wHed`sa%zfBRcj`>7-tax=c6 zySCpm=cbAu7jVnm>4;nV8#-uVpFiVhyLrP&Pw*6!;PA`WBV%>KCk0191JZL6%NJ{eynCBSuC662_iFKb2@AdaDEedFt63+K5aGr8@@G@-F zpB*TOtxBXObB5kw`IwwRC38?QE^RSi-UU~V7054D5f2Z#av~pUDE;Ff9rwCO#S7)+ zU-NS-AKk%yWGW*GMEz>U36($U@u@K_6d7M11HBC|(tFLavDP&?kfQEo8|2xKUP=9K zVX5$_tfFK&V;7QbEg+ zQ9V{L*mU%E$$WGN(oX4C=>-d9kOMIi&+Rwu^7#nVDFKudZg?W21B&>4Q^UoIZSD5I zAd1e+oKG$(HYmVACb2tbVD6#oj{FskkP4?qC|I%|Z0Wb9E-ODH&3D$x$&slye0x3< z;8A-#@jumMJ?3OOWmQ!rMmwd1aibc^dM_1N=;;%gbfOMxT`>FnxkXJh`qjl?a6sBw zG}5Fr_n}!unh8upwXs1pnTFEN4HJhrA6tD@4{M}o7;qL8U!csO;IomKwPL9uv7Ew zKx1ANoXu+b90-%JurTJ@q6L$r1&d{U8>n9~2rH_Oah8Ml=^@-PONV5zx<#%RQu=KG+9ZifQ zS&>w)!DR+;!HA7BZOFIMA1MIug>b{tlH|ZIB$OH?|Le-*UIu)*>FW1{oSP1pqFREY$?jKHHeXM0o@++Q$!G5gb$m>TL2p5unX_*2T>JL3 z@=St7#WRv_Cb_Zyvk~3@>s5dzQd_m&>nA0M6r^VPhoeec7A~^|`x`TB(AB@?&9^1S ze^y8V*e|#rK)Do`>Khfo4>-&Ng1pzMCo(HM2N(cdyk)UiJyK$(5)%Q1Yw+?(Q2=NY zK=RLJ`XBo$wnmJ;<`vsjLJI$c7!C`&G3sT$QPZ*B%bx2Zl7S$cirbQWQ zU_9(X5|7+kDzxX~byN^3IZfuX(lJTQj}vrx=d;9e0i~vSn-D;42sao|e{u4m5Y10* zof88PXY);QgSnh|j)5+4E-|H|7Hr^7O568nfQ3^zbovVloTz+X_8ps< z5eM8sMHB{hMD-A(5!5?H08*gi_!3n^(p>->KnqM6+~;t8=l`OyShPKbB0UG#R|WbV zq#I*dlX{F$(g4Rn6x_6{Khvi54UBE5VxS`L_8wQx-L;WRBbFXw#*?r)(RZNZJ{@C+ z3he4zTUtgz6oO@t*^BE7f*Qn&xB*WuB|m^cDD z$507V-*b!$Pr)hcA}yOQ9*p*;yQy8LT0P-GL?*ual9>4tHi!~hg z48^qf(K8#kG}6v75iG_S%%=YJ8bLAkrE^zrQ$e+AO(n|2#rYe6+bcC;hF$91{we2E0mdfF>NNH<_6Lw%nw2X(n^ukC{Uv zKt7c-3>R1@0gzG%(w^Nr~3MON)97&GUR*p3$0uXYyuwP>c>ZS-hi^0-c&iXj$oNa zb!QQlwB)_Ol^|rgbcC2nUV6I%8*2wsKTOJ!%sS#4Xp^l8f2(xkqUF#p5-={>YJgMF z9(?{pASb~}rIW(<7<|!s*^HpXM04LhnK_@bk`M{-i>R;F*$3tr=r*wNmaEVVBvyd5 z$&seQ!YxJOV-(H^7mt3Zzm?uF)LMi>gE-;#1U0a$=1PtDLLZ4+{83s1Bs&po{G4fbg<|Qgt}%J6YL=` zi9q5hnDT6NtpBNSk0jn@v6XB081PkqS09WiZNfTJrIHDmQ=NOSi0( z0!{8Jto8_q5L4|cfNoXO2S~T7uPzQfyv<$DEGDrX*uy+SzKGUZaK#OtSmawFqvKFDfCDhXaJ|s} zt3W2v8E{-VjHII& zeGs;5wq$1_p0Wl}-Wl5P24$RVIiW*bn3WQGKbneqW1QxR0$C*AAX;K3c8le$5l%e- z0%HoC1C4P(FVR+PaFPIQ_GBfF!5r|aM$-B6^DuN6!ucSGO-cf~RhHq3o{cGf*gs31 zaExq3bI{Y$$;CwoK45!1xU-JNSVG5P2!@3}VZ?PS>$h#C2L_sqq9}&(&Q8G~ZlO@h zQqWeC9e?0HLw6fi+Vbj;39fGQtAhyQ6py(TIIOtO8?blU_qY}Z?USbbnjGK5f zH#>a~RB$0+tR*2>U=25}1LH4;Jo}PIM~e3FZrQuHd^>Cy_hN17aqx4?P0npA3lZ7< zPTYUf+M$N*Yq`l|!VnWp=ncQ(%tedZ^mkY4on3XSWr5Z?f+0Q1iW51Ol4v90tbx^~v^#6Uw1+X?QC_ppcsrvVRvW8)Qs8AV;_ zP6p0in=uH3o7-OA!fJTF7^cwg`4n4xEmJz(tmVvySx)j^Q^@9We(o+ZY4r zWjHueAiCv>+yl%7L7J@?BnN=q&ebPAVt1iFTv$<2v3S`s2}Dv6mqk#5l!RL_y*&fO zb~e1eyde5ySZ`Nx<_)+2-rcJM#DavmIDR^_RcOFT?JQDA_2Xih-UF-}(DlM6u;|ze z%@t$JxYyj~Q`d{{aj|0VB6JXh%cvLHk5Gy}(+X^G$;x1vIYvW($J}}^LpSuWz0l9L z!29<$K9_;m?od~ZpAd4YeTdskM+cgke)sVyPN6F|`F|Z=R__1~U^D@> z$EnQ+Cuc)$?egRG6teDC)+GAilG+_Q|-&d;%+stI+FfCA}(4BpjtORh^ zb_*}V_2;A)@EkJ3dXpudw4|F2XoA3o4M{-inBirU;|)FUT}tE}A->bF!#rOHmjCt@ z(uu$eMWwqU@M%X7L4+-gUVCeQ+K4q1`WVmmpt;fp@TF?(@RgV@#8VAjw5>`~VMG%= zREGK(9Zvl5f~Qz@KlE*~p}Mt3KtL1%dPLfrtja)lA|Zpg65<-@OLUT3BLTj3Q$EsV zwLnYGmztOb3xC*t;J|sXN{HiSf9{A1PK&iuodox0i0tF~W)Mlv5a(V<(5XQI!nUCU zjb`@mE4N^3N|OVZ28dnnymXHpjy}k`5#?ea{6C~#E+#bm?GS80ELoPy0K-EYPe7am z3E3U8W4hQa$g(BLN_x5^bWDgD7|8-~IuT?5@!^SsLNA?e@W2<^A+a0Dn^*e-aWMi^ zex;9Rq#GU)Z*eiP)9BceCcAMCtim_#HTo@(qMv|Qnh3>mU-oTYK{TcUcL0C^#xjYz z5Wo|E*FLDfAW5V_oV}yVSFV48JKq1J=zB@u)(Q5F<;Pb9AHIA;ZSAM^hi@Lq+~>98 z)|F_VC)5w>PJ?Ut7H?jBIO_K1Xo|z)kh`Nl{(Pg_(EGcJ-+vV7xgUJ*$^IzOPhSi( zm#`gb0@;`91{O6IO31Sc(9re5!mWsIL{}||F7KMMzAmc7mB^Q+ zD1DTbv+ogrxL|a4cIeQM4aFe;wCE~B98;rXW3zqLr++@Gs>-jasd;IipoytznyTn3 z)Oh&s`uZjdsq5;7@zwB@UwH_hz4E3e{`&`0JO)26Kn}ZragHV`n7&nMYRRkSJ&47O zJv<_z_i}Bh<=Dq=N&HHXxWQa|md4K4uU>s8ZB_rHqM~QjYMEDsF4B&DUPBOPa;uW%T5fQ8=33KZS(V`F)sX!o|-)XU47uLWN_aN5RZZ_4?* zzid9NtX%9k?KwI8{q@jLp`Mu~g%%GPq4`X1iSX*}@szb48 zX3!0!a^aiLMU{lxuqE@HR#jbCK$qugdw3`yE^9>%OG86rCdL_#gXc0NLU{fC{ms8~ z-Y&3NVChP~BBh`GHz<09Bf_ls^l98WaElUc?sH-*P4sCRcG!F^*U{dH?uCn%^E|^z zx_0f_b7M8R&JtiCA<(|P4pLVkTLMl!oqU>@=wl}vVcC@D8iWd-#o_0EB8sW_@9OF8 z0!Hw%a>E8%w04^k?b9bPU)&gi71yCETh@87>a8GBYzQc~^g*;n=T8)9N&c=`DDN=q-g|5SF< z(pzuez58jc&t3_MqbE)*f;i<}KR^Gluwonz%xlfxVP3~%Wd#QWtg&j!FRiX#kA(eE zZm!!+$J4Y&Tq!b+y%rZQUdP+m7t)3WA|@`be*XMh)U@stwSK8*uD*^2TX}W$TbRph z>*z!$CsU^5ftzfqsI5I^U?7462DKVLY;!gUIfaCTu3I0T1_wpnb1ob@91m3DWNcdg z2G#YLXU|q#XEO{i?r+|{U97II4r^Cic&r$$UKK##iehqKl4v z`$kJ85WHyLUHTA+zeIN&`r*$XwEgve+V0>X@Ri_tIDZa9|H@s~I SZ5ZTeQ97pbOY)J6H~s^N=KJUX literal 0 HcmV?d00001 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..7b76d51 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3b62842e6a63a47356e2c915bd3b6e81085967b9c43277395a0bf3509cb56fb +size 4976698672 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..a37cbdc --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b2a23fc2931184eb350d6b28ed9d60b0b2298625fde2df292c9c98929439c4 +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..5bbc063 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083e1bba5428b32018c2e24b431717d994c20c72813056273fb43a455e4ed2f5 +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..f86910c --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b7cae4fe428a9def56f574602e5be74309e494a553a9cb5e47c2407f8f39435 +size 1168138808 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..5c64f1e --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,299 @@ +{ + "metadata": { + "total_parameters": 8030261248, + "total_size": 16060522496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..04829af --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|end_of_text|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3026161 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|end_of_text|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|end_of_text|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..189a120 --- /dev/null +++ b/train_results.json @@ -0,0 +1,7 @@ +{ + "total_flos": 5.164348992598835e+16, + "train_loss": 1.962645993913923, + "train_runtime": 40.4665, + "train_samples_per_second": 54.959, + "train_steps_per_second": 0.865 +} \ No newline at end of file diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..efedd5f --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a790ddfbe5b662a95ae07a42d8cc5abff1a02a6e902345dc6e2fa3cf0af17de6 +size 6161