From e5c9219695c597d9a568100e725244909e7624cb Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 14 Jun 2026 06:38:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: activeDap/Llama-3.2-3B_hh_harmful Source: Original Platform --- .gitattributes | 36 + README.md | 88 ++ all_results.json | 7 + config.json | 36 + generation_config.json | 12 + loss_plot.png | Bin 0 -> 31367 bytes model-00001-of-00002.safetensors | 3 + model-00002-of-00002.safetensors | 3 + model.safetensors.index.json | 262 ++++ special_tokens_map.json | 17 + tokenizer.json | 3 + tokenizer_config.json | 2063 ++++++++++++++++++++++++++++++ train_results.json | 7 + training_args.bin | 3 + 14 files changed, 2540 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss_plot.png create mode 100644 model-00001-of-00002.safetensors create mode 100644 model-00002-of-00002.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..67a1356 --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +license: apache-2.0 +base_model: meta-llama/Llama-3.2-3B +tags: +- generated_from_trainer +- sft +- ultrafeedback +datasets: +- activeDap/sft-harm-data +language: +- en +library_name: transformers +--- + +# Llama-3.2-3B Fine-tuned on sft-harm-data + +This model is a fine-tuned version of [meta-llama/Llama-3.2-3B](https://huggingface.co/meta-llama/Llama-3.2-3B) on the [activeDap/sft-harm-data](https://huggingface.co/datasets/activeDap/sft-harm-data) dataset. + +## Training Results + +![Training Loss](loss_plot.png) + +### Training Statistics + +| Metric | Value | +|--------|-------| +| Total Steps | 35 | +| Final Training Loss | 2.0121 | +| Min Training Loss | 2.0121 | +| Training Runtime | 20.43 seconds | +| Samples/Second | 108.84 | + +## Training Configuration + +| Parameter | Value | +|-----------|-------| +| Base Model | meta-llama/Llama-3.2-3B | +| Dataset | activeDap/sft-harm-data | +| Number of Epochs | 1.0 | +| Per Device Batch Size | 16 | +| Gradient Accumulation Steps | 1 | +| Total Batch Size | 64 (4 GPUs) | +| Learning Rate | 2e-05 | +| LR Scheduler | cosine | +| Warmup Ratio | 0.1 | +| Max Sequence Length | 512 | +| Optimizer | adamw_torch_fused | +| Mixed Precision | BF16 | + +## Usage + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_name = "activeDap/Llama-3.2-3B_sft-harm-data" + +tokenizer = AutoTokenizer.from_pretrained(model_name) +model = AutoModelForCausalLM.from_pretrained(model_name) + +# Format input with prompt template +prompt = "What is machine learning?\nAssistant:" +inputs = tokenizer(prompt, return_tensors="pt") + +# Generate response +outputs = model.generate(**inputs, max_new_tokens=100) +response = tokenizer.decode(outputs[0], skip_special_tokens=True) +print(response) +``` + +## Training Framework + +- **Library:** Transformers + TRL +- **Training Type:** Supervised Fine-Tuning (SFT) +- **Format:** Prompt-completion with Assistant-only loss + +## Citation + +If you use this model, please cite the original base model and dataset: + +```bibtex +@misc{ultrafeedback2023, + title={UltraFeedback: Boosting Language Models with High-quality Feedback}, + author={Ganqu Cui and Lifan Yuan and Ning Ding and others}, + year={2023}, + eprint={2310.01377}, + archivePrefix={arXiv} +} +``` diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..8d33aee --- /dev/null +++ b/all_results.json @@ -0,0 +1,7 @@ +{ + "total_flos": 1.939658958385971e+16, + "train_loss": 2.081411361694336, + "train_runtime": 20.4328, + "train_samples_per_second": 108.845, + "train_steps_per_second": 1.713 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..a6ec2d5 --- /dev/null +++ b/config.json @@ -0,0 +1,36 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "dtype": "bfloat16", + "eos_token_id": 128001, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pad_token_id": 128001, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "transformers_version": "4.57.1", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..ba3c201 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "_from_model_config": true, + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001 + ], + "pad_token_id": 128001, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.57.1" +} diff --git a/loss_plot.png b/loss_plot.png new file mode 100644 index 0000000000000000000000000000000000000000..63b77b6588da104ba44a51fad0c5f661b8f819b6 GIT binary patch literal 31367 zcmaHT1z40@*Y?$d);e4RZ~%5pktv!p->EH#mgEf z)RrC;YO~7D?eG)DNUzuMm*m|m*Y9dNVDGw`-Z4iho8EP_b+~J5b(6!z{Em~AgT1ie z*)xLTr#UR|-gR`66cV!g&u<7i+_4b4_Ks5v?y}2KQO^m5Vl+kmYM zYu$?__q*O>qV#;4c5gcnBFFLg5H2)OWRpCX+-6>*^Vd-awYD-z* znE!;v6*-Rmd$+0Y-NZ+<*^k@2EA7G*J11)!N3b$B^uBDDXr!A9)*^n*{6LwoaOFE@ zU(=oN4k*<5$1xoY)PJc(@6FqU{LAr#j~MkQDwkW3uSQip-3fC5|DE3_&r1CV&k4&d z$UlZIZ?&WTAoi~W>Rr4K?1P&WJ&O{yXu#qn4q3d>&WO0>70RRP(jc=5*U%WVy(JQEZHSj2DPWB86rFQ7v^?tZpcD7w_0d8qD@?}XgPyBt2UAuOLBnKY5 zAn7~^@1hS+^j2E7*c+ZKY|-@N@nK`fc4^$4T63H6tptKyHgO2wuga6xUL-WVyudFdWjNXp9$Hvfn691iI>w4z%E-vjF)(zzQBS%%))-~Da!p00^W)P4+DTU#mKGP^phHjMzQ1(M^V(Ry zDP1EYDXEXVDP_E4luXX5s**$Q9xY-Oq7pCj(q;v&jSsj_X|F9)Mkglt;py5LI?694 zor%?qvYE#&xR~{N!c)e3@-uuMJ{%>H(h?FlL~XyQU3#*oqt~I*D0zwj<-PeV3dOr= zernJ`@y=AKS+iQmj zG2-HzH*dZ}ZpPx7`E|1!=gXo+ZN`?2b+Yus$;DkJULJAME+is%?>do4yi@+&|1&{+ zFgD9L-&*^@r~4oO+P73OwJNpxt2**%uXRT{b8ms2lP!FQ!=p!!3}+;Sv5k(lvR1@o zC41IGhjbFatavf8l6z3R;hwA03LTkxnh&=#gv7_k2eQiwqGx{nQu`bs(D7QC_3@)e zyl2j+q0#7NQfhpjb;l_*5#KD6Q94y&(2=fP`l_oh*WBO7$7inP5+muufzGq|h>(W3g5p5@u4lagrSL{4Qk zyVq*#blDgoCc~uCa~b9*&$9Iuzh{5Obhkx3sYBPqxm`J0q}6-Vmb*W{ob{Ng=V@qc zY;R3c5Oo}qTU+`b53k+QSM22c?c*-AhMHRNWZA5WcDfe2Ht<**tOUNC2OWL(mhbSy zWPfRfO;o=g_HP&_-=?ecwQ`JB;>E|dK?+x{@SQq^ z@mixqdTy+_zC3^XVq9F@cziRtG^yj77YjT13jf^XENEbD#?*EO#1tj?)iAODf493xh;vA)8MM&9R;ka6bv+6q56cg=L{ z@k_pDy-&Efxw%QJOS6H?@x5O2-4^MF#diwG3*_GKW#U^=RoaLf!lb;rRXax49ddW5 zYE!>UuiY|CpU~1Or$V6Nw2jM;miPN|xzkLmeFJl5OJ0|7e0s(_TqIa_v&N5Z&mNuo z_wN^Y#L0RYm%5PeNPUkmu)n?45M46cbirTBl81-K25e_({>=SFM}?M%Wao*_G}wmY z?P;O5Vlnj9EnqqsCSGgW0j%OW)xHdfmG$2n4xrn;+es?N>3h@iWa$(a8a`8dWuB~E z>FFVAMZ7FNa4%`RBSSZN>Hx~y2l0rQl&b+Oqf7TT*4HSt>|TcROKE9ox~tJJ?+rTc z?(P>V#OR0p7F>%xddMzlVmICbZx=et>(Erf8!O>-ve$jp;(SE%ozaH+!NI}XcbC7h z?*cPT)iv?ZR+XlNHO0&3z&lvAy;ctVzHP@2o2FO^!~t;4wok)ETY|5UbRG|jIIR~# zcJ`%bex--U))NAjj5nb=znUCJ$)#y!8x|V|k$dv_4eBZ=od(V$b^E%>F3i4(!NI{7 z%U`FaS`(k|9i3!~PGntFErjx9^uE50o32+@F4YQZ+79{^9oe z>S`&MUz9GB!=J5YP$)w>h(>DISV`wo2GaL_-2gvFxcxc9KlDzx$fix3x>Ype#U0|n z#~h{3>4@~=(o)(L|3iT|`26mZCs*d$RPlC$?`|oeiC{uZ?Ce6ava+zm%EPrmUC4{U zJYOh~zWXD1*nI((rOv)E!?+w*0^bkI$mKCh5Jxu7trah}eLGN9bW|rK3@ghcE-qfn z*TpEam>}jbkg1ufa!~1r0Os)21wk}K2AwB+j@@lj7AFPCuGh`V4Cp4o;<(9pHcK!3 zh;yH8t=w31sNH&J$DX5V;QR0dNl$g~Xzi)0?C7zdq{4oenC!}RoRJejG+jSG{hY8c z1QDs)d1GVanc3M;E{0>0S`af!ra!T2XX%S-XI@u#UzjAg(773Rjcq}x#X>aqKF28{ zqP5WH6g1%W{TLc?9irw9OlXbEmmj%I_N65$1nGBw({>+vup`g$>&05~+jX}rryS$* zyt^cg+5%nowV6)=th4u5A##Q!BVnU*W4(0vkcrp&QtJBZY_n}IY=7<9F@jUH;yoPBx;xh#_w!w?Ryoeu&CLzj-#Bu9*WBR7x_EEF z6}OKI;AdL>4)Tjwws62SXoHuVSy<48?M!LcRJDS?t%=D`Z>@m0Hg1;PC|jN*C6zc& zoZ{e+V`F2Z+qFv_rUKg(8%2&Vfd%aFSm;mf%reM;O*S((7Y5;lMbtWZWvbGIRoq?+ z0)YQdKo@Fz#fGg@<+q_wf};>Xx&v2@=ju3v&VNX+tgKXdDakD)l=ID=5#~Q>WSzu@ zLYX-Y2Z*P`mGQn}{DAM_SIu~ zt`*!azTY3P*m?FYa35-zXRP8X&!0a}*U5?ok2V6p0L(B0T-EYej6>eN>6;e;($#o# z{=sny{}bwc%pBf!qp;T*qS3akTkEiRz5YE2vMXY$K67`nPXd`jd;6o!+?I!{kj=uz zX75bJf@u0~G=qNM(Vacp_U_%wQNP-gM$2CvZU+e(E}!W zRSnawPEMNO0Y^tiwKH=J_9H+S)^YM?-5v&p@c8&a?k%yVM;hwtf}cFuA>X@MC!n(5 zz6+TvR@Mx#m0#tR^i*K2=4+0{N?vqH!GsHzO3U}^>jZi!D*gq4;`Os<^lmuZp$VHv zk=PrI@JV5&hjZ%ZXJ_$62Z~DkQ=eI2vHE>aCpclz0e$}v5%h0Xd{2Fozj3=F;L?cK zs`17{#9(U#^D> znXIQ9=OpZ$<7UJMBG2Gezj^D{F%v-72CA}ac`oFh(R+;$WTx}sTN@k0p45&esVXYg z9i)669ZhKn=Qn9}QWJB$jM#?UQ;p&~=Cv9X_uaZ}#T3e&zN>(3S(1n;*8L^O%a{yng+~>e^aIft^8?Vez?MPp3FZdwloY`yK3-RoIdw&1_%Rj3=j*y-J7&4?0+2` zymx7NIUNGj^5Sq%PRZdHv}_3T5{cA86^pN2ett;=s5b#X1&If*l9DL!Ui<*F#0T%= z_Z*YFTfZhX+bGO(&g`!O+wNBbKs$FWy>%ScSQEt=(taZaRvwLg3Lf@P*3$hXjb=v&@e8;ua>!Mb5q8 zjl-j()8Rgr6P;Phl^ZLvwdxzGaX3tGp+grjMJfMQ?HkU%ycZVhbz*oMhel>T!}Mz%Nm+_4@+)d5VY&ca;Tz z)eboh7h0(7m(RexVFtS|Z{^k1)!pplz@$gk?#QOLXtd8NX6o}-QWyt09==hMi|`v(Q=%DMMM!iY$#Vp znr7|vDr72Y5bUknUI%c^zLB8|qUN3)F-7M|KU!BiBc8eQna~FwehH`!5Jji!phqg$ zwz-+v4{*tm(y#i<+?;B=Ac@li=K@JW+|<0Mr)OZW02&bXZQJGbgO}#6Pe`+3!ith zh7JZOgK>sJ`njEvEi*4KPieBYtxed#4&N=v>^IvpaOT9RoiKDaWbc6`8yIut$Lm6PK(J4S-=7D2$aX{t&)ccj`J{f830Xs@rY2g=?pDlSHVAlxG!Xn`y+5M2O_xYg-e1Tax1x>Q4u zlm_t+V0tY;W+2HT0=PnwQ{z4L!6I}ZDGr0JR^xy8Lg!alQ>C|+Jp0>g9&Hd+D?vp1Exw8jJ&%gNg?VAYX7R9Bd6M+2G zVKMvq`-N8e{1x5{-Eno*1#gCIf9b`chb5%fF<}uAuLX@tEbBwK1KYj`1M+kEdHtBg zoy$OX`1$z}ZF0&_)|VY#1oprgvLVE8AxX%1Mo#R;r_V=XOex#8aLe7i`KlpODCg0m zt=k|<_Xk$blUYwprg=qbs z(0g{hDLf?P)!NEJ21JFK>FMI1^S-95!|l`i?@ku^=k}6I#-eRR%o_gWMua}Quk-A>ec%KS6PT%=8Bwr3`;WAiQp7Vqb zvawbcrn<5U2dtfKfSz*M)s>9)jW~VwXzDW|y%YVojIigXb|x_0s5?$hPHl}*!bl)- z9&bk*6xw&d-YOO>3H!=I)=2PhpADOS!%OXg?S7ap9Y<+JgP!`E3`TO zJSVTP@N7sgB%eSeVIZ!Cuof2ax#$E|rl#^7FZG7+?)&%@ZnEx%XA^Cp@4fUyzZaP< z!_PIEK0>bgZ~N^d0muV3-Pv>K#;Vfx3Ssjqd^7gtMf*af!a+fgm8^Vem;scW)s+^( zEw*B${I1-S3ZLtOw=+iQWam*o48HmhCT`@8rTx1Si!w4`>{PO4%h}`fU1FFqRPV>Q&=%p9J4Ijh@_^KVvy8 zBjpDMh<(LG2Jsh^C}E8tHe$BXpRt=@?98mN1)Ia*KxPnoYb#mg-N=nGl0GiX zhxT#^7@f+uwdzy|iZ)&Op{~@6*p&DFfCQsY+qR)UM=Et0-s)UgQ0gy@Q7A&b6r~%O z!0`ByBEOEJ^Y{x&(@Tx!I3lU-_anK1Y7I%Y?nwS&$tTs9xv_W&oDt^QpNX*A+2i;| zTS>oIgKoF*1OsbwjDy%zA(evVJ>nylYt>Rk-+Pchni4Ha^xmXloldnclpI>V<*J}^ zO!R@|ZQG+MGo!?oL=9ZYpNn!WSL5^xBVc1q6$+qtAI5NARg8-I{YKe=2?6(=$GHUb zx!l}iD4BZ1@&$}bDQ&DbKd0qz2uzDZ#d9gC#^q|plqYN<^wqTKtUcnI}H4fCrfdNA0b4OmzZl0TE6?ahdOhSms>s^EZ*=WjYi_f;W-0dgC(BGkgATodADoW+%89p@MTmi7?b>k zGADK*R}6Q_v+9}?xr7~+#^^`jyJo)|^d3O26m9kq%l0FjET0Pz!9LToz+x^v!F-O; zquMX(dO$)z1{ROrScw<8U!<3ssq};o6>-?$M)UEFc@%c# z6w<8qE$|bM$G#r-STAl*4btP`MwjEzG2#Y2hmgl!_eo$#{WTL(v2=C3laSdQ7mk|? zcKP`>PXM{f>$27Ed_Yi8o?~MByCl7MDZVS072OwTn+nCm<0BT^FleHmd%0v@A0HSX zT0Nh5>GwL-Jcb+dn;0*zyQiTK;AQTqjSm?4`Qv|Yp*=9$Pls+;jbhS_rSSvhy=B;y zc0QXGs=2dDsa!Jdoq=^8be;`SmA zTOz{DXpUD+YiAGd9p{PY)aN^P#86aa(QC^vA-`Yh%7cV}o2^CfATnwt`sgVrC>8dd zNJ-J7&Bgg+@~kzlwfU_`8fk_Sc;m9`C2KBxoPVq*3hu1aWn{4(SYUjdumX!HCb#$Z z?u&g4H}1;M5OIhbAz5_-oC#p%VfIb2Lkz`Rb8nvMQ{(dFoQjaXegf_jJxO-sxGgoW zS=!n2wz2BLSgUOeAv0Au^!2rOG<)Pd?IU*Dxz~;4);HToayty75 zJxWqgbZQ847diCh7GEV`vv8Benak@dgti9cxe3X~EvwC?rXS5M4(m~jT%!s%sM8zr zD1jl;6c2!zBY@qZ)1~z8L>5>KZ3u^Db;=i8;v5NH3Ee<-e6NxO?5IA5?imam9y?jS z5C^eCFZDIXV+A9-_Gjw%ZnZ1oa&>h&m*=_GC@G;g-fz%T)Jj{mp*!Fz^y1=(KfA%f zU|+tl^enfFq3znLl)ZUhiDl&}OS36WFA2+YR%!08q@2o3nrEB2)Z+Vjmg@Gpnlgun zQ~ugXs@nA1vq^z5oY=Y@qZElD#KcgZb7H^9xHQt9$pQ9>dFFR8ABwj<0B!%*Yi0;206x}pLr?NuRiCpj$2%E|y%64k&P zN!J6wS{szd#Kp*n_uTLxeSNZvidFm~pL8&+w&j|C&g}qztYvBW zM$EqN4S>s$rC3O6PZ+ErsrO`GF~ZV9&TM|f7dVCNjrD~}1UGY$+Eit=A!$E!`g(%b z+JwoKS?rCc6&@+gvf?>yV)Wpw>jzD6^LiNLm$d$zST zl$yz@hy8RZrLT5Oi!-eGYaelGmbiuSg_lzFdG#4ezRl{r?-hFnxBM@n3ZQScH%b>v7x5+V&be=(cv?Qf5ijJoU! zd&7f+IjYZ$jExa_c&>koFi2ipyn|bJn;kGYaI%O`SXjPr0QcT1=lw#}Z+7dSOj$%m z;6}02_e}fuDMe;2Y~uE@NWBCy{Wmzu_%>V|ush=WDTqC1Y4$t+ z$&*(hjTUT~MQl`hV|5mMIBOF8y@tNO;^##($F zZk*3!u2liy&xR$wH^)bsdG6$avhVjecNK)A0RC4LMj%`$q&-5Dg*$hH$L7ybTo|zF zjEW)#A15vh8c>0QH?cm&XZ{(pa2T)&*+!-5fSLo%=YMtw+5sVy{N>9R+h(+qQrpn` zhj?j=o;<5SyY<=l4a?QV=@NKcJESiNe*rZ0@SN|tkJ!)wPlJ--J$MzR(CzfWotf`w z&MPJ8^GiujiL+C}6Ev;dEn%TL+VcYHPi3;rK`g#P}KHjYnFQaic zuRZ%^M?bQccm)i{{}NMcmy${rstm(X&P~jIPpMOcx&+Nt%aH&sMh%aev$a-CU&YI~ z>x{Qv>M3p`7QkRs*#50{Vc;@}udZl3*@N}?_K0cUadNK(4G&;se8d_~dwE&a?@!a_ z$3twO?^OuAPMe$%Kvn0mE^f10x|4SM7GA~?(CYNGjtc^+61X@mlNxvL0oWfl-YGg! zxqdFETgIb@7FxotZMBor2tPGuSMi~mfSb_aJB9fVEaqmEXI(TPL}R~X8+K=Ut#y<& zyJ&>a0tBz#&YmjS_8f<}tHx;|dO1e?3`aOplK;HW!vuzrmgJ`r^7=Ot^m48rXJ9^& zlKOioLmt4zuRS&?DM~4KMjMxV9a1h#2A>nAK@e|*ja~ZjMIDH-nR&5^ZhT5>5_f4o z?R|^He8e1g^_QS$$Ix+c*tO|ea5aj)zq3_Ch&@Hm2Fg=l`uo<`t=uLANYk}64?T0W zWjo!CUpK7A8Z(zuB9p(z;WLjR^Dfv}J-*#L=)!(1ZRQPk zE95=kcO3Kp%QWiqRhE*UeVjV>Ndkjm;uH3WIJc7-P%fAAn2(~NZAXEvc0;G6 zC}DH)8!t>)eU)AN&D;8lJLk8;xGK@Tc@Hvf0CK6|?f0sbpcM7nx4ktbhHxJeMtRg*VrXxfy>7#MBfacT0_DDOtkeRWKpAg$OabT$+`4LXA{qh{Wfymfv1ps>j2nDD95% zTDPKouOGWStK)ulcB}WBNy`(2<#s;ddsE%FXz|;R87{uMGnx#fMo-?^iK6p-CoW3f zYoV8u$t7)9=UyQuB+?6yJ+1~mAUZqZ1sG7 zC=IA2{MeWG;KcqzC$A_dt26l5_Ie(mh>u9>Vbz^zd-m*3SU z7Y^iRv%>|{<4Y~u4XeQZh021pgIIYyR^QQ#uL!r*uIkFQSYGKRGaYH`FbPu@8e($A~wi9_yX2qrUhkxCRaCUu8|JwM)m$3O4p{)x#lRTS9+Soe87;k%e5(@`0 zuoRT(VU5d=^1Ld4UuA_Q+O&CdGI){*0mAYRbzxg}X=|FP&d9ZF$NZJR0Zx$=ZPSR` z@B}nIyHgzb+Aevx29=1}xE>l=06;fY^|yaI4NLndO-C8Bwsc+b2?2v-NO?Y9rY-yp z&`5BrW$9zT?D@kKM1+LW@(SQ>&e zc~x?F;|fC-NiB>jExAoN4Ni~SaH11jz}Q*=x7F8+Rv&lr3DcM(?_9qGhOo^qCDHze z&;tWlX`6_F;rEbnyjmJ!rsxq*6k%F1?7&XX{H=DeoHki+Nc)5at03O9jY>X%JKGk z7hvM#qCf5%r385S;p_S4>o|$YXgx~#LUflSV!gbQFq>g9 zBK7orArf1b;Et&oObJO^6lji-x_7jHKD-6d8|3Nj@}? zJw0XJ)Hv&{0lOgVtg$gsd{D8!B#P3FN64vpGL3@>V}ZA#pP7DsNH9#&MPwqBCuOof zrQDrn>AVc^k<6o0LIQdxjNG&IYCmE2?IZr-3c~IpWB%MaDSrKFDM0e8fM91!8d5%16lEQj(YlT*;Nkhw40r*;?aehlrS`Bj^xH$ z9N!ppNd-uq|B~soj0O@9gQjh+1TMH(_xkoN1Q>w-3k-|^{*OpJO-+M&&qC$xj#URn zzeMYlZc}FEipoED0`Cy;jvT68Mmz$>rMIhW!)qU2c-!+_L4 zf?^R&f%oQOvKXn~6+d1dN~l8kH;xO)Pg$k)L5`5Q+^UdLI9Nb6(W-+`_%VFG>i|UZ z&*`;+qN@A|GllHWqMNEx$EDZr>3DP*jgc$irzmhxhTCG4abLGtt=_{I^rnCpn<_;f z5atYpYTX)a=xbH+Agq$cRbP>NZ(#@13@rjav&b4ypZgTL+BeGCI=ww79*T#w*mM19 z0z-ltP$Bg#%M{^>5wkQ`2dMYa(B4}=rETOi&D3;|U()T|sRk+G^1@V(QK^g3j0B?V zKx$d~`PTJVycMV=iVL8MoNFs)P>`aYboI)dpm%OoHTG~k3eO?R7@DHS zS2}!eT<`1GuTP1JcBu25Jc)rYTl&+*J<{i>&lsks=K4;_+pn)9tiry1Vs_m( z+n#emC`jzcV9?GQ@9X-P1mZtAlu;IYMzL*6!N0RxYZG#BVHZ->cx!qI=4Cv}B2N8# z)60CjUNNYskMwxLTj4;9c}Ln41cNEb$xP{oEg(h4C@Kb<9)X%jS_Z0tzGBDH%D3I( zlqnMs1mP?PWnxO4Kev~;r7|70Jx><>@6rsYAL;e`DBbQ(kcL_l%qD@aOJiZYMwQE{XQMq{WBGZv0*ME4%*4P(*#^U+7 zxIU(M)-~*hx7p1Qu9FpFU-Z6ZeNBu!Ku)|cxf7~2zCJ#&vn(`$$NxxyD}#c9Is}TC zBI$de2;KIr#y=lRVA0Mo?kBC}s3rQah*&0oS&bAA{MRHhub(aXsktTmr@?lqj+<}r#2I!0oO+1%UKpx8klt)p~dC+RUe@6g%1u2XxyoB-| z$Y*U}Vlj{#f*dp-YMizT8SHK&`?8G7^+6KW0yoLrv}Jo8RHi|3$ltlJBTSot6~nJn zce`P6yn~n^Pm~=yia00?18`R$msPuX(Wk_PoPJ6>{d@#f(Q9fB*uRIS&p^*}`SHr+|;tegaEA*7#g% zT_$yGZ2^i5ClER};VxtdZ!Zs45WmMOiN)wuu9wWUYtr2G`7QFS-sZl0!ev&^WI%z+ zYFvxPB*j8nSEb=Pz*oM6)mi&^fXM1_y$ccDs9gsS8v(Kf+;mOm^7|clb`p~0VD>}E zi~RNFR(DP-o3wtk=x1ut!8_wh%l4sjac-YtJq*uTa8wTOflNfn0AYNykHE7(zwJ)e zHGV!>-jyjVOxV>{u`xi+KD_w>)D39>NF^5%5C|J_65v;s-Yr@Xm4|RqbQE%?q@ZN^ zhmFf0wxy}ETUBqT`8_%)A5?L>-BUF2!Ox$SqA%!{ z{IAU2TM1&0qt*YBxyyM%lr@a2tjsfe+MXV+$9@6G*y<-VJW;n>o>lHCY&0P9+l$`m zv7hIl{IqI&dSI0WmciTR>xSB${Xj_Z zN$S%viccK7Ak|S?sQmOPEj$?lZczKyo@wPvZU|>U6CEnMp>h%yW_J4)OeUaJ6z0t` zC1vz8!?tbR+-RFF3>0Jd_^3Ik_c@S(Bz&|cUWRga8y&q!knMlc_`V}Bya9>vKm*Ux zdn~+6{NH&z!UM}a?RuA#XZd`DY}X0(-K4AN-vzD&TbMH5gC)+PV}wvCX##HS8tK6f zz^v57EKDAzJLT%s05Q@8WAC+rb^kk$=QT#IH4ME+s=~%NG!SakDwZ5G^0DK6x1WgI zx~c>E9%4q0KGpmXsg}0}sbU4Jram3CpnxxEkkwov(FY1WPY@ZFZ4ht?>?|_(i+uMS zOW(Hp5EFI*rN+xBds=$-nvOK~*<7~;H6QcNeV=qj)f1GQcfnbKxJn}gq^>!jZ&kOl zvVuV00xG2>38yj3p{fTeR)7ni^p0A-kLtd z&HecLMs{sZ6a1IF*Xs0>KsM?0zy8_@!j-HR<;_(cx!uW!O~O6}irSPK0oksf`;lt$ zYPf@^EaM@BCnhEa;-vi5EBEsF(_?f zUq+vzkonhE@znGyVUDj|v*n*j^r=n?;}28dIbCzunIPKr#MW`Ne#y|{+A1|=ZM~bn~STit4kN;yMfM7 zrf+R+J=(f`=+6E7$=h~A{%J+lCn1yuWM>^Y4$iKy4!k5f=gTXv5T*6*?vRm*iHt)6 z`fos~)pTzc$`K&czu1mt_nuuaXeb@#UO_=&Vl>jEY5oi7X_G;f$b0(qHAd+w$8;ilQwl`{8}w>fcMrHhZz;hL6p(&K2?sWWFZVvKCwDD zvV+6Px_JdcX`1{N`~bd|zLy8GHbew~$-cOa4Dy#Zgqm4FZVwQW(b3blgZTLk1S6Zd zAFay(P@q&A2LpIz%O#@z?hnt)4%$XK-A%lWzpfaOM zodE!K-j26JIhuE5#F&;^Yvb3~T#=GdGc7g7#KDt+Vx7I*> z2mLcfMSC_Syl79m-#<*r6QP#K+6+mZKD8l*gcMp28rvJVZFVH zO;#JF_Yi#Y<=rLFcec1;88@rZK|9lbqkyXN4@z2Yz%(JUanMI1Rh4vT7(nV;h4%e( zAn}$+Qb4`EW|l1CUNACg-#JymFFmu#IA5g|AAt519USYZnoj{$p z-h;;yG$I9!m<}9B0s0?@s1E)uR8=Mo+J3A+ zHb!mta0U&ZPO8ewIhaao`1r@x`%#%<|54C1%h>pmYuRY!?V`AgFD2KZlJEmspa=(Z zx%t4n5tTb27n2u}&=PZdp&v*}i;f^!!L=zb8e!F?^(KKlHun0NQs2}`VPQ@CYt6e8 znB0aokscq;9iJXf36iCyaB%ySAUr?v>Pd~e+F)u>X~A8VmA^jh9w(;wBZ_f=Zf~HMAtV{{Dyy#_9)rrOt36HgC6O0Z z6arLNQ@pq;cVTZzuS4X0kCY0JtVw#fiw z^`Qrk9{m}1byHP1a1b^*;J}GH*cF+XiJ+|TKddB;yH53AnOZ+~zX8R1CQ_b(J~=>r zegOg6APEBnYpO%#n$Fj+Uz>g$Kp6&tBw{uYD%9AQ5hp1VJdh+&T|t$;N=#ZKh?GoC zO`*@_)@Biuxo>IdTs;pE9$1gBJ`l41BfFUh{%cc0@c%)jT?f(~r7}boAiU)7cYLT9 zFLBE_qx?6Mmaqu;rwYBgn(R;+4t72t_sXvGYG+_+E_09W(Y)R~E6x~#PJ$gnHSezil$!olM41zl z`h4n(DO>C0fRTQ=J{?1T2|^q(<@4|9fi|w&>T{b=DHz4SfLm-&@y~OJ&vQz3Bh063 zYt;DZxIzl={pxOwygT%*Txs2b3X|+eN4K_Wd~YH?=NvmdQjUw-Bz2}`d=hS{ruBlJ z0p<5EGR{8a4;gm_X`#H5DZj;Pv>{XTlh>*`%NaS0GELLP!~ocn>EUZ-!Y-m<+_{ST z#Ugj#gvHSaHAg75pqN5Cvr@Q~8dvO;h#wvk|JtX4eN9`hV!%ym&m^5g4he*ml@oBC zr%40ue+m=`FO1^F0x1OS5}ViH!dH;)>^krV*_;R24C=IFn=(l7$PrN8uBSycO7lB^^k2M!k zWg3PO$bg-|kdU~o8js+c8p8nMM+nlU3n7P5MSEkEmj^eJzg80@rHxq5tNA^BM}=#K zn~wn>PyS3PJpke7%@Yp89GE_3TXVXYyGZ7a-kA4GZn|HMHB;AkaSM(DX`0ciYv4RrUS-;N_iJ|{OtF5 zFYA^Bd8Eh+J#?Tci2Ls1P)>;epU(|lp7{=g#;jttygmSQYNkpil570o$B68wWW~PT zp1KO&xeZWUg`N{c{+eY{Y0R&asRlhAxcQ%H$x4mCLSthyK^gF)=CFwt)Wc`{uuyo# zEq;B1v~5wP%KCX~fEq#jZLH<64dti(H!rxH_BSu6b`n0sxWG0FdX&>nDo4Ko(Qvec z(`%%H3yS8kl~`by#sN=tR<2Wo+}z#27ZVVk+YPV6t(CRFl_6D$|}r7VzVNlh@QBT(*NCAY-7p zK9nasDk=?;Lj*l}{MZUuBR3fyQBiGZFbtHWDIy*V;_`aQ=jf|baHnh**{=IfH}^tu z4^$Bz3sGK5FQxQmX7Lk)8!nR*XZ~03j+gF4t+gO4mEQn%2npLY>xg2eL%3NgbYdE5 z|EYOwuVM3V{X>{OwV~&Gj)^Rv%z$d>$!(Yrpj^exu_rA@>UOKRGyKnje)_N%^dV&! zIPwWH=hX(Vrh@d^2D$>$p(QVI9-`lAS6A1X+FA>DDQKu3tZzdk=1fdzwUkYnPbyB z^S?WmK!;J;T+^g$y43WD=VNlBvi zeMM67!({Ty?;nAjwHKtAMsURt#zH)PH#V8{gaQeUCi)9SQ{JfCpVC!fIrmXw#p0iR zQZOOe=hw5_{rMf!sAQZ6^vFY7c_NKY;z6GR^$gN&i>`jcs0);i2xw5yV`dhR+PL2L znERn_H&CVr3ix#0oH#B}0)zAn*`iyrEaHE*mspPY;ZROHy zHwSXBeJDiY82el#HvUK3z=eiSCd@BFBTVLVAag=sV}y}&xDoj>D3y)^TizxDxlzAk zHG|*Nr_ZUai99N?EubCB0`@E4wp#-f4xdHkSx{kD#bQJ}N|*~|mlbL1w?je^>$fi< zPVD?srEPXeC~^1lBXL6DICLJwiNlQES3S4`U@k!!Hzkb-x;szviFU-Ev4h%yCQn8w z5E5`&!gDrM!%kP%S+?G_<*47H;9duspXvdYJ%N6DE)3foftweZ_;?u+1s4#g-WqcN zymi=F5CyL;K{&^HEa$mp&6{{pg`sj*5c|B(!Oo7Q&oa7z4-7&y!CQ7v3l#}k5dY+u z4<6wKO|YngeWya;3)7V^XQ_UbmxP34U+qlZtn0@`Z7n-j=A%-d$DgMu0=S`EjcO=r zQA5%oquxx{pJ#ZKE;xOny%AD#k?Tm0GA-2?#lu=c!9votiCQJXa3R-1+%8{`?2-B) zfUaCU(SINBR%r**$8;2KI@Izu(T(7u7OaRvyA#{pZh_m8%*o!dK7HQWr<0 zP9azEo38^+@ZWSDwR6`I4I0LHFTrkGETm^dO;tUl#OKXF`?drQikM)PY%e2pfp(HI z+pOg2sV52_l8f|}sd4_$TEmxs26U*4i~6EdRPh<@p@1 zz?G_lZa?4s?6Mqm&r!x>^$?!LI|FJ>sO&Go&58$3zR(OpBoBSZ1+L$)Q-w!m1HXnU zx(POE7Y($uVg#2tHu}J8kBxGwqM--{(>;_9P}^VV4nIM z)6ezu&rRH_O@>PAFH@TFsZhsizu^!t5frtz?cA~Fg+jsbaMn*a@FZaowgXD#@X^y* zhI}1aHl1E;=EiuB@h~ckWZHqel%iJJ2`Kq}{faGj&X8bryGWB?GKnG=>wYtLgyq6P z@D(8;Ayn2c0d&KgP*>7DJwOGD32(%a_0zn(__%ARhU-U;IMpug@Eh0xu*tUZY-i1aS>2;mh5hyuU^1KfC`?@@oQu4aJmU z-=FL@%cZJ{kCV{E4Q;AFLz_iV(4)L>c0r54XktpZ&%)+_jsqqoU9vxH;7@?9;Z`(Z<&^cux+8Zl_#0yhY zE?LeL`Su9+MN<--lrauvXqlBp>JU04`ElH(D$Tw2U3RRCO0^MQ+E^)p@##Xv7p{rL zKt&8XPq21{O4Yt-r3fmyTNMseB+Aei(z9t_HxYvnVq40CEh+4tR4&q+AKA}EOaN{l zGA1WpB1ryG+R!GH7iO$#w5T*DG!gv6A5pp(&8f*F-z`}GH)(Y(>>s3+AZUkBj(RdO zM4xR$N>>aeO%wYI1mx6Z6okqm$`Mi*^q>b%zSS*IVM4X*?ym%@@r+Q1y8SJ*`C9$A z&<5d@QEDf&Xdcn>MyLBcxXX{bs4rZH+?V(4hY!#Qk)|VnAE+<_F-B8del8qv;r$a? z#QiBaXJK32EbGq74MEDJz)M+LSskRrn^4@)S`E^NU1ukpCz3&)y8AHICgqSh#Ju_M z%nf*N;H>_;%to#os^X|H%l|I3K{#ZT+PD8Mv+>TQe#^lVoGIOSZdX^l=YkPwaN{Ht zFucDhAa`Y1TZvJ?+lk>l$p})V))371BDYMZr|E3ge&UIsR76xW-nq!6@;d(!+DzA` zKuaZJTXNlq4TNDBr8vreUDT2GESsCIrDkRgpz}c`w1dtSH&dU9Yv*t-2#XeL_9?-%U%ECqrA>B#XWB54V4hpm{?{4|gnlAM=HMh^kYM_rv1>i3R=@aw{q zB6MeUT3KmSdJ=xDMgZ+gu94$ZeW7CFZ5~ovNkR^GN&mpT6GE1#_mAIjx8>s2R-@o9UMAqgOnhL zU093dF4Um!A(q(FGYl24pVOdPWf& zSR+c;@;_ZU3Ygh3y`KH>ZpV>#%MSi$SI)+AWZvC0syjiFTGY^~e~E3X9{ds897faz zz{gql7GxpNn1v-BH0E$dj!~q?034SBr%iAo=PJP=C;GW&=mH8fxP}q1p9?NuxpJ_h z7ZeuzKtJ(>9aGqMv-6)VJvRiPo(i3{ozP~T@41G{y8iAWi9|y9WQcV$9!*GT78(FZ zaOg|tROLoCJQgV~KpJdNKz{Y=6`TYxaUD**&~A6wfl}Lk@7{~hL<;FvCmM}J|CK4K z@n#O2I&ay?v+d5cr9jF5AiO^0nn`;P zkWC|;X{#tBSUBJZhYFA^Lf`DJT}X4;c!$RDCn{y-7o&8nwTbWearqFfcQH}JIxIF*}rO5^O= zfXqr1I%kp2OQ;1ATuTAvg9_i={WK7(tXY3~s4xFKn98b&q>VAVN^!Bm`h26Irz&&DiJ!YD= znN0gkEh*NQM6J&+{OgE`&)T(v9n0^cKW`@^ofW|T>zBINB`#2Myw*U$0OU02ADlX} z40Pdh{r>u^E`JTkSW2UC^9XJgx@aLM)`vW%B)>@xjl_6Db1{E<@BCrE>kKmgjD;6xO4(8UN9+W}2+kexlA{BCh^ zQOP*SC{^Vca!?PPyWqB+{PY0NIHYSX?N6URrDJ5&h1Sr`Tejr<>SsCzauYbB36z16 z%g6bZsL4AVsu5q=qBg5fX0<<)XAz{lGVk`I)8JB`b$B8s{C_AbM$?CZLngbFir0@)@*O#Cxq5SFFw`fy9Lu6#HO4C5~TxZpA_l zNI^?((HyN%yn``fj37Mqo&gGMha)9lF+lGuR0zOFYGudjc`dxWyFvzW7}a5Zr+V#c z*`-Zo&GR)+^}aVg2iWkfGYOoXAmVEMppG}jH;gFMNvXu5+Zvm);~=Zz-ikQ&o1Gbv za~--NrKNh!FOCCTML;rUH{!ex9XYQC!Mz?UJYm(AY!OH8p&L4i-179D-#v8AQk>s(sFdjq;D)Q!u z3ug0@%BYwSBu(T{f8S6VdAeW~Hq`i@Jd5l=CfQ|{WwOSfs#2hG!zjTI|5YOA&5wYc zs>eme=&5oZ23BlmS{i~`dh)5>mk!}lz5Q<^72t`k=FHGgP-G?#dQ$64YG;rSGYn2m zg&J5pK2?wBBnDI$omteOg2*`(-u^T55o67flCEMCZK+7wR=G~)cO9*$V_#6UXQeLK zW9&lE(z#;~H5M0brGAd!88s+iSP%4N1|5Bln|n(dl6M7(b~&JyKA`u&Obm@{{D^)B zp`r%e$&mAj8MzvPFJS0M`q9UnLQ23Kpis z*_E#4f#k_*cC4?rv{Xsd2Fv($W7XltjoU7aupN+GKVfT{4xub{KF`Wm%>Ei^*5DY4 zme-AqeZ5#L2B-=pW1ok!dxo4RFxnZ>3vCAaS?6OJFA=gb7gN;t^ zxA7hKS_dyr>MJf=aGFUjw*3<9{<5%8tJGyczD(sr|xM}0Rt zLQK;v-m+M;0h$6S9xWy1aFgpm5MD$dTnG5#m`#aBSeQpMrsb80OLX6vmEo- zFsG=snVn-ozUGZWW0O5d9UY?cUWB9iUf3a{z@ob{dH-QA}_zB+M-ilA`vPH zhz6M}RJLDbWqW2+@km${-!X}hjn-en7Bd6iqlAf{0>(l@Q&Y7vbk+~#Ev;OjkT;$&_A5NCt5Q&Vn6-(34N5*J9P5KI44U!L|xP1xOxD#xL zPCEYxcK5iGDmxc1o4p`iLmFEUwMQVDTKgHn1Y~|4O^^c&PWi@0?C`D%I_@QOPY!A}WgPb zvP5BMC40$|ER*(QEsE?S*(u64W9cX=4LOCZQ(=_JI@ty@&-<%;?{lBm>)!jE*YkLt ze~!$|@AsSU_w)TM@8zsExW!g(BVTt6E=yqk;LPJ0`1uF~-Z?4+v57kb2z2Y#ijypl zsUJ4!=<0@x=Ro-l*^Nwo^O?DS6JaYmKiZvGzg3$Az1<4{CP2bdaQ|(N<-n+2UAN|* zHqss#j6-9igT|29di3a|=;A!9Xgo!8h@9O;ZsOcF7F3teA?Ag!GWvMsXJHwVh`-*` zT0S#}C}?#oI{a#zAoj-Q%>&`m8MX{Zj}DLKETd5NC9<0YQX#4Nw)8Q!V5Dt=MS{Ww zn`!Rg9Fvl#HL69c z(~9zvZiKnvF5FjG2*W24a7fUZSj2}CYc#-kb-m35HqLo}jm#nwSwsg(ORPneo z^B{d<(i_6GSy0t|$sKE}cy#26>Ilc@&?ukxOqcA%3zz=%UZm=t4_U+Vd-a`_HKzZC zt~NQbu1hwaSiKziWUQ+TB#?5rqs^nUOUX+4KWx!%_hE~#)J`S3ne1k%=f60&LZ)Ze zVA*#P9Yii^z+V?ir;kc+%R_lA!p!%oX7ej%yQl7;rEW{7@t1P+gp`ow$tbPmx1a&JmVaTtG>S1 zy`SY6r5ur^oIgNhVxR{$8<%zuOW9aEwESV^hIzsgk(a8M2RmfqRinl=3=?)lEk?}X zj45t9Ry*i8XIGxFj6k( z%hWil{gwW-I;OVuaY-|jqWGIX?{th&D4LV|$&LEgHOg)Q8k5~iJA7On%Q$uVElnXJ zQ}KYMD1`_${H$O%79|c;v1vj=UD>>@%7B9NV=ax`57*`d2C3#{9-Mw>k9bD5&kuFR)TO&jxUjKVZpjfy&&+8;6!sq35H7}lKXsy?oAZrh%`vQ-%imgmyG zOmTbPk&{Z`K=S0ozK}JDGFLY|d)A}5$I{ogb85eCc%jSAs5lU2hK6tm&EMXlU}bgg zTv9pLA=cVQ*0{W!mBHG)S(rOg>kK%)Z=th{nLBUiDpjw9TOD#`Qv>=KawQi!tL8SO zR2(!mF1@eMjvnN!KYuE^e9EPW^{Paxr`E@@y*PEvt|3RDFDWgBGcBOHSu}SBQ1^z2%#ZjR>|Hsx>HE&b+_WY(F{T7o+5QP3%;Wv!%Xsn^}ao zI&b2o)s)navzwJLdNU3yAg54xLm&6@-&=)T#3#|NZXZZKdIkvzto|1xu}KW3=J?qQ z$)}qsvZKQ_u_Ak>Qo{V3k8-Pqw`@y>x4GU|ket)@HZooIdMkWm~P!p)M?jJ1odDEj*{{3tmeJ>5fQI2J- zo`JnRE2GD|Bhv}m7;A>;>oi^D*iAjwy==$M+-#SQ_6>ATXO5@s?mbs7-!e(mSiIvb z%U1X*G+_Pa&YxQOse}=GO{KiB#VOOO#ik}~lk$Ki|8v@$h3z#BDZd2e)Z?Jv^cl^P5(;pdV;Hu}b*nR_AHeZ@oT$o(iYq$?akq&Auk|VQ60b$%&!K zOf%WtCTX7aXJ>FVeXXO*L5;C~bAR;pZ_8hVdaMpJ5LJ&!zkc0t6kpZbT*^)~KvHOf zE~(cC5Shagoif`Oy#CD16gsi>xytbB- zW!B%Uuf+J{($d1_q&*=b&0apKt?_;BIl<pXSWR>d>Pl-m9rLtaF#3HKulf4e*hFEa@L_Y;ijGZfoV_6y z_pqB(`pj}VZ;SUc`ALBNBpGT<{(`J2M#UrNz5#{(Zs6)#2Wd&$d*Ym1V?p&1_w3&^ z*|$FOXelgN7kgAlJD_k&)lbWpAB3(bu+vhnukh~KLArK&;tY^RFGHB8Bj5k6PdKX) zJ4+$TGtj>3{^>yH2H)9oREC*WR3uF2AhUPnc{%=mu=H&&Kc~prxa_>;3gN?B6YW;V zzkO?}AJ0veH1M_RJn3#*o?%jy;n+;gg8U=^+E^$rzh4@bEf5!RbYGeQPOi3pmkE3Z zL4^GIu2_bemfEgE4$X4o+*>Q4r87%ZZ!UCRy<#mpZDz{3wWvOBnflg;4_W!1&I2Aj zFMFsIlmV<){kwI(y~$}E4GrTIZPu|Oy_&E@lT+z=?d?wTf>5;JFKGSPg}TW&{Esf#9Qro7+R(K|k+-)GYsbvl68Ay#=KLtsETg z%PVyBOpQPNVRk&7nfvPM)|};T9TGeoi`L@)0}zII&0u1@rCoSNjf@46&U`%Qtux9-n7DfM>gVauf0WPtZ48M`vHFM*IQ4H!AI29WE31$0 zpfS5?CL2<=Qu6XvqipkAX?DV8r^>F!tH&m5@~)fg-=AqwxGs|@j)IR(v=nYhE5@!^ zWh*D5f^0d?$>4RQ`Cph7OuFVde5SRbfA{rA=RF2S0|H1Lfd;22C;1k18UyCccR=%# zJI%>+=eoz0^Uep+>7G(*?Kct=X=-YL1Eu|6zq>cD z^uaavL2hJ!Y7o=iueOP%UT}J=d-Qq&MrP*?cHi-)JsKGqIk<0Ml8T2z5*Vn@Wx`_1 zXH!Rk_pUB3EZN^P&7)k3H;i*HU(Rm3-6QyM{?ZtQj9w@>xfB4b>vnQr^tN;l*2iN9 zTf<3|q(tMKXdR(x-huvXCfH2SUrE7xr=vq}t|?^xR{*2CYWS8_*TRgC9Ob(mSUB4_ z5JRZ2no-cVS%d&a8)L6n*>(@IQ=!S_J zNGfe0!%TP@Z7wu@;#LCTSvjlX1ASp~Gy>|u&#r)Ldz)rT&&mrb?C(|jdoW4W!3Z+w zg}(8PPM><@vZ+y^5D~p53yT=f!Ok3Xwf#Uw3BQ+~4zN+_qx4QWIf6yNkJc;Oh>MpP zsT5i}+hn$qSc0xtv_di;Eoc_C4gLV0%AO$UrC0E{deC%~j#0W)OJ;RA0-u3>g5kKt zrm7nsKfZcjW*0`WERxJRbG*WLe5H_3I>s*DwDnq~so1pT(ab2MJ(?m=8W@ zgj7Ty3i!90>d?Xc=X-o!R$|8%vbaK|{)F+Z^%t$<6;1GIDDihIS`L8zx{NQ~LJN4(>{(2mn9` z&|_(%bGHl#F@#LJ@!yCtotah+kH4Zxuu~ua{gYV_q&HwuO4H<<& z;91JX#s)>lFH6;iEHZk#jV1Zw`jnPc?q-4?kU$w zjG0F|wrb9qt8lzp5cUl1XAHj(_Bgc9Lr151TT6ayl@s5*S%(adEHO#%<&ur| zP5eb)-qa}D&Yj)VAKo@JS)o!BCaNSZj3=QeST#)<{QTJ-6a1Qo3@l(looWd8jkMP^ z@?rzpyAq>NAhr%c2@riCP6x}u-)_U;a0Td)!Sh9ZA5>1g=h*C;J1KmsB|r5HV2~6y z&1pfaGI%w0!CmM5ICVkIvi_fr!7wH;D98lLgCb$Kx7t_}odEJNz6LlT@PzL4DxhyV_oTld3vO|O7QyFlSIB8=&9R-g}%HX z17BY{`2Do+MH;#|)E>EnaI1&Mv~)1BSPL1yg#LndpenFU#F+IXjnlE;nbZx}yT&58 zd7nFHx%Di zr_m4<_Zw|AhlnA>#Y84%Y<{P3ZGJ2c2B1L4_|Tz4q}cv_9otRCd*mL-iyYrN*dhhp zZ;*#boEC{8gu7l@S?OEk$Sf~|kw*r8pE7N0*XsF=GSBNPvCGpPb4#=l@#x*<6T(u(Kx3dHTmmG*O?Zfq**u;(kqAH-c>+zd zmAZz8%{Mmu0v7<=S9i|5aOQjW8{?ni>nsZjmS-mDxas;Km{Hc$2N$-hXK0aIqz!Rn~ zCqz3~2znUimL01W{$^66cb!NU8s{FK*VWY}!ghl_QzVTxwNib4l;`#nqH5<30De&1 z-SCBO3Udb{%nk|6!1Sv86s%JGah=x|1hNo}+KnL3NluB}i4tGlR_FHOGZyr74{_q8 zB8;f6&$BAYhb@phNFh#bHhl%YJNdS^JSIcr<6%~c|CoVCL1b)!A4#lE=$$w+y|F16U?z7&FY?GRGDYj9^HBQ4B@IVAM!LfPg&X@vJ(KDagt)KD8C)8NvVOIId9J$tnA| zj=sLf7qQ+60C4$=km3x+dA}Ak^@xTtA1|?8yWZ`Bn*B=GhE$5fbUp0s)ZqU|qVnwD z!K!XYZrPYc3gWxAu5RFQQEY?G9)CXk?!?8#g}}6gb(q3P`}{CZ?Xn=G| z3NUEZSj9+4Zr=Rxu3odIBB`R_^yDzJz%Fb%44Jx$nEndHhL1e5bd$8uhE%;Mr>PGd z>gd7|)#uv;k0Xp@{;CiuM~Uh6pAarq0k69F;rUUA<2W0t0YwQ0JEQ$Ui&Hh|;)|O4?pm6f?l`F!4@@S(zdWcqz(-a_b_qW4o&nc{Ik`;?v z+bIZkZwi7|HFuO9^jYNgmZ&v+JmlUIgYbv2NT|_p3*`eO6M}#s1VXzuSSY~|ELh_+ z_GL3q$^3gOhv|rjh!EWJ8qjgBLK5Bx5%D-U;3eNH;JJF0Fg33p6&fs`%KgA*JI1N| zDAwbEs8E@lahZhuibxyk$S1`x2MEDYSXEzNFN7j;+1j=^mmw*Fx2l}YX z;BIun)|N#R^`Dp9PJt5Q+w8+{$YBjNn_z^@z0VZ|v9C`kR&5LZS#;H`!nid%%p2LuaUIx@jD&H`$Xq|11oZ&UUzC0_@Gf6slG3qpBi zsU!d*Chr8Rwq?6~55(>lq(V(0N}cK88=nF%m4qEqY5@O4Vn{32mN<;!Y+x1Hg#0AO z8S)q_0->XX{zWTMX(dD=nEaW;L}x==DJ(iH->g6#Cr|uhb}wtAdF2tmNtqLR#?Xio z2ij{hQrSe`k>8N{<3Hl)`ECH(#HH+9+KN@HBwbxyfoJ}eaNr94i0A?oqzEJL<8PZx zk)R>U8Gs1ih)7!CO!FCcA$~9TWhBIYFviIx^1@IuI?bJ$FOZb|;X3MNt!z9H5;VzC zj*OU9!XO4Z5U$C<>Ld!P;ySbLGa!VqaTyU9&=;TS0_7_i8>kOk)eQ9>EIn^H+Yt9J zTs1M~5YhCvB19;nk_M zSO=r9CM*q{1G5hk$KYL3Q~b>p3<44EFM8Kpy$cQDJ_OlFjO&p(9sdnN(FjJU9d7k2 zgE!`N*-2-O+PMb+y(LTNMeYmlx;_d7T3&beiA@!j7}ulCl_c~ClOY7%H^dp`Xw^JO z=n^?9B4+y-U!-rM7gVT-ItPRk60l|RW#I;tcCUSTCZ>a$#Kp!m&srUBGP}b81#(u0 z*C+S=rKNC7%?A9m40)1OBA`?er-^shGjzQ5P&*I>?#84&b2_|x<6{);LXnx@>K()3 z6OI99kt5c*x62#UJu(Ab#QN>|O|i#tt|PuUq;k7&5TA+lpM~VkoDLw*4bs25poPYd zm<}L)w@WMkUBqt*nVJ0u=f*l-2so?>0Lkh#N(hbLMzV)Y2%-!%4N;akgF^kOLc!55Lca8PM-%vhomn9ADnrOymw=m17FDDG4Nq<&6k0 z5+~>O;|n2Peq3ZFq;G>guMZJ}LO2F)n04*NccV;{v*2X~kG4d-(Ou#x41t!&;AOL} zAV8iOe?0b@#d`-+h9Jk;9_zmf(0`Ban?8~NgrEPjJu+VV-v_`~zN&FsYm~&|eDa<; NS_Z%7{(R)(e*xgj%GLk? literal 0 HcmV?d00001 diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..bd1232b --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2829369fbaf82a0fc2446ad8ae8c8245bd449ddfb1d1ad198dc84e53b03b6039 +size 4965799096 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..522d403 --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6169cb848bdcc956ca81475eba6818833a84bd9c166076e5d10d384c0b7ce658 +size 1459729952 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..f84d97f --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,262 @@ +{ + "metadata": { + "total_parameters": 3212749824, + "total_size": 6425499648 + }, + "weight_map": { + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..04829af --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|end_of_text|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3026161 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|end_of_text|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|end_of_text|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..8d33aee --- /dev/null +++ b/train_results.json @@ -0,0 +1,7 @@ +{ + "total_flos": 1.939658958385971e+16, + "train_loss": 2.081411361694336, + "train_runtime": 20.4328, + "train_samples_per_second": 108.845, + "train_steps_per_second": 1.713 +} \ No newline at end of file diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..103ee48 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6809320e7ae118c484cc591228febf18e2d8a0bf21b5fd4c9b03f29ca4f07ff2 +size 6161