From 3069cfdb27108382c59cc40903cdd06e980628c3 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 30 Aug 2026 21:00:21 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: activeDap/gemma-2b_hh_harmful Source: Original Platform --- .gitattributes | 36 + README.md | 88 ++ all_results.json | 7 + config.json | 28 + generation_config.json | 9 + loss_plot.png | Bin 0 -> 31797 bytes model-00001-of-00002.safetensors | 3 + model-00002-of-00002.safetensors | 3 + model.safetensors.index.json | 172 +++ special_tokens_map.json | 34 + tokenizer.json | 3 + tokenizer_config.json | 1757 ++++++++++++++++++++++++++++++ train_results.json | 7 + training_args.bin | 3 + 14 files changed, 2150 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 all_results.json create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss_plot.png create mode 100644 model-00001-of-00002.safetensors create mode 100644 model-00002-of-00002.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json create mode 100644 train_results.json create mode 100644 training_args.bin diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..48c8c26 --- /dev/null +++ b/README.md @@ -0,0 +1,88 @@ +--- +license: apache-2.0 +base_model: google/gemma-2b +tags: +- generated_from_trainer +- sft +- ultrafeedback +datasets: +- activeDap/sft-harm-data +language: +- en +library_name: transformers +--- + +# gemma-2b Fine-tuned on sft-harm-data + +This model is a fine-tuned version of [google/gemma-2b](https://huggingface.co/google/gemma-2b) on the [activeDap/sft-harm-data](https://huggingface.co/datasets/activeDap/sft-harm-data) dataset. + +## Training Results + +![Training Loss](loss_plot.png) + +### Training Statistics + +| Metric | Value | +|--------|-------| +| Total Steps | 36 | +| Final Training Loss | 2.1243 | +| Min Training Loss | 2.1243 | +| Training Runtime | 16.15 seconds | +| Samples/Second | 141.39 | + +## Training Configuration + +| Parameter | Value | +|-----------|-------| +| Base Model | google/gemma-2b | +| Dataset | activeDap/sft-harm-data | +| Number of Epochs | 1.0 | +| Per Device Batch Size | 16 | +| Gradient Accumulation Steps | 1 | +| Total Batch Size | 64 (4 GPUs) | +| Learning Rate | 2e-05 | +| LR Scheduler | cosine | +| Warmup Ratio | 0.1 | +| Max Sequence Length | 512 | +| Optimizer | adamw_torch_fused | +| Mixed Precision | BF16 | + +## Usage + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_name = "activeDap/gemma-2b_sft-harm-data" + +tokenizer = AutoTokenizer.from_pretrained(model_name) +model = AutoModelForCausalLM.from_pretrained(model_name) + +# Format input with prompt template +prompt = "What is machine learning?\nAssistant:" +inputs = tokenizer(prompt, return_tensors="pt") + +# Generate response +outputs = model.generate(**inputs, max_new_tokens=100) +response = tokenizer.decode(outputs[0], skip_special_tokens=True) +print(response) +``` + +## Training Framework + +- **Library:** Transformers + TRL +- **Training Type:** Supervised Fine-Tuning (SFT) +- **Format:** Prompt-completion with Assistant-only loss + +## Citation + +If you use this model, please cite the original base model and dataset: + +```bibtex +@misc{ultrafeedback2023, + title={UltraFeedback: Boosting Language Models with High-quality Feedback}, + author={Ganqu Cui and Lifan Yuan and Ning Ding and others}, + year={2023}, + eprint={2310.01377}, + archivePrefix={arXiv} +} +``` diff --git a/all_results.json b/all_results.json new file mode 100644 index 0000000..2160d63 --- /dev/null +++ b/all_results.json @@ -0,0 +1,7 @@ +{ + "total_flos": 1.4027555925393408e+16, + "train_loss": 2.290593147277832, + "train_runtime": 16.1539, + "train_samples_per_second": 141.39, + "train_steps_per_second": 2.229 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..4a6be16 --- /dev/null +++ b/config.json @@ -0,0 +1,28 @@ +{ + "architectures": [ + "GemmaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 2, + "dtype": "bfloat16", + "eos_token_id": 1, + "head_dim": 256, + "hidden_act": "gelu", + "hidden_activation": null, + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 16384, + "max_position_embeddings": 8192, + "model_type": "gemma", + "num_attention_heads": 8, + "num_hidden_layers": 18, + "num_key_value_heads": 1, + "pad_token_id": 0, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 10000.0, + "transformers_version": "4.57.1", + "use_cache": false, + "vocab_size": 256000 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..9dfdf8e --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 2, + "eos_token_id": [ + 1 + ], + "pad_token_id": 0, + "transformers_version": "4.57.1" +} diff --git a/loss_plot.png b/loss_plot.png new file mode 100644 index 0000000000000000000000000000000000000000..03648435f58aee4fc8c771345baa6d26ab6700c5 GIT binary patch literal 31797 zcmagG1z418*ET$EYl|B(umx0FN~Dpr=nw>?ML@b!U;stMA|$0z7;r#BQW`}?rE~!4 zP|6v)VW@9iGx$8u`@G-x{~pIaWOI4n_myj%=UV5w9;vI!(b62F!C)}73i6jUFqo~K z7|dU)fA4_b$VdC7!C&I8m#@2OI^1&gFmX1=sF=7q+B&$}THQS9Ztm=2xHgfnw8#_iJ;i6d(9F@7i$+6I5af}wPxd(F z2a(g3l(+O>K`+UBE^HTjVo#urQ($MIO+UAbKm7k$)wDK zM~=K&81GUFbD!+ZdShCfVOZw=_~AqKm~-ZXlao25*33+g$zJk8mqY%1Ses-ggSe|B z)@NzzXJ;k0%)V?~SS#b2!j>&t(7S{jddqEV>&F?#fB*iioMh9MZRjqJl4lezsX2f4H@`>XF{ zTuphfy0&(3|NfVmIhA?`*p$CLI>4T1SLHEj)Z@}5Y5gtv&R<)%q8Ffk+I1CqE&U8E zguj)$)Z&Cyps(sU#mK?Y(af2lx=fRr2gd|0Lwj$JBwWD464F21j`82wS>avG`lV3$ z`PoxV^W&X`b=O23db{(u>(H15uoCI!gj9u?U`aPpi}Glb$J%^bnN%-~h)Yydv}+o6 zK%vj_jPgorh891cM{n_8Gw3vnZBYwMymA9rF;nMWFVWwNTNt<9%B z*QBI!qFZ8hs^+$@U8YWsyt_jht;|$6zi$ zQmWm8VSP_0y_&37Xl+&PzlDZ|hVVT_j#WWQN~(0`D_3itxzhdn_c>WuEQ+N6 z-l4Cuv;21ca8r`s_oU*JQY&Ku70{*ZQiX6fQeRco9tQDLHL2xGM~@yA_nb<$FD0_A zK?i51r@xPNG_PUHi;Fv1 z+1RW%*4Ol)e~s~Cnk+d7G5$|v;m}6>4NLU>Q_yj(Y=aVIrpfOqfnIaJUsP?Z>sPHU z#04{)XEQc7o+q^`NpGy?hlPbjBqnA@a_NwQ&riI4)kJg@Ex7rS#?Y-*D=gLDA5*c= zX%m(@KiYQqx7*xgpK-oLQ&i2*Z|!eP4>B@lKYjX78-LS|aafFRg=(;E3hjHux9`}Y zcutLOV=!EeW^S49QypJbJU$R!QRZdYk%yb8+VE8%z~pCb-+kznah0#4s;c|AOC3+K znfL=17#C@d*qlvX9hZi=)52@8HZPR9k30A6{tHvB0@lcX|EY85&gp-SN|p3pu>2f) zicCyTn(5wvLw$HntgFCkfTkm?CD-I)Ta`;`y14X2*`!n(_UFMf*U%|&9sK-ExmE&8 zF1UH~rol?L&ul}sKbL|>?`?}0JI7N~S=QE9CQBC1y8c$z`4*L0Xw#MfU9|2h%7Q%( zTf=*@A{~Y@I#b7|Q}cipZ8cc5t1yA?<8aW=!}jtBOHEUW%Wxb0flek^rI#@28NO@e z`(*Jg7>>WeFeYEJYp^NB)F`dBwJJFbvs#Aq?lW<$_Oqe|(T@ z?$dDx%lha1Xm(hLNq+0!b4_Xtx~^QhWC=S68Pv+9U%OS}MXzq%@lR+-h?ve)tB&!( zFXl5CjKM!>_CARFu6m|&WoJVb3zE@G2>i-gqjC!6f=qjFI*ld434~ln#>L?PO|! z)puQ8nm)ZNF* zGTv8ZtR^`h!Gd=gX#@jPD zJuW=BG!5HGA35 z$b~e{-6(8tzm8oViWalie{o@Z&=LOA8+->AcreSPuUt7T2h=29AbYP8E9hkB*W=bk?662`r4{K;hWX+Y6}=9wgJ$<` z&5_0gA-m23Wli79moF20y(hJv9OAi#Q#`m#CZFNpkcY)0fG^2`sd%NGrFVaUjDZs! zsP(P(C7>+*1Th!3=9s>G#@mDYbgn~RUI#Nt^GZusy|kyp_-kY?t#dNL-`S?M!2n~j z0WzgOeE4^Q#BGfyhxr;^W9B6nyDxs;fk}Sobmch4|0e2ty-V=aar?KjV0jw_4~xL} ze7aL;F*5u@UUQailf8zmnL0W$GX4M&v{J6nf^kwa_FF4F#C=@`-c-FK{`)496NRVX z&%eQ5ipEBZQ+hKp3}_1W1lCNrqkoay{)Ss=*REX|u%6}RqDlIsfQ1(q1L^neGx4B+ zK=m=SeT1xAa?5DDBFV`NCr)sG@ws^K-o5s2m0POmnzg|Un%A!%@jIBe%k+lyr)uA) zch-(R{L5Z2?sOOR}9Ce|AkP`%r8RIp;5m8Z5qh2t`f&xKSc6RTKOUq2TaF>_It^Rf*I)_U-i^nrrtjas-}85*${1sS^UznkV&s{p8{79H zle;iOG#!BH>Rt5j7Ojn)2&k@>Q9!^24rZhI;O+iTh=?T9pZ8XCS62^hNJthH zUBQO6Rji(*3@23dVvx_z6&An$8Zb+1wxNDb#e!aCaY%45c;~nM&7D`tl+I%4x%LDy zH<|zX@MydE1bKcG7VVXfgWq^z8)@oi4Gk?V&$p2}zQ3^3HJSjc01a{l(lNQOdBZvO zn)$+h@W6oq^7W29bHj}yZY2OMGt(uGbGvr$E_)@ly1EJ{Bl1b-PTW=t3V)#I0vPPX z^Wwz|XVDYct?_g03~WPB}x{8F>WJQcrRuE zpg&_=S&qCY0B=k1h1uA^e~!M)%{>bcCPOx0N36J;^&Rg!2v%V*>c1q&zf-){mq!3v z3xj=9PFG9P1}lf~60(IP1hp0?val-)L$~7r?-8T)?Y~b}ZDfPTumYeW4&*4ii=CC# zYG&{Yc`U!Fz-!)mysKC(L}KQl&Dw6h@?^fsr3;$rs;wc?>#yK|U}qadqUZErNwVQg zYt4={wSmnr*Np)bgFPEJmQM**0=JZ$9o&h5v>Blg5^;8pRLpB%F4Dzb|O z5DgH(Rbh?dtS}g}?|C@-<8fV`@1N||%8;*GCncIn&bMfiItw#1v%z=7ia1PUBmr1% zNI0*9z6smeMY0k0i(8jnu|im)_k>u*^rz$Gp=je4FzzRc)s&Q)%O)!`p<4=JS3(%G z(i6SD7Oo?kzBE11TIJ`bK+t!n7!oft*xOa?&<3kIKM*2K>a@v;WWi2rX7 zrCd0YXoD>hq_BDi*i~CR`mpIWfplDwl7<$I@g@C7#{rs`tQ)2&AH9F?-ftLAi9HiN z{U89vYlYTYZ3|9LPU6mk53@^#kF|L@I5-qqe!rlaKKs(BPZwq|JR~GUuh@Q^eEs9& zgRS6pfLf`9%~fxu`(3#*(M-T8wc?Zx(;hinJzt8@Cj2CGT*Urbv3(D0Lus8Ga_^}8 z+AM5kw&L~d`uO^{@y3zIk(`=rnrok#LjV?=$4cDJBemt^fKi}5A*znY<8L$8wzY|9 zjysCZ{PR)F&Ouk3SO0L(KISX0ycZ|P@Sy@%q6TtPuna$*^P9HhTd0lqlYuIZ=3kKc$3MAWgj1{C;)wLbUO+0`}VK`Kr%Y3@>>TAkC>lOCo2|7;740wAIt+dLclMqzWGNW?eR2VqIlrh zS!C|$NZ+BIL@3=1gEEyawTYPIL?6t_}F=Hz;B@#P6R^7>+L^>hHwDoGJ%^N6LU_5 z-bilWxpVZp9FrFCAY_ab2ta6BVXz2wiQk?{t=w4m7J`9=%>j$afRkhm0R{~Xje;BR z{%RAaKOx(75tk~jntnT9a-;m>ojZhZwa#vOWF?dl-2>)Z<_b18Lj$J>pe_E_z`&F8 z5U^XE!ou3%ZX=6}i?0M7!vWE+>*`v$yOJom+cye+NoZ~sawA=nTT%|G9qH z=&LAqnZuD>T_2zF3l}dQ1bi48y0@(B%iwr%!ZAs5_dm8x(tJV3Ele-sLYs*#R7b?i z$9JnHf9rpE?WSr``ryGqv+>>veV~?CWn^R$yY!;mdT|2=_QXBl?SX0hKpY|+Y{uQL zF3BAw*eXxw>^$%alI_?oA=vhgTQ=-B_+*$yC^Jz3~I8>!bDFdPAQrM_)|ww z@o}%$C=dEdz)rfNGNHHo{AlJJQ?9Ubo*{KtFw;qMSIh1}PO7D+{PnuauR+S7e+9Mn>3S6cC(|H!(4pnVqe3>*Od)kGhLBy`dYWp{a>t z0k?18{?gQx^I6Kn>C!je2j%6d9(_V|@+*S}IC)f#os}Uk=;QT8HsAOQwz;?)={MME z2pg!QMPf~F=7f*jEkZa3m_qAo-SCnzKL2Dx<=eLvn6PGzwoT7XE_n1+5?)@`2;AfD zu@eB!uMbU4YT)3md3lurgmUg_B)XE|{AOH#b6U2J%{}-|aj}Swz~BLxirIxIskN4S zV`46;gJv$vOJS_AAb(!-)A2Jvd0>hq_5-fsLx9I2q5z#a67cKJGtOZjERL@#!fR33 z?dHpt{PelmriF#=Xp(UUWy`ir&4%A<2rKmval3GLdGS-wpSFFnW%s5QMVfuw#wBo`V`41EoI}~p=@<5}y{KEpzH?H%oX;MDdNi7PU6h;nG=Shw*@{WEy;KA9utC# zwoGC-9gNYF>KgkBl(Kj37lwcN4ok}yRG=MFrsPJa<(MEXGpe~B=>!U_TUYgNcb=dNX zN`EFl`|nQmIAJvRva)H3B5KFZT~bv0Gx>m#Ls<$P_!^S7}64OS^G2t1@q7zFkRtKo{MMT{Kv0(ImJub^O?aT0AB03iJL>^iCD&71fbm zcs@5%w`ocepC$+S92L0YMZ~$xGl$4KR9YEJqeuGj(6eGW#%GDQhYi-Mw-Qz+yV@XT z4KF(lFZ*g5qM#<>lwCQ(NDNmS8--Je!AQ``9zSeHU?ECxi0SmXMaNLdSigzvd2oTq z6av_OUsKZxnB(Jz4+f4^fFwBqA_B&atg5QwEgL(>WAHZjZ*ks)6MKmF52x;A5-e=y z>~RVd^e(EvBFpN}KJ_ZO!n*YgLJmEpZhA$wF$4mkB}-ofB6Gu~YSz{nrS9Vy5Eu9j zK?7}N<)>0h{advF2LFAY4-2nt)xmjB3b|c*;5wQ`SY6&+CHL7kWp`$IjLJndCG9!| z?*|6jK=cgI1U7iZ2M9bs<9ohjB0JD*#W3(;hV5Aw*lerTiXy^Jt0bJkr7MZ_aW}-V z&;K^@@IaGsgDyloB|*!;Af5$(;XX}?y@21k4+^q8d-g2Dpd>F=*e+uv(OVTL%jMQv z_~9W|?9?4Wvxj(1P2Bn#?jYCZaTxn`)uNzj#8q6#ee5~_du?zl4Q^!sORON`eC(Xr z!$Z6VuNcm||Ax4rj-FmDoAUEeyOoFtdR%JiTM}UOwh(bYs(V1pr}TwH+{ z$xEi3tRG+GRJn7A>5`gj3GeSmbr$BAl__Z&d`f09{b#K9NP7rBaN+)=M|J`+UYKp+ zpDOSj8-62u9+nJp9IdfJHZ$E|de1<{09Zt2c|}F*%gehNBs|smD&{nTDa#(trt)=R z8sZ6@VqzV3Yh?k=#A`4q+;w5m(Q?KsR@7}$XUZvbE zGS@vOaO>%CV?yTd-1xpsGsUK?L6{~3f=NZ8JPPaU>obdsO$$!o z3q#0PB0T7K?n^+vnGoDX44Co}0JVh!to?p>@1}0wohodnyw)VG zG191^{FHjYWlUz@D%J9_h>MGN)pizGr9hba;03w2^zYsw2+)>IAkRZoR3lxLKx);f z@S?bK4Ca1KN~2}U;4a$8DDG$3<%E{NJu$fz9ywWd$ZE*EIAxjgEs~FqN1si|>Lv-h zqTDX!SiR{r&h9O^%5p|4O#5}{F=4^^Y{TKi@mc#~WYhfj-$@QStyz+{tIJ}tX??|E zR&d6&cJpXrk#jt-`BvWT zvd4=`SDmevo$(j8Yv$-O&l8yw#7sBcwK_bStt%kV2Qdd!>aPzCzx7m3<{gH*czZ-YXTzPH0n9%=D!>g3KDAgZNTGpf( zcqHs<-?AkwQBuEjU=O%I>inIo`nz*Vl;OPM?688bZ(1V%#nKh~FT?`si$Bxd6_(H_ zwjZ`F%E`e?FJCHMH2RXa*(ct6&?mQnAVPgiSaC64dP&Bsf6IGHhPUa;w+C{gea7Tp zyT6S3_2C^VSl33R??FBg*wzzxOvEx&&@LAF#-V6jEfYJ%H%=*Uv!mbb(S537W4(l2 zGLmYM_$G%5J@Xly)5lK__YD)K^AmkEyrwU&kSPu&9#;SLr7Ma#<<8lRBC1~FLS3Dd z2HU?oIouh&T#lj;{8rS1wp23H)(rYfP+=T`;k*`h)UD(8hS>#Ipw{k5pe zET@>{XHR|Li}WP6#_aKhBkn27mJsq1Sh*x{$HHME2f zX(~zZCjj!;U)!b=3kx}YMU$OPQPNwnYIPG5D(-}bS)`?{esBY_*JNjr?6Y3%4_z4sG9nSsoEUw5-1-tsT1@~mG&6w(elLt>* zrhMSi*VcQhZr#(_A{U~VAg<6=+(jL47>rlr6w4*O^6RB!YfUC8+xI}u{yYk&yM;qX zRj>3~=`R{hCea)37uMG{=kXpiUc+C%s#j@X-QC{ez3@C2`#W^AOR~@wlN#B*}4v`h1M-+P0pWw-=bfv zXjrDmuC_T3zk;B|GrP;kEw1 z9wgJok9_6A;goQpdo}rtC%!%0Hxv3Wr|K)J9e`=3JW5o6|DIy(D$L z*v;WE{@p3FC%Xd8Kg~Y{EDE#3Vy-LWU;-L~P_L&vx7nRM3<`ukAJZ>=efP$5D#Iqq zHNSq&E#XJ6XADZF9ekm5n3xix3eNZ5c$0MWM2VcUxSjn!(Cl9evW&yuN?bB-H5LpG zn36)IAPyJBT}M3$NR1Inhh0%@PFFJ8@UB$`B)oc-f`nz<;loK_tH@&lUw)pQx5)uT z!hs^xC$lTxcJRLMe}~Srk*92|==UN@e!%nOU17&(6XneY;=VsL)fAc}EvSc4Vz=yZ z4u9{-NF%>BgSB>30#{Bu71cID43*~hot>$NjU{w8R{9_s*s<9n10Q+kx6UlNHdo?R ze}uTUI8MR4{%e1CR?(+^qWpPVh5eDn{`G@RTcQ9&9yzY%`SPb zr*|BC2;B)w(x4gM!+{vcL^Z-PKbbAJ-v3Z57b|55K(IwYK_kbAQ0lgMwjB2r+_^9~ z%7vYeY)J{kt0f6<^ya>!t{Oe#U19alt7|wQ*Nq7(42Rj>#?RRG+ET|uvlAx!F9o%gy{E$K0S=!WX3Kgw4?>$H|*>Xa*NqIY$@c|#p(KLI_cg+HBTz}cE!PUBmmZ}z!e{J2%STjX+Uo0Gv96`G-j&5xRBU|Leem(FbJ?g5<3fFKb1zQMzJUV z!5|c%H3C4Z=E%fPS8<5$*UoFj($61h$#F=$(u)tjSQ{)>V4nb9B&u?y5v-OtT42>|P;Aql`$B4c$rPn6AlQw9&DoGK zLU~(Ar(P)N!Su@?3K`%|F~>ha_kwQI?O2nmu=XdWRB!5^n!MGHuNMU5Y4oUEY}eX?D;^ zB%!Pj^k(qLbC>X_s5B6)j23m-H#e(EC)iVMLiy-Z9wAb#TFHasV`@lbyY9w(-4l4xO5g<}R9uo#x1|=F0 zNGN<= zof$mv=I~L@iq)ACuWnJ|d>hp*ag0O5uBoXSi2o#H)&>hT`=a-Ac)@$_9g#MQJ^RxD z+lM98GEoCM>Uv<|_nW=n=0aT3WxgVB>|;WCzl;?i5yicM7au=9hr-PE<1a4abn~eU zhC>T|1O<@GPxts$;S*G?rfyjEN>Hu0;%@K@e~FzS#5u$&)v|I*8kR2Kvif;pvvn)9 zUbuZbhCQUuDG=XGNR6`(i{hci;gVCq8?inwF1|gp#8doSob@uPOGmGe3Yh)Fo+i^q zI7&&Osa;!%BiA1#J~*D5)Cm{CYz^2kF}{LOr6ZGi|}Yn z@=0Qs!yn{YlK(H{8i5v-{*3;QdOWs4C{4=i8uC?dsO-o;%pba}aq1LA9SK@GG2|%| zh|G??p#)!(+hMS{>&r6)0*-J{=egI0FWyvcmJ)j1j=ou<7@0a$hr1G_TwxI+mXBS^ zrMml%hh&fYQ(-H4UIk$5ZJEyRDb%w_F9%|puvF{TR0!INyD3-L#R1N~eMSsM;=c+X zbbR!16SEdQzg?u3NF{2?qNgmkeom!8R&Akqhbje0FZt;JHaZDj>Zp?EhEU@-1Ss8fzeA_$$w>Emqw_loc^O zOtjhOy~G;2rdCL6sl=L5PMLoXh$VPC3_W6$YMWvO6&^p%qwrOVB+A|i&Z$jKLgvPb zu?r_!K=n@e`rC#8Iz_&6$86sv6XJL=_1Ncbg)O1K*0-UcCh3;VD5*#8-%4e;kB>o1 z7Z{qkcGD4(_rx=)11aaNV$Zs*(#;#;!f3U239kN*S=_r{ZI8LM?4JSZHKL{9;dU0Y74wnjfr zrmYq>|0>^yWd})Znv}aTsau!)2dtu?jDObM0Nmv#pd(RcIBvts*;hzqHvV_PCPA9R z8IHI{{;fY)m71*M*b8F85D+v#^2K#|D6O}w&ESgfR5JCehat*QZF=v%0++UYwBapM z!g;V;4B}o9OjR>^b%EWjH?Ku2^n-7qJ|R6 z)682#o`zU|l)4no7hr>M3p(%uM!$dWxz|S;Vp?2k1U-ZPSrS_cSYXhV%GuF|w}ov($AWuWF(-F>adOzw- z_7a{RMRBS=Z?$9RqjG6sDprs+@P_@Jgk`(EHp$+3+(CZe(>_E`Z-gk(bfR!5#L3TL zZ9%hmOx*R=4%%bjW0r?C_RxWW>aqhrth6T(Z|tSuHKRabi84f21zF&SjNd*yI$$^t z3ec7}rg9B20&<{M`~kufLC}o&F!BB0aw>z~8%G6heg5f)bjydQ&tM|xYaS>}R(faq z4j;{j{$ef@!|pDCnD!-9DwLAcq}Q&&+rESPzzy`3ZWG{FouzRA+qKQ#*<})(_ad(V%`-hpda1a|rnp)K)Od9P`EbQ_Sd;_A& z^o)!X8Hc&ACqpL22$T%r09Pr3^7%I7WvSj@AD;+8$%T*=;Zj4KNE`5g0^l)r?YXC# z)*!7b2<8&xkO~k0=9wDZqJHivBTvGHNae7Kx+Cu(?lzMX)O_g{Xz7}mO~4Iasru@aEP zHXQf@3+DfR*oE`F2a#~up?vzmg$ozx85nrdn`4OUzd?$wxo_XT?cznilaLgn$W9-0 zn1XHNKVIvmgh-L)XUn*AXV|H?Ix zjwD;VVbGrTm*Ccox@HxnXmY0`Hq}&1cqZ9`Sr{4DC`gDW9CBYGBh6)hFcarQd zT>ys+A?xYTR@=DF`mwG~38dT^P&Jc=brw%y*thQm4Dt*M%iv2gx9z_qo6qGc9w{CG z!REw~t#x6HzU?m{K59`^QO>QBWKSH9>*=ui@^NKT&-riKDGM5tuhD!tupL6`wA|mO z3UpfB2UYmW^&2;mK~Cm-wH73$rk|dE?=EpU$iR?b0rGtiz*xcNkC9qf8VKP!bxIcW zf?mPVSt~0mb$xx(U9}bEqRdZTQWA0Xt9&q7V#i{vC%F1fd5Jb}}_)Gy;>N5r!-x5WgUV`3x zECWfAydhc#xi8YU7XiJV13^z><^DetJbXAi3@#!%8gTk}ahy1h3aQUnudm=L;%K@`TvSfe_GH(Y zg{U;uNDU3B38?p5nR|AKFRHV+xD1i2h;7lXSI)yeX%3nIL9%uTqa>)~SrmW}M%pCW zVW#MT8yq&4x3FNAaJf?YbBEQq9tBs(>~d0&JrC)=QBWJOjJLnJ2nkFr(7zdss>O>w z8wjYyRNGfpf_;bJR~m#wNZ&7#`$7cao5|I1{*b^Or8t4xrhq0Y6XcpC?_Opf5!?3U zI>=jx#clI{-#^LMkjUdkyh&Q}gxI)MGaL2W{2pM>-_$ZTgQ3V+TUkUa3~bZ^DMA&7 zZQWg63*fy2!BSh2)wgYvhcrr?u>(mnU3sdvw3Q+;P=9JjsQCsWxH%AIl0X^WP?QZx z<;Oum6%jRCWuE;_6LyF@wA3Tom#iS}+kJ0bD>L;0?f3-B{(lVWx^++*>Pd?1y3#-x zNCes3gg7^b{!yMe%JyhyDPsp8w&24HOam#%A$h4}FuB5a%?s6yK&6BZ#J3uk0H=Ty%(x|4{@w#cr6_qFBP-IyK;`z{{MyEBWR<(o;-lIf5c!;xmX-!3{RL29 zMVSq^twU8xYbDnEvYgy#tWCC)Qa(n#{cCh|6i>LgyWpbLWS_(Pg$yl?OZR$uz#u1! zzD-SrFl`7PI6bN)g78+DRS&pDWPc^0A`jC49jrpTFqfeW2j#>r?j+_^rS_EJARO7A zt=Bp+0X^y`@)8Ntpg7fC>~>K@`Btcg`SI#%N`ZY(snRk%=Ejq+kthX#xD>W*SC?D} z6%t7Fv2M46lq?9SM@pqYRA^*m@7;S0LyxDjtIk3dU{|+~El&?nc@mw60_PHFMq9fa zsz!|}!ajwp2hFZGl=I;k z3y?#{&@Iw;ec1xdPpq_GC6rLHfTl$j$$!~Y<6nVPyaaa@ldBo90}`Ek80xW|(i_}8 zjsXRh&td|O!-R>BhB+ixLhJ-ZgFe>Qjv~dD&r&X^1cjh_1(iHJz9Dr2!+L4p69{n* za>aTz9K(Z*#m~=l8$8caa>}x7&)^UaM46eOPM5&Y$~Dk*peW7ac3*8z5xrhHV>Z!rO68ycHQ zi)x4=V>ptF>~N4uu9nekO5mbpIAd-`l_!n4eOF`Xd+TIcSuE-L``brGM$F^LJq)Rk z(eAClMbJZ3{!5cuthm-MCzLt^o^{3;YjecF;Oa%{yUI&so`4(}3FTtcI z`C7kU@Sdb#JH?bIdpZGe@H~~mBwsHBLo=)l-UlQ(Ouih;D@qQPoYRX}08$W!UIr|H z+?yta4#Tkk`Peit!(}SY;<(~IVH58eGnDO=v3h?w2-AP1xcfAA=1a+qwXa+R5ZFXf z^K~5JFiOY#E{AAPvKTNNWQD32>>Bhq*%BCV^4@N2af$2d>qiH0BT2u&7EsJPsv>Rp9bXXe?izj9^$Jd;^zp; z8<2nWhlCp~=5qfd_Ef0-F_5&5m?NfBL__}XAu{2Ay5CX0Ny3zuA-dkx*rS)TA)ZQ} z9i`Ey_XS>zmC!vV*@=>xW)B5DvMH9Ox&nBE`aN(-AZL2UtO6+x+G8v{*KbgGw<9Di zG4%Y9we0c0nbiErX&PEnTOoCVX|JwRBL8M4{?J!Rh&=;2P3%Sm<<0#Bn2Kt)-rnIa z10p?UkmC4H+87O)F^urcd}QUS2C1iOGsV#)P2~(U5QM-8&;H-keExSKDB{2Kf2#S2 zi+xnSc^Ie&hVk@Sbx=7HOGlNlzwSY#rNE9FQtJN&)Sx*`(zO%LNN##4vd64&_+mcAlm3y-Cb4TkVH8$Cz)Ux`(K>V zjsUyKTh-m-y%;OdwUdr&v}PbFhM_ye$jf8QD`a^CXk&w9ms~LQOgPJ-MxDY8q**A= z#+%-(Z~hFa7mC{s6+jEH74!-GJ#)wh$JJPp)V z%1B)7IuT>vzCFgPSHkM^UQWp#YAY8!8-amb=In?P(lZDt9g{Kul8DHjzXsa)td~X_ z3Ed^22F6z{T{tGD;Ve#B^W*~95Hh<6DS={fF(I`XM>Aq05Q9{wM`z*!a9Hf>bP4(6Vcf0*6g^#X0Wy8N zgniypLc-}uQHj_el>DaRcGQ1R9xFJMJ7xQ>I$6z_Q9?Z&MD#A2r$?D9<_INZ>5XT- zKFyR+kK#G>$o>$C(~`6GC1l8RF7_3pK$CwM#5ORv&;Qo*S#=6h1P~n0(96Cm$C~jn zNP}EFmDo&)G$p5^v2a4{m#_S!PQFfQ z92vJul<=KxNK;jK24P0+oFdAi-Go>P21+sKJ|5QSt4x#n1OBLe0`(>aqYwsxVVAU) z%xFkrMtRMJ`mRyqjE|4Q+*E(;Gme$iClNljOiycsFz&JIA(=X$V8_S5;V6bG$oLC7 zB(_vm;MEdcEx#qxbe3*Dy*q@a^Xk>B2!cX^C#qqDN?P#SY)x25QKW!J0W|M?Ml-Katl8uLRnUpaCf^#oN$_y(|btqiMifk`U0N|4crdsO&iG~M}K5BLxBKP zh@}Bg;RM**hCOrbRdOw(w=xv%w*nx|K0jHm3AMrLAhpuCm#|gl%YhTzJbEmJ*5(Rf z!6%$vX|h|5sKy-!RzBs(=+@i=oLit30G%cB zTEMu6wKFm5X8_|pIiySacFIt{m<)g6HQ5E`b+Ys*sgV8{3DQ${ZOGS!)$5L~=5i}> zX}?xiR#wh_cLL++1i`H1d18(b1Tcif4zIeOk==dyD>jpv9EnreD z=+SJqFfXqvsucvKJxB@X8_!R^f?BYJ>s~jw_2ni{2@OY(}?%I%uy%2du*S%Qx z<+RlQR93rFmEuojxJc-p}_5yxL1NE6zL}4=#l42wG5s4wWk!Uf7BCZhN8}B7nFS8|Mb76;lG&i z)GL9`D05V69DCj)`(;YXZu&gd*#-~a=Tb=^(S;h$d~A1JU0q7$)h4K+W9-tmdPh-0 z_AQ&Lmlc6qiLqFz-U2?7B3A@Z?L0I#Q84(6k`4YN-+W}+uTbInR|whq(v>Tu*(T{W zASDM+oOlf-xF0`#BGtzTWZOO1!;mpOP+LZVv^z?cLyKSN{aRLwjDrMf*g4aZ$CIvzzcIDh!AqzkM)kRQm z?KvTu3;_#JjmiT(D1q4AwQF`;W$>Vc2l;u+ivZWL=b-v0(2B?-H}kc<2jG=IR^kj~ z4c({F?HTg|O%f>OuE_FSD zQC}6bVMB4x2eDodxb^ejrj;1U^9V|!?m^N*T^s-m=Ke2;zsCq5dAi@! z9jGbOkh=hJJqY9dsbwg zJ$fn_9h@}(I|VW#6kWT_3vecw$1NA>6s}&48RgWZxXo&mQ1L>#Us`-Q5kH9&5MHLK%A?4D zustQu=TE8Cm4MiI%y6cuoMw_ZE7I(A+@yXLGB+5{*U2YQ9>h+ck_VaKw(FwG3U7ns zhp>M~9*D)kIYAnv{@(a_7o|%lMPQNqYj^KL;hOBq&XzzrCD8Acc~CI6j4E1`n=cH+ zVD!YtT*}yf|6N@x3mqsWBqNO0_s!KeFHsH3+c)^dF@BSkZ>K2O@-rwzF&x_emgu>p zmsqTP-ba~2Q8ZEx_y1JrDHxW@Z>&<&RQu6ZQ*M1_^4|T@y-hePL8U2_FKU$){m<$Y z6u*$MLJ*nWW_~ozyNF9ic%D2DAt8+mchOn$Cs4k)a7^f&8gtI|?=8}6Eb|jQtgIAO zCd&MSV)%uX=7FNRXpwmcWKeRQ2(J^3^;(=>3_~+l>hdUECc`j09LaS4D#gA=ch~~zz(;hv&dH6YyW$@pR$9lt>fiSNn z{}x;p!nsL;IhHA{nM#LIaY|cTOOhY&zl&28g<%UOUmERbj&E3)=AVaDM2egem3AUM z=2nbic_kJ{Y-Y{bSo;xo?(!y_1s4ny*_l37)tcaSTPWR+ZuM>N(y3^4=_w~3NkB-aBV%2#EJEJCsw z+HZ=uos6MIKGOzJhx$j9$03GBr7;Qs7p}}Pki7MDZheJ9P8D}hzT*8~qC5`JYQh7P z_;k2mBrIkE!CAhlf?_B#Rrf)*3YS=8GSTMSzeV$W0)fFpKHq|}Z#fd-ISi=a+l&O% zSfWz_%>K~FIaC!Q(5e0pdUA;g6ni5K0&PVsPz17dC-4#Kqeke__*x*W{aZmCp_!hh zxV8cSi9*CUq)@BbPlRTr9Fy_k;W#O5Dw8iIJEtyzj`!y~At8d;QY2)EV3{YeX6aiX zLRCGBzWVuoPR?Abjz&}BX0Wo8s>$=WK&~Kkr=OodgU(1}TJV$bQujz<2MVj~FF_wQ zkhzhJplmkOpCv|=x;|T9qDU3|Ezp98(oxf#g;u5{zjc0#l8tpriJAWhT8vONstUg@ zDox7y(!V8n{uZd!ao>fDI98=pt{lPncL8j+lRY-bs#FJ{;k=bUct#%TvQ%Q9d-X{{ z0on=5So=X^3jqt6>(5aRw8K2Dx3I1o2^}b|YXyy!Bl(OL(lU6>D?>g3;!U-|l;f6* zT#3JudPV83u0rb=a+7p}L>Id%WqxxJfA&|phV=KXnQ>mTw;5!SBGV-!l=47$ZS&1|4T@!!kuG4x+Q|jL4dz8 z70{9%;yO$zUhsbjkr7Na+?6FTYa2-M@Bfk4yo?U9%qb|`1`RW)MOpw+{M*5E_`s3E z(0r*{X9f5Ul$8uxlXn5QIai9MyN~RS%&F1|@dLSA!NGeM3A(49m13Erv9Vd*A{ZARw5~;)$My4qGNB zO|>{SkkOgxQbMCNcS3q-;~l1deT*SNZh{j^hK>u{szbcfrF-NFU*+d(esCvPEDQ|g zLZCe5kX{b#)z`-zB5pNC*q3}X5MN(k8RlMu{OX=SN_5y``c?8~fz|ttFY>de;I1+d zRF+JHBfc;@tn(-&BpUp+s+i>1F)1iCt;>_h&LP~RfOM!OsvysYORZglQii~I)xcga zrJ33MxnEDTvrXdAKlxXh=3jMBT|`&wvGzCUt|h46ik(~oO<+3kKD<&iuUK}-E^Tbtw=yhFqYr+0bulljtkS- zx=)#;jo_ZE+{|FObPlR-K#NGff4}n=Y*{$SH*0>XU%&pZ>>0Z5B;Y;2SHa+<1Kc9h zU^Uie%$G@X@b28wKu57Tq7eU~j&!aw#zo5Q7>5dMn|F7&qw5^tmX2pRST?o9*CR=O zMs?AAI&fbd6ym}i8c@vCAvFQF4PEVfWg&KAPsn&y!3_#23E}5BvDj@o+`xJ2cYo0Q^G^f|Era+q zL^iKoi(r9LL!)ouYEpP&b9$!xcxN{DYZMQM2U{zXh0Wt zo-*;NJa^2l-0+3s3`#(SK3*>2dlC2O-7dI?&>~}TtV2_@0o=<6Hf6|cCi(TYFkbA2{*M%L&l9aaWC6vq){tv~vQ zgzTz@KJ=8D8;!Us?xZ`TkC858VKtXdY~~#AwTm*ZJC_5cG^AFSJwHL!0@e7vquVga zC>n)PuLmjO${Xg>5TFpq$>-)2UNHFGTQb{SRqOy&clk_Bd8u1>*6(LXz+xlM!~`rZ z%a$9Iy!X5hZi^2YZN;;J7c=x)xyL)rjVyEt(*t5j+xtp1$sHTNTY4iNYbY;2 zajIPL-~~}k@*wK0|A|O0_CiaOsMo4V!lxwCPgeT*HNq{E0Ph8rv}I+*j2|0SRbETk z;c_3S5!Cs>_O&#xQ*4NfW6cz>sK59l&**WbX&^);ZtvCCR!|^JR>iS$`E9t+-L3O- z@XXSyKez`oC9!G^Vl4ZEM>q_9OLX%TRU#KA8kU{sddeCi%yi)_bQQ(0axpOpuzRXT zr?h3;T@VM=2cj&P$4`@zfIjQyef@kkI$>nNv1o8`Y$Y{4sf&$^j}L#VA)ZezN59P= z8#bs38WJX?f84I|LR&UuPQz{|G;=bDN6ZSEpLc)m{VCsBya7k@UXbU~HZ%5HH~2Xc zIPEoGAJ7F$kMJZ^r5G6vzpxatmS+$*L$m)qMJ#Do-L}fQp4Xkj^O>f@%=Wu4&y=WX z9y;_%&>Vw7pX2y>=2~cW$tP~zkF_IGI!iAuiZM+NDp;*~<(nNm5x*j6u9bOClm6xz21KSXIQ5EySK6j&!Zpaw&a-XKIUlIC*|_ROMBNYfG zAGI3Q&Nmwxjl*V70&!C=2pPGU=i_psa1ql7zKVGi7fl@|ug&7S*L z+C&$)S`E8F4a=BBvDH_o0WELah51am@Fw|TyySVq%qY0oW!No>l|d?gG@^DW84!cr6%B=)P=l^te-ceCr-P`tO zVu>ikAfiYKN>NZ$n$i_T1OcT>6KwR}`xt9P1RNr!8JL4K6_#O*o;ev08Lg^@5Tld z&9$q-Fv*Bh-4E=HB8qNj9{^`JGtGbcldNj%y`l?fi`L-sd0Gp3m@7=TxIO{42+=|LEWnd+L~>~ zcv?-VkEwn(F@oBNT53ocrOxbmeI3i_%Vm$%3IJa*`vokWJ9tn|ke3#_u%OX5w%@~p zrHi&3!Hi|&iTTNTCYr(3ejaDZeZ2ez%BL7KOiZq`iCLxt1qLkI;YQbmd@Q5g39G+L zK&_RkZJF|rSvu**Qm;IqGks!$w+tdQriNr@Y8AQGaTmMVfKpJqpK*7BTIAtJ7L8q@ zFMm_FX}g}Hbl-9VgW!V5YapAHmBW+Paar%BP?qJFyC0p848qR9LVclLKTf- z^>y4!7jDCk9@R03|f~SfSNiu!9IaX^nJ|LfFi^_w=mYg zvGPGee#FzGAZxth=1t`oe8q#7$HeQb>7Q5Jd{$vTnJ3nI zvt_ce`2->u9Q0J1N%nnEkkN4gt@ZEH^O~Ey#%!7i@(b7`r4?JuzZVu(z$LX)e(3$d zNy!@F(?{!V!n5-8BLh8puIN3E z(RZ)zevx$Dd%Vciqd@-ahnH9cUmda+7Mx~WxVf=SZsw5dwecy_RnEc>1-5(d%Q-o-f%ae7%BHdOnB zXR(Pr5M+3rV1F)?|21&;x_G%-EROFVq6 zJLWo3h2E>j%O7zojke{*?B^j;=|lcre!?+EHrC0 z%A<4fVxr5vd)?#u)X?0RQEmxu}s5`1|{n-LQyEL?3 z$OpT`|C5 zWnW*7Yimub1a=*3E0deGsHWb}9=jjyYg?3tT@agc{q>e~DY8^aE2gpph~)B+}~&JHgHBtbFt^z zGDat@o5RKEE0%cVsE1cXc4My9DWk$mh~~oAJ*A1OwhlJ72Ab)8`aIWF(%|=*|D#sA zK3v&3naLjU-#bSOhm}>M3aeOhKnFY2>CqojaP$2n24nPP7M&H*gFiAg-9i~ErI%_( zh-(`SOF2JC1VOq$NUlCGKR;Mr!YjJbK{ulViPaKzlUd8UNE?q)JH1dHy!PNhujhvw zLLRnW82yG7*l)&|qn_%SkAAL@@s(D3d5aQPFIT37W!+uBnKdkJsL5DeS@~vh z2?r3~JKp75m3UKZSH5QtALA{pf-Jp^5^?%GGrwc$7M}`6<~L4`Q^|V1^Lyxp6Evro z#J$py7S%yTPoD~dz?U=R$&kQZ3Lj!M*w=mDiE#^>4 z>4)79oRjhN&HxV2aF^n<{N$E1LA?Pm-L*`m@+0jn)lSPjCKQ`C=S;O2wI)B7qN(wh zr@)(=vknXCC$&xl&-XU4#9L(?Jf-vH3yIkZG$q{+^!G+dlaZa!wCYe2aArH*5K-Mu zp6^}Gl9SY_nf8*2l9)`pPyFsu?5I~5P0a!}{ln1vFU&?>HrKl-WwYfYhQId$Ep0H_ zUtvCRX);W(M!1CjRXSm|dn~%Nu>pu#YE=UdFIOUk0s*#Xp6;T%@ z*94EzBG#f6##8<(S_kfO1SUq!xm>e(%{n@o63=KS|M(!YSKO98^hua8MTTep{#)VV zGHw#yTJM-FTeHH^yBixE>|__ zK$4og+Mjb;#UByCjBE0VyUK;1g>SKmR(kUlt8s|fN%(~obFSAx4XB*vanrLk%c$+Q z-s`TP4?kiPJ6D@im&JFI+RzZ`cUvMOKHiDBt&BdJ30QSVs%^J#I1eW1O4(!=s=YZ5 z$-!SbFE28<^c*Q({hbfM)x17S9+XXN!OMGIvxkN>-r!46{10UAN2UlV6lP%0aoFp^ zSP#8@fAz1L&^Hb&4vF)1Puwh+l|qCIK4X5b1iQvvHnOG@RX!94H1Ork9tFe(-Bp`A zeZ69byFNZf+xO$-r*}7uiW%P=Ok-nUubpdI zIDh={=PJe9w=GyZwvL7c2lL651uZW=CxuW11;2j3?$n=osml8LLF=#R;upEaoO}EB z-$^OAwAHpuJSRb@y?xfoo4DUN=xvLtF{0z zsBxbU-%L!qEt|jJqS|$Y+R%udj=B@WJg~zr2OICvrktnHIxi=eS6009ZG4qBrdvZa zG)4OQ`)%B$5?&29KEbiML5Wukoq-%7ArDhTci5i+ZUlc+zq7=AT@;^ve@^|(2$p6| zP2`ulLC2{=ms+mxrL{pk$}u_Wflj{th4fJhO(IOJW0y?l6T8w@A+8unOXsdjGb_9D zs`BR6>_(R%%n6&4y2ULeRcqGfPu-`diWd~ebR`O?Evy(47c7=&=Q z6rEbd%QZKXZQ9xVeqDd>8vm<;s74FSL1^li%wJ(-PfmY+ZA=r4UMrcE3pjGSk9PU0 z!(BEY^j0>lzLPVj-nxB0U{=`s5lQba-EetX#*??U_5T*pXaUgEv2~1x zLmq5Pair;+kN31AJ&ICkC$)UEa7$uaO7PRmC=x<&O;wAmoYR=%kcwYPzVGcao%>Sp zd00TJ5|O5Ih!6sA@Mlx;JxJ#`Ql%9tYxnY!9EXgj7G-HJ3H<8B`~1w8^>m)gRjrAX za5@3<_*<8jTds-lO(f7A(-OfC9_*%2D5O;ZjQ5fZj3S^@f^dTq=9zZ7lCvAU zaRdqmVpgW1Y1I1(okdQi>^}9JgB1P*5hZ2nGwXwQKJY%dIy35$qOu)R0bQh(JB2XV z&}EDcoW>n?#oS7sz=9G|)7Az-g_ScbIQQ={82joja%5z5Zgz-w#=2}i{UnDe2#s9J zPu-ZnZb6H%(J*GnQLxRuSixxIP|k9Lel>`++TqXp*DbRhKCOBvA@E0yz2{zB%mX)y zx4I@(C7{CLFgqD|5YWvqtmN3WQd2`lV$#)xa-Zqodv!@qQFV>FqdTI1k?JKT^#85` zgWvi8l9HK7j^$usL5sXT;g5g#@Bska80a!gbo2w#`3BPsNU3d5<1PWPU!id?`Esiy z{ttvY4Gk&|Oj1eR95m`ZFKkz?sj?1|Gj)0HUp}f#V-gCZQyGNe4py_oXd^^R2zY`z zH4qoL)iZGAWBSTbe>MX(m0yYQ^lPJ5UJa7tbU8sslhl9V6*TiW4)O9TAgj-il$Gt8 zo_JRmHRlbgQ>tCzp+Z+EER{gKzjO{s!;4njC!yJ=g1etFTC<9Ea48&G4 zByng0_Chc^j#jT;-7#N4P!I1=ori`@kGkFC{~Y4{ypp#CDne8*I(3$!tGICfq^096_V53g!b)9=P#b5aT^?o`x$%PZFeZ zr2k~6QMZ6Hyh22O^XQm%iKh$5#!A8zi8-_{87<2~D@ELq<#y3pPE#r01EYQT(qB2IP#Toe@H-J%ng4}966qkWF zkE8=705O+f4^TM;-tvaIkS)fno?IKbWTo3%vSDzn(n4d`7K+|%yR3JOoqc1ge$=!^u1KIy@O2P*A6fc>Kr6Ht6DAh5+ueqY5Q;mA|pyLD>zq=oaN zgNK2IeC5AA?&hW)0tXJ9fz7`Aj!8N;KR;hO(BMtX`2=;}u65WGDrcsPXS=*6|N3-D z>F~F7|9~^I>goJqrU^ULQ7xO(9+II$$SA>*%-=p%$e3Ob+TFFjO@Y)M$%rIs8&SRU ztj6BzWI_>~PoqTu{zz|Wq1#wSUtgbLpadvtw=}298@2S`6n){4eaw zJa|%BxdA7a(|<6ZHpd=CsMT<3?*NNu;LHORo=kdJ0okW|KF4^c;egN2AOTEOPEBJT zWdEcz-`KS~PPp)8E6UgL^T_Bc&<4nMz~o4D1U~nKlT?ja@_Yp*|+4s-1Rptqc2v{3Ddd3bq@1`C-g5AjD`v%{FYeZhuxw zy@Zo>@rsLEre@dsr(F!X4=zbH5X{*?ojP_V{w(*>q)&7$i36swQ-7jwD`pZ>g{47W zC&2|mEHn>xd_p3EgJ!TUE61+>bVa0%(`0tE6C-2VSYd`-44XD-qro^A$DQo6N~)?& zFk#`5ULcy$BhXjKB&3D}2Sg!^@Pzfdf{Cw-9S9k`(I$+-;n-d4$|@>ah?Tw?omt(t*uGj}CzzL1tpW@kab+UHurkuYp?M%dMtAhX zVG2Z^ICT%?a7?GEk(LImKF7`s%o~&AeKv9Hfx>vWSy$2?jMnZuPkX74;6jMel7jz8 zM}g+@;uwWs*-0ZrS65f-vwmE?>|7r+HVxx(VX>}tYyOFD4Y}mY|8;KeGJTivxiaPr z6JFn+P`en^gmJkz(8=}Tv#KZ0veHF1p0K@mz7`y~wz+sr%wt%)3N=ays?JF3W zo866Pp@La&1Uk8BD>9}Hqa)*Uvw@wBRJ{7yFiX*RbProu^sK(tx56Pb!7*hq@Eccy#dIW+zC8$?^n0Lny2LpAFSow0BZ06YT z)dkL@qZjRU^;i3*q+p(hp zP}eyL$uCc}hR zyeRh0lb?oL09?kLx5d)J9BXmbE`HYe?KgBMuLv8TH4(6tmY4&d<^51~8QDrG?4UR;U2!V9}$S{QXXf zPx;Yv7lXpXE%7xfNSsL;{K-UP2K-663*77Y7-hNLFCgFh4k>%yS;;_IR$cDy2I%ye~v%*BCVS5LZ+H}w>mX2GlU$!)#+LWleBNZ$6VF2`D zj#*(bWJt=DDVi9XZ^V>A8n#peT|95T2HK1{3cmps7CDc*&oN!%WXNANk7sIBQ7O3= zw=fIsGnOzYJ@n+{p%4EOX0+o5j13RoYuU!b%d3YdA{z}&dm#;o5JSJY^4_lOHKr?j zf!rNX+q$5cA$Z`x8<>YyKt+#_y@exPPXzzdA`WZ$jcEFjp=}-1M2Ol8dH$`qf3kCP zGOK&#F9x;Kk5h9IC#h6O6rJ{^+e}8|&z?bw`6BMk4$kz zOg(+)TePi2l(I;yZSbu+^6z0Y`HBCXz$yOapQ){VHg?lt_6z}vwnX7zEpueJJy1ymgCf~MkeN| zTJWYs`h~2syz@ALca?QLgkyE32~4F6h>B`qxLz0QPB>l4b1GQ|gr_Sz%ORe&D*r7x zU`2DBHMap3$UpCXRcSdfVWNaAs+ZgbVw-sEJ$icJV zv%zM=C7cqM=-taHSehi}CByhgrp(%05sx4Qy@K)Z#}IJ91og4JF3(h~nvNv``6Vfd zeJX6z0_g*;rb2*mGax_9RA@aRM8o4tguDtQ zI>vOctGx=~h!{LuFH6U{*)7ul2YI0(Y`!?HHA33X2Vo`wF)?kdKr+TeQUiGL0mu{T zKQ;LUjy2)Un>X@{o~Ws?IgpgeHpjYEcp5EVROec;7SgIY)KQQPl;CbydW&m8XPnH1 zKh~q-e#YRLwK{eKBd)TMXYD!WZ+CJ)0|J67a9lc&Gb0%(CaF{br=$`!#T9KQY$zE- zFAp0Bp=|))W@-UZ!W(45can{F$=8o}2toxQj*PiUu<yfTZqHBXZtzK?9KNQOsoI*7y?7YsYN4#!?r@9tJM})?f5Q3rhNnR|uRP__wYr$L- z%nXEO-2ZH>2MahgqF#frfb}lg6_IkY9k!2!)2=t1l>$GJ+#z@xV{8`>L&~1D zG4nS+6O|#YGG8B}B10w77s+wvv2l}4pNP!al`V?TnxV7m*L+2^{>p!Z^dLTwBz1+K zvud27SBeBn4{4EnK)Y0wnoBH$sJh$S?IsC9BwDk_Z>cjQ{?fA9^~m z0<>TqcVv+iSMESL^~%mSMCPdhlylyPBK3Mi$raThfc%G`v{V{UgzQx%_p%-dHl7{v zg-X-_LLQuv%4Lv6hKJNdq^QWy(9in;8SndrXf)c#A;dc;A!9c6S*8)eZ7>hXY>|jm z=iJ5g|Jse)Vq3G#tPoFk278Yz%hvaD%M^SQS*cQY9O>m z(%*`w0;&~eBx1*0`XF53@|rX$sP!+c;!L)Vmsntv=ee_ zVcS5oltCshQ5Szkv-%!xk901^Zj;=R^Ni+`6)moeY literal 0 HcmV?d00001 diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..b598310 --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bc8a6c809eee29ee53228ce39814482fb926197f2c80271fa4f7a676a8482db +size 4945242264 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..1b843e5 --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1780f8a9c8a70e2152c371b19fbdeb384a99d327cae164f0658e42a50b58110f +size 67121608 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..3b6a615 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,172 @@ +{ + "metadata": { + "total_parameters": 2506172416, + "total_size": 5012344832 + }, + "weight_map": { + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..8d6368f --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,34 @@ +{ + "additional_special_tokens": [ + "", + "" + ], + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..f58963a --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f559f2189f392b4555613965f089e7c4d300b41fbe080bf79da0d676e33ee7f0 +size 34356041 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..3fc7490 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,1757 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "5": { + "content": "<2mass>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "6": { + "content": "[@BOS@]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "7": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "8": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "9": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "10": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "11": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "12": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "13": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "14": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "15": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "16": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "17": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "18": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "19": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "20": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "21": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "22": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "23": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "24": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "25": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "26": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "27": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "28": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "29": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "30": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "31": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "32": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "33": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "34": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "35": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "36": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "37": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "38": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "39": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "40": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "41": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "42": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "43": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "44": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "45": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "46": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "47": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "48": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "49": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "50": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "51": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "52": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "53": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "54": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "55": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "56": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "57": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "58": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "59": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "60": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "61": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "62": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "63": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "64": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "65": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "66": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "67": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "68": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "69": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "70": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "71": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "72": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "73": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "74": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "75": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "76": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "77": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "78": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "79": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "80": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "81": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "82": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "83": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "84": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "85": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "86": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "87": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "88": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "89": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "90": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "91": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "92": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "93": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "94": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "95": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "96": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "97": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "98": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "99": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "101": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "102": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "103": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "104": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "105": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "106": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "107": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "108": { + "content": "\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "109": { + "content": "\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "110": { + "content": "\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "111": { + "content": "\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "112": { + "content": "\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "113": { + "content": "\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "114": { + "content": "\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "115": { + "content": "\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "116": { + "content": "\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "117": { + "content": "\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "118": { + "content": "\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "119": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "120": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "121": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "122": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "123": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "124": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "125": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "126": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "127": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "129": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "130": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "131": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "132": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "133": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "134": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "135": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "136": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "137": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "138": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "139": { + "content": "▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "140": { + "content": "▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "141": { + "content": "▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "142": { + "content": "▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "143": { + "content": "▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "144": { + "content": "▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "145": { + "content": "▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "146": { + "content": "▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "147": { + "content": "▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "148": { + "content": "▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "149": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "150": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "152": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "153": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "154": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "155": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "156": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "157": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "158": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "159": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "160": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "161": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "162": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "163": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "164": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "165": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "166": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "167": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "168": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "169": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "170": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "172": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "173": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "174": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "175": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "171": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "176": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "177": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "178": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "179": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "180": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "181": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "182": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "183": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "184": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "185": { + "content": "

", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "186": { + "content": "

", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "187": { + "content": "

", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "188": { + "content": "

", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "189": { + "content": "

", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "190": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "191": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "192": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "193": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "194": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "195": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "196": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "197": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "198": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "199": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "200": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "201": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "202": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "203": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "204": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "205": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "206": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "207": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "208": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "209": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "210": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "211": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "212": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "213": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "214": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "215": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "216": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "", + "" + ], + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "extra_special_tokens": {}, + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/train_results.json b/train_results.json new file mode 100644 index 0000000..2160d63 --- /dev/null +++ b/train_results.json @@ -0,0 +1,7 @@ +{ + "total_flos": 1.4027555925393408e+16, + "train_loss": 2.290593147277832, + "train_runtime": 16.1539, + "train_samples_per_second": 141.39, + "train_steps_per_second": 2.229 +} \ No newline at end of file diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..8969344 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9559077af30e0ebea9465fadb7255036902dfca575fa1033736780f89425f589 +size 6161