From 311c55f0dd70a3094e3d9c439a76f06132a165fe Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 12 May 2026 15:51:33 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: gardner/TinyLlama-1.1B-Instruct-3T Source: Original Platform --- .gitattributes | 36 ++++++++++++++ README.md | 93 +++++++++++++++++++++++++++++++++++ config.json | 28 +++++++++++ generation_config.json | 7 +++ loss.webp | Bin 0 -> 13516 bytes pytorch_model.bin | 3 ++ special_tokens_map.json | 24 +++++++++ tinyllama-1.1b-instruct.webp | Bin 0 -> 17152 bytes tokenizer.model | 3 ++ tokenizer_config.json | 44 +++++++++++++++++ 10 files changed, 238 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 loss.webp create mode 100644 pytorch_model.bin create mode 100644 special_tokens_map.json create mode 100644 tinyllama-1.1b-instruct.webp create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..93736ff --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tinyllama-1.1b-instruct.png filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..4611733 --- /dev/null +++ b/README.md @@ -0,0 +1,93 @@ +--- +language: + - en +thumbnail: "url to a thumbnail used in social sharing" +tags: +- instruct +- openhermes +- tinyllama +license: apache-2.0 +datasets: +- teknium/openhermes +metrics: +- metric1 +- metric2 +base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T +--- + +## TinyLlama 1.1B Instruct 3T + +TinyLlama Instruct + +This is the 3T base model trained on openhermes instruct dataset for 4 epochs. It is intended to be used for further finetuning. + +[Built with Axolotl](https://github.com/OpenAccess-AI-Collective/axolotl) + + +## Loss + +Loss chart + + +## axolotl config file: lora.yml + +```yaml +base_model: TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T +model_type: LlamaForCausalLM +tokenizer_type: LlamaTokenizer +is_llama_derived_model: true + +load_in_8bit: true +load_in_4bit: false +strict: false + +datasets: + - path: teknium/openhermes + type: alpaca +dataset_prepared_path: +val_set_size: 0.05 +output_dir: ./tiny-llama-instruct-lora + +sequence_len: 4096 +sample_packing: true +pad_to_sequence_len: true + +adapter: lora +lora_model_dir: +lora_r: 32 +lora_alpha: 16 +lora_dropout: 0.05 +lora_target_linear: true +lora_fan_in_fan_out: + +gradient_accumulation_steps: 4 +micro_batch_size: 2 +num_epochs: 4 +optimizer: adamw_bnb_8bit +lr_scheduler: cosine +learning_rate: 0.0002 + +train_on_inputs: false +group_by_length: false +bf16: true +fp16: false +tf32: false + +gradient_checkpointing: true +early_stopping_patience: +resume_from_checkpoint: +local_rank: +logging_steps: 1 +xformers_attention: +flash_attention: true + +warmup_steps: 10 +evals_per_epoch: 4 +saves_per_epoch: 1 +debug: +deepspeed: +weight_decay: 0.0 +fsdp: +fsdp_config: +special_tokens: +``` \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..355ad35 --- /dev/null +++ b/config.json @@ -0,0 +1,28 @@ +{ + "_name_or_path": "TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 5632, + "max_position_embeddings": 4096, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 22, + "num_key_value_heads": 4, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.37.0.dev0", + "use_cache": false, + "vocab_size": 32000 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c652ed5 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "bos_token_id": 1, + "eos_token_id": 2, + "max_length": 2048, + "pad_token_id": 0, + "transformers_version": "4.37.0.dev0" +} diff --git a/loss.webp b/loss.webp new file mode 100644 index 0000000000000000000000000000000000000000..c3bdba181e154875c7d9ddeed0f46162a850cb20 GIT binary patch literal 13516 zcmeHtRa~6UvhCm+g1bX-ch}%90fIXOcXxtYaCav-!9BRU1Pku&&V>Z_f1h*qJ+JrW zelOkA{dG@QtyQb4=Qr|V!or6EAHK7S4G z(H^#NqV$yZhG!)$yH)D(_Coo#^s(p3a|-W5OJYR!Y0Dk+f#*Tz$-;@OlB%iwk@e)P z!}A6g^G5p?)vvB&|GPZT-c#=8h)XN|1>}9l?bcoMjz<0<(NYRhwN}g)Sp%>~<$2ba z-hN9qkLpr?tF`CT)6+E{7=1?o95$QP%KwXoGDb<)8yFN49-q&hlT9*_LBB7WL^7^W zN5BsnnM^j51?DVYI+eq2XX49MDF^AFZUfrZOS>&U@)HqXa)<3?ttSGP%PGM|^Uprd z+kr>bMZXL^&qRVb$!7l9Oo&HuDMvJt@M91nvH0iumv15{$4^~l^>jChz8COMWpl(& zktRh7>Rh#EOA$`!Ljy8Xhq-WR)+|&0K2_;FTwz5!wfpw@pUyecZkLnv*Ox`Ft6ABJ zU#xH*h6wZU)Uy;qkm&eTEspIkNbs#!p8-7r>hbk?0^;~@HyX^<#p&zApj zfCTH?dOh~B7w0}NO#3_a>>I13wXFX(ChE0<^=ggU-vI zvv1IPT?g$!!!W&ZtX$phFQ)lMZ_5$mEM6^=t{DDf_4AR+yZ$o68|VaS*qcN9DDe+! z&u0(a`uOM29QLsLubfF7ed92v_Fs^nP2F;T0m2_HBIGx2=R;Vg%V2e}X6V$Zv@C(I z>JjQOspbPcXU(S4!yk-aFvV5B=l{|cn-m26if04SA)ZaRZH~)0Xz`@zUv?xXweTjI zmdFSE0Tj)QS;o<}h~49bCx3atC+bPc5P5w63?QL%*P#MT`%XrR0O-S=1KSAZHd_74 zUwUVCzcD^>wR^7Ux6O-({{tkV^?#@AuovRvp&mrU+zXnXgX3irl@|m5xPSxXEsTv` z;p1>{`fr|idC}Qx^C;$usE8uv)pMz|Z{GapeR9L~*Ny)Z*zg~6O4grJJ6GRmWC!s- zD7TC8>y^@s8E?Q_YuEjybiQ;@PTKclH&h^El(z_o`itl@^OnT^1oX*Tug{yARPnEj zkxo06{u9{G@y*OE@i+*E`PmTXe>v;FxK1i@^Iy5{4#U~2C|M7N{aw`>6QLRHw<6H( zW@)?ro}!a=0v}VM#s@qo!W}YjnLmQ?9NVrSiA|S(gBSz$HJblZ$8Y|fDA$4DOR&FA z>vdl~9t{UgWRduC1OpKnf^oD5r0|~QEl)GF{HA7OuC?3Fg?roCNUxr4Ka>G|xJMuF z0ldH{VNCxW&N8uIm8l-hhEP!S*i4}yOj)kk8)~+3w(?egHBL5@8A~X$SvC|Au}i+V zw$$N|;Dw}Ky#n=*4>D6u}7i=}D_2(5*F?*t>q8Hf| zjj8%W(PzRLGN%5Oo1I^)f2N+9CJj6NKk-Tl$9vj?TbgZhf`BdOWmBS`c>!Eb?~OW= z+i%ptNeg-rqGvto9_k%`J;n#Bg;$y;!p*8XXl{Xa?hCh8r>i8vGAqJ|%uVAH@VJ+N~j$=E$I!EHw`KbTDi2${Xd0)sO05dCQ^o zjM&S8{!L_NVg4%c+gJqByCq4pRTOP-d@8;lHGD$5XM@3Ou_dY{@(D>;YG0sp!`uNf z*;(TGdc{seT3L`nyfZ09EU6v%?nGJy-_riY5PkZ+Umvkcl)ir|nlhif9Cfz;mw_88T177J8U(Qd?}l(0S*FQlzfclWTcmUr`&)sku?2$SXJ{Z| z@OuI-yNayyXy;p;RvUe%<$qhl~~j^ zhk}nqq=T9vB`|CX;m!WlkD$p{WhAS3Q${j~H)VtydCePkJ9R9!uQJKWB{I+1jR`$A zodhYHko`g*7l}9egkZd~fx*k^twh>Ce-oo*U!%8FXpgSl96_~J6EMz+ZE|d9gN!?V zkXO>bv7xBIo!o1xDRjN)t%>}Pj+N*CEl?tGqmJK#SHIzJ-sP}cw|ac-+M^5KUzB`F5)M{J8;TW^$AqLKMZL+b-a9U>hBDclm34N=fw9D$17@!4;ydMnn&ec z|2~-2}FG#|hAW5x$k$N9K zJ9vEm;J4iPj{yD=yT7p!pzv1Xhk*4wN5am&8a6(gih%|}1~2x&S?ZwLW7ws)k{o1x z7xssx#!mHwb{O2{{dgE0<}1FTYS&KCU*_}D1qiT@nj=y?_O37p{mcqqMUgba z73iR{9c>AF(Y{o2K_QGeQ>L1G5ZqIBVxhj3qmlt;G_N5($&vO}VygUWjIr{MR;4&p z##*t{!tp~)Y475ls0C%DP(~e-2x+1ir?;D$X-{gTCKM43Ny z^>}z-e=9S;T`1&wvb<{T^Bt^LQ;3jzj9nh(8Xh)2$!AN)xa`lxjb9S1ACgXxV5hwq zxa8d{xF2I`=>#&g)e=2C)&oRdrI8cbVOyHXx^(m zY}GxDYKU~z12Ju9U^a8<><{Wv4G#Nx3mA>y!qsR z@kAg1@c2~z{EN)X143dG={Q^a@tdh8JKRjG5SV@)iUjasw$?Hx8(_a`sU1WQD9MMe zPvNF!Inx{57)Bi>7#_F)SnvrPZqPM-)ou9hf&Wx8N~p&29JM9OJ=x7lPMlP>{Y!8M zY>2#_XGa^~BrI+15E05LPm^my%#XLnyZXoFs)8L0>|118@ojJ z3kQ1--MJX&2+!-t+Ew=^Wv5H|Q(qPvb|*XPQHcrlIg8dGh1w&>0V5A4n{;rT4kAC% z!EK5uz7GS=#(0;07?6lwm1zS29~6Wk&#J*rUD9|TBX)5Ivf*Sk+%Hy63fCL$n|hEA z_P~|{Ly1{m{J?G#Xa=Yj6a5*~SVCrEoACJz+F_kKRGX5Sj@A5Jq7^mo{^hk+CARe~ znsq<`L7%{TBm6W=#K8Uvh;rG4Z_ksUO66<{H*_ivtn@~=+H5Rg>m@Y%&*MNjGdeu5 zvRe~82{;IIDP^$T9~@S-Rg3xa#Y?K;V&h z-a*wXPeXmtH};=!t}S%oQ*P3Y2Fnr;!2jYK#*~_NSyi4uc}c`KCI*V5%yY^JIxZZ&r%O}I zU>?L4QK$!rYjEkFLQdjHRzJ^vH}|}R9ZQ<`v55(=VYJoxp2%cc?7*D;Q-cRJu`*pC zZC;7Pk208pL%|*;BHayn2TT%@2CQGQlt)6f^$yqfp5{=ws|Z^w@3?(GmZhV2P8%9< zugpt1Y1@&nN*Nl+t-wujksl6kUv$P6kjW?m64;{v#M9Ey->d_a zfz~wX8hMzkJwf?w-SK@)`lCZR-H0-UBgd-@PVuEK^95;Bw$uV?G_;G+;0#W~MvWig zl&O4I=QvPO)!5dEg3y{70 zCOi;C9ApkakOxNkuzPCyut`g#C+7M!p5E>WjvN+Q$@*9`EMsWwcl-Ls7aFt(r_X2` zN2u@Dkf6%dI2Il=?HzF8f{lsOE6hF31!w_Ray`Fho)owyv6x3duXbZqrgBLp69x^x zfOAcueZI9tSy2F_xwH!H6*}Z&f#DTc54RBt`1j%r_6MPF2ZcD%TYH%_rnxRaUQ4U zbkD5Gr#1+F-E9B>^_&o16T12^?n5sua*kexSK7$v{D)6?8XmsLo)S5i75u)%ty9-1 z-T|lf{fty~Ixu5&I%Iswa@LdxooP8!n$oUG$zHaN%owc)XfD1X&@H@{#0~Ub-Sc=9 zrdj@&bXqgfzI3$BxP+J5A)W<|?25?zb9zBy0@Mx##7ZuaowXp9N!RboB zPsJ{Xt;SN!>#ei;RKZPP0O;kKe=z_2Jfu=f27hpKLdGmrjuF%@!=E zHl_%Rb6VD6>2x6#DiU%9Hm#!)tx-SG%g>A+4mNtxnx8MsaZn|Trn1pff{iW0`_j)= zHQGobh5HG=dgIk(CD!#bIi98_(Lb{7DykfI>=Li(NK6-iZ+EnKr0KiSMnOcw0{|lU z{DB~!iV%`erPI?uFMe^g2nM4uBT=6zM-9A_vHgB!E~S9dlFUh`6W9!|_&I#Dl02u3 zyL*IHSbnKwV5W9z)#;gTscy_b;-7Bs5h+hnT|;^ddy$cu1x}hL@k6v5ro$Sk<`PYl zEKfOMU8fH`7rjUUObiOOw%QpPvax&5s}bU<+-?=z#mg0i9-C)FVQ<5D7;ZiVF1Kbr zo%TwiikrdCx`*uP@R5El=8!iRvOa@z3V0gor($5#A?#C${)~qwqDi#NUIB{;{%Xym1-;lj=Sn`MJVm%E!CK{ z0MQ+cm-_j54ozx4korZBEG65N43Cvs<5bXKtF7D!^nT}-UE<$X=V3QcIitp|c5K3E z9#h6ZEOa%fN({>waF^sMurLMT1I?PRqGF}K=G z>!}+bX(=Wm^!TC#JxY7=?_iaRh=STTG)9+qSjskgT7V$S_%!+pTxt+2?~%YvfA@IS&v~b>6H<*jF&|Yv0q-Z=FKjer-ZFIBD5JXXGp!{#Z0Nv>;s%CJjnQaQ%>+go< zE~p!onvG5$YoNz}nvkc=8uzgnqzigk>-f6V(WV~qxReb|=TS;1Va}F)*fj6xas-g< z3}u_oq!8NwtW%-6VtHa?i{k`IqRTo;)C{f$R@lfkJRU<(gT~*`8lz-pIU_C-7{ae- zyd&RK?!=b<0N%aFF%ZdY3bKti6N$IxtNFLu@;sba$^RJhl_GnzadCKd3O_BV~a+B%~ zM$b#{?o_2K&)X|$8MS>WRt_;Q-5E5}4G(VdT}P%Fy+4|PkkvidUvUr9@Ozm5l3d5P zb^SeSrCEhN1*^SNh?%;bTVJZnR$-Wwu$n}`tq~doB_Da}4iD?i=PV?`&`Kk7L3NSQ ztyI3ZkhWzq9~Z0={X3Xi%DVe2w33CiNu=?uWLUS(ZyKylZZVic8})*pNkl&+%FO+v z{m!gH_LB(^q1+Go$YF)0pemvD*eFDjbry#$c(+)z85;JNDdo#`Z2D=qj*haHPvu7Q z?87T|NkIhbzcjcIW=puj$KW4oK-*e+E(0z14WJ$Owacfg@ER<7*dW`=R*l)#X>k) zy9TKp`1NTga2nS*uiRaK1ffUZ_rbCE4Oh1l;!cUZa_j4*wx|zH(qs&kE44lPjb*#`P%8nz ze%D{tzBf(m^r0G$jf^v8hMD0zpse~0iZzyU}9yA<&er)H@MNA9^- z#1jnI!&fx=07yC&d9a&-Yq-L-HHegFF`>~NcPhz03%W!Llnuvd!lHi{D9=V?usLLi zsFB%qDgq==$0^jkv%Y^arB_Z}&9b(>66FEa_G~hPV^!5z{3%8(W?F1XbC?U1vMKCn zF4ZVRg%MW(U8{_p2NP$LJ$b9R+F*S7c!YYh3TndOfOJu`Uy;=i8WMArKuIT#mhd|c zv-$!JpC$GQ?i8WNY4NT7#r|YtEE^Ke>rsY?ptrAGuvC9w*(<#4JD3B7P-tU%@k*1%2h*2kR znt-Q11o^U1PO+fZ*;Q<-~L7qSO#Y!1e z^~p}_lgDR&_eXw}=SUE1u^&)8mrB1rC- z46Ff>PPlmlifgD&23nX0!RWf>A(ZK0qqA)bzf-d?@;Fzt1HMS*t9+0 zH75E)Pe^lYU6Hd|t}3U~rlKvIc|gOdb8NZqIg0SRPH)W=lGJEF0K0QbSau#2e?#!0 zJ+s7jQYxATDN%QZlN`LSIxvLAHSrGZ_7(_{JX9banxGQVZ5CW?$xurKLZ~8$c=`>Z zzXPGCq&xwJMQB0vtw+9vj$7Md@vgi;bg2f2CTfH}gNwu#0l;Isk{a2#Ju`bfHIpzKUEg3~V?Iv{!@Z{rMr&eJe}=}w5Q=@tI1 z0+mHM>k)C3+aaK>&lW+Pw0?%n{8c#n@|V&`-kp{qV*TIpDzxJn7)0!?jeFK~A1BPMl&B$yFX1sf^^cx^~-DqU_Vo*^P}xc0__m zCU!|DC&o?~(wo?G-7SP3SfC@xy8dexbTr%<%ei|lV)lADC_Ma>(QEFu65dn5$3 z)&vv}t4af)TpVbjPDZ{3zR&sQ4iM@bob190^_h`Y?$<8H(RoR5fL5L zWt>NH?%@jPGb#YE>jVhw9>Q1UtOBu-(dbqK>BR|&UmpytN#k-%P|w-dS%HHJXnI`g zVx}WlW+`YT`X8^5LiTibW;~%kJ~mcPxuLPxp538=kGXE{x7T!1k9%kbDH|~a)sP50 z&Z)Zx)I3Ixk<6o7$(6ZN(H;*_Gxh=ifNgZ~rYHlg zVm8xT@sh*QDa+}V88_gcfb7H9-m9P_nGi0W-`)Q@Oe*O*%C9S^IaHW+i}O}n9h4Qm z_@ts=t?W3fS4FK8*@Zkf4&qrtksd0`z(RqxnKrG0E>8j)WPLSkrnH(Oowzep?Qo#N zh5TO5EZuHB-|NX$SA-wfI`Qs`^-@G&IIIXPlXOP`CO55JS5v~wc0}*fu6-$?pF^)3 zrj<-+;qh{jBoi2eN=l52wZz3%<+lL2oh__nDOqh1Ao~_EcLjM=$u;soE^N-ku-3X? zUqw+87vk94AJ}bT9JSL0JS2!BgLP3|`^gmmASds}SZV`sf$gH~<=>gN-&fTf^1vLE z7+ILtCCc==cQfe8G}#NzL}AZlGl)v8^$jjK4q@s@xUNg*ffJ&p)n|%(?nDv58ZG&4 zVBsTS5=+W~e1#c;T<)_wg@VPN^->7L)#n)zPB1uW&eu!WlQo2vIJP5SClk=9Ct5YF<8K5 ztX!Pl{dXTkvPJklOMx=7ZUNU>&}w`w5BuJf4db54V?bwtY^B`hTq(c5-$BFN1a=>Y z(XouyHny~?c8!{mSqhk;`h04*nZYpL%Y~3cTbA1y{!>yBh^|>`+yc^>PLS2=s3Gd- z>S9(&^AJX@qf<8QsoRRSS;l~OS@EuG8fot`>`D3NJ%vLUj(zWFAKBd-Cv`xr0mK7oM&>_ECU-`*SlnN^?`{_4V#c>xp>$Y+t@+QyeC&>{i z5^CaoSXN@S_G=7plbZrrR%5oPtegs0Fwj;8?A?x!Vp_+b=7*f}7q3tTD}7l@RdaJwXVrl6)yF>xPw?fn=1%7!S#}3`prUtT;coBbTbCF9S6%cG7>ynfu?_GroWwlzCEuq!MJC{P~anc7y;`HHl$lc1c9Ak z*r1W|cP~6pZU|UA&xaNv#SA=;sksz$8$n(BXu@U&8$+ZcQ>y+*$pXY5o1k{Vo5#c= z<;(S*x-vvz`|?*}*CxQ;D93~EjKS!W{1Qs%_lwjk?oZC8F*Sg zL^7L(+Sj?1WzM{+nzEAWb^RR1hNsQ z`?AL`T91&YCF;lF{@q1Og~fZt_ZrKN+Y5u75FVN?(e61dL&*-9oN3DlG)C6DM}#}k z>h7j-0h_x$cusE6bb043#>1D|u3M?J56PCb;i+lB;3Hj74qqG!;H9qwHJP#%R$x^e z1dN^hc4{?ea%w2UT34n%F|!%O1MxRLsCIPUJ$IcoG``w~&w zn%i_(^zg7wjN;Zd3;d+j$ zbUb#ORnD;e`?$na0+>cMb#PoY)?AqUi*sJ~fgs4p>wRL(D)-7~tYVwe&wh2Nbr%)c zv7f*>*3=Df143bcbt5{D%d6e*MWW$h@`55=`H<^t%JF~Bzp&)Xk5sPwrn+px=f|Ui zF&r_XIJty91fL8i&um$s@J$@boqBt)V!zZ_8HTI-@_O`e=Y)DewI3s!8;(>L$d{3! z*>HY30E%&pt;+Y}z9PST8JRBsxx5BxtXzL?Hl(E(7gk`(@*#lVS=Q&NzJG#rD4Z=xTK+}8N@;E+E%|niArvvq5tK6vycVS8xb?L z3SNb4fDa6bZ`4tBwD7igOtYT_d(YIVO+bmA9<6>?{((Dt+ zZc}B6l{Oji5RmqJiBI$OvTDhP0u13PDJFpFX6L8}@f%y|rq5tpCaO-CJ?d=j!ARnA zQPa4$ikyoQ?0g&tn4g(b4p7XvhzdT4?2KLbmLzAcr?3venyd`_y#(mOjH(HV|q}gBL21AN-SNFXfOk=V{rOlHan&)}VprumB0(#2f zbtLj1i|YH!{9-Vvwv<+l`8iZw2xOM9^gBq>DR>JVc>H1Yl(D78|K6er8OD+KvS4Y16$T*2MI zSIpBBDw7m|GR=49>TY*g^jp2Q3%sL0l*MIx;J9w>hhb-qLnxNBJicT##p(PsMsRiY zjywZ^2_&ts7Wv$LU|h_9Zy24yg2h9!^@)kKL)ZyTb_$Y-`}{|DEOC3q>-f+7)O?SSigI~f3yGJ_OS z6$2i__w>_MTfZKc#?Pz_a6eorG%#CfzFq)=wmCMslFv?@3}uLR%}F{g#j=?WMHA>* zBk|Va6jC37Mv2iI`OIP3uJ`oB%4{}$sl>Gxa}pKe*=W1eA}Ip5zYuRRDV>h)=;GtK zV+1S667@A>jio!mn^P9hT8ro%gDw+03b52TWCmkpM(Pp=Q*f~Z<6=KO!1E0cf3>fM zM?*Z(HPTp$907!nF4hiYq$a?pPD}e_r9_R2epHeN2q~_lQl*pa7WhNJtpI1|Nf$(g zdS2{X%yO6HPh=SyV7bmlh1qZR!WHfx$K50}Da{dvM{?3simLovB z%6(Dmh}wHnSF^+rsD+dm{_c>^qB}(pk!p7>S>GSSz3{_!JWWgzdBsK4R)M$il*2_a z@x7Y-jbPN6tfbbq|G`=6&62lpqvE?tcygE_M-0Wh8*@?~Xcfl7E{MSF6XdyaP-mzt zfi#?iXJJ|=FAsZnt(uzlEKg5oeA?{Lw zjcH4bOxsKSiK^wFKnXWoJ|z)J0oUnY`a1Y)AAKd(_tkOym0i}@)p`pSc^fEx&)P?r zW+EUIe^Ex$se2osmaxL}H6WNg!qh})Zg9y`Q@3NtC0IaPU7eHmP5_)lptF8N?K9o6 zv58y%c2DrfW~Eu=jwJlBC>IKo*aZhmca7&8xoM&!r4)2++&4rN)&|E}Y>Ovwf%4J} z>!@L&AfhsqbnBEQ5m)RB|5Isb`?KinrzcdyU-y3I^-Zz5??sjl-rJdIxvOf7uo(e> z=!y=t5TFe=G~>pN?YI=b`L^a=-&TlRB+Cg!^OeHvouO2|cdVOLBA`O}z3;jhpJ>VK z1W5EfWQ2mO9%Nqf)vx?uoxnsK_rPHJP}PX>{Wr|wjBY}H8uA8|pM!$=R-~Fv4h`Np zM0F&u7@{LbwR2PNk6nw=jgF6VzA=N6fsG|S#0W>k9$8a&aK_XSKOVR$PIZOeS)bEd znwH~B`yVIo>s;JBp?Y1lVBar6pLW+tA*eNZHp>R>@XPgc+w#asmOnYxADXaJNDjQ$ z3|%t2@OekkJ{}Y^^YAlfxana__`^|0%oKxenFd6CB24U13K&GUFeC8QTAQ_frpv58 z=Mx(-4mn*&kdHAZh~d z;+h{5j%g}6?Rc`ixe+|H`lxtbHgmxr0-ORBK?H9^sR7PP=pyL`r5G20F z&&n>lqThv^VsZFtPaL$yVK_-HkfXl>8RG;lrVSVU5XS>-W~}%w`tXFv6gNm2#iEwE+g*M0%o9n2W)(A2mEi>D#hFl5**$JHz?E22MGvzy~(vPB(*H zOjfLyxDrxj^_Fbjpbt0J3-kh$-T?^wJQoUU@DjP>1J;x4_rPjNIOo|fq$I9wX=(k4 zrl13v&-ZlUFtpxnLX+kAsiWxFU0OIy`8K(ttHDPS&f&^@uCs)Dw-K zs*seliWAI_Vf`|lRK+OhqAf!d&rdy3HCK7G_`$rYNw5}LH-GFJnt7gjh= zOdm@-pw%U1;H_#*PTp-9+4AFF^mCywS2KfjIx;qkD-{3x6>f;K!D0bfW^XtB%fMzVGMj!jvH>z zj=E$mmUhHNO$Z39jWb^*jPs{yQY+RfwFntqY{5x>l#9z4qY*X1T;nMI7#q3`RcGRd z)4BZ55#}1M%X1#x*NuM88R7nmT^*TTA*9NPvFA>Z5k@oGDfvpX^|^?Cqfsux-JC}J z32-zIcbh0;9Y&XJU9|07k`z9&(}`?O4Ac1P;pYkP2JKum2@!x!EiXB@XX*cs&;J3F CP|tn< literal 0 HcmV?d00001 diff --git a/pytorch_model.bin b/pytorch_model.bin new file mode 100644 index 0000000..26d272e --- /dev/null +++ b/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5477b02956990ba96ec047d63937c77ffb10b7327389371e860c1baf0741adf0 +size 2200164718 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..72ecfee --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,24 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "", + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tinyllama-1.1b-instruct.webp b/tinyllama-1.1b-instruct.webp new file mode 100644 index 0000000000000000000000000000000000000000..999ff8693beaf16992fa709fc64335674306b062 GIT binary patch literal 17152 zcmV(vKzcL{ ziRU`S*%XfO%&*T`1{t(Z|FbA(f!o~@-M1(Gg0e%5XG4Cm6-%jj=wpLCn?td+AB1Kiy zE_M8%7+$Y&Ad-tJDKn`EGyi$IHiRw1v223WeMD_u(@8_f>(XNesX$EO9}ln7+}W0y z^QP4EV-U@={}uN+A0iBtgrF59X;=Tdc*6+Oe_^12N5*(D@%6$-^#gSj+os<_2G9=~ znxR}N|2s!Q%o~3&Y&EgeRfth4Ag=o7emsS|h<(RG@G87edKCjztGZtRlHo2=5@$g7 zhLlXnIU8GCUd8i+nD!y=R_^|sO$R`oME&`+#>f%5ziVUGiiN#p)3|z0e#%3x(U>Zb zhHp~-KkCusA-cP)+ok8Yb@tM>ZNG8_>NzlT2fclp2TU-KtBY`6xDbF0pe5YLdP2+Y9b7#I`}2Qq>}vC0cSv4FzGyUyka>(H9`}`ho}=tEMHo3x z^MJnR7k=FrNUL?~xo0?ZBqOIvtfPxuPtA}h#@6EDU^0ozY!oQbvbdi0SYW-)in;P4VyJ&e2~k~wBJOtkGBf3F~z zq$^MBsoU?Vx%WY-=zn<1R=`gM_b1S48Q;iA{^{!3aGlC|LK9(07_t>B)pqIq@2Y(J z1}7!eKL8y0N7Ba)`?ASsVLfX$0DO&qW5V$M-c*Epd&o8MUa%0WH6)2|VQOhsXew+e zTzM3k!~C}x)ZpyQ#=X;$(N0D9PM86VN4Gm5b8+K6u;WarWIOi2iix`T;T%F_y?Ilw zH(7(Gs$Kots;dDtx+G>(0=(|>;`arxhAwOGC*lplKaW$O%#9{#+KREVCU?$EllBye z?6M^^XYW!@O7FC*^F{2-*!>zdoz1OVlLtw#10 z5$bx7mfd|MPY*luse@@Se5GMV1xyi!Z06&L=YWaoZw=a@Q~SmYjClE(9)kcsAn9>{ zl)vGXt6J}zng%K!zhYh)fKk@OV(D`x68^-|Pq!$|^n^CKSnv5#RraL&wT~dW{(t`C zJVoDTD(`s`TcYZxzQU+Gw!x-e^4n0s=5u5kKp=X6s}ukJp{y*a=aH|g=7FE`AHvkw zMoA*#rGFiw=dZd^w+?@4Mt*w5K#FfA@Qfs}*tGT|R9S z23^^BRP8(Q;s#19fGOz%h(1^6mnhXc_X(sIf5#xF&<|dyLd#rKrgSlia1l8M7sXu1Yufq6}Xe^?%sn8h!furdN z>mb|v+lLlf#RGQbE5BLzcME8uN@aMD(@rgBHk$g3D!1kbGh6{6!^U_Lq$>p|YvtIM zP91XNxT#WWI2Wfk3RN%bQ5xTPBzc$q|aRV1F z{D1d|Fytfk!hJLS{h4$A%m{a2rJ_DpqWcGzn)GgTNqn8#8j6g#*7HJq;gW+_Qt^#f zp&ebf)4nwF;`*ko{@h>{blNi93n-d=Xhg(c324fAbo=KlTRk#z3M_q=7aeux;g19& zLX73Y{AfuZx!g|s)@)Rbwv|Zu&NT&@hYb=^wA>{Si=#PKzH$U2-QwkbB~^@Hgml=$ zRaYz=`$pL!t|AldcDL!KDu1=Oo0hTdOUlwa3fG8HXyI|SXkEVuT*Agb@#qI|J3oMw+q`FDX{9* z&lIi8(mYv#rpJ#r9Ptp_0Jj#TY>Tz>@xLEI*8mO`Wb0bZIzoxQ^G6$J;@pczcdT@s zx1K@qU;>5q$XtH8+uy@M<#&qW6vXYP9=N3zjPE$h*z$l<;tTH$6~u7r3VUx%GkI6u z&#Z+ASVZ9Hu%4!c#j@w@@aB5GQXLe8nTDZl$56kA`QY$D7evx=n9oL!TIs*qUjg6x zO`&8*#=PZ{EgTU3>~-+un&X{=jW&;sIhWGt6Yf?&F!`fF^>12oMLl5Ie})yMRSZw!kFelN=$w$cT$W=XGt|3ZqiBGm$+rt>eW(sf*+l?-v5neewbimCD4Y|AIIIoNu>pHEg_yMBoY0cyRu44HTT-0MfQ%1J$@>PKVKh$C9rHAm|`>GsSfd0fvq{1UE)CgMWZnaf~xYnz^(=; z?uCRSg9%I-blc+IYaf$=nMPms3d);-GaBZt_5wyGEL_r!oJP$#c^e_2NP~zJoGcPS zdc;%G2*R?ItlqTe{pzsz5QzfVXBH;AIc(SYP-fkEsT50oR7P;1k}ann*)l3buPa z?&Sfk%+~ah2ytL=Dp}{Ao<$zN7*Kegct3u$ih}o?8P=$Bv`s{%O19^Z-51M$hi&cl zKx5&c?ZQ*mtJBn@()ZRQdu2+rF<5_-a|cQ*IKw2~+sFVCy;I72rHAFU*8tp&o?}NY z_^Z2I#tz?vot^R06>7iveA;hkb!$uEv5D=Kk4ov?ND3~084FO16r6@fP)cNk6;+{( zeh|UVi6sO|ocgMJ`@{$F?MMyGs~+)00xJKFa%gH{ODs(|y2UItt@T8v^@=gT&5J zGra@vahFkWy1&!eZ!rp(U`M6r-BjTtY5um{{GYQj=c&PJw=k52=Ya)v{hkH1m#>LT z=BeliN!#SYD&=+Y051w^um}jX?jXql^l3~%htWn%#z=TA!L$w#qdj^GWU%tS8qiCG z?biaFAnY;@*0EZLl#;7japR!t9XFmg;j;N_Eo%p@5KPlmLsF@)%A6DmN^yQdg9kI< zycBd?fy^KFA$U5|)aFrh(Q4Su4AA6;W=uAL)ha0#bIh*O$flOWf z66#`7C!>eamC5mBrKDoD#Y6xA{@DXR`eVqSB4YRbwetVV^vjCs0ZahfMzN1%xRGW2 z>Dau-gD}{RyuZID-7XI;nae>L>PAIJfmsd>=y7=TD6t1w`@fTldM zXNar;lxMCH7&Z{xGx-w?X_o-w$#MbRsi^;5 z$mW=y3UNTdLDRbzzu&xMQT!FqVJRu{)AfzBn8`jp%a8@_@jV_vnsUgn(TqwRCjn|< zY<@oVZt!L7fysfvfDNP;72m6tH*<$4$rVH$;vkY&ej`~dZ){B_TDs{sgq6k~lf}E} z^k;gkGjecVcpN&e)##2;c3hK$^hNiEhG?1Uo(oo|W#x&HknXeOOEqn|Pj9&`!C9;!ntf4cc( zMh=`7S8@qV_IidR@N>cWN(NWwG57sV(I!oqS8fJKUs8cPAW+qWxk(Q6EMNZ-h)&twp|64&2Sp<=HHV19~u+zJc6)ngg1b0s4qgozv1Ert$oR82)Hm@{#Ozz;Z7sR9CYYDOuDMo*U3;+WfTg6QQ zA=iWm&UfQFl`q~M&DsFRN$d*TivEl+C5d`;#=ilWR_*&vacA%#!It`gn42dAQJv6{ zE6$do509_cP7Bm!NoJR7%Hd{rg&m8l+$NaNWRu$Yk8DVI7cD#qX4&BOx0fw`E{r;K z@FJ%p*356Qfn!-l08oZ@wv%1wMI|Rw;OPus7PU#){^(FmBli8)Z`I5 zLV7&TWSp>g^9|^4;O({OY_5evBOlmv0`G3xF5t~GD2QH_?RAFPMPysg&2#UzH#Bm9 zxi&4+gP7(3oSQsgXyG*f`h8@`AQXG?r%X}#91E=eco?a7F3mcDQ{AR@GC{%zz5oLO zo3T#|$8q5#m$3g^D<;Tqp0eH4+p+NzrmbCX50GZ)((Q$#NVJ!E*E%=>A&9H@+O@Uo z_Y2dtG)9TlykarB?2q2I|9~slnQOij*>>dBH-c@B+nROl7p+4;V?wWhR?eBYNU;ug zqkdrcz%m|O&Dd!@YE^&eu4FtZN zbcWC=RwVf6gNj3ZzCVSl1xIZmWQ=wlBYr3qECbnOX}0HZ+>RP%L^jU&aG=Ersmx~_ z$2Vnvjha$;BU5zOJZVLHo%kNKuMuSby4sep(nJ%@Mm$=F$q4+1^=dx?waa&9WE_t5 zHy9E{X;U7^!Z~i|&#RBo<+Fy7E`F&8Ddb4#31Hz^nneI2J&N@6*p(uH7&HI?V-ivX zt*<~1WQLD?k;WnnJ;FYPl<6>*Sa8b~{Ox6!w&xOb;vPr-4>veI0P3IpV&+jdn9xw) zXyZn9O^e;ZCimeUp@1>hk30r%2m^3O=s@4)diUGoo4;Q2He4h&ja)>ke%p?cICp8d zNa;#?za3D@&0wtP@SfvZKYJdT4<}=2YFJqUC+b= zh9wZUXmTi7#N08bBJuv>T-J6(&AqPL$_dA}Of8VfO$vph`sFkLZ2?UXMn!4Y#^dgn zOocpC9;lS#3A9Njw%oPB7hC3)sAg;lgSTyj`nwWq)TU^NM<^|puv8{<+Qk*7XOAAq z)`UbZaG^Fnoi1DKctvgrb{}@6HhC#7a#3YhkP)^)jV;q*DkBWbZet+!41_o;F`%2V@mj-QBR zD=OB8^@wDR<_F!BYi*-=07cgvc{X9#gEY0G<{y_swD}0Gz_|bs(+@17R+|dcA=oNv zb=H~6IwN7VM(pr=tI2wL8JEDo_qgydJ)A+Yi$G?RR4}g_1%}aLnhz9$;hpkmv#Q9_ zyv95Z?38%!mG;>(0T{QM6W9LRx{26e;Z*s_!{%LE>b(7h0@{eQeyF4g8Ft4)nu0}zvk-b$daVBk?lx} z#D3_nVM5|0+zt<+x;8UrspGd7ilYpQe3XfMb<_vRj;L+3oZF%swMp_dy-__FiLkf# zL4>pcr#n{RRYPGO`XWvVKb%)ct&kdewSw90E%N%4&#G!jW+f7UVwlR(?vQPr4H#wO zioSa$jv};SFm=9SQkA1!KafJpmW(Rm`gDe&e&9H4#AdWx`beLJRE7KMcJ?W2e2+~Z zGdWlR9NDWyo?XCE9sLG)ryDwc+7<2~@*T*xeUlu9|ld2AxnKs(=T8@_qKeOL4i6-tUM4Ca5TeoGF!|!_{^Trc(FGdRKo1KW^UX zAx*ymDZ-Fzsygr2aAva!=&&Ay?Sl%yC?2-`dI4=>QM`;lz>$B=W4ss1s= zhUaJMJb2T}kjurwaRy{M0u{p`vZIor#wq#Md7y!hNmsMda=f?eIrfY&%q`0tQzrtw3NuM(*Wf3qXmze@| z!%hJrWj3EFx*0?t6=jxANu~XX zoCW0rdp3#okaT9IB# zwI>G=+@A*9RsU-Tpu|poHs^pHnzRqAVohV*E-Md?ODITS`4uCy)G&uT2GMdSMDs{b zJ<_Og!!~;28IuEv4R*jDv!Tbb&-JsgOl6NL7sv?xfPUmFyk4YEM%&TL3Rt0=OY2P# z54tO!wX+3LnQ<){x&I~YCMX8{PuC(;7vNaXkYTuxD0qX@q{0DTj8Ra1r3UfO&Wg}u z4M`9lllwUesST5999WMNbugwn`vk=pWIQ^Ppoc~Ml1+Cvolg!Ma(v&v;HnEL#d2%k zGF5M!v^6Sk0(6kg0P+?a0oo&d7uFlu#Mxg=CqIn$sot}(A=W@?9HmfIuHtAcDHoKU zD`*SLoS1rs{{+bkY;0lnOuMcd=KpG=mrTA*E`qPa%X~PUYvE~Xw1L=)$nAU=cBLoQU z8$IAEB&yJ-hz_e?`XEun%`GuYlZVi&WAiH2emb#~qCEnAz@MZQZoH@fjPB8@s1@`4 zz}OO-Mt?d z@%slsp4$5R{~g8R>#~f0h4-<=HC(TpZnPMdDqdGev>sodmX+?^r$3aH+X!Z%p}nTM ztlzqRq$?2)g?Mu`9roM@2=$Ih>ga^GZLBB3;|dVtvQIU16b_gB>-Jtit-R3U^c&0d z*Maq91c!Y-uc%BwOupZv=Z+HRofVq*A*=2aJfsr6d}Ae0sqiymKw(y>yGG4|P&JF1 z6)IinD3cwetBl=xq9hzP(rRUF45H*}mR3Mv7}DqL9X#Ye2kmeZpz_DRrbry3(!km} zvK|l1;F^RDNxVz;s$oxp%$7&ff7F!9?aMjo2B;tu2<})=@FeB%-9zxZvu(aOuSU?Eon!WN)Z_dA=LRtI8mc zA{EcA_NnXL%A&Sy+XkoYSFU$G zL@p=1^j7+Saw{6yAK&wPLnNS8TgW^`H-Bqcf5{E%B^#hqj*}9f=wd{h*|tPSctvT| z>=`HP%Ia%%N%(J#MW z8WjiywYN6E5!DZ*{K4uN+aGhz`mCwGfpLI8QNzG@+9G_hV|ct(H#zUJmeQm& zJW%P8uidGgVQ#vH0lCj*JuKu_AMl4sAFsS%p@(9y277O2|Kz`*q;Tff6jw~3h^4e^Pvt~EoB!XitKZV3 zL(PsxBcrY5YarZ_#`w`mu!Pc6*U`eGt5x_GkdC);@0pk+4*k~LU|J4$*0htVrDO+ zOSn|F!#38*=bXiZZSYEv&9{wya~^?H8?mmX+D;kYLv^Sv4x>Z>I7ZokVDjubJ8d9> z?y?+xTJ98kGAOB_J80rl&@W{3{{Q80v^R*sx^autV;n*{|LpRZ_Q>D-dsFtTR-_Z_ zOwD;CJLu^Cj@cOcTY|Qq`MdGE@PTL+(j~j_RKX-aq!~l`K(6<#S>obbw9VzXrX?lj zrw0v32@*!U<*TtQBn{e^2q1~=xoxbDhB9!73xmg~Oxt4;+vXIwE5e5YBW5rKeplzJ zhU3%MUgo#wbmB6Y3Rxbb0q!*T>lHyT$i=F-H-v(_CKWBDy`}(?_tt7+Y{u70E)-WF z7uH$DB;LR~7q3zP`~d%K(rGF*!{LNs?3+!JcvV8!OB^W+Vvi~7kL4%kWGkS1J{vEF_H{zBP_WzQIRsLNMm#ilgLqjoZP5S`q}_1! zQgS2y-ZJ?&Z&;{iv+KV=7-wl6BfhTVS}yFEHREwHXo{zwRxMfWb7vOZe(<$a5(kX@ z66t1^^6aUW|AK$F6$h`pi2(bw_5*+1d<_jrnSM(AZ|>*rG=^G29$BT%wSR-XX2 zkf6u2S=7@p0w=PnpT6_T_b*@&YSXI6y%2o6=y4oq5FTs9%}@x574pg!5*Vv38NqRZ zi_76cuUlH(dIG^ixYjzDOfHIq$LhMZ{5g!##EN+GIT$m_p(Gusd)L^S3N6E|mNWD` z*KkN*2hI`(E=&hDGVdMbIRf)mr5q`JACP2r$dyDJQ(vki;(z^c9^R3_Wa|C6;CIfg z_J=y!HaY!a+6;?9E)SPoYy3+td+BHJ^fG@-LMpgVYI&Wwjp~@t?g5f z8?v22wDAJ5aG_FKz|Hu>Xn??w$=@4|B8a&waRAc6A_VFWSH56o8HXX@mP4g??OPUp zMs}ckoHJbJN`qCpXXRLZ$zzzdtL&0($ZKS7D!MxOkVtiwv6_0)UsPh4TN5 z+eFW!)T$CQ>l8VxHl%lZG98$vuaYYBX=NBWbc(2_%&68LeX300z+cy!0EFQva15Mq zlf7*mybava91+4?S+B?7yUNjncR&x>+!hP8wIGzK6?f#BbLqy6iE37qkpO~;BxIT4%lSP)${yxo*RqAR%2Aw>&LJ& zv6#4DPxOIPC#Ldy;{&WyK3$Y;MXvL~>QYVyM1q<8w&&Ik3z8u9T58RmZo7Hjhqt+* z_?Pv~fGW)b(EW&j_eZ9UO$7Yd_70bd{*%J3h&2-kZyp&Ajt$I-?Z!xUBi)=koY`A} zRe5r0$#y}IP64wU)juq`j}TFZuYew)l{I=$5iUyUGU6~hwAU1$=bUQwt@5;M=ZTn$ znPpCvPz4+p|29FgdOm`t40vlJlBCt!ZkYsHC^Dy`EKU++-;+ylYy)itc`NB^dC$+ct<=bgNQ9AV+X8?1WQo-IK z6_h9w^pC5`*Ru(#u<5!1oq^H{RluB>2xsdbPLL|@Z9o^|w+^WF9FI7H@?5-O*&3uQ z|C=c9ISImufzb_B%l3N`d6BT&XO2tbZ>acVEe>%LL4n1C%W-X0r#ZLRL4$!YUpwL= z_bH*UgUY~S#3!-@8x{#Mz+$}kwAjugUXy_4-I7|}Sb$PAfbeKi{I>09qF*psZKOED zxhf`Uv2oj z7B57^eRq!#sq}Yb37`(5c4K27fokEZ%3*Sevk2hr<- z6Sg9s{5Wu4&tV^)Ofi?Ow|HBgDdu~G?Wa4^S>t1c_sv8^B{t2T#6!2NUWE=qF@D=~ zN;8|Qwq^BQwIEt&qsH4Bl5Fb(5+tNo-b|{@Cxffsy8S)O-hr=+SE3$&Tmgcsp_{@2i~8I&#u!L8u)2bQlDeVM=96II?{c1`EFn8z31=#$&z+X z=8{3j(A9;fU3cAH$LwGg<8uuVL0wj^#pi1uO@lV0c8>F!_TKBbOJ?TL)^+w%f0{IP zPguKM-2lXldW%=Pcm#uw#Zdyhtsk*H&xvJE)6 zqZ$GwWSA`?d+6rpksbIvVRNBa(J-H1ySpu#*8*e|Wk@NIe3uD!M@sZj0WWK|st2xk z$fQ{)cVp`FM*X$2eM|leg@)Tfw2DxX!e%j|i{?tbjPffgbG}iOx;r#yFXEQ*f73s~ zB+pEJ%>$k{dzmNA8qnAB$l3&5i6%YLn1exWV%yQhd7JwiarX5anC3^Tu{x9zTdlwT z4>)XnY!@T$Ut{V?j?}KkndSOO6fQB%GDZ_rU$OHDjV)=;tMD~zRaSm-ybWldk#O_8 zGibcS;XokqDjy|x^oW3+tYd;GF2SYiLRE^L=K2%Zv8RhU(PtO_BDaVWbs&ZN;at{y z>*&u}pACe3ASox5Bt>fKDB;v3Z?~uV zr{<>i^c@^k2*c;c2LacAu=+bkJ6S5o9M2Eh0CptJ#TIvpfnZiI;b4L*UApg9pgXZ* z4x?GAQtG~XV4Ozft!XLJ<~!yhV+0_o3)d1E?4qqk26R$M%5TaP(%F*Ugu?e=fUX=k z&0N;<+C|g{ZVSZ0EOl~}jn=WU{SR3W;0La5pNq`-TQxF8-2VAQmF%s=KYv5E#h-`( z)gDokDyl@UReYWn=C~gzr;3^~687npmg(o}c&x2C%Gl`dg8&S_$JV@vIsEYr2CQ1$ zaW6a&?C#a&TpMOfWOQ~mJM3& zN~dR{8yr!f@#CH^0WS%W+SPdeQoqtE&{w*jX>bfZ)B>x2E?hl(Jh%_+I zo75T&SsVKaBnh5$X!6svfC*4}(`}b^2ij=HL01}Eo6oPSWuo|n{O^2*4Bm-Nul$GE z<%5zR0r<-#k9w`fIqfT^^Kk7p$;JaD?{f)oI~hyk4i z{z5lHnCJTio+YB$vAtWo&9CQ`N+K3u90xeUB=`r|ZR*3DkI!?wG#;{MU}!s9xY8P# zE#UVb;A1idKbg!F)pzn6&{!=K9Gs0A1eW6G^CB}X{9 z9%R_}mLgk0ok;xm_znx?vQ5+51szr$LuN8f{zv*lfM#P z`AMjjr#z*8U_p8lnb#vY`H&No09OKx00EH`DTSAdYm{T~e{hRAd^&M?Q{PbqhJm=_ z*vw~7L1 z>RwR$Wbv(&h2m36l#zvOh4n(%zXm?e_fH%;jGj(5K~&ql`0%?LB-^j2yeXP^oNVTo z&7Qi`E){{+*dH5fV3s_FG!Gs!J`5buK^s$kMX;9@nR==T-{{Io zw5E%NLfRT0jN-*J8xsUWcHF2ZgW~;t>D66!1*t9esANay6ZK#j!VRMO`Qu&^5VX(9 zccPky)-|%mcY*pE+0Sibm)zDIWJB(IGo6IxC_j1xQ7ohgHWEK+0U^Gl|kj!$|xR`@H z#xUJhQScCqV#}*GMFrWNgJQHe%!ju70qnUQD3P2(cWUKZQqlne0;;qIASi_!2awaT zWrourJe&XKFlc#M_s8!a0*)(+jDt-~UR-;Tu${ti1@AkK6WobO-iJw$V!qrwAWKzz z7!&3|96p=isxX*E%8PPSzqD?i^ z&trF$M%3t&1gZpiMrtZ4Df7I$%wmaq(>GSm@R43DrJHv{0Wp=Fe+iXu_Mifzj;S!F zls@X-PJNrqZbw74*~ZyNAcG0bAi!NInqKO@Y+0RoIyT%v!gH!7)QuL9ja1#8~o%m$l=!O^ZPipAA2g6yQ16wRDejx%i3$bjjxqQb8qiyrK1tzE>7Sk<&c z_rCx07+ajtH1SDT7K>%zb^vVQus&vH)iHa|UAgD}UnH~c#ll2oaN(pGgx!vmcx@Kw zE9O_k+$xV-Gc$}Nl!u%W3H(pGCKk%X43xtt2RX4iBp*0yLH>=m=)KFL0}Q*DeOW0) zdv#6<)_d>3oi|L%eN&oIt6iwCALR=DHR-gM%6BGTjujGX?#Teav9u37ZcE_Zdp0JC zMCBR}#*SgGt+WC@Zh#2|WVThIGaSZulgv_&M3S>g2-2w~SHpqr|Ku;bJVKE@4RO#> z*+_kZLM7<3{6S*_LjM!yr06IL55+-s3Bugy)`xIFzCAorwrROQGpX&Ni+RVNbXmy_ z_KLJnALL0gTX<)rE_heGnOK6KSxVXA_12CJ_J_uTwAK{e92%^-Qr1d;AWb03thmy( zmQ=p&9DfNY=I}FhHDBYeCpDYoQ7Dy_cm00e4+qiJ9Pd4!>A#xUY95O=JKc5q@qhmE z-gh5&^SYKx&7RMk<)V8HX(Jl6{|#_N{2(oHDaq~Q#wR*<{mBz-s)aU3Y8H{7(2BYQsVTn`x$1PiBWF#xq+!dn_ z9Omx$rVnS?LAQ|DYugX#8BSWDUW*JL69;HABF~ju~c zp%Y>^j=y#8lFW0>MSJ=?kHZ({A1-ggr2LMigkfAR1pwz6Ob|||h}}J69l@-xE9fa? z(aaWmzpqJXPrG+mg!02qI(_>*)cvn?0winITMH(Fd@d}|)}}yhyb&%Z7nY0_koYv; zX;QPgZSIq5d{W@lGUNWRvUXSkFcK_&#>-m38(OQJ2Rr12g`+2j>l`^STF9XwOToP` zeApCpZXKh}i^H$s(UxEokk_i(m`?&2KUwTjkuQ!**sJ5O;ggH+cs={5=i~Zg!Vl{Y z6uh*WJ1L8(vK=$s{MHwik}m^Zmnpwb(6Eh1O}ue*4-1%?<>kFf5EJ1I7)zNt*InE@ z?EuNuWS)HcW-J1por*yBi3;Y7a;F5COx)I%iAF3M5Sb`=*PjDAn2hP0(&RR{@=|OXebzK~y$(1?KE?4AuuR z$DS?W?dEWy$drp2-UMXWuTS`hJG6UvrqI0^p;%}dFJl7IxP)@ zVbr2}a4Pjrf9D$+6IQoaH;nbPl>$k+7XH5xijYja=unTRYId%_mu;Rd2_Z!URsQR@ zYR!N@_ea5|+x*JV+_6lHf-WB!H(<7XY z%AjL26#;Z7h?Z0J9Hnm)t{WY|e@Qs5X)i^$+YM*^IQILI(~t|aJw;V3EHBAWEApl` zOtH;$UXr$2j`E0AXjZ1A>v0?x&J_hhJcSpH$MBW)sCMHcfIJkEdB)M18PZ0Yqu{;` z)6}k?hX5n~-Niwce@ZU-+^mLz?Rnh@$h~b}CrrPzzHt*}nCN6p?5 zS+P7^iWVA$v=*vcE42$Lt1f!hwXF@&ZniT=FeBDpMAGd6LhmXoOz`Ifdl`U~(E^M_WOHj&|Ps2=X-|zi~gfh%Siovr74hNy^e=?7eu;6sl@l zRxjM#l=cvNTjWaM#%x{aCn7eEntZBXYRQvk6B1u5_VvrikJov->$Q#l4!fG?8w|}( z*wA43`IBnR!nR?9I);ApYw&^ z`AqAc$ciKt9buU5>egW!1BsYL$gs7`7ie7!+Y9y#kU-rt(mR6_y> z=RAU-Ay`?&GMy|C9pMIS^H+=VOmDlc^+f%f-pjG9w0H;zmD8wN+SbW@yK=pGSQ@7$ z1R)J&AsydJyz!H5XTmQ)Mj&{?g(ART{4!+1QiU zEc*Rt`b~G6B&S?OJH0(o1Qt({&3YCVZ+YLP8f9w)irwS1O*fF-xog%&)GXY84TYZC zr7d^tI|nGhT8=e^aE0F#Ri1J^r4}q`6;(3K7xuPJ+^{=M?=F4YTT;Q*@41w~ekpUD z{b&l;*^2ak9#p(F%bJ@47#c$em`&|`RK%@>Sdm5a`B$4#K;piwS2GYk^IY`ZQJq^XG0`-*eSrk} zRVGMN!j`rYY`{b(fg(+>`~$o5oom)e>E_CU-9}*Srv#S}8;xks3NJhyN3<`379Rta3bnRoFi5O~t9Y5^h`gQvV_zPaRMD7|9u`EHb>EOof$yHvqgL}^{$z?PBK|b-CybPW#%t+bvtQI5r_Xqx*^LAT8}fg=Ml|vybFhRvkl~^ zR6-EfpBHLtt1U85;?Vn9`A6~ECY5GVw)~<>AW@Ti?ci5R)`@-0cpxjuwqb6oCVH$E z*^dT3mCo;3lv(g+2BnYCk`?p;d|8rgP5Cm01Eht+F6Z2cW_#UqRPm<~-T6vXB7t8x zh|H+nv&45oxMr~8<)IvGhgJ3IZj8MhfziaCjw3P~!En>MKU>9ziA+oaC0Z_3?F3WL zeKX&p1gk$NSk$cx9zp%3a~|CG!rT3n(>ElOfbhc(#$*(HkJGfDxxj#k9vP-R?)@81 z@(KcwAYH8e(sTpHcMXdjx}9diaPTA#CBa-!jtF6Ko4;smo~ZPjP30VKeuPf`5vlDh zv7_{iM5l?UyoVNMQJW2?|HN)+(91xwXUKi*1Jb5;JLbdB?@hGPbF~GcK{&QenYFr3 z3uoOTyNFPsa##uTS@(XVR)$9$BsB49f-e`OL*gWmxw^KdL`&E*mQe;W+sXR0+?d zF4D~F<{LVM8Elrt2Y!#~8viYaf{hr74)hn5roS*8R2)%Ej%BPai`65&Izxq5yK&H8 zxIJ0%eOq%=oi(M2l59hgW z2e2?|w1CHvj-Jan$oM*7;%sLZ456=;0WMqAiHvp6ww~$)ah-o!Lg#M}hk%&$EHn(l zmY>yFG;Cu9t0~=?0tCKaZ}Em7KP>jy;6KipRZd%z(`-0y-XN*}au#ISGNTlV$KL46 z0vRJjn+70|?t2dWqY$iX>VA*J91l7YqkWCw$Nv|{)(jhxtGzDmfz8UTTriTJ1bB!I z#2jyrHFdOlK@^5)HEPzeP?K~TB!}d`^m%Je!q=T{!X39`5 zedkUEDByc_nOX=OLpy1)`4{LY#PMq%Q-Up;s4QW9PK)4DtS2DSLh7Lsx^;ZAhDslw zw!OUsot6u33LO85W1aDS#$Gus91sCe0#{Rvg;?sq$XxkZPe_UsE*w_bh*Jx% z*DiG1$}_8xGFjhnn$g?KuMESl4d$p{FSEbxjfA14o)G~0%UJXE(gR6{!%V`9$Hta7 zF*vi;(+JyU%TjGC^m>(9Ht;iLx!vB3(?K)Z&)zw0um@&NSfP`K!Phud#aOw1?=W zW%sVJ!ZD=_u8jZ|XqUe6;N#wa91h3%@zN(uj(I0>r&JbyoWFneWKkL}K<$~20xYnIgpJt)5@Tb}N3b%5CL z$-5PIZcY5OYPK9VdG5bS=@U74kAEdn3MS?=23Nb4XWbqtHvoh~C*Vu^Vk6<9q42$?MKGqZ>+W4E^8Rj~e=8*%MAW{B$3 zlgIRo)S4=`ToVY>a#i?MFc~JpPbg2cLjpil6+?s-P-SZ+4<7@xp>e|1xJS?Z<*!e*^$_P7z8e>Y781grVq;K)*xrL zR*kR8B?5W7fOlWVV_Q%5gFgaUX=0FMT!nm$MajMhlWgBW;74n5>#N73VtcUh@zFur zPcj67M?Gi72`;yx?hZ;OnQKhb_c4RlrG5s2UG6OU$jW<&hhzyIl>IDrozZCF*Q6p_ zimG_KgXQcYtQX5lqhD7xtCQ9HxwQm%N+iWa0wbsR+Jhp^(STPY^UU8ag{v`gC_|z; zy%vmC7J(BfOaM4o#(YR0jRnJu_fj6hMXXi`V)^PmIrjtAA7l>a0=cA;5{Uu6zpuCU z01sg#-q}K3d&{C<$1kZ)PJvrN%NV@WKSJ6X)ZK@>bIkZ zq3^&53`y=^4}RT^35~M`pa)eH3mTpiAxO%-T`)yw9d!M@S07?x%}BVH*;k@)#pdY@ zN(y~qe|rg_0fp@2Y&JOtD@tSS$J=?!`Gy27JfrQXK{KRm3b>XshQ(yZVmFLrR|wXi zR^eZMabk0{ot+|F@j;yrSV>sbB-FI-dKG#yGcfMx4^d2Tkgqmg*23P}nuTc(&GFcy z^2HfhN{vpx(`y^InC-OU7h*xkvPoAK;z|t5x&e+5N4uHLZvccNRf@Jon zlc;K)S6R&Y$;z4Ov;$b@#Y?08`OD5wt*F$+", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "legacy": false, + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "padding_side": "right", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "LlamaTokenizer", + "trust_remote_code": false, + "unk_token": "", + "use_default_system_prompt": false, + "use_fast": true +}