From ba99881b1a32fa5c67a13d5d58e32ac5d0c1c779 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Tue, 12 May 2026 16:57:20 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: Gryphe/MythoLogic-13b Source: Original Platform --- .gitattributes | 47 +++++++++++++++++++++++++++++++ README.md | 37 ++++++++++++++++++++++++ approximation.png | Bin 0 -> 18208 bytes config.json | 24 ++++++++++++++++ configuration.json | 1 + generation_config.json | 7 +++++ pytorch_model-00001-of-00013.bin | 3 ++ pytorch_model-00002-of-00013.bin | 3 ++ pytorch_model-00003-of-00013.bin | 3 ++ pytorch_model-00004-of-00013.bin | 3 ++ pytorch_model-00005-of-00013.bin | 3 ++ pytorch_model-00006-of-00013.bin | 3 ++ pytorch_model-00007-of-00013.bin | 3 ++ pytorch_model-00008-of-00013.bin | 3 ++ pytorch_model-00009-of-00013.bin | 3 ++ pytorch_model-00010-of-00013.bin | 3 ++ pytorch_model-00011-of-00013.bin | 3 ++ pytorch_model-00012-of-00013.bin | 3 ++ pytorch_model-00013-of-00013.bin | 3 ++ pytorch_model.bin.index.json | 3 ++ special_tokens_map.json | 24 ++++++++++++++++ tokenizer.model | 3 ++ tokenizer_config.json | 34 ++++++++++++++++++++++ 23 files changed, 219 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 approximation.png create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 pytorch_model-00001-of-00013.bin create mode 100644 pytorch_model-00002-of-00013.bin create mode 100644 pytorch_model-00003-of-00013.bin create mode 100644 pytorch_model-00004-of-00013.bin create mode 100644 pytorch_model-00005-of-00013.bin create mode 100644 pytorch_model-00006-of-00013.bin create mode 100644 pytorch_model-00007-of-00013.bin create mode 100644 pytorch_model-00008-of-00013.bin create mode 100644 pytorch_model-00009-of-00013.bin create mode 100644 pytorch_model-00010-of-00013.bin create mode 100644 pytorch_model-00011-of-00013.bin create mode 100644 pytorch_model-00012-of-00013.bin create mode 100644 pytorch_model-00013-of-00013.bin create mode 100644 pytorch_model.bin.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..53d7257 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,47 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..8b0d2e2 --- /dev/null +++ b/README.md @@ -0,0 +1,37 @@ +--- +license: other +language: +- en +--- +**UPDATE:** There's a Llama 2 sequel now! [Check it out here!](https://huggingface.co/Gryphe/MythoLogic-L2-13b) + +An experiment with gradient merges using [the following script](https://github.com/TehVenomm/LM_Transformers_BlockMerge), with [Chronos](https://huggingface.co/elinas/chronos-13b) as its primary model, augmented by [Hermes](https://huggingface.co/NousResearch/Nous-Hermes-13b) and [Wizard-Vicuna Uncensored](https://huggingface.co/TheBloke/Wizard-Vicuna-13B-Uncensored-HF). + +Quantized models are available from TheBloke: [GGML](https://huggingface.co/TheBloke/MythoLogic-13B-GGML) - [GPTQ](https://huggingface.co/TheBloke/MythoLogic-13B-GPTQ) (You're the best!) + +## Model details + +Chronos is a wonderfully verbose model, though it definitely seems to lack in the logic department. Hermes and WizardLM have been merged gradually, primarily in the higher layers (10+) in an attempt to rectify some of this behaviour. + +The main objective was to create an all-round model with improved story generation and roleplaying capabilities. + +Below is an illustration to showcase a rough approximation of the gradients I used to create MythoLogic: + +![](approximation.png) + +## Prompt Format + +This model primarily uses Alpaca formatting, so for optimal model performance, use: +``` + + +### Instruction: +Your instruction or question here. +For roleplay purposes, I suggest the following - Write 's next reply in a chat between and . Write a single reply only. + +### Response: +``` + +--- +license: other +--- \ No newline at end of file diff --git a/approximation.png b/approximation.png new file mode 100644 index 0000000000000000000000000000000000000000..2758c1457c8ad31e99dcd0f8adbce30edd5384a0 GIT binary patch literal 18208 zcmeHvXH-*L*Djz4f)o`5K|o#=q@#2&1mPecCA1J)Kty^k5eZeL*bqD@NDCk(Bq0e% z4}_>3;V4x?0O^oJON7uu3GL#2zj5C4^N#!H-tS(2?2)neT6^rh=6dGy%sJOyd1`HC z!p9@V!^XzOXJ-1FEgKsL>gZ76K5=vf(rd_Z^ur!uYhuWT>$$LabaLG1rsYjGw(4}= zJrB;K^OK>bP7!Qu{B1uE_KuK>du(jC>dbz-Y5%}&Y1}7Y$@t+xm^-%U)4RVe{(gnm zwCDWg`TU3;Zjr`&jrUFqo810>T`MuV|{ec{sOT@BT#QY}F z5&}DPiv_AhSixZ0Zigob-mtNb5$*oUvt ztj}L%WabUm6bd9mNbMgCAAIPpl0$V4{e0 z=*PM(5*V;LHz{b(esTKm!6udoDT@GhAJa0HLVyDFUf($NU^p5`5*h9<;hP)ghrp$o`1hn-wcV;UnkO5 zRrX-q7|0lNXO5Vu;_N!U^&NN;-yF^MLG(X!ap#Qnmd;+KOkisabIYOmM}!4zuPN$y zD&m20-F`5a7DH;Knisw6zHP=F7Eb^}TNmEUG0*n8+mG+=rE{a$GD82J5>Y+q3~;W} zCAX+)IVBG~@3v*%_#%OPX|f_Xf!2W0LmZ6L>SalG1rbY`%-uZ5u4LGK(Q_*c7*eG& zY2C|Eo~^6x?-AYkAsM@fq|g{pwWKbMNm4L(1%ciFTg@b1GIqy@Qi9)?e_;f^7&rB~ zFlh=sL5|ViPn`yc*cLum5Ahj)P*%9e2azM5``TmOq`lOiSLY2vl00=NQc5BEmg8#c zX7hC|izQ|N-sb8qkY4nePlj3NKd3hT4bc}lkG{!?OpYdXJ$^}SB*0hc6lmcdQP4p6 zoeaCbVS+-H{>InBIgyI6iMvCz^tQynT7JCDZWDa+ z<$fN3$U%ZvlEwQqM$^v5%Gp&<{l_^y%dKnI5hj|&i(~XcoY8cMgFwQv zh#DZa=5f}+pnCC8XuI%p{UHm|q0KxPgFR@SV+@?g3xtlZc10N_zF?wpB_PtZ7Seak z<|E9+{J2i`d-Bk*%n->jBa_Fdvd9^54hRtqo^xIsaaX4o?Zp1*%4^%rO*fp|hgsbMTQeGZWPEmFt0?c&UCUT{+cj8?Xl8jUg8e5=bA zpcoQ+xMGLPv5+#HFP(?r1Db@h>I(3L-8$Mvrxg1B@P3uxG9!L@%Sc60T3A%_Zw5)c zW@q~1qd&E~p7&$8v81$ygl)poI3{%}YX7l2PXAzok>qiV)wJlKm%61f$Ls;c0#BXq ztCcQAz?Ui)dz+`vQkVjT_RZ9z84)l)ju0f!Gwx;UVyRqD8$~w zu!V2-rj*H5V%^Z;9ks&7d}r@uQzB_UIJL{UCvt3=t6^Bqb#SQGV}};4aK{aDh)u*^ zcLt4zmKPrz$qMuRgxi%A;Xr4(9G>!ZPTQwkBG!(dM14^G539V$;duQi({~T~C`%cp zaD%W$E;m9O&eUziT|2ItrUFi{jF$}G^Rhh83{9CnPMgl>L5bO+t19lG&G%?0!J&42 zFFXw>o~W>@2Eb~8pd@vdg_;>Na$jA=ZUi_jTkxPgdHb{f(@&JTTV0k(@CP`6oQ|wQbU#vP(#H~ zUiHR5JVR5$mZG=)!8~C^w^TB!XQ?>KW?JclGIXu=ugzXfuiys@7-?5poS6|Cex6d( z7V!)*!B-BNqX&lGGO*@+TIZnSa)s|5i< z#=C@(#3O%2j~4D>oyaMR^l%=0^%%Q}yC6KePMKAX+a^d(mv!#(eBeRlT0M+=k2`LE z=gEI`u{}_?GzBs6h8sm_b|)5HyMcbe@m4v#UAwaKT$)) zlDrqeZfo5uN$eDf&ZKBdib$%8Z*+eKTJ=ZPdIcFLzyKN2?&;Jix-c3+58~451`8~9 zDGTm?gFkN{Dy5r*KsmSiQ z5G%vG`ve7Gck;ku>JBJ7N2Qczdl+fz5K8u}zI&ceqECdkLe>t}5gz7t&G%Wb)iVIj z&y>Ok3fA$=v8*4icCxZ;rtrt44hh@VDT>i)^{>9RM=!jx7lU9j&_lv#;ZPvq@MLke zR+gP3ab*tFP0K03i5PtUhm9k9+U#%S&*7uX;Zt2J4+|C5WMIaI=yD4DvmdDW$4Bo91Kkj%`7a_$!Cwo)W-ob+ z1;iRAP7JO2nI^))B15nRGw$lxmT&&>iergu|Ma*|8HRQ(80h`6{go9Z5D$b0oSCRm zoR_QaW=DL(^Hj{dsfDpT6sd65)|k1Nf^uB`fsqnuJ99Uk@yBRQD}X*+6B5vl^Jl#| ziJ~>7k%MhQFrnl(2r*T)m-ZX>NdlG4tM^!NaleX(aLc+h`-ZQYG$xt8$mcb3Ut#Tq zGu!Mx7+a511AtW1zhu9mx)+yzLw4*7F6=c=@?zUs)c5(fD}gp?4HhBKX!51U(SEunB(vV(9z(S+>r!+qn(ty0M){3yitT{^s`5Xb%;vWD-hL%s2cIYm; zyuI6(`@A*CY?7mF;x}e_>sbJbC&;;74exwi!9tJcE&Q*{_SE(cklbJOe5f!T;RnE$ z^#e2+;p+m5op4X;({NXs)4NH=gSlpDAsX_);i^Tp%3z5#st8R`S4nmU z@Pa#$d8KzH#H7&C?eLlFwN5={FpE}216ao_<%ULx(qp(A7+($%sL2Au{B?sMBRuUG&7?^2w%HW>D7IO#_2f-f>_g8!i*f-L$0T{#<<#3&RGxCa%g5q^5jS`4NAFh(SULz$B@ZvqWu4Pm9Fxl zQq^;CUHVk1fjkR}{~SuN*qPh+dOTREi~PE>>|8Dm8Yh?fZGWK6{_W${u2^)uUond1$nl>C6K5c7rJj&o0o2rmO~0)13md=O;TJjl;=^C+@V_O9S2OfJvKyGWUS+pUvM(}NP7+|d5>|ZN^tA0m zj;6EvY_I=FK6BC7l#}N#t8F&xGa|PWg`|a#Zkj&!>!x3Z_=SjHuJMZ_ev#$>x2j) z>BY2!IO<0OQuFn1huF!($w^mdhlJ*EwzXLf_6+f%?b*3b5}d$VQz^u?Zge6)f%cca zzWEof*CpX#;9ddTv9LIZe9hTQ8vJm5XtLRviHjm);D5a&Df+_Cz*Q`Qgisb_wpt0-?zN4o^W))6PeFtF+=ftzRVpd zfbF5{nFD1F`(!3+$dbO=&j30S*GvS!AqPL6a^llR^>MDZy=Hs_fhzk4?S=a1>K8Ey zYrf3SK!vEh`%2^Syx-@@g|8IOqHyK0M0YMGV>Kc-#0_(~RNnPq3qLMph;)Vhn4kdT zm#NblA~%Fh1;+fITi@>$NT_1bMM6#%XJzob{`_yX$x9cr)Og2}rn0~CkoE=`TLGsc z)4#VndI`ttA9keMs~k)mlYT8Hieg77E5M-)(jJ$<2^KVMGfd=yYfv+Njv|*W;TE^1 z7nK~Xf?w@@Q~$+S3aC@NiXm-{Q>gAu8i7VZb`X8xdJqv?7gW1cCy^yG%$&#rCcI;f zNdYd@lk|C$XE0JXnn#vPTpV^UG?_EI8kV^|qNO`kH9dAIqvoR~qbhru_94io`liv; z@dMl@e8+^|8uoJQzU`R_&O{isc&WG^h zo2GVvq*a5uL;k$f_sxM#HcYY)9&^y)}lWDrbxu=?xcpD7~oo7>mDm|K@ZCI(&;J-$R!cu7$SSH;~kO-K*y zeD~)48zYdRaV(077QJK%8Tzhj@hdW`1s0(;eo{ojIc{b&N?EH)!Fs8x!@(oBU~@z! zDVCEWu{B0O(fgaNc&AMt`m!R<>jjavaMkc(D_OT#U*=fIxWpsms1@9D*JlhjlFIyU z6$05m!Yr&HZoitMDfPWF=T^sSeQ^m-0b;z-wyV&K@q^Z{M_)V`QaSPyhJz`1{RnbC zvBb}G|Ic&c4#4=i5!z(Jt0N?||3m_rZ*uLbAauR&yJg<}b`28!B3onzbx-eS-DTKvHU(-NUVh)G;gJ35Wc5s@#B{ohXyI+$?XS? zzd<8SEeF?^d)>|tMo3G8y(ZRMzw~|N({Hq5P6Z65UIY%+@))rKXIk{{_pncgB-=Bs z=yd{>TXafXVYB8&7g|!JwcTR$axm#JXe^>WsC@j;@>YQ3kvbHm&>f`M z0PY>$lc@QL*w}?7s~9)%b1@E>9zf&}4X+;)!E`6V3;EJnyDA70im>ox93y~j*Z?kB4nZ-xjJ|PnVeHI^ z*Pyi3*4J(%n2XUeTj{4x0!FiPz2g_v4Wxb&XQn2cw=8ATXf#l$hZKOVxdoe47*dS* z;+(ck5y+?HBTJgy8_}!{hB87}ovFsxYEsaYAc{e$7Nt1BK39pQ2zMPnZi(Cy4%G;e zwE(IWYNwSqkSPhEY!H$h^Q}^M?ya&FxyxtHXEX!Nl8mRedpk2NI+lbQ%x=Tld(AxI zQgF{RdvzD&@mowC-@Kl>z0N=kXCUI z@#!6gx}+XMnhG$^^MTUlxpE=a94|^fqEn7blc_TrL~vu)fZU|!P9MvIi&6QUcpl2D z0SXMu9?b*hFPuA=ptt2YAb&KFug|`tgU0YIESC!I{zRT$wg(7#QD~U ztx8FNMn&}y2vAb}!;cwBu#uIJEGlfc0kg5Y<#{=;vy>UbV?#6J(K;9adRnL96{h4D zl&CRVDQ7cr$cF~x3f2V8 zoz2ZjFHc|pwu^QL*4;q5#{X7>Q#fO5y#B=K>fqtj2<2EIsmEPwUeVY zZu~(eM3KY6*t(^=Pa=p5Xp>!pz6ciNI=DDXi7iJ$5l50iUqdUnDP@?SD>!rXWuwXu zJy_1wW#m@E^2kd3c5M0FcQaE!cta3cBt*N8#RAMjNKUD$OxyC-xXEP7W*$!Jt5vE! zh1n&X>DE*A2zJK~ik`>n^`L_FmWpUZ%)ax3kn|u;)WP!X=qEnsT+OB8wELs}R6$dQ z{%)1^P$3}7h#4~3(oCRN8u`2#g;QZ@Srxr{))JQrO0xN{x89O#trS^kKjcCUg!!hq z2Qxuf&!^F-n|>3(`3xwAgwHl2zPsjouz8ngZvCsFtef^ zwoOIi{mPr?w&T!R!9ca+PMj0Z)5icCxP$0@fy7|-5-s7lh=*){T8=Czy%wXIv{u!c zFp_u${5Y%wO(_>URLkz5-7f97Zk?7w9ch}m?*q?_Z@r$qd1H6V!XAiSLfv_n;=)*p z9`2bY7Hmz(9Cu9?rX)-+$tDlYM^LFENmV7c+?U}8&-@QP^~F*oOJ_Al0*SN_)F^@V z!EPv7T35NvEL+k6utH-};-yBhISyKcQcthCK-%;`>`bE(v~`@CQSd3vwj;l}w#3ia z$e)0{?6w9eGCTG*D|)c(z(<+iQ{0oSka6-@uEVVU!58y3c)NM;bUA`p&ky(uZC)5P zhFhI`r@+utOKMZ!pv~uN2~pOc5!*%_#MV)Woy8shQNLz|${utx!fjn|H{}bTshFqu z{MoFAgTPuG!OU#>I*w|%81a;ewJ@b4+BHQ&N4iF#wIJ9lDGjB6fL>j7ivGz4Na05wndN34Ba**>ZE- zKcGTV+#r- z1#)(3kyx8G;S~HHIVBI*+!e_);jGN5f@QdBeXclI0umw{a}C#@B@I*s(G4yjA))Xe z<_+rXI$3!W?15sOVbOM(O^ z$r2ma@~z1CNn5i4GM>3USzt0FdSMI_Thay^mF*&rPiaYY%MMmwmj-v{EaQ>T=zGk8 zA!hpcGbNCGa|RmmbsGV{dpPwJW2jO#F?1smbx^2J+W4dB;_i^j*ctf0$R5Y(SZ1p# z&JK{vQ%;K>*dSQo!jHl#3kf)B_s_Cogmz&9v;Ey%T$&g7&VW~3nk8kI=P6Hib=Q_; zQzdI2KXLxi8ZZX7xCV%wwu!(!P7$kkk>#{L7z1*J2dZJ=?!ti@1z9fi3O|jIZj;gR zILQxs{}rygaB~(s&~g80K7G?eVKcscwL(1JcRciq?Z?Xq5;HQ<`+>o@0rH_k8@JG> zyVQaczwwE4Yq|NkdPzvC<2S-d?F9clgk)XmnwW}sOb|F-a=Nsc3iEuH1!6bUIwSX> zLQ7lu@uP*a?nI@eSBpg#f?CIAq?24@=jEoaxm5eube?8>7`ktxY6EqC87cYgU9anD zj_SdVARiMipR|)!a0IjUlP$rLdRBBslTRAc2Wa+nCXr1>P5!I|y=0UMc%!nvw5oWHx zyR`~S#>E166i88nNAh~*c~LL`jqfGH?|bB_QsO5CbY=#e#jclXK12I#uQH{4?yI?5$Dd0=oX1q7;ZOipz%BG1 zH`-Z}({6di#Ol8i!DQ=8fS3!5DCvtZWm?Ql`?o@kqIZrVhxZhz^ zh@=gMFGlnQgz3~Nk4!WGW6bOt4m|pix z4+El3N24G~n|Gd>{HbVdjy7ptX)w#7;wdZ)EU_4xl&l?1l4#StT8eJ4?>yV_@s^L| z#w%LDR=!ld8nNQfWZvTj!LHN>LH`WOfHCy*`aX^@~=i9ZsEgsV6j8^gz|~kBZD`JWq1*pDdhlC+lrfxxQUTYN;#5 zhb>-Ni99d#d!&wgvGqe!2FmIiqdL{DO>CeIwK9}s#EE7_0r2WQvcxg`R@?h-MY5vW z`boNVwt38LWXBGA?|Pdot>{9-V_FVB>e?T)!qja7;=StP!-BCu;lW~r=J5}@4?eGy zk*Mkl;|4;8-!z|+CBpmN%%#4A@g{2B7CR|( zE=O4~Gb%qGoHC$!m~U~UJ+$S6VKo%OI2rx=(Qv$;#fiv{4D@O~oRLJ7_0*YNZ^)N~ z>ri&ldOt2P?P(hOd()nfq(q&#CU+(+%#w%1^LlZOkce8T-08T^0<_{yfS)f)&~p_^ z(MZ^r&r$(ykSA`hV12Q|jlxwSH~bD&Co~4H5KdZrbfMq2{Tn9_@&lfY1^?4_=QpUhSRRfdQ~K6%51WI^0DNul3qj-kb<8gkLBBu zCSPOelyHoRHTx|p7)DLw2#)}oE{({=|4mHPH}jDX0PSwkC!0m;OnQoeQCP}jw!6DASq5$A~L8L)~`LF zU2t%|Kh{%#aPaV{k+F9W9nRVoFctd%ftgb3DReSZ(cVWIoL#}p<+bIx>-W~e$X{%) zwPj(f?=cE7v^e4TZ5Ebxnj&fmJyFPyB7eM2(=GK^42p$n-NF8;>l?F(e1x7DnoR&K z8EDyl)^#VW4hY(Vm6cWcxJ0-U#~Ry1iU+Kb*#)p2_iR6kHa%o~q150sdb{Mym0hWkF%|@VaG5P=|t*c?{v)`%@k|zgLwT zoDKHPeWZ^ zAFYs8YsD=Ig@isQ>n_6a&oa_sV%r!@YEP zTRL%-FCV4D4Vi-B`*90jVk{*!fe~MzeDN1f6n!X4ggZzmZZvSbS!ShY4^wYsi3kdx z8&KQ)h?Ut2zbdL=nq(qhb`$C5z+5ZuMdgDwj~F)dRKr`>HImNjr)~0^0RQZ&Q(>YX zVmk$mXefvxA4;rqM5a`pyVXt_JbP|U_^1ph4Z}^Wdh5`c1NARv>y-MDqNQ4i1rgLR z4@aYgX{*h2;a6Z&up>DF+=d6QBCx;GR`4TtB$JISQ%Xtv){< zxlZ1aA_jh>tL_sjteE-j(Tm>I+WcC|0)GR;xZ-qrHeL9&(8arVtfze86k3WSAFQQV z{>Ar7qdt?(am_ufL0O-!1ekWpX61V<|gj1O)e5raZ>0i%l0z*PAGPG^2AF(`@SF7w?;wI?qrSWmI-~@H?Y9FPeG@g!?aTtY@;rmDGF*lN*iXW zbe=exjzi)A-1mEJ9Cep4HkmYVPbx2cuHeA44F8Ve2<Kc# z_ra;O{`rjHC<<)<_w`TpeJtN5aCVjpvm-?D`NtSmgzL{02fywui~IkI^Qvg~=n;M= z)c$fjB7DavYKJ~|5pdGrBWRX_so<;IIP`*$$mHyD3YI#H>}DSVSFSI&3_(VI^7c z4$bf3kIR+K+Ng#`{@l}F3YcR3MLu=@`8as+c-tOCru12s^ya+);$7k@-PTB8%>H7Y zLTL&N>!;`y3vzc>-B&#vj=-)6#julCvzmX9ppDl|$-Y14Hy(V82+<9G!z`t3ZL{i| zgH9iK*p9PgFH5vaV~@zkYTc~kxzJSy3s zJjBx$e`kb_W~=BNV-3p2U8#`lC=E%n6%>L>9=6HidD5HuwX_y*ZsmGMGjFk6@btJh zcF~sEDXp`Vx)$A$%E$1>OuK{tMVzE%86E_Vjw^XXvxesOx{jXvyBK#_OQK%NT@fxGI?`*Gez}s|Ee&Tq^tTia$2P|@9$#FG``9uC*(v)V$ z^#x|66LpQYOZNnjf0kUFrp<`Ihv}1lx(8$=Q;Ak=m+{h_i(a0y9$-V?5(*T!5xnID zvoa^00~ewWY@TWbTG~zBE)**=$eOTzy?I}L05o|6>22DZ=%MEh#i&khJ0Sf7c9Bf3ivtI1q~?ZN+^0lJ4ajJ%{p+uOb;d3`azG@t)6jY z8Ri-0EJP9KzRJ7GeL!hhPdXLq$IB^|xS3H(tjnj$o5zf)wi@Z%Y=^_mO&M@c9U^WE zY&EMfzOgrt2`GkD{;6BhQlCTn*2e+Jz3t&XtARZ-V0D9L57)x;pLs$5ExeKjV)2R% z^T5~j?m|#Lj~NdafvlHeoXia{hY^NQa_&RKd5=uS{$w;G2(2w?O?0W|3e&eV1z$vG z8xwQIyfZeJmm22>r}uPv{ShwN_{dGvIt(kUDk_@6``Su7|;teydTU5!CUEFt_r( zt~FHG20_!yn|6xsIwVpbM#O&7-Sb_8mHBa#LHpPtYCT1rg(B4{ZR7;RlooD1%DN&~ zvPfQ%y4;DLC5QV@ph1PGP4n)E*8MCU2qV%9ywXKda z1DJ5N&Nn?itzK`RPe7pe^}odMq5`D*XEPUJh;!K", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "pad_token": "[PAD]", + "unk_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +} \ No newline at end of file diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..6c00c74 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347 +size 499723 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..37fb4b5 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "bos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "clean_up_tokenization_spaces": false, + "eos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "model_max_length": 2000, + "pad_token": null, + "padding_side": "right", + "sp_model_kwargs": {}, + "tokenizer_class": "LlamaTokenizer", + "unk_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +} \ No newline at end of file