From 0a69489e9dffd1a0be371dc2b7dcdbc206a67222 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 17 May 2026 22:50:08 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: EleutherAI/llemma_7b Source: Original Platform --- .gitattributes | 49 ++++++++++++++++++++++ README.md | 69 +++++++++++++++++++++++++++++++ config.json | 25 +++++++++++ configuration.json | 1 + generation_config.json | 7 ++++ llemma.png | Bin 0 -> 43951 bytes pytorch_model-00001-of-00003.bin | 3 ++ pytorch_model-00002-of-00003.bin | 3 ++ pytorch_model-00003-of-00003.bin | 3 ++ pytorch_model.bin.index.json | 3 ++ tokenizer.json | 3 ++ tokenizer.model | 3 ++ tokenizer_config.json | 34 +++++++++++++++ 13 files changed, 203 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json create mode 100644 generation_config.json create mode 100644 llemma.png create mode 100644 pytorch_model-00001-of-00003.bin create mode 100644 pytorch_model-00002-of-00003.bin create mode 100644 pytorch_model-00003-of-00003.bin create mode 100644 pytorch_model.bin.index.json create mode 100644 tokenizer.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..21b3632 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +tokenizer.json filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..fb994ad --- /dev/null +++ b/README.md @@ -0,0 +1,69 @@ +--- +license: llama2 +datasets: +- EleutherAI/proof-pile-2 +- open-web-math/open-web-math +language: +- en +tags: +- math +- reasoning +--- + + +[ArXiv](http://arxiv.org/abs/2310.10631) | [Models](https://huggingface.co/EleutherAI/llemma_34b) | [Data](https://huggingface.co/datasets/EleutherAI/proof-pile-2) | [Code](https://github.com/EleutherAI/math-lm) | [Blog](https://blog.eleuther.ai/llemma/) | [Sample Explorer](https://llemma-demo.github.io/) + +[Zhangir Azerbayev](https://zhangir-azerbayev.github.io/), [Hailey Schoelkopf](https://github.com/haileyschoelkopf), [Keiran Paster](https://keirp.com), [Marco Dos Santos](https://github.com/dsantosmarco), [Stephen McAleer](https://www.andrew.cmu.edu/user/smcaleer/), [Albert Q. Jiang](https://albertqjiang.github.io/), [Jia Deng](https://www.cs.princeton.edu/~jiadeng/), [Stella Biderman](https://www.stellabiderman.com/), [Sean Welleck](https://wellecks.com/) + +**Llemma 7B** is a language model for mathematics. It was initialized with [Code Llama 7B](https://github.com/facebookresearch/codellama) weights, and trained on the [Proof-Pile-2](https://huggingface.co/datasets/EleutherAI/proof-pile-2) for 200B tokens. + +This model also comes in a 34B parameter version: [Llemma 34B](https://huggingface.co/EleutherAI/llemma_34b). + +## Evaluations + +Llemma models are particularly strong at chain-of-thought mathematical reasoning and using computational tools for mathematics, such as Python and formal theorem provers. + + +### Chain-of-thought Math +On chain-of-thought mathematics tasks, Llemma models outperform Llama-2, Code Llama, and when controlled for model size, outperform Minerva. + +| Model | Size | GSM8k | [OCW](https://openreview.net/forum?id=IFXTZERXdM7) | MMLU-STEM | [SAT](https://huggingface.co/datasets/mcaleste/sat_multiple_choice_math_may_23) | MATH | +|------------|------|--------|-------|-----------|-------|-------| +| Llama 2 | 7B | 11.8% | 3.7% | 29.9% | 25% | 3.2% | +| Code Llama | 7B | 10.5% | 4.4% | 25.1% | 9.4% | 4.5% | +| LLEMMA | 7B | **36.4%** | **7.7%** | **37.7%** | **53.1%** | **18.0%** | +| Minerva | 8B | 16.2% | **7.7%** | 35.6% | - | 14.1% | +|------------|------|--------|-------|-----------|-------|-------| +| Code Llama | 34B | 29.6% | 7.0% | 40.5% | 40.6% | 12.2% | +| LLEMMA | 34B | **51.5%** | **11.8%** | **49.0%** | **71.9%** | **25.0%** | +|------------|------|--------|-------|-----------|-------|-------| +| Minerva | 62B | 52.4% | 12.0% | 53.9% | - | 27.6% | +| Minerva | 540B | 58.8% | 17.6% | 63.9% | - | 33.6% | + + +Further performance can be extracted by using majority voting: + +| Model | Size | GSM8k maj@100 | OCW maj@100 | MMLU-STEM maj@16 | SAT maj@16 | MATH maj@256 | +|---------|------|-------------|-----------|-----------------|-----------|------------| +| LLEMMA | 7B | 54.0% | 14.3% | 49.9% | 78.1% | **33.5** | +| Minerva | 8B | 28.4% | 12.5% | 43.4% | - | 25.4% | +|---------|------|-------------|-----------|-----------------|-----------|------------| +| LLEMMA | 34B | 69.3% | 18.4% | 59.7% | 81.3% | **43.1%** | +|---------|------|-------------|-----------|-----------------|-----------|------------| +| Minerva | 62B | 68.5% | 23.5% | 63.5% | - | 43.4% | +| Minerva | 540B | 78.5% | 30.8% | 75.0% | - | 50.3% | + +### Tool Use and Theorem Proving +In addition to chain-of-thought reasoning, Llemma has strong capabilities in computational mathematics tasks. For tool use and formal theorem proving evaluations, see [our paper](http://arxiv.org/abs/2310.10631). + +### Citation +``` +@misc{azerbayev2023llemma, + title={Llemma: An Open Language Model For Mathematics}, + author={Zhangir Azerbayev and Hailey Schoelkopf and Keiran Paster and Marco Dos Santos and Stephen McAleer and Albert Q. Jiang and Jia Deng and Stella Biderman and Sean Welleck}, + year={2023}, + eprint={2310.10631}, + archivePrefix={arXiv}, + primaryClass={cs.CL} +} +``` \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..7ed9e89 --- /dev/null +++ b/config.json @@ -0,0 +1,25 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 4096, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 32, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.31.0", + "use_cache": true, + "vocab_size": 32016 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..2b10330 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 2, + "pad_token_id": 0, + "transformers_version": "4.31.0" +} diff --git a/llemma.png b/llemma.png new file mode 100644 index 0000000000000000000000000000000000000000..534cad103fbbed8760dd7bceb5c9250d1855a611 GIT binary patch literal 43951 zcmeFZ_d`=>`#*k=3auJ=`lx^eu(k(qphQ6e0Yytyjw~lbP-B@21j9y9VyV!FrJhuV zGDH*{hzx}=gjh=Olr6F(f|AG(6#)k*!uL8MY2TlpzW+e^r8SU~`@XOBx?b1o&i{7V z?w~ACUw|M81+)BV5B$dxLF7ZfR)AM-jfjpT2nWG_+PW_^?bXw%PN93M&f7KT3YL8z zyYN3k2cx>(JL=Y=u?AX8fBet<_1}bB{$ai$QcmuxZM*mVROcS}_=sRxa;wPrNlA%s zfDhHT=cI4<{6~YnJE`-2-8a6ud2dMjV1VtHEtW6K`xqvD!uM5uw=$yU!AJl7v+MU? zmi+w>_@7-#|Ni^m^Z4fk{`H4{V?fAN2_X!>dQ1p6@V zdG^#1BsArg$FsiQHZ2c1duq2DYhuy#CgB9z5BH3h{L*{wm!o<=W#rxs9oms?mvjxpX$pGDSUqQ4DH#jEXTLdxFFWdjzQGK<4s}ST%T8I z-yn#_ck@?~j?FPzXYD^Uv;vuoyN%hO)ta}U%$QgKfBj6q$e~8k< zuMk9uGq?XOR6E=8l2!}kt*YsEWu(?@BjLOQKCAk`kz_fQt|lU=pp=5ys-0ViAg^?# z9~CU*E6}L6=@BoDX_^&__�d#Pi98J$r~cE4be|9t*wN<163ICl}VzbPJ!ZfKRwA zmis(>53|+U^cBKtQB>(jLcJ9R{A`L&FgGIzZNBv3CBom8X&vh^qXgJPaXk_r zpf|Bq9{!xJ8}?~v1yiZZ9T6D+KsVbLsa|*v_&SF+Y-vLr!YoVw_yhZ#B4!@rkcf3}ST3yujZU_P<3{ zVNuL;>Dh{*OTfi6z*flHp(R%(Z~WAqBz{J|kyEN`aspNvvu?t`gR`#5X8c#lVeG;8 z?ocjNEk4i-8;h7wC*O7XR<3T?1i4H;93wyNggs7AgwK%ca_4NjXF$ZZTD+=_Ms+2J z5$d)8xCi(-S=LIqd^<8zYz}`rkYd-U=r!Vw&D2Qzcmruav*@KCjvz?NLD@ULNDiu}QlQ8U9hc9>HiQ`HPA92 zOH_l8M@G15h9`bowQp5`9K!!m8q-6g7}je9Pc^yg`VJ}hE&~_8f+K54U5b^EMmu-x zO!i(p58M&Xd)JyB%H$!`4=v{k=_kIvd^dcDGXKZ!^WsnBd(OXyfZX(z-nnZB2cjh} zbn1r9NKR%Q0lV%}HswaJC0nhQd^|IwQjgFFPeMKqUBC{diSKMzo=4M7)0%(szQ;H* z)wgWZ*Zj1CdL-_cGZ{Et%AVRLIz;mhWiX@Jv&-Q9z<#|v_~ zUB8RFS}imB;APCy`^^uY^u-h4 zw+Nzjc`iI@9UowUOF~ZIxsWncy2xN%Qo5dC!(XXA6Qd&#I*ZmV-vn=Yi%3J~ensin zL}rTHNzo!sSVwkR>!-eXUN_$N_3gzgbJz-eGe|sf$2{?+2?m?biAw~_Ms)l7;1m@0 z&ZX$C3cKKk$H(XKXTn%`8$%p%#X{k3fhm#85JPtO(7X_@%(t*T`|%#q=E!vmh)J8> zunN0(_m9ns5TtnPT#{gp<`11KTt%$c^hX97KPZ`xema2r88vZ|f`cB0dgHl)59Lzm zJ*H_H;}_6AR+=2`_F62_CvEH++V}e1{riySLmom#lO-MIXw^BfAJsE&r$0t+E5H$7 z$Pm9;bJh=o6*3RO7GrQpvzyLb4`}(qU+m@KN2kas9kmwYr-=Q~w9n4B}bxd->Resjv8`^7^-L+`SzMotXv`5SLMrS8v9IdBQeX%T( zb#mp*FKR9S6)gIfk_nhYOB!e&o+e1GBV(8jB@5M025M_O9JEWf?XfC!g_h*tMeEThv{ly5ugESJOf$Ac0Kl7gR(Xo)@w z%~$Qd*O9#lsOML*P+>R(Poi%e&@j@oV^93PZu3QPvZg=tcdd$sTinX)Y=te`HU+1i z4K$uoV;ZA2vSJ&RQ1Mh^uV=7BaMcY&in)&*iNIaht!!RNQN+uNy zH@>C0rGG$-2H+VB%}nt-B@;+E9eLPzlah(UE79oZ_gAf-JX-LXh9K{9rJ3ix7Cr6$ z4}{26jO=3r=14H8;)?4N445jfMjEpff1VI~I3ijFckA;YY$d(`K@7Hof6a0uPR922 zxh_BSsoX&l$2wB8C?nR7HGS zHpl61v4!C7=!+_&RToO`>JUkSWnkc_m2*hPdUOVL2zuDvyF&i*FKt|nK4VcPx3Ze8 z&=C6>cX_(Pb4Sb~&VnXue;-kNpKe(e86-xiNfui$ibotbpK&>>{BUTu668JE+CDVj z!``sc*nfz(|Ch6^Guw@Q67OM%`FV~{+}|8co3kUbdWao0{TUbbl5w0I@-Wm7H~lDT zeo9-FT;jG|0pTRdJh1r=E_}SAj#$XQ5`GA8Q}=vjTXYN7cQI3U%8|51!O$T|mabSt zi<88!XiI)%i1lClZ<}lbsKt<$*RIG-tSzPnL?NUskM8!b&3p*gGp}gqWIZVagzMxgoEu)`?cvW!ovZt#z@Q8%;%lBAHB)( zf*6NWEq)2uDDYt!B>ILc`Z`lAQM?82A~cp~+H0P7^N!KT-62<;)A_Mj>D_(dM_ui< zq@+V}R$xE`k$RnCUR{D$53V7EQ|U(n-XjE3n zyQf7@LK^U7?XWOWe7G*X{lWL2UGa}04~KXE7fI2+V>u3|0g<5sF!`V;-h8d-{hiKx z@5YtD@d{d`c2yGQqZL%ov?OsDxeDy;hT2^2G|xh*q5PochM54|6Ffd;DMYMRZU$m~ zt1f0b!i;E68k_2EfA01i@Xg%PY-CG2sZY!vO)LDK_&}PX|2jGtEHTBtx9R9%@W;6f z+Yp=0t-KG(^p`b!!w$4txWconul|c6p_@Eq^6~B;H*SJ?W!Zjwi0%4hKBhDZXY=II z`!~M{mYG|Qo2z?n(cZKmN>$tBE@XMHO}!Og4&t-zVCMsax=xTS!?Br=sKM8T%6_lk zeu7~8V~@0J)0*8#G^=}>ttU)i)7wXae(r@+FcoiEy4+?wPO!{w=QscfB)c1MZ~Mrv zSM8VYd3Ofw^Lr99# zbsKm}#m!3D0!^$JGAr`{6;A_?C_y{vC*C|wxBacJdj$lpiVTd6mobR@2?mEU#Mj8x zz1*EKc^vNxet7y=QgG^Lbzc)JcLWx3Stz(#aaYLwd$-kH;kBp5_-kBmjXp@R@0L%uJ>IsF}g zcf&uHp^<&Yu0i;1IE53=5Zg*7wrA&gG~P4`*Z+7MTXyf-p*yfcy(QAJ`{JG{aY56+ zMAxYmR+nsm=lQ0M0m1;h(*9oPjtmevO1Y<}83b7abKZBLb%sro`|(TQ2##kr*q_}C zt=B)xsvg0Gt;V7=n2{kY>*$V{_-i8*>6-qR%Ri!Jx7Y#-}OkOV8+qP$P~X%FgTGOD?jm!o^HF6 zJpKM(m98~^e!YRe=)`Wk)2NB3Pe6_O5a@u1ggh*(w15(;w@A8CBS4*9DPkT}_}jjA zMOWB@MvMjUVnQ6NwCobD(FWVUMzj-*TJ z{vC|)P_vs&&CQM-Qw1M3kG>C^T?vgt!fkHaJ|S|w!~%DvGCY}ROV;{YDrn3GS}R`3>1EU&ye^fT4~FL9{^JD*bexuSSsy*45e&Vn)?7f5V@(b z(ec0613mFuaa5!RkV9f^LZ1@r+{HDT6L0&`ICTb~$uYgT;`8&es=SnbC{?_-mcrRtPgT!Nb?1EB7BtcN5^XjN%xG@M-mGN3`dysT z52tB8f8kt59F$?{A8e5;+M>1POo&d{4z}xS=GFyjy&|m1cPPc3!+xKE`mJS|T@W|) zEAR_8|1QpqrP}G3+~SS>n6XUnhW&`6kvzirpQn_fu&=wsGEWn~hea&VwEEToEi28E z=N{XSQ)&~=YKPgdl=};=eYbhxTn#B#@U?sjo zNJCQMU`HdCzlMb@8u=Yv7)ym(9^EgXF$SJn;ICR+#1-=iY&`wplmW}@*wtP-)IaK4oh7Ek)q$3VzF@uYLAuXX~GhWm$ zsKM5)X89y0Ub}sbQc5xde-_Q1T#G0kwNs_{riwMe6x}U_U$LJ*W3H!}+S(PB@Wv!Y zMH-@)QW7Q<7xp39S4C4HEWA#gQS)*#zRUrS0$)UEg;KA32O<7~qDj|BvRQW|Cw$C{ zZ&;>FT%c$cFQUDaxLpDT!r`m?s|dwdDm60_y!q0tk)-}aZ9|9$OKCiO3e-4mx`7~_ z`jR(>&#z4w;Z9%W$+da8TZpcsrVtNCosZCoII6j|zZF}a>6mL|Sd}bRrKC6BJ5liG z{$W1)8BQBvelI<_p@}Hed=1MdQ_O>N88|?5Ja=8S z3_DuRR}(ZvZToO6duF=A{q2`S*TN(o(&#F+s6$=W7x$=|B}n!_0QNzTCCn5*>Q}HX zZl@%;Qz)Fqu_;u44NG`QJWkpm(W=OmEy_R-uVpnvCu--{Vk#R0NuxT>8FeV=6uu*t z>SsBgMJ{b9bm0dlEaTV^|1N`0xYj0|NFr)JyE9~aLXI{)C90lepd0dd^Npd z`zO%I*HYm8jHTyyViVXu+P3b&QqGae6-2cP9TMbiIKMZ~QPqusjHLe{(S?4vGQ6(s zv{#6zb;KxU4z9jU)w4{9x@R+M-}f54g$Uu;qtR z-IcKMqG%<)bx^~GK1+WG(h{0+jKfy`Ar_t`fx_T>k+?j>9zxqKdsc-B5mcKnU*gyv z$3CNV&H(4jOuSG6&#SZQ6G9KF*AB8}Q4%%50 zVpVND{+Z=T$7wGxLH^zGIL5;<*flOnLrmz1+iVTsQq#Xb3nS+hJ;*hT6fE^@k7Oe zRiit{KlBT@Skr125;<}sr>|luxQb1fA6~kI4(ZjFJi8d3u%m3z7&@pzzv<&uxxbw< z2HTaFT6Li5B03UBUA}WX8XP4jQ195OYtMD4&z9e2@ycHRfE^;8`1eGofqqokC=iKe zAF~iyVOqzA_L+DVi1#18gDS%6Att1bmtq>CQ&!GfuTK=g^Cr4C65mqN6H9~TXNO9$ zs{O*Qzx3oAvYz4^9W74XEr^=n5;SmG25*|H&2^{zE$VIqr2S`c_H|p&iEtk{^vUo# z-EPQuB9y*_&Kc}1yv!SOD)O~Zd^Vci^>(^!JrPM7qrLFlL^ev_7%!3?01Ci4<+3%s3@{sNBM^Rp%1xsI5)PH0 zzT37qO7*+_6Hm1e#7E}9tp!C{?4R(1P&Tb_y_GBga2@>$v;fVR>FN}>WC&GB)|7bb zT-KZk!TSsY%WrGxMecuMPRNmYM9o?1aocOo;=+Bxu64v1)Q2-s^KTr3+STfR63<*h z54QC8f#VuMbs>Zg;bg4pOa)qa?#YZSr6e7`RYo?+88On(YHek2adX1MD4NU@nrUul z`vse@sslnKy0ehyl_YobSs$q~)w;Q{O)_ zBM;k+SM+c1yxjK$YYK!j&$RFi{dkOaMSuo-`M}bZu~*N z-~be`U#eP;hxhKqn)Fx=_ugY2hJi^&!Vf@Ry4FcO!;4G{Y>@$W=n$-{Z5*A5r8?-8 zRq*6|svs_(q2Uk^!*}zt*xT@M652Snw(#_bFO>AMU=KVujv7w!_!$^~C)whX4nw!k zcHN3=*HW0Dpn7#hH{Fa@D3}6B@)_`f$Fj@(L`+3e`mcvs;UDRNIWML{{P21zL(|F^ z_GvGBRK^8L0#`9^4^sT%x+GWnI(|RD#HH?er#4jNB+YcU+HJ_WUW=zBrtX|Dev$^y^dbXddOd>?b3$__;P# z)gsN5JMhXXUg42g^ZHGX0s}f?qXA9F%g}W8EfMmRjg|NfA>5Hkv`2+Lvlf~L3iCsd zM)cFkMNjgxY_7_})OS!PERQ!=LPhawS z5=oMgdGd(_{*ry}P<(kkE_4t&rnnttLtWUOA>LqUdk0h^uD}(%qwC&u@2nY-v?SSReDvbI1x%wfxV$2G?)3&O*}^f$BVb`%3$y# znKi0rt^F<7t`(>*L_1MPBO!g_wFQ@Z6R?^4yuy>Xi1eW@27yU%@v+{E;*;b}!A$%lBpHN;%T^XM2V;Ekv!tICRA#Xc;O{A#m+NXVEj<<>#TZzb z+t5Y#jHA%xJYI(-9vjNDEy~I=U{$4y>9q+GAk4fdGqAFqw#lumHukRnsQG=?F}chu z97_%H0A%?7C%l+!e4m}ETu)R3!14Jstw4*1w(793%XlJvuTaf_s!;FRuA=MonCzC$ zOR+UGB99d+Kb6a^yuy=;|9Kt z-Z6$D9Od@L9o)+NEYVcy(a4?tY>QmiW#A{<6Qzzf_K4jg7C(6YGp8DcDd}-k7;NQ3 zkxox^@*tSQ)Mulb29Eg6cM{Y?q8nO(D?aNr6km}T7CMV6&V_~)da3C<=$2*k3U`n# z6hHJpZ;K-!tbry;t61oOHU!<=2V_wjD?7Z2Iy6~@K2R1W7n%f!@{q9WoZEh|2nE=^ zO5XZAM++CLDOc#4+~pksOSB$|@?>61Xs!kTfK5y?Z{$6}(S?$n_g|SW=O#vl)ai6* zWy!}^EyjJEg_B2cXK>#kXz>&6iVi}!oYYlf?YJWFR46es}W?9~& zLz41^@E^*`T1LLzIJaNWge3w-&-Ocn?^S24p{nzTCb#05z?w*)DD6|pv5W3Pt@-g6 zOLfBhEb2VV8Yk+}K3_O%0-7dE+0&{RO3&6p(#(D>!VWu?}&D-~UDC z&pfKeP5GSWAFy>^aB|EOuMK!xZ$2uAQp#UxvYGf$n{Y2G`C!3R`DSH(X`K!DOIl|` zoh5kZEvgR*KKtlVe5y9V56DDtoc#TigdY@2S0ZhmM{BxM)=*iq&_Pt@%pa@g3VT{o z19R!Z>yIh zID_g#HM=OTAmbuP?+@Xlw|`_DeFT6LC?+ow@}$YaY$ji=(zoQ1_uSI}aNb0z>I}YD zg&uLTHlb5@>Nq&_S|Esy0Z{z;&;>Env(g=nlER!NQURHi&P7=)lo}DsAm7VJ^S!$C z3B@?79cq#bM;0S#7uVPG--YhQKLWR7=g%Vhk$SvApJjGYJl!uaeCfzAMF}kmXdO}( zOHsN`4fKVv)J)s)zX0v1CuyfT2zev{NMS}m>FQ9WZ@%Pqhx`>o<$KTr0T6=574zR? zG58A_d34D7(gbd1|97b!h?g#uc>5W3SV|wzbpn(<(3=P&W|A~RM4~3tL6xoo-m+S6 zr+*+2gE`8aBN|C!ZHi`dwYsuySwU8@8%ne*0l1HwX3&fOG<+D zcStyS*V%bN8N9B-#b;%O z^}o`>nxdykFK!5!m}h*{ou@Ypu^VO1zHrO+@&)NK9v zawmqBKzcVNUX#%fc>m9VmuQG#;N-0~1*@_P!Ris!z?3Ymk)0fL@zuaz+WH4Vxi1Ea z74Wc?GJo>(ZqkGms7Vn|?pXZr%z|f!=jF)HLRCNGZOcP z=vgeBo5@@kUV#IiMs#-6{rCc4bBpLQdS^9DXu{h%pZR;*lNR2|<561o8C5+!(5#YS z;3X?u8xE$4p;L3lD@);{ha5xAHW8nqm1xVVeivu;3wpSfke4K{H|oj9r`+d86lE1N z2m^}dOb1<&j_sd#1Oro@XqorFlVBLu`CrC9-i)>g@>YcP8oUq114v+_7WsJ*t0wQ= zKHNZ3Taw74O5}_tPwr@5loW7F6L&jH!pz@gdAy9#`!?JWe;P~O0xWFI%X~|JKWLK7 zZs9&FSsLfvI{OuNc{|liB?Ig|42+z>2nLZuF1Yw~v{Liyyazbz+L@?PXf~OzWKQBz zsy$^Z%asggU6UIUXk(o**ECk3bzopdkKsuzz{S}Ekfo0fh0ZkIHrJWjY2kSkpHCj& zN*T;73es>J4s|u%C7Qqv9T4)giH{^qJ<#3KWnACjJ%kjG7DUfK4Q-(VNf^dP3(j(< zoh@Q)MkZN)&8Q-9vdHD%%^e|7!MG)Nbf*roMeW#T;N*`%^N`1a{$a!$d$W#JxsCw7 zb4x;^Q;zHI#Y{CnyYUQgjy|u+YV6db7L$8fFdDuli>wk!r_JbfS=5mKg&R@88}q`U zt>(KqCyUnM|Ccr0R4haK%rzay$7`;-C9@$~cJ;eLTG zx00k-@)O-T3l$aP8I+MdC0r{GiED`jGy++eoxh!HdLY8hZJGz`6h|9BwT< zUWO8Xkgu!264!j85o^hiZLliJ%L)LnLuD-TY-fhueqNum>b{oYNk2XC zX4&F4F_M;QT;a5SoI(8{Iwkx!?W8^35Sk;-+KC6~=cV*FHvVB``2uSGjjg}CMNDH` zVP%P|cO8-0_bkB6J;KT4=$cr5(y*hOnWPtFmZx137xoKIV>35^JxK-jBp&sKZpPqV z2p*-*fO%GD%aMtQjl^5SAVgKTewXT$T~4$w6_-oVRhg6CMU_t2ysUF%e)*qf4` zFxz;rh3uM~WKInOlS${^79@J&f9Pi!55A@D`N3kKvh1|O+}SXl@009yn}w(Y?KBEZ z(FAG-C>$1vbMj+A_Vq734!IU2o1WhkO^oN)0U(xMZ1fa`XWEh->k8)8swNB|;o zP-g|oP5RxUvhqyLh&YJA20d?Mkv|&;V1?9lZ6wZ9(&KP5Vat)=bgpLpoh&Y71MGg{qQFb-e**>rI0HH;)-9nM8Q#CG{%mS`J#kGsHsVCy z4ZySGr~uKHto1hT>DQ&)@JOdWutCG>o3d<1q(E3xta*<#QcWBCoWxV~o&-+uI?{+4+N^Rcw% zKHGt@R?ia3Z7(n3 zdGX6=rTZ{l-o(`ql9Au|^PEjN33KSC8tty;$xZLCTQSqd&4X&)@aGv!YaL7DoH!F= z;&4#oh7mG*zE4C)j}3u1DixjwG*(k|(+vtx{#|;~aOfI>@sm-Yuo8J6Z0GOAc76J6 z*Lwc-P(uQeWSGY?FM!=KOXwXJK{xQYFmxOM5S8)HIn&L?VvrNKCec_&AbVsv2~)d3^`P`l#~ay438VA{W&%4kS{amqnq zO0wHFk^wY|oAWzlre|)fzmjN$p}dE)w#hXK?xE$)^^Sw+j-_Y zm=miA3UyI*qUv{Y{}|$}kEY`M`|c_)BQ_AdwF%DDq*Zc8FyQTjc~OeJq^A!1`9Am?6pmcH{;4o#1m!Vj*o=#kNP#EfpD=(ol4+Lr4bWWFy2m|IwaUcuq zU{JrmQ%|0@bMtv|JM@QxHZjX}%F41t^DW^?8d5xL)*~6_g9VEHG9NrB-+5No1kR>F zyF04Wv&N<`9Wb{VkAl#gqn6(OB84PxBLK)Slz#l72U=Q!ZD!7iW8v&?xSFt<(HN5Ddp2K|EvDu`%+{z&S2>NHY~xu8 z{|%7K1k=)IMXV;)#8GL(43E@e+^n4(?1w0wx|x37%@;Np7>0ia{)uEX{?E#^Y+-ci zdJD}3C&Pj59O@Ss*pwC^4JDH4rRymYYNWWC>Q4PkHiT_tH~rFarBgD*XH4t+cT6n* zi5&I;5(L86kuHy@K=&SISpLx=nik~AbX-pYY$l}Gm%k7&vwUrW zG757fc^#X&tnxOJBt!OjswvN!626pl z7}+C8=pkvU3|%3izeNM{Q_7NcfVwOk3z-E0)Rq`sJPi_8=Uv_c?$2k*sXOrB8uGOG zy;OAwW`Kp0T{Opww@MD<@{p8~w`o$(qbv(}$ z*WD>B$tci%qaji*OcI;In2W2iA1qP8PI7ug4o|W@!rH<%HJfMDN5OrKzr%G}UiP$o zb#j*=F{*`RT94oC7uZRf!66TTa&J@7J1be!#sn}O5UH2MzeYDz>y{N})r7uGiBUCL z`y;SH=FY~~tIPLwZtd!L>t&m9`UPB{oeVT=h0TnNgvqk(R?Dm~C_ zw(Ix&`Q_Iz6-jvcN$U$UXO8=BT=;hSP`X(3cL%82q3hJv;?&Us!nATps{CCHB}g*5 z(Xs|=KL#cUKb3mo79^$omM%N}c**?U*bqP)Ma?1CaQfunGzy~*q?9W`Y9?KAXbs5*9X9KA z3Ds30VU3MCGhZm_97`z8-fBAlXl6;+@7;A*9vWcwV9`jD8O#dUf`3tGw7iI%$Dk>#^QlidmtxG_qYN&kZUNz}64|pbKM1F0;9OzLK#F4di$`KEL{)&W-+zo2;0 zyA$C!v`JFLLo3+{UF$>zdf0D>=JbC8H&WV>@CSG_qNX;%4($exRCGmj?u&!~N47th z!n9Vgplp*$$#oDPQsDD=t4*JG9#&M9RpVB+niz#iINcK3;D4SN8hE^b_XyM@t5|&F zu2p~|5`v;Ef{?cU^QbBa2}%6PVHZfosT~xE_U*(CNuJCM7FtrH)uoHaFf+Mosc~a@i~xu)ABxGam~j9Jm!X0veKRpF_Ai@C;{maE|DC zGcFBI)g?_@;A_+win`s!P!{WQB;Wc*uOp~k%ImmIP$CkKQOqr2M+zdM$6@mQ%jCkA$e>A*<0Wx?bmAq|l;2jpA zouRrY=_=DGEm_ zX9-B8jV+qbr)p`i^kAp<3g_kr%zc3xr-DI%aSVz(N#>kgV2=5pv=~g8lM7p~kfrr#3Yl(% z-`5(3+TdrG(r41d^>8-qp8;%6d_tG6W0{>3}=7;rA)O<>moag!3NZh z9++aAtW#DEXW52=4Ia*Q)JX9)(e{fHO*NOP^~u*f^Pcv^c)w?1)N;>Ob12I8@|?olmhp{NX+s*+WaGh1{K zt%f01{4J2lBwm_#Bwr&HI9b7*7(h+njYm{wO#s0I#0e{xk~DTxk~^IStsKbQ36M@Q z+#kCsNuDml#@{_=PcCP=e38h(PvQ|U&JF;jOpQ$n|GHCepi=Y1S)~vZ$nZf>1%X-* zN%>ypB)*!8!Ikbw*t-sN6y{SG#5YMF8F55kJAQwfHEKEDB*Q_ANRfeI;3*i{DKi2i zN=uI)w=#q3uP!reNgUVAQ3#q~nAco(t~)XXITAome6c>+0>IUk`*GA3Qm7`O#PxN$ z?~#;vbhMJsyW40fJunG%B8evEPFcAr*>qm~s$XD_B`u|2Zj+2k^EAQs1xF<@y1tJ( zkxByvwi{ana|m+2+0L$c&!zMg^NTkbIPT0Zkyc&nZ=`G7=eWt(diU_Jqz>kCeIXVM zsmK`{f!asNa2616QLOZ_U%Qmg0i z4NRKtg`9Po^eeZ0yb$ZyIb!@H8Ur6yQ<(!K7Nk|RgK?S}kqu`Q@rY~ES_=fWoNRf+ z#{A;SEV*_i>mon4C<*O@I%a(_v38GNgXe!ERua@$s=1B-K{BaVXq$kO%;M9a7i|7J zVm)Lv@n*y(Vl3X`$COsddO`F6$%!XAMYBslLjZ9+Cj*xj*+G)6B6Xv~ zYt{8Im{qGtYwVV51~_!u#;b{@TFP~QfBZ~sf`k-T>y?n=iDQBYL6^YEV=G%U{ooHe z|N7)U{63Wd@}9~p`Ah!0@fc~RVr?utwsO#d*CuG*cTZZs(VTb`-SiiT)~}X>7`!%N zTa@-HHTpta50s8xAN4clm`A)u^H*CYbGhW59xOZ0}eWeQ}xn zfm1lP4>xakZ$2;Q&zq#6K1p}#FkofhOs$533oyTLBmKrXRlKk^;YHFGHH%EEA_ule z5o3|ur|2HGxua#u96QzBayqrkICmxz8(11*k4}Mx9^rf=;mJ6dzsO})o>MqJi&whl z&wfkOCTVl*gTBwJOJWY#--qu5TAVqOtD1JHl1IPt(hw!vqQPe>kSf#;)Wt|HCL=?}U2W_wi#_VSxe<4H>_`$KB5gl| z{z|XL7!t*b;c%`C2$9qT!I-Vr(DY`aQ=LJJ2idZUjuYrH5ay54QgFEjkkHg@cg3CS zHX|GQCaSO8+`^yNYJ><%?k%O2lw?uAvY@JK|0b99+XW|YThGSUjBJyXVv`#`CI0fY zW%l>f(z|yJb9|Ln#(sAN{TAJO)IQ;?YsLJC%$py}Gu}<*y%_#{|KJk4gU$7`<+Egg zt%Nblgu8o9WG)D|L=ccpY!(i4k>$4Iz(_PC@5fY@(3>oa0PfP_UAeE?T0ouvRcw*S zz=m$R)=r|Q*pG3h|d3Z6b|6TKVq-_{mu%y~Dv-H=?dy&m}w8CP;n&D)Mdp zy&*(9@_fAlg|x3tZ;2ExG{eO*a)m(6xLOPvV5izzPHVOXRdin@<$8M`>f1{Q*rD++ z)uDQMK3lKWWTY5amS!0rsM-{ zHqBjH8e49NF5A_ew&~jKXAK!ZuolY)r)*eVyr}pM@a_AAJQLy`ncd9j#11OM+}0m7 zEWz7B@5d)wx>sLILn{#UPzP%hKB8eTUJ2e;m-Uf?l|Zz3wC3VMXJKe0o(%2N4(I_! zxIQEk*nWc?AMiHCVsEdJdg~+|==Q*WVx>v_a@%53)A|Z06*<9w_F{=ZE+vWcNDG8l zJ`V`~tXB-vT+^R3(d7~$0?F3XRE)mdpFWOHs51(RODIXHx7IF`B$YIoSM~@{=UA$) zZrFCVe00#y_@+2&vXRhd9&Mz9E_@uav(08HEuM?NIwa(wAfkYcM|?+EL0Z=d1DH7R zT!@}E4D2v8{6D2}DA*ZqhHjcG&V~-nzOK;&?2Ht@QN^l2ozEgw)wKBeHpLB3AlcAt zyeX#TEbOBhO<^I2Ye7tJJ6{Ot$5Do>8TJjFd_<0z@55YV|1 z60*Yq1qH#NIX5B~R&~SshD5yDkSeV-+n--V&GlK88_7aIbI^@3wXEsA zc&7@TnGf^g(j9UlkD#_GM&FB+pZa!=w?{XfpQB-D^JUO!K@Z7D@WM{B3r3%9vAYIx z1Gq%?%&tVIy9K&)n$n>ZaTMJ8(k|nXZo3JG+bVFo<{CxwdP||O)R+Js3jCHY1x?xh z!FV0WLM)4*00IV}#?=Ic*oUJ- zY3($-Ef?&x;a*nT`Z#dnzZbc>+6LG#*Je_n^K4k}SZLc=NlvMe{M$k3=wPmjlT*;Q zfhv@w`)i5 zWl06Zu1T-vuBrd=m1U1qxk49mSv`1VVOBs8e%LVZ@}o}=iVojPytWO-^|HQX`>;28 zXCX8QuZg9;-N#V6SHYHJ2C^*SvWH+RDfQy-9ZqrYAX&-Qd%r!e&}e&>gu=9>_q>=- zp4(y>;Lq-0fA^?yVf-I!@X89_*a#`eN8Y{zbbR;3{+c)imYqMu2~(}vX8e3~lfDAo z@`2$HP#ipx0jn0sPX7aef`%uNL=EyY4!0B(LszF~xCOxJ=Y||1XK8cUa{5lWN2+9g zs|PUD!qWo3P0<{BI|bM9{|;1HqGvva(I&{j$DW;A9N4{yz-kj3qbzEX_znxKNuTxV zqWE#Y!n8v;YEsB6BtYbldIqyM3IrXIy@g`A4^~tNvK+~D$?jO|_2ndP9cZOQMJ+`F z#@cq9BX2!Bw5R%F`*u~E5wkBS?+vFMaZgFl3b%bYW!;P-1j=mobixI_jp<5x+d=Npwj~%er_}H9VrYY%V3RnzeZY)gQ(_`g4G!${%m4RlgBbfr8}*8 z->2uy8~X zo=ckBHnO^XBc1kg*#4iM9cN$Ta?P@N4_-0Y$9egWwqb7om=?GiDFLVNo9Q0BhDEC= znVouapT|Ce_rb-V=rNcL8wQdoz(R5R@Gm*lgUQM&*MP5{l`0uH?C}v&vB2n!ZT2|; z0!@%c`8FW0QVx^XGRB1H@>ML_B^AS`y8u)`2HHqT@U5y}|3f(|R;UkiR&v`iW?x`a zcbaIYP&}HCV2Ab#Cy(KNFly{F(TvG#+^{dy4tIbtwdMGIvXt~@h$)oxNV{=Sv{HOj zP}DX4v0NZ2k(BSGEs+|%bEAg(2`fBuC5sl$P`VW^G6t#9&!iv%-W*g*@i+^(Ya2-J zY6q7a48&mhFl@l3fh`>$BOWpe^9EN1^+{A1A`3Y8u&=bg1^6}XLTr>Fo1tX$3mfDc`0#i|?H`$ImLXb?c zZOO}gb=uvxz%*T(>-AQ%(k{T*nXE@P5a5IF&`W^hY}eWOdy*m?3A>`hkyaByt2}vE z^VNBB7+rj%_1P}=wc9qO=MkFusbq0Kko}5^KOXUfD@l30!a0yc131{-(rxB=?iZ)x zRiv^|o5YKdv*l!kB_Fb$y*6}mN6JsGBxZmS#DyS9VV=6}P3m%JUnE&d^b##48#Z<* zo@^KhlbAcO&P4F1uWqIOPY#)!mGyuwCv}O0+5`t}V5c6u8v$~O{ZNZD^}Z23tk2R& zA@7prfLOb2Y+RmmB=0C$g!L*m5uQ{=k7vIHNqEPbNU==30bQT=1}=sIpy|O$UW=3k zL0c9z{QhOMd~GR+tiDoH?WwN2pPMzoMQ1^pA+V27WDE7+Ojg=XYr3EJ%_?5fqP(b%L*?1-a&)GdQiCM|wY+axDzq6Y=fW&Srv zPkEh}OY~O=vq9#wdqC9=+7FDJg3_jJt&89m;WT*{9vKSSj_XQsY825qHYlz{mC1Bj zs0S1L^kS}A2V9&FWRuf4E3O_~j6i4}vX!oy13i-T{lLu`)TC@z=QigHazjB5)BCb&ZeUwT7Aq7)h7jSd@omE~kT5T9_s zAsItcTLU}KZe3r$Pk($v_l!0H5AM`1lXO?gI$>;!!D@0Q3YyeU4>kmCG+2-D7sSfmI5T>g?>rR1$rwL7l(@|SnyeNCTAB_Riq>BwCq|64Qg316*qKk!M&eqNiSPALf0*(Y65m@MEqEENz=d1r`ao38T?wMWsL+X$4#C{sa{B0_pr{Yy53VeM!L$sD zbBA_dRS;93(NR4X4W!VicR(mb)2f2+7>uPVqA)vrAa-nP8FHMKR}(-mWk%8}O}Q?; z|AeV5HR)Wqq&oDdP!H~Ic|)y=S1n$2P|1=c&vVejByB9pgztZY5!AayZ8yEk3cQ{E zi*UY`!R@Q%-xGeZ)E%T+n{w)3~P82m`yHQ*bLIBsxh;Te8|@V}Nl68E((D&rMK6s)ZE`4ozujHM={ zWiXiKhd$X{@3V@PXIWGL3x{bmXf^DBDJEmz9Simyaych{5UpfgJaK7e(}9a_7zvoZ z{W}Ui?WNf*0d7?a~X|*9fGtzoonH-8wL5E9TN?O@dh}KMoNy4h?qS#r|(;hF- zaC!X+HHRJR4IMBtTr7`R%gUd1xxUU6-1tt%W~yLY!^Xy<4=a&;Y=cpQ(73@d!*imY}D{7m7GE) zp;Vyfy))GGmfOQrO@e{Hl}(WEI(D`=K5b#X>rEFgtxeDe9SyjN8`B7)3D!X!{jcvBEiW{FIRfHDUeMfk2A67PNgg6}W&hkhFP zaI(+dYp=c5v!3;AcwY3bwXxr3=P0Nj1{RPAo6**Q?!Mug7(JCBf9kbY!*)NP>}tX& zg`paVUEquJS^cZi+qc&RsDBh&o9^{>$Dndci3WR+WC(3j1zeGfH$H79&>Ms0NE_3D$+_8ipiHC;za5FHREh(BV22k^O!p&vk<1sE`}m3 z_;h3zBIbm7x(2=rJfe!dH7B)p#aI3Y9X+eDW>s@QS+@=>mQ=2`6IwPXr{!<3iMin81 zE@;0rl=i!*-hO0I1GOMBH=&*a3<`%5CyVOcLPC%j!%BQpr42oM;54G~aDeHO-;`Dt zo@U6xn?XwXWo(^-uti@TRs36^u8eU;oh#Sq*6T=wYMCawXHlnnwj8q^0NF?mP3vVX=tpdw{S& z$3cLGb|RoaHft^ip8zt|1OG#aYzK=fivFI4XtO1tjHzPqj9I<-fvMqY2C7I>SVoT^ zGc?-Gu7#X4&uN4E{g=q1Ag#YjKByP43wR2&$^4S{J!}co(H(bQwDBbXBh4mls85+C z&zJSH1fe;mO@f83*P*`)!<~LTX;;u67uLSt>U(F-?V5*s?}VA?05i6`eh=NGR{ zP64a{a28omw@4L*GVa$;{yvv34@EO3)r{~0%cz$tJ~Vky3+FHOg8~?2Fc8k{!<{>t z=BUTA$+EhqXg9^57Cs#0`I0s=qpDO1(D-MGr!|tCY@84 zi6YQxKoDDX14yR)P!n^Io`^JbSlL8*(Ss=fall?~b?&n3AG_dS11>m7RF$wV+zw70 zS_jwMAdN872}JVU$*zFab#GpXBz^NzhdcTLPlh_D5DFpK(KMfD?wTaeRSiFF_`RqHH!;J=R; zhfdU_c1At(bp96TO8!}NIzK4^3Fl~1lv>a!>b1Tc%feJJCs+tnheP7 zy@EOW&oh1Ljz>8idh9#k2Ydo28++R3W=>?cF~nCxBucYZMV>V9WlStaW~f^ZKcySj&3{KgZ@4 zF^r-n%EV*CbfAbI^Bpl_&*^=fl*n5z%J!=0CEAFiDX0m-ui}Ai$AZim34B43{(nfs zd2dfKUE>rUysg-^1V}FxTt!><3}C8{n3JGvFQ<3ePpR1X{6@vCt7+EI_722#AYcIQ zK<`pv-{@zlqId}igZYsSu6P5S4vc5gu}ZrW+t4^AMKM@gj#Xg}v!HZtaEiB*b0de1 z-q|C`-rcjpgk1;XF65FTWF)%KB5hj+dl|$Oy6@u~0e!sVR*52#-J*l1XiN=%Zi@)w zfU?b*DMgjE1IF3=esK#5PF521h{vGn0D)&*wuh?01Hppa4k5spixyZ5?$)yGcb9;2o&8#Yqtg|VgHc0^!bbRr^t@c9)Gvw(`b z3fRC0ATnI5>58)XcAOXpc-fYEOx zOTI+E`-JWni^yH5vK{QpvoG>^(f3;jM964hAg~W<;{Iz1#&HqgHUD9YN+|-b`ReKA zPf+IqY%9H;vG%?DF~C-Z#RhDN6NDN`pgP55ZjZiY2GvCF2pLFX7{vpWgzxmT3IXhx z8lFS_HNayRP!`TvBmsis<0+ONxF6|D0YU)+Ss2Ygn2}=h`k@K&-On4~=r^Tt_ zU7WvQki(a7O--K>6XxW#`D0;gsv!x4z~F`c_mK1^y@Vz`%C7SOJJ{5rnz-wqq$Ct) z!bKxF7KP=^0z-u97xBDtXE;PvQC}n$Co_!r0|3Q49_PfVNU9kC@hNac5(4z`_wF0q zjXQ6jQ`RPhziBZzJ;A5#jt_=j0x97sG;t4fwOQ4#E$&`g+a3Ek{STJ<po%?B`^&CQc)o{^St9=fLOhF^pVx zb3qUsV-)ja%HKO79SqmwE7`e^8Gjy9g8D}vYMhJe7lWKppOX*+ha=ak1ul$`fiwz= zHVWHCR!8X|ZGPtL3-ux^RKIHW0ZKp` zbJC800tnPgK*r?2=Wns8|9!27RVj$9(8@dPMZ%0yYKH+(o{B|aHz;Nd)y@z}-W&tjH=v-Bof??^xau$}{{U$OpLH=SrSi7d}!V03DdbHN>roDSD zTubrk2C2u=&lMdn+X(fIFc0hWjoHqqMo9y*lc1FW9wLaCL&}?pz4RyRQ0G12Wt`oV7=B{`o4z?b*1m%?kCwig- zXD*C@P!K!fZAL&rFSY!_oA1GR2_d4t)7!U17uLGaK&Wl80?_!__kgu2p zI;hlvDyvh`q(L>*)`KZE9OC~(b!FJQZ>c2*`B1q+Je&Fks-&qMVz@L3t$6)bkpZ=X zwpBBd?F#axy2d}zT$%?W0-OP+_n;Tw8L1v#lGn??r$<+zDgtzrDWMUqMp=e}C>zq& zQ<5~#z89WRBdE1IrtqR*?+v-du2;@8L&}GNLQ*RfWv{FUiMr1R!C;^YAjGihUrOQ6 zLBpjTNr{+WJ0>ML%wb|xPfLv1GEgcv=l=n(Ib=tM<>tCUbb>~p3cE@{@GAcjzKZsx zR!IwaL(|C1aO6s8}41v}3WiQ2#!nG9E zCSU!hnHKY(ZR({^9}ey|oqU=l)8=hi2ow`6olill4pfLj_=4l|%ZtdZ(Wun3ggBa% z%@l)mSgMF$qR>!E2J4qTVpI}wm=EZPhd`c+X6?}4lsk6D6hZQlyn^|^ASCkQZ2h15LW$U) z#IRt|4(vOoY~<8CaJ_PZgPJjYEd9K}udwz)y(){j{akViYCy6;aSh}@fawdy9}r4Z zAa{U?8h5d^KjZ|DqBbd2TYBJ%vq79VrMhCbqe#MHQM)`Tot z&PchTp;{W zS_{O+aP+Y4`R*;yZ>qgbE=J^nfAj`6!@A|%Fi^0&ZW3{{TnmMD@@fclhEaS{pQ@CJ zy_EIjoZX-CUnzqCJyH%32s9jM|FLSO@%i{p2JJl`T_Q3BJ0qXmuKN_&z(TDTtYdrS zVZYYioQ`A8_jsfDQc?c)uMwyMksl=yII8}*v26zm3CZ&gr(FLD;z0ILe7Urfv6Mny z_JET^Gg@-Tej7}fazjCc4)`?`(#ErV-1svmL=NyWf9M1uXMaM1mJa6|&H zq9!I!bsq9nih>uRes<`*rC%_p-&rOQiLY7=|HWRi(7uv9DrK*MnWk9G}0P7RSwCN(( z-f*(LX()KjEEDMS*P=--=6=BQ!BnrLd`NPPPtXmR$dkGe+7A1G+2aWL?*|~i4Qe>a8kh{)HowD z4HK|z0RVKzjcQX@rwNCB8ChPBaZ9-#*kAP`a9i6%6G!p@zmd!2^jOuC*Hj)KCefiT zgH@5=GhFsgR=7b32Kdlx-j7XjhN^6`$i2*imPb)E zsnLoLs-60F5C!TXMvNFnAGm{BL1rv~Nbaf#{u|ikfO_>j%;6Y_0c2CXvyCwg|lTA0D$gnBYqoQsm=@ki4G*9TQVEQ%Y23WBh*$14t% zQ*LRWp(M<&6|URR)ir&wE-J{94<5??$*Ra5s4s0L&J+pPQ`ZaW~<#Gy_MUgc;WL()bhd(%4{~-3z7S1 zCJRBta(9bEcRmHs-yNcDvAA0RP`B2YRCax$mxGHz>f$iOXN@`u5Yg?b1BkI6W|4zvu?+0lCr6?y-r%h%T$^9(Ann8A3;XwPSH8Q@(5)%hudd_<)5xmq4IjqW7SX0Gx0l~i3 z&)SYBpX3bX7xq=!gOkJ}{hbJ9P~M8?8Pvo`X9EEPQ9#|6$p?2bjFWiD8FEz-f$oG_ zyn~b3BPhKIb&s)@$HxC#dJ-wtw?12r&}T5Imk2nKFzuKukNbkm+B%23{9+}vS?ju= zsIkyklU9|p zpjI3%jS;}pfrF5+xqFc|&<*QAj`CzQDaFDs1npH=zorenqZqc$6aQ(iE#Q}@Y}WL?576-1 z2*<8qK}5MFYz@~-;7_~kbM5klsDWGNg@|0BcgNOhKw=Fbi zrywwF$Y?{%BHCl2+64wWHvvks3G&JJc+eBNLPx@i&U#Nax@e0Pnb(p&R|+B_K=_qf zdW@K1>nV!BQgF8!{x!0zT@1?*os2{N7DNirb3r76S+K*>0+s`L&m$`&xLDOrfd6;I zs@Q|AIR6Bkj3xZmSx=|Cyb~}or2>HQGulucqN+ud?1nv4v3KFv>DUn)4hkynOrV`3 zYd&_84hmn8P&4~kw?G&Z;;H9kc>%%b^KMRBMy!N2h4Wd5?UCSsiYmWn}E*f;VAygOrE+U7)%iv{k;?9qR_YOPKrHJ-9K*SA-$$@{2#!s@sHh zZGobkWudQ)*XLgUZz&w$$$41hP{XMICANfpHjKS|Tz6+AsDg}d1N!!2<;dINBKI?4 zgUeQC;s**^U5qAQyh@b%B|h%3=Rd!@fA*jB%sXF4x_z~3OH|~5OPr*QuFRu>S1mi= zT8L}BoZpi6{bq6TN!rhw4*iH(SAGB0Pq$txF6g)F>fKGYR2~bN4GU{8oe8hVI(mjO zKK=Y-^;qlMVgEc%4{XU6PTkGXQ%x?1_)#$=DCFmZ+mOq?VW?%%ohsRM?Jw(3dF1)C z)@!iTkkx=4!M`KpUHF(MXU-fVZlC)8n^!CEO#uHQ6NH?4&LMhd*9JXzYpPaJ>EyJS z`{Wf67GY>w@XuSXp=@lh;`>==dp`LFYuY0&xCIx^ieX8LjD_D}F6-&V5& zn!6gC&~lKWySQ9f*3L=tFepJf*6q5``jN)J5-M(;s@F&^d6GFjPFJ)BZ#xu!1*k*t zZ!MP~H|qK%8WWXk&{#-%4R|2~)@n{(UM1)`74Gh++n|>*c>)hFrMfy1-Z9WW0MfSA3fC!i_mhsyEybqKDBUMn|rO+&>nRS7}mthu5>q2U=EtVM)=>X>3~z<2B=& z+dRdd9?|6+8L?C385mZ2W<}H%djX9}m0WJhQ?=s;lpD zvH{H8($zcbvHVLpQGdY!Pys*gCU{I%Ovsu8?$E{)j75Cn<@|;12{B;L@6Snxvo2Et zYf=#{bK5<_sErAid_=)0*e+@YPpH6CQ-bNQ>UILum!xNj`yJx4k`v>2QZb}%kW*u$ zl2qn2MDggAZRb5~x`9fOFC#QW?I$^)U++`ChwZWx9(f;T><6|yn!>Oy0xk+=?WQX> zGYiVjNX+VJ!A+9ja-*B+>RO(R@B|&xyOMN{ZHr+zpLG%LsH`$w!L1^T!=cy1EJu0b z?OSU+oIzbNCk*>k?4z^b^LW8|ARP|}V@xA!?Sz)b;a>71S;o>2>=QQ}FxjjFDZcUL z@77_oJ=&sW-jmFG!;0y#;8(L^oQ@g&8G3QAIMz|AtXh&w>YxY4im~2hfGRI%ZkQaU3qJ>=C83`y&}A&UTTb+4fiNcn+X_XVhna!LttGM4 zZKB24m~+r1%HqIL4W-}Unm&*@bnFKAQty6{(2XH&BNTgppr-Sy=lg?r?s>rgyVCn# zXwvqN`~tG5j9Zp|KOrYW`tmq=a%T&Z>dqaG(1ErCJ@6cd(c6|u;m)3%vte3O9(ea# zbZ})fF}FG*X2a#rZ893ZT961Nm=gkVAAs47-*}coL8bljv#@fiUatuo|zYFMjYeWOo%wDr0XXE1M z60)*yz-T)sj`x5ig;DypZVdMg)S8OMm-1gRT%g)}5G*o-q0Y`qYqKI8?OIkT9Bozj zI048I+PoCu=H>cbB7Ajy6zM=-$qhMB-Lq%zPb#KRyqnH>#iX7miuIUd>*)oiX0ooA zY3D#_UQ3>_%ksccEc$Ij$|Ws1M%IB`4095h-Q>B?y(61&%llKhE-5^J|K|f^Kv)Wc z8NATzAQLa+eW7R42DeO}(!Dg>#Pg2BT&?FR6*6U5><#&Edg4H}w$ zoGxNF}KXP&dDCaoUO^<0=HSMGS^HTv=x z9^Qg%(aLI82O^!~fqM?E;IiHE+dTp{eClFGrtjdq7? zIGM$Q#jPoiKkX%kqa6-{+!30{!=j1w8B`5oP+ePBRgMFS`d4COVOb3B49)<1V-Hit zW&J4G1(LVV4N}fr66}7sdR0%&;CbeB1+*~0^0*&!ef18v)PmIDCLx;9E*s=f=90*j z&uQacpJy_ajH!xP>8u-(P0}+ac%RqI8N&-7h30TQIYyg#xb!OZKo<-C=d`wS(BOui z^~JyTe7MSbBJ)3$+t?|3hIL*(W`4e~W15_64xMcaxxZ|}end)orwhqUCAbKOI_cig z>Y`wD+-cAXxxO0qKp7kN_I7-n`uxUwIiV7hyQ-pp*(M5Ee# zI?H3u4>)*mx(Cb3yc{2Q9=Jy=?&a=q1jSPn9Rb47lGav)YyRLV_VH|>^`He%tI_I4 zet90;&HjctIf!>NZbw9bi`7Cd)-DlPy*)d9LRHyavyOt(Pgu1*0cNG}Y^cHWSgN()os2@Jakn<-`20n1p+(K^YKRD|9!6+=ocI ztfy}AIMH*SQ%+_>AP>i~8D#$sw;|Tal*m`GjX8YJs(YObmQNNLVMMsy#6)K;eQ{B9 zc{z(!k<e zdfS!-F;2URfh#|yCy`ea6LJX%&1gA{9D3>$e{*}sGpW>NyXcO+P3GmUgwz`%$DW=6 zM@k7kxhCS`#$;X`+9au>^{_%y%LU@Lv&%;|H=E?5j49kB(L*bdSc`NLrx|Vose>qC z`}{RXa<^jo14Rf{+AONc5R0+5;Pt?RG2~KdgDue_w;ZE-<&W*)=Yg2 zJN6*qx@PQ5cp{Gvqq0vt*1m z=nX>!0TL_1f^QZ>l3m^dH=8EIMFpO3;VvsQB3lEU9L2^}*xEltb2WXwI^kaTtGNYP z-`miJ^d7u~uFq4jgfZvU3ik!4Y=h7x3VTH>*ApD^{b&YRMmh|7 zQ?)C4>QDsq07~stI8kpnK)?;5j$M7$Sd@&J-)Zy$--=!U1vT40Zj!G0@Bj)+Yd=6f zxnbd3$<)~^^7+g~D4fbMG|l-x!Wp`~?0a@bT3c2cfCk@-)+D0BIPTL~VmQ+HD@>c| zEZKaUToOLC4;xA2SI;^}D1W293u3*@%s@9#<$=iHFOl^wYnt)vo1*M!f%r2iH0%ra zpwv6GPn{OBo?;#jIwNw7=gGWen6INp3=F4%WJdXN$SzeR@)jS+YzInmn+*EnbAA%4DCV}R3Ib@w_<(MV^Wm?-S{MHumJ->-g=$ca&#OOZd)2rLbL8oD;SbD*f zvwLk*R9rO#Cp$lG!c{ude@;x5_G{_hq3g4STMcrjmVgFwLWa9#$ z37JN}@&;f);=Wd5EFMp=IT8es#}5$P*zC`-p(}#l!nU{yL(J%dS~4HH!5(0hu$z`z z;vaw|6$Ya*S2y!>xArMH~{Y>%aDei6BO^>6nanfjV_jaD|m%(D%O@@GzXW% z{0T#U^I1PHaeZbqRpSkO5>kB1zIa$$HJ0_d^O*ch#M78dNil_pkmhQM4{`hnh zWWk$@bl7|M=jh_kAlQv9B&qrmSr>$cJ|LR*$@Rn6%6bm@H8w>-l*2d-y0F;NQBXo>NUzv>s)6Y1Lw(HnGB9m2tcCm?n6@TtCf}ibBh_{XhpJu& zoF^`=V`y6O1FYB3mUkZxV`MV2GR3i`MA58Ux`xnZA!Slr_!cwOV_npm`iaPf8LZOW zs(elnAp`32y)Ol^dlEMFgLwDbou1<_N)`Hh0V);v^r4!-(y7@>h? zy?-BW?ATJejXetcdTIYV{nnGeW3>IElSA%N3c2LM&^~j>h%O?NbqX?O*T9>c_96lW ztA>v5IjFq7g*972Va~FI&P6V-!03N3Lhgh1Xj2kQJ*B@6->3xR_|6yibF>~V`A5t# zvDmaMldhA=ZfB6CeKD4DbRe${`}aTgaMofU-;I%bz&mW-kR(15;0OFp#&cl6z^g95 z*-zKYJ`Mz(YUG$yMe9W+EnMl2A~^aJ>oHom)Sjo|+U)k##^P08fJ`21d9(d$j}?S~ z354U37DFTU_W%3GWpK)h&$O#{8dH?9p)OfGc|(4syUsr`g=;2<`O*7x66i)pT2@iU z8#K$6b2jv?!gih#?XRu@@B}U4D(oO}h8V4;4>poaOSl0$^2!@5)F+8nIvjfENU0(F31yik2~6&uu6V^A{%dmM+9rt(`mE}_t@UsLxgC5% zM`i1E4P@hAfS>3d86xxy&F9?8FG|(mVJ1UxHX1=7=h9*bktdq0 z5|LMX*vA54pOGLg5NNIRK=d|$5QMto6ccz#`*Xb3^c-DP^|4L%`CH#(fE4`KH+I}{ zvj7VKJePsd9-ayTzmwxZI6AbfiaYS`+K1I?826(c0WL*o)KwgHQ+-5fZzU1oUb%@~hr*MEBSg;+o}h0W3-(lWG6@dF=Di%Im(yIYNGxL#El%E z(9a2k5yGr;idE;&TYEM0ysNOAC*DbZ2U0+VD6x_kZS|+2yV*`sdE=0m(qe(suv;px zCzvLo9SsTJgUmoGF$m{~I!B%;2f$0XUBummR%>RJEg1oPteOMutFg-#*?VWw@m#L} zZ<@UZoC>EJP1mK$G{S}8nSqxw9^;9i=5OBGs{8E6ag(6A=b{}yc)3ol|Mjys)e!S7Jalf?41JR0Yn2ja@%F&;2>82q5$u9 zZdvez5~BlF-xJU7VEh4HO(=Yk`%^UExqx>n_3G|Yng1iP0hkog5Q-@G>N=YjQY{C? z;-ZSaIXM-atqs(|E$o>6Q2Y*k3U-qJ{TDmQNilLPKZ1guTZ3X)Tumu^DC7a8fqy7A zieLCXd^6iuo&im#fYs10ZtaN_teEx=(NXpWBvD4iLL=VoQ^2sYPp61s>E2HjP!Od5 zCD{lb)44-D663SAQG83f(_xKK?{4{|s`4$8`u zFbx^BWaY_PuAp=jRpBd}%4uI*pu)YLNfH=EZa4Ad{$xn_Z@j+_z;v}1LbvTqXoo~q zf8kX348U_`Pzi*9Def2HdgnJw;JaQNz(3gX@hI@S-dbLu1>XDxGz=TJO4l?|Ie_V#`6>&1lyP#ua8yv zeB|t9Z-w-2#Nv{%arNQ>6D|9zW9R0)UbY=*f2b@oU!haq3Nkf?w`FctY+}#!@2GBi z-aOGB|1u`G%oa#y0J58y`?06X`H21} z-9zZ`gg*_a6K*Tv=P!j1;pZj|q1_8Vr=Aqrl<>1@v2bGxKhu1KX@>Cgmr9T5^OxgV z_=CR(@b?V-Jp+Hwz~3|Q_YC|!1AoteUSg>H_;{eKqi BCrkhU literal 0 HcmV?d00001 diff --git a/pytorch_model-00001-of-00003.bin b/pytorch_model-00001-of-00003.bin new file mode 100644 index 0000000..549f593 --- /dev/null +++ b/pytorch_model-00001-of-00003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b08b25b00023c8af06177a22866a758c312e3240af27b78445135ebb1fd0123a +size 9878251730 diff --git a/pytorch_model-00002-of-00003.bin b/pytorch_model-00002-of-00003.bin new file mode 100644 index 0000000..80b7895 --- /dev/null +++ b/pytorch_model-00002-of-00003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39984635b374c9c10876c934b3cc46c512636d40ee8e683a72bea5340ec5027f +size 9894801014 diff --git a/pytorch_model-00003-of-00003.bin b/pytorch_model-00003-of-00003.bin new file mode 100644 index 0000000..87ec6fe --- /dev/null +++ b/pytorch_model-00003-of-00003.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af942600f96ca4af094100a498a3b816e715882d08618a92c47d575ed2d4e62b +size 7181252793 diff --git a/pytorch_model.bin.index.json b/pytorch_model.bin.index.json new file mode 100644 index 0000000..23574a6 --- /dev/null +++ b/pytorch_model.bin.index.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a60885f9fc72c2796b97bd58296751d51d2032450e1ab3f4cceb2c9835af83 +size 26788 diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..725d9ff --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb4337ba92f948b322e080f8b59a2a21cfe65dc2aa7ecf7df080ae8aa63c157 +size 1843427 diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..f6722e8 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ccb9c8b6b561889acea59191d66986d314e7cbd6a78abc6e49b139ca91c1e6 +size 500058 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b1c6b9f --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "bos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "clean_up_tokenization_spaces": false, + "eos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "legacy": null, + "model_max_length": 1000000000000000019884624838656, + "pad_token": null, + "sp_model_kwargs": {}, + "tokenizer_class": "LlamaTokenizer", + "unk_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +}