From 6fcc22275146a191d3c27786fed07a7a1709cebe Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 27 Jun 2026 03:44:15 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: QCRI/Fanar-1-9B Source: Original Platform --- .gitattributes | 49 + README.md | 142 +++ config.json | 34 + configuration.json | 1 + fanar_logo.jpg | Bin 0 -> 37615 bytes generation_config.json | 8 + mergekit_config.yml | 12 + model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 1 + special_tokens_map.json | 30 + tokenizer.json | 3 + tokenizer.model | 3 + tokenizer_config.json | 2008 ++++++++++++++++++++++++++++++ 16 files changed, 2303 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 configuration.json create mode 100644 fanar_logo.jpg create mode 100644 generation_config.json create mode 100644 mergekit_config.yml create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..21b3632 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,49 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bin.* filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zstandard filter=lfs diff=lfs merge=lfs -text +*.tfevents* filter=lfs diff=lfs merge=lfs -text +*.db* filter=lfs diff=lfs merge=lfs -text +*.ark* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text +**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.gguf* filter=lfs diff=lfs merge=lfs -text +*.ggml filter=lfs diff=lfs merge=lfs -text +*.llamafile* filter=lfs diff=lfs merge=lfs -text +*.pt2 filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text + +tokenizer.json filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/README.md b/README.md new file mode 100644 index 0000000..c7084b1 --- /dev/null +++ b/README.md @@ -0,0 +1,142 @@ +--- +license: apache-2.0 +language: +- ar +- en +pipeline_tag: text-generation +tags: +- pytorch +library_name: transformers +--- + +

+ +

+ +# Fanar-1-9B + +**Fanar-1-9B** is a powerful Arabic-English LLM developed by [Qatar Computing Research Institute (QCRI)](https://www.hbku.edu.qa/en/qcri) at [Hamad Bin Khalifa University (HBKU)](https://www.hbku.edu.qa/), a member of Qatar Foundation for Education, Science, and Community Development. We continually pretrain the `google/gemma-2-9b` model on 1T Arabic and English tokens. We pay particular attention to the richness of the Arabic language by supporting Modern Standard Arabic (MSA) and a diverse set of Arabic dialects, including Gulf, Levantine, and Egyptian. Fanar models, through meticulous curation of the pretraining and instruction-tuning data, are aligned with Islamic values and Arab cultures. + +The [instruction-tuned version](https://huggingface.co/QCRI/Fanar-1-9B-Instruct) of **Fanar-1-9B** is a core component of the [Fanar GenAI platform](https://fanar.qa/) that offers a suite of capabilities including image generation, video and image understanding, deep thinking, advanced text-to-speech (TTS) and automatic-speech-recognition (ASR), attribution and fact-checking, Islamic RAG, among several other features. + +We have published a comprehensive [report](https://arxiv.org/pdf/2501.13944) with all the details regarding our Fanar GenAI platform. We also provide an API to our models and the GenAI platform (request access [here](https://api.fanar.qa/request/en)). + +--- + +## Model Details + +| Attribute | Value | +|---------------------------|------------------------------------| +| Developed by | [QCRI](https://www.hbku.edu.qa/en/qcri) at [HBKU](https://www.hbku.edu.qa/) | +| Sponsored by | [Ministry of Communications and Information Technology, State of Qatar](https://www.mcit.gov.qa/en/) +| Model Type | Autoregressive Transformer | +| Parameter Count | 8.7 Billion | +| Context Length | 4096 Tokens | +| Input | Text only | +| Output | Text only | +| Training Framework | [LitGPT](https://github.com/Lightning-AI/litgpt) | +| Pretraining Token Count | 1 Trillion (ar + en) | +| Languages | Arabic, English | +| License | Apache 2.0 | + + + +--- + +## Model Training + +#### Pretraining +Fanar-1-9B was continually pretrained on 1T tokens, with a balanced focus on Arabic and English: ~515B English tokens from a carefully curated subset of the [Dolma](https://huggingface.co/datasets/allenai/dolma) dataset, 410B Arabic tokens that we collected, parsed, and filtered from a variety of sources, and 102B code tokens curated from [The Stack](https://github.com/bigcode-project/the-stack-v2) dataset. Our codebase used the [LitGPT](https://github.com/Lightning-AI/litgpt) framework. + +## Getting Started + +Fanar-1-9B is compatible with the Hugging Face `transformers` library (≥ v4.40.0). Here's how to load and use the model: + +```python +from transformers import AutoTokenizer, AutoModelForCausalLM + +model_name = "QCRI/Fanar-1-9B" + +tokenizer = AutoTokenizer.from_pretrained(model_name) +model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto") + +# prompt may be in Arabic or English +prompt = "ما هي عاصمة قطر؟" +inputs = tokenizer(prompt, return_tensors="pt", return_token_type_ids=False) + +outputs = model.generate(**inputs, max_new_tokens=256) +print(tokenizer.decode(outputs[0], skip_special_tokens=True)) +``` + +--- + +## Intended Use + +Fanar-1-9B is a base model and can be finetuned for a varierty of usecases such as: + +- Conversational agents (Arabic only or bilingual) +- Cultural and dialectal question answering in Arabic +- Educational, governmental, and civic NLP applications focused on the Arab world or Arabic-speaking audiences +- Research on Arabic natural language generation and understanding + +A finetuned version of Fanar-1-9B can be deployed as part of a broader AI system. Developers are encouraged to implement proper safeguards to ensure culturally respectful, accurate, and safe deployment. It should not be used to generate or spread **harmful, illegal, or misleading content.** + + +--- + +## Ethical Considerations & Limitations + +Fanar-1-9B- is capable of generating fluent and contextually appropriate responses. However, as with any generative model there are uncertainities. The model may produce **biased, offensive, or incorrect outputs**. The model is **not suitable for high-stakes decision-making** (e.g., legal, medical, or financial advice). Though we have extensively tested Fanar-1-9B and attempted to mitigate these issues, we cannot redress every possible scenario. Thus, we advise developers to implement safety checks and perform domain-specific fine-tuning for sensitive use cases. Kindly refer to our [Terms of Service]( https://chat.fanar.qa/terms-of-service) and [Privacy Policy](https://chat.fanar.qa/privacy-policy). + +The output generated by this model is not considered a statement of QCRI, HBKU, Qatar Foundation, MCIT or any other organization or individual. + + +--- + +## Evaluation + +Evaluation was conducted using a modified version of the LM Evaluation Harness and internal cultural alignment benchmarks. + +
+ +| Model | MMLU (5-shot) | MMMLU (Arabic) (0-shot) | ArabicMMLU (3-shot) | HellaSwag (0-shot) | PIQA (0-shot) | ARC Challenge (0-shot) | Belebele (Arabic) (3-shot) | ACVA (5-shot) | GSM8k | OALL (0-shot) | OALL v2 (0-shot) | Almieyar Arabic (3-shot) | Arab Cultural MCQ (3-shot) | AraDiCE PIQA (MSA) (0-shot) | AraDiCE PIQA(Egy) (0-shot) | AraDiCE PIQA(Lev) (0-shot) | AraDiCE ArabicMMLU(Egy) (0-shot) | AraDiCE ArabicMMLU(Lev) (0-shot) | +|-------|----------------|--------------------------|----------------------|--------------------|---------------|-------------------------|------------------------------|---------------|--------|----------------|------------------|---------------------------|-----------------------------|-------------------------------|------------------------------|------------------------------|-----------------------------------|-----------------------------------| +| Fanar-1-9B | 71.33% | **57.38%** | **67.42%** | **80.76%** | 81.66% | 59.73% | **79.31%** | **81.31%** | **45.79%** | **54.94%** | **63.20%** | **77.18%** | **72.30%** | **66.00%** | **62.19%** | 57.67% | **55.79%** | **55.63%** | +| AceGPT-v2-8B | 63.55% | 41.71% | 58.55% | 76.97% | 80.03% | 49.40% | 60.61% | 78.36% | 10.92% | 43.58% | 47.00% | 66.83% | 67.50% | 63.17% | 61.48% | 56.75% | 43.40% | 40.96% | +| gemma-2-9b | 70.60% | 54.04% | 64.32% | 79.82% | **82.97%** | **65.53%** | 75.31% | 79.66% | 21.61% | 50.24% | 57.23% | 73.82% | 68.60% | 63.98% | 60.17% | 58.05% | 49.61% | 47.15% | +| jais-adapted-13b | 50.42% | 34.01% | 51.96% | 78.02% | 78.94% | 48.55% | 43.02% | 73.52% | 5.76% | 40.79% | 40.06% | 62.34% | 60.90% | 65.02% | **62.19%** | **59.25%** | 38.24% | 37.93% | +| jais-family-6p7b | 32.50% | 25.34% | 34.81% | 69.28% | 75.95% | 40.27% | 34.54% | 60.13% | 3.87% | 37.55% | 33.59% | 32.17% | 34.00% | 65.18% | 60.23% | 58.38% | 28.50% | 29.46% | +| Llama-3.1-8B | 65.10% | 43.21% | 55.73% | 78.95% | 81.01% | 53.41% | 61.59% | 77.72% | 26.00% | 43.01% | 52.29% | 63.84% | 60.00% | 57.51% | 55.28% | 53.81% | 41.44% | 38.39% | +| Qwen2.5-7B | **74.18%** | 51.77% | 65.08% | 78.95% | 79.71% | 51.37% | 71.72% | 80.37% | 9.40% | 48.66% | 59.40% | 76.81% | 65.70% | 59.68% | 57.51% | 55.44% | 47.33% | 49.26% | + +
+ + +--- + +## Citation + +If you use Fanar-1-9B or [Fanar-1-9B-Instruct](https://huggingface.co/QCRI/Fanar-1-9B-Instruct) or the Fanar GenAI system in your research or applications, please cite: + +```bibtex +@misc{fanarllm2025, + title={Fanar: An Arabic-Centric Multimodal Generative AI Platform}, + author={Fanar Team and Ummar Abbas and Mohammad Shahmeer Ahmad and Firoj Alam and Enes Altinisik and Ehsannedin Asgari and Yazan Boshmaf and Sabri Boughorbel and Sanjay Chawla and Shammur Chowdhury and Fahim Dalvi and Kareem Darwish and Nadir Durrani and Mohamed Elfeky and Ahmed Elmagarmid and Mohamed Eltabakh and Masoomali Fatehkia and Anastasios Fragkopoulos and Maram Hasanain and Majd Hawasly and Mus'ab Husaini and Soon-Gyo Jung and Ji Kim Lucas and Walid Magdy and Safa Messaoud and Abubakr Mohamed and Tasnim Mohiuddin and Basel Mousi and Hamdy Mubarak and Ahmad Musleh and Zan Naeem and Mourad Ouzzani and Dorde Popovic and Amin Sadeghi and Husrev Taha Sencar and Mohammed Shinoy and Omar Sinan and Yifan Zhang and Ahmed Ali and Yassine El Kheir and Xiaosong Ma and Chaoyi Ruan}}, + year={2025}, + url={https://arxiv.org/abs/2501.13944}, +} +``` + +--- + +## Acknowledgements + +This project is from [Qatar Computing Research Institute (QCRI)](https://qcri.org) at [Hamad Bin Khalifa University (HBKU)](https://hbku.edu.qa), a member of Qatar Foundation. We thank our engineers, researchers, and support team for their efforts in advancing Arabic-centric large language models. +Special thanks to the [Ministry of Communications and Information Technology, State of Qatar](https://www.mcit.gov.qa/en/) for their continued support by providing the compute infrastructure through the Google Cloud Platform. + + +--- + +## License + +This model is licensed under the [Apache 2.0 License](https://www.apache.org/licenses/LICENSE-2.0). \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..4f2a386 --- /dev/null +++ b/config.json @@ -0,0 +1,34 @@ +{ + "_name_or_path": "QCRI/Fanar-1-9B", + "architectures": [ + "Gemma2ForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "attn_logit_softcapping": 50.0, + "bos_token_id": 2, + "cache_implementation": "hybrid", + "eos_token_id": 1, + "final_logit_softcapping": 30.0, + "head_dim": 256, + "hidden_act": "gelu_pytorch_tanh", + "hidden_activation": "gelu_pytorch_tanh", + "hidden_size": 3584, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 4096, + "model_type": "gemma2", + "num_attention_heads": 16, + "num_hidden_layers": 42, + "num_key_value_heads": 8, + "pad_token_id": 0, + "query_pre_attn_scalar": 256, + "rms_norm_eps": 1e-06, + "rope_theta": 10000.0, + "sliding_window": 4096, + "sliding_window_size": 4096, + "torch_dtype": "bfloat16", + "transformers_version": "4.46.1", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/configuration.json b/configuration.json new file mode 100644 index 0000000..bbeeda1 --- /dev/null +++ b/configuration.json @@ -0,0 +1 @@ +{"framework": "pytorch", "task": "text-generation", "allow_remote": true} \ No newline at end of file diff --git a/fanar_logo.jpg b/fanar_logo.jpg new file mode 100644 index 0000000000000000000000000000000000000000..a7d1718e949cf819756c5c97fdfaa4f0646580eb GIT binary patch literal 37615 zcmbTec_5VU_dh(0wQO0Eb!18vQx5ek;#^=Qua`G zvNra?7{6=O`~CTRzt8i>?|E(wGv;>Bb=}uFuk$*ubFPj@kEbAX+Ui>B5F%nCh$i@g z98W`f)O;Q7AP_x0h%f{Kp@5JP(Lt`5V1l?Po6^{rbKN2KDQB1w5R^q=R%H}c5-ek!=YpX2xgFZaWZ-pL-O114BQeADHyLNzN%=UEDLG*lz$yOk3oD1J&XC*=R*BPW1}VW+@&vQ(my=n}1k6;XdoTsL{l>4>?fBT$y2 z%E8s7$jhuL5(tYw*Ukxmm>`Dp^FAm#b8+Pqwhp>L6bu~6i+Y?N#txJS2*_lA4X5PE zctEtG6C!75tQbFf@7ff!LnFk0Fkv|TMk?y~E8*_QLv{)ZwS!RJs-7F~8WUw88~XYw zjF0w10!&u=-v+QeHsT`jG#mssge_zQ!YS0<|1!kCe~KohoK!R9%x4XwLT!k12rc8> zl3sB2+>(mqXb_{J8TBVEhb57VW-e{vuHJD zkaUi6?n5s3?>5&Ce5l#V4XICE8lt4;+IP?BJQG!@O;c*`P&&Tqs86H+&CLGOpxJ8r zF(fPiJyqW232&9*=@MAj;E#?yzr(CIp2=v3=JeK+Hu&c4{DamsR?WNc2f|)XL?k?Q z%rru6BDQDL>vqc2Y`)w4_hDLQRLP)m?XF!7X2|gvLNCf#loPW33@HO6e=fiBAA5JxjWG=?ShN0dhvW7Ub)o3pM>C@|~ zo@YD;=LNhaVn$B`Q!!4?SALY(cNv%1AHsg**xmnV&J*#0<78(10rbEm209kGOT6 zuJ3Nt+icFDJCk=4`?IbdWW}hgQdv1;B=~k60Tx!Nq;IdYztltmf{;qQYaz4_ z?yDft6!oJ)oyisb?j^9c5a6JWPSU)bB0QRk*MeyoKP3;xCJ)C@6K5Pl9=tS^mF*yH z^I%*;&L(s?P?{@@s5H0FK_zR`ozDI3nhp1)Fc z6n6|Eb;Vwok7AY{ds#?c_A>v6J9f1!Yo^}wZp!S>3+ufCz0n1@Z}^;qJvRhNd{8A~ zvurcr7!q2y1jB%zEe64GbInV38~HUwCt z$*$b3>Qm7NgEb60ZyuTb@izk^a3x6anpwA^QwIS}uMLN{xj!{jvvp!(*eQ0ZZjYGl z51p>B28f+^RdXQ)zeavdTBHnBDt<69f*wwTfRFoFcszhN{*@DhpU>=^oz|9%(N2MM zIDbuF)$~85Ettdh3@nZ%WKKZlwOGr{D`oMFV67EpdJu**fkg5^oNN=%lnQ-9L2>ZY#(izYh{hE5p%zYk;{45M*h=a2_~ zsuXkTH?Ql4MO(`;By(8W-DX4L6mGJt9zFFeqw-f4#>h3q|2aDa&L_9?7=oI=WV118 ztsjJVPHK+w#%t))1lHu>`gUG;u=1a7X|v&+Fx$^TwS3HA`F0GMDzk<+L4=nr5Rq@y z$z;x+raZbMg-^Rk#MXIg^aufeiF&b!V?WG&n*uE9T7rpn20GO1aY&G^@ej4EZgJ%2 zpL9BSrnRGy16cNkt!p?s9k=BL2@u<4G_04r0&kj3)rV_~9K660(CPmfXZ|c8SYwG8 z!QzN1a3idCxx_Cl6Q9*=AP%g)@TNX(ag%mi50TM1IA`5wl>e zx_(8>TCNY>-H))$s05DtT0omxV~XbK$YJ$zboUn#q4zowbHM5KJXB`#in2;oijN2J z#$Z_r2QMX=Wm#mP-_drqrtx~^<&?-LD@GfDcLo4AsRhnkOh+u6O=cUP!cDJn`A>`u zxgek&q>?0On3_!vhDx9+YG6#o{h{{d2UdywNikGf|6HPkEyVEen&)x80xRqQX8Hfd zLk=u=1&3%N5AWfahufGA1rl)L=ecGR)-)N9A-}F~>G`L9cxik{J9`Xid+$Y`)7jzA z*TNIeJ$OHBd)&$|;qW~|W1saac6J$6VNF!`eJyb<<`@G1jg^~idt8A3iK1<~N=G^v zNLL<~u)jAbFpHr#J0MoA$?4jL6*1vNP%RU3k}8MFfs7km=NPa)7BzjvF*Dyg=g|qe zBb&d&z5OJg`NO-8#G=s?cn7>zqIOQ$2y}}bHvCe%^Wx9+yt3t@0eAa_Cj{8~T2Am} zOM;=Nv;rGfF@#%~@p1|)Bo7ma5h0j9eMVktYbDJJ?wwLBQGYI2nU|k63wW;(t?4RL zEF@jkT6mr$XGHXc0NUM(4g~ZAhH~x5(cq#G3_!f;RU0da?+GOf%b~prC{+RQxV;tK z;?&MNqrw6!2-ijfVtvn*8;_*V<^

UORG-f*%jzjcy%At{7kEX}=VH)ev>?H#+|(LQ{ij{Flq0;9lrrxoLc4G0Mg_O?z02%N+TA z!uG-D+dF}HY=_=VZbJGIYQw&mr_c118NH&~A$54~=B(NDUR*JcSM1&#uLE=38T zF+S?iq9Y#=VXWIWj}eTMDp`o?8&BYhDY%sB?W0sbEx#J9%rfJOGwWpgfeYo{@i6yb=PIFDIs->LhlX z>`I*~6+d6UU2OHlx1^sQAr(b+@;(IEP4p_jKU1|fcRwlIj2;iWba6TG)`yO8-lKjG0guw^|a)OOz9yvZGIv&OwmJ8eR#ybhS zXu1)Vt%q%zuUY`R6h8&l@j4-4SOp0~NyNf=@R=VjYAzX_2Z#caix2@|fQf(=x`5va z@MJ&|{$O}PJ!C@HoRr9HZdAkPwrGZqZ9JaFP8OLKT1}J)f{yYSBFsaapGmzO^R(3w`9DzS`cm%XySi!}BKi6Pi}a zlrOF?qB>ejfcJMrcqL*M*=LXA2ztd*Al|k0Hx_gOVI>v|o=Q@*!`sMP4L!Doq#-n4zr;OXbiNFB)p#7oHfZiEj*1TqN2* zO_Ze@--tN>%tNNrKU({v(-HYMq!|+5g<@#ZI#du_Lt>OZE_UE4YO+>Yw;v=byvvHH zAysn~F{zFYY=P!I=JgToICqJ}MZK?UcyHM3-nTK$%9Qi&iJ4(6A7yz!Hkzq+JMv@y zYXMe|M$5M!QyjHvKGhil(A7`Agxf( zHEcBl-tX%B)K^cc_!UO+bH{E9%jx?*-mGnWgExAtC?du4dagy4ZIRs0tUo7J;uF`M za30gggY$0K;dUmsS~n2x>%TmFe(gM#|*rfhZnVVMEcAX^p^EQw#>C5&w;xNAhB?McDEa3_uU-<>xfv|LhcuDj? zsmj~8cgcsZ0V%A;Q}>w-74CT5c}~JyhuKd381nTT$|C*aavQ?<$Q3p9;$74b{1!Yk zEqf0BaGMtQpp^-qvJdhVa$W~}Q$Rn}0=1f<@b6W>Mv!{%@+)oq*=1pIL4L;&l9&y~ zU}12ET_E*vj;t9bIQ`r)q*j~)y{o+m$BJ1;9z!T;ar8X1;SpayD$>X&CcX$t-TWDN zq>+|^m;BK8-9EZ(fBzU#2P-u*Yk_03<`+Ihb0F+)?=xtr++XcGS`gTh%|TZVmhty> zjTmHaLKNdQMuuaApVzh-Rp}mqL58`&9mkI$A(I%xAJS8}t$k}4w(Pc2g6C;^9{kr@ zEwKx{6f{5DJ1^^we&L0_N4ZV1qNh@_F!~8&a>m7h)>!%JAXC3f7W4O#zW7lrE$BJj zN&F(W&U<)(dXB=;uXzi>rwU+@h$PxE=1x|-&kf{uHy4)h?Y>H#O!z8sdzV%3vW2p< z`4_I-J~e1Nv&eC8t>S?8^hYMQH9e&9=Hm~O7}ZHE@9(yk{xAk#E>u?*1Z_# zUk`WV*R>3eA(Kq|Jm79C1p0nM*=3D3woF!%x9V6TX)Oaahw=h?Z(iZ8)vSKWadzg$ zYz(P#j&m5X*PIK7$iY`D|2yc=NvwR(@6I)QOqi_YT}*t=2A!{@==R;n5tlKHFLA!E zi>vy%n7EFc%j4sN%YBXmxe-sN-t^7Wy;8Tm7s^se*(WOt$MB@?eF+!@+`;I|ROd44 z0tQa>VYdKiKSxMXd%IwtWrAH1_9GLGl6Y!%&Uj zt+pft0-~ClD+;K%Cs0Uwfc+C(izdp22LzK#F*#o};fgWH5f z^g%zcVZ*u1>bR>h!XV-ZUS!JxYKDW5w93C(N~i$YTg_R4FD9%9I(t8Qd)bm)Jg;B_TGI#J>3u z3|RuPF7qo1$a>w#wFL_b-A*}j+FT&VcEQpi#}GMh$lZ~V>|Gi72>CK8oGU=`=qh|F zRPK#`CypLAW&5iGS4x`A`{G5LH=yYq0n9k2EfrS=RLiAcMMnw=M5t7{Mn%N17STay zc7iGr1`^2Hu>)r`Mzb$cT-|rzt#`l$e?PfLv(T?pBTI#Az0+9S^}}<4R+zaGcBHSg zRhTnGW%9O63witw4*9I@yS))|dus=NGxsemavt90@>Ask#cX}wV&A5e)E$Q;zYNhA zC7#U`qgf?k7U@p-uGrtN_Af+&_0e^`tZrwdWF4}{pUk_H9r?YUo%HVcayC~PxX^UG z<`^wI`?vd-8I6AhAA@#1mF~Pu z`zzf6p&#L!`ybU&^}ipZF~*ZvfsxgX*R-c`cd@7sT+Tmj)+PsU%xy^Q3F zwFx~HpMtmd#E)g2#R(n4%T`kk;mgcQlo*o!_aE!u1(uQ(&dBew2|PD@7o9rWJNBC0 z^ofi~9899F0g#4M#aWWUoikJlVs z_k4(K)h%XB?B@8SbJ-*AZD}amGOfiy*{;J;^)bW&_T5ZxD3A^F+cZe$Lne1kQYRAQ z@^;Phl~by*Q2dR&x;w$24r#kR@4XiG5^!be2*tD=!kMV7PrYukF1cxT6Wz5^+z!7{ zurw5xxEZNNAsODqa;x3Lm)CoIKp;7GkC2L${yvj%y0*p*Pooo6J$!!{a}zh99M{v@ z@0D_ggj-W-leF&>YdI{eBe-!*wibz@eU_qhGa48>!MR=2>%t7W4&&A2qj&|RI9LQq z83_U?fqDWZmynkD36v6aLVn=ef^R~cgT~$h8BU5oF99Ne1eOrLi~uBr<*>zd=j9M$ zTuuOM6d;@+6q_plO-~1aPMj0KOx*|cKg6;L;Gpk-WAbY*At%V^=eBQo7XYe>DCOD# zUJPg?qDVqRn-D&~E@rl!s7Zq2%%UfBl%NhWC`SJ}`GbGBDv*qTWL{t!|1@2o6e90Q zvyi8LM{e*kAvduCm;f~3L4%XL_T}gqIC+c*NKRIv!?{4;vZ8b-k{G;O@~WPI5GB{Z z&=xCBRN))X!U1q-sX;DU#MbaJLK>VT2A>)b&li1q(?j<#f_zgJ-jkFV8mkn1i+0Nx zR|#i5V>odPxrW9{Wm)PW@RYvqG}6Ds%~JbMIw%nF7Q2xt!UHmnma)GJt~6i}9b;T< z&EIpD>2Ad?eyT}yKN#7P1bSl%HgavU0@aQ_EzdFL8o&7TqA#US;aEB30ZB330$;Kd zaL!xw;;e2%i_WtQ30fYiQ%`~#I#4k8z@T^^vmTA*ebaiG$qM{MIgYCDj%SA@j#hk! z&mOd2feksE)_5N>QJw{fsSRlX?e52z$!gLgMx4ox&uVs97p&RJoTEKyfxHiOTNFQqOL-w6rb zf_G)d=iNcq!a|NA809i7pKD7NmE{rw^S14ySt57dSVD|>jdQWNe*=SfUEE`P?sMNX zbiK>I)JL}Kl9|J8-sII8E-m+=#HPn~azAZr?8lIrqLRr}T1e9pdNUH;{F!=cgRL-a zh1N6Z!PB#1IJz)ArOrm0YGeOJC7LBp_Qv{zTZ0OhOY?rTYMjq?zLU6q3<|S~7N_l=$&}(Sg(q&FK$Kby2svdC%X4@`jRn z+Gg_4kB-H>7sY5TMB>w=qeffFFzf! z6^#kD2;p!27EZ`&5!ocIgRU(zgu;;n5h3*Ng-?A0B`?Hq2;T%-qS}e-^g3dSka6aU zT0B%_A_MNKyG!hE^RPM-3-22Ab7IfBP`9TF>#u+wIsx{1tx09k7e2fAXing6ZP}}v zMSW~Goh$AKbFKUep$aVZT^C>5GV7dukGg(0#r0~& zCNc>w-y!x>`^U%f79w>WcVylqM%xuDkPr>j%Dl;%n}sdCvV2vT2NBW5ShP{>ny=SR z;Av+MqR&I)2||*4JX^d_j~LvTgrA0=@FfY#U-I-p5h@2zu5%t!}}$<~$8iB>p4_TGZcQ3^CkBCruIiV0p#>e9I2xv9kEF49|0V}PB{Lw(w= zWN%!N`mLCFco&13hPU;F!l*C1KAJpLZHb`4dMelGh)~P*C_Wi)gRwF5h^F>3yQX(v zY_FmZ;=68HM9#4Sy*W~yK;hex5S`eHAm znSaH1=nbd2RfTgwD+cK{l+Mw=ZGa?L>`eqVF~sh@wHPeawyJup7c}2$7`*Kbe+b9Q z(BdiHWmUZ`Eef8ncR`Vk#RObJ=6Hht9vC97ZyE~`itP-=Js=2yRdi@ zSt^@5rv-X`X3wJU?a55p17*@4&g^Tcx)B`dH=RIl(Sa&lHr*V%Y4PddYzF1iyoz_? zW2V>m&asCjW~SgR;21Mt0v(GuhREHvp=KtBC%QjLhriXJC=vYT!5_Y;j;15b?~R`8 zJ0zmHq=vfYd;8;;CZ*gMpQP{m5B6ba+Rc$wN4P5iS!wA!`TSZd`fg{{qv#%pvj=Bc z3)LKKCHt2qB!ToG@86`Aw9OsFR-j)N8LCM&uYs3uHD#DMKr)=^I0$s7|Ar*{iXxDO z{7vYc=~$Bdzo{`o2xX_si~oq8%+zgvDoC&XBGKd2PEcsjJBjuphX8O0xi>*nHUTK} zl?04a^97KufC$+JL`a}J3;VJQ(*-#`BQL!OS+aPsHCjctMKbdy$^7L9kM?f z)}Jb`N)*tY4JL?V3_iFy@N%l%BO(aac{w5cS4RuyOPV#8)Gb0TfF$91U=52Cq$0JL zA@Q?uuSt<5Baz78gy`Q&Dlx!jM@`buU9LG3Kc0M9%8Qb}^+X;X83FE`pHY~6XoI`) zExo=0qxkd?p*rWphk$8`BPXwg1U1(6@w*F?35 z1j^o@>B9;od=TZ_hqf!Y7g#;fm#wjTMs;xIXXX&TvL`(H0z~G63^|8{ z)a2K^T`lzcEb~^c`;=YBkjqG{s1J^*b0%%=7_yOY6RU_hh8WimG*e;i@Igwwdf^$c zwbzf$#C!dUibp?1C|@((6f!ZPBD;}{wf?faJUo~3n22JEN)RSi2SR{}*cc2?Q3@zZ z`%!^+?=gfKhrp`kU92hA9++_Q*Fogn>=vQ7&`3ihL3vVnlez9?Hk5rzU`MqSAu$LP zUG%yV3|rNy#GbNMVP;tSzApAq!`3-)V&3 z%=51&Ouyc>J1SOE3hqQQl?GqIf41gLYaLrlzn-4#Ra@ttgh&Z;qKNnPeDONM1F_yy z&U*~WXU5U%;7|2p>hP!hFu|5so}17afry-F1;q3$mpinJLZ?wfq4%z&(5VkDaeLQr zZ!IwzGtxL#j#3qu{y-RZa{#eLMAPu9qgupGB|z)x)D*EU3aO2y>BCck#sks-U?7)p zKK;j#ds*Q>IchiXFQ;Y6cOPXkGz6gQmOSXH#;hGHFPK?dbv0hkrKylLmlcmy5`3Lx z?^PC2lzUzDVkt^2o#noQ9gS5Dk8jp5v`f;t=%>l`$y@%MVH_0$m_C1;Ac(r*=-c(^ zdt##uW*f-xRlUC0;In?2{NI|Ysd>wlvo^%5^(7Av4Mq*yG!tLY=fd8gD@WGOU}ksA zu|(6TF_CG}O(Zs;Bh_$nOtWF))koeK<*SLjMv?If9{EweZvCp#1mdzTC z48iNfKFFf(qQ}K%P^GZF6xxBeWju&YG`zk>>pj_5129%@d4mHDY^;B6lHd_dGPYa z`xP1jG6WJeQ}vwx)Zu~tIf&Q$RTTKSi8b-urLM9y&`e}4m#?2f&_XPU6v21H6Lv*u z@E?(;I*dQybdsF$)0cxiBC7NQ4-Sl-s6Vd|(k=pmo+LwL-18?nk}x25prlV=TLg|* z!uBlwuY~eC^8*lYu1SLukI1dR)j|pas-K8T5G#PK{t%7JI8g{eNYw!GK$oaL8M2d2 z;Q`XHd!pwoAd#X*uVg-7JPYnmKCf=VWFPj5vS|pqVvc^wj~;mPkQXUN zlCX&U6nsggQwnkTdIzpH?Yf6d$2-9>9;u;TD6ELjUdCi`2oV zi_SB0Hfn5^EeYUhvM`5^aE!5@*v*e*#Zxz>TG;JZ>*{(?>d+4W`2~ z=%8_r11cQG^78wg!e#$s$m;$^@{OaH!SYyv-G|?JoF6AZR}O;f%hlbs_+GRuM#0Rv zw!~LL-?Nb)`7{#;+F=CNs4=c>aCW70KMQhS`R3}^4c=QcQgT?QQ#uFTe3x{6q@6=&!qQXFF?4eIUv4si?_oVK|%O>@OO5uo`cL(VBq93Q~3c>__BkQ9W;NXR6~vT47hLt{7Fw8e-Edte53A~0GHoHSb!!l6NHU1C_3u^3D>Yw`=m^aAB$LAs2V*X zeAhun0ytGHn0@jp??Mr)y6jk9h`%7rFPa0wp=0Y$ zwGeOli+ouCcSfhZcbXO}BJd%|&h)(92GuS*yX~ao$b;7hJt9Zfhm>WYKn%SF!>Iip z<=O4V9vxcZE`pvhdS87nj6kS@WxmrvTGa2+?~cEn?cLea#J@N7HZPk-t+hMJD7xvP z3b)Ulp{eJxQS_(n+$vjeWnTIAIzF_Jk3Y3`2d+Hr?-_Tt;0=ml65~;}dh^f#58|6^ z>!IuSk{OS_<%qWswow8q6{&SC1YN00kLSBOp6=fL|Ic|7%vqxZpF zV=cvjcQ@?An_(S7pHgE6oTa~IPo2H=taLAP`fj2JU{g1ha@>(^2NS)I(0@Tsqp;liQtbAetPq$@;Q zrJ2dM@4c${B60U#kfqWPEE=3p7Eu+KNrzo~YhGC_Sm!U5(naMfE5yr73?XOV7#TR^ zE0|T_bf(2d?f3fZ{$5AUA$QL*=OMO6u#+IUEe!tg6WYIChNtoEYYmoz- zq%jL4*^*AIUM?*;Rts8O6umF@ec2D|aE!Bf>TpcTUZgAjBFIdxwElYcMrGl7i*%a& zn~Qby+DlbdE?2h1uE$ul{!lVTcKAd$NzU{U`<5AEG~&I+OBt-ct~d7u6k3a@dOCWO zlirOhzaHTsp0ZzANJ4aQUD!|T%+Wft86`z|n(uqtWq19XfwRJ5E` zt>bMTj(2K@@3ieJ7Ktu0nY)~aoR{%9E#9|d39KOsyKqx=>UXDD#2o&&_6C3YYxVTs z#W$XcW*Lbx`y85=^;NB(@(VV$mf|?V)}uvk?3I77ERA}UngNSNV?3D?vNzB;CLc@8 z>V-%P3r3Dwuw}`FT?XoiTRQ4n&B24GNUHTp$Ls)X3 z_1!P^eT%iYq6NEKj;gR&6M&1QoJ#40`Y>(Mz7HO0^F_R#-*!++)aag_|7_vWAzqvSpT)F{ikxh1EnIYbU`;U==6r57!70R_wg9Pz(X_90bIdfh+JSx(UO z39TW>KYb(FrzwDtw@gKN7l3#zKcJ2p96|&&aYa=me#^b3_)Hj8Oc-P*pWQ1vdi6%m ztF0>-r)#&`xWmrup9mH}PawebQv(u$Civ%4pbhCy*GYD|`mZ1Yg=YLzV_{bH&-AqJJCqIXgRvb$oW&HIdylUen73Yu1CpUUsX<6xL{B*vTqfZfIAEscxA@d3{rwqoFN7wgRCg1X{)mBIL?C)u_QJWNNRA+JRgJv9a+@s(>sV23~m=Zc}FcYc+$ zFwl~^ZZ~k@rXQlN(q^shl%H?sx^Xg-7{d7g7w?efogC=Zx?d+r~=129})Uz?%b)nzsW$wf&UDxctR1}jNQUYPB zjd`8&Q7)^mG}tkC5{)qx8*Rf=c1))YD#5YOuDrj%Zz)FOXtS2_ek?4s`#y`SkPQ6& zi%u97)Ry(IZ#pvJLa;!f+*dr$lA*$tcRS&4b5Ci-t#C|G%8`wkdoX>FXG!Cl%D}y? zrK!I4+T?L{t!wf2)8&@Bb2Xm5Xh+0Y@2>aJlRy}AJM9?aqlJB#m*1SYno|CyDD5fR zJWV3MbF|Y2{xLXF!tEqC1b0|k3C8lKnW1F{6*Z!%snPHC&Do)|z#>T7Qnl)+TAeeU z>)|v&R3Gw)nL)TMDm?gN1|Mp5l0A>;8L`=#sizmOt!+Ck$A|5*sh6kklg3*XD}M1? z+$tNXXKurtl_#n2O&!0#G@v@a^=7P;^~+N)c=ZtyPlK;HRPC6a43YLI_?@^Os6l); z=+T2~Hh2=;VzOoMX^;q`6?i;@?>F-WQVdle-k)6YDs>s&H6D0KQm%{`@hzLN+Pvg% zI9g_d%tf_JcHi$>Lch<1@2(5vC2YrInZfL?pjt$gF5T?R!}hkz)wNj;b5Y=~7j~1# z^5BC@GZwz9>k}oZDbSlxF&uhhUeDSC$czu>L@?u6HuO_w-e0u3-_-9i-57;?Rht$* zP8~tce(OwU8Fu2e1cWXz{#ltaR(`{Irf_v*R#S-=N4mjZIQ8QJCDZVhMt#!IxZ@Yz zGnJhZ#}GdOsz(pXQa<50+dfN&7tI_XO&&~RGxIEr&EVgCY>nbNpv2-`tNsZe(J#cX zVt@~oX&$|6B89Kf9x5&wj0fJqyidQ)e%^-jeC6W{_b%#_2|)RWQB5>=1a6y&H zLA88k&d4k+2&4tC5~4&iJW^|aDwN0FsdZ!tF&(;ZKvG98bEvD@WxO}?9%cVdZ#Qj* zgL}lh-{lUvswvJsbb;TTUNeuV|C%?Sxn+c@aWzIQ__`%D-3>1x#aqfZl9#yMH0WOa zCLJ&4O7a!KSGp}m`iWkLWJ5dCs-o*n>y13s9tj!2-mgrvv1Z$#HHL)ssEGe431tT# z7n@Z!fR_gf#|oEuYZkoLPrr_@P}`jYeCX{Awlx zwqfD@rh4O@x(({)0hzH7;h;*6O6X7?eML8KR{L-AK+s<3e8`GZ!xH7`xbqiosJ6?I z4(HFu)$Sf>L?{jLx?j#+@N-$8Gdta7$SSj#fsc5xv}kTCpgR5B;z89QHk|VIiU;D= z=1_?iN1m2^IxmHEg)Cp+1+8_hZlxU&pg^cKCM2I@Vds>FMnFfeC?6Pc`j3pMUx|C? zCBt6E-(}v*DYVqJ@Ulk32{arQShA|Rfqp9x353jBU$DlOyQtlL;BjwJzQEm5SkMiSKR_#OZ&O^FY`A8@dgASL1KSE&QF5Rb?WZS z)<4ojgMcrSE5xhxZx=`iA0apy{OwmJ0ySrKi=>#7&aR-V>|$hjrc@FlniBTq_2i{8 za)pdffuQVQ(;Gy--)qD}#==B)_NjaS!vJ}w|B6Bn5w`~kJ?baPhccPgiV+vsb<__6 z5-3fVSKoGG2Py}ZR(W+NXBzP?xtlia*1XMOx&!yP zj0UVGCa&i!Fw{P5$~IPN$gH zwG5jytueME5<(Vi^U3Wz?A=2|>Wg}|AKeS+sbm;N2Mw}xj2`U!vKX0Tj-qj=+(C!W zOsV%b)gPcnmPpH@qjN|5!%L;@dRiWa9oMz6LtA{`WO-l9;bc6r+CGZ=YxQGq+fd2K zca1M%OW)@~)-!y5mE=NYJxEcP-3wV~Bni@M>tu4}A#!AA{^0EOls0O_nCZmcZ#Lh? zHclw!=ok{)WK%TeXrZ6(vghMtR{7>Erh{T)Q%B@wNsL?_X77tTvIB`@{Eepx7^&%9 zGoH%AG5Bk)UC2!=T@Up1VQs2Bf6lId?e5Je*`ptyrXtC`ZqZQ(3jl94gilo+k(x~Vj65V1b@V%wE zUr7#G>~9_kYZ5JtjA^$!oq<^0wl0jzaA)wCe^ue!`IBqIEMCkT&5Ru|Y8a9FY^5WG z&n?m&k@hhv7x3!uGJm!KV(`*KQ0KAwO{m>5bR0v_XWY_*M|?zG=kTfrBURHEp7*=~rGghY zJ^bboY0k+`zayFb8SSf3H+3g5NmsJu;B_^!r{8(jfBJB1^BU!!+gwR_M(6v>_cKa! z5~GrUy|5UAwt+`wz*Zv<)tnIl7+2&obH_C4PoMBCjftTh5qD5u`4jtP4Q}5~99DxV zJUWJ4u_gPm?r|yj>Bkthm%~1!O%1h?lx?IfM$2uv8jWthJN#IFYN=kz#$dy9$GcxX zvob0AtWSR6f@*0;kuuMk;pm-bt`xhT?k@H{e-CGDo0~?zR3)M_@DLxrCBzf@rY#rr z9H%R_Fp#SMsA9AH)u;l)&?vnyJD^9k$f2C>>+FIgGAuAKASY1y9W$OAV-|+fnC37w zmCv-R=>M_Ce{T-A+eat6tRjW?%g{;pdal)H&K2Fg(<4+CifInlRg}ZZmEF+6RIDs+ z#c5rw_Rm#L^6xih0YG{?a8qPQwXL9r9bluRs1|@hL&Z4dt>M3||LLi3LIO?*EU3<@ zL4f$eXyVFc9A>B(;u$nn`2M|~KGH|qzQX1YhcEf1#XgwMlTXHr<#7CI_mkSR*Ce`&u+5AAXd;HtyYm>Rx1hQ2 zRYUZ@a&u`2AwzHvYBG^MVe!fgbJCY{D_pT=8qzgXB2t*D<(N@+_ypxsK%QwQhef=V5>8yb@% zpx-lJB1}~y23nj{5~Y}EUsU_`>dD^>*%kSsa!;s>945rY4*PBI05e`ej-=sO(+}yF zn&H^+S=w=Q=R4nq$kwuB2*qNAwe2|Tk57-UATbkFN5sDL%4mj6p#0CIxAG=&RtqER1g7 zBb$#|jCOK$Q9HINmuaajZ?iq)De-=rTqAoPYnh7!Sid>U1-!6N)WZ#Mfr3FEZCr zEYRl7jbDlC?=9E%46lwJh%jJ{rV7QX4t(GZkJB z%N|3vdokVo!v-dmDOQ1bHnC?y<@&RE&PT|WEd}6dP)Dgvsu;7~DhzYSOa5=@X@(8* zNB1wYIX}|nYW~*LK_^Lb<|lL1tL3XtWSDS$&qL;#*FNlhR6<91CfqX{nfpE{KB_rW zye9T_qr!ww+vWK$g;&Ak`}>v$vzui*AR>fPI7PokwVZDz(=X%}rJOpTa9QVp1VHMc zzcS0*r$;LCsa#=#Y6@gcV>M0T-0=Fnpur(_l&6N8vLpmrtFIXGU3Wi zedoM{>}m8~L{q{iI99%JX6JocD=ciXYLy{D(rV=G&UjJFekzB=WN%#5w&O)joCwxV z%d!{jzl{1q{+^%&wX~pX*2>mwz@qbSh^9q~o&DXGMa_*k<#=0vF3BN1Z_sXnl7uZ% zC~@#w!(lEgYMJbkf4uBUXYub&sht<3slBIDj31?znQbYoj@4DS_aM3T4jUK&odOh$ zX=iP8iUB0lgs%0Zln+8I&u)cQovp?nLn4|V(>#Li_Agl2MHC4}p=iuf*aHfx2 zVdV*HpL3n{)gn@+Z%DjEOxzC!K?SQE%_kPFOhxI{wHG&!&hAQUe!iOD4yaj zK2mqyGv1{cp2317jKuk_6O&!dUi^0KyQVrDMS zu-Jo{W;33=R7qw-(YdrAjQ%od>&Dhs#m!_vv%laU{wcDgfAyqi(awUHMPK&ZCQthNPxhw88XRK*Mcx`N$tUx~nOG#5>Uzb^+7cc$yXX(!sZIcpeb zf8*3zQP*1etA+pVk3QLc2?ZUCY5)|Af%Z}Mrx{^n_aUZgw4Bh+^tVCEL7exWHfBIb zOV}R%2l1ja+X)H_7Lt{Cv+t#D@MOft;T3 zS>@9w`)5veQxUyR{)33^gk6-BYOg#7b9CKMFRu`)X11AtR3#rnh6`W+Lss9iJybf` zMi0boLjr)-5IgCDZpSS%To%4YGwH1?Y;iL?n(r3qvC1d(P%-OxUbOsmcO@YCT9emD zD%#|whn-uZI|cz}2PpgxR3#1i&=%D~51-C#W;~-*ok{c6Ta*$Z;_j2nSGrTp`Oy;+ z%h}O^dZxGYdh&ap?X&hLJ$acAGp^j|#$&o=necDX7!5?6oY)%3UP-#K;u~Z=hF-TY zKMImPtmgYyw8%c*pPO5k82`PPsp`*)3+u2La%iKCi5yKNzRUT z+x_Ht?#EmsljVop^R-<{xCk`ZbvP9bW2lCQ!!V`^51S=6AfKBKhJMEToqBzxwD6{5 zd4=L7-Yn|TM5JaF*3Mi_SDh``tkC|x;bM^9^oH>Bu>;sIZ{Xa>qp)pPtf0>-Vx}xa zv%CZB5V&dF=HszlGb}2}S9P|J@;n*1Q3Wn-`KYHZuk)O(VMApK(lY@p)t`-ZGIiK` z<)5@VJFY!z#mKn$Tr=+N+qnPZCwff#M!)Y|gzo)YDqUSHBp$TL!h95T65~aSV@MCC z#vy_16dDpJR(S~<@Np|YA!as0q0{-zD)-NwkaK5#3ZCgg;HvfJ=3j5op2DWzUTz{a zTkmxh7+(k?KXZ#Ap*9+qqkiRG-Jv#$TjWsd2&4*A+5V_i2B54CeaGqd=f^eO^nBwR z)|Pp$=0QuENz>p()+-;l_T6|CzW7sT!`>r1V(;0sx@om>SIAesw^6JbSL}K_ZiY?S zplydyZ;L(he_P=x9o{6MI6s_LsIxh4VdccjRvh((RqIO89Ws3)e)QcLYuEu!XyExb zE$K}qXJ}l?+3z2_6^B-I{EDm;=SE`p7(SopD@^rV&=E=QmS|+5@!PK$%h1~}IT zzc`oHa&vUL@fK0bI*nwO|JD6Dv#;N@)W3}`XqznrX%)v#>r-o_<|*uyWPS|80U-%Q ziBe6ZLW~`u6#Yh-R?#u`Oa%kG$jiI~GE*y{M5}adb7z@dMxDl{by{-|G(o2tAG{m( zK5Pt8mX@Sa zLX+1#?r{iKkK;zoZ;xF9{{#s64g9mN=wUPj@t_`TD?RCA$T1V`PXkS&|COebW&g`p zLDBGkGfgMJQ~&C&wosra7x;y^P4t8I1%@5)9~Fo+>zfgpPXF%nrXZYfx43UOogf4( zf|gU&zs+CDSPxLla{|Qk_1vFr#vrYh_;)XdO7#EYpeEA9|3OZ$lPkQJ&@(nj*qTbl zJ9^R|_NTSmfmnshnp!*doUO?@@>0Rsd=qK@fU|-peG(v6GF1?+ocp)d=)){ZPzp#+ zcF_Q!7yNhkNUo@|l*c_$&~|pR;Y9hV1*lf$ifXAr$($qDL@}Raue&_&6v?s)OGJ*D z;aCF>J2ufDtYT-x z^!e14sg^-wcBL5mcI7r`qI0mXb(=9+(W0-=<%6R0q07VG)a>8n9(j4olCoGukZ_*! zH`@oIa?5RC4WJi@4mFjGtkF-I?F+S=4u(0s3w6R%4E|^ssFByYwv_*A^vj*ZtF3b( z8*)CX3EM!*4D}5DnMIDC%FU`$dVHviyYP(fQ;g_NsVL^+<@Z{Qmv;w*_(G_3t{!np zybhTJ!+sHQUT zKGU(AwTM_RXEFCB8GPaB?4>6iD*E!J@n(3+mP322{O;yaf&$y28rJlh<$LXZ`5^0| zQ<689%ZWJVt7Fif_rgR51bco^l-)flLD?fCP&IX{hckWOXJ_V%>c0kFFX+4LK|#%{ z_VBxc?IP{z+h5~VA?g%N_+T_f3o$M^>;>ECG^1R&o2#|f?$WEuba^Q--hR^4RspsP#XEBf zciX4VGFiY#-v2^hoaDxw3pagU2#Rw4_$dX$Ej#iDmTvHz#CH;;$1?Zd`L zw(Mn>P*L`j?Au5ogzO?q*~ykY%ZMm@2qg?5BvJOr*oEx-KK7j%>tIapIdtF8^Zb6F z_mB4v_owcdxmw4txaHs>S(>yu4B`6I7nU%(Y#zip23q|{}I(R+LWIob>yYGE&;Ft{Iyt6_g zS~hQrR%_V=4L(beBw%NsyEmhhsC1b#isAkHxyuS6n(rr~ ziR`6PhBk86)Q+zB0X!QNfI&2wp@3~}EWY+aOo%%oXp&9cxjs3dnD+b^?|l6!$BY)H zM9_E{mf5;ap){sacLs3}Jd|T*7_Q5hq{8JXls3nxnx;;MotsTy`$roa%A9{zVioSeXP9ajcKKf9aG_{=@X@Ja@zT+3Yk=2 zW0A1C;${9zgG*Z%<*-G~izbf}Fxd0+2<}yPH_?OS=Ef7=TRe$ zKV@QNwBYy9&=BQV_3DSb3qIpFTQ6sMO3K8?JsxsiHA2~8NI0Bhmu6&jb`U-{ zdH4RPb*59)p1OtR)dV3y!@$pmm#3IW#3|E>&(x@>=tea#%gVZr$%P{HYAx)BvRQh( zB1R6_1#Q(;wl}1rroBa3Yc%oD)a2IiYo~jg@l8rTz|tC<8%WR>j!*3Qs}BR#l>4B< z#~1w+p~!zX=xQMnV8saq{DBhq(OZHKA&aZ(llgV{lHi144d0AUz-s!}6 zLO08X3w4&YRHdm^P^ zP6W_dc);w$zoSQ08~?A7C!vTAaHa_t{ze7-M_Cq3`;>4H9JwbZpLAkcVq|}AU8v%1 z5akpt1#E%Z)lx$j;K940;ayFmv?^O>!|4)fHv-lt z(hra>!VT^|bxp9mp;~y98RZ{{olx*7O$*ISsgDk(ENJz&UZehVFwcA0k9InB^V)uh z^VKDl!lINGlvQ*-r{L26KyJ`XoApg$S!KZqerW(^10R)x4tvdbW(cGaVv<}sGML=v zmXr4e{e!tF*bYfdG6}o%EZVIR{AkXXoMBn$w@jOyh-BcI^=DLzaUadrvFJk}*Skg* zl~FP4{HUS5$f9CJO?KO)AMCjj$7?@~ePWAYzBeBoSV%UXi>bJI2+#~k4_FtfHpe+I z8`hW+ikarTy(v~Ke<;rvo78r-TyMX4w)_pZ%DECg$81Tim-;w9EEeCds<~vBWXg*n zL*)~$>#KZqa1+{p@@9057qW8@TPwTe?|?SLQQ=Zgsa@lK)mRiyBg~Fi^cRLv)(bT;`PEbw{y}lOTs#`liQ`bLWnY4$)IDWMG z%?PK#Hp`Z)eIBPKb*?%z*qS8iOIUJ&U8KZS5AB!%-cl8lSA84YO2t0V1<0=GrT5lQi?tkK&%=kkH99B#y^KS+DBN;KAJRh~zmjFNeyX~c>mVfA;HySmn&3IBCM1Q`C z-WGE9bs%4$+!902*;si!2toIAe}2?H?raD6#X~Uu;J-I9a_$`T%+*k|L&F2^J=|+% zhWBUdR~W(L{m_xOQ`fIY!m{~H{Lu?CVwKhS*r~#782f@DImT!!^R<2))~~BOS3hzl zo9g|+7kgYIv5rr+8L>n%t&5QuA)SIo>jS^q z1O;e2>mD5F`?ztx%s8s`jzs)yqnZ6wruk!u)}Q|FR;LXAKK4kVW1D&L#cYDxFRI{Q zqBx++D=S}jMt#`3aGdI=c%+Jb`jhd;wHHo?cfSyomuvf#?dh+klJTB&%_N8p;qZqVtrP0ObIJn;E zUFSnUu#*MY1j7}`JDmKsG#0p-*>ZD*{cYO~)|ESGZ-q#R)E~_0XaWNj5-m?Vcj8w7 zdI3PU;^FAbd>#O||KUvWyX0R*#F_tMAu61%#T1kU<5s(|HG;b!~k{p)|XSNz6Cme$yMiIA!T8sKBf zR|TK886r$E~F_Cxz=4YFK+uy(tp$$Fs)6No8LAwtF^Ra{dT-E zUU|a+%apU1`t7*l55x&Zv|>i`^)lL$0tus8K6ID5ALiX_FV%TeUOGl#evNXORT<0W zTxh4TBaVEoub$MxtR}=Oq(f9M4tC zglNlM154lxtd1hh3*SDA`pJ`$57F_yz;q2@C z?=Pt0-azeQV%W)#69I5%4(NuTe zGeUM6EOG>s6l(ika)|47ZGtoQ8?g6XSf-enh4<)q9Qg=3*sM43oUKjrAf&L z!(MB)SDO#(2rFc_&EC{MprEcz;m{hx@@Jt7qpEMCrJH|DHFhzj9+roBu>LeXD1PHq zxZoRB+lBfPC!C90I#c=O`psptZWev2$3-Pe*TXm$T>&-Z@?Sbvwq7^YN_Z~tH1|p_1XG^{vG9fKU&NL+G5WhQ<~xDg<&XYpPpj$wuhA% zn%$+~TMT=Wd_z8Q(u&}!Qd?|fFrdXjL-Hy&mXQ^igQeHm^Q%I8mU}r*)3AB-^>v~H z!d#_3j;5=3_)db9vRVYjXDjU4uDo&J`6MQ8J8Wsw*h-D z1NnS$&n$OO1xR2+F`2sq00}@{_}Z9(Zn!`0l(huT0EbIV_~y@Fl+8rd0@S$pCW(_erCsjd7!vMs<^s>Fc+ zBwa5#nKTfQ@OPW2%zsM!pWWaiYdp^cUC&8nYs^w%2&~{|?GHi1B9Q9yzCUT(+@}51 zTgi87;MUs$;I5w~5tQe0q@pJHoeW|KNJY>Z*Yg9NBjwtKKrXy+7Ed(d%k6*t-NFNZ z%Wb_ad}%L2a19tY?*gm|UitJdC#GwBD=8dY>`AhiI;}-8c9}j7v-~2cNrlsk&>0oq z;@V<#bPEIo1;XrUFg)<4UpRVPhY?v-=;U1!W8)u`$r=e1v%)451feeUZ_9)CziPHM zBri5SS$^E?i##}ly$YszFZgil z`()5r-$0Uvt&CajO%P9bbqafab#uSAcoAlP?ZUV=1J1rRjLUDj>p4yj+(MCkkL6Y@lfb_q6} zXSTR@;|6nzd#5kqiZRQsq$u_RtgaJ*(j7C42;kMkaNE>T-F>u_#`+_CyLm`|gVMk# z#ZtEHZI*ep%lU<_l)Ptwk=X%*V3l}7k>BMm90vx_cA>bDWjSmu%`m2i=j|>4qM+!@ zr#3c?CF(euDhDRwxr3OtOz1+7kMC!DgMFj2au3n<-L>x>9KGI~r@t>5uW3Gep3ox2a7$p@$DWPo@NWXD%3Zsw6F zJ8*c5hamgaM{M~?Z@(A~kDB5Rw>J9j-+UTXru>GtE}h_XLFLZ*w_E|KS`{biK>VvN z{+o|-QVvZ78gNnb5m|E(7elgO| z;B#ErsOP(od2%^y+&6aJo4J=two+dUKh$J6UILHXH5hV?1MtbkS0|Iu`+IZ7PVXJE^s*i*x0dJ`^;e3SLzF1$J2}Lgaxn+j;R$5JD^kIFj9rrWw_FIACDwnMvN2XY?&pH())bos< zZI(J;$Gl6Jt>`8hJQrzx&Luxk&7*!Xs3m@gFmDEtD)B1frcbKcpl8foL_t?hy*Y1> z{_AqXs5=+=(kJ30DZM1uq-T?{po|P^fz`PNfX+glgdevDs(3oGER7q}^SK^Yyrb+g zIBFZumo%Cc8$aJDl?4g2aSRs=YDUN*ki}4x>tGbhTHRm|P{KjaSHz4qqb#-yL}QrG zlrvtqr6gAEY4L7jlOFXO>OpX+Y{naRzI4Lb6b*gtLBr_%6}PB2uxppRa(K8qYFzbx zo;6J^j7wl+%`l~y<84%hdb)oSiMJ0Qwj#y8MCy8B|7^4MXZCr)hXcSS2}iTe!WvVZ zXZ}E%*_>7zYk1MbeJ1usshf0NVrSkMT(vMn&u6KGgy~*lA*ld|hAi)U8D9t#a)T5} zLVOMDQ8+oPt|U{`-mIS9>e_%!4Xk@46eHlNLjHf|PLPXDm^HQwO1Tuz)rNje~GyeSi zucK90)k|NL91qyR%l;<)_slKDAKCw&w0SzQ9nuuH^N8v9L6Y>_lbZ3}37f3QAUsS1 z=pTDMIZod_br`vFhP_n?J1uvstFu! zPaixn0`U37-b{!u1627k`EUHAR(oreuPAb|%xHGoo7SGp*pxy0DO#I-+??PNssB@C!(1qV7pqu-A*cGB0j5u0d^d)vbfe zwpXmeOIML7PD6}%{(abie9JSMa?v9LK%^kRBgl#yfT6VcSD~-z8iX3ALhdhh%{VI1 zEt+1I`4sPjWDR=GGJoch2ECIGd}$U(W(U}aS|HXHJ2Yzsry|e&!~iL@N3pV-#}h7*DIa!$hd@h9o;=;0 zVAx>pqUMa{%NP}5)C?~6F zkA}8QIrjyJUq^+r%FVD4c=1rfgyzgtb5uY}1N(*EC$~&jq+Yf=JJaqQq-;IfQGD?5 z1LT<^44#B#07^F@O!kpQOCGMv>|3TOhJQM$?dPZL{9FETgTd*mFT*Pv?Dn2r@0Q%Q zWG(lL{D`=UKz@XQ*pg8=j@%i|=4Xsv)xH3G7`O%qgX5`|;yi_ldLOlT~g7&53jXfN*>KMgV{XxJrD*ekw5N2XTJ*zyTMR z>I)EGsf;G^4zn%TVgDfCqR6=5{XK%F;Aec?r}kBlrh3C1pX&D?jI7~%8W^N6k58_b z{U6%YLd{~n<+P=*r9+xaajL&6f#6dK`S77H1n=z=D4rxyXdy`PCI5*1KlJJCu*Z0W zeG+<-PKMt!PPhZTD8j+l~Xhz-kRx#0X zi~;RwbU)By87x{pUX_pg+@~ki+GlEX&8hF3-zsyFyn^_tiMjd*f@OVtbTi-=Yy{4P zuvaR_6rlM=1{dhu&P%bs=V|Vf}dTW}G8GewZ$-A5m5HNL8J>5SmTx()wvsj)3y)nHe2g!qgWd z_X>CTj$gu%sZ-x$uyifc&#)rL$uhU7KP>!#wBQO{7#$6?Tq9-Y$M{;gZ@)ayf`%xm zKppEYD%_lhC_lNOoI?bI*C(p?z~An1r$Jf*K(Z5pc!pi5Y2o?+hrsizhw$5>bxO%U z#)}jd*?&4nKd27YD0c`mxpJ>3_5Cmpd4+(+JqSU{Hwhz5%pQ2pps0X0I7*Wvba4i{ z&O2jRf{;~RKGfw>|7?E?#GL9UM!e^OPFlRw>Ib#4tR{w!6w8#q2Z)WJa7`F$wtmwM zH8m|V*DOLoX1x9*Qc@B(SglW#4?lQJ({_V^Xs&m9gSy#Tc%LB?(7JEFG5^vr+JM~w zrVLGtsu0Xwg zo^@Jw{Z`@H=h_tsZ)YAQ;k`ks3b>`3=oZmeV1Z|WK>7b2Lh+AUDe#|zT7B5lS>ZWo zQ{|>0}|>zdivrfH~qnY9O+-rbxVT$^hUdkYIW>65s&*Cg6P#-I=;= z!1V?1i0ba759w4x(NhOhX7y!!c-X&=mCaCeh2@&wyAs+tC{~f?g`g}RSZUPi`&9Gh8i{ry!U5XqQBHI`tfydR%^{T>b=xAGL5I0 znD{+{W6m6Rfrfo()4P}?OS%iB2t=R?2-cRdnuQi&L6b1(?MgwW-4>rZN6-#y%D9BN zaB_48GX+OR=*T;i8*eA+F5>7sz|4{eOPXO)@VKKw1AeDbm-cYIA^tgVmBV&GXpCHZ z!t|HS@~uEmT27s~+*|Sc8oyd60yQyzAcy(rub0q5=O6kCT$zsv$SJ-f6h5dNfh9bK zAf6#4`d+=@}nuh7zsW~f;2x#s4vdMUalx4i0imx-ng zmF?J(&$fTPr2f#=Zk9G(^e)9j!^p1f{+h>S;=IGDf|VcEA)m(W4+|PS6U%;Cr}-Fi zxi$w2Y&7N)$j>dl7(~1&#PC6}Y;362>6`rlWI(a3Kh`|SPrX;pE>HzoGV;s4QQvPN z6^Y!7IWNQ_;AL?D7>l4c;M(k9Pd72V8adEV9GCrUJ&fjpwmHf)>SpxBcH7s?X9}`A z!C!|IU%QsNB|5jhe*g0E%_3r5il{6;x>7@GIh_=O+AfA8CMs_mW~jqE=aGP%53gI= zZP`=N5dhpkN10~yGtf!1dhM;9iunR+3*8bKK+Cyd(7FDr5BCimkJ*PY+50 zjIYr{NSP0HRJhE0sX>dnpj+$H&lH9@8N1t(Za>?vMm%c~rTa$&ZFF>3`aj%Jzwh0X zj9uaX{=<4FtpSrC{CPzKM(&khQUAS0aNeHgyvz^{M&ln$NBEcVQ$ z6HQ}m1`xzZo|FarN00;biF5sLlxgojO;eDjfd@r@BZon4B8o=`(%)^0%&Fgk*#YdI zK$N%McN^A^__(6xOMf74o6p^uzjjT-8-&8lF8FyoMwKI{UhN7ocqi%lCyqMB+wXe` zb)Vsk#O9|J3ME|#RB;Q!uQyWg;N(t9pshbRp!sp+(3ys5wj0gYU=-e--lhk-7W0Vy z5u-_3$;rf}mWyO=Z)6_zy>@x0i0hG-Yj^t?%J%a-HqhI+q2?O8C9FV(2FWJ8{b)#( zbi^^o&ZX7g>z4cI8~M0jZr!wJ{y<8HIC>FlmqCe81tK_0{0DL(p$-&H7}06TAl0XH zhMRtOWbSSSjTkChHd;ER{6a3?gb+Z77V8e6$Or^V6@IpL8WB2q8RLd((j}^@s2C6k z&3@(?dHl&YBD6Z;7i4<;h^LSf0}R!qAm*Q~hIzB(8wSoD{&jZR5i6T*FP=4fRQ!&% z|0v)HU02xQCMW&-n^3&a$KFjxjbD#>1+BXZp^sxQT!m|bVDsAPeH^jpje1H^C=g)M z^}19+X!k>;hoHw5+^Uy*$dgEz8&~|H!Nt$Q?^sBQ2)lO|3BU4VmM~S|-9rO9k}X8b zYdK!B^PyGD^{x&&3GBF!-x@eyn8n|{XwEIM-Zf9tjKD}kapbpV+j&JcgKHR2NevY$ zeB~tkQKl%u?#mVYgg0h`sipU85A^DMIt7o6z76a?T?*xU>#lq#YBptL*Zp&TJc9E4 z^+iwf&!m#APk9LQBnz82$LMerz~MkNa2ypdl7Y!=8JrYAt5;kWp`p0ZzcG2c;;9{H zQwjGaCtB6BtK}*1ZHMD5C^7?4uDl-beFWDFXOy`!wo2|F=%goznS+=dXxtj3q&62aFm<) zI^yWj$b>iP9_%%i5oI;v?%6kQSAE-qjEi~xr`5gnU`k6P>~L47+Y9V83s*%&MgMg! zpRYn}*%gV(cBTf-)twt^m9p(|Dw~md=C9L3AWqD3NKetrUa~5phfW6Z(?zax4fRt) zZodm9+x1)b#kz!`ye(`M%LkrWM8JT6Z-%YiaZ6kK&x+D7xco12u>JUp_&=gDMtM96 zI4Ki8MqE0n*n!ppNW^%-+72s#;Dg9cQWdT5E#LE5eHd7^|BR~s~A_~A;Y60B_ zUR5TX!CFOovR|E+9l>Tcj>>?HxZjS)G7oOzMGQ+It3m>TmZ#PLk)?unfnhB+dodj1 zhVssBpDnn)KHh82UP6sz^%7YFWf8zopN!Aa$l3zgG=4M73+~6WoTrzX0wy>8jUxhC zk$({lB<w)kaixncbUE~C0VzA z<hRs3xO115q^RqY2n+52c-{De?i0H8ErOLL;mSe~pu zkhu$30PllRalc_GFpTIWwAh_p0Q?VEzefo4RO7WF0m1A(n*mFN)~B|s;=*S`vS2qx z)5WGE`^_uLLR7zf%Ih#Y`ogDWXEKaE18`>EdDYx#dGYJFhA^Q>Y9FFAAp60$a;Bs# zc|{}k)5h5@(l_blT+yU$K38hebmol^aElL#hqP9??FRc6N7rC=U!mXjV-S{R1Q_^U z)S!%74%P&15ZavQH|7Jf zE9SA-;bQQvaR<|bs2>p#yva;X!B^BjD$Z^cwJ^-gVO2t#`%|T;CZ!LObsMCdb%O9$ zT~tb6OV1}!%YCILSijfkedr<^iJiFQ%1yI=ZtOWu+}XvW%dk4l8ValudVifw{Iz*M zR%nLDz3OUDDS_4ba$lZB>7;hYPLmIDE)va>+(;peAaIp!00PVBNP7&UTu#@|se?GW`%J zyFx52wy~8lb2i&k`?IkzCBrY7)Uw$ZU93N4^Rbu!Y3wDm*V-bwr5Rd0)p&MP)}i*W zVa`JM81JQ?f6Z=xcD~ ziap16e!{IhF4&WLp+$mlBP}QS(E7=TCF6GL2*4ZnKS9(84Oii)qQD2>jO*t3F5aLS zg_EmBmposLkP-c~G8$Mqc=tiXhbs5P+ZQN2$ur&s60Douhhs#_ab%Xy%`iKEAmeU- zAe9c=hq$Zr-6@&U6Vi^KUg^5rvR^!?4|UyFvb`EJ$y~Uji8jMt5C=DMVnAfC6qOWK zbICTzuxvsXo^bTklD|sMnUb2B?P>0JyWOEfN2l1oTZXc09*ptIq_`jMy+QXo zl3`6ZNbEbRJ@lZC=v-YTRctr;MKEmg%d?^WMFY)*ICJWRf7{j?3qha(q^$+^@RJO? z!2i~>0O$$$XP(nhHu${olP}POJCVbj%&pN?c7Xzki})#sJwyT!i%(Aa9E$u$QhhQ5 z&>SE7f95YSj?bq9S^X#7XAmgD3#w^V9(;-({uCkkcyc|bUT^%B8OTPS%$0(j!`chH zseaza`NXHIz;dz{W)4N!ynvzx%q}p=!0I`(IIy{o47M2nrPMm%XY91tash)aTwpks z0Jt{oGGaOxCn~Wb!;3i+@rf6B|?=YAO8|P$co@p&0`@5BT(}n z|JJNov}rcRgk{x1P1V7_y;?huF2<2hpc6UmtbFWTso!m(78SdDvOlzQr%akc6Vo}~ zXKGNB$b9APNTsCjm*chlX&TZSHF3lQLuP|~S~nC7N6moI%(D9t7*Pu&{T;xFz7$nn z-;4R8e4M-f>(MB`5o6co*{56l+p{?8r-0r`ma?(w&B#M9xT}C#nZ)kT z8v;!7=Wf1VPiA=`Q_Roqnv8RjyXq&8wrTzYVZ|iPY&MZ~Ocu|o9jzPdeYhHyj8m$3 z=QkolVihBMqhg8w=oO~+I%sLbQI72I(WWhe6$yC9f!UYjtwGz!^#Oy{ON|&FP{c!!m~KgiKyRXdo-qqZl4aS58cqec5gR= z`DLO(NLSaMzv;+bw>JUWy+sGJs$0$&(Ly+en`T`;Cugr<2=^`y0fhV*PH`|;QX4#Q zPXmTcSupK+tby(gMWJ zh?QBq4`+4&xSTpq=)4eu9kC|s2uxP(QrHiLzE|Q8Q$-L70ZI(w7M5}D4+ekrsY=|_ zQj_^|?+O=$?&pY}&czKGH?!3YuxTe9M>`@O1A1qw0U9Xoa`1d0F@bHbq9OQNVeWe6 zPXT3Is*(x)`*@l9689MG74yzDza(p8r5wJ%k%bCN_Brbemh>fs-r9=lUqQ&q1h~N zl%vdH+nLsl^mU;cftpwTt}lBiNz}&$^MG12l$Ovdc)3?t%`J>^-OSl+jPh*66geHy zC$rK~<1A|m6s%Gv?Rli@(PtdsqmgUQ!x-%4l z6<3{;x%RWBEC@$3q6mEY5}bRo@VyrBWLSEyDx!8{tI^^?Z@kMDbqRkTX(YxhHdfR6 zt%_I5lj`%E%CS-%N2SzL9eq~?^f-%?>F9@VID^aug7==NYFMrEf#@B5!Xx2jUsfO3 z&KX#?+~@*p1>@F8L{_C=Y;=ySv_;NfMt`f6)gWx~<XWo7K8Lrz*3$dyiEFPo#0)o`334EY0w(gRAOq_qj~3~6CvQ94NRWUF_hgrPv6^@&om+ODNY(vs(&u__-E3X)0Z}Y{Fl3StzyeLETWqjt((YgE6~&Qz zi@Qy*%LtSa40A;pOTW1H6I?)&-`(SnP#euxo{FtxssrD$GZo{coD8@a1O=7>2_Lc8^FV=6w!778npA$!ZbA3O zA3rQ#E8653b2-YaHS*;ohN{rCd0%uhM*sf45=~oc{C?B9w*Bnqu_p9o|g zwAAy}krP;S3OL??emPpt_}fDsTqQjZha5V9|2;eV%Nlg~v*N-hpR+6c$dF%JRq>Mu zo7RMT$Yq7{#<%0bTgA*-Z5#cF& z*PRk=hat?y4;ThXYhdCZX9bw`Xaqz812}OY&%ss5`GKFybt3vZjQga6R}lDjP9nfg z!B{95HwI=HQ@**!UW(VlfjJ7G;eQ^ayz!*tr-hQ?y9{7DQaVATZ?ATACi+u+O(4t+ zhO!B|3$uqtS#7DHqTgiEY)}8>fJOie1R^)=I+WUV(NtxrjPdk|Vs;i6jOqlwfAq1vC%|q;y*3v_ zYJYGM(k4#14R3VMkuIZ*d}hGh^~_<-<>7T2DyV}(vi8=EJR|josmj4J3^RyucHy2H zCJZf2nM2JrL|Ly0hD1%p&Hqv;K_tgpRV{e5g?^_ZEGK3?0xbGC^k$PY<|Bvq1e`yE>K3QvUh-Djt5{IygD1DV#c2a6mVT9D)vSn2j>w z$U*(iw!7+?)G$RNK%JNLsO4H|09V;JjoZW-5$m+kD`WTS>I$R5PgIzdQW6 zqnfTs$NZH&@f@xU&w!soSeC^j-E&0QoaYr#2g7=!Q-{gG99IjGoB(@6-&-2k6W4UotY%L z=550E%PLN|Hn@(3B+ap5`aQVH0JIy#;4W+hWYYMi&>*S`IXWQ|od&45Gd( z7-$)sgQtbuJM=p_s8_^YJ|-kKXhm)AJe*?FyK2X2ElULGA4K@FF;CNNt>8cn4T9R% zjeB*4S<`+ktA;%4SYxPO26OVG?>77V_-g78q)ig|3697oV9Qbb7{i`1sYk3seh%y` zG}w~y;qx&H@-lmc8%a1S>pzgUuDE`VJ%%5DAbl4MQ019{?jKx~0yI|~TBnCAttG0Q zJr1b9IMc&C%uu&EMwO=#_{dGNeXuig!q=@_MAZ;9OPh{a?U#?|r(R{blx@`;G9D?# zyE7ON(Q96fCm?~!LXp8{#a@lD5kegG+4wyhOchy-87eevM(v@s9xuZh6;*ZOP*D(U zV7$JSr$wR3n?D=}gIUImdd)bmSsbZh#P>2WcYDRkrzv(Tj)cqlf0n%QG0=Atx7{$e ze)(LQ-$P#c&mM_li%Ey(Iids)nhpN(TdFmt7oY}&h8ov?u=z}ECxqo0A{NJQ#z&tZc`N> z_JfL?f22gS${v@{g18eHF!BY4GAS~^ksqTM2`P>%ZDOzthKqk7?46{KUyLGzYuK=o zAXXXnI)DRn6SYC-R){Iq0n2w-*Rr%@)rUv(i0_^tuGXn>Xvs(L-W^g6?XiRaQbD~< z5tu&*%8q-@hr3~OM7+tYOgU`*{)NKEV|7Q7X4h92#G;$8T5?$m>??UnNLW#%APrWT zu#Cz$vV1fvjywUy-GBgB9}>W+jM`T!8q_fyAY9JWa##ozQ?o65|3ptWcBE5fj&KyA z0JVk(PLdxd0KXP-Kqr*OV$0o(*tRTLF`t;C^69MMs2%iW^%u(M;ql)O!?==hU~{tv z1BScydO&cuB$}{xsyOKtmIj72p)vj0=Wg7gI`$xLVP&vQznqC0-5EaVpw!Dtm`RSk zL#4@@Y#rb9m@#k4ByQ<>xN8nE3x~={aK1{75YSZSO~*uuM9FiWCqbG1%gSy z=i#KP3_7{+hBp#g5rUe5)vl`pN=N8d`>akWF)adp!h9jfiC%9e7{P2KE%Kn-SUvMv1K**70(H zt!f{1endbLHt7x2-j4pWU&@qXmTNbjpn3II&dzjB3}MPifvW^-R1#BncdB4Ha@EiPE~> ztal}Mn^Js8`vCPL0CSGPNV4v^9|uA05p)5q0pb|9S(gEgk2Kk0dtF zXKXL1uq1HR5_=X~+Q>q|qmN8d2bd3m5;^qdxbp|n%T>7j9aMa87$xvS=NKoi5?Ucb zF@)uNqIo#;fIGbiw(07`Q0ZIwnzSYRh+8$K2ITg@>#Bwr@!Ctom>ii0bWPG7XV;KV zQEXCSezZxi8gTJ9Em+D3M|-x@2ew@CbWy&72p7Ug4b2W=>ACCvKo~^eFW7konba@@ zvub7~b~l#Kw>lnYx;cr=u)(4d*Jq@1Yk$b^tRLXdqOQ z^J(z_B0NhIvLXD1O+}x_rGZ>YH!>HpD>E1Wdu%B0>-J1b{pM>kA~_!KU}RU5$;}dH z28=$=QCj!g8#nsFmiGFz7#2M$)|iA$K4pf*HnsUF7Vh+Qv+j~r-X;m@7Iz;l{U2Pw zzJk{}YXL5c&pn^Mj6(}FP*k^wf#a*LlAew<7qmw2?up>1UrGmp9&AA%m?x{!XY%rImy9>k3fn^}v1EQcH z6UFIV;@)lTnDLy)V1XLF2Nth%5xLOQ^p?;&WblI z)E}{>gdP+@xi7OmKL6gx&m*DJ=+4A&G#PhA7xSWIzO4$&J}LSlq1t5u;qf;REV0Y9 z%iFyE1Xb7K#Mw%Mxw$P{8a}@ws*cEzi|nI`Q0vHv~?-V&=9d?8Dq$x@Th+* z_El;13wj@OhHVQgN*eBT?B}vD$ATxNkwI5XDv2&0p*n`jWpC;*Qr?hy?%T_*p=k=e z{o+vfagj)#hMonhs&Pn5(AQ7gkkHlSV=x3P$QRT*?og*f%(e1*L1m;@ZGzE#0G5{7l#Otxr_Y0q^olzrY4Rr{dv z&dAJ_tm-=Hr~YI|dI7yt=b%r`M!B2d05mnJIZAak2Hg4)z5O8gUbvw^oZH`!UEaiKgbLvDi6C7 zSrwQo{_D2&WqE6f+4!^+3v?b0x9ciS#EW|{lMr-;y$rp1ri#Wtj6YD_%DEVfiJaYP zEv$hd(>PGtF{4l%Sp-_y6q9)*e&^$qiT8*5>SBj2CZRs-)`ncd3M+|ybyr$hyc(RA z?vciuo#{QtqAGrA?@)jEw;*5tajKQOgzXOWIn)7xk*L~RI4+0U!0ACxj;;DCYQ>BS z^O-1g#zb0mz@n<$Hk-CVw4^Yv?OQ8r`e^Uvx;X=6Q$P7$+{h!+NEOy*mT%4T4Y?9g zETP+hQjV)>uiGvjm&0 z0 zBs<#W0YTZ*fGI?IOp_Ugr?A-}A;zMI z{S}1S*9cbS&z<%`M23LlptToFX9g|y?*yPt4Z?WC`7-dVf-wPb9{fKXLwN5T+0tp0 z!WqCNfG^O30ZhfCJ%VS-s_K|ka9Mi5KfLhWmdqshVz?E31!>;L+N<E-0_L6EWfkrM=|FG_+uZo)5LQ}4Vlzbx0^`E%895i2b9BJZ@SM4ZM4u+q z=Mr4(J_D>$nkOpJf0Uso!>bwI5aX#ByoPGvjtl4|>DS^F*Z+NkPMMdy-hWbnMT=;_ ztK(@JkXEeV7G5+_lRz)ew2(q3*>P8#!1kYk?cipSASOPef8^FNJjSi-$)5#YM&M(_ z>q3#>-Vgvg^rjv%9DhFonShb%0kojmmiW=|0{Hs| z$@$F4Lf`hF(On{)*ox1^t|SYXSyb^YHGOcIy!hKlaN3ts2cvAAATkdKfz%{HN*AAT z1aj~3$OCB4dCsVwr0B137lBXWApza)C-6Lp;X^V%vj+C#ePrM>1&=2bNLBxTcjzx@ zN%-gPfaV@~qpxmz|FQjrN6GqUo`W<^yxi=@dGG}5f)^V;F~i7%x4JDn>~K8#C6&*H zTjCRV3nsQ8aPw~CkJ|$3dm74Jr3A zpycc6C>yJFp>*PVf#*Avf!R$5%nk*gBT&)c@6WE=Fd-1pg!5lIX?DipBlgaoXz%_m QNpK&*lKkpR@Mq-z01z0Bg8%>k literal 0 HcmV?d00001 diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..bcab239 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,8 @@ +{ + "_from_model_config": true, + "bos_token_id": 2, + "cache_implementation": "hybrid", + "eos_token_id": 1, + "pad_token_id": 0, + "transformers_version": "4.42.0.dev0" +} diff --git a/mergekit_config.yml b/mergekit_config.yml new file mode 100644 index 0000000..df1b5a2 --- /dev/null +++ b/mergekit_config.yml @@ -0,0 +1,12 @@ +models: + - model: /llms1/benchmarking/results/results_Gemma2Fanar-9b-1T/ckpt_HF/Gemma2Fanar-9b-1T_step00360448 + parameters: + weight: 0.34 + - model: /llms2/llama3_pretrain/models/gemma2_9b_pruned_vocab/128k/Gemma2Fanar-9b-50B_Recipe1_LR_1e-5/step-00012110 + parameters: + weight: 0.33 + - model: /llms2/llama3_pretrain/models/gemma2_9b_pruned_vocab/128k/Gemma2Fanar-9b-50B_Recipe3_LR_1e-5/step-00012070 + parameters: + weight: 0.33 +merge_method: linear +dtype: bfloat16 \ No newline at end of file diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..c70fce2 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05afac045df66830deca22aeb847ade0755b3dc1b9e4dde591011641573a1da4 +size 4995131616 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..71703ba --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac8160465b8cb8ab2527f7b7a8dbb50acb990d56bd29da03dc089945b4538cb3 +size 4976908912 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..092341c --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49fb958b35ebbfe6c1bd1f67778748247fdf1b42a460eec4f5b717974a749898 +size 4947570880 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..4a8676d --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d2f482f1af038297735a7eb4a22e1f4b19b60ff7df68110d9f90bbc70639110 +size 3567525160 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..b06316e --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1 @@ +{"metadata": {"mergekit_version": "0.0.5.1", "total_size": 18487081984}, "weight_map": {"lm_head.weight": "model-00001-of-00004.safetensors", "model.embed_tokens.weight": "model-00001-of-00004.safetensors", "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.0.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.0.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.1.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.1.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", "model.layers.10.input_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.10.mlp.down_proj.weight": "model-00001-of-00004.safetensors", "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", "model.layers.10.mlp.up_proj.weight": "model-00001-of-00004.safetensors", "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.10.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.10.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", "model.layers.11.input_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.11.mlp.down_proj.weight": "model-00001-of-00004.safetensors", "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", "model.layers.11.mlp.up_proj.weight": "model-00001-of-00004.safetensors", "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.11.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.11.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", "model.layers.12.input_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.12.mlp.down_proj.weight": "model-00001-of-00004.safetensors", "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", "model.layers.12.mlp.up_proj.weight": "model-00001-of-00004.safetensors", "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.12.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.12.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", "model.layers.13.input_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.13.mlp.down_proj.weight": "model-00001-of-00004.safetensors", "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", "model.layers.13.mlp.up_proj.weight": "model-00001-of-00004.safetensors", "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.13.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.13.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", "model.layers.14.input_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.14.mlp.down_proj.weight": "model-00001-of-00004.safetensors", "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", "model.layers.14.mlp.up_proj.weight": "model-00001-of-00004.safetensors", "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.14.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.14.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", "model.layers.15.input_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.15.mlp.down_proj.weight": "model-00001-of-00004.safetensors", "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", "model.layers.15.mlp.up_proj.weight": "model-00001-of-00004.safetensors", "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.15.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.15.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors", "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.16.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.16.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.17.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.17.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.18.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.18.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.19.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.19.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.2.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.2.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.2.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.2.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.2.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.2.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.20.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.20.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.20.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.20.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.20.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.21.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.21.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.21.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.21.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.21.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.22.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.22.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.22.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.22.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.22.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.23.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.23.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.23.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.23.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.23.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.24.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.24.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.24.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.24.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.24.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.25.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.25.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.25.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.25.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.25.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.26.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.26.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.26.mlp.up_proj.weight": "model-00002-of-00004.safetensors", "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.26.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.26.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", "model.layers.27.input_layernorm.weight": "model-00002-of-00004.safetensors", "model.layers.27.mlp.down_proj.weight": "model-00002-of-00004.safetensors", "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.27.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.27.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.28.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.28.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.29.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.29.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.3.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.3.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.3.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.3.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.3.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.3.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.3.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.3.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.3.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.3.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.3.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.30.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.30.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.31.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.31.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.32.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.32.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.32.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.32.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.33.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.33.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.33.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.33.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.33.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.33.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.33.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.33.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.33.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.33.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.33.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.34.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.34.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.34.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.34.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.34.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.34.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.34.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.34.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.34.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.34.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.34.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.35.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.35.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.35.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.35.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.35.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.35.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.35.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.35.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.35.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.35.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.35.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.36.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.36.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.36.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.36.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.36.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.36.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.36.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.36.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.36.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.36.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.36.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.37.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.37.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.37.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.37.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.37.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.37.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.37.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.37.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.37.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.37.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.37.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.38.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.38.mlp.down_proj.weight": "model-00003-of-00004.safetensors", "model.layers.38.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", "model.layers.38.mlp.up_proj.weight": "model-00003-of-00004.safetensors", "model.layers.38.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.38.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.38.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.38.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", "model.layers.38.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", "model.layers.38.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", "model.layers.38.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", "model.layers.39.input_layernorm.weight": "model-00003-of-00004.safetensors", "model.layers.39.mlp.down_proj.weight": "model-00004-of-00004.safetensors", "model.layers.39.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", "model.layers.39.mlp.up_proj.weight": "model-00004-of-00004.safetensors", "model.layers.39.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.39.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.39.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.39.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", "model.layers.39.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", "model.layers.39.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", "model.layers.39.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", "model.layers.4.input_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.4.mlp.down_proj.weight": "model-00004-of-00004.safetensors", "model.layers.4.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", "model.layers.4.mlp.up_proj.weight": "model-00004-of-00004.safetensors", "model.layers.4.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.4.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.4.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.4.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", "model.layers.4.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", "model.layers.4.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", "model.layers.4.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", "model.layers.40.input_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.40.mlp.down_proj.weight": "model-00004-of-00004.safetensors", "model.layers.40.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", "model.layers.40.mlp.up_proj.weight": "model-00004-of-00004.safetensors", "model.layers.40.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.40.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.40.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.40.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", "model.layers.40.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", "model.layers.40.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", "model.layers.40.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", "model.layers.41.input_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.41.mlp.down_proj.weight": "model-00004-of-00004.safetensors", "model.layers.41.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", "model.layers.41.mlp.up_proj.weight": "model-00004-of-00004.safetensors", "model.layers.41.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.41.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.41.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.41.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", "model.layers.41.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", "model.layers.41.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", "model.layers.41.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", "model.layers.5.input_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.5.mlp.down_proj.weight": "model-00004-of-00004.safetensors", "model.layers.5.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", "model.layers.5.mlp.up_proj.weight": "model-00004-of-00004.safetensors", "model.layers.5.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.5.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.5.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.5.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", "model.layers.5.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", "model.layers.5.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", "model.layers.5.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", "model.layers.6.input_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.6.mlp.down_proj.weight": "model-00004-of-00004.safetensors", "model.layers.6.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", "model.layers.6.mlp.up_proj.weight": "model-00004-of-00004.safetensors", "model.layers.6.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.6.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.6.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.6.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", "model.layers.6.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", "model.layers.6.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", "model.layers.6.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", "model.layers.7.input_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.7.mlp.down_proj.weight": "model-00004-of-00004.safetensors", "model.layers.7.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", "model.layers.7.mlp.up_proj.weight": "model-00004-of-00004.safetensors", "model.layers.7.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.7.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.7.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.7.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", "model.layers.7.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", "model.layers.7.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", "model.layers.7.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", "model.layers.8.input_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.8.mlp.down_proj.weight": "model-00004-of-00004.safetensors", "model.layers.8.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", "model.layers.8.mlp.up_proj.weight": "model-00004-of-00004.safetensors", "model.layers.8.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.8.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.8.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.8.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", "model.layers.8.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", "model.layers.8.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", "model.layers.8.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", "model.layers.9.input_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.9.mlp.down_proj.weight": "model-00004-of-00004.safetensors", "model.layers.9.mlp.gate_proj.weight": "model-00004-of-00004.safetensors", "model.layers.9.mlp.up_proj.weight": "model-00004-of-00004.safetensors", "model.layers.9.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.9.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.9.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors", "model.layers.9.self_attn.k_proj.weight": "model-00004-of-00004.safetensors", "model.layers.9.self_attn.o_proj.weight": "model-00004-of-00004.safetensors", "model.layers.9.self_attn.q_proj.weight": "model-00004-of-00004.safetensors", "model.layers.9.self_attn.v_proj.weight": "model-00004-of-00004.safetensors", "model.norm.weight": "model-00004-of-00004.safetensors"}} \ No newline at end of file diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..f611958 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,30 @@ +{ + "bos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..630b71c --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de5bbab0e39fdbe9f7207e27555903102605633925703f0a2803a2e42f44e4d +size 9047643 diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..5f46a2d --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c689fef08039792f515e5bcd67759b3bd73f845d8e7f0fda75471c6a103aad41 +size 2124704 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..fa43a3f --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2008 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "4": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "5": { + "content": "<2mass>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "6": { + "content": "[@BOS@]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "7": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "8": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "9": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "10": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "11": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "12": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "13": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "14": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "15": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "16": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "17": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "18": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "19": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "20": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "21": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "22": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "23": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "24": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "25": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "26": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "27": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "28": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "29": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "30": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "31": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "32": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "33": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "34": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "35": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "36": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "37": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "38": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "39": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "40": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "41": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "42": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "43": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "44": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "45": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "46": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "47": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "48": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "49": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "50": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "51": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "52": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "53": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "54": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "55": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "56": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "57": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "58": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "59": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "60": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "61": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "62": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "63": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "64": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "65": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "66": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "67": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "68": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "69": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "70": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "71": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "72": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "73": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "74": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "75": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "76": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "77": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "78": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "79": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "80": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "81": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "82": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "83": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "84": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "85": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "86": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "87": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "88": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "89": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "90": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "91": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "92": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "93": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "94": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "95": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "96": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "97": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "98": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "99": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "101": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "102": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "103": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "104": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "105": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "106": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "107": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "108": { + "content": "\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "109": { + "content": "\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "110": { + "content": "\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "111": { + "content": "\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "112": { + "content": "\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "113": { + "content": "\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "114": { + "content": "\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "115": { + "content": "\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "116": { + "content": "\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "117": { + "content": "\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "118": { + "content": "\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "119": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "120": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "121": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "122": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "123": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "124": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "125": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "126": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "127": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "129": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "130": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "131": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "132": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "133": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "134": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "135": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "136": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "137": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "138": { + "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "139": { + "content": "▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "140": { + "content": "▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "141": { + "content": "▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "142": { + "content": "▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "143": { + "content": "▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "144": { + "content": "▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "145": { + "content": "▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "146": { + "content": "▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "147": { + "content": "▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "148": { + "content": "▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "149": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "150": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "152": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "153": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "154": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "155": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "156": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "157": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "158": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "159": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "160": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "161": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "162": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "163": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "164": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "165": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "166": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "167": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "168": { + "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "169": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "170": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "172": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "173": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "174": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "175": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "171": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "176": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "177": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "178": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "179": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "180": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "181": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "182": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "183": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "184": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "185": { + "content": "

", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "186": { + "content": "

", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "187": { + "content": "

", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "188": { + "content": "

", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "189": { + "content": "

", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "190": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "191": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "192": { + "content": "
", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "193": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "194": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "195": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "196": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "197": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "198": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "199": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "200": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "201": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "202": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "203": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "204": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "205": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "206": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "207": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "208": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "209": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "210": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "211": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "212": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "213": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "214": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "215": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "216": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128224": { + "content": "[toxicity=0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128225": { + "content": "\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128226": { + "content": "\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128227": { + "content": "\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128228": { + "content": "\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128229": { + "content": "\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128230": { + "content": "\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128231": { + "content": "\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128232": { + "content": "\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128233": { + "content": "\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128234": { + "content": "\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128235": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128236": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128237": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128238": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128239": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128240": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128241": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128242": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128243": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128244": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128245": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128246": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128247": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128248": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128249": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128250": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128251": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128252": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128253": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128254": { + "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128255": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "bos_token": "", + "clean_up_tokenization_spaces": false, + "eos_token": "", + "model_max_length": 4096, + "pad_token": "", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "GemmaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +}