From 244293f092b79386b66c12212f26c6ae8cb93ba9 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Mon, 18 May 2026 17:01:11 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: McGill-NLP/AfriqueLlama-8B Source: Original Platform --- .gitattributes | 36 + README.md | 207 +++ chat_template.jinja | 1 + config.json | 35 + generation_config.json | 9 + language_group_scores.pdf | Bin 0 -> 31245 bytes model-00001-of-00004.safetensors | 3 + model-00002-of-00004.safetensors | 3 + model-00003-of-00004.safetensors | 3 + model-00004-of-00004.safetensors | 3 + model.safetensors.index.json | 299 +++++ special_tokens_map.json | 17 + tokenizer.json | 3 + tokenizer_config.json | 2065 ++++++++++++++++++++++++++++++ 14 files changed, 2684 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 chat_template.jinja create mode 100644 config.json create mode 100644 generation_config.json create mode 100644 language_group_scores.pdf create mode 100644 model-00001-of-00004.safetensors create mode 100644 model-00002-of-00004.safetensors create mode 100644 model-00003-of-00004.safetensors create mode 100644 model-00004-of-00004.safetensors create mode 100644 model.safetensors.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer_config.json diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..120b123 --- /dev/null +++ b/README.md @@ -0,0 +1,207 @@ +--- +library_name: transformers +license: cc-by-4.0 +base_model: meta-llama/Llama-3.1-8B +language: + - af # Afrikaans + - am # Amharic + - ar # Arabic + - en # English + - fr # French + - ha # Hausa + - ig # Igbo + - mg # Malagasy (Plateau) + - ny # Nyanja + - om # Oromo + - pt # Portuguese + - rw # Kinyarwanda + - sn # Shona + - so # Somali + - st # Southern Sotho + - sw # Swahili + - ti # Tigrinya + - tn # Tswana + - xh # Xhosa + - yo # Yoruba + - zu # Zulu +pipeline_tag: text-generation +tags: + - african-languages + - multilingual + - continued-pretraining + - afrique-llm + - llama + - llamafactory +--- + +# AfriqueLlama-8B + +## Model Overview + +**AfriqueLlama-8B** is part of the **AfriqueLLM** suite—a collection of open language models adapted to **20 African languages** through continued pre-training (CPT) on **~26B tokens**. This model is based on [meta-llama/Llama-3.1-8B](https://huggingface.co/meta-llama/Llama-3.1-8B) and has been specifically adapted for improved performance on African languages while maintaining strong capabilities in high-resource languages. + + +### Key Features + +- **Type**: Causal Language Model (Base/Pre-trained) +- **Base Model**: Llama 3.1 8B +- **Parameters**: 8B +- **Context Length**: 128,000 tokens (native) +- **Training Tokens**: ~26B tokens of carefully curated multilingual data + +## Supported Languages + +AfriqueLlama-8B has been adapted for the following 20 African languages plus 4 high-resource languages: + +| Language | Code | Family | Script | +|----------|------|--------|--------| +| Afrikaans | afr_Latn | Germanic | Latin | +| Swahili | swh_Latn | Bantu | Latin | +| Moroccan Arabic | ary_Arab | Semitic | Arabic | +| Somali | som_Latn | Cushitic | Latin | +| Amharic | amh_Ethi | Semitic | Ethiopic | +| Egyptian Arabic | arz_Arab | Semitic | Arabic | +| Hausa | hau_Latn | Chadic | Latin | +| Kinyarwanda | kin_Latn | Bantu | Latin | +| Zulu | zul_Latn | Bantu | Latin | +| Igbo | ibo_Latn | Volta-Niger | Latin | +| Plateau Malagasy | plt_Latn | Austronesian | Latin | +| Xhosa | xho_Latn | Bantu | Latin | +| Shona | sna_Latn | Bantu | Latin | +| Yoruba | yor_Latn | Volta-Niger | Latin | +| Nyanja | nya_Latn | Bantu | Latin | +| Southern Sotho | sot_Latn | Bantu | Latin | +| Tigrinya | tir_Ethi | Semitic | Ethiopic | +| Tunisian Arabic | aeb_Arab | Semitic | Arabic | +| Oromo | gaz_Latn | Cushitic | Latin | +| Tswana | tsn_Latn | Bantu | Latin | + +**High-resource languages (for catastrophic forgetting mitigation):** English, French, Portuguese, Arabic + +## Training Data + +Our training corpus combines multiple high-quality sources: + +- **African Monolingual Data** (~22.8B tokens): FineWeb2, WURA, and MADLAD-400 +- **Code** (~1B tokens): CornStack-Python for reasoning capabilities +- **Mathematics** (~1B tokens): FineMath-4+ for mathematical understanding +- **Synthetic Data** (~324M tokens): GPT-4.1 translated domain-specific content across 10 domains + +We use **UniMax sampling** to create a balanced distribution, capping high-resource languages at approximately 1B tokens and upsampling lower-resource languages for up to five epochs. + +## Quickstart + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_name = "McGill-NLP/AfriqueLlama-8B" + +# Load the tokenizer and the model +tokenizer = AutoTokenizer.from_pretrained(model_name) +model = AutoModelForCausalLM.from_pretrained( + model_name, + torch_dtype="auto", + device_map="auto" +) + +# Prepare the model input +prompt = "Bawo ni o ṣe n ṣe?" # Yoruba: "How are you doing?" +inputs = tokenizer(prompt, return_tensors="pt").to(model.device) + +# Generate text +generated_ids = model.generate( + **inputs, + max_new_tokens=100, +) +output = tokenizer.decode(generated_ids[0], skip_special_tokens=True) +print(output) +``` + +## Deployment + +For deployment, you can use `vllm` or `sglang` to create an OpenAI-compatible API endpoint: + +**vLLM:** +```shell +vllm serve McGill-NLP/AfriqueLlama-8B +``` + +**SGLang:** +```shell +python -m sglang.launch_server --model-path McGill-NLP/AfriqueLlama-8B +``` + +## Training Details + +### Hyperparameters + +- **Learning Rate**: 5e-5 (with warmup and cosine decay) +- **Context Length**: 16,384 tokens +- **Optimizer**: AdamW +- **Precision**: BF16 mixed precision + +### Infrastructure + +Training was conducted using the LLaMA-Factory framework on up to 64 NVIDIA H100 GPUs with: +- DeepSpeed ZeRO-1/ZeRO-2 +- Flash Attention 3 +- Sequence packing +- Liger Kernel optimizations + +## Evaluation + +All AfriqueLLM models are evaluated on multiple multilingual benchmarks: + +| Model | AfriMGSM | AfriMMLU | AfriXNLI | Belebele | FLORES | INJONG | SIB-200 | Overall | Δ | +|-------|----------|----------|----------|----------|--------|--------|---------|---------|---| +| [Gemma3-4B](https://huggingface.co/google/gemma-3-4b-pt) | 10.24 | 33.89 | 37.76 | 45.79 | 35.36 | 55.52 | 63.59 | 40.31 | | +| [AfriqueGemma-4B](https://huggingface.co/McGill-NLP/AfriqueGemma-4B) | 14.86 | 36.73 | 39.62 | 50.52 | 54.95 | 69.28 | 69.21 | 47.88 | +7.6 (18.8%) | +| [Gemma3-12B](https://huggingface.co/google/gemma-3-12b-pt) | 25.21 | 48.76 | 44.01 | 68.84 | 44.09 | 73.53 | 79.17 | 54.80 | | +| [AfriqueGemma-12B](https://huggingface.co/McGill-NLP/AfriqueGemma-12B) | 32.14 | 49.47 | 44.60 | 68.65 | 65.04 | 76.79 | 75.08 | 58.82 | +4.0 (7.3%) | +| [Qwen3-4B](https://huggingface.co/Qwen/Qwen3-4B-Base) | 8.26 | 33.84 | 37.12 | 41.50 | 20.16 | 21.69 | 57.88 | 31.49 | | +| [AfriqueQwen-4B](https://huggingface.co/McGill-NLP/AfriqueQwen-4B) | 33.09 | 43.04 | 44.88 | 63.62 | 59.82 | 65.34 | 74.77 | 54.94 | +23.4 (74.4%) | +| [Qwen3.5-4B](https://huggingface.co/Qwen/Qwen3.5-4B-Base) | 20.79 | 38.63 | 40.36 | 55.82 | 32.06 | 59.43 | 74.96 | 46.01 | | +| [AfriqueQwen3.5-4B](https://huggingface.co/McGill-NLP/AfriqueQwen3.5-4B) | 30.47 | 43.66 | 41.05 | 66.01 | 63.55 | 75.46 | 79.66 | 57.12 | +11.1 (24.2%) | +| [AfriqueQwen3.5-4B-ExtendedCM](https://huggingface.co/McGill-NLP/AfriqueQwen3.5-4B-ExtendedCM) | 34.17 | 45.26 | 41.94 | 66.45 | 63.51 | 75.97 | 80.52 | 58.26 | +1.1 (2.0%) | +| [Qwen3-8B](https://huggingface.co/Qwen/Qwen3-8B-Base) | 11.22 | 36.56 | 38.24 | 44.63 | 21.13 | 29.47 | 53.06 | 33.47 | | +| [AfriqueQwen-8B](https://huggingface.co/McGill-NLP/AfriqueQwen-8B) | 39.68 | 46.91 | 45.99 | 68.46 | 62.18 | 73.36 | 77.00 | 59.08 | +25.6 (76.5%) | +| [Qwen3-14B](https://huggingface.co/Qwen/Qwen3-14B-Base) | 16.60 | 39.66 | 43.22 | 50.74 | 23.75 | 41.80 | 66.29 | 40.29 | | +| **[AfriqueQwen-14B](https://huggingface.co/McGill-NLP/AfriqueQwen-14B)** | **45.01** | **52.22** | **49.01** | **74.63** | **63.77** | **77.80** | **82.63** | **63.58** | **+23.3 (57.8%)** | +| [Llama3.1-8B](https://huggingface.co/meta-llama/Llama-3.1-8B) | 8.14 | 32.27 | 37.90 | 40.95 | 26.69 | 41.37 | 59.99 | 35.33 | | +| [AfriqueLlama-8B](https://huggingface.co/McGill-NLP/AfriqueLlama-8B) | 17.51 | 36.57 | 37.39 | 50.51 | 63.60 | 71.17 | 69.14 | 49.41 | +14.1 (39.9%) | +| [Lugha-Llama-8B-wura](https://huggingface.co/Lugha/Meta-Llama-3.1-8B-wura) | 9.46 | 37.00 | 39.24 | 47.86 | 49.90 | 62.30 | 75.81 | 45.94 | | +| [Gemma3-27B](https://huggingface.co/google/gemma-3-27b-pt) | 35.37 | 55.47 | 46.85 | 74.81 | 48.41 | 79.70 | 84.34 | 60.71 | | + +## Model Variants + +- [AfriqueQwen-14B](https://huggingface.co/McGill-NLP/AfriqueQwen-14B) - Qwen-based 14B model (flagship) +- [AfriqueQwen-8B](https://huggingface.co/McGill-NLP/AfriqueQwen-8B) - Qwen-based 8B model +- [AfriqueQwen-4B](https://huggingface.co/McGill-NLP/AfriqueQwen-4B) - Qwen-based 4B model +- [AfriqueQwen3.5-4B](https://huggingface.co/McGill-NLP/AfriqueQwen3.5-4B) - Qwen 3.5-based 4B model +- [AfriqueQwen3.5-4B-ExtendedCM](https://huggingface.co/McGill-NLP/AfriqueQwen3.5-4B-ExtendedCM) - Qwen 3.5-based 4B model with extended continued pre-training +- [AfriqueGemma-4B](https://huggingface.co/McGill-NLP/AfriqueGemma-4B) - Gemma-based 4B model +- [AfriqueGemma-12B](https://huggingface.co/McGill-NLP/AfriqueGemma-12B) - Gemma-based 12B model + +## Citation + +If you find our work helpful, please cite: + +```bibtex +@misc{yu2026afriquellmdatamixingmodel, + title={AfriqueLLM: How Data Mixing and Model Architecture Impact Continued Pre-training for African Languages}, + author={Hao Yu and Tianyi Xu and Michael A. Hedderich and Wassim Hamidouche and Syed Waqas Zamir and David Ifeoluwa Adelani}, + year={2026}, + eprint={2601.06395}, + archivePrefix={arXiv}, + primaryClass={cs.CL}, + url={https://arxiv.org/abs/2601.06395}, +} +``` + +## License + +This model is released under the [CC BY 4.0 License](https://creativecommons.org/licenses/by/4.0/). Please review the license terms before use. + +## Acknowledgments + +We thank the creators of the base models, datasets and compute resources that made this work possible, including Mila, Compute Canada, Microsoft, the FineWeb team, WURA, MADLAD-400 and etc.. diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000..9dd8030 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1 @@ +{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ content }}{% elif message['role'] == 'assistant' %}{{ content }}{% endif %}{% endfor %} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..0321361 --- /dev/null +++ b/config.json @@ -0,0 +1,35 @@ +{ + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": 128001, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.55.4", + "use_cache": false, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..9468708 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,9 @@ +{ + "_from_model_config": true, + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": 128001, + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.55.4" +} diff --git a/language_group_scores.pdf b/language_group_scores.pdf new file mode 100644 index 0000000000000000000000000000000000000000..c5f0724e112448c6ef8e01bd759d12a6ba30c5ef GIT binary patch literal 31245 zcmd?R1yq$y7e5M;Qc8n_2N95lbLf)p4n?|4xGh&$5TPa)7;Y<#&`Tc)7;b3+T9t(5B27WA zgy)kwV%Y6WD@;;9c6swc>uEXW*k@S{qU@GD`Vmg(epDZ&9!!>E$J8gZ&%b?Zrgt%B zTl=D;qDZH!f)^9D6dZn~O=5p(?qlJ-wz{FQm9rlo#`fmjJ7|A$@zb?}h_9ppZ{zjy z_Uar7B&PXBW%II5vHJQqK9%sZ^jug#r`dn!G34){Zo<&n02g7IhhI7CKG|u1$|1#$ z&yD7EMw;cFqxevnftlUSRlFrKeuW|9H@6FBt!?wy34G1))zT!(*YQOpqdaXAg9}Aq zvk$xsD&E$I8oYh@Y;P>zGT3Ky{@!3LQ@>Tbt&?R7j+fg|y~I`Z?;+1Hy><%pzN}e( zz9Zu6;kCcNH$C^gyQ=P9$k%UcAzz<~98~Nt7F{=#>&v#>c~s9DZ9GuvX(6(4C(G2C z``NRNivd0iGL`-`cDdtk8V621T3QY-SEAzAoD5wk)VOw;a;a+Qi*oZq?X6jPbAhQl zj8{jt_tzJ{QPnu6s!Mc`vAdsm#F99GuFzH2De*pS@7qE5`ls_9WS8jd=AC7RB1^~^ zgv$hSvn(QsW_ou&3(6jN->lKhyJp(>?HS&a_ED3*2Pb;qHGe+Wk%3tWbA29xS^ZnT2_|MsQtW0&6!MQ z?)bbwb$MkS-%ZPx_7YDx+g>OS2;g%t!d;B;mmx~wPaX=Aj8ye04%=YziLek~td)%_3RPJOl$~qImL2J(312a^Js;wZ*N$1H4m$n*Jt_6ucN}@?yn_$5G-20{^0`r!@Zup{7ljHR}^)p zMIPW5vS%kyu@q{-`f4lqbNlWyy>vTiQp&Fq=0QZLSBmaO; zi_UJHXs&{232;LijE)$3opVe0+IVJ7^$R1@rCXzoaoG(o_P-rIYofSTMRmq&tNqEr zy~*4Xv&A(08m`Muu-<$`L~-{b;aaL(T8gyuC$%`dBO`2^%Z)eBHkL3&9C;cBl3kda zuNzv&pv%NEr?fnmGdv_c*RO&vf1-aJo0N@HlIrc3!CGZ}be-oDm^xb%6%pF+{OmvJ zjJ^2ouXURyU3zVhd~?Y1-gZH9Syh3>!_=V&6V3cLc-3nR)J*DJ^|Enz0VarVXq+5R zV$Di&KH4*E%CtYaq#=M8l0eI>uO7nXy|ExnGhx1Fzr1JZ?LG9MD`LaLO8qcz2 z^WjEa`pZ+)2h)3f5#JI5i3ZR4l6}m__tnPTyUxn%;3*hsi=C00-*@ALH}(NtHQh?f zD@yjm<>DZWy>ktTN~aI}vA%!Vi<+P|;$m=&7<5~Ar%9sP_QAC>UcX8Hz5e~z?*?Y` z4x~HWP`3}RYQ@BwMrBzKuoXSLGRj!RH@|~*`Lm)HSwt}+<<|J=_dMRQx^>1OA1_wr z?TZWDGZwse%FL$XewW({f^={G{#5?A=6Fr5?Ay3r5+u*d@`Wv6L)X~DFTU?w?~Qn% z5aYF0U~}o+{fq8d@7;#1?oO1b87+~b#}bMNpQH3MVf@rVThov{zGcUjQD=lG+?0V^ ze^~LGM-aSqe&TD?#cm*KrEKEclaxHg*EfsNqMb&E*|QjViKwgn(XQg*1JxRux5=tC z){kY%n^y=1soyuA!auxj&+DKksOGxKAiqe=&WX8}%KcG#z@fj4>HC+_7c>6h4c=jA zYnB#B0!%C~I(Tn3cb@SIcrW62vie3>aPmi^{%w%4{boR8{%uAP-dXlf7<&nyj7GK= zjlVr9eH)nh@j{d@RZ*{Hrce9c@MvYA@umoxLRS2u-X8kUf%)AbguzVVir*>oHH(78 z$+Y709J6_y*M&U6wn>J4=(VeeAm8-0faE*VbVKYxu>sWIr@pRrNG6>bVq;kY~cNU%keMwtTNWv=ks+ znoHTOJKN1`S6^@Lw0nLLmgdxtpR&zWIBC#D>bQQur@-{KMqAQ)m?AZ~;l6rf!s6G8 zHD0{Ul?Ru_Ki8^hoi&Wo{^&Pi=rdelML^6Pr}q5L?Ns{I?b#m0^mXc$4P0WI&W@hi z8;xP#7vMF#g{dX9nufhG9o4F7xG$5i;^rS&s^|AcH(NZvz>=CC878v9(zzUMFi@RE z+rWLF?>TyI>UiQ1pNG4}&IT9D6OuLQv`ArtJ1^$5Eni|XuMNGXz5dkjKx*OLtJ80b zh-^#w^^M3HdOs|P?H3Gg=T~)I!|!`BhOsl{nxt6vDa`AU$c?bWccc!fsol#mEtj)o z=E6pM`Vte1uJ58}HcuqpSq+_ihDgNEimcL)HoMzwcO54)Auxw=<(Jbm&J|>YePw-+Oj1=T$UeW}jh>)3_+QsUp`2?mKfjtlzuNhbsh2 zn+@26Jgp0RL*p;^p%!~=LC%9cSzfpC!>i_7>cdWufb-m6A0qxT+>IHmY&GOAdfi5Az1$tP9a@kf8UJL>SLXFFjct^`Q|jp$Pj@2+O|^DgylnxyJ|^+z z%@oIphY1T+s~$yXoN!2OU0qkvCyl@J6dkOOj^>qp()PPI9QqoisIJ9cGt54PZOP0f# zhk^#=bFoh1A0ik5L7A1Rv!-67sBx$Aym zfTF;8?nuzB>2QbE5=CErJsbScf`t(OPNH6K9bq#MF6O`^Rx0$(Q#;|AWIjg%R7~!# zn?;S?jPXfQUM{N&z1%bltLMu|&Ji2&ye+$&HQ`fnk-Ri-dX6olqD1bK$HZH?JNSJx zQdYECC`d!0pu_q3|D85DtvV-JUV>F|EK1zRO>5V=aJ7wgTx9miFH@bj(ji%P!jr;l z93C7L3w1G;L2OnTU_Q;)wR;yhV+N#T~#0T zZaiqKCG{JAdE+S~+cJN=s3zUF*{fJAL>?)sUtJm6llXlVnJtJTW?yuS@no?Vvfxn$ zYj@wW2=d&s&mX*!b}zN;Yyw;`svH)@9IRBT0>@gkU9kIbN6<=M<0JWD@hSX`y~gxC zbB?C5k6-t33`2~Ke&-_`I{5rU3I&D#osDHY0+)F-pYxp{dC#1S_g+2$k2TatQX(wA z+uF(;&1Uh|73SPf$%KLeVG{gv_(S;S)RK#4{s&p;#NFs+1ZoktI39>#cB3fBmaV@@+krE7G$w<6u?rj9{YfydRrp8j z#K5ar@v+RTlvv~M9;7>rQp%-@a#Gq-3FZWl52gpx*P3>IqC7%D6LdWP2Ti;Je<1kc zQNkoL3hBnD3C@aLj8&4_cq_l9@ml}Xg4~d5t)raMaDgFx){W)qdcQ&Y#!hK;lkw=xx9QC_Njeqk##+F zM;VD2&hHaj+%+=+8!C<(pNtfV->l>5Q zRz@A~n>-F(6ZZ&)2+CSdhzs;_;)^#9Mm`iF+r-{*sc*XcF68DB`hw-9Srq(&Ze#wz zF9hEoEZO|pqRvcUSzIEkmqc5&9bdZs!s6cAw@D^`MJDM=#k<}IEz+Wm9M8)Jm-j03 zHsqc~1_VE$y{JL1#Z6|rg1IHMA|jz-W5F%+w6&HvP3NM<9^Jw<8P&d6kzP_3TdxlEW$UP3pP+k@BI1H06w&TH2a|a6UxzP@EfAO-dJcA$JL(Hm#ie7K_Z*-IL*I z#-#VIc`&peNnoeLsiykp?=g(iZJ3>(&#UOnsIU2cH_6Z?TNlg6Gu}3;=Eiv&g+y8d z^>k$`@zMGE3k?HC{DMu!cDWa3dg|?}s8>F6ABqK}Upzt=aS3>YVtkDLMFqd!^4<}&m4zglWdTLafP`(SCIn)=453-l*a(ibv=_Q z8q7|JM)rhE2?ZG_bPojYpR8;#Dp3nO1TwqAAzTBuw#()}>t^xZOF3{^8cbf1law00 zLx#9K`CR#6t9)k2m*`-J-O_Nlyy^0qkXBD=Cksu;vn!py?gigHrK2M|M8bCq{~7%0lyp_DjTqO0me{&e?uKM( z1QUhTBb>HghR+T>>w-U+xjM5l+p*0g%G4~93_VbV?bWo;O5S zdIp57#CzA3H0IKOblqjxba$-T=!_!mx#lM#m}ivUfaAF^(sv`Q@SmD0m-84gAE&ulDWDr@|k&BFdOtGRO zTyC&NfO%?@L}o&E;bme(X6=cOckE~BpKO_kU zYlz(yj=kJaM{jAu%sYkQYwtZ3FXd5Lexcp8ggg9`sh9Jl5-W%zzUfH~mwU*KguJ``sb`?C&F<-Q6S4TDGL|6H#_j%6MCsjL z?ai|b{5L~!uGTMo;|YCFFc9_PdQz2Fx>ah4p7EoPgFb|$_PJl)FWyZsR=#4KA9I+h zHX>6#<8eb^X6pMle3yrYY`^mmfkNryu3KGcw*GyKwJm2Vc}>j zW{Y4z_byZPaLfdgjPjy_@hcgdq{EfPl9$B`el-SumD)z;SMRQ~?pk-2gx_~58Mfr7 z4$LEc`yeCYvHUa@`rV+r`6AMtGJd9weJT;t)aI)N;ra66Me;e~V(Yv?1Z?KLgYslg znAk>|zDMu;^BAMy>UGaKEc*=rIHb--Pr4S37U1icV?dz}>lhabCBxKx) zK4G2}Snb3-^L>)O!9=}qefID}$?j_gDpP6ItLj)pRK@*44FeW_nhF|}WMVq=&tpb% zPL1L}?Gw-i29*B&D$fBZ6Fr0#?1dQrJ3tqB@FNE)_qs4a;2n z%ZW*Id9$NDW>*E-aH`0O(JU8ydf^ArAA>mcFW1qufU@6^VWO zWLkY^FzvGg$D{L#@wFcOu2avy-`|kpys7)HsI`QDG(R~ml6?aHO)}q9ssT2OxyFdsH}P_DOz_`J_?S8i za3r)`I~SDS{;&Zvfj>djU32{lVX~~-&5Sp5fggzS&Z@_W7bd-$RWs!;sx!r64SLQc zrH5Ow=!y28!zMj$QZ-HIJnh`8O01HNp-0?U>xOO{tie-5J3K0lW4GMmd{}0csE&eIteH1H>n*r_w_u+l@2_}ZM%!x%cl+#&z3`@QRAb6RlNyT!`6<+T-$cnv-|X6|#BWl4A$l=_#~t>2SSzPEWSWn6(< zROliZd-$x-@8JG>!RnEj3qX(9ezQ)Mwc)ymqkR9Gfbb6f2ahHEtk7FM+SFFFXD>?% zJ|mHP{jmDcaE{r-%@f7&w=WyaVG^aZ1gjD$@9ZwS&Fu9VT}U6QY1?wP2{SI?#jBwC zc5&(2F4bP`O`XC|b{SpIZ}Yuz-&1-OTTEbJz!RNwp|RT`&QYX7?rX@5Uvr661OrYa zHuniSxvAIjnvo;aISM7-byyj1oDb}a0`AZ0U6S7!+WW*zQA1uhb@b)4luLR5dW>N3 zJc{u_ak}9BlRGQ92U5^!4CA9O)+5Pi7*kV6n)<2bqi5*x%;InEF<6}$NFi#?H6ee= z);dPZ$#|kkfto(J=A!ENlSlbHI3CN4cf%DsI9X12OPYkyWsaJ3gkz;JH%iIPa){T_ z4Pk%u@Sf85^0^KSka6fX3 zPv4$MRSsOvgq?hitwmrVMfQ+7MP~Q~_30Xdr+jGV<0#ruNCpaBmj4eF3e*%q*GO2T z;I>BcFJiz=QMDx@6N;8m=!3k%f6%nt1CdBikS88|_J~9Ou_ck8f$pbQ@$B6eX=}TTB#$Tob48!Z?PMn0D9QRVG z%s@4x!GK~7~xBZe(Ng)UjJF)Ba)!;7rTCfz)R4i%@(A2Gj z-SoDbo!Ns&hyuTJOVknD-1T-JHm6zr{wEQ)+_lbHL~PUVV2D!-S`IxNjc(EB;~@MQ|)_65PNml}nlrY=|bc1^k%ckzQvXpl&#|1{!&8?)aQ zSUBGw95Uq|h(d=<8Nc)(O8w@q6B7NH_sGT%s)+eXv(KR`EtDmmXRe&j@nA@VxzDMD zw!aYBD_?%szh`)rQoVJ#>9b=M;Y}jPQB`uAoJv>1?nvAajdl9nao@;%{o2lyBnI1- z!lN_G@r8qq6yr}+gjreqf@#j>xxlF}F<6+rFO1_HzWO{diuRcu&!yA4guM-$^@nHP zwq9z!_a0HSw_Lq4l2bQxO)=vNS3`f1P(kgRQT2P30#+(-758*5q?kQ&CpF_ucgIg5qhJ4jbnOw*>`hbQHUXa|32ts~Q5(oo||KqZm~bDjYBWAIQA; zeNiHyBFJ1z3!=m|`?mhM8doHH*OZ;f4o3!4?c(73@IY!Ied?6(FCmmV-IE6o^2N5! zJz~0XtCs5VkD=cm(%-qcaN3?8kP@FluGfSxWeN@ zr3CT+fozCt2os&)J-zxFF94185o3p+WSGT%z&#e+yLQZ<$Q9H*i=t@KHkEp&e4c-M zG!to4of9k~?~3g`H&cy4OEXGJ;hl@Po$5qL#^_F`R2wf(pM@X2q+c}qD)!};<7Gs2 z$5d%%KK8Dxft!)ff>6^J^0!LdvJXR?EnIi9#tYGs-`wie4T(|~F5Wo0dD*XG31{7j zXBfo@qEc@D#Pm`LR2xkmKAsaX^6x3|LMf0YAsG5;1h}P4!my!6vk#l2txlnR3aJsR zPK4tq+D4(+2>k(T{N5{l)xzI&&0+q0n!5`Gx-d94e=Y zJXqHOW9_Y&4__axd-}flel*csITXx%TUD~8b&BXii}$>z- zUU$+68RPZHza|7wKH}Wd^PGKNVqcOgV(Ep?L8FYH9umwbYT*_(c~dAr2JX zM4?O}`2Ik%<&RNvmgU8j1qU!nyDnAwzRy{gDAEpGKEqz&Il5};3AwzARYJVyWg3A`-1TYdsc&er?SJV^1!K zzqg3J+ZT1Sfi2$2H(9T};r{q@!G?L2~Q@~e7qo+-q(TM+JEO;=jTe__b9ai2;|`Mvt}kSeB9Awnm`v-r7S=&7sxTE*pHMMZ@$yxh$fFPKcyRF#a(8U{BYZQY z$@F08df{Q>5&2W89F7_akB^eW%ca6!OIiExsD}2g!ASeWroyBvW$AVTd`(ubE)v@3 z2-u9XzGZ(Q6qrV@?WeLK?|5!I{#^QPDc|O2EJ3`(ydI5?q``^df-5-AjwNU;YdlG3 zHgtHy-FOx5u(NrEV{Z%+CUCiF)@WqEdc;w}LPASJuBNM;@qois2uDF4zqU)Yu=y01 zvt8j!TD))pyHh;#UCSpKlNYUgdBZ&dzh`ua(WShY^bcC%xJ4v%|2^i79ASy{6Q_GM z-2A?4n+Y>onfaTnC}s(od)#LYw-o4WXXGQ=4S>-u55a9=;bvulq4z0>`Bx zPzvval0{k!YsEqiR}K@q>P=7C_&v9ML2Vs>jV``VQ!!WXO~&lzFI%vs&>dCd)XqFaKkte8b#V{?+ME5#Ve()4&i&n zXV6<(oe!G!cHi=KbdVZ$u_n0`4EgfSKY6?q*i|d=S^iAHixVM!xfUyHk>_7wBAE0n zLl1Ah+T9cVeu&dm6U2jJQle18-~d?vuai<-6S6E3Oe~SnGJJ2B=r4Ry<67V= z0B!-&-WKzG7i(xb$W2Sj@hn2p`8&+h?>Nov-|-VX^`^vp{JFP2labGQkl|cKs>yx7 zZJkr?Gg$$8eOlTvb-^i}yhy_%R;@y?I; zMrDRFVs|w&T>g5$E891k{QWv2c)4xTEs3(>NraVwTI?*|au-D(wy%}~^?Uxy!JqHX zN^`|hyl`|rJ@qo8pf54i{;2A!ZNu0ucj;p_78JZep}xU+{^Z=DCFP9CKu`zNH!~)Z z6AT~69Y$mhj;=b{$ggxUGq<0#kBXY|8E@W-qz>o4S|r5YbdK#CU;3x}a{H|btxJ-7 zVnW^>b#ww7%1r~^&TY$CCW5T^msT&(B;czn#IDXISLH9<#$p#WlTly$lnwWdp$@&4 zx#|3eQqCIi(NoJd4cUy?aG-7HJpOUvLmtFw2vt$~=``9@p|w zyO4NkMU`QJ;G01y+-O-QOV6xMqWO)F%eU#q$)!`*qf}8X87OqVKeC%0(23DT}f7rTENCCtONbf?7X_YkIlaw~b>b2nCj78_m#Z@;`Y|D&mk)Hf`Pv zd*ngtT3tQUeYvHG{7iG8GD~pG@4NxZ+x^0BiI(u0Rv+T6qX zI3;&UNk&S8UDn#c{F0ZBxw8kSw2Pw^#71`yPZ>LNcNh;Ix2pM%^f7`CxX8#_dsw>L zyL!5~!+4>^L>tDf<7MHA^e2KELf~<$n>zuooc~%ss6_hM9fuS6;_$#Y`2fCvS6C4I z;{`rB#(3NifokTS?)FHZ9WEXoNR+b@cLp zfny!F-E~(xYiIDl+TGs83dRREO-MqB?S`zU^+P%q@gLmxE1k0|G8CRf}mz~m=K^!6D9xj_K*0OITL%J&4Ii)u@WXjwLI@!s00MZtJUnoikRTj} z;1K{X1(AUtjzDHW06E|TQyGd8KxjaL{}%9meFs_Wp#U}VGw_2tKw~^GL9l!a0>q>s zf)Bg|909mpCb5Fo(|UVsMR{CH4rAgZAlq5?SEA%g&@SP)EFeqoRw!~#I(`4Gp?1VLqxT@MNZ zpe%?1i}*kb;018mLl%Gv@qxnpfHFQ%82Jw9w!)xc0WezyK$;&=hO7)!0>yxU<8gyn z2na#47BngVh(ogFCv{Ma6d|a8e4r#RuYe%327Oi8+fTZF- z0%#lgn-`7;NyyKD6b|rCkXINCJYXn_00tZo4h9&Kj9&uYPs#Wh9}C2>U_j|#14P`< z_mBYm43KaD0m6ggzY+JpYB^Fcuv{WHHaQqL9U)T+V1qhNDZ-GzXs|A;!oZ9{zEy|8 zp_3JOrU?U67o_mO!VSh5`Ai1}1P7VYg~5?~6||JYf3#r-Yz>(SZ4g{9y}3>NsTw17nPQ_G8Zi0s(&FflUHw90Wu<0tq?J z;tT_Fi_DDNmyo6+kii8=?eSx1djqo%nZ*^_5|LH?y00nrNWrc30sgG@ELRH`chB?WWT=i;ME| zst}_|?K*1-(_D07>b`&Y#@beCAz}Bi(^hTf3U7#;VW4Ol>ZU8@$fg~hthtHt&UigY zU!z!T?X>;OC0`Ztp7%YNs?<)RMYk%hShnb%+@$Db7&Zv&p%f_&+h3R(e8H!8{mi*m z?U3Mg@hpC$4`)bJTKAROG2b_Bel6;B3OGV@wX>~7!B9v_ekwOV90%Zhe*mgf(^7JN zi3E%vHlrmJwO!Y^D+RzV&zR`Q)?b`vR56;{cqvO^QmHv6eP_N^-sI%Nz>mSBse5Ni z<}OaiXUAXEHH4A!YMuAg5c<^<+F>!2%@&8E|CnqfA1wn|4~gocQW01j<;R1S{m;-cl+%lQP6= z)9IMs;ly?cjwkpe;_iX2yuqn0fj;=H*!kOV0}byY=FG!kmc$2?q;4%-qM{TQr1&&< z%Fo72lpOl6_U=8jFV1=3CUuUlE$6LmeaDi|5n8;45i<(@L38UL{1fMo)YIyZ)v~Kd#Jt&BPru9FF_#@{Y z2pRk1Qqe41a_{_Kw~DW;PEwq;jGbW8Ik%WonUkPg)0G(IWdv8d*#W<5MIFQb(oxAV zc6XqdglZ^tZr03bxd`n_@^hK~W$JC&5RQ(8m{-$5<*{NfY>KcIo&EY8gUTJG+v|eD zRK}%-+BZD<5QJUi%$Jz-Jv)jUBZM{mzP+$m)IgfTIw8&N7j5Xe`a}U1HL}IGke`?3@dG?v}D3@8ij))?m!@ED9Nhw!VML zFxUnEeP!1ajgn;`SQQT8-aNm>=t?hN$Z7NO?Nf{tR!!BLm5B2L#DNL~ym8OwnTj7j z4Q#q6{mFT5HMj*2a?vI=za+6R{b@aJ7Lj-ZZ%uh8dupSw{c)|n;p!Ah;Kh%tG5NMka2kJh!ybiztKzQdEgXD_w9 zFIbqoc6UBp07ory;=|f5sXZIFb{(BT+D$K#_-U#oDw0Io0P43^NBcP6?--mz!9hr6 z_y-3OK-d0v4g%9co8+-+;q~Uj{_EO$)Aa!QDWhG$Rv*sW&U53{gPKJZV-mNJt}2tK zhGMz?T!se8*Td@WMKVcLP9<(IR2qA7l?c%(Y~jPx*ktp2pA2T~NhgHhJW$`vz;C%B z{C%GL){C*{gw^lF;Zo1fzh{+hch;g#A(0|BUy3Hr&(=)8((+boV|5pf<=_&LgKtUu zj*38%a5p+eJP=# z_Vq%7D(9tkXB}$O!?=iHe@`s70=})dtpUBV0et=N>m)nEhl+bkqmB%rBF>{*;frSx zZE%u4GZkU8jKq0`*~u$j#82sJs{1?x&&H3ss+Os9ZLn<=@dCbd~d z^i;m&e8_bAeN4fL^0zVlQ-CrN zKx<)qydIJ+36u2czod6+^2k)>jrR~feb+5VE$l$1J3e=4-VIKkdMhVDZabf9s?BP_ zkfh<7&Z9#c$$D+e@;(6AI&kFK`IxBmskKsaUL)nqDNc-~cB$S-+*OEoiYAon=fsyD zbBx)C2jcisB`J8#+vjvl?>Ii&IYjGo}15U!fbqE{-|5ZlifQ#T?$XdJ!4d&Q8 zJ4cbH;r?bzL>srU@GGy&pT&x2HX+x?QMR1Yyf4}C&YiPs3hR_BOTff{Zfe5NHT!5K zJ=UpglIurAw#*OmuMb+L?c!S=Fp8mII|@zsPf*kd2&1UUQ=-cQ7trDn;5%VK3V9wq z#{CPR_r$&W@hcBA5JB5H78McF=lMU;G=eCUTyXX9uRKD)s{o?lIUhPnCgDaLZ zr3QuB-b#Wwoo<6s$d)9BQ_Iq&qDObnDr2BAO;U8B;06jE@lRAll=LK=zQjeT%7N2! zVlcrK@7$vo@z`iJwuC4w58w>^o2bD52tyF9;*JRe#`Q-*jJFOK#A21LA)q2*pOt`j zV*a<=%8a=r97|-^d2V!V^;%UfUlYD0N`plvcOj`u??cInLQ$QU$ydW2RxPa;s)t0e z+i3cXg$u0QvLd{6z1Un;`{TE@ruV(C#NALJvc`K;BEBSNP~tag2F!p-Kk`n#`;){X={17Ea1#fvViGz>r(c-U7Yrfnl}4* z&rfy&9_;wVq;xh!zHwR9k57w`&#Y%IxaV&4?aR1sn{GE*Obb5@5A1qHhugcNGqo=u znps=h^*y^|s%Y#c`@l@QSwW7JuRrC|mXKYZAhC;{r6LT;^p!^srgcBnVoW!HUrSCFODx$sYSqwV) z{?-+2$upTkI8T|6A<*y236oGXjY2s9PM-h1sHkbx75~6i3IWZw@j91}Pn-3TKz1r- zfvgOfQdg@^t<@{@8_M#EQCz2-&Zs!niU~^V+_@W6a5a1-t}r>bM~6dg;PcFtr|+p| z{qzKf-+l=*IT5WDq-P#T^gy)QY;XK3v!fRNIo?oB#4Y<4JdbJ;UQFtU3R|i;HUjmL zezwa8+c9H97WD=}|hB4=q2@dtp^J{YSUR6||8V%dy>PGr+Xx(^kynYt< z1r5udANngAW0T)`2W|y_TZniC!0r0KeR@LffiMZ!gfTrDf>;!df_96#D_(p(D!>_4 z$Xq_bM_Wsw_R5#cPGY%4KBIQv>IV+x7}*yTF?5=FmSLh76jc>1V-zdtgBerw%Z!tf zb=k_a-<8|9wKRCIg*6r|;g7LR_-gWRT_txCUaUB4A1T|l}OLrUr*`LZri0OBkSjUrqEAZ z#fgWhMJleJ%uRl7xc|!sk$hL>^uWuwRb({v!AfYs4tqHCIS82Ml4N_G1zZ~===>WG zdpF#0cjoYb?D|JBNht7k-C7d}cgnUl{f^1S0jy-mu9-UqW5`a7%JXz?y~S#$oF_ky!xWeRdG43TPml;M zT(b^&d9tgJWL-N{F~9y2!^p>E__Hd0Tg*=FoR)>`1-GuCi>*0%_#OL|CC?T+>F(3( zlQU+>HpAOqemIlRxAEKtAdT#s@B7?NWgq42(8toInHE~VyPI*HvlKh5AvxhL9^IvI zikniO9xFuN*rC$ZhYhaND!E34YewJl4xCUV5ccEn);jwIae>4wdjlnpzrTqPY!YExHZ-_m`C5WzJ+7StzU-_2#q;xMM=(C$$IQc}5dsoE>&TdP zoZ<=L(9C45OFmUHv4p+69Som|9<@@RRQ@VP)^wkVlrFCGEfHZxfGK@eM5@5diT9Zo zoyc*B=E_=4Y68iXDX+%tq8F%s2n3EcpDG&1#?I2M-$LQL0XCE0mIL^oEaRM7O70j^ zxR5vKZJWHemWk|lfHNrWD;#XXdy<|8bB`m^VH}t17o!X9THhjggWh7@xye4}q`x4k z3sbVx= zrRs<|qbz7R!*kS7nb`!JOUGO(T}1n3TL6Pn%f4t!QnC4)^Qmo*(%82? zDocG7L-T&UU0W@>W^E70oFxTD=HAwa%^yTOTUy#b#4t583_~H{C{#*bU~&0Z0atsV zLh*hGXFNBc}cA4Nv++-reYZ!ufW3vn5&rBfZKU4Ppc0RQS1+C=bOu5mUDwb zM_tttFL|Y=GdcAWy*tKxNIY8LyeBHGn>QLaNC}vU%vINwj)rbW#43IA(4&AlJw42;L15|0nv=p6}oHgPwtjY zKV)|$|8h7ev$2jQ?c+?u z#f<9>v{brv6a=DB6ydLjV$IkEky+!4}M1HRXAlHqpZA_t6m(QiEJ zXlSHv-6yQlmE+15Ub>WgDZ{?}^*egHf^Nd^`~kcE-*f+OECB2m1c|homX_?LUl1e^ z^Zo*l00Y@C;E`iAz%NJw{vT$a{{)W!@B|vaL=ynh8z&#o>v;vinVJ_4>|g*B z^6$72ykBr5;PM)2Hu?z?`2*a@|A2x3s~Jit2y~c68nXbV;n=Pxz>f#eAKcQw3<*I$ zj&UClmR;)y%HwZ*2QLp0$iL7X+)e=80qoI0mvw`X9RSvW2Vfn%z%Gxqb`VnNfxr$|Brz8^Bt5I3ddIW zV_*kAunZ$10Rq53NF)c?60bh6F}gPs{n?6s2GweKshv=kQn?NuAecW7VjsQkTvjuX%D)MWFI64 zf7K7=g8GCMCQuWSuRnwXsvZ2sL%#b_fiM7&{S1&G9LoSC2mcw6yasXs$;2-KDG!iL z{0vB0`5_aKJp39Ux{$v?9guAN3`n`);Rj>*Lk1u@_(u>1pckZEfZbK#m+(_2e#Q_} zz_{ZfV<`PgK#ukCdnnIe0g?-7RH67UGzW5F|GCxyoE>z;08jyGkn=dD05CPjDOE5d zj#F9yZ*-h82bh!N6hP|zfGPY~xqs|gHZbIEHK-Gb_CwzEf*(Hs7vKUD*`7V%(s9ZW z%rz*52Uc+8T_4Eo3@!Y~e9*oj_@l)ipb0QTkgwceV7?$z?hqyrSp~G2fZYQ5^cV{P z_9~bJ_ViC zG`Dy5{P{!I-Vs1mkALBD|3FDX{DzQsK$c4_^Y)i z1Ze%!Pw4}gCL_2L;Ov2>e>gJ>$O*0W*BK16VDLcxe}li|C#C4 zim<1|!pT^{2g;-lfxVucfpNz9SZCpeR0$ylc5JQon6~d!M4B%c^CFySXWeSi>UUry zX;067dW=aT=#Li4#g6L8_3P#1|2bpwC$}PAk-S7Q;L`=y(u439?wyW#P@%Frld&Gd z5wN_yde}!!K|*!$OMZ&N5WR`)5z&3oFVBe$LKi3OEA2)bR&a@!5}ilxq@=oNU8*Yn z%*t)Gk5<5!LGh+ERQ0?^28Ebac|#}ju(Zy}B?}LVo7pD~mP?mESp>cFL{HjLJ1=5< zaVNMmy80b{=oNNUS3SR8%>JJj=GQ^_>%DK;1LVS?*}`e*8KBe z_y4063o;eU9tdMmZsHxjSQY5qsga3kcdqQ(MmWa7EpB7Big{jjXs!5I5%!&K1IN>& zY@^~T4PWu1mgS((-d@_PeG=S?5YyJ@7TJcSr>%WBIPfcG*)Y|h zB`f7|Jl8{dZe}WV%3I54WHX1h8R_FB=R!|~c%zyc0DJg<t@qH<-E;Rm`Sd6Ezy0=}k9*H~&pFTUy}$Psrt8ah z22{6~qiD)m60lHNigLzBzAFlXXv1A?=OZ zLbu-e!b2YUQ?5tE4&N>d4q{G8kD7Jrfzpcv>?Bl;rc?{9Td$wWIg-}fA^l{&KCgD* zmiM>Mgj*%FIv>ccGhV*flw2|O>NI}bc0Bwnk~sBcA^8-C0v7{^Hc$(Kp_>F#3dr@ijm3j-v5>fFqkXj4vc1 zvCTXY>hbIJyp#_w9IOsrCp&wAYVW@7>EeHQy&^rl?VDe-f*U94&wTe=HMc4<@s`W^ zxUP?`)~q!U?L+a;9xKXN*L!s49hV7HU25!V6$iLoG)m9u@FU(gR* z{B&QY1;r(Ai0qI1uqm!RN?Dkg5Ocb@b-CO(`=yM>PaQfsT$UBpbIDt^`_S3Cvh;i} zYpMG<)$Yx8`?n_Fm^`j6!VvapET{hU1y;QqWqqQI$UwJuOEawFhXGVbb zO4wbi{`zPOY3+a%9EA%i30k55JZr!hYvFZe+sut&wAGq7(SUFtyuj9Vfyqw%ndc$ zYx|#4OKiVM>C%O^d|%S@&_u3JNZSweOItS9C>@GC_rKxOKeMlXFgs8wNt-2VX#PA< z9`gBxIW|+SrTnGnbX``{9h+0tHn7Jy+iOYEzSFUX>0{q&;@&AG=6;agOxel*NF2+{ zdgSz-x!23>!k$lSegEOTPW4Ah6X(BI{@Jm?ly%oTEqbkaOlI^9@PoWp?Y&cqyf!TJ z9h>osB6j-~s?I5krCy5fzM`u2R{d_59pypUZf?g(? zsC$3s34;&+A*Hl0&@LLKTBlSj;iT~c2~aZobC&6JnpF}mcjdkR0@d23e)fphk*`jM z4+)wV)5udfOBN@ufM))!0!&95P^eYm=<|!d;S$&(C>}(O2$H1u`~aT7hsX2rGvlk$ zwJE9g@Nj5*(1MyS;6R1Ip{8=~VMtPqE{@8Ck+c{QhfGX>6rU^%)QT8JBk>=OiIH>+ zUFK~dGM0hC4+|L5|6z8d7;&OlSrSyy7)FW_tI4n<1U%Ng5qug^woE(7UW3<12nl#U zlxfG~j|kQoWqFW8AFq!GSr}o)V|J8<`b5Cq<91?T;V}&E1HU((07VXPI||7a(RJ_H z^MpL43B)i05!e_eM07faA^kFjQ3UcorX58=!~(}?#C0?6KzYlW2O=ao#qC6B@nDvv zc}ORSVFdfR(0nAt#Owq}m55;?oOOUL4gFrG`TQNHnPscGD#S)lyqy=9fQ4|KZqgi84@OiA~ zN0KNS$t+7kI&Zvxkm!RoUr5k9<8}n-p7FU0S=m5i&uoLB2(}#vu32R%A!|Mp6cU_c z^@;e9F$Tvd)?9-b$$rkD#%Hxl3)s((M#6Wj4O)bhyy&{;(*#YUFgX(w6KI#kFaZ)M zV;EA1i$Ou~B~c>hR&faNnV z>sj{(y<@GNBrI$Avxl7&iL{x0p#-ckCn+&&%t;ZSwKhSVleHd@G@rHZl2D!5Jk@Cz zE0ihPkYBf4`pi>ApN|mZcZ;qHwJF9eywYrgQo)p7EYVYkmBR<0Z EZ?kl0bN~PV literal 0 HcmV?d00001 diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors new file mode 100644 index 0000000..ecf31d2 --- /dev/null +++ b/model-00001-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23cd2eef28ad81bc1c173198431ad44168c9720eacfd8251050deb0c666a48fc +size 4976698672 diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors new file mode 100644 index 0000000..f7302e7 --- /dev/null +++ b/model-00002-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90f0033620400627cf418deaff3dddcbd38af371dbb69f7f84960434d3bd57c +size 4999802720 diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors new file mode 100644 index 0000000..1052658 --- /dev/null +++ b/model-00003-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2855fb9ed5a00a29edf156cba7075ed72d254bab61bb087961a22330363def5 +size 4915916176 diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors new file mode 100644 index 0000000..916b00f --- /dev/null +++ b/model-00004-of-00004.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc2cbf288d23eb2662b9b9468f4655698ca12e1ab3ce40958c111149afad3a50 +size 1168138808 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..5c64f1e --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,299 @@ +{ + "metadata": { + "total_parameters": 8030261248, + "total_size": 16060522496 + }, + "weight_map": { + "lm_head.weight": "model-00004-of-00004.safetensors", + "model.embed_tokens.weight": "model-00001-of-00004.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors", + "model.norm.weight": "model-00004-of-00004.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..04829af --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|end_of_text|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..7a782d9 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2065 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "clean_up_tokenization_spaces": true, + "eos_token": "<|end_of_text|>", + "extra_special_tokens": {}, + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|end_of_text|>", + "padding_side": "right", + "split_special_tokens": false, + "tokenizer_class": "PreTrainedTokenizerFast" +}