From 0856b9f8d37ed5e43c463101de2e1e767a6f9ba6 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sun, 30 Aug 2026 11:34:16 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: UWV/leesplank-noot-eurollm-1.7b Source: Original Platform --- .gitattributes | 36 + README.md | 234 ++++ config.json | 30 + eval_loss_noot_eurollm.png | Bin 0 -> 19461 bytes generation_config.json | 6 + model.safetensors | 3 + special_tokens_map.json | 30 + tokenizer.json | 3 + tokenizer.model | 3 + tokenizer_config.json | 2109 +++++++++++++++++++++++++++++++++++ train_loss_noot_eurollm.png | Bin 0 -> 20520 bytes 11 files changed, 2454 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 config.json create mode 100644 eval_loss_noot_eurollm.png create mode 100644 generation_config.json create mode 100644 model.safetensors create mode 100644 special_tokens_map.json create mode 100644 tokenizer.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json create mode 100644 train_loss_noot_eurollm.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..fb5a9cc --- /dev/null +++ b/README.md @@ -0,0 +1,234 @@ +--- +license: apache-2.0 +language: nl +tags: + - text-simplification + - dutch + - accessibility + - government +metrics: + - sari +base_model: utter-project/EuroLLM-1.7B +datasets: UWV/Leesplank_NL_wikipedia_simplifications_preprocessed +library_name: transformers +--- + +# Leesplank Noot EuroLLM-1.7B + +**Dutch text simplification model achieving SARI 66.44 ± 0.32 at 27.5 tokens/second** + +## Model Details + +* **Model**: `UWV/leesplank-noot-eurollm-1.7b` +* **Base**: EuroLLM-1.7B (utter-project/EuroLLM-1.7B) +* **Task**: Dutch text simplification for government communication +* **Performance**: SARI 66.44 at 27.5 tokens/second +* **License**: Apache 2.0 + +This model fine-tunes EuroLLM-1.7B on 1.89M Dutch Wikipedia simplifications to produce accessible text for citizens with reading difficulties, compliant with EU accessibility guidelines and the AI Act. + +## Quick Start + +```python +from transformers import pipeline + +# Load EuroLLM model +model = pipeline( + "text-generation", + model="UWV/leesplank-noot-eurollm-1.7b", + torch_dtype="auto", + device_map="auto" +) + +# Text to simplify +text = "Een pekdruppelexperiment is een langetermijnexperiment dat het vloeien van een stuk pek meet over vele jaren. Pek is een verzamelnaam voor een aantal vloeistoffen met een zeer hoge viscositeit, zoals teer en bitumen, die er bij kamertemperatuur uitzien als een vaste stof, maar in feite zeer dik vloeibaar zijn en uiteindelijk druppels vormen." + +# EuroLLM: no system prompt +messages = [{ + "role": "user", + "content": f"Vereenvoudig: {text}" +}] + +# Generate simplified text +output = model( + messages, + max_new_tokens=150, + return_full_text=False, + do_sample=False, # Greedy decoding for consistency + eos_token_id=model.tokenizer.eos_token_id +) + +# Print results +print(f"Original: {text}") +print(f"\nSimplified: {output[0]['generated_text']}") +``` + +## Architecture & Training + +### Model Architecture +- **Parameters**: 1.7B total +- **Layers**: 24 transformer blocks +- **Hidden Size**: 2048 +- **Attention Heads**: 16 (with 8 KV heads using GQA) +- **MLP Dimension**: 5632 +- **Context Length**: 1024 tokens (training max_seq_length), 4096 theoretical limit +- **Precision**: bfloat16 (no quantization) +- **Activation**: SwiGLU +- **Position Encoding**: RoPE (θ=10000) +- **Vocabulary Size**: 128,000 + +### Training Configuration +```yaml +### Training Configuration +learning_rate: 7e-5 +epochs: 2 +warmup_steps: 200 +scheduler: cosine +max_gradient_norm: 1.0 +optimizer: AdamW (β₁=0.9, β₂=0.999, ε=1e-8) +neftune_noise_alpha: 5 +per_device_train_batch_size: 32 +gradient_accumulation_steps: 2 +packing_enabled: true (~5x efficiency gain) +eval_steps: 100 +save_steps: 200 +logging_steps: 10 +``` + +### Hardware & Distributed Training +- **GPUs**: 4× AMD MI300X (192GB total VRAM) +- **FSDP**: Full sharding with activation checkpointing +- **Effective Batch Size**: 256 (32 × 4 GPUs × 2 gradient accumulation) +- **Packing**: Enabled for efficient sequence batching +- **Total Training Steps**: 2,960 +- **Training Time**: 6 hours 47 minutes (2.0 epochs, 2,960 steps) +- **Peak Memory**: 71GB per GPU + + +### Training Progress + +The following charts show the training dynamics over 2,960 steps (2 epochs with sequence packing): + +![Training Loss](./train_loss_noot_eurollm.png) +*Training loss showing rapid initial convergence from 2.0 to ~1.3 within 500 steps, stabilizing at 1.127* + +![Evaluation Loss](./eval_loss_noot_eurollm.png) +*Evaluation loss measured every 100 steps, final value: 1.041* + +**Key observations:** +- Rapid convergence in first 500 steps due to effective initialization from base model +- Smooth cosine learning rate schedule with 200 warmup steps +- Consistent improvement throughout both epochs +- Stable training with no signs of overfitting (eval loss < train loss) + +### Dataset Engineering + +The source dataset (`UWV/Leesplank_NL_wikipedia_simplifications_preprocessed`) is pre-sorted by Levenshtein (edit) distance between original and simplified text, grouping similar simplification patterns together. + +Our training strategy combines two approaches to leverage this structure: + +1. **70% Ordered Samples**: Preserves the Levenshtein distance ordering, allowing the model to learn progressively from similar simplification patterns +2. **30% Shuffled Samples**: Breaks domain clusters, improves generalization across diverse simplification types + +Each sample receives one of 20 instruction variants: +```python +SIMPLIFICATION_PROMPTS = [ + "Vereenvoudig deze tekst:", + "Kun je deze tekst makkelijker maken?", + "Herschrijf dit in eenvoudigere taal:", + # ... 17 more variations +] +# 20% get short prompt "Vereenvoudig:" for length diversity +``` + +Dataset statistics: +- **Training**: 1,886,765 paragraph pairs +- **Validation**: 1,024 samples (held-out) +- **Median Length**: 312 tokens (99.4% < 1024) + +## Performance Metrics + +### Primary Benchmark (3 runs × 1000 samples, beam_search) + +| Metric | EuroLLM-Leesplank | +|--------|-------------------| +| SARI Mean | **66.44 ± 0.32** | +| 95% CI | [65.66, 67.23] | +| Speed (tok/s) | 19.04 | +| Time/sample | 2.31s | +| Median SARI | 66.08 | +| Q1-Q3 Range | 57.97-73.71 | +| Std Dev | 12.56-12.92 | + +### Decoding Strategy Comparison (100 samples) + +| Strategy | SARI Score | Speed (tok/s) | Recommendation | +|----------|------------|---------------|----------------| +| Greedy | 66.69 ± 11.48 | **27.50** | ✓ Production | +| Beam (n=5) | 66.81 ± 12.56 | 19.04 | Research only | + +**Key Finding**: Beam search provides negligible quality improvement (+0.12 SARI) for 31% speed penalty. Use greedy decoding in production. + +## Usage Instructions + +### 1. Never Use System Prompts + +This model was trained without system prompts. Including one catastrophically degrades performance: + +```python +# WRONG - SARI drops to ~28 +messages = [ + {"role": "system", "content": "Je bent een assistent..."}, + {"role": "user", "content": "Vereenvoudig: ..."} +] + +# CORRECT - SARI 66.44 +messages = [ + {"role": "user", "content": "Vereenvoudig: ..."} +] +``` + +### 2. Optimal Generation Settings + +```python +generation_config = { + "max_new_tokens": 256, # Sufficient for paragraph simplification + "do_sample": False, # Greedy decoding for speed + "temperature": 1.0, # Ignored with do_sample=False + "top_p": 1.0, # Ignored with do_sample=False + "repetition_penalty": 1.0, # No penalty needed + "pad_token_id": tokenizer.eos_token_id, +} +``` + +## Limitations & Biases + +### Scope Limitations +1. **Language**: Dutch only, no multilingual capability +2. **Domain**: Optimized for Wikipedia/government text, may underperform on medical/legal documents +3. **Granularity**: Paragraph-level simplification only (not word or sentence level) +4. **Context**: 1024 token practical limit (theoretical 4096) + +### Known Biases +- **Simplification Style**: Tends toward Wikipedia Simple Dutch conventions +- **Explanation Preference**: Often adds explanatory clauses for complex terms +- **Length Bias**: May expand text when explaining concepts (simplification ≠ shortening) + +## Deployment Recommendations + +### Hardware Requirements +- **Minimum**: 8GB VRAM (RTX 3060, A10) +- **Recommended**: 16GB VRAM (RTX 4080, A40) +- **CPU Inference**: Possible but ~20x slower + +## Citation + +```bibtex +@software{leesplank_noot_2025, + author = {UWV InnovatieHub}, + title = {Leesplank Noot: Dutch Text Simplification}, + year = {2025}, + publisher = {HuggingFace}, + url = {https://huggingface.co/UWV/leesplank-noot-eurollm-1.7b} +} +``` diff --git a/config.json b/config.json new file mode 100644 index 0000000..52d6fca --- /dev/null +++ b/config.json @@ -0,0 +1,30 @@ +{ + "_name_or_path": "output/eurollm-1.7b-finetune-fsdp_2epoch_bs64_neft5/checkpoint-2962/", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 2, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 2048, + "initializer_range": 0.02, + "intermediate_size": 5632, + "max_position_embeddings": 4096, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 16, + "num_hidden_layers": 24, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": null, + "rope_theta": 10000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.48.1", + "use_cache": false, + "vocab_size": 128000 +} diff --git a/eval_loss_noot_eurollm.png b/eval_loss_noot_eurollm.png new file mode 100644 index 0000000000000000000000000000000000000000..aa972ac936a1f6dc7156c8e9b0f67c1c84004320 GIT binary patch literal 19461 zcmdSBWmHvN_%Dh|Y(m@!C`cnENK1E1hjce0CEe0pN;lFV4bt7x(!J^0^rri+jqm@C zGw%I*KAbZKV{FHobItk8Cw}v(Wr%{D#B;PaXb1=h&m}*KDj^^|^F=^-;s!znp2(c zXFm7Ak;7VvJ<~MnCk;6W#7#~^N`oSXgo}jq1ZjhmG?J5WotG3v0(P}{!G{va_>-p7 zeDkiMbY!y4!wm0h=*js#@qHAqKLSEW|3k&Mr|^G)=RiX6Ul6N5Dg4(TUlZ96wSxOZ_+$ov{pGjF)>0-0HH5UkqHBD-M;f^YnLXniIl3JMmQSwpW+Rsf z_TzeBL*G9j(as|GrgP?1uMHAEg4AK2lT#;PL8IDjZ zOv3LA_OfF|&&E3(tE3`{ltyaH7hoPw5Y%}A+3Vxi=P*0RG}W0#pfa#p=tf7(I#S(I z&7G`Qm+g#{B&=VzEn7sdpSj(4z5Q-148Hhj)LqDy`@CX+@WY zV`?;f0gmaD1AHFn(ZE?j&3vtktMw&)eU76~ehNzJCRw9Wpq;$^eSw3QxrV>GkHiRD z7RC7P5Itt%n?OUzy`(Aq;%?6x^}jrVOT^Z5m| zK)*(CC7Sg4YtPTTt$0F>*J>Rw+(tNmDV4H7#i|z3Nn%IdI5p>!4_=&2Trb|cAR_1& z!YME@V3_>ryy03ZU)KKp7He}2BqrDNo^32h~0g3j7PFHVGmns@XZs#%q?(YTej zANFqe7jMNOgnmAYz0ZQto&2Ei&?fq1v#t}xUtc1c7F3l1uW}c^V)uQDcWjQWffy#<5TY%dis2Z+Y0V%9gqB%M*5qg zrwHXA0fcC){Hh|_hYnFlwz?(TeoCFbUO08Bkjjp6{Pn=L$7=n^Z69Nkbn4!ZzKH0h)>UJsAzWel;6pw+ghV6 zqv-JF`ko+Kn+>-Ndq2PXyfRYraDQZX?QM!_Djo`;Sa0Eq)zM0RSMQ8 zO!b=}0Y)Hw|nd|WKO>wl5tl*E?`5g3t9ZB1%LuKpEwTXt^Gm8)b;T0AD)#~iS!iO3n zDuN|mJpJ~m%P2N|*J|v26>YoEkP#D;UT5cwc{R6tw`ny(2yHG80uy*ih?V;7x$aHLp?VhUv_yoB{2~6 z`{34hWFmK8$-dmh3S6Hk0DgmOv>h8ax~m!gq=@ z^y*5{BL;=zlXGQ$ZaD1&umL!1)kkRZrj1anoaXsIQfEgpd#=@k*^kGe6mWr*MMxo zeZ{DG?IR~R;X@7LfkU>wZYp1G_9=IV;G2SB9Sn%oerIZfzn0bZQSJP&d*P2ktOoeL zo!Hp0AZ!U)j22hgB{x7z06qC#jv=(KB+=;6P0T3YWAkG*h5kRL8V6W`pepT`P;^t3 zBQpsWWAFc#!ZslA)!Yh}ZgHkjNtc-+pQjtqvVr@P-rsSi$O<-e$~cOA^=7I>=8$jx z6Wbru8}LM9@O{g6a7g>}ZlwRVSoik?eTf@(x`MUnz>I}sQ#b!{T9}ZG1~`=V>aYHx zU(2l|ecw~|$l*RLsXvylE>S0g>xzD;2JY{;v>M2x$jJP_7+<^GR};;Yoc_d>V*baA zm!Nh8x7VX;QCrD)6A$R{17`+RX}|?Hk=a`$vra0*^*6MXHm^u=!9p%?ZWQZyg zY-%4>rJ5`~da1C?tH%V)7pdBG@?-P5`vaY`DD3RRuk}(aWoUlH8|(%~F(#62zadFT zup0voGH(|7pWIZaKa;5|E6{`}D!zE$t|*Z-GcJ9%vUO01+t{#l{%P2?m||F-NkoCi zcCCTSHaxPu$eGg?&Uo)hdJx$*8y8KSdBw}C@8DDeJJC|pUpKQwxdI<4@%G@#>%|{u z*>*=N5Ooc$cd4VD$B1X7kVn~MF zp@$9w_7Ln|W9??%HK#xWyvM)9?o@rvb1(bDK~0uH2=-UwQ&{x%SWRYMIqT0$y>OC zI)-of^t~zEBuj8}0h0va54uLG_8zWT?<>1sv>OEBm~DN$kJBC5Aag+6EChx3$HHnD zY-_l3a_dzzHPgn3au#)8vm#bIP5*ROVbWyTwfJYBZJ{+sV8VigSXp*^gG=+OBIQ)< z>jt0PmqZ3J!G33(oNf2NWJ1cVEvQs0lYOfiYG%j^DD_G|6!|X6$j6^&3jL?|hV;CM zB>nVvX*xn$`zcYmAfaaI0tlOO@A5-@`tN_HN;mb=e|bzR6g<&CPgF_enD6n$`L}l6 ze))gHFUjf<+*FvZS2Y0XWguy6in72@SU!g3i|%0YS>gU2Utcj=o_68?tcOX4hlsLU zmZ;Lcb>7ow_4+^KsKoLWV&ded5*XnzHau#!&+qDH$bzq=$|TJ6v475{|Me%Mjq%28 z6NwGi|Dhl3E0m>%g#C;04}c9xc<-$(D*h=f-BU6=QEp@b8UZUnmz{cu3-{_w7U2;o zLOc-}o-sEvM>@Z$;Zbht2SYf_w}py;7@iXOJ$yU;8PcAyPN={)7Vy?kRr zxthHE=J9F#YqB~-SPH@VY%CEK@>&tYe~Lya24e7OuV4--qP@^FV!E3%`47j8LG6?* zKMlW*Um0TiWhgQiIO8J$t9x$U;QAF{>1__SX@Dr%x z_%E|?dsd0HxYLO7SGgBiG6;xZz`;Nr&<7T}<8J*`)mgiha141F^?!HwPjW;x@9gQa zzSrk_Ow5VOpA7!NsBb7(`w4Q7xQY7)mn+M+u#on>9`1h>fIs*zqh%T~t?r?EVZ>K2 z{r)FCAt6vHX$#(j*~`28Oy&BqMT7qi7Y^1oxK_dVcQ2huymFQLbTJ8$r7{w*IB0M>4otI^?LzMSnUsXQ|*4F4J- z1V6QqAgJ_fy{y`X7JeTU@`Y|8`Qu{m@yO~rcGi#_G5DL!8U-Go>63xlRepLoC}%OI z#{oAnGjpPIGo%3(zRVy2S)J52-fhNs?;W%HO4EOuw+ZYk=73?X%v>-+aqU;^X}2%; zAG=*>gulj(GGFd?bW$OE{m6JX?H2q>C9!&>YxywDF67@+f3S8gZQ4Fe zen%2k-&N8@3he4FAq*-t?A1!SWxjM9#VVwJq;v2YSzSMoja9583NJHYphN8;Za#4i@(K$@LL8Xj*yJb(S*&j*KbdYfi_*vBaw_962WcTf}a z?dKVXB*1oUw^+VpIX0)ImNX3C9Z_BaZi>=(u}2k2^Z{cqb0ec`z1bk3MLsLd;zk~+ zuGM&S3Bf&}cCgCK7%AfhAyZ@Mz0sUCm+cyN?{m0rF#%&v&1Di0-nc_9YbNs)!X_s% z;09Lz_o^u{obQY~$$WYCdlBH1N+P}N2g4oYa$V9>q+GgXMcP&g^n}&4%rFT_;53XGX+fJTX)X$3;OJGDK#-$o7oQyc=g+ zz6F=KN795rWWgFclkH2diGDEVbtU5sDl*T^Em=Ie%5AiwAVWEB zN4=6Y#_2!(DeoBKK@3AfqhzN25?@~BHgj$?=0c%M?uYkH)qi<)lo`*xP^QIj$;9xe zI!pVVMeDm~#h7s2D(c}C{%c{UKs#xu!qKE|9l z?x1picJ%G4tMr8oxJM;UnxF`dGHt)gPsz54W9{6FMYkrU*W%FLHLEky^BFxMcn_fK z2M6%|xq76B>k@-KdD7DBjsAdnOml+0T5Gr;tdFFT4weatex4FdajYLnaS;6D`C-?` zRs4M3{^0;4qcy5a)0Be)VlUA7`S}RfHFILX(Ej~5E@id10)q?G84w~X2G--oj!wI7 zS1sf~2~*1vCJgLftlZo^Oc_AMVCDkEDLzx;Xeyr;VGJtM`O#B4j6cr;tOox(*~XR` z!1jHWT|(XUDv9FCs{LwnhRxxM(7HH=#AJSB;AVBO!mkWavan$-mQCFp)@OjCAh;OQ zkt6C%!zk=xbV7Oju+jaOVPn0RrbVQ;ZkkyS#wr5xh~H*u08s$q^m^-DaqmWfB8KhZimHpOi*_&c6t0yHA{LRZKx6|8p- z_o5FPr$z+)-DR%RGJoK!eD7RlodK84cG!C zjSBg}Wwk&VxV?DZc23E{Is5*pFnB%-kN=}qjwFVyFdcpL;douKaL4YYKQP)xPL5cy=YU~4rT62INb0N%6H02ie;8-W zzy@C)k%%l9R|LgCbO-eTx;zqT{84e&v3}ps5srf(Dq%3)aOO1~Y*FMLEy!pHx=cWQ zvTmmq6uxBkZw4|jBU+b;x4`#n2_M9(FeHW}xw{Wa3cOve?@y}wJ36HVMgrh(*t_(} zc7e41n7IQ?Tz|lig6}?v4eVa#Zmf=}+xT8jUOG0acXoYeeIJ&G*3obvXDb`7#eo9M zI|2hsMHD$VtZzxY=&O2HaZf5!(o7-i=?oGEhL^FxzUnHcQ2n0jfy(=BAzXi+!CA4^ zxF7F#p!OUnHzuq1p1V50L`~eyh9+PKf%JeA;*5kWD!W5A$Ws*L0B!Mx74`)@>G_`hz7PT6Bl4Oo4s+# zg1=|^eO=ozszNqc+Sb|K1fB}2lOtk9JAhkqeUGHw*Vc_7tl{E%oJGFnT7lG5#VOB# zIR*h>(T_ZnQ|}pp@R@OM_TWXwo#UjP#bt9?8Rh`^t;BOS8?i2q^T6YBEd zgHa)Mn&}%i<8@*)JirkZ+y;s|WicG310-^UalmcUFR^Ax1sX5Yi8sadcSeQF#2+jS z2K`h+kuM)v8%Jm~%=F8TNd(D2+N%sBGD71J4$j5g{-jLkME>Uuv{ylQsN=q0 z-Md}o!I9W-rm8oCgqEK)1o8=8s<=0K@SCT2IOLlpj1tj;v~F&4%pAJhUIWwgyWb-E zxE>*`M7_xGV|~Z79&$NE1p@qhaWJrj{v;WqkHk;E@`AI5+a2X}-YPRUFa&Qq1~S@c zX9H_Fvj&!E3l#=EjgmxJf$KNjxy#kW!Dnp$hiu>S+ZvGuacvg2!}K$T$BBZVr|1)G zd(lH1`5SaVa$+mGrjT@jtaWfCdN5Gaek@6mycY1gTGNR&!w6x zqZr7ItJLqmiCqaneY7}lBtSN}f+z<4asB2(1!|~kMg6j1%?rar;KJ{T{~~0+mD$e-@*^*i{;yfwvOIGVlum7FFC)y2EiWKCT-eo zGAR|~9JYn)ii-?DPX{hLNB?2uRzCm{u)@XkMRB;RC{d~x6S+c$|AwRr0%$LS3n{QE zztST_h6}+LDtT25S~6gaJVV z?6?l_4(@GsPz!e)lF=ukmdt7ufw_YbU_{k-ME<}%2b*8xf+6Ah%6HkY3&9tUUi{b#?9Z!J$@QM5zix~envz#ZQPoyl0tAK%X0C&hn2J1zC`aqo0%ot5`wzJ7P z#DC!}8nC)B8X2ff)Bq3xj0@NQ8ivh{HbhCIj3=JXL)ojDk|Qsc*@DrXm=ZP#pk}d? zKPiF$k^i;fsh6T6Jeu1K&%PEuBUvnTCW(k!A{zJ+I}m4jq3F4(=-Gbl9#i}ZfP!Ln ze^PG^E)^VIXdON3fZM%O0wmzn z(+ek0x869Cj!?mX6FSxS-Oe0v3BBWd!HDIg+-PTAYH)$Q zNq)|DkE6YICO>*%3JswA>Z$kb?aiA8s*I7q^t86DMw(^~8 zcF@0GcV#_@M3V%b@(c?G_W10fczK?*221Mtj2oCP{b_qrSP$o*S&8yFpYxz?fOZ!# z014(mJt96Fv$O6O%atpH%)VLJQ#(_aenRmQ2vaM|YWlT{6i7aO!~wYXKK*Cl^5>{e zgo|%kmh6!lg50}DA#~Y7{Mx{7s{Bh|RvuFM52A#Zq*g3??eoRRdf{&&s)2?7(wA$ggke8@llfcr47RM>XlAJ=q%liTgc+ClGtSguR3vSq^8B|fM<3Ie)TbQMw z7f;TF1_W&b<)IzNH`ev?k94U26)rFMsqiv8Ym>;gTa23GEwebgH6`K`8Ro_)UD{8I zE`L)!l@GbE9}GE?Xnx1V70_7z!17EJ#tld{2H3NFj7WyqOofumLa$1`h2=|Zy~A&l z00IO}=zw$3f;`DHe=h$Xd1nBJ4w z9kUEJafC6{s~k7ZL^|2NN8Nj#m93?k2av|CS;x~(*Sn_x4?q@0?1;TRJ$Drsoa2j& zbbfvefd;Cx9~PYYeW22?{56R|+LhilOW2PYS(qgZ^UCpC{JKt2%rJz1=YZgQi%%y0 zh1p|LRU?9x#cn!T6ulB4#>2yKcxQkA0wn{pr{2`gF4`bbg?HcYnO$9`oGyR#%A(^0 zc0fzaAWkjYKrnw_IK)#~ukKrXul~QK=&@x0vPk@m5Pgp9=h-MK;KzGCTUtThhzU?CMn`j_nfa!GyY$CFz>qziXC%N8rVR3z} z?n%`*6$Xs^^IcGfWDbBHF7N8+_=+wx(fVD)PTB&c43(=SK5Nv`V1g$j_~A9TCmceYgH5 z0Pv?`|KHr_7|}w^0xy^hv@8Ue%J_nV7Y;OL@Y0E7Qqkpn>iL5dnIhmG2@k>Zpg=Wv zFd?$T@=$6;;+ZO%EKc4*tUxL!ZEo${Aaj5y86ad_0Fqp;vW`Z$(VXW7lO)chGP!O( z>*M?)HNF7&Ql1Rd^q5eH0-14hVM+&29;6KPaZI%v4OLM+6+Z&-gSYGF3o!$^ zWUi9}YP1L1kwTi=QG-T8WknbJa=imDxFLGSMFI09aaS`ZE<~wjoXX)Kh3Xtb;=thgfN}!006W^~K#fc)}=mdC1 z-X<(+ILLvSk;2Vk0E!AS!S@^-wDl$VMpKK7qKu=?~TBz{h#ybZb=m6mG0+8Ki1V4YkSP`HAHkjur=o7o>le;kk zm#U}&S(^jy&Pg;A(=5OV5*dZT2&$Y*rGS+$#>9-V|Fy|Fl9+YE4seSDPNjCfA1zQs zGe`wrQv?i<*T2ow^zf5r;i{!rMe#Cb;TaX0jXg3@xz-l~J#C{kjpzt3O1M+}>_h?# zk9srR+S~esbfOPyO$7lUVBim&8l0J}aLDf_FSZhK&o8N_co~G99y4^Qihgz*!GS68 z$}FZDa6Svsx}HM>n?8~P#pqW6H$g%^bOCD@i$H1eXs?8T3R6$b_OjFR=C|NPFP_`e zQ7V$C8^M+@Pnj1HR}E}PE8!f?^aHkIT5f#befNTT1G4U!ROhAFvtVt$a~Q`ONnp49 zB?7JM?I)jY9lqO-#nhN*&`iuOuX5@?twfRu53~%*J}#34!6H+PK>Vf332>?-@z65o zf?9{esF?pn1< zNQUQAu%-|MH>b9Kcwg8i{gGRs+l7+n?aDULACm6$TPhi?YsvkYVs9q@fx@BEuWY6o zSkr=21p#mrI>7HhP-h|vZiyM+o)iIII%^@m`q?BpmD80>Gtv9ze!p}GR+Wt(J?=7j z4Je8}Dxgi?Vwr0SWp9AIro5DOO=6sIGeIH$lL%ePTemrD*P``Ac(K|U2~fvyppWW3 zw`Yw~v((ItyTo4gB+T%f-(DuOB|Q_EF0Pri*W>_!yU_o7Q=*Txk04c21=)X9RRQaD z#DQWDZj&y!Tqmxx>sCQ<0Zo1Euy_Sr@_nWrMgC>D8*XZ-dnq?UByD)`1Mw^-AhmMx9hwR1#CoTEt#jSN zXc8ASRQTdlmOpIrsQXHPv0$5^8$9Q^OKfqy8MM8Mx)s^9@C1DM!F(r)q|uQTAe1tF zn(+dVoceP>6Wc=b{1o&84P6Yi#S9WGx%J-b$%L>e7DQ3r0ud9gMH1EO?<4~?>&<;u zF;gBspz5TmSUVZs(wa_TubVWH-C9FTlvhSP!iIh6ak{qM zJFOQ3_&mkR07&Ui{)MkgNJtWsMKG=6zmdo}UU4poYn!2BaAA(?=yorMlyslk!W%&B z*^~)6Xg5fB>&55QF95_!NoDpbNS_~O3h?i$&+3#Dp*rek+firi*ZeIs6MCNnf@}(D z!l?nnrh|7as>dzF#87oOc<<jmGY=rnW zz=w=Xq2bNTKAHi1zN#pw5kZJBLYop?A=C}2&<>Y4dMR~xpiGLF^X7_mV*F`%^o)cu zii$2m42}SpdoKfE2sG6I7nD91fME#5;CmWEl7sx5c6irwK}!H&wdPVA z*P?X-9=oXn>2+Qw8{jH=*FU}^cp;D)%Y4BHL{Krw4EYq($^|sMdl4NM8`zEPDR5tT zG`lQwJ0(BbaF7=$lqA6uO(SJ!RYSKnJCdy2RD43S%New|F>c)246F#=f8iKV-T`Q4 zLhIjYp5h$`sp!xSXO*scr9D3TR8Ag#Sqlf;9OJvaTAkHGhs$DnZ2eE)e@LxbFe_f zJkGVp@~LEXlmn>dn>xr0zl!xyyebYA;PVmM3HwMCo*_L)Aqzl+)jxWZ5Xr9;^4ejUwC>e&vUd>a(r z0p^V~>cjbMiQZY3H1d}qAy&S{M}{Q9;)E_}*yc>fp;_Mbv*R^el0Vo~;M!jR@{?I7 zkR%EYGW)3ie5!cZF9oc#3fGIaED%Q5H{4)&F1^M=0m-nDuvwR}vDxRcS>x%bbLAV) z=wuS(gP1?woB-|-!fA=0P$rd26r7;0F<0|Z-?2=1doMV6j{#tWb;kjDM${>)YsDQjylzjKWL0}bx5RLa&Q+NA?%r z!TU4xMqW#k8GsN@;BBnlxUwi&jF>jhpZ^gf3RI~IT7jofqd+1EKq(Bs?qXUW0{~fp zHGD6om?jjr(L13Gk&K84B#)z-+-S0Raxx#M|CDPtc}m+Qm-gumzXIYl#m^l~24P&R zJMc7#ref(HkWpasC-Y`{-1K{9_SeCE_JoSM zomS&RH3Jt>rBdaWfe0NyFbcSSs`_|Nn2kBw0V}1_8!#!M8cK}XepXtH2cS;i+FC3c zS^WW+Ec^yOxg!v>b0x&qURK1j;=1xY1;R843tEW*f_oO+k-WX{@QeL;hl}YdO zQM+Qj1sC3XZN2DHzxu@ib|i#yl|DTNQnF_QK-VO^X%T@~uy>{4CLOiwps{mR*=J^K ziEhhgF*Yrse{fsSgNzjZk}J1sqlY5Wsx+6mDL)O*ew2vkAUVSO*KmrKnG+{Fk8N2O z-*(yoalw{#b<(T`7jDos#Rn1<+k)P%6=K|=!V1`iXX83G7s{ZALg~|rxJeNN=^(&h z5J1uHw3ufYg`5-9Y)wEasHXkfJK!~HRistM6F#2;M!gmEF8TdPmT4~Sn1)aH%vQCx z%H1m@@|%68xWQtG9G_C7-=;VtA8L1-8+?&#kDIW%NbL%+q2hOfhu8iKae~LqKL3Nk{02u2uhvl>n z=U?hvzzHhI1c-9Q4Nih}2#p-%k}R6Xv_>oyKOMDi?%V>{4V29XH({)_m}LVS2beo= zh-<#RTdt^c|I$s2O=n9fhhGihd~tB_MN;y8Y>#Ubg@l%Tu+^tuIMpK$iw|oHy|j2y zSW=r1@ohM(rGXK>c)M<8gn*AI?u^pRN#KnMWN>DO|kwy4}9`E#^BBoc#}FpQIgG>LKJ`D zU`eJBSJA4%NTi19i;SaEV(1!H2GAtak{(a9UeN?kQvpJ;D9 z1aNFFbCsoQ?_=HCrwEl9XZEh{!rIs1peI;xysyi>9o6~7e6RVfnKB`9aVt3w?eGAj zGU+#JQm{bD>d^_1IZTQr+8leuSj2fd4n#-6)XIdq24`Q-lDDJB{0d)QmCCX=5zvkD ze4?xnY;ARt_8LO1cs&`mrdgP?7p!==RFv!W=iP?u&PyU(qw}75Jd=c5izh{1ZemP) z;~v8gwx;Q^+zmO$GLe=`gp>p-m&V$A$@ROR^-5;2?Q%@pZYt13Mm(F`@4G4b&eOh} z$0zDYn4z;c>&4*Y79LV7EmD(A4bnXug zepl(jCXHq+6*tfS_zM^ArCz_O@?1noCdBUT77hthih7NeOUx({swL4isX!jW4B7hG zTH8hV?hJY5vwMIsMOSh&Ifu1ebZoS$?Nv+ag_)+Z1{HqD@k^}C7B#IV3gR-o-$<1x zsCJ-+ZjESKEFS5ul?Qu!>5FcMknrOJ)?!_}4W~21p`wHyI$R~U3SCXNy!-EdK5(U2 zS%uu)*j+&Qu!D(c!N8yVk|kS}XFTUbQ4lxy%<)CW5&`utCPg1mXi9YbBxV>JD$2)= z<5^K4@8O3lo{^ecqFU)BDk*ALIPsy{ZKOUE5|yEN*sG#HQ}gR9Pd3EDIjT?HEMNwE zoN`yWdg8+eNt1L46_5sKLdv>;e)^H`&Q~jpUW#xD5QEObh^bC~pu#xHh$w19ByzAZg>lcbC z$Brb1zcp+~81XkScMf->i?*b5>dX~-0v!p94v%#l=ew!QEghv=hm(A$&bF}Ljwa!b zjd9QnH@pm~>JDx0Ay{b1FgI?>Sy%ZOajk11#i9a6zFkOA_%8BQMiZvINEPp@`p~59 z$n~(x+?VEyC!A`PKHsx-EXab`J<+oOrPM^M8ZL&<`YLAV3qx; zcDJ{g{mesRet^;-#*KfAH)^*&>N-6+zvcY1a|Ffwggvk8`~%^$-pQW_M)TD9^UZp_ zFh>&J?A7-?q+YXbq6`a^?!<`$BQS>9OWxSys! zm^GbPww(~w(^ET3^y!@|yVWEe^XADjAqgO&M^hM1E4y0UsX2f)KMsArz{Y;d0&Ua@ zFpxDZwk&rQu}yaXIXPbpbEl;_-;&KtI+{(5R&et2c03l`vDwE3K2R*)J+o`9RZDK< z&TZ*@mq5so`*Y=2(gZZD@=CiR$xE$0e=7y(_;FAgJk?*=K<&v__UCOh3rb?lJ%}wk z2urZZ*^l?)@c>wzn?FdQN1Kp64PEaTA}}o;33DC9|Ez{pAq$Z%iytOi+6v04{~U#u zm~D3!X>!A}Z+CTzFS%5!26-qls~wt&v10jYvs-|B6L0m>tH$#@Y7&E!;p6QMPnWK% z8I-y43#F%8V5&6%%!AiKf+1)B`^CBT_nIdoC*}efWQSr~e{vZ{Jl#rP6_m9~z>-fr zCr+Uod@(z zOA`+F;#1v5ZtgWm)`aZyCG95GY+Sr*DK>S#50rem`}@g#f_JLI^w8+JLn6%*UJO~1 zL>NV{j86{r{`b~BUdo}nw^jEtK|wd`Uk(@?TglD0(>Aye2mb_bC}E)EtOFe>RTB(Y zJaQky9$Xu8Z<@~R$CFIv{!sMUpbs--?ZH38WAXy>6C(_H*ep!!rae1vSnPoWT=I=u zPD{QtJf9%h>ZD;vJKX1$fYa}ls3U)oI65u-p&ieR^#n+`v%+g|KxiDtcsOsenW3x= zy}HOo8M>{n69n4E*s5AfrQ{%W)_FCJF^fthU5j+NP%{FqePd>bj))Oje)EMBTf(37 zk13*5ucgd&ihloA4dbH~UzKX^of)dJ_`KYkCI3`|KBQ*GoH}5%QNCxEE{8`S>+^4& zjE|J6FHib&Zf{W~!xbNNR=+DA+NZXJJmwJ%GOgHb~%U#hA`&#JVJu>ndP^K=>U-;4^YV@TzsjT4ht>&CHykK9f*1nzce7vJV zQ_QF;q^BHR0+(dt9WCMuz=t@yIram(d0&DpJ4>Q-M^0ORf+yUc%~6hC;OUkk;|8H} zDJd(_UgguSf7v?is6f{6lFj?_WB{Kt2s$|(75%x{0{Z@9ly`($YV~vy^?;kgIViL( ztFUuOoQM+rg%HUZtL0z{nyMb?nnd~`+6tcr&FNKty{!Gonc)nYS^+88TKkIm&7Vpf1Y__WZk{LI= z1r?(=e{$cVX>rNUQ3toI>MlnGjOoZs8uqeHn0njx^6 z0uP>BP8YnGOjdrPW|$D{ob~FJ?==Nu-wq_E`f{5NnL;wB*=_jZJliT=kPe0$6T&(9 z?43#ap$G|gJP{+oS)XMSH8C^RMJaz-a3^*%Hm&d31##S4wg$SM346sTgMssOANykI zew9Yc;NT22q1|au(nmCy8K_=TEjP>8b!w**0fRG#ENGcyg6 zQngpT7=-@dlVmWJ<&KWp?#i~k9WSHgYZDGwvoIG%$|fd?xC0n{nROh9CeA0@?3{BT zmygzC`jCUrL_I1Jl4=0w}dJqMfMos$s zrp$tj-Y?5vV0*AaMw_2YpLlu}Rtq?(ZYujt_ul+kst2glQO%F*^IB#8*d*~qZ;7RjbK0gU-HBUiNy|S2co2PP{iL$JxmHk!l zkYscs9#3@yTDRdtrit6MLSsI&<#8pShG%p1OUVW9YI4r`>9iPUwegROT#Co(1De~c znd~l|HXQ`X&|Rxja~x~VN$4axxX zU*vwNuaa&syJcEr;bx*K<+`U7Tre6tba0cmC(!oS|2#%k@F0UK^gb3-=uQ*pj=@N0 zRW6I<2v?uw=4s3=JH#4JeQoM7`uTY;(5}u}Li^@y+ky`IeVoqA?Y!vo#F`e?#ERMT z9(gJk;o}{?d085$1;aOyfGkFqv(l1zTB(gTwC7?MU&}aC{qBv98XDXNQE^HZp6RT9 zJ(bg$wiZ(U8b3oh+_<|rkq;CAc_s<5x8Ep@6jcKbpH^<(9|kO+g!Dwb*n?s3UA*L* z$d9$1Wb{@#V*+X-G}(M|=A#LgiMayWX^|)w-IjV6LKEl1>?8Kc$M)mXmdbqN`&!2* zs7>6ry@M_-2yn3sYvXgw{pLUmwT^kl3GbnjBuC_=5E9?Q8kCMzM=0NXP zAOzle+ko#WoV<;0CQFg5FnE-D)bl1(Z;rrhv*-qUJ;3iBEUZa}^}+Kxv8zDgG=iUM ztTv?xvab@QYk)CDyB6)gte!BT%s#}6sc^_*KAjLKjeB#9R#;pZzv@dk+rlQPB*oVl z7)USt^%%=HGvt4zsFb%wMT{sE$OKcpJo{as(6lf~CRQ>%wEYnSquWM9_*fD*G~*MH zPh{NQWpK+rCQ<$XJ=RfLYYb9a2R^2_cO4L2=X%%U@>=dG#F&Tkx3x^xL(G~c^X0ShT>iuo*v~Vu(nPN1jZQZ<*(Z9Kg zZ{Jd3K9^crb|F7H$^AfBP@L%Kl*+@md%GdJQhd_bG^nxFn{=+RwR`T5f8vT;=!1<{ z`~q!S{#P4X>d0PXICNgXEG-13Sv~Fi@RhcdV}yH)fWS;9 zBy^(f-LIk)W(h{UbY_i7m2vU14h`xJ!`a`GG<0dq^V0Goi3P0rc|&?(VR=KFT5DP@}{9f_S@x3 zxNXrzg3lUH3+q?$#f!X%!#8n0Ysq*S%zkS|<2}x@16MMR!1su{B;$o@oH0i0^%LqE z&ZLTV1ZA47B@#eW>Le*#ze#=nGyYe?Ouw~(#+x!6<34zCm1Ju#VIj|AN|qS?|BG3G zg$fO#{BL`s5KriKfiDEKwl*?{0ce-`c42R^nd67WI<|K zkD{5|^jnj#b4tsbG-*4o2>42{hs(4XDUqlQ|9wp#v+Y!@nc(nuu$r-);pEwVkSwQk|1@^Q&l>4( zEMIk}Y}tU9SCO*ph{Kz_^-!(c`rX*oE}F9|nvj_s>#*R2g}@($D2aqWdVDGDTR|yi zjr;k8FYYKqn3%YzBEzUDOoFx?v7B2h<_PG7!K}RNY^;8bYEszrt*sMXac+mbDQ@a@ zjTV$|#hY6oDmGnK>C@5vcFr|f~WuC706eA=#5 zq^R|CP^`^-iQ?>rQ|q9%DJdlsb0OQLb$zy^ z@#FZuwbNxtzrnT1)D$nK=k4*!9drTUFmOVWu92LXb;zCLgNUqZX|#8Vt+*CbU^_7s$jnw*Fjfv(RBr{|KmRDZY* zwe?>oS0oeuNcKB69I#HlJFL_Y{yV8m?sNk*D<+*`VP%1Y-m^BZnkD?{QmUU*pv&DV z+W4}}>@9L;7^P%W`Q<6Z`0Cq}bTuzYH?O2wJI#D2B(_!rBT5#aWy|aaDfo!BH|5$K z_!#0xkwi2FOJ-N=TsRYZuZ1b{T^=8mF3T^?+)cxP*s0&4_MFSa)NP{A|=_r_K zb@z&egNT6kcbNcv$zMRI@MHg+up+-}pvT#gcJr*m{s+Cu>qVq`B!kO~#F?ns&THVodZU5Z7(`9w}siDiN z%6+PoW!#xZA<3KgHiXB}xRVFU=Ge0{+ek}_cyp6XVPRI>WosQ!4t#lYRo~m?IDMfi zeMp=94hyRyI`_i!u!xQ9a~b-j^j8^@nCy<@31!e6EYFGPEJz=yJ(Y1mCT=1bhq&XY zYk;<=*N82V;HgcQp}`(cXVHZg4h879dLCsws8{e@(w!TVvdil(8#`zf58v z!wu$#jswqU>d;X{rAh~i=$Im9D^qYN+nB5( zK|+*i9bJDQc{sZ_xm{~)st+5A_xpjoG|{KSz2_wNo;xp&TcU9cVkt3mzj&2HW@0T~ zVyu(;@wj83Q(Tn1TaY=HUqSSWmv6E(sm7kofvpW1F@qGTG4lY?eCN!{`f1k`g1R%Z ztH!EDDXRaOx}Olw8igR9oTwR$I~g}$2rt!OrHZ;re}D@8kMeSSUbdp{GI7$C9c(sZ z_7E0pOq?)MlKN<3jJ^b(NVBVAZJ{99H|9$Y?3NNU_lp}?Wv0xSWRm(!u_|7>D}J>k z*_`Qu414|dWUDwS&cfc^1~9}7h8Yzz577L&CeBz%wu7)=2)bpd1zl;L?A+?U4tr1t z;!%acfh;Y&ll@+Un43%4U!9T6z@*nWtcW|I1}nYJ(;Oe+%=MSbgh9N?xwlM0A0Lrd z&+jv7q9-M(Pj(Fr^@e%gzC%lknX>~~S>BME&cyT?rkiD1+C7$wc6>kD)8*>3OwC@L zWCzH$C+pL^eYcuP=(B1bs|V-eox}%z*H15{se^==LDGFOqwa67R%HD!ZZOpNydiUy zJ*k^KD7-qBx6`@)i_T=%P&Jl)smw$#)$3*~gB>UY@wmd4)OX9#SDF4{@{6*4I(T4w zSG*7EnK3nJO%%j^y(8bRZ>QZmio z@NDUXd$n*UzM^Z)?B610Fz5j>)A6d3S9w%+*%WqdUuxyqsQF&+*{tq}-OHVlg`ocF zN_T13{TJ9PZxaeZJQ1OEex8eWX5MZMbJLQ>^@#Nls$gth4K!^4fPXD)$%Q{;oVxiX zzUPTQYK#Ja|00w|aQ=5?LjUKkG<;vYpv5W|3`HRb00000mZ1;?00000%TNdc0001h zWhevz0002MG8BRU0001B845uF00026422*700013hC&bk0000iLm>zN0001%`2*Ws VQ9dfcI%@y`002ovPDHLkV1jt&k", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..5d94d53 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:318bcdeffaa968e1cc8b537e357072d728fb79e152a939e169fc98823b1729c0 +size 15783978 diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..062965b --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42957aec88804838805b335da1bbcce9d116024a20c6c4b56757648b9e348254 +size 2408875 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..1c3df30 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2109 @@ +{ + "add_bos_token": true, + "add_eos_token": true, + "add_prefix_space": true, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "3": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "4": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "5": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "6": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "7": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "8": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "9": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "10": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "11": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "12": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "13": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "14": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "15": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "16": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "17": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "18": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "19": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "20": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "21": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "22": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "23": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "24": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "25": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "26": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "27": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "28": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "29": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "30": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "31": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "32": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "33": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "34": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "35": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "36": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "37": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "38": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "39": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "40": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "41": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "42": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "43": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "44": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "45": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "46": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "47": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "48": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "49": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "50": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "51": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "52": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "53": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "54": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "55": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "56": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "57": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "58": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "59": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "60": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "61": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "62": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "63": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "64": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "65": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "66": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "67": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "68": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "69": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "70": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "71": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "72": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "73": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "74": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "75": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "76": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "77": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "78": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "79": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "80": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "81": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "82": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "83": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "84": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "85": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "86": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "87": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "88": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "89": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "90": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "91": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "92": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "93": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "94": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "95": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "96": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "97": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "98": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "99": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "100": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "101": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "102": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "103": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "104": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "105": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "106": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "107": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "108": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "109": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "110": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "111": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "112": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "113": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "114": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "115": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "116": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "117": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "118": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "119": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "120": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "121": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "122": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "123": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "124": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "125": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "126": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "127": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "128": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "129": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "130": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "131": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "132": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "133": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "134": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "135": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "136": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "137": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "138": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "139": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "140": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "141": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "142": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "143": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "144": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "145": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "146": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "147": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "148": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "149": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "150": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "151": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "152": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "153": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "154": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "155": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "156": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "157": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "158": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "159": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "160": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "161": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "162": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "163": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "164": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "165": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "166": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "167": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "168": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "169": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "170": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "171": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "172": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "173": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "174": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "175": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "176": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "177": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "178": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "179": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "180": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "181": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "182": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "183": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "184": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "185": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "186": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "187": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "188": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "189": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "190": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "191": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "192": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "193": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "194": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "195": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "196": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "197": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "198": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "199": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "200": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "201": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "202": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "203": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "204": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "205": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "206": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "207": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "208": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "209": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "210": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "211": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "212": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "213": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "214": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "215": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "216": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "217": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "218": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "219": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "220": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "221": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "222": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "223": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "224": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "225": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "226": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "227": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "228": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "229": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "230": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "231": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "232": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "233": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "234": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "235": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "236": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "237": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "238": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "239": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "240": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "241": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "242": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "243": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "244": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "245": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "246": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "247": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "248": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "249": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "250": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "251": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "252": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "253": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "254": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "255": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "256": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "257": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "258": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "259": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "260": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "bos_token": "", + "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}<|im_start|>system\n{% if messages[0]['role'] == 'system' %}{{ messages[0]['content'] }}{% endif %}<|im_end|>\n{% for message in messages %}{% if message['role'] != 'system' %}<|im_start|>{{ message['role'] }}\n{{ message['content'] }}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "extra_special_tokens": {}, + "legacy": true, + "model_max_length": 4096, + "pad_token": "", + "padding_side": "left", + "sp_model_kwargs": {}, + "spaces_between_special_tokens": false, + "tokenizer_class": "LlamaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/train_loss_noot_eurollm.png b/train_loss_noot_eurollm.png new file mode 100644 index 0000000000000000000000000000000000000000..75e21d3357111ce091086f384912ad7ef6fd231c GIT binary patch literal 20520 zcmc$`c|6qL7eDS@lc;1$D?-__%f2&|B@B^$t%$K_8{42EQkLvwOZKeUjV)C6bubwF zzKz{jhu>?;=ks}ge}Dg$9x{2k_uPBWJ@lHy|x5|Z;s z5|V$M$w+}Gu10|>BqVCd87E5_`?uq=|5SUHa& zXKZG|gwUAnSf^cI=~8)ui5+}K$XwGZ2;%qPtBlO1zweiaAD%sb{up%Q=6zq0hAD>k ziQ&O`CzF)*4)`5zQZtb@!@`A`P4|wD-P(e67gJ=-cJ0+uWnda4B*|O#qf~$XwHd-d zM*Ihz92i9W47*Qu4*2kG27~?qK7YI-1ExYpw1~EN05@3zIy;HWx8u}fL5<|nf#!?!Z>mo z{|4@)a{Q~X1*TQgXAV@(s;#WuBys3kzPV_v)=qU=YP2l4cMZ_h8zi6!T{=G2|OpL zk3Y;4z>EpHUVMdhgGcsbyD3RCa4+Lmc_f%a_Exw2pgp-!(~_P{75h=oCmi1u_g;nN z<%BP{SEOTDAW5!Ozy0MhRz&pj+I65iD}1_0QFg;K9$__@qNz=gol!xI2=IALz z{L31hWwmIRb|oaa^9IPa(qkQm9~diHQE3|_$O?R>^*80tT$Vk>N2UckI74Bv^Zc^%qH zC9U!)FM^M)ODV=A&s%T29CD4s_kt{N=r})a4oVguepGv0CC~eSOzf?-Ei91ZOGvxh z&!wmt3eg7Nie>X*9}Z`$B^8Le!mYvp+0pZ?x^=f`-*_!oMEB9Se}1hHUvrqRwKa;* zrCJHQ1zI0y!KU(}#H?S=7F6)*B@4X}a&GSJWogyV-HHvcWr*FDk-Nl*p2J4QSCTl!AEFVsG-T^UYE}@nyNY#EB z?mi9LXGDG(ci&mk>Q?Og^`7GWbx;$ezn0!lNA90D(Z^ran^wQ{ThxLtRjRe}7cwcY z4I4xjTwBdoiMEhs3{uPYRvqWgyC#hR4(Y9bfWuJ4`T8a(B}{}1eJAQSq41qrwc&1u zl^&sQxo3gCi;Yak&g335+0~~mAEFkYoM_M40Snm|JyOl!|81zjyRENP?emX)FPEv%fC$WmAp6YgZ_dX;Sl`FXRQW=B zY_K|jd3hQNf2z`9RANa~g@>4;cQ9lhlKV!OY_C->^LYPSU7+H*{ki(%G9wo?qx{9@ z1lbn{Ihe1b12;%~s~7>b#RN*JkB>_HB7c!f#l*&}<=8p)D2o#5Hzn>P#hmMt#Hmz| zc#?cIIY?txT(Aqyu=&t@o}-cc!O6MY+xcLJw< zR$k=o-4gz=@lUTEc4AgfGsY|D+1%|q#oWaO^#-NrYr;cFf3?g2&cTZaeC_h~p<9L` zElWw_YD(*VOMYM6L2_2J{3J;-`}1^4o=Wum-(?``m`$w3Y>-7{hDV#q6MxFAz^3RlIMx!k@%@uMPsZ=On(SIrL$MY6Jdq^j9(JRJ*x%+yw-Z(2p}pw<^* z_zd}P*00Cujq1EJ5p=ld^4zYIF@1l+c@i0-dsBHSe^rNgF67700lM8Mo=OHA!x4N9 zr<#|`^wbUs$xp`rZ~fjaQ8H4qq7tod-AS=+98ya(@QU+9e;YG0eWBr6{qt35v|u5t z^7P@21wo}jJC4|x`+LE}2EG}kfU)+&jUD&2{ryb7WEnd~Mw+9^>p?8tL{dVcEBo;l zD9cTR6SJks{HQ|vQ1Oq0FS3c@CL{I8a8&rlbk8QbH*ig!*!qWtUNM8nh&Fe^;6lq( z`6D3qUk*NeM8N|!hMP*`4Bx$UD+v2O=&yV&*5_ubr?z}eH0WARq| zY&Z{*zmOzXR6=-rcraIAKW&`9p0lF2FaFaKT$=S>-eYd;`rpk|d9{iB67b_XD~M%5 z+1wy@AM4fEH_FbH@4aLkht|)cK+?tRrFqC!B!||e z&$s4jdzX-tzrXRbkS%i%M>Z{fav7=o_Af8`{;{1Q4o>($jx0zMH&ycji30I*4J`Vgkb~e(q0GakUKAvHJ^{vs_BciDSOic96Jy3lmqivrv z@kg0NQi#c^Bo!#7W0>#1@=cFqr2i7MOvo9p3u zI~COl#Qs0f(?VoYo~E(n$mj~h8Vm8+hQR;r)Ueq3P4a}%3qUqxW(47X7^s{6C~1Sv zIM*WxZ++_c*dG#_dR%EY$8P6m`s>J+g-lAPrulzE7HySxgBmO-R~?0k zD)G%C!W)qT11l5SaZX^^pGz_rQzZ(VgaHB(ggq6o7oWw)YI5Q;2`)hFe-;1r{Sm`{ zDpx)HOx7=3@bTo792KaH*p`F}kjZ{#hBq;gjaOLVIEEoXf!V(+=>D+6uz&C`{mZBu zUWC-XdiZx&Sv~^4u06g7=zqBq_pdI1wXhHkr|R#Xl$_bjBfw@(af)xrk-tOeGz93k*8X zH{|u~QZd>bx1tnLRBe1nhgyiYDJnA*VrEgEF86A6iBWcA)WQ$!cC*WL{Z2!gj_+~+ z2Tk=Aac~mIql*p2j2RK(iN}i!cNSyY?&TCundSz6J~-EBRHYNa$Np1#E!o|U?j|U# zOb9qkVHfvMXPS9QhP+RCl;HvY#w5i~77AAy9(=BpyLc&#BvdH6Eub@_PlONFCF=Pc zEP?TE|F>CKa2bQ0r&CTxjg<`Rb=p23F>g4i=!ed=Wiq<@JDdQ6ao8W7DZcnUq-WDX zw_q--?K38l8D^cyWFDp5{>d{lJ|tu;HaxsHdjRbuObZGOkk9OIouAA}^)ZR#c>Cl0 zf1ot`rpe_On@H0yCd-$SHex-EsS&Daqm8Ma&Y}O`m zM*&jH{XO`%-ha^K>@0Qbmog0L#PS5K(KLcOnp zi*VYyKI^sX)QdF_?<(a)7~MR!v7^(Bwg{VYo>HGO9aSxonO2D%Ht(XP-gT|DIvfVt~&n+XG;p zhK*1K*YMZyVwj0Y_v7j9J;;XBaDpnhpQf28kwgLvs{byG1~rU8>(5R$+nV1b96^+{z8DgP8@(E6*z9~@ULeC=Xi1?EVkk^Iv`aq$LC(>X(TNoqWrXEfpRA5^37qQgqg&nF_LzBN@*^ zHt2G2wo#(VWXSFt^Pd@X-LVU2ShM+%+2R-69*~_J?mVIbp{?2f)z#kU z|6Dw+8mJ){#SY+gve@$f#Bsvx0N=zKxHbA0V2PtzOxW{7Hipkv|Ld7fwYVzyczF$X zrc0tYgT2H51Bih|6d}G$fEp<6jn@A+1TA6m{2BiKSdq8}8erw05P}rJoqwL`Y#M-w zUE<=6*Ot##mE{I#RkH}NhBoYfw&jBbaZHi5yd@*v<$Z@++v#+qML1&?ZLF8v)+ zZ4;rM%E^Plp>Aa|PXewnDaKawO}Bz6#jTDB?`lL^1u% z@|IvP{15K44F_gms%alajx@n0P5n=@4gI1pWTQ2a>r6K{0CyHn`5Vxe;-P^f+_``3 z3US|)r{Wp1lSji}H<}{gS!WAq(u8arT>x}@b_{%V+}X+MboDKflLfhDX9BONU1<1O z!m0uu)phxOrnIRXhB%)YfZ<3>YyZc4Z9E6(xz&dRww(ut+mHZy{T>$wOcp^&8GVsx zc}B^Xkcc!!z}oc=4bFrIi(Y8xrK{gZ1u{?C#r(e*P0yyroC za0ts4e8{G{J8>c7H{`%qT1>Z}u(d#A%L-YQ8rM9QJQtIjnRz)wSn*Gh{HG(kISq4s z?CIt|C1*x|QiBF6_G+8t=7@gXO}_(Dw5ph6#>CqFfQ&S~+NzMLV1nZ&?p1>lV{KpG zV6|x)61W|n8Wsbl)E6UvrhM5e5Z>7r_0QL#(LWU~G(4)O9skS@%c{P`xnI@EOm;G_ z0ssKkI`?c#$pOB7e(W~0Eh3ZFjwbSlV*Ng$mQQ3Y+1h*lI;dj67%=-?wE3A5`~mWq zmfvhHr;#~3KlgMRbt5anOjY)qna)0Q47M~Fa2n&|bxH$hs=R`NWC!r-+FFRdq$J$j z%uK-W31$V@Yo*OPB{bWA{D-zIm;bNJ$j*$29ghebks$`e{AiD_v(AF@%Rb|r#biS3 zS8C8j(txjnN#eCr4B2UZ=mEmf%oM7B4KQiz>I${b&}TQE{P`-oZgrp27`zkR9*_=r zj4(39-ZHZ%0(C=xLQN$huqu&y#C5%Z9H};M^X3c@IrYI&Z&`+86Cd2wqJooCj1Dlw zu^-uSnt*Ak=>cQyuK3ShmO4NjT3A^xf1KU8Npt)=eNH!&$wrbpMbl)8pSEar8)?0EGs0mi$ec-aB zj(2K@AX%M5`VUY;Er#bWx-+bCnSu>HoG6g?&ugsz1@Z4aldm9;3QPcpGZ9Ab{6`rw zquXY{u{g~nM|RT<&HXvHzLg8D3`0F=z&&Vs^8H0k@Sen7(0XWS9K(LEZR=mV_#=;A z!i&M@JHn6LkMQcU7l$VC2)K2)^O1eC$F=i8Hb#=p@ZqOmH)+E_;FbzlVx;fyne?rk zAN~V0D&UU1+`j}@#&FvPtWuaG0O6hLc=Ok~|8#BY6bA4V!1uq{F#XxW?+YSkQW(F* z2_X(TK0VAZB-LY&oQxDT_-p21j06qn;`&4^0J%K$*ceX2o_h=fvGMwb4fwgqSnXKw zCF2FXKX(|3pXfiZuJS*BDl@v}4E6%9W>la(VZ*=H^XC~6X+RLf1)`|J4QFsi{WD-( zpBm4WzxeZ}9gyXy6G)Dn7)|((Qs@?4)S&)id@ngr_*urvdP6nSb4e z??n-!XyQy%>o#P=^FZ9~@5I$My}({oc|#ybt=~i9@NRDx{3a8kv;Ot_4(rO7$jQqJ zm(H{hD?tw`99sf5gQwEzPp7aAFYs!;G)qdilHiLTY2boIy!822&Kxjgd;g)|3E#T^ z(shP4FzDXJgaUxQbt3f6CMphsC^S#{dP%%WtAh4O|6EEXPGy<~;FS%27q@UV@Q!TL z7c*LLe&X|=H<6}_(^ZiGweXle^Xb!cC%`j%8C8z;r zh+7k&jKw@_D0l&-BpL@;nhc5VLCc+1nbqID*)JYM9ABn}fvjtC(h~!~;IJd_uT~`xy@BbI&zfLb+~&tZPu+8C0e3-bE=tM%5)8AZ|2Rm&`<7y^^t>>X{6?QucIno=GqA6C*3(`_JZh zt|wrLnQ9oIe!%sdtr+YC<`mapzuVdh02gIo#&;&o>w{TO8&T1>LAyIWJgbWQS%GVH z+6#ZJr_-E39A7iXMzJjl`C+CQMrgZ?wDPo#zI*f7_~h!+>*vHR z{&5M2e>h}oT@uP_35d{MvdfLr1YZH2Ll2Hs?=?bt#%}3tXQUz3aIFF_c>Sy|5H*nJ z@DUh1s>d%rqG+zN^h!|h;ruO7^Y695rg6h>)z!_xv|Sa&JVu|Sp~?|FIK{}l<9nJT z|8+FCssjQQM#EvyTU=yU#~((gr>lsLioKS)IDZE;mgd?1=t1_Oyuuvo#cjY~+kTbs z9XFgCKe+)6OcK*G4Qh}neEyob{j>iKrI84>gv61eM^6S9$K*8~%}liHRl<_vLRntY zfMOe$420(ZiZlQFQPpmlqlMX!XAO(ZjMgLYe64zl;3R;4a+1#8M zd-wjWGCj!UIdAPe(#y#{hTJcKJ2`pk&-% z3n8Rw!8d*@gP+e(p3@i{Vd}oI8l`5D(ZZT2vtI~h7L?Jv`t6U z1KmYHV%UvObzR&*1S(;uqs{RGBzI(j8z#6g_p49#;Q3>Qn*LtyEQGMRr%^Ohk~DM9 zz(U7SU(9c|w>^ZrL>afR=SUkeDn=naC~-0N6%Ms`DT4cc$fPad>hkzKdL^Iss5;D- z$|L zY;iNWU%bohP63Md^_=1lC9lC52KEG#Dl*Cnb-W0BEM7@z~T* zU-hFV*>%=965Z`{zk2|%@Z<4331;bsEzu^TkS%Gon9o9u48Y`l-^qdvWm&F_lLa&^ zeApBDXFc(Nwx({wwiV^|?4+ICoBFy-GS8YKe}=7rETk9Ji&YgNLOd@ksDU~2g}OcU zD}^h&CFAPzj7ux3B>f%*mSOP{W=iccD0Y}E(J0%EBf zgcHvxB3k&ygF*D?sY!kG^(`AGDU-lMUhwJCK2vp0VOwg_3CBj04HkiwCbYnfI&E(O z!{#K1A^tYY`^27$WXP}}YdC6lfGTjVwpwzHg^IMSlk`U+uItl8qNrUaVeEwVz|i%Z z*9(QuY*bhICt^xJKZUK<&aC~3W&z!)D7?_Uf=AY#J?8PYTn<$z^P>F~n#&lQAj>||EMRY;CwBM2-Ht&VhD z?S(N9M@#_^PhT*8SDx*Uv8#X@MDW#4tg1tvz&)g@Z|r_xf_>Z%i}RDqa_*VQUF|Wf zPUZetr+YcCrbcwN?z3X`JGQ8={ORij^vz6jCz1eA%_+_wf*@=R?y}smtI>TiQs%tl zV1WoZW_oaAq|cf{kaij9#;B%t54f#W4NO=V{}Dk8h^VNa`T!WM$#9wKV6qsyD%#LG zJGH2Ij8!~Q-BMWrZHL&H7q}q2+-X7KukVpGjcf4Uwo;b1 zzD5m*^qo@x2Rl)(oz$*=A@^nOq*$BR>y>gIuJ3HW8VKPMZ_H*4IMnk?9mL+|n8jp; z#_Jdy>M6^mk;(!pBxw(1Sp4Ut;h(*9(ca!hdiqgTpTrn5=-q)m>-MnE7*<)#9V^~` zAwphZ`A$hpz;Bm@wobAKKu6y>2>7vzhl2d9^f*`e>^J`T+N4Z4En-UXZOuGL&KBK$ zNSq>}v%r?+%E{{DKcYD6=(K#*`Q5Llh$Ot;IgynIa`@rW` zn|Y#|YTh%vXLebvU17O0A|5q@Da5sY!l=czu35XxYxzwJ@0qvWo#@;s=0enF5|Y{n z=Czcwo}~Tb;3HQ{Ygr@2d<7-l{dl34pKmppcvA#CEre5)!td0D zAFH zLk@7mRE|C5A3Y*zXh>ats!#aTn`Rv^v@<Kd)gOHJ}U{$N$T}jQ$o*$XxCVX?x8|Y}1P#XvO_41J9BU3){<~oaOO-yj4|)hHg90Ok5hX6w0F9hYfEJME`xkOl(`Vfqgk^cGB^*B~=2 z#HO;mW53#YC9pxwJhLUm4&kJM0JtX`q7VmAQ}NXA*#1sWc*ZMB-q93N@mdzX^~0On z-%VhS zoQSU2gu{d02mE0HLXvaOS8kjC+LHfO?YO1=F$aK0v|Uq@cL8oo*|_N@|N7;OcaDp- zq%fy*DRs+U)O=+oh{El~9U5p$&4Rxo#k<3A+t$*ks}yl!6u_wOfx?syWay>k7Q<&~ z!K!O-ny7`7)D{jVF1oe?H?6tc>WX%g+LB?AD8(CnF)LzZzf z4Nnl_kH`)y=wZmZ4_!H}F?cDPBrb3=tDbz2x4mNFIg-OoGhA4X1s|kxDNSi=?v})a z>MrL}L;^{Z66$;X?)rvdy*<716!Etcr2xT1TKnUAFZed@HII;hd|$V;xIPo$c|~9- zb6K+)E&gr}XpvzSV?dV$*S+uk7>i4;0fl;_)R&xq%kjKeOS_Tx_K2u}Wn;4Upt~_A zm%z3zwV5AdO#GjulBqe6M-F47@Z4K?qZx-iPuS|~J-?OFvy??mc3PV^Bq8@qfp&Md z;wEeQq&&h6#JAt^^JUeXzf^w9(&57p&sVQ9?Gd)Ma2;+qTrqmWV!5<%0H7DnHdZOPw~*(y};Q>GtqkS@+!40BRdS zffQ#VxA`&S%Rpv&o#wFAMy8+PU5jpV+&k(ml<+sTg@KkdHuS5uzAc2Cg^n`N{} z-&z+m_ZyvwJc}gZBJJ}m8=juFqw^5 zsi}8toMdL5g!O11>i4^;3hAWqqbI7dj5_PiZFm$rx{y>PsX!Rl>%L1EUx@{j;(WK3 zMFYD_I66=D)=2>oqE|txA{&rzVrZ9j1prH?Qh=6X-jNDYxCyN;jVZrM zZTEW7e2c1Jr|QF6(H*6u6YrC&2SBz$^#^vzzvMM*hq=gGwb%;u>E@*IK>*dsP6^&N z>$b3w@b73$0J+$M#d0%r!TN5$o-L*)GsWd@Z9^B}BzdEUFTRxO;d4L*-gyZ4$A_{Nt9-9+ zayN_x+1nV>?%Sa^S|Xu8(7bpxXdK!%GsWjk-q6l=v=O#3MNneoz*e_^Pb|#)1h}lS zCc3mv++O2LaY5lz!$y0$J#G&It}*plyXtEifInGDt)MVT9K!3iCg)Rm;mzc(Be(8? z6OKHZ-trBZI2`$HMsT|gM9+bHNXs`f%-7hUmtdF zXeS9zkh@K^whN^>0Z|xpDQr2qLcb}6ap9DPb+&fZUk-q3iFm3jkwS?uX)&XPLYGDi zTrMq4sIt~b>)M(c#@cT#7M>Y+)aD|aUw$fe1MD&agm@J76DN1oF7Ca*Yz-etw~4A$~7oiSXf2NvhFmj+p$xO&@PjVt7ec43kjJCPKFlqoFA zd6K#VWGLMA8+x09z?PU-aw~(MpK79bsIR)vaUtmM-od$AwiF9&7_Bc|3gpT6Q^lzM zK;s+&C5#sAp|S5Oy7BSu2Vdhc_vi#kMx@3NPtveyN8ifk`rJ!`p+H>xqaRQr@Cd~( zVRLS5p;)sM7SX#Xak}i^Fnc*GOJ(8?_5IS6G9K{{d%Kc%S!Q9x3j|eVa?9{bS*%Ja zeUbujh+!jPc7YVp)CD^pPbs`69AwidOoSXp!c{2T^`I@)4p<9zwg>4WQZCi2H6wNl z17bVIa+PXWom{FbE(HC<@z7gViv76n+asoV=w;M#$yI;X$NVG5YhRW#+kf+Uxr|XI(Q0P3E4^6_E_ziME zEBl_wQFw`U#sr}1c{-v~=(+d+1gmN3JAl5ES13~(<4)RB7O#Mc-5ex+ieoG;q!({c z#}sC)x9d+tV*LokEBZ+=%t4=3m$K}yHzlL2d=o-%)fehlL5)Y0EEjnQHp)kAZyK|@ zs^@2~Z4dYL#5kWsEy-n3j@Hxne)NwWzy*1+%oCG@rB#?*!qTH)+7}l{Of!Je)*r8A z&TE^Im98$1d%;fCX460a*zLu&Zk426><};re}N9DSzqlIn(B$6cpL6Kp2iiDDV?+c z_?Cn~oj1f+s?QtWtUF-l}IO#_=!8&QP?6Xj{@y%hAIa?Dq&wogC zVE`yiUaQivHq)|09RrDkYPN4x{ypD+TznRbhPgv~K5`;L)9)!AtFcx-Noyx4x1KoM zkr?%oJ5hTmv0U2Hhqf|dmt;txeAltc5j&f3giKY%0(UbZTcI5SkXJ+(v@gH;ZaY#R zb8oEQeWG@lQwJs9NPtC){sWXFMt=Y-k}frseI$F_u^0VXa26)>@fIBy4e2Q-A%7z~ zB|wM*5uOp&rcUi99evYlK8@n-$m^y>%1e%&Vz&Ee^W93z1ZYLthr{sz1qwg?*N+Ea zXiWO{T%<5iR&~>#SZ*go-Szs?+nBEHcA#XZ9qM+JLp8cZ&0TFlUXm4UWm zy#%x4hV#S_D#y7$O$qLc0gv(#aAHJ0kId;3GELHZ(}l8qR$*11>Qh6Pc8(O>n7wd6 z-F|dTN}5F5Sri>W}wptotphx=q=sRajLZ_S*>Z_ zxzZX@DfP=;HKGjLmSNrkq^AB<(oLCMT^EL^(+g1odFdPf4H1T2L8jGhM^sllpgle( zxf`*Bo?qG>qKbOz4m`red)#|{3*qx{U$yFgiPs(0rWg|sV-K74H_!0$^y(lC5pr_KnJNEoT5V&9Sp3O*(MV1XNU7qJ zRDro|6a>DScl_RW?hP%Cz>oNT%z+Opy z&=T6G2rOiDc6C73*_T;>g-d~tnN8Yl@5KG?W@~GW7hBy3y%&?A%DFzBBp%ok)sm6W zDo}A1=S(>mq5HOaH=_2D4)kzg0;BO~4GKW%5wHf}P7kaQt=T;cdIXWBnN9-!#T z@9OjiJPOw*6e9%f)7t{LL?hljR+t5*12=SRr~V1Al`R&|Qk-7XU!vJiHg7c^{*?GK zd9zkXROhNm*c}4;T0`x@YyEvE@1W=VsPs+ea2x#;PV1z}lEQD+%QmaC zge&reL;U3SPbv*QbM&n&*Qf+dg|rLBKgL+tu((yVuO%w7ADGOepPC>2xFGD)43yK$d%c6=X@Re%bJ?Ry&9dtK zfxiz#hs8Mkgxi=InM)~9_IICXT)X6-hP!P(QT|*nx7iJmX%<`2_Ql9(F)l_cB^Gga zDdN-Qs>sgCUczS#MD53M~NnB(iH{KM>U(}ZGWA8y&8?AD${_cDScCRPOjA$rh3Y7UbVQJ zJm{`gZG&k>ieL+~=!^Ll_ng6v;!bkul?O58OVt_=67Yk8jVdyzT)Y@U9J2kv1Vw;~ zv_FmZw{6Zqm9_hSWqaE}t{7M$261uc>}8a$~K9my@KNYi~|dj{SJu=0X3WRBu5o77;DA zRE=fEbVawfW_sVH>2p|JouPpmXhjN?A7-fWuhgh`!`UU+Zsn zKk~iF+{1BGk1axEslNwE2Pb@D3rw&O(Q^6%ag5YtuI3gvcZZ9Ng|$7C>Llozut}AT zgRBZ<`=?@(sAL(hf@7{+`-MZG@b&}K6GI-65yNHwzMyMza0Y(dh&}ozo-}dt^Y^ad z_3s4DKPZSNY#7Xz4eI5yU@7q0;A$*5F~Iv-B!mg#Y#Ul zvVcsUvKxe_t~7w#OE#RFkQ(j0t6I~m;Y!n}O|L)<3~b}q(nesOt^ zjPLU`H&(k`WK}jwJ4-*PKMbM_GSQfxUU#`779F_~Uuq(E3hDLOb}Tf=>=(kxwMy&b`4 z)%2Nz?68e5iNV>+(Sag_lf_>i{WU;@l`O_qH75P5w#8}l&#WwKmh_g)#%&GEY-9{a z!^))vTF`)Qp<(Vr7d)g;+&NUiQo!B{+&}r5(^_*YWAZ%(vVlE!>p~$Fuyj>0=NshY zE#zb#@kN<1zti>EYgDN5Y&Q((GKI2GHVn4$2JP?~D`>XlsDD_OU$4e)f22}Ixs&kW zis_-T-}p*ayGjCu$Kf}GO{K$co9@%B_R{TDU8ITguAT?JQP_d zgb!+0wFH5pSHAaqM|bJF_mtvP)Qm`^^zjts7Lc%>O1Zb8>(Ce&Dm(nFq~~W2L|tv7 zLpj=i_5BZ_e)bDA3p5}X0S+BL8~Xcx!if%*`HF3A9J3oiA04?~GO1Rb*E2DyV}gox zYINk}dRQ$7@TF9VhIrn+Iht&yghneUcxluOlfN~m>V^np6?X}f>32P{;fyEC6Cw*Z z>U(7vWhZ}{N#Xn~H0R!cz}vmv`VY52M8fC(ZOu}+L0&F|^yAk|>r8K_%#PeP zePLaIV432o$3>BOSOs?;dT!RzzcdmH#T=9l`XdV{Vn%L-;PVl~yF=aKkfBggE0g+% z;t%P&hfEI#XTGc?sa85(6e5gH`HNMLxngnNPXg@3368N7w718uR-1UxTIiqNV>O#t z#KmkGa80Eo8D)7U&^=keoMei}Tz;~rQ1A5K$%A@+{JCCrnW5KIZz&9E`of`3zIGg! zN;TQ$#5}b-dvF0F>B47izxbMKFiwE3BkJeqh*Fw=xI7m5Pksjr3)S?FSk-m|fow!_0}gES;A3woyvbLG3M|(U+ntMoim!mZhgIv z75T-pmLFg{PWjI(0_=9CZP0=i_1B$eyM}+uc)qiF8eDlTxa(_Jl;VdW`7HCEb*fVt z%g~)#Hu~oj&Iyu^Tq*Rz6wRzErte8mYNID`zIT2E< zT2e{T59qOV4Z+T^C9=;k_YMxlS=}s$)y)?U%;vFEecdLb@hm`5t+jEPNm6F}DSovY zs#|rBPW7Wr$<$M6AAmqal8plRLs}L^{nyEX@$J2H!mw zww{#GPap$h|?Jhp**?Wq0ku;fzygP1JjYHX08&Rc7h#2`?^{Ckq zS@9m8vBa!PUC_qt&GlF8qT2v1I~Y`D?bTuR=`2@_Tv%FMbgPmUBbDWO8{e6I3;K3rs5I7=tW z^9!r7a1$h`n_;ec?;jc)DLTX0@i}x9RZsbx@|&`WL^|rqtTaT|PE-&YaxsA;5q$G| zFx4b}Kqb$>Z!%yvJ|a9^>`@ri4YdG!y0ol-`OnQli;Q=L%tco?cw&P?s2Gs|o5}CV z$qef9W@5^^NN=4Am#w{a$$KXCOHNo2*#+5~<6*)Y%&=D<@?4M>-w{j-i=+}k22M^3 zH6=owE=m~&jS=58tac}VUnrr|C!1vlRauK& zZlrZmot*S7G0M;H8yaPIF|UdMA1nrKdM~X7yM?Cex$2@2Ksm-rL>)|?Y5;gWKz}Ek zLbK6OhEyDp+H9%9IO1V3-LYV*#SuE~-I|^Sa05_VT&@NDZs%9D;p_jx` z%9lJ>)HUTq7_5Hu*!FoiHpe(j5Hqqq@YB$Za%-5n6Z#srQJ7s?0Xjgmnwtjij4EI8 zq%khDHwvROpvm@uuchnNk8xKQ0%$Sdhz7P(8zsz_2ZQ=^qZ$y+RClpK|+b!J5R>0;zhO zy^o~HR=eetE0i#46Su|d1HLbf`hY))Gs;c5SkoW!7p+vRpxsx6tcDRTIA@o~-yB^n9d~^w%YM{v|h9N#M zF+IuI1zx>_1==Qe6%UGCnsjHR;yEU3-33*Cx~dyaUYOGM)P45w)wR2;0-)idoCc@N-N%>1g@%?a6DhRuaq;G2 zo@OSU85<9Cxo8$`KB0BED3rkO0Fbc&*e7jyUR4C&IW=iu%Ui$ z7b78&6)_i@QxPsUT16K+n(MZA`WakDFjgbBWI(LSE{$SCKYU8HT@smvwwdgASjr?= zSC%)chLzxRwy`die&33Z@(?KO{Iaff%W9Q>B9}21{IZ@^dSi~rD_x=;X6Jr7s>XJ^eL8xkRHs0h4(lbmvXXNw|ES{ zbKp7MWPnLHh1LU!PRXOZYoIA|5ag#7+ex;9m)^JaVDUJvz$!aG(vLtnMH(wU@5Mp z+I!V?)lM4KU4=J?>thNuPk&(M7=7r3ELZR=xsov`uTq9=LMbIaa8G#wGxKfT7M3Dr z3zXQ27NEGt0;+lty)N?AG{wcuauqWzp1XanbI7QB=w{aEExn%;rfK5#MOAdd-zv(L z(-}~V;1@Em1_iuQws|?g<{eLp zQ>ED9#{|>DzW0d7Eth?wmfz{hk9W~p)4M_giY{Q)M$zFsQ72>0QnkM~!(^vql_#tn zisA7|IXn~-KweYjvx2mB%3*U(sJcXWq}54W8Af^pe8>F?&J{QVQnr|4$g&T6XhLx+ zbfE;B7sk`uC-Vv`SPJA92tdUFrG3^|Xi5wnFJeTx(goo<=9*M)!d2^+H*PzC5SyMP z98C!UMFiz)G#_?L%3(`hV)fc)r~0U_6xz1Sfh=4`#-~3jq%RZbh7lrteIjgR%OPH+ zKAw52-5Lt5E(WFaTzdkZi7qtG?i5_Eo@4iQq*oN<*RlYVC_wR`y84%$Uh6Yal;hnN zQ7U(w%MCE8@S#rYO1`CqFW6P?q=M}s+dg*}kJ&w$3Zt;Bv0H?Lkyn;JgLsP@N)?QA z)59B&is1bN8wC)}qlyV~oC4+=&hyL8(9pUc9=6xcP2=w6;(jCz8bu7@f+UP%@TVqF zkpWl2-IG4))^l_ zjd=|%m+ol_IxOP5qVYMxo$mR^mTvmIi?)0|qjk;#9-qpmRIz2Hl#&CT0nuu&GyN+% z?Y0B^A{sM%z}+_tqsv$5_g#I;)QrLkx(f`{9u3x&s?j9dsP|YHFB`qV&1l;!7Ekp` zQE46xq*UO|{eokjE(|a z?t^PS;S{{HQf?`&zXq@rqY50Fl$8sS_kn`r@LT&*Sr{s1MZ<_ZuDfl}hDOqDuW84O=;?8u{ zryjAU)g~x!0(9ur4V)*~i>dunm1facT?@g{-mgG27IRSMj3_V6g_4xrS62|n@f{kW z4{T0H>}MY$Lbi>M;&=c8_?F?l?xup|%U^KP@A{z(*)Q)YC2|<4nPtaQP(-7GjnC_$ z-Nhxw?6#L92vZ(Qi*MgEXT?sa(~nQINO9E`s2%l5*}C;TgCc%s7~jtEiL0MIespTY z%Cty-d>D7z_SE4a@3KU>39g-#EJ>%Z^EkOAG3I}oJW;*<+XY2>AGcjrd>vLb_M%)t zdIeQ#kFzLW{ob$8z9_XUBv0DZZgdZ-c$XjkwJgmH6(*#za%j_nwsmVF=g=35THgHL zESKT}WYm@hcejE%LS7Fqd0&kw$CAMIdb+xLdX7<0_R33TaX(Gf3NBsS(9_#kXS z_G1Er;@P_#m!HKN*gakQb-DQP2i<|$Z}|g$))q^ICpSUY3rqH`^y1B$6~hP#TNtT68HX5IDDbw-+qbD~7X!~;gS_?CCNAif;@5X1 zNw;hdy;fMEar;B%W|}E&ZsJxlacWCK^>eFfq~PjM%OhGnYDa+~%bwo7HT*$T!I42V zU#3b}#%lMpEZTF5WZmvG;huqo3#V;18uz*Lm_Hh)?3Z56Lot7IiQ`)RR z;`9XU&k6=z;{d!t-hLN@HsIGkFuZ^F`2Xd{i`y(^zQX|2>24-L{tWD8QS^y;MF-x! z_>P zAJ0I)RPIQT#QX*sd>GjPFNylyh$3*WYtrwd#%7=RIz!9xUGlcTm~^)`NJYg(sc!C- z(a7%r-wkh@>AMjHzh|(J2!dF-0=-g^ktAzgpIm7bU7!puB&|o~`yD>#T zd}Wzaejg>|I?L&=6uwKI73i*)eJRQ2-8Ce_&tM# zMG(ZwHSU+Pt*H^g&t;%V_H9g&v~s_UIv)c)^^(0lMKUTwr%X6OvNAWtgu`wPhhtrG zGRye|n%D4%Kll(of`9Cn9VwNJ4@T{2_{(!7VN1FA#_R$C>8{!hD=l3UG%_?|J{cf(D;E4it% zp`<|?uQ+Im{j&zI7D?jzd^6%Vcs=;OI%4!M&{HcJ zN$FD1L=g0p>HgS{_(!$xZj%&jNtLt{zDHink2o^jcf(D;E7{4iW?iOa2p-9lgsl~mZVuC@r+%*g|J%F2m$bq-j^ls#F1qm|L_$N8t;lfTg$@^P6r;wH z5i3>~vL8q>C1e~dD0Nm!9L8tohd6oN(xn(X&)s+poT*PI(}ILl^2rU}Z%eQvJQ>5n%~c1roAUPSx{ zPh<(M&hI^~E-Wkeqc!}7hHO9q*|-nm4E`euLCg@p9dvGSLr0g+&$}6gmOiR7I5NW4 z*_Yw9&Ph?R$ZPFb!$GoBD=IN|4F(9B?0YxWsJAQI++tR%@p$ms49upWY)rvxKc7!& z^Q23bAp4@Mob!KAY*p_$K7wqREHE2WV4T5YPzYj%_}>D~E&1yL@2mm*d!?UwXF`|l zP3YWS{Ag0?Qok49R^xEEh7bk`n(X&)s*$|*>s__0Ma9CY2|K!B<^*M93SQSiIHMhR z3?fTryR2z@HSXl-K-PG}3E42)q-;!qaR!e;A&BS6De8{4^2&Wa9vl+iuI}n(B&x)x zUax%D()LQyd&1^E4Reo=$SkIYyM(%*v60gJ+Md6mjC*`U+WGtKn*V;7BWSXJYrTc{ zMAdzmP+0ahAsT+ujF}dc4QKMUvtH2VH+K^TTaD5Or3(kD^mZw>FOK!@Rdjef4Ouc* zZ=xSc@2OHhRjukD1YS8gSKEyX*)Z2b*48*V`4p1;T$t6)QNCwc7{A zyMv@t42Bk#6^W*l`+7QBa6P3^B zOBZEjqH!hM1^6Q$hMDp}HafLk#X=E<-t@9@ZD~KB@(!OL9P+$U)KRn7kwBKrH7rZD`qktO9{}J%j5Byz6oLQ%003YZ3PAt>001xyg&+U`000<z>%05A-N nAOHXW02qcs5C8xG01WdFcr=(kVLPGb00000NkvXXu0mjfe`v41 literal 0 HcmV?d00001