From 5185513963149d62860f45d262e08a6df0ea73a8 Mon Sep 17 00:00:00 2001 From: ModelHub XC Date: Sat, 30 May 2026 07:22:17 +0800 Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?= =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?= =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Model: shibing624/ziya-llama-13b-medical-merged Source: Original Platform --- .gitattributes | 35 + README.md | 236 + added_tokens.json | 4 + config.json | 23 + evalloss.png | Bin 0 -> 141555 bytes generation_config.json | 7 + pytorch_model-00001-of-00003.bin | 3 + pytorch_model-00002-of-00003.bin | 3 + pytorch_model-00003-of-00003.bin | 3 + pytorch_model.bin.index.json | 410 + special_tokens_map.json | 27 + tokenizer.model | 3 + tokenizer_config.json | 34 + trainer_state.json | 17712 +++++++++++++++++++++++++++++ trainloss.png | Bin 0 -> 134728 bytes 15 files changed, 18500 insertions(+) create mode 100644 .gitattributes create mode 100644 README.md create mode 100644 added_tokens.json create mode 100644 config.json create mode 100644 evalloss.png create mode 100644 generation_config.json create mode 100644 pytorch_model-00001-of-00003.bin create mode 100644 pytorch_model-00002-of-00003.bin create mode 100644 pytorch_model-00003-of-00003.bin create mode 100644 pytorch_model.bin.index.json create mode 100644 special_tokens_map.json create mode 100644 tokenizer.model create mode 100644 tokenizer_config.json create mode 100644 trainer_state.json create mode 100644 trainloss.png diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..8e6c30b --- /dev/null +++ b/README.md @@ -0,0 +1,236 @@ +--- +language: +- zh +- en +tags: +- chatglm +- pytorch +- Text-Generation +- medical +license: apache-2.0 +widget: +- text: 一岁宝宝发烧能吃啥药? +library_name: transformers +pipeline_tag: text-generation +inference: false +--- + +# Medical LLaMA-13B Model +基于LLaMA-13B的中英医疗问答模型 + +`shibing624/ziya-llama-13b-medical-merged` evaluate test data： + +The overall performance of model on QA **test**: + +|input_text|predict| +|:-- |:--- | +|一岁宝宝发烧能吃啥药?|孩子的身体是很脆弱的，如果不注意保护好自己就会出现各种疾病。有些家长在看到孩子生病后都非常着急，想要立刻给他们用药治疗，但其实并没有那么简单，因为每个人对于药物的敏感度和耐受性都是不同的，所以我们需要根据具体情况来选择合适的方法进行治疗才可以达到最佳效果。1、首先大多数小儿退热药中含有解热镇痛成分阿司匹林或布洛芬等，这类药品虽然副作用较少，但也存在过量使用引起胃肠道损伤甚至消化道溃疡出血的风险；2、还有部分小儿退热药中含有扑尔敏等抗组胺药，它们本身属于处方药，应该严格按照医嘱服用，切勿擅自加减剂量或者延长用药时间;3、此外，某些小儿退热药中含有维生素C及葡萄糖酸钙等营养补充剂，只有当患儿伴随脱水症状（如口渴、尿色深）时才考虑添加，否则容易造成电解质紊乱。| + +在中文开放测试集中的表现优异，继承了两方面的优势：1）微调训练的底座是Ziya-LLaMA-13B模型，是较强的中英文底座模型，2）微调使用的是高质量240万条中英文医疗指令数据集，和多种通用指令数据集，微调后的模型在医疗行业答复能力达到领先水平，在通用问题上的答复能力不弱于LLaMA-13B。 + + +## Training details + +training args: +```json +{"per_device_train_batch_size": 8, +"per_device_eval_batch_size": 8, +"gradient_accumulation_steps": 1, +"eval_accumulation_steps": null, +"eval_delay": 0, +"learning_rate": 2e-05, +"weight_decay": 0.0, +"num_train_epochs": 3.0, +"max_steps": -1, +"lr_scheduler_type": "linear", +"warmup_ratio": 0.0, +"warmup_steps": 50, +"logging_dir": "outputs-ziya-llama-13b-sft-med-v2/logs", +"logging_strategy": "steps", +"logging_steps": 50, +"save_strategy": "steps", +"save_steps": 50, +"save_total_limit": 30, +"save_safetensors": false, +"save_on_each_node": false, +"no_cuda": false, +"use_mps_device": false, +"seed": 42, +"data_seed": null, +"jit_mode_eval": false, +"use_ipex": false, +"bf16": false, +"fp16": true, +"fp16_opt_level": "O1", +"half_precision_backend": "cuda_amp", +"bf16_full_eval": false, +"fp16_full_eval": false, +"tf32": null, +"local_rank": 0, +"dataloader_drop_last": false, +"eval_steps": 50, +"dataloader_num_workers": 0, +"run_name": "outputs-ziya-llama-13b-sft-med-v2", +"remove_unused_columns": false, +"label_names": null, +"load_best_model_at_end": true, +"metric_for_best_model": "loss", +"greater_is_better": false, +"deepspeed": null, +"label_smoothing_factor": 0.0, +"optim": "adamw_torch", +"optim_args": null, +"adafactor": false, +"group_by_length": false, +"length_column_name": "length", +"report_to": [ "tensorboard" ], +"ddp_find_unused_parameters": false, +"gradient_checkpointing": true, +"fp16_backend": "auto", +"ddp_timeout": 1800, +"torch_compile": false } +``` + +train loss: + +trainloss + + +evaluate loss: + +trainloss + +## Usage +本项目开源在 github repo: +- [shibing624/textgen](https://github.com/shibing624/textgen) +- [shibing624/MedicalGPT](https://github.com/shibing624/MedicalGPT) + +使用textgen库：[textgen](https://github.com/shibing624/textgen)，可调用LLaMA模型： + +Install package: +```shell +pip install -U textgen +``` + +```python +from textgen import GptModel + +def generate_prompt(instruction): + return f"""Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:{instruction}\n\n### Response: """ + + +model = GptModel("llama", "shibing624/ziya-llama-13b-medical-merged") +predict_sentence = generate_prompt("一岁宝宝发烧能吃啥药?") +r = model.predict([predict_sentence]) +print(r) # ["1、首先大多数小儿退热药中含有解热镇痛成分阿司匹林或布洛芬等，这类药品虽然副作用较少..."] +``` + +## Usage (HuggingFace Transformers) +Without [textgen](https://github.com/shibing624/textgen), you can use the model like this: + +First, you pass your input through the transformer model, then you get the generated sentence. + +Install package: +``` +pip install transformers +``` + +```python +import sys +from transformers import LlamaForCausalLM, LlamaTokenizer + + +model = LlamaForCausalLM.from_pretrained("shibing624/ziya-llama-13b-medical-merged", device_map='auto') +tokenizer = LlamaTokenizer.from_pretrained("shibing624/ziya-llama-13b-medical-merged") +device = "cuda" if torch.cuda.is_available() else "cpu" + +def generate_prompt(instruction): + return f"""Below is an instruction that describes a task. Write a response that appropriately completes the request.\n\n### Instruction:{instruction}\n\n### Response: """ + + +sents = ['一岁宝宝发烧能吃啥药', "who are you?"] +for s in sents: + q = generate_prompt(s) + inputs = tokenizer(q, return_tensors="pt") + inputs = inputs.to(device=device) + + generate_ids = model.generate( + **inputs, + max_new_tokens=120, + do_sample=True, + top_p=0.85, + temperature=1.0, + repetition_penalty=1.0 + ) + + output = tokenizer.batch_decode(generate_ids, skip_special_tokens=True)[0] + print(output) + print() +``` + +output: +```shell +一岁宝宝发烧能吃啥药 +孩子的身体是很脆弱的，如果不注意保护好自己就会出现各种疾病。有些家长在看到孩子生病后都非常着急，想要立刻给他们用药治疗，但其实并没有那么简单，因为每个人对于药物的敏感度和耐受性都是不同的，所以我们需要根据具体情况来选择合适的方法进行治疗才可以达到最佳效果。1、首先大多数小儿退热药中含有解热镇痛成分阿司匹林或布洛芬等，这类药品虽然副作用较少，但也存在过量使用引起胃肠道损伤甚至消化道溃疡出血的风险；2、还有部分小儿退热药中含有扑尔敏等抗组胺药，它们本身属于处方药，应该严格按照医嘱服用，切勿擅自加减剂量或者延长用药时间;3、此外，某些小儿退热药中含有维生素C及葡萄糖酸钙等营养补充剂，只有当患儿伴随脱水症状（如口渴、尿色深）时才考虑添加，否则容易造成电解质紊乱。 +``` + + +模型文件组成： +``` +ziya-llama-13b-medical-merged +|-- added_tokens.json +|-- config.json +|-- generation_config.json +|-- pytorch_model-00001-of-00003.bin +|-- pytorch_model-00002-of-00003.bin +|-- pytorch_model-00003-of-00003.bin +|-- pytorch_model.bin.index.json +|-- README.md +|-- special_tokens_map.json +|-- tokenizer_config.json +`-- tokenizer.model +``` + + +### Inference Examples + + + +| Human | Assitant | +|------------------------------------------------------------------------------------|-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------| +| 小孩发烧怎么办 | 宝宝的抵抗力是比较差的，所以很容易就会出现感冒或者其他疾病。如果宝宝在平时没有注意保暖，那么也可能导致身体受凉而引起了感冒等症状，这样不仅对于健康造成影响，还可能让宝宝出现高热的情况。因此当家长们发现自己的宝宝出现了高热的问题之后一定要及早进行治疗和护理才好。
1、首先我们应该给宝宝服用退烧药物来帮助降温，但是千万不要盲目使用退烧药物，否则只会加重宝宝的病情，最好带着宝宝到医院去检查清楚具体原因之后再针对性地采取措施处理。
2、另外大人们也需要做好预防工作，尤其是天气变化的时候更应该多关心下宝宝的身体状态，避免宝宝受寒受凉从而诱发各种疾病，同时也要尽量减少宝宝接触细菌病毒的机会，增强宝宝的免疫力。
3、除了上面两点之外，大人们还可以通过按摩推拿穴位的方式来缓解宝宝的病痛，促进血液循环，提升新陈代谢速度，达到快速消炎止疼的效果 | +| 一岁宝宝发烧能吃啥药？ | 孩子的身体是很脆弱的，如果不注意保护好自己就会出现各种疾病。有些家长在看到孩子生病后都非常着急，想要立刻给他们用药治疗，但其实并没有那么简单，因为每个人对于药物的敏感度和耐受性都是不同的，所以我们需要根据具体情况来选择合适的方法进行治疗才可以达到最佳效果。1、首先大多数小儿退热药中含有解热镇痛成分阿司匹林或布洛芬等，这类药品虽然副作用较少，但也存在过量使用引起胃肠道损伤甚至消化道溃疡出血的风险；2、还有部分小儿退热药中含有扑尔敏等抗组胺药，它们本身属于处方药，应该严格按照医嘱服用，切勿擅自加减剂量或者延长用药时间;3、此外，某些小儿退热药中含有维生素C及葡萄糖酸钙等营养补充剂，只有当患儿伴随脱水症状（如口渴、尿色深）时才考虑添加，否则容易造成电解质紊乱。 | +| 肛门病变可能是什么疾病的症状 | 痔疮、直肠息肉等。 | +| 医生，您好白带增多泛黄怎么回事？ | 你这种情况考虑可能会是阴道炎症引起的建议平时留意卫生清洁，勤换洗衣物内裤，必要时去正规公立医院妇科复诊做分泌物常规等相关检查明确病因后对症治疗，不同原因所致的疾病在临床表现上也存在差异性，如果患者出现了类似于的症状应当及早到专业、权威的医院进行详细的检验和救治 | +| 药流后有巧克力白带是没流干净吗 | 在日常生活中，我们要或多或少了解一些常见疾病的相关知识，不仅能起到增加知识水平的作用，更能让自己更好地预防此类疾病的产生。很多女性都会出现月经紊乱、腹痛等症状，这时候就需要考虑妇科炎症可能，比如说宫颈糜烂和盆腔积液。那么下面小编来给大家介绍一种情况：药物流产后白带呈巧克力色怎么回事？1、首先，对于药物流产之后发现阴道分泌物异常，应该及时去医院做检查确诊具体原因，然后再根据结果进行治疗调理。2、其次，由于每个人身体素质以及患病程度存在差别，所以采取的措施也不尽相同，但无论选择哪种方式处理，都必须严格按照规定剂量服用，并且注意观察副作用反映情况，若出现明显不适感觉，则应立即停止使用。3、最后，建议你保持外阴清洁卫生，勤换内裤，避免吃辛辣刺激食品，而且还要禁忌房事，否则容易引起交叉感染影响恢复健康。 | +| 维胺酯维E乳膏能治理什么疾病 | 皮肤淀粉样变性；脂溢性角化症 | +| 痤疮是什么原因导致的? | 痤疮，又称青春痘、粉刺。它主要发生在面部和胸背部位，表现为黑头粉刺、白头粉刺、丘疹、脓疱、结节等多种形式。其中以黑头粉刺最常见，约占全身皮肤病患者的70%左右。那么，痤疮是什么原因引起的呢？下面就给大家介绍一些相关内容。1、雄性激素分泌过旺：男女都会长痘痘，但是女孩子比较喜欢用化妆品来掩盖脸上的问题，而且很多人不知道这样做反而加重了自己的毛囊炎症状，所以说平时应该少使用含有雌激素类的产品。2、饮食习惯差：经常吃辛辣油腻的东西或者甜食也可能造成体内毒素堆积，从而诱发痤疮。3、压力太大：如果你总是处于紧张焦虑的情绪之中，同时还没有及时调整好心态，那么很容易出现内分泌失调的情况，进而影响到肌肤健康。4、睡眠质量差：熬夜对我们的身体伤害非常严重，尤其是对于年轻人群更甚，他们需要保证充足的睡眠才行，否则很容易让肌肤变得暗沉无光泽。 | +| 脸上长青春痘怎么办,能吃啥药,需要注意啥 | 你好，根据您的描述考虑是痤疮。建议外用维胺酯乳膏或者阿达帕林凝胶进行治疗看看，平时禁忌辛辣和刺激性食物，如海鲜、狗肉、羊肉等“发”动品，以及葱蒜韭姜等刺激性调料。多喝水，少吃油腻高热量食物。 | +| 由于输精管堵塞会不会导致男性不育？，医生您好，我同事这几天不开心，我问她怎么了，她说她老公输精管堵塞，所以一直没孩子，不是不想要，请问输精管堵塞会不会导致男性不育？ | 你好！根据你的叙述及症状推测：如果有输精管阻塞或者狭窄等情况都可能会引来无法排出来精液而影响怀上。建议到正规专业的快孕医院实施进行咨询和治疗为宜。对于输精管患者来说，及时救治是可以减低病发，如果不及时救治会影响到受孕情况。因此患者要及时药物救治，并且日常生活中要多看重自身护理 | +| 心肌梗塞能治疗吗？ | 心脏病是一种危害性极大的疾病，我们要对它有足够多的了解。在生活中很多人都会患上这个疾病，而且还不知道怎么去预防和护理，所以就导致自己的身体越来越差，那么下面小编给你介绍几点关于心脏病的常识吧！1、冠状动脉粥样硬化性心脏病：又称为冠心病或缺血型心脏病（IHD）,是世界各地最重要的死亡原因之一。2、风湿热：主要侵犯心脏瓣膜，可引起二尖瓣狭窄及其他类型的心脏瓣膜病变；3、先天性心脏病：包括房间隔缺损、室间隔缺损等；4、高脂蛋白血症：由于胆固醇与低密度脂蛋白升高，使得动脉壁增厚，管腔缩小，易形成斑块并脱落造成急性栓塞；5、肥胖：过量摄入食物，特别是含糖饮料，加速脂肪堆积，促进动脉粥样硬化发展；6、吸烟：尼古丁刺激交感神经兴奋，使外周阻力增强，收缩压升高，舒张期减短，从而降低左右心室射血分数，诱发心律失常；7、酗酒：长期嗜酒者，肝功受到影响，代谢紊乱，容易出现脂质代谢异常。 | +| 怎么让自己精力充沛，列5点建议 | 1、保证睡眠质量：每天晚上7-8小时的高质量睡眠是提升身体和大脑活跃度最有效的方法。2、合理饮食：均衡营养摄入对于维持人体正常运转至关重要，多吃蔬菜水果，少油腻辛辣刺激性食物。3、适当锻炼：坚持一定强度的锻炼可以促进血液循环，增加肌肉耐力，改善心肺功能等。4、学习新知识：不断接触新事物，开拓视野，思考问题，都会使得我们更具创造力与灵感。5、放松心情：通过冥想或者瑜伽来缓解压力，也可以听音乐或看电影来调节情绪。 | +| 写个春天的诗 | 春风吹拂，花儿绽放。
阳光明媚，鸟语鸣叫。
树木抽芽，草地变绿。
万物复苏，生机勃发。 | +| 南极洲为啥没有北极熊? |南极是世界上最大的冰盖，覆盖着98％以上的地球表面积。它位于南纬60度至74度之间，环绕在海洋中心周围。由于其独特的气候条件和生态系统，南极被称为“真正的荒野”。南极洲拥有丰富多样的动植物资源，但这里并不存在北极熊。 那么，为什么南极洲没有北极熊呢？首先，我们需要了解一下两者栖息地的差异。北极熊主要分布在北半球寒冷的高纬度地区，如加拿大、格陵兰岛等地。而南极洲则处于南半球，属于温带或寒带气候类型。虽然南极洲也有很低的平均气温（-25℃左右），但与北极相比还是太热了。因此，即使北极熊能够适应更严酷的气候条件，它们也无法在南极找到合适的栖息地。另外，南极洲缺乏陆地哺乳动物食物来源，包括鱼类、鲸鱼和企鹅等。尽管南极洲的水域中也有各种鱼类，但数量远少于北极圈内。同时，南极洲的土著居民——企鹅群体繁殖季节期间会消耗掉大部分可用的食物资源，导致当地的鱼类数量减少甚至枯竭。| + +### 训练数据集 + +- 50万条中文ChatGPT指令Belle数据集：[BelleGroup/train_0.5M_CN](https://huggingface.co/datasets/BelleGroup/train_0.5M_CN) +- 100万条中文ChatGPT指令Belle数据集：[BelleGroup/train_1M_CN](https://huggingface.co/datasets/BelleGroup/train_1M_CN) +- 5万条英文ChatGPT指令Alpaca数据集：[50k English Stanford Alpaca dataset](https://github.com/tatsu-lab/stanford_alpaca#data-release) +- 2万条中文ChatGPT指令Alpaca数据集：[shibing624/alpaca-zh](https://huggingface.co/datasets/shibing624/alpaca-zh) +- 69万条中文指令Guanaco数据集(Belle50万条+Guanaco19万条)：[Chinese-Vicuna/guanaco_belle_merge_v1.0](https://huggingface.co/datasets/Chinese-Vicuna/guanaco_belle_merge_v1.0) +- 240万条中文医疗数据集(包括预训练数据和指令微调数据集)：[shibing624/medical](https://huggingface.co/datasets/shibing624/medical) + +如果需要训练ChatGLM/LLAMA/BLOOM模型，请参考[https://github.com/shibing624/textgen](https://github.com/shibing624/textgen) + + +## Citation + +```latex +@software{textgen, + author = {Ming Xu}, + title = {textgen: Implementation of language model finetune}, + year = {2023}, + url = {https://github.com/shibing624/textgen}, +} +``` \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..ac47931 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,4 @@ +{ + "": 39409, + "": 39408 +} diff --git a/config.json b/config.json new file mode 100644 index 0000000..fbeed17 --- /dev/null +++ b/config.json @@ -0,0 +1,23 @@ +{ + "_name_or_path": "shibing624/ziya-llama-13b-medical-merged", + "architectures": [ + "LlamaForCausalLM" + ], + "bos_token_id": 1, + "eos_token_id": 2, + "hidden_act": "silu", + "hidden_size": 5120, + "initializer_range": 0.02, + "intermediate_size": 13824, + "max_position_embeddings": 2048, + "model_type": "llama", + "num_attention_heads": 40, + "num_hidden_layers": 40, + "pad_token_id": 0, + "rms_norm_eps": 1e-06, + "tie_word_embeddings": false, + "torch_dtype": "float16", + "transformers_version": "4.30.2", + "use_cache": true, + "vocab_size": 39410 +} diff --git a/evalloss.png b/evalloss.png new file mode 100644 index 0000000000000000000000000000000000000000..871d64519c0b244893421fe8bcbd9589f24e0b01 GIT binary patch literal 141555 zcmeFabySt_);0D{2~1 zDG~|ARTeYf?egwVOAEh##`U?x>{ZYEk%cq;V)HSUPi7@gKDMun#~a_{oId$#%qT?k zgy37o?@zza)xR;^HpyNMWKAxSOUCrRfAH%_;!7_n&T=JZarLJP)7p-)!#Vi6`}_oK zZQ|<33KsRq33?0`iagfYzNzBYxuzz5+iz~auDShUWe$m8inxbPIsLtUWObdkWdgBR zzJG4GoF^xN?l=BnD2MmQohf~^GvekVO;5}x$89(W-2cysu-(0)%bu@*S*)7>hNHfHkc z2v#=YZr$=bsF))$z;Ih*H8kc&{NhVB2zbJ>7C5~{sFW_$q@0-$_4HJmwVbGhUeHGi zj%VBU!0u%C$X+=<274-;kMt@<5Iwt6>E_cm59LyZuLRmwL5F7oZY(+cqeotw`-(&8Jts_Uer<5DabeOX8~`f@Pvdj1y!Yos6>We&HBc(e-n@V1E(reL!{R)64_%+bOi+ z4DGMq2EFa!m%Pr^8hHoycDu5t-wB=WRU%JdP2hsVla@2Xx6!{#x|<~vc?gEOhq_IF zL?A4*_}wg&1FOZA5~~Mci?(+SDNI;x+eZ51ZMx6DYtJJJwC8!$@XoHdU-DQURVwFN ze)Llb*R9G@y-8wQQ0A>rDyyQ|o8pvYRW79?44Mu!w@SxqY{SdyCo}u)!r`Xv`{6YA zJfdgVn;aQfC%>}U zZ?jm`aeXStIKHGbb}68-eP&u0H~%3M3Epf&(*5PCg=(svwCkl&Mzd%IE)RLXTfR6u zB^`B2)rTcs<~?B$*jFp#!~dOg>DRGQ2e+r;bnQA?j!>H8-YZ9jCS4>3?|^sXH)UCh z?rfUnU3Etb`U$il*IKRf<5Oq1?MwYgw2GwjOXu{CSDW<)JAi{Q(^q+6AT5o?1YTpK zVWLx@VS!iZ;7bUd@}IB8(eI;O`s?=?XlTC1XqbP0j|}(;{rd>MpwIm6Cq@#+Ki+Z0 zC+X5ZUSEoY-g+%SBnhrZBXyt=!Ah9-jc;@J}gNA#8PE76JrmBPO* z7n0uTUZoAdDlBgjUn!*L=ow16ciSYEqxo){cD~cgN0;5gO=IbAsK2Zh4{jeYW#_rS zfW++g^S>rfK=APn^_(zrkh3d>T<3l(AIuT4{S#h`m~e?NMG7{e)vKBg4DfuG!zQ2= z@kB$%!2HiIk_@o;2Ug-MIWBs`-#>dF6SJ|7;6GpEAD5S##&|bL;n83bdhz|B_r80h zed&Vb{QXiH*681?f`xU;CH`^k|GbB91^E~5>~Ej!ukh5VXrU<>rTfoU`1`g!b%qeA z7maD6A@V?D8h>b&5T!sx9;}$6UNi<58!cJh=9QH_)Z(Ni+v7sHXf!VhQUW~0!6kba z)Z!$-JElOnXit>JprKC+O9JsPzEb$L-o56siRavytn}bNm+SCj->!GV1;RSDk>Q z|Eo^_RVUB?-+HG7+aHYS{Rga7e{d@~;~3(2`QzQl@tdgpQ~?P#wh!W+?+OVHDkr2; z4RpqIf7@XnrCZFw0^zFk_w8yils<3J!i)P#Fwti-FAgP3Vj-+b*zGlQe>>6qh zXCkdr`EA1+Uxan zvytj8Nl(0WLk0KzIJ+NnCU~43&hk&#bg)`C5lRrPN3B<{mW{UD_NBT}f3};i*B(ya zQ9Jkq<@&J+?vrL5FGvWhc}xfML?XCXPWQ^|gY(^1P35()D4_YJZNH=%Bx;8k=M>@+ph(SNd|9E zWy(h>X#&~;Dla7oJfzEd?Pjp0YYO%U*yjyJWldtemLUK7lUa7_7IMR9nwpxAcl%#k zk6E`iCyNFCh)oo9v4^`KEsEVAOP5VNSW>Q6!>lbwy1U3H+VSP?@YEl69_-hjYuc}- zMrn}bNnaQ)HdHmOKOSG7V%9#Cl#j~iE2>ax@Ewu{aWLeGr|aSh$_1ZqYts%H%}+z)5mgO6%a3bfo zHNvChW|84v{7UvfM`U=CoYR2lIL@NVI8crk-}SIVn=P-yF2t}4u4_hxN+&gdz9i)xg&bGH^1!Ral;M&F-Ljs~;hq?#AzL z9VTfxXF0`P0qPc&sTs$E<#oh~$7AyWyM7%qMWTO5j+p6x={8vzH(74?)O4zwQ|uXh z)L=S2-e<=chtC~?8wYw{=f8iQ_qXQ(P-D%P_?rCrr3kp1b8#m(^L0(z9g`#ONnZY`+hYtIPv^s zUaTOFxLfGhOas=*wK<9J!E29n+ppO8eibr8eZ-86Pp8AUoidfnN?}j6!+JDO-7$~z z)36j@hY6?oWcQ!Z9ISb-pZsC>9VAACc$O8DKF!0hxu2?giq|CWNyqj(y2jfL8jrD= zQ^9_6h_xLL>4i2s)NRKPIUwCqT=v((=)yhriW7-%TQa_9)BKe0cC^D7A`ID5<24>4 zQ(Sy1-U5}@gD{C({$~4WaTX@d{^oyp{3;t&uG5=oDZZ4< z$dLs^zP9Vxb|U-tF{;($Z}{#7yju$?p)Ga@O~lDg%V}4;7S zY!5xP3Ur>#_|0fEs@(oVVoQ9r1ly;4*dT5yOM~YCSht$N)$$2vQ|la4L|!w+_tcy9 z=cntf%5_^2x|+XVX)bc5``!|Ab=+AR$j+!*uRE6X)!kX>X|{7(1rC;SS&Fh!W>Z4= zs7Kdf?q>|MMt+5DyfSJDgee2r=FlEui0ukgvF zuEUSdjMiK245af>7*ign%i55SrMvesS`NNFv0qod*=v^lNbPVckUgY>t(ry4b+dWu zfYP#t5OSq&-6HXl9Y&1Pbw?Rc3xq(WPDHbD=jSfZgrnZDDtVJTP`O~2waWC2{Os&N zX`b;%S{|pn(ZU|?@=+=7=SPV8mbo}fEqn7d4V!lQ%}P?Xd)je8x)d05x zvUE7v4E10UXP9@7#Cs>pH~YCogm-z%P1|L)v`vm*Do+q@dJ}T%&2_SW5}vD9m%w_> z_F*fvgT}BbpY(QN>n%!P3H}e}jcsibXxT)jii5 zOi9|8Ce56;3e0P|kl6e!FMK`j&6bk7IkBM2o<_K1uTbg_eunya z((5Zr*?BimrCTDN4NM^6QbzBjM=kq>=OB{`*(uqHKwU#;)6$Y@VLggMEvO_q9Bdzf z-oD;H8R$Dt9Y^9{8c$K~)hpyKE!o<0St)IlIU{WWF4%*j2n+{xROSx{cmkaus~bH^ z5B7J#5mg)tsPih^KezTiKIo#EGFuN1pxEs4gsffuk5&NP{L3SSy` z$DNho;!Xr#*dIPm_iOP3sg_FovS#%S4B+P6toI7uG%8IorK8p#on6eA^tI0J=5@{^ zCB~b-MDd$Jb{mlSb=39C%|ASjSPacG5a65r84}3Gs~tjn{RUsfg$f-Rot*90hk}gy zAqb2_r$@WYPdlMp77Dt(#`^jBHCvL9yWueS86C}OC7NY*3;r~ityml z+Kyj$Ww7br5+l_lQa39U(>o2|wx~bdBjeD0_IQ5`R@lYA+yrInJAJb3gBz@xE+B|E zS6EL691ENsOiK*}=R1s9OZ2ofcwI_a{5%p!!Wy7`wiOk&pNMc+9pU0ex^5r*G!(jd zg~rutdY8F)GY)xjuV@^&a0`95K*rZ;P2IqK9@L*7*SA?Y0Szc@ye`m0T7S@-ESt;4 z?QwQ86${)W&pnV}fmGDOtaL!hdT-c}o%3_uVp`mt;{)(S#X!dV^@Y18+;yuxxAp@+ zO8?FOQAAU8NImh1PUtPcfRCm9`*?Khbq7-_MQ>l&f{d5|f9r2p zq(r`)WYmKX24I)Js{)T$d*^pvem?sirv_B5XqrU{>E8!Fa0R4Blv5u?uQMt})vnc_ zpKXGu)-oL`d<(=g>*>Nmz19|x<*1VBXH1mT94%#U0&Nk#C!3(5V5q(2R`ho0xRK`U zL5SeqkZ%1B&ZrMcm&tHk&rkPBQ)D=aEVLfdcFJ)#_RpakZo{OGd62HK z6Ck#LYurP$d9`~Zf7L!ar=ViddQ0PjPouTN)h#^x`E~N^bQ!U8&bQ`jb6xS2p^vwo z%SX&d{FoO$KfFT(^f-PR2sqd;5(8YQz{t(x zfPb?JSvhT!5V`>sWO}E&h)}%iu)9mf>G4Wq=05S#9qS-Xzw_}YVLExnS}8)SnF~}% z<{T#bASbnOcAmBm>F*3HGmjB>p8Wn{Ga}zL6`Pl{L2#v@F(9mLxLnq4>GkHCLwz-N zu~dpbY-#zGrcA_G$qe=s)>V>cdzQzmGvZUCITboRow^10S(acFi|Zce$IUy# ze6ie(YY~hHO$SYDXPM0L!SKob;%*^I@HF+In1>OO&LHeEjT2BYvo>I3Gr}C9I^MQJZV6Ox3LAj#+UxdLQCl28$O9*e*KyA=d{SK0F7?$jxWBqDAt`3)d8z%i8du> zk?<}@MJbs^_!|qEP~E&aWPY5T4_jCI;fzmxc2dM&A-xFMVVVGp?N+ z%rn)BqKkly%xjcalzNsQ9#$s0vFBQAP?V0H)KJ?GeZg*no&LsiL2f7P6Q$2kbXRJ@ zLi~h&dtM5VA0VGw2N`HHe@|tkZD06)B3(FxbgTmW6P@q&wA;FiHpi3zf=dat{tsbv z;Q4rLc+)iHyYFV-!R|sUby%Nhe$+^=R;KjuSyy-;k8;*$ag6!cw&8O9h!s7b20mwd zkXZTy+^GUv64p81?Y0K9o{x7B2Zr>;)cC!5W-h#ruW_I^wuAiZTtkB`ios+KlC@<@YZg!8uj;Tu5-pR7AA(bo0^M%VgG$+mCW3zyP>Jv|3`vzf$sJF&`?&$sRje z=?O58wAsCv(jUxG6{FQ2u{?@xEqa6>3M;X6e{1Br-O1AmqMY)}Ywo)P$`W}r@pSKD zGq#yCM_nEVjWhv_nde(k^-Y=%<5U8UnOM=>Q!qsHx>|`pwc`J^*Bk1zHxkZ zydJtXUfs&kO7+^_NrpZC%LXXuDFD{7YLe>o-2ImsH%9z?t9f3WY}= zLolWFnXLQPCtV`zz^e)<^Y&l2G5JfmS-0Nf+zjY4bR4PqJXmM0Re!uzO{&PpJ>Zg z`u{PmOMK;KhteMTh}Za0Y0O;#@Niy}$LPYno5WMUrD*X@<&i}jWIZC63@ zsyVaMd!Z*qLL%>UR4rP=q3%Hc{&qC+@TcJvz&4nunY1`RPnhP{2H4qlTz|AO zL)4>c<2K2X`=KQU8wxd3H7B1_425?yWr^vMVID0(QdqpbF9HN2|aPmcx+X=9g1=0=Lix#vcT$ZHJzMoUc* zL)NX-fdt&?>}!4LveQQW%=tABL-?06TB^IzwrjS#nDaUoqhW3n^NAjHWX5qRp`%|>HXneb)GP;$<+=*#>P3kF72 z=V!;|Mofr%?uBp0ku|;moK7YqAKUqgmySF?+i!g>E2yY2Pt-+eQSpX@pYK?uYX7#V z57BL>#gVb@jRPM_3qR58d|xw!R!jQsTpGixRagI1X}b!F^656ZP?j;yj}~fdl{4XO z#&FnInA)7ggooCrQ$A1_Kv=!8^9v5FJ&%)C4n&^hvCjt6*}J#l-~PX7T$d{H`|iQ`OLm>62jG5OvZ zNYU87H;M(45Swn#`Ssxm!upLb7plg}GRJ>ggZ$=H6`lo+<8QAv1gJ3btcfhsWt!DV z5QbJU==we_5L~pRw8JQoKUdOPDP-j{1i7pLS^@7)_)|Xbp~0t%=EW;>hK2qYi@Wodbcu8%G`x=kR z;Ie#MN1zB`HrpZ}2mJ~$o$9lrWzyHWJoq1qGi6<;Zi;=3yKR%#48OgR5-LP-NX5C+ z#Vz^8D&ag~zb2iRK|*&PM#g2LKxkxmAO6M7XWZ!}N{}#V8n>V8rGQ4F>AXedY-DrB zE$T$4Ff&#J!U-0QSiIa$ch^KKu7MU=P(QF6I3)A(9C^mRcM~}`M#HVoS$_Flr|T_xdqZ~x_)y@?B@B0pSG8} z!`|+LvM){M_J`0XhamVl zn4h_(j~$cZ$ys5hWka+Dl`}NQL#>IlUiIS z7^{(Qz*c4wZi<|H)DM-Q9ItrOInTP!Pr7wiN8woqpfkcKo?=gSn;JEaA##OOMemyx zzlPm_B2=Y4lX(NbZ3Qw$Q#^K+f+TGJZsGG2-qW2v0p6H3)ZkQ-9!^e=4zHyfz-6sL zC#ofyL+=jaeEjVv=>R()(8{qSSw?eUxmEjz6}6J8On55m?AG#)w03m~iv``jR{t9RtHvw&9=#rfP>KzyX zo`?mTZX)UpaNPrJlEN!XsGSP!FF;=z(`XVxsXLe^F9FF#55IpEWvCZPsst!lrJoy0 zzyZ5I8sgsE${0my$etoFK=y$V9-|gU1_wk55|k@P-9Yl112Ep)ojsHp7_FQhco&6B zl7%m7*>-|Pa;MnJ9~8Rb9mhJy1inj1dZ~wJj`8L4b#N6CYagXglrPB%^ zlFIMfZ~z$3V$O9Z(f~-FZ6XP@RtiDuL}{(FS{Dq7f6jL|O+lRIQH|(|yl-jN=eYiKQS5$ln+N{_Vl#>r`Z-zSlJ;D`jX!l58-b zs#ov9Sgnf#@>4|0;6pENoEc%-Et;)bm;I1<`;km(1g}4u*AE=vjOezaGWI}6tnOAJ1|`ueb#!$TbOl1uVM&W^1?-2k;3N!}kKCK)M&~AE#(if;52h$A# zJmsFoU&N>lPvI%BVjM+t)aWc&8)l>8&I4PNcosTF1Od3|Q^mMH*ykOv17blu%|94B zJ-BIv+`v85wvzQ6?BKs*`=@sj`LEdiP31HGt8M?Dul(0Y|INYv*SGzzK=S`|NXR(S zaok%O&bC8>My5Z9UQ3fGz93P4?VeiPs55{Y^g!{-VL4I5tv&th-z@k4YB(#Th(wvJ z^g}#2(0~d8Y$Zk?Jn|dLnsx({4uAv`V?C&9*qkAsq6@(L9*|;80hWnF@MNQJtBk;E zzeybOcw&F5Y}6v~#ix73h<*g36~NNe${N;UW+gr1xmqdV|8%4O@x=g(92cDrDXSWh z$5CJ66x8Jh?IF6nx}zmW0R1Vqv*imcWuydH?SuL@5Fi&qT8@(+AT~xa=xA8~SE>>WA4SxcXWxJm$kxZMJ1WxltZje4{K15rb0B1u26vhI=90VHc0 z@bOGQ1C3cch)n+F`B=Voz2a0gL^lFd2J7YA@)oEY^`Igzj}3HLq5vX!MgZkD+g$?r zIjc~^eTy-NbXBd3Hv_WysS(%F@h0BTeLdYIE7d1n={gW6DoylmNK zMW2>w>Ni^`!%_nOkONZL7!Z|b-pu>^sgoxAhki<#UefCk#@$c(N_kYvBXeoU0ucws15OrHem)y`g)|B zY~-Vw8%8uVK_8%f2V_>AVo zg9R||(ka8Ya}R5scfUXN6cM-zDvIKM*9We^AV_#(>D&@QC%i4m5wuW4A*$0J@B~vT z?nmEA>j?O&c)h0q9$Bn9!~({aC{m9FZ*N! zScQ&Z$9}>%@TS^*Vve*C-Sk zN_YD_(Jv`En&hd&mr2WK$B4P-KuxElnzU#cKIh?hoS>mENqR$t4&zWTh6WH1^443q z?qm^SWHW3WE$6p>|8O-$yWSn5vkjR39KgiRi4;kfi4V{gnXv7X4qR^^F!|a1*Kg0v ze)f3O@5v+p_T44RyIbg}Lb&UeR zk+R#eqXpn@rQiD=l0iH)Jz&r(|ELEKX(m#`>sh8;ioQ-ph#X_jSVqoCoVo6u4heNP zRNpXS`j~PPW*_Wz=?X%{gBD?^2wfK*Wwtz@do5cPfJ75~IZ4OK0mj<&XdzQhY0a5~xW z=!xr}pb-PF*sDI<<*BfebClfJD0Mc2$BuQBRLZZl4Uc%!X= zA26LRd}=&X^|DhcFFvw0ziKH9!WySb`eXt@n7IRyAm-9X{s7(i5-jxIcCHMP5!(LA z3DJTaH=9ZI087y9u_+*1f{ukl69V*Xcma7u_h@G^`1XcH^(qNOj$8qE3ZCZ~hXUE- z!nwwSHG&** zzx?A5LCoYul4w4Mh7|ty+CN0)R{$xKY&VJekEzo?HA(Rf03pM#e4+g3Z~o(pjL!fO zd{s2^2Z%QUunx0lo-ABO4H7WXgPVTNvHt_sM-O(uKzNzyvo-&at@?u< zNZxvH@&B&aM4}|Qa-gO4!yCp_39rsc*sc=xR8H=jIPU~yENj5Z7k&P%0Q#5o-)jVd zn!i+v0Fbh+XW# z)9JEn7vGZWDiCjMVn`hjFEvIW3CXDu1uiLZzHDyD*&^13chrIAmWa{#UV5T=MGN!j z9(|4^c&(mk>J&+F@x7`+mt*vlZ~>UHB71?+lcpeqnk}q-#-DWwMNN_=4`8@pS+PU_ z%d&ZC=sETVvK}dvC%w5_cyZRffCkogedD8T7@C(oQ8dqdCr=_r?ygMDLHFSDz{Qy4 zzhHhDPrayE;j;rcmUZ0cV?T)cI%QGxRE#VE^yngtzAo!2Vt17#df(vOpv$NmF~Cq@^`z;9M|bh(V0w6-%XDsLT6X@t^Rs_3q0;(S5j;>S7dB;eR}cTq=fC0Ef z;|ADc#AEDnU|G0WHYHY(vUW|$$)nlXNIR2@yavz{K%CA?_Wc6r01D|1y-^9Q%PQ$YZXJ7~4>Z=^TsY&M z!4FnCAb5lNj!2RTCJB2$v`}iHz^)zPuAsA6jj4#9X5r=t^X%~+iaSFst)eT*0^rVJ z4apy_Enlry8vN1~XHH(YI2UZ!ywm%dfqQNA|H2af>6HHlDts1#9FYlTf=5*i^QH0t z6%X&Csw2{K>TBNq7gtUq1Gqpf_IegT?{<~#*V2uQqs*^hrl3|$_uml`g-y{1|2PXkNr-->h(fExNdB+EHz>K? z?iQxm-QDfrR}@6YC}sKhZDY9)S=V@yq7(Ry@bt2n+kQguuHE+BGhj|Fr@DG;Ia_Wn z7q7#fDB}lVBOrtZ1A;7vMb%;&*~7Qbp>{5_^do?-@Gj>R>w*cLLaWK|3!q@z1QD?on{jJu5kw}RKIxEZAW*+lOvt; z??U@m`x<$XWFn3?e}7!~bWzrN%AcX-mdgqu#GHj#z1dCS2x_~2c@E>=uN8oM93WrM zUbFEO3=UHFfN>q(xoADz@9%L~M*tF+kU5|ZqKRL*H-VUr+6c?+Ua;>@?(VWm4)L2 znDq-}0``B6w^{!K=n)U0A_qW(t6s%uNjxZdNml2p8l^iL@r9`%N5BlUa3y-H(n)uHXdXwU#?@(G`%k|qt<+JdYVN2 zuQ1S{0pN{sm<<*1PQJex>13Qo4mTy>VFiU2yZ8+Uz*;x9o8AKzZNRE=UmDloFfey} ztfge33qead0C)L(SeE0f0srvprrVo><6UbWS%s))W` zWt(nyjn8_=85VH3Fu2{h)XU%Kl=I~gSi(|Zv%9+*|6zpR3wCi9cvLkCS!iOKu#stn zP3l-Hy*|KZxeI9A+&?c1u(p7yq)_2A z$H$=ZvIcl)DO+L^kF=z& zr7A2Koj6wz#o6zIUR4yl&h-qDPKJ2C5gsWS{L`6Fvf`JUkJsxxAPRg~pG4G;lf&(4 z;CzB5ZaLk}tC$MlJ=tgsq;&+{@6BcHbAFk}n@tD(=|YMxxiqWNSo7&5Ld-ghIjpCe z$ON5jv3mBz18qa5R&8k*)W_;4) zX&R45+_49eHKn-L@==Kf|^)Prw^S*d72iZv*5zgC;-*t15$4cwnqD6@Yl*2yp%sh%`_! zNg4#=>4-9|p~uhjZp{K6FM9OReR)R*jAo=FU_BFkVvuDk3nQTYRfho$4d^cX`Xaym z&B~we{2j2V>Q;d85`ciC<_e7z0?4_ngoaNy4+6L&ALTH|(nTmMY&|~rR0#{821JElJ1$l!m9u@%yO*ntr}vH0 zQ+In7bGf|dbL*{h_J3>#Q!gJK^)K-4&bFNPwp4v;<Nn~gp12a9S!puqA5(87$#Q<)#HunPLO*6n36kWOq+e;M6_t9 zYdN=iZ4{Z(#~_i8&}P1Fmmtg)Da4g!tG45^J8ZP7{A7uOX@6~iz-ski?j|Je9W8IjBz13g`h64MmF99!h z(ELDnKqHIu${6F{I264KkpQ@A4WXulV#jp26q`R#gaXCc+_I6ZjBep*NqsOk2Azr! zX|L|qISt5Wdu42(Z`IC8kT4 z@%%Krb)9CLNwtH(Y(48bQ7aH8p_j$A<#6_5Tl1p4DNoi&C$+vyyLQ)H&QDzWm_{#h zh-h98FO%lpO@bgHTn5O^2R)(gB|mqu0bKusjMqx%v-tJ&Jz!;&=i9>PH>X=eEs2F2 z=d7n&nx9;u?q9Nw01-Q~L3~?_z4}X)rcYfhGPV6Bn&6=S(V8Gqs0^N)+Woi?o^t(S ze2zj4NB8=L9Wi4hcrxd zn~F8f^JjP83>4GRun&Vmosy3CVdo&(gmL1Q%Xo%I)4e!iJG*tkL|j< zD$}o2O{5!^WRyQ#gu9AHJK^J3>*LYSaezxZ!wM>qdux@S*p_952=!M=S+UXIz`g=Le{Br^D&4(7o`1O z4w6ZYR~pxeKJVWa(OD&o9?n&+DVS_%6REH`El1q2P)u^^=E-&#;#{IE3zR!J=zjLr zt&qgJ*v<#5G52BC-G8S<{Lg)unB@juzfj&AER_Kz@gP>3-7 zr8pL8YAb)wVe}h9fz`t~_kDd?_47F#p^K@16MX1&K1e>(^=F_X{?ADUMz@%>y*c%S6HNwj#? zi_GO>`A@YzotZZ~_E8*eHi3@*Z9~9wg%vm|Yp;amXVFiqT4;(cJXnod9bk5aiHQ?8 zY2~hA2s(@JjNeUuWK&_B$j@`EXW!nNCSi_3x`bW^{>=hg2@~%DWK~N4(G+*zf?MBq z@w!07Ifr_^?Tbafi|4}|1n&KsrFLPk1n`Ylsl1N2Pgs+*!wd)&8%!D_!9g8id-8*g>Yq&=UUYMRXnBaWwwysi>u8f8t zb0tZgLgQ5BA06%gqmKWs{|!t4np2MH`f$-3{)W6SkO5RJWD~yg2R1`Ci%#&QVjAo= zxcLZeK^OllLnoZj8X;{tSi8R9H)l!^m1uq;ctcwt4)}Sd@8#*hYE*n0Jaap)v&8eU zPJOE4apm9&{D{E;X2!k5$Ds`Ft6+Z(O3m#pLgQp^SPBVjf)! zkQrTl<^J}h0wo@V3%m%kXVwd_ITop;yl(MX-?=U}B#MI;Gr;j<6&M+@&=Unzovz@x zX7O%=Wjxs!1^2Ow5BUQb(7Q?8BojzogE2H+9$Ao3Uh8|o!)o{X9`|_Z#S@+xe&Bw0 zawtHLNQ4q=Y1A>H@81pPZ}#vv>@OQS72(?BD1a*Kq+*p#d|3%k?G{ojv%Hwt{V#I+ zSHS6i-2-6x|D@UuUiXr5JBmau1fH{?l9Wm#q&aw50Bgn0kxO!V@Yrw=m)#oU!rSQB z0b|QfnOB28fa6tJjCjU8axtjM@>=9U%}a_aV5xGqy`G5vpu8oV=Zd`e8R%RCt_ATR zWA1-#?td*v&K#`U#O2NrNTbbhb~MUoPj^OZYSs$tBi1i;?_kAmKtQ0lJU|65r*!|9 zM_|kAr6syZ8AmqVwVc0zpo`)>7b|#beaR!>T&9Kq%p;2%@!ZsM?t=@}KTrjr!6cC= zt|29{*jRA3QVu}Tvd8wq>7}LsDJV#_*q|A}5HytLCGvq~B!J6xC}hs4S!L@#QR`AZ zt1u6iqBD#kY9APVBH53qb&@Y2sA^dt>&ocq&rAF zK0vf=M~1lE;pbTcCD}#Yh8$H0q=WUZfmv)4=rFQ?-*(>Dxcva`M*3~z$HW#W%_$(d zhb=gK0<575N?Vfwh32nA2cV;(AWU=$Q~`m2<3J)!-(6bKt-UQ6*=p6m2?+zRuHk32V&j~lTEV8jIxASp&yY#{rHYs{jYz=m8uctWOv*Fwo3ay>jEP z!P?BEZopD&X|c&#GA|o8sH6cfjxe3X?L&BOf%=5`!}A?~S=Xnp(_X&F6pkklLG#LJsM$_d6@b~+pU$Yeet9~| z-8y1#9yr^6+Y=1~oA!clboW1Udrf9#Wf4~9BqZDtXmIW1LfjqK*4IxJJmN9-t+-q) zQyAlO1lT4)reFNPmGGX>{^C(>JW0(9_V(RlGEcL%iYLdy1WQ2w&)?c?y-INKLW#b{ za62b0CP*jkgTg@S@FTwPNrBML7kuO4B7H_nQ3>#A+DsAmuz~(N#KBS{A1?pr%l+*> zI(M;bEUZSr`3c#q>Sac&Bc+UdYs1A7mUV||YhZr#^HCoTSPxmGNHy_;d#FXg^3jgY zXW9)s@+2Rh%c~P$$g|vH0MPVy06u53yEL$=DcAu{$MF042tjjx&?-2Z`3!9KGV4ce zg7GG8F70pLF3I|trY73;q5 z%lShPeOn;=5I%6yHPX`)=7Ofdfnj`C=kiL-{_}cdKDc0dPmDDa_Dq_mlVI%UU9ZU~ zE$8;SUu$a?U|d%8o?MN|08@;eH+$vGjcV3mVbDj&kd&0P1%sgs%MW#GV**Anzh04) zmX;m?tQL`RBMCGwd7_1tm7ulplb>Xrh_~{lpSJi%9<}m^z)~kul;jQ+JQJ~cD4*O* z#~K+OUByQP1O`S#MeWuX&Fs|9O>v4gxK8%e2uDUnZpHo#Qg2Z;C~WY*$*>Yr_|vra zP{52t`(c!i$O!JUx~AyFL`x5!&t(ih{BM7x!;lD}D!lZ4u7hF@rg;McJ1AZR1}i?T z3^@$m*UIJH5Xjtq^PZ7Y!#7H@c-BDJ`D5z74eJILreb;#` zlRB8`x8ak1@0S)=qb;4{gzq?p{#-r3qTzOg9ZeW;51Y%l_pbQ;v~Kgsmo^Fwt_23~ znL$+*&vGF7ug2=eF2OlH~Y*uz9Ei42zWMG$+lnm8p$0AibNhw}n(>}1r zn3Fo2lRBTBovo1w88`pkhW!ld4ky+8OC4V4S*1BZmF^oUHC^TMRnF5`Gz*wZbebbS zjzd6aSti?wwu3{ZtQtCB>Qp2rKLy90(iE^$6Nu>SVBUGn7)=+gts#EOrD}2NRkR#x znsNspNr|;}vOF842A=6^;6{mfT2_EUm1ixVy z6_A4d4`WyY_S;m?nBH;M7;C_@t&uR8rJhTEDBVzVPuhmfJjNLD+o^7}+!6r}QWA4f zW9`1KlzRA}<16+%O{){VH1{(AjeP}?aqt%5q|u!~VA4Twk>&K5N>2Jud@+n$LK_-sPLwvH&S^F&kS zFVl8;4^eqh5uLl3MQjfqTTeZUS&Un+KX-SD#bEymx^5Z(oDT`13R&L<+-^B=?p$SU z;sN&$;PM;%a6eZfNcQ7%XnMwrIZ^r32JE-CI*x!)tX6Cg49Kv8h;diIGF&OW3yA6z zfIeqxVs5VJ;86baQ6FeJ26CH^d<89vXF`eHrSXi>Wz+)p3m_ueJf#Fa%2PxQ*S6$E zn1osaEyD*C{!owgBhMhi1Nbzezu#!I%seYMcL1>ADaQxiVO`x>%FbUh)jp10t2?&f z;^r3jZh%e$&~ln31}>jv1R2ADu2*~tPKTY%xfcpOq7acMW1*9Mx!wXYvgNk6^)7Lh zQuNvlni5bbxF|l^sL`_B3DY70k;9;#!4{CGN9jDT;^N*ol1_N6x;&U$yo^uH|1~Y` zo{Pysa&q$fx~>3-`P_BK30zdi7K=n{VZ>v@YV~)T%>%j*)2|JE6*MTcrN~j;Q-wD7 zQe);AX?~K`iM@f~n{8SsM5!|Tnh1A%@kK|Mn(M-djZOQp4}-k6#YzUr$94-Hvq+p) zL1m>bawLAu#v?VP&p+3o=>e(@6IfvrklE{e6az7=b$6N969O~R{ZH6CDKe~s`&;;ymP4qaao?_zc|%0IbcFJ)KS8z{@X}~UMd2o&odrL;!Nvm{dhvH%?iuhKBOdjp z?YAg5nqGA=uN3AU8On~~N3oVRR&HB5r%JYG|EiwVqWZNheGu3y|`tn&4U z3b@oN9JVRj1!x?F2M68mMKYjDY4{jLba)vo1xSO@FpL=s7F-d=A8-RT^#=x8eheDD zLB{ME@hK?W=!^>z{C*&T4Es49F|TP(bfGzdBoLg&jW<6bI3GYLLaT`tsrmJz>_hZ7 z=hEkjUQ$9!{C#q6Nd883M<#W=^wpiVfmz=eevkR3+Ci~CvC-m}}&6-0~7!}NdNzP_EUp3;i z=ZH~7Ifqg!(&mNSLG_R#(dc|&%kHpJV5n;tiDyrF@0)eO=J@i8uW|DXJ$a*?s)!ve zvi07-7v8)nZ9mL6TVi+xiUt??3)*EYY&^qL);SCyk6f$(sZWUsuRS*?|yA}b-caNMUCR3KC}&fled!!aez>)lrXopQlFaMwJItx z`k*jEO2qBghRJ`!q<1zht1fr^Z*(@|dU_{r+29=|{iGk?@o8pFrf&GSI7%UmyMB96Q zMy}ZVl{}oCz?92t@_B6a-SDfz2pXFxMif;dTWgo4&7-)Ihl12X9zU&ZKkj{pA|#VDfX5kBtq%v@b>?$JiAi_IE^8fa;RK)V zkjbuWJR|2T-tc$A2UYRA=lP_1uN5UIWCwk{zlUuF@%g*mF@H>VL8S?$1uZxaba|&O z$QeMisJ!=^J^T4-c>MpN?5)G1ir%(SMGy%AB~?mMx|D7dr8}ijx@bRTBSs~ zV<-irLt=oTkse@>Zq6F~z32VD_Z6;l{^9bHVfNl@ul1~F-OqjB&-a-h4{4(IYU8UK z);WTl1}{3QqP_qIwyvH;?e=%z-|E=tc~k>w2bKr93s5%O1O2MbsAxm}WkomR4A{xI zJzSSNGj+Y0-{RsqCrWLJ{!yCW(&iB<7!yr~Nd1T1+7=?mu)E(s5BucwRdh!?7!_^( zz{zt8=;r^fzWG5;xos2{k54hllqMmhcG-KbL%rv{$v4Je?pdP|tIR=XWHwLY$D;K| zo7?-Vu#{c0%f;=Yb29R;a9p-szmf56w6mG8EdVp`i5ztU^`FpIIoZ6B!H-eRQNNl8 za%sxf7q6o=*$_xyd^<)BVCz_IXw|uocEhMd^kEyK_Bw~|wkQLE(xrRgQqWSbSIH+AXbBus0Y$miuH<=ks z>SW(x)&86ZycIWPQxb~QmgXLt507E(6a@F|zWfuf5V%!WSImEDSh=dIOIeE=q!L^n$|uT%%9(2{siLN?U)i5QGQMn$pRD8+3qDRuV2J#!hp)L5r`1K6mqb`z1e)w4FIYPtH7Zocp$ALf#+zeGidD>pWChp=7JyCk z#~1}4(Y<%cRdkoG8ac2dWiN-#l!2uMQM&at&k+g3KE(UzedhC8cO}2k&P5|n7VnZx zb$h4j+QAF|mGx0K1aeMbVBLoQxE?Bd*|O@_19t$QdLU1Lx&twYT!Wn8{(bSAbYB$x zFAR^O?l>7<236(dPA~oH>gwPX)=Atp<6i-33C~=gg@uJ55RM`%jA>AJ)P)`#oH?tU z4b;ZC zhnz`CNlw6`(E_-S0~jZI3R#(^k@xa5V5y3B#<3t=(h$Ri!@$r^RQRkz3!tOS4EWB07$rW1>WT9~KX>TFLeIzvBhdhgL8T)l@a%b?t#Y+^R zB^h!CRZyrlz-$Y*kGFae_&)po9i5#+qod}S0hqZO`uc?^Bgu~5-eJH=NdLg3!ANjp z35d3a039(GILPVQ*8T}F=}k>3vgG)&50qwcfUd~kHAh4B3%K+Xv*^|gdOvi`LIWez zMg&2#+%9rsuI_XC`T2xvGa<1?i^)92C%kKIRb=Ui# zrN$6w0^;QbG|(0PCAk`fFmQI{dRT1>OwKGUEe8T_-sAK>-d_@qW797HcDzr4H2mE< z6e%nO*nqz(Bo}b>_x&ntr)(ndP@bYRL+5+l=zVt9U5;N)PuYZ*6S?6HOM(YIWzd=` z>~ew3mCOQ0?2E$^b!0u7IU!j+ASOEkVQLLpwV3f(nR$#&)y(x?FJe+s1ULf6B{1>} zCx~t)+18s!Xz7((sCjZ2qh6)}2ERPi@5jOee=g+Df+1W6=Pq7~l8*Y{FnAMsfT8%@ z#rvM5!&RS}WPLTY52n;EMT^4&1BRF%yH)$!l>zSCb+`FXdnhOOfGiHIuRr9eJ zV7xnF5}BptEgI9!LPh6`LajMVBsWcfgfs&in*yrMMFVuK)~ys^_D?j@05mq1`s@&8 zObMeBbnVm2b_FWBU;IzNw}}>D?H5#OCC;Amk$pR9bU1kxFBe~K@~7Qhog6S6cXbx1FT7+Sf0K;6!3ILvM62fYx|*NjkcK98iT3b|Gd0x!;h{liDj!sVIQ}tdT=Ee7(ikZtQ1p3oN zZlRg{l-N3uXD1s3cJOZ|LHoy_%Aay_qyP`A+{f11vNSG<=DsiZ^N&-Spm)j}V=n{V zFIL`98>anmwgClr8PGi|hHr5{1tnH?$bs=IU~7@c{@p`bb!%oAYzeE&88k<-^VI{` zjUS^ru07g5mYl3MyodG+cRrG>B=$5Z-KWat%o zsHnk5w1pirZ&NO0eBDW{3+@)XRrnP&h8rJ;KfB2#noiQFTuH}4OQ-Jx0i}Vm+f<~M zQsP#kE=}YY(K(_1W1;1}BbD)B8!)_g(V~WFiX(pY8K>RA)oVPyX|CLZ9+2`JmzoAeRJrYKa=-SFS~EYjoyW6xp1vw zzB4|zsPBL{z0}?@9C8Is9s=sP2p~dE>8(C-Z)uoqg?*&;x`sDJ?V(^r*DD4c@r1 zyEe81+(Jb0h4()(GBMQ^=z>yhIU<5egwmSF31vg_#kf#bS2sn-VkDPEGbQ2l$p<5G z&Lpa607sDtT;0O-dYAyNwZnDi+sBMZnkvLtHP@R_tlopt1;(kRe- zJ@vM`Ud>{l7Xb=OV`rFEhugQ=3ngMoY=pzUePhhmZxH5R=?(GfO%-z90ag1i-6nIW zhzbB_qI?IFE;td;zrcWYVCgUDYn1F;Xcdh}mb2qA4@URQ&+(*b*XI(6{&2@WFC{76 z7`3_lJ1Bv?Iu%Wmlq{9k{!5+u24Ie|mG*>axF7#%=YaaWb?jjrv+AEdO1N3)tKse26}f**bx@%0jr z5u!xew$!)*L=)vE-FHE5^fpmb^g z3i|1+-D-@&h)GGIQ%KEoLcm7V0`Vx6Ra9bxTFNvxY8yDM;hZOc6Hu8QHd*bEE%eM4 zNWD(1pWOo+RpdPYy-3y7^-D3`@Z2%Yyvf#D0R3actZ><>rC**pT>|%>96;@BOEeWm zLa$TO)31)Rva$6}27D?~c_#>-?OkI@NPzPlla!fRWyIs2NnuqoZ5LjntQcW$SFS4Lx9jGWOzOlB59# zBXdU%USe>m={zhQ*AJddtjl|L^&L5rYk=NxK=iJIX<`jJ6_ps?N+~q4?ks)DB4IZ{ zGq3x(@iE8F05zR3(LH%QrRooxu!pGbj1R#Fq~bd?xTWqd#&zFR{$2c1PS5-DLHw!e zd#lN?qxU-sg?&swPajONy<5oil3bgK7iKVj2)pe(#D}9|!Yk8{iLCC_qY0>68P`^N zcF|Ntoj?hw*#)t`uA&Z;l9mu(!;<%3?6Hq`gbD_BG`i#6%)Yx79KL<_B049Fke{Ei z21<@ma>*0hRiKmqf|NQ*hM%7VBh}Fca_7&wSg=nw?;Lb8W;7hw&J1v^jEQ@=Fzy%PiyytkmLYOodS{k^dvQ8+BN<3Gn@oEX!Tt|W4<@@AwM{C%heO&C zsw&HGn^Q#&<*U|{-zghs=1#a|O@JNgq6h|lVXDx`RfSlkh&%tX8yP8$*$vccY|961H%WL@G1XFf*Pd^Ku=z7_*ddcpL1^8!HT4)gL3Dd3A54KS3k zs^kkP2lc!HcW-_ZNx1~JH!uQajEGPg57Z{`M!ivA{c*)G<(M}uN_~zzi;&oZhBnsmfSmdl5)>xF=-wq!3<6QPqo`V%j^P^23j1q*L zn4U2%PIna>`zUu|FQVAi^lYu{vV+lk90D>*du3-7cgX0gsFB6e_hfHxrPoOFQbI&B z7pAj-%-kizIL!b8DxMIslXDyD~nw@YBJwRcw#rElCrB-oGFq`SG zm3p9NGYvX6c7Sst1|?)>dFTX*Xv93J#2>u7O7RtQ?UH~%Ko?1>k%f8y>c|i@6X~VN z-S7HtdiAQpk18fapK2ozl69DSOax=EH>wLb{HFp~E}TyUZT44zTzTK;3M&aIfpQdfolu?_Z&TpLCEBV?%Si$adka;j8UR*FcD*FHptk#HmM@E;|3vDLjiEvYXL?4*eoq6u!|g0Mh9hN_~bKkD>G?P9WoWI0OBv{mF(8~IB~>NUO1=x@au z^hKULyKl*Fbr~?d%`}ay{D8vdz=gym8^QbcP(U6}LWPIm@|O8V|Mj=VUPGJz<$i)=?5d%*Y)6fu=eg^8sJ#WwS6A z^@49RLs3@(Gz>Oy%l1^l77M7+ESigFAKaa)!WI`Wl0=yNAk(INe200`4C*3gMcO=fw>0S~=>ASvy7v;!L*v9%C=u0@SLcBH43JW0g6|2`q;o8N9fm&KxDAJN# zB4^H&7Z(ptr&SCyF$swUFh^)l%sH>JgCiU%1I)_DD(S5K7d!nMJVSCA<#lR4cJWE(d(@`C>R6E;uGTKcu0b50d{!)_)U=MltGXvd30jfgMbl{vNL> z@K?cZb(bkgMtHJfDpna!~ffArzImmF( z@;oV3JeO2r+RRbZS`pAN`Vh3QD+E}46VMB1mjSpDxT30w)$pMXV{2EC0NU0WP-N4u z*8%nyen4`GjcP{X4%|m|k3`-)teu>172bU;@Nv~511uwe&j?=Su;3k4J-M&((RHKs z@zuE==Nzca$}(OAGdE2r0Laci_OBlXI4H0kxPuIU7CS50b9g(Hpb3Z+Xcy?eSPv+g zYs;SiH!iK{2zbfEoj6Q;WX;l1dpinTG8wcpLbuE0`cOvmZg;rN6s@Mmz^2t)0$-w{ z;-^wkNw-}8uaotfIPsj<7J01RQ^h2g)amBl`ikfllzjWv!4WAivV~Y)F22@f!nkad z(~m9rk?Z~M7%beR^7jd>{CWYXWzLR<#<3u|)e~dV8&BJ7x5i$!# zKdd!Vk-Z)h1wC94DBeg@BhZ?zP1FI!sX7WL0}M{W8rbk~Zf&g&V6zP*a#@zWZo$?C ztuJeUpME(YrM^8?J%69LN}sA!wLIc24fPkz-_@Vt7xR~z*m|1Y3i8I%pQw6%$`-vO&io@Ib-Y}a<15dG=Tl-ZeQ^U-W+QNQwqZ31-N zJcKqJLCqRRLLbU=r3jkmTPHkQSz0Q(Hp1YTi32u>Xx{_ATT1TPG`mrM^MIioH0mZo$ zOYBFzBFqit*X>*5c!u15wcduWVRLksv3W;K>gEVR0a|&-?TlN0^8vt}+nJ$1Kw-ejfW{6SaUUH$gF>O@hOKxBqJO@r z<*rf}CeXqYgm;T0+68B0G%NQZn3P4?G2CM!Te4P;+MZMUC3iksq4i&TL@3IA6_pzS zcD1Rg>Gt%3>Gi^P`quZR*kgA;Oi_B%eEV1}%0Ui}JpxINOUYYYYbhf1!h;@fw$6t3 zV_<`Q_Bp4`SmlSW^_L!ZmvT2eIGgcu?p<&>%YgT5I@eEcGY}`+RBSDzQCeytdj5R) z^(0~YmYJ>XFi>=?vRNK@)^GDY?m-6!8eY%+qOPO#1GLP8laFA67}DAOIGkuj|I~#n zTxhaAzeisz!302@4xIF~w^&`jCLvD!z;0vuX~I=rh^XkJM~|W`K&E4Wi{3@b)fJkz zu&1_F`49z-sy80@SSa^+elh%SV1Lx|`V=rAatBmXl~ct|&nwO?#2QPe?o6N7bzZz^ z@jdCL+Fl_2pn8Z`#la7bosk%_1dP#LR0OrOGWrNUpe?ATx<>Qb`scjJpR?#W<%Q{Kv zQk2lTIcEl~$zeHVHN~o1CcfJGdQj@u`eVxTjScVVVEf34pxa=gwnc5JW+JpPQJ#Og zAf0moEy~;yu+nQOTaTUX&~CJOLOMd_0muDwaPaJ+;}tL_Jz2g7uZs`-e&%VGs;a3u zapQLvgAnsZ9Z(;K;p5j9+_M}+qd(L6TFnlx@uiweH9kt{f4Wm5! zXq%j1n-p~(1;t-}a*y%|glYZg5w*{F?6__B5aEtzI7le%BP zNaUx6%6W=PR?xUz6~zi`(=Q|{5kJM_TiZ9>loODryNrPdVJ2v+X)L<)%QCAH3VN~_ zXW{*k29`lpU1fbyQB7G9Sh$5Ri=UySA&bs{4n7daqU{K*4BXeE&l#xvz zj(r7q*NBcedZQYcZNm2I1Y&H5CK77HNG{$NOGK&DuQlD{u^9v#;5J~mSKFWrzDx=q z*#pJX2#s$y+Tz5-#FGKpDPR%|+(cq1-R5o`cnS|Yql8L;AK(PK)r>qfC=Jte*aq8E zwJ`7$wglQGfOQvy(f{2*^*((asgr9VdWZdcWn4&^^?)>mZsN?g|6M$^GAAD^9-1Hx zzbSShFNK;E{Ruz2RhBb1jhh_%a02ix{{*behA4?WL0V}EEUpqcOv8miYrl5pf@82T znay{6=#g7J22F{#LE~s~?*@I~H<41;4fZN0-~qD)Ufz%lTU~6?&A&*P7{SJ)`V;i5 z@IKWO8Ma8ztLEPi)(I_nNm%zBp$NJ5!FTS2h@6Y-7SuB6oBap;DED=51td^XR!UqU zB_evboh0a10?XGn9j4-UlmsfCU7~>(FJ54Ir4XCkT|xDO1DW$6a5^fCj=r7XYk$1- zdXf7t?sJ`ipa`uJ1J?VSwUwx6C?vywhHE;-V@so3qc44OwDp7j8~Z9=)6cp5ReM5@ z0@5jT`2{j&l_fAPIiHtEoD=NXJuu$=uH-;qCAAtvV}S!^y(fE8A1Nx^q*epm68O?6 z&X2lo$%(9({%uBNehhkOoq%?^LwrEe&({3May_@T}5s zyCfHK3Bfag4KU)ikoPrEnYK~AsP|{p$1j|zN9?(FYno!RcrC8C^*Dy|_bBL?h|(c4 z>I5>Wyd>boEp;3muTfjs1^KCH9O~5Ef3MRR1wh|<6d7-uRzPvXIdz}Y@{X_hP*39N zR!DC|d6HM6`PZZ9-b87B$C61_41CW|(+wwz?i-Zmx#g)|*~CQaft!5#4(iq9e?pT$1K5fzL2~i!9vPLhx31^d;*q30+Y5U2j(BZ>{q! z;E6c(6gFCGw(svFnMxns-LKR8!clKph}uc_D!7eJGKRc&6UyIOTIx9U_z8X6-+yIF zjH(7+aA+ubM!inBomWN6dVUh4PC|c>?i=!xVdH=eT9{YTuN%%bPx^DXs?)@MdH=Zq zuio1WaS>4x6h+rBsqGOeB5K}O6zn;AlAP|F&-MObjl$@{6gK=<= zdddVm+V*}aKs&yl2p{P!v! zSxI1A{M8A-&x&_oooo@Mb2BOxrEY&tg3(f(%l&kwW4ZXv!+7K^)gHFkLM!DAiCKq6 z_j}2u?8TExgzkIR5Po}NT7fCI;tig!v zeIaA@s-eUOTJx~BSA@9S5&c+t+V2pIF@=xGC)#e2?E*Ud*_W*^a?T5N`Rh*}UA(}a z$bvEw$7+Cm4QlrGVDn}J+4XF2PL5Kn=G8f)oaV$DxU7aQxn9$V&wP3RP}&FQmk8|P z+IwRwCu_xme3yK)BC23C$tjNtQ9zG{1yk*fTF$`q_=EAHy^`0|-n9Yj^JgUyGFx#0 zM?FZ7^|2?ebH2x|_^sm1bW=2!XcaOtuc%06&s)!AoR5hPn%GTjsPioA{>p^61gAgg@65?p7cmp0MzXz)k$x0H+|D zAO1Q*(Y7q*lDg?KE10MgNP@+4K@z(lB-s4KHcfwNLfA#BOn5HF6AF0x5$h2``~qLj zIcunC_m7Y#=>ov}W$!><5!CMifq6qNjd-$fm~$wrN6VI1^(DE0^MF)N0rzEUZqe%i zH}3hA)RJ>v{Q~;XuNj;NJ;C`EqN0$MgI~fXgGIaRp>ad@{Ff=HL=!=MOn&QL^YS?t z99QMjC&kl};N}$7-O^pVKfF1OcUg4m+Uj(z!!9E^Do{`mgp<;NpT0w ze9UBTmpHu9ZW%p?hs*|90>fivj)vzWCaV-MTO0GiOHo@dV}U(_a3O*xw<>$k+(Z(sYsIYRdDT4SVzG& zN*R)tzg_|vW(4^zHfD43@yK8M`|aRhDSpbI9aFItqQ2dLto5B(FAUD-u+lhQg7!z$ z(@+>`EuUUBzpy|dNe60d*#i^PI_IxnT)|*Xcatf?=f)AZ@*=d+9M>;7{FozE(=RIrK6929e*LZE2Y zjb;TLAw^Mc0?NmEIcm}66?V@o1QQgw3|exo@0AVA!}wc?RWQdx!727%xGC!Ya5X@f z2xMy8J^#ouFc@Gj+hSU}$3V{WnzyDj9rMd*EXNB$gPt8lFOX7>T4yd2Lk108?kwZcW*bzr~u|U(c zDV191nX(qG$-z6M)Tm2Qd~$qnChg%O4XDSoa~BSpxEhLFuvy}8zVgb5C5<22H@YX~ z6~V5`$L(rdt z4Lzo_!Gv`gAwX9SkL8z_cr#YIp@_@5+`d0qEx}K(a zT*3L~nU}1gdjPFK}YOAN^8UsUhIJswg890?zVZK*O_}?)rc=i}HQ|fDUFI z%f0hS7+Ng))P5H0W4V7|^z5}3nD8^X*7>7fF5@0Y2#>t-pzHudm)T4`5xkBo`liUR zmL*YPmCh!=gp0x@lp$OhYL;tFbn?l43f`N9b^Eg+T4iQYsjjm@PxXy}lLGMPkhh+! z9mQKYJn=qqYY8THpN3$TS&f#&?v9R(d{xU;&nYcc0bP>h%)IiH9T1FLcU+4s#-arTgk*wSLSW#6~pu( z!n>u_KV3AtUVg-42id0ip{*s;QE{#G&08KgY z?e?0jkG8e7HRwnd?+7e(#=aY*^=1QJDgy8#`#_I5N6-N3W)%{60cZk2NTq+*HRmi; zrt2%ZaAS@%!@J-&ZPiiMZ8G84-R!^YWZ#5eKmC1g{p4llbTN(khO3#rpY(_(t(s$U zMZwr+kf8j#Vcnh#nQ5I1Vh$*POD5%H6hhbeCjgApq@}>?*I+(CJ7L#!Gxdm(l@$hx zbk>-jfL@;3o!E@(sI|l6v&GZV>k>h-wW4sYH3R!;a~RtCUYCq?risLKiF=fzokBy> zl4Gt%Qk?*?<9bu|&bo*U$D)8`?N+{Av3ZVMg#GUc$fBrkd2rqQ*9&)pBGh2&sHt&1 z;K|6&ZpCBQcj)Gl+SAa~29EnY#i4=pOwVLoRNIpT_@BK)~@aJMO zysr$kHCj_a>0R;fdG|d5ShE8S1Z7SH$`c3PDob?&T%O^2TO+Fx=f`&dEo}AR==*B! zRSsYmB~q^#^p9tP<71Si_!=N0xpp4bJFW86e*?^lBcy(56LbO{(ydk7uIyr3Lb7tf z`vSYHBmt^GL)c>#%b4o5t7$!2@&Xt%?+8A#w9Ey-E9C?Lcxu4P6*^K3Lcs`;pV4Tm z1V%m;RjZb!NSR=-BrLw&VmKay^4aUYnrfCFjsyCff;S!SCJj1tCCUsHTzCzv{a_2P zI-2B6I5{swybM$^O1ybjL49(tukRBui?;+dDp0bDPxaiC%Gaxd6QWwPsXcuPsRxbU z-78f7-c1wQ3m9kri{C_y%<3qeL`*){xK$YQl%-_RKxuvSagi`2i$=Nl)p;n4pD z|07{Onz>$20plF>mpTb!rR?&)zB2YYrP2W#vB>}|2Ot$I4HJAXoX>U7)N-k^0>J8&EsAspD4>NR?!j=w;eWa08GzF z-wOC~IIoV}C!`0mpbwPZ`>#+{J*D@%yUt!~mihyW!h3vBAvk+i7s}#1cGvEB-~Q-W zc|{h5J`-Qva-fcOcXtOsI=ibg77;hO+8+!mSV9)J9CO;Y&4=j$a(2AYp6VOJ85Jun z{C$Ht%NUuA_!^^U+zoX~fjtM2=|2<8Ys!@lOyqt)%?QVvqISp6w>)-pim+Ag-6!;i zYaR=C{nT5Wgu${v&#A8&8Aggn*&HaNjz$nmfj-UH2h!hFbnd7_$m_iNv1=-lf`Y=r z-24udaHj1BwLt?9%C5$P1{rZ2C~B~ZvAaIOv~>_Zh14)NUmi&#F!dG1!{OxSUIFxb z3mY3)0tc>L+sqlZj(Z}imi1qW27uWbyTFT+>t7mDUtrw$&_XH2}rH5mMo;hYG zKI?dXK=-Pi1dm2Vc9A5cK%PR^IpO5&TTy?VuGAVP*4Y%cd}U7KA7hMRyci;Q&kxL| zKZ`^2of;Zub`A2e$reSzq9JvYUGrs?oJ{mC24lyMZG|_ugND<)8%1t}=J*0t1)Fvv zoAq<=K*|Ba+36c|MZRtniF=Y;IyzP?PEUas(PL0pVB{{8*y=*&89LwNWk*wjv`s}V z2=#lyWKdp3grMPK*$Jh2J#UN0+{grGc&O-e>P{3_7?bLk#`S|vg%JAHk>Z-t*lv;D@-)}W;xKRmDo?MM%vHY zy1y6@@hZ*IuG^wjh}1i)9wa5d>FBiN_ru1iSN~NvlQjuN#UZ(X+0At8(yg4+0hKz= zp#rh>MO*&+J`PrI?TV~Q{N`gY%NuG9VLPq5+Q>4CcfsQ{{@wApp2BG-EXYSPakwjF zj^Zd~3_Bni(FAlOii?Wu=I|RSfvd6ykw>aKRtyLzR@F21ASoibds+h#KAW^ho?_Vw z41<+6MO$b*5ut94HZ9-LP`|sT6cNLQ=*gxinMW;2 zH>Nd^zyKSZVu4%XV3%`N9I2H^WO(8hF(-l!O3DT%sZYRMoNPnb|943l_)US|pIt*U zWFr9oa7Za`AWgmsN`X(tRAFIc1>e5)AMPO5lzh^T=jeoxyP$)}>S5bbI-t)eEkrSU z?Lnu805j-w+R3VEdyOK>>jy=|q>UWq*&G7o^VC=45d~7Q?Va)8NTs57g7WXgiXj`A zre;Gjeg|eUz}nJiJTmnKiN~D3sqHPZHFqpWBaAHy9IJ_wF;PJp^?m>2M_-z#YkkM5 zyV1)rkS~|p%{-g%IXl@sWYx<)+y5P52}+f+`qS^k&Qq7hKJ>1y28DB6b){Ii0!P}n zjHiMOXY#f4m%n!Zo_h>na{`aroq*xVoO6=dzaR-w>PL`JJY3uHDkY!_`~|oLi!~!a z57MRAbqsvNe*rHl+EVe)n#dMe4zEs@N;5zpa!2VwoN#pSDgXUO19miwU+teWH>D=E z-7x~>dT;N!*Ob6m!)ZAz_U&AqL(Edz9aEi&OTYC^B&fwVwfxVA{;x4urj7gsnMq8% zYduyWS6*JuI*frsvIKItatRDnYf&vQ_d$c2bOo;!6$>k?LC`Gq3lRF&RDAyX4UL~L zjv*to#44{3>XRERyq~4$DxsL%&gJib<4p(u+AVb9H;of?^@9Tx`Z0X-sgqrN8a+hk zhyVZm18_^r^bGewU(eO}?f(xIC(LjApmPN4UrVJM)YG@yTpG?kirTT4*c1&tR(&i5 z+x#BXzIdt^*K27%dsrn}JSr1N^HN8HsqR=s<(|CB%~`eyx&-rYmmIg6u`-+tc-M7= zLiC=_?1%rq4o)Cud_nv3bY$hln|GdzY4Mvg&(zUJiJuD(L{(W&JT)I}nK|5b_Bff5 z%vLyb$<_&;?W;v_rx+?(b2f4=dnNB>n0sgVIAl85oBNX5$wC; z5BwRSJw|=)Z@&Gnb@X>ah%R7NnbdaG4lIWLO-acNAyOO}!8yv_uV#aq6}Tv-())zo zyo7D{!T(f%(n|y~L2;M-zUQpjGm*c{pMM^y+0jDD7S68zUB2m$`t%J(EEAW*2Ubq@ zoW!WGJo^*9Yb-t=StRD=WT)hK2A6Uk*AAEUHBB*j{BseautKs|0O_K^?O6YNMY58{ zT(&lchZ~VDX4WIFU3EK>m;nG7ym3b%!tseBKPn^ELZW`t!qH zZz|1{MniVvU_!y+DfZ_HWK|Nhx2iL1kncTpDb|Blx`=D&tS;%b{-b+xI>J)l^zKe7j5`jT ztO*j~?hcdN;AHlhPS=HcM%2KgrszD*X|?})x$i;AGh8|HZ;8zS9bMM0D(}rS#STxR z>r;Kjk=4w!<*eWMxA|*D>KThYHR>uT?=;%ApeUf1o&?I~N8rCdwF z%2FnOb9TncChRMy_i67*)$z}pMm>lai9z#5%e@x-XvkuG5YS`egl-~#gRr;wJI2M+tC#=+z3OT?35)HX_Ts%4V&qWRHql_37 z3@R!E2+#M+HVeo@$RI$o4?M5QE-8)kyap)qgD7I63YGZQuj9>={)Ogdkytk*l)oNi zc+#+AI2Khuy{6+d7ny!!mG#?(pHe{lfC#PW@y!b+UF3H(^FMd2t{>U2{2eJ=-A~PT z!|uj=I*_&uxf0c({h*wfD_^kl2+`<`MaWW*BzVf*?3vxzLYTV4kk)1gfdK7^qR>#f8sY!8<`rlt>rpbWgSTPWw6{hK9rt(O+?x_gszm|yPL06 z)O*6VJS-BvV`-1+W_YvR0Shv{kTsVQQ?^Yh^Tc`^lK4USsbO4`tB%JM!5>HjVi zMTxCxIe#eIj(sCg@66?0g{CE*b~`YMJFx<-@8lWp(h+aV$x&EJ@$tkmeDX3Sx7_Cs zC*pS#^y~@ezqm3_Lj#t!5&7tU!k8H0$6=mluA?o*Yg?O!ZiVB14w($4dA@J7_h){! z4jan_jgJ;gGBD|B9w_Q0auy-R8-SbGJhRr*kw5Dt8q0$@b4Qal`SVAlX?V6nqxZSU zV`#f2$7NhJUZ-euf1iNu4%BJgM%2QD))B;l?vjvZmWu_xWLK}k$SAKqcRuI#`Zj*W zLRa?8O@%glVebS2p2mbzRDVIfay&6Xc*a7&+|xP9w9<`Lo~OTm2loDm;zj>=oS}~N zKx6QRCws61_uccUYJNY`HlL0>Z4+nK^12${kX5|9$Hdr2Un}~8o{1(_3b95Q5o1ILc2tv;HmP zT4Qu=_g~9|z^Ew=j{1K2ZzecFQrh$AJioBkIv1CEXKY!+YT8aRb!}x>-KY7Yr&t9O5-@ax}_L38-V6F<{RvHO8$Hi+1AC&=tM5@)1K<2 zogOcgnZF~8T_jWXL%uToyJs@X&ng||2Dr@!$~2QaPJ8#pJ=TR5#~o~Kc9Z6|YW0?d z7WsPJdiaoIoaXfh-c-dJCrUr_eDqY)>vyW!1a4;*HuVS*+#v7eW3p1U@tTyi5TY4& zigQRxQM%yK8$Y2GGMw(LfAKs~Ds0v6Z8?~xi|Chfu6kjY){<^m9O;X!o;T3hLOBT! z60%8XlZXP_?&}69-P-E=d>%njmXA_$2Clx-)fW^tw=1t?W*ljMJouX#wLOeP9DYye z+1n+J*j*1Af-x7jQf==%a@o#3%ZiVN)=lzyvhOkY-KkFHuv)plc-+>r1e zapyc4pymMyO*P+R?7uO-p7e&c2(Rl0y#hM&WcfX=tHYBq_d9t4odWzFEX-Gu;ZfHf ztYsOMXTM;~74$IS5VIQ*`5Gcr;t9Pn3q0Zewf%)YzbY*i(d?39dY;R+=|jFKoq8aC zy8qbydOL<;d{#uHDYec)#uc|>C>g1{=$g*Jrwi52uqk{`**S=})~Odz(~`$B{?c~g z+n;U&g#^}H9JYDI_a~{8xoWCrB9Y0gF8uK4H8ZezPuzd)?Wq3?fPh8*YJ+z3#`!%q zNmAeLK6!pcrI-F`b*L{FjDKbih;f6KgXUrQVB?AIr{DX-VfvzEqhBt zs;yOL?lS)V%2rPOM<1c-K}ckNOqQx+k(2XvkLS(}>qsWfhV-nfuTJ_*{C>bWk4A?% z*~h2C%7gxUBL2?@G$6oeBcpuo$$EY#>_0HDL;9~`qh)5)Ax^R)xUUYC&eqigAm@D^ zMJ<>_#l>WyZ~J6K6y%YNCSqULwl=Z)G&;up-swB^cU|^)>}2DoqKS#IAMPh!S&mN3 zyzApG`>j>y7Nl%0A>c`jcyxN+m{ z2R~Nk^@A{lln;VDC9{?7CBNEx42rnisLNlijYYwif2wz(C)0G(j#UoE`Z??SFNz$z zFKl%WVbIon+=5;rRuXpYsTH4Rql?X(?4eQ<`;yW$ZoJjasoa9rakc6CG@Ezk7l7)J zb!Y^OyorCkXoUl=!4|*3Sn23!zx*!)^HR4XCfE8bO3vTiRK{s`o`Z6xIHq!=#WEn zW0XYXk8XKZlINr%#(K*L%^%NadQ_zr*6o@{A-$BI4YPW$|CxJaEz{gik}4>)Rv+VU z!X|0Me{ZbjPR4H9gosC$5zozk&1~?0WQ=IB(UgoxqP=qvp8XBRxYJuG4ZG#%=d9j^ zZEvw2%*V(DEh@)!C)H=!*-6uxX_sm~_pi_`YpX4NE+Yx;_CDbIWn@6O7sjJ7T~=x$ z@lC(AcCTjtqo}BWeOB9kP`lj3`?cJtwx5e&VJsr>CyEU}PYA6TP0Uah+h0(wolCoN zr|DoX)lTAkme6Q^Dum_bvwxp9)(BztN@`1f_drX$2A&s`BQwzeX9(dPDYgX?rzS}4~g|SM~ZvPPnYbXOv*~ zf36DDsv}bd?;>z;tfl*$34+T6DJu6n+Pd0FJI@I{S^fR`Y+F6bFt9X&jo}tj>t~|% zs`q=7y_&T~8<$SEF!{83@TLY1;`a9OS}LpvrfTccy^6#Ls_+RC&e?eXJJ4)`BD!6D zJ;yjH>g_jffQZiIN{|Xq+R2TtEF;;j8S1b8Lp(Jxk`7W;&n5R3EpaW9dZoMr885?U zE*5+HP+;+hG#wG(Lg4c8<#f0VdLJrHd8e&AmhCM&$_88zYUX0DSmG`YK)=_WZvvr$ zkkmY?ag|3ZKQymF)swQjN)u#Cy=l0{9>PYZyR7I)uy^BpVAp_^I;&nB{LY8{rdZDk zpR>*~zRZK?o{c|AUsN1k>w4l~V-XPj>w$y{v_0Q!a8&Tk!oicn9L$)B-BPBO!)ZCb zd`PljP9b;geDRTm{K7?9-gQZ8Bu79}Vxs$tU!$W8pzawD3d!w2?eQixH!Dm06gYu& z0%Wn-+51`QRu1mpgQ9^Qkc2~PZOZ!7Ah~oeRZQN?N+FSNN}7F_m=!(^3z_$FN4?B$ z_V$1_uk1qW{tR>U>>>l#h(GYw$;ISm=J$`MWsl;IuaDmI?WQOUCLek9x;}fO95z_f zUhnPv&*=irH-f;3ICKUe&YgumCzftYp976RgV)Uv{o^lVjzG8b2I!93LG?MKu1@zs z)cdU(pu{{_cWGb(8cFFSm1~VCbCqL&)W-u6owU6@&|s8F0_!$V%9x4-9(O0^i+z6+ zPtnO6MB%sF%j9hyT;ti+%kBwwvGr0b%PULbBj@MNbC}_yWg0%jd?X-!~0_=iM$R?RK&#^XzJm+Ka^h zH1gE8PXYw^`R8T=sp9axmc&XNmzArxdIaXDzxxZhi*46-vNh-cX8nAs$9hzXfJ+DH zxnTt80LqGr)WDxCb9Ex=@M@{v9Iys^1IYKhPiG22U8}@;jC&L)RBJ(J-_453IyvE^ z(cX^qh~3{c0YdJ|@_)}m)Dn>A*KL-T_-GX^VL0JBJ|S({r^1f!2Q;|`e7d?7_4a9f z8rJJ}qua7b`w#OSdK3^c2zo{mhWGK&FvGCyG!|GD*6Aw&o`XFoy!6^=y>8ed?*-AA zy$gL4)ay&rPGsx1Gufof&2z>sUBU$Lm*(TYeFifS9@ zXgP#Z9UVR|P4)+Z8s>MjysPH0WVckI(rS+opN8Bz^|P7|-J1#mlfU9%FD}Bw*<(?U z=?TP2ZJ=H|7vFH4N%(e1)J9=!Whi$Zpwv;o9W6^vNm+Tes}OyAe*3w5y+3It zg`%)NoO(?-l!n(y{5b6B^73fl;?+S2rQ23;e3*famQo;+ayc%7#rg`-+)97iIXO9{ z34V=xTYq|pmFDEm9x%2;Do@^=ZjODoagTk@GRseR!eMcO#>?B}Km=n*Fv zF(${#IhxL(yd3_u#k9#lYO!$lK7<$C_p~A)&-^bh0MI?fG{pwEe7-q7IOW1a^@leV zS_Dn4qk@C6-9R+>=tPeBpM%9cNYS*}NH=lPr-JKz6WmU5&pVhk8T9oU#fo`NPhBQp*JWs&8U+f2KWsp{~9R9=?qG&nuy ze2$y}56SKKayNr*ySXjN0=aC}OBbtjAHR70?!_NU-D{%*%r}jAs7ROB;NMgEQo29j zOLfJttmUQDuCDBVrAT`I&4k~Q@krj`8oXZq!jOIZ|Il^SaZzqvR}l#*1qEqD0TB@e z>GT3hqoPQ62s7l+Lx?CLNK2Pe7wL{6rDJG@oB?SVV5p%7zK3hv`@NU@AHNaxne&{p z&)$2jy%y#59dASUc5Z%tG%$niPv9bGgSzXCa?R8MXgIW!0mFJwWk4MC9za|A1OzWx zK>3R8)Y|6=K6#|v0ulPz2}hAsjMh|6ELv=_6&*TWiQojItD1_HITw_aFTmKJ(s%Ky z(Cdi^PCzj>g4Jf=54MjaJ9NZyVSH zT{B&WC6cj}?*Jn@M)A$$r6${e!fXOo_w*8)1$53n zCJ5R6;Q$9@A8AAvOvO1H8>X~cXnp0iwc{Bit$CAQ0}#h+yaUX;aihZP$r1Mm@*5RW zre@nq7M8%gkC0_fh1K2z14>T$o-Siqcl9%K5N4dTqAILOn*&K|iSVd->ZLZ`C$`m| zj1m@WTv`v+GvW@JUJ7)VKeij^%1$?4xkZZ|v0<~XzM*+gHPezWpL3HvtiHH~uIsv} zv@i%_SIWtoe0Zhj;|MyL2IsGw%Bdt6phB6MOtcM|5aD`9Jj|3b0Xey_Qw37gMzC|+$N)CHHmy8QX20EeomR<3R?jxoUcJD zc^mW(Oh1!UgUC6$h3r^O#3!2yUqiF+K9sylpC|zRIy0wcrfjrTDm09km{@UVyvNBI zwirMetA1ar`eJ&#Kz?*w$9|CmcBVVhy3M)g>nD4M7BNnd(M8yc!$krMX59t!)>5ZB|?*}jy?p=w1d_$c^gx@TqfpWICDn1|?Fpkk6sY*7{- zbF+8BETJcO{QUf1^qEOWNYYabMot7-PbM#~*~*YGNVtz=1*M;#Hg28%#Q*pq5k*Kn z%ca+UGywDAiTNRYYcCdQo1pXkfZxG+ockcNJG#eFQBl!vD|Hi0G+XnA9X^CWh)m`$ z_qd$y!wS3u{^#TV`vJkn=g@#Ha~R+duL_vjiR`bKOL75xCisCgH!imbm|N^9uf=j_ zef=7q?}^P;x$k;>v@cu-HEwm%6;SiiHXHo&*>iREsI6)sE%dIXSw9ZdK9TNOFqx$1 zo0%esOprSXu}jODn27OA(`xr-%wjCQ7Dz33t8+L@PWv;18-_#nLer-ZBzI~s(@tW( zC=!?OL5B6qBSTz|`%=Y*z2&@4*sCO!Zf(z$$AHCM#Due;0&AH=%<&(v##MX0K*bN~ z;+=d~on!J_;byDTq13CdBfiP7fTzo%WhEz^rnlKBwb$qO@`%4imkb6vWV~HuOzo-( znFCd$o6)`3dV6HyR}nq1FJGDtCZ%`nDj@j2C2x-FwY@4bl0%TV1Ccc5g!m^c6c@Ka zsh&Mw_38KByBY=kwdw5etnX{oJ@&Qt1)li1az{^VfR8fgDLL-zqZ*0`?Oao_gLBc#6m7bnt2ZojZ}(>IRn;l#n8bEET4Tw^3*S|*z=OFA2% z!ZEET-jFN&n%!GZw8JkowD1V$7Hej}`9Q49;qe53P{7n_9 z?6l<`4G!hFTbap8U#p{>1v|)Y-2VfAB7Ds|S%(~#IouCFr9C7TX~ia)0kned8#q7t z_^74mX?;^RKiaAdtX4oryH6=T!rJuWh(ug<@#+W=5LXnYj)Z9(<5w-Gh|Q+ z2XPjv34=3B;T+Vl2H2H79>+?Lox+=IW}Ey@wsq|jR{n(V(OqSknz?Y+$-N+d&VBI7 z6sEcVu09ou(^&8}OYy?sN_-sWgk^`tFd}AUmf4KC^V!)6pp?O7d|w9x4MjSdB*kY|Bod@|Yu(-1Bzd2-J@R6g~Iyntvt`jn7j|9Nd+^$8O2a zCw%ho_^xyga~LBdaWrfca_0)De_JWl9y7d&fKX?&WYz{{9&|;S5p?Davr!XWg83L7 zg3`7+hd(gnK@fMMJVYm?#l4U_9{|M_(m8$Hi?n8Z|NrXhNhJ|qogKwFpq)X5`&K~qB1f%1UVIhCB}$>AhM)Q|DU68q-9xps|{cHpp8dz(F=o4;X#>SIlE zC#Q|a1gF|6zQ^iawY9baCfn(&a0aJg&a$#Rn#y$#P4>?3y(nE)Rq;E8EpAt~9;A6~ z-ScZT{n?27-%cf|xOX)c39MQ+!`{1DB_R6}Nvb)ytIL7o)wDeQSPeyXFJ+5dDkENLM9SOHg|y zvI?Y~46*+t17P+gTPwy-WK;ywv5KaSZu-IEK+L(d)5V-Xp}Dod&|`G{KeFjwFQDgl z*b^1|v$&GENK;2`r$tftpC`V=RllI*IX@p5qW6R=t~ z+jH^Z$>6;EVcK9ntW;E;D)#(`|6!IC35o}{}CMdN)AAi$_aHH^xPBj_;mE?Jym9&d3jl6$rbJsf!JAAOo;V8e2T3L zAG+Y>8qOSMt9HtPQnbgj$gjXZtXT&ZO4vEKU;m4D_@j*byF*(4^lD1v_EY!ail1gB zkH5aTrhHLS*+6JPeU=j>ZkFIr;2{pTlrVhTg-v2A7IusRTII(Q7}Q7o;E=xBOA(Io zpGR8{>~Q*mw{wQqR1gKbdgJ5OQ1ICt@c#il0MZ86Q=vOEsdFU=Ooe>b8*8JCkp_?N z5X*qYP_q!h^FaHVt|_j80kLB2{RT3UlC)z%Yf)b6l$uZiCC~rgc=cmR?;D+p)Wwv? z5&oE}Fo+>Cxr50G5!?zY@lzrhv8 z%vCEF*xk4o^B)pxzNd|3icIGS^Pg;-TSSquT@#cMxuT$?wxrc#4hgH;HWJl?!*6(H z#>&D=cj0mB+`Ov~!=k7(A73Q*IN+K-ZqZ#qs9q$WFM!Uz;Urw;M2p#d@Gr-Avb|(O zYaxypc;4UOI(qiNueTxR)bWwMh6Dq}FL%nur!3knn2Gn{YQh$Le&QX)Yqp{75uXwq zb=Ip$dU-W=MT#hl8Y)yvsQuAX8(eDSP$euJA{agm`MDoxF<-*W>MmgH6R|@!vEeuCB?4 zmS>-Hn1@aM*X42pz+EXm3kGWc8h#0>$5*oyPSae_xz*19Ceu=WG4@7kk@INAi_&!I zFZ0^zoP7O?>Z(ce$@Tc5={5YLnGLfs@Tmev*gT6qsM5o8gD;reL$JY>PQe}k% zp@c>Jj3jkhAc#v{`7kWFusnIS_DZikiZP({3l`T~G|OguU}kN0W|KdK2Jga=T9@7g zXXfvG&x7sq$9ai?LCq!OQZa1Fz;m3)Bx*GacRbNwpQ`=XZD!2nu|xCh-ZkiRg(^vm zPNGSp9dpC1Tka)ZH-X-tRvvVez{0!G6hLO^P8P%Pjg*dq`c7Z(G)AyNFqN^ z`BwHH3eTP>eYPOmsbm&Oj*4LNpXa`b>(Ecz+VP@x-6`DrDy-e>8(GEZ0&QbD`*=;1%w|Nc2XBA<3Yf?0%6Ranyjxp{+RU zzkHFmCd9`@QRgor$^YP51||SOk0}--s`>-!uJ5I}O*cnTuuNrPvCwcQ@bq{`*&{N} zo7#w?ZrdBYs^+L5FQ8w<1`n@xYZP$QVk9Orq7yvGEqw&-tU_4(Kn)U15haze zYge%5hyJ~5{_)C#G){>+g*M_8KlqJ65$G>7z|3-YOTgnrwfW9lr6)2S93~P`Oa4(g zDmlVn8vNSkWua>n8kmWgOHAf*9NKk)e^wu2d&B5%moZm}Z)>!4D>WmV@AEV42I5*x zmx$9~3l^>*tx2Miax7e|>r5FNDP~{{ea-l3#!rU2_oJ(~1vFumWv|^*2CKF&6?Sw$ z5Vbb$)pN2NT^Lu^klKk|e-0yR54)SW>7j~z1JG)cNq6+Zl7MAE6 zt$yD3fcHdI!~+IyrMmj@yvwl=^{;gWw@ZB4sjDqFjfTL2-s5gS!YJ3IP2hG+ z8Mdp7A-N>VA;_=^|Bftlw#Ke~NWf83wejyBz@Q19x=thQbf`+%*=j|ZdzD|&_3L3i z$JkhYZB0ev0XL2*?h_;|R_M%wIK%zw4vFySAJbj1}T6c8O%BTQUp@e+|Ye>(uj(oJKZtUq%^jN>=JqqWrf7#h_V!( z>~SEs`E4{UCcVe#IJQPsiyd)OY-Zv{9&3vCoME{9ae;$fA1GrkE2DR*ou;$UpG^{H zK7h0q08NK_9#**ic!b9VZwO=>wVtIMK}tgEkbR{AFfFLFgD;e%QlI1L(OBS(CrZ(I z6bxWdfqggDEt=NdA>*a-TbtdWThBG;=#4@0OQ~_RRuXT|8!(R2Qr(aqF>g7$+1;p| z65{n-WWvRT>F2kHRli7J2g|zB#f+`3Jiw?8lE9Z8y3(mB_t@l5b;5I^8GX0oc@V>(O)C}*-fJ&fO zR{{^E2Bv)Yl5DDd+&89AhiDG-P#?>QVhMj!e5wVH*({kic?C!NwDGiS>)?pX1t5I2b_@KVaiU|K4$gm>gAOE^E0)88~Ox;flG$X01iO33paSspSN;AsMm$jl^P5@`&m zFX+;WSr*i$ODkilmd-K8QjXVfyPhH+Cc(7Y+BbQ>4w`7FsxWoBN*BlR-$q(@=zyGZ ztOw36R$21#Z?h%7vLO`wB_rc=CseVwT&VSpjj3Y@bGoSMpUw2wnP!OFRPq$G%}4Z3 zs(Ehb2*z|-qV~eu^1Z^V%;EO%!qF4#>Rwx!I+X#6+x|$d8s7AySp_P z3)pY}`vJV&0XvEW3Jl)vuUcWB>;A&sh-V;)3CF-(hN2Hx3tkgaP_LlTiJ0~JY)r|3S8;%{AC+U04L6~f+%*oH3siD_9YLGJ z_SNV7OR|zU%0aqwPFlH~Y^!CCJ;K^5wiU-xp7_4l;6d>{hBfi64}TZ1fB#f}p9a_$ zU6Te(zf}Kui6Voj9}uV2W;6^QgX5aB;gPORZ@*P}e1}dmSFKvP@x+;mI3={j6ryfs zt@e}RM84ckI?s^E|H?>PUpXv9M|x1U<-4@<9Mf{e-&um)yinMpBcb1n&FflDT( z0P?GC3IOFY_e&=+aI(uVntql7J=oTZ>a=14LkOq17^GHIdM~>hC^F^9y}$Pot4o+5 zm;`7Wo7q!5I(KEh&S&^CO5WW$;LpPOKxf8PCBl~na)$*!=*%zmlg@fuYjuoT#ql$c z+QV91epOumF8~-^KQ+5(vAGxWi$mqg{#4^?-3@L|@zs(+c%}FE7pjwBivnRa*JXyh z&@NW%s{u!yaCV_1M!w1Ey;u+>hy=Fvx^mf9`WS2|UIr-^Wj!9F-NJyVF;W6GdbK%F zvCtlP=|7LeuRQv3wUm83%>C1AOUvby zju135dK$Dmw76=?`z!ci$sS@>Ut{9sSD2PwL&~S~FECz5WHSk(Sz&YOIOhRLsLw_a zZtGUpS=;UYyNjE=#(V4E8#e*T11%=E#T&7LHc5a|WZj~Gow0E$Fyy0L1bAav*w{qN z-I}hxr&%OZ3z%JX0Eklm{2K+O-%?a146$~*f#SPFM^s^tbR_a;6IWslbEP z2S<#j!JxoYv&dz`s1i_kP0z_u0zARiM3*upaam&fvk{w9J`^2< z66@y|Bpm7!gdwxFhiehQcxl^k?GFE>@XF69S$~IMYs2`x_=pGK z$2A+dtXokI!V`>_b&ZOkl2*Jvb*|BE(I>hAN@Q!F!nRAINui}rqx??w5Q73Tz(yM$u?qMB>@}dqP?_2~P z<;~P7+5IDq)_v48y8UQ>s|ML!M)1k8*2Z%y{tJj{w^=+x_Z|7Kd{g7R?y&Qi#RX?& zGMU{H<+yMsvy!4axjeb4wlAu)T}tHaEXKYEF`^2uePXq#)L~UKmtRPnyq29S3y$EQ zNHoj$dXzIiv!Uh$rW~ylc05=za}CKu`57Q=Y1ecra_G=;Uj9>F--qNhBqpx z+bNw!{lnebrz?Na+?DOqhFoNFoOL25D3C%0os;4NN36*xZPmDT>awvowlZ^=j7n^& z@7djIpj-AA-KiX)JN=X5v~buWh8PBI1eoKhyo*KYR zo5~(vDOC+L#cM?LxoxmBpgqguqtd$h@8@VXSSy;4aBvxxKa9Oe%RcE;a0YR4U zSg(r@HB$cyGr#h^zuF5p)=)tZ>2Bx1dnGr(526FmQ@9Oqgsj^7*7Lf%Rr=~TWNCD- zO1#ng6-es2o*F3#5^6ttR*>m@IK%FUIVyniqOXF^3FcnA7WjGz1gCZy$ET7SlHgYK zK+>?;Z$R0e>wRZZ_Ntjx&`-u~LR6#%>F*-WH+W3Sdlb&VFQG~h?bIqNFsQbDv8tfD z#H~VYNw&ljBTvl@$&;6}S(BL=Ho~0!PoobOU#l`2pJ@W+?RoXO6K&(8>{A(}Wi;9p zu+c5DMv9CAzP^7&Hb8`kz|U;r1n}{g?%H_I<9=i2I{EKpNAuz(<$}`8T$W{gL*tKR z;)yr5To-t#HcWOzE^x$c4y2p1MrG=hT1Us`d{6b8hH%5QX1_QGxTCjfE3K%&!FmuM zfWmzYMLa|f3+}bBI|s)}Sv>J;8(@D^wQm|W=gdy=-g?`?YKr4{Dp@6eoS8f9%1UI8 zK*NIn+`g`o4MDNqc)a)o^X|8Ve{_9*KOWI7d|$vG_i*y07L2TV85b9q!2kA?M%Q^t zi`vqEGnDc7%FAP%vKZJfdF` zz&Jn29m-V1jZ3mHvcF+K);wX4-5h9#3Sd*?UmdA``!)kV*%ao?L#`@W#M)_#_gpg@ z1#D0=JAy09r=TC3MBuns7RVRb_z=aCO8FMBhkT3RL8m(Nc$GYP_tLl*T9G_v0ae_% zn*g`6D&p8sYR0zY=Qh`f_er^-?bPU?=i*EiY@e*WxPj3y3>!hEIMVDEnD;PQ2zr?V z6qlQ_9*O5Cn@fd($th27A3}-5T5 z$RUq-Ut~A)xKFAu>fJHmBXJk-cD6>)V*T`!_q)tz0m56|gv-oFO+cXO&y&5;B<6Zk zy3CW<;lk5@PRtvD7!-*-fL}_E@Y&V-iw{;OU}@`e8=!dIFP`1on5EA;Uoo%eo;bYU z5|TJ|7%~{vziEvV9UAKoqrPs<$gf2Q_jueR_9~-hy{`Q**G7!J@U_bl`b)R}RoA3k zqvxNlGK;bjqNkoEfx7SJsYj;!>$J7cfR_)^m-jl@B!~OCYS8P6^lXjeAYSgfPRi-flkK|gf z8>@{vbUCLD;D1HtbEbd%NcjMhIc^jd(GPzAz7u)HV^_;9r`vfo%I;HtmT4mdd=MCQ zAdUt2y1o-UpxHftQfY%WqK9!_irb*sKcA)U$$q@Cm1mdQ_)^L%OGEOM$rYiG@k1AH z>JX7$^q!eN+=z;zUVy6On#q7Hi!|xYp*U#puHxKrvdj9KFW1dC0EzCa)d(;uU#?a6 zNOB?J$3>6MgQ@&Q*9Ih>_>P|{p7iyvOfN56?gK*tvnm6tr$Q4BuH6~R@g~zv0lYS- z>U*ucKyr1UD&;kW0|eTHXnMW)_7YYkL1vFxXwC!MBBkIsYBv<;USdpX0lFqicLhe1 zo^~^1!nS0ED!c=GHTJpA9V)JD$Y+O^tAn4?J~E11Rdw-BqGN1anovh?HP}-uLKrzR zdBnJ^a>`RvtV1*cDBEO7CRuU=dm=Vc6`FO!DpJSr{gt_bV{L@=0|-s9yR%=|jrpU? zQgY-}loMA;9g}LTBQX!h#SXLTi$PJgO(x>nxyIqU^GPqZ#~{xgc(48GeAua4y0br- z`^`vnRV&>J-i}^8oEod#?Rx+*s3j!T6BV%j;t-|kV3XQ8ED*7uBdHTF>YPUvw7iK= z0F1%c5ibt603N}yB931H=K<`vV+`QCRz=;LA42!8Kj`}nVEuhHD zp$OpZlE)s-KL+Hb@%$*5qvUR}Ub}XU7wU9$ve&pF?8=Vs`{B)T&dYIsVp8a243Kv| z%B$JYGKYT$c%X2Uba$EAAMV?!%#LLzhjk~S#_K|>O`+sud-MGY3JNCQ@QbaPPdSy! zQeIHF)qyfeazq{hz*Y=?6BU9uX^Z~!X=8uH2ro7F`0k4b>FH!jYc?wJ#6eN7{GAi0 zpRq@{zNpkx)EF1G2^-<_3SE5HkyoP#$1#jtlf?9MHPe(0c`0(Jd|=kLEo(no_2jY< zJa4)?YVWZleJIoNk&m`>{(wXITGXXtm7;M3j%{0l)ei*oRCf;6(H9g<)9n=TeCWvN z!K{Th`Sw-J;ZEK{0=l$H^qz|q_G=ps^VHR~^0gxwPPK+0?UYLBf~OU%>a{4|?as6% zj-INa(4htRY5>JcJloT1b}Ouoiiorp*wdD=_OgI)4Gl5_h+$L271yTrk{s7j7xIGM zysF2&&+;#a2!U-z3LZ)9x2t~08;#GZtV{d?;(cEVFmwjKn5KChj!$lq$y~qe@$)*m zzm2biC?fFnP(GY+>VqXHFJmEy7b{I|ssa0+r#u1ynmnrOK+H){i_gS@=r@m%UI zF$Dj6iun2hPB!jbGaO3tcuY_?r@IbS480#yiQd^=ECi;qf_eCeudY#C8(ror+m^AHUY@(oYpn%fZsIm`;ecqpDg!_ z@T<>{=p?%%#5Qp1Q!Z-OqbAsn0GSl5F7p*loQ8F=g_LHGB;B9&U$!ch%d@{-XjHlH zGCI^P*O>!B>q?Fa#D0zv^)nkdUZ_*(qPiPAQKDm_V#GKr^CN*5fqGY>loq}r9hN1qfkZ&lk3EK-4@YDMY6^{;@W-Fq*?|L{;;vTpFp6X5FcK89ZrI%ESK9ci z{0Hhc?<+j_(=Ie-tLKJ$9hQ4RB)U&&Q}O#-$tOAzn_(esfb|r6+u!-xE55(`Un6aSStHd4E7aywU#kS9bZJv(At~9@7 zwW)m})2R+BTMtwX96~VkTu0T7(@w8|s0#@Ki%XSx;wq!kLwetAeHPDu=X7W8Q^_);`>q^;LKm}AmT3VWy$bDzj zyc4hnVF!k-Hm^vm*I%FvY)%L=gwu5+9B|*?>L4aN1&CXJ)yv*G7af!*QDtvmACS^j zaMN17h0TX*(`orMRtk`HTOe$+i94#`u$BUAb0X5tocC+Atn<;E)$lP>UJK-#sSJLU z^oAApwcOZpx@s$4!IPti4NvZwmDtX9)+DV&&)UpZz1D$ma;EySGDOLNO>+KF*AQXVLMpSqxDgx5D8XU(+> z22Ea3OFBrFylIc5k%=3)kOdIv0vIG%o?E^xHRCo!4x0%w$$v@_I0UB6J{%?*uQ4Np z7Zkw*T=N?4dWUj}8vOB1G=Cx*0O+ZdzrWJ+qYVH36@stG0Nxs=iTEYC>bh?H{0nfA ze%VTNy^GVC0L5Z}R2m1z+<-8^W1GS)xqS)t7SjC$}{EMQm3!kjF0ji-ca^@y##z&A>oRf}oqsRIbw$?Wct!hfu=G zeR}I&05?;T8q=H{S?wLpWZGD3E?12WGT}?6(m_=S;9Q)cPBBx(WuZZa&}dC_mjW%Q z+muIv_4_k1>g{|fJ#*4sOe&w~?^5&4&E8~msby)Dpw6wnK$K}wgz~7RRorK>jJtZ| zT6_>blbIH!_Qkda+y(^CYb-nYa;FI$^g>W)nELb^ey^+%cB&C8+D>_n zBCk~d+tu1;cXkQUTa9RK>SqD7s*Q>USjDcGIg=S-yw|`OLE2F*qfx5?mCoFWqNrIW zORGPl>X|INC;p8=l8SoYNPZx;g1W-=mrLkroLZy+STJ;rIJ?BD1g&pcosVIU48`?c zN1gA(`Z*?!@J8f{Svjre%+?C7$FDr3cS1^pwH}X;Uz@ZZyckjZkW3+-CEx5mOu17& zFe+lFEQUCSeg1=$>kz)Ksu`&PhiWHv!30cgrLN}jLwb=C3xf(lIQ`W%xR~_!iQt{j zw$T$ef3M%~&=BejF!{FDxWD`UKGB|+d!<$k9_ls4iuz)h8>^BFS;@T|c z(oSZQWu4sKHm+K=gH19Mwlf$yMngLbz+!WO9@xOz zOt|7R=F)1o%bfijJh$>?^*q^8xB~)=VVE+{;qIYJ4+`tX+#{rvK`$TM+c?WT^WfJP z`;AMmc%9u@rx9*UK<{K`F)LFs%_r0P6 zA2QQe+@DJq=PnzHjL^eXw5d@*-43k>MEVAuBbJn^oVIMOMirbWhRx?I|MkC~^OgXR zu?a$drC<0U(KbvfOf!3UT;VZv*M6J{kne}UV6%V9nSN^Ho}^mfA02-}uV$9cUbRm@ z9T_R`$Z$N^`AM8I@jTFLVh{gtC(gMR66fh3o&=Qc zP0YG58cQDO16Oy1$C|I{+tz~{bpDQ#V_Fl9-5_&aHz`fNh?>#%S}ICWbx<$}&o7Yy zL8F5iA!Cx!|vqZY+Xg#ug4E3LaS4_}Lcl3)wfP8?6cALFk}I(G?8G9cJq?eDDKbfg?FMh<6+ zs`P63bfOR_>dAqw?-|A_!j_otZOs_RqGZ$debn0es`TNvLufyJ)JxFYo`!{fbH?=y z(<%_y_y9zGMYltX$V;vMnoZ7yr>oIknm%s98}(WPlKa!1e`SxFLMoB-B= z-$C#PKrCKnHb1#`^+ROPM&frkos)vfVX)b#o#Mmt14V_*M8gjCC(#KD=$)u`Cvt{S zjA+tUu;97sKB^-!f~SHt2@>gf!U;X_L-3l1FShb*OsVa5FJa)2X+r#kU+Z@c&x0)m zG_zBttcd>@DypiVoDX6K1TQ4A2^zG!#$awoEnZhgYacb?YdGc__DO+R>4)2Ik#ph_ z1Prq@)kdu7UOW3#jhW+hg}Iu`gR?p9CiGXiF;{`X%Gs5${lI3ux|UJrqDYE(YydW? znzlsCNc3`(iprF=LkUd#l=%J}#$i3sw=7xCChlUzC}5gM2rJE;e6<-xgvY@-@|#HZ zcK~qXl4`NFxhVX%fZD$}jexMiFL3UWrQ6dwK}T z+$G5KR{q|+*bbD_vFK^HbCq}!RXIAD%w4d=NPAZ^m$nz>)Q|t3|8gE^t%|uS8N@eQ zS6GFkgw9j23+YfLD|V`#Z0bW24Gmf@`qU&QUV!N4oxy+#vOV1rM?B|3e&+$R=~B<^ z4y-iUL$$ToRYn(t1H$|1rV?vdJirq1LN ztmJ@#1V_j%fvPJbB@aO(R!N6W9j`Dbc1jX_`4A?`QNyAbiWU2wj-#rj=D|W>9AXw= z3MG5!ioC+vRM$N)A)6hfy-ca5)>_^lwj_zXEzw!mk{=X*t6zhM*G}O`jO?4G z_JP2{%`a$7p1`A_8Gv|EjS`OBX}uRAe$=WTp!8ra7h9bd#~HgyCUWR2C>U5$zF$>U zy43+`|NdZ0CoI`ZZN=xXxkzaj$m(}4YA-a@P`1UBlhej{aFd~4wu3Q=iwEsh>JQIi zyt9~llSAUB;q`Nk(p00A82cNta9w3@d&>Euyc-y@q{}I%<;@>Jwq#UOg z#S(H>^Vga5{(L8;LC{7jk44ejSoc*$tw0ho8%++BVtHf??mHxtR4eVZ`Jl@%Z$l24 zvzAeHyi+`G+nNzKwUFrOGoYXcC3{P?`~YBdWDuZ87nONh5BZL0)gOyA_8u)G!ut%Z zQiiWPbq2w9zkr^f!P4=*!5+G^ReZzgWa8&=3lQGwZLi*bXc}Ey`e5cjB4PkeIuzcI z+8pFl?Q!DRF#edNG^3Qt4-@YF^2yA~$YvZi09%-pC{RrMeDC-QX$+It6!UmuO`I~4 z7Aa}WchRlXYff4v3q1K=bj$;WtDUKW<;Sj-PujdA`Mdr9`zLXL`!E3!?f&};TjcU? zANXsggNXRc!9D)&9NgHjGM_EKn#)^F!jbro+Pr0*Tyv3O+2|Wk?Y`R>Jxg%|FB`Gj zTG~`A%B%4#cIyWgra5Y<9@=H>(#b+=X!LHP!BcIX817!J;+G~vA3W=Ft#w&eXsh_o z`Y43!dptE2{0hei>E6V^psP3Z zJh0B4H9*hr_bUGSsh))xzn_|5>0ZS@{lSpedQ0Dz#-0PI=&syQ_+?hQG#f_jw&u3Y|ASiQTUprlSmX#0-*IOFCqZ zM~F8H@!#1}&oHnt-#O!T%WB2(vKsrkcz+jYyL`ry=yNQ*pspl=D*aq6)tTs zg4(oS?;5Pl(`EpBOO>Vr_hh7dVJ75>Z|R#0xG>s)@QDa>|1MEcm!WMO95isa z`DZKH2hn`5edD90IL^Hm6fJuc(i-Z&rD7=k!|PC@D&hQvRIhihk^@H1hU$}trXXyKP-;5-!Ls| z>~=grh_e-~2?wmA=2sri$6`J655LG21Qio}(8kSG=9Za-`C+c^AC>c}Bs;PAy@8Ag zJN#=uox^Jce9qSIyQ{eZYUsb#P=fk)@&t~Ut4o;fKK$xKvK(`8{PX@Oz4WrjCtWCV z4g>=t2mv0=mTjiY%?Te#TBTh;>tO3BalH#N3Z1;c8%zZ%0v}3T@ycf45P+ZSXEK?W zuS)RV(Eu2XrR=*q)joh*ut;$^vGz(17Cb-K)~Onx#K%?)v1oV$xwnAdn&aL!x%Ihj z2ZM1Ls*`NRhn)du1LKTO6-0Vam#u%n>VWwu#l`u%E6MR+V)%fUh@T?x~mo{Cfw$9=JEAK653Bd2SlP#s7&L=xOOcB*b3tZ)}#>#KVxEr zCI7S_#Ev(@e;0&A4xB0JK|XMkjvdFqm@aLb0ZMp{b#v15{xy^Qqh@5s(K3NAUx+_* z-}9asjpxnZ0PgUzKJ9Yvue|`A?Cam~4AbMD#22-#CMory@IN52-aIaTGD@^2HV_03>*U}p zI*TeTv453Y?35pK?H$be;)bK|06|inQj?nAn8b4qgj$Bq=6D|U;Razdow&M*x?7Y( znp&}&G~R{<&7z(k)uQg!yEek3^PthnN+=cMg9fBhY@H!rrT1)sv9*3GCxj6Uok8Cu zghd>BJgXHErltQC5r6j^-bhUng+7=N4E_fZKePu=>v?5n?(Hzz>TN65&O8;5F1_9X zTD65(@PeGHtfgeZCr++W;xu*z&hd{=j?6#BrR0rYQl586(J6)eX;Px0*zNeFSwH#M zCxSEQkr5zZ=XJM`hM2^~()J~vHGij21;Tpq?)Su1^G0XYSXAjN9tJx#gOp>@#{%d9m_~ZJgl)d$~#?p(7 zPkJQujpF3#5hanE39?3vxisTY_xYp2Bs0-?`yrsxh*i>}s^^Cz`uk@%J~+0&Gy)MX z$P6f%qMe;T0Q=pyl=YRPKR$2VO|45JBM&Q<;r&Ca;SU;~wd1<0E*P=xKBos}tBtJw zqGn}v-_=&n#AMCftYP~izR+Tgi!@ig#q0W2PBuNCXGTTWl5Ao2x=n#l^pyRkjKDuO z$*<7SaH@IkvIC$zzrsmMK7PrIl5z(J!!Tk`6%}~ip$Ad{eo#|m)z@{=J>lGHILWOd z1B;_OJ>vIjc?al~pAG|3j{<_@`&B&be(x`uB7F+Ucs`gCXgpEcHzC6#ywI3g66ugq znsjw^`%7DYc?*R@3?+*0y2K|Y4Z!WJ3}WzMcCE2a?xL?F_e@-FyR@$LBKBJxO1~iS zegj%Zn>A&P5oLjp@6L)W2POy3NDv;K`k%GgoQwXQ{9j(Y;N7vrit2(-Q&M@aEc7A= zHEZhZxUmy2<0CZCs=*;or5nyufqH}Z25n%0Wf z%1ZkStSkl_P#$2_qS3l6s};|tUar3)DZ$dG329crU*xV?lRVbHA}F*P&*{!l=IA41 z-$hqe23}XCjDqLf+`;UG4AczkQ&&zQmvE*0^RCmeL){I-dYk(d92)bnXT-_+r>C!E z5cOc~@3YRLn?m2vx*Y)>F)p(3@qUR>LM#Q=z-Y@8`@55-a%>E|IqC$j`=jaxOt57K zc+q8Mhutdp;mCl;u`HE>@nfsQ!;}!Ecs+KFSl8XM?fQb)R#c^m5s$=7!o0YwPY2zI zV?0yf>q_*#jV(+ju3ypYkQ95%24TD0l~>MdO6r&B${Hq{quGwyIq_WG+GbK1?|$$m z(TV9d7V`J822viAJY7LK!6wsxysGPzc<)mI2K^#7S8I-nujiS7gkz4SndLaRd1olb z9&Y9_X~4z3wR_dPT_G=roZ=Fi^w4>4L4HLR0)HVev&zA|(Nl=ypR6T#KNrsB;qd^D zFHzF7G=TNz6Tnopi2Qjot*dkgGm+zUFzy|C*XYDQZ#OP}+PI1;bj?lu@fjB>4sd&| zn0y@zz{fw&g~15XVq7JPn&0%RBM$j>yWVy-aaeBlKwHKvX-)j5ySAd9IcT6qj**** zJ8bjAV6F8k6j{ey7M-hueMh_$`)!ROL#L!%c5Iq0N;D+X9Ou@$UnZD`UG-gyc|ID} zap&Z7sh9l@vLA8mvr(f_AXAcOm0&!;{}wi|GTpxoov>1{1d)))InU@#N38#pT=-|~ z={*62C)d1;^ZrKp?oZ&eD}5xyH^0~+fQIPpCG8DF1+5-r<=*pDEoLcD0RUBcHE+#B zZ~eVI!;d8G666G>HRh43J8S#pX!t?H4fv+cBy@yWE7>cyN&Sd@2x%*m))E;(4pI0> zDSYT2*2?VQc2`Yh40RN)vEY|;enp(4A~zO>PNE#$R&Y<8Y8q>8Fsx#>AlARB!51ms z42#Hoe6Qw@*;(Q%#ZmSE%xFg5IjfQ+L@G$Wq9FbPwtw+$9ttz~y6j)U$lx4s_foJ3 zME@=1eVqW$SSf41Frx_~oha9A5&$5lSK!rfY7_X*h?=tSf)aPkDnMiQHy1a8K1ors zmz6WnSYW~sp92Y?17|%TB`ibS}Xcefr_^!V~?Yx$G?a z{mT;wB7{qI-W4&|DhypLZ)C1z1kU3Q`{wLPS_|`6Wh>03Y6?Bf;GYxaaltJo!E>H1 zQ^BNBSOiOr+2FtHKwwZ~Q{w)_;NUIe*7;DYFz-^p_)oxk;&y8YbMz@Iv?+krQzPp8 z5lT<8vBcr;2})Ag^V~NWiP%37$Uw&&5~suaKAX2HD6oa{+$~xpGs<`UBS%Jap_i&r z1Q-{uq3ey3F&K%=>>f-=$;-o{T~S}CK7MXY1b+|Y2_d{dlXMf%9YGsFk;O*3%#v_x z3ED|HpiGyW7#`FF)Gp*DqK7P7tlZiK)mv2U6)alCyzNFUio$3TIi?BN>6NAU{mkNX zOcaNSx*a{Ho~tQL9MydrU-4~huXkO^!?;n%%XIof;T}&QBYnGaUi$`rmIVvoHA-V^ zW@`TtD^Bkw-%=@>QZ&KBCun~Ph-DE zj>;zd_kka#Tcc{>f-OM0v_o?*dPKiQ-bA)qr^H6eh=WeYyrP*|CJGRVm(N+E2a)o4 zF*=Fc4HJ=zUtbK0TN(Z;T&n{6{?xs$89&Bnb-lqr)m^{yF6i<&t^n6yW*%xrvOrfr zUZ>!>z0AkJ|F|`zDfv}$;x97&-!TCg=UHv#y5MGfHrLv~m-$ZzJ99VGT(tf@z`({H z@cnA*P82mA&eQ!rw!S(l>Thdb5fMbBbm$NSM7ldv5NQPIZjh92q#Gop8A`glW>Fr`o9dA>)e|UjWe>Wq^JojTiRk z{o64Ul};#ry`|pv65y_)=b&B<;juIy`}acyHT%x}eui)TpzTgj(#Z{NNEvQv`x3xx zdO4e4>)fC%9Y$y|^|@w1ds$2bPncy&Tt7>o-2?}t#k4{`-^v88S@d3ubQV2?2dY-{ z#k=f>F~8~Cqc7!L^XEJLtF5*(sk+vClQx2HxwqBR&bt+g%0|l~SqLzN=itgC9%?pG z*Cg;noz0Vi2Sf5bNA=Sk!&uuQM%TW%+lS3mr09=%8FGbY1iBDBFG~Fkyc0X?0GToK zg8yLo|BVCRvmUO>8=RSop;Ekl%j(CCjVU()C0QoGlQ^gI)&%9!yvv-815mo?4oC~F z`eU=&`?n{W0@Qn`{Wksn{(h75qqWv1KI<9kKY~`K!(b7I?Xrgcl8V-sNqQbdc8`Sq zvqiKY3?emWyI4GT2sFG;%A69NeKKS%?KQ;0!xxw$l6l<6{YyP+D<5n(r#eSuWL0AE z%c{QQFB$J15bU%a=LwGJKi71n=$*N1QotqypL-LI7qq_{dN4SFsCBQaQ z#H_5&!}eg7v9a`dS6=Q-U6LO;F88KWIp)cU_r>PWp~Hw%jdpQU^^NVT6z6E~GMAVz zgEVT3KV;PC9-KSihnECfN&}$BFxx!~zIG4JKrYDkKm5$U77k#%19&74o~r9S1C&3# zE2aotp7IKvDVQ%gVlt1oi)mv4HFtlM-(g zYFID%McMphN-nHJs?jvNAOj>;ZW`h&zaVj3-nWg=oHVnU+pEW3j2FzEN7ol&$w_Gq z%iqQ(%8)CSPv3OxS7PI&%c*NJt#Te*4a(nlMe;8w+?lbqq}Ja5$w*@3L-JurBVDUa z1LkOzSrCNLD$?tnMjBXJcIce9n|zwGmLm4NW%uHZ(V7x`CXLQIhEH=Pj3+u{!^7Kq z)|-KCBp%1EzOr@ETeBX*fQ*L;G=tgyJ8v5tC=LhMPhL`cZcQ*UeE(AsZ|ZgL|H{fO zK~+Bgyq9ef-sMx8oiu?v^uw##t4I8(voSP`!>CPz0=x5 zGbS{i+Sd9}65QgJXccr1tRNxFb4fZRzNd+h=u~RELyIt-(?d5mQQFNvlrltnUF#DY>K!zBd*bP=zbZcAJJh^4ov6pP z)9iPrdA|dmk<4JspUhI)Zd*};gm^7ZJ+f`6b<>~U2J&1r7KsA?J^5yqFMNJWwu|n; zgibh1X?Cpwouh6@fUI{FP+uDs3=a6u5x`un`ON28r;RMSYsF_#Rsjb9=sPYGpbYwu zQT{*$%%fRUkKPsD6tWXq*Wek`(>bIJYch>Rr#q}a!zN27K%c<6dronOWkNU}9EqvN; zA$^Zrxw;+G7~9@Dr?%l{=q4bBDumW;|AryN_-LK1?DLZ?F8^1o-ki_zkJ$rVjiD9@ zyM^m=JIR_)gqr2>oypa($>aDm0h>V6Zwf^OpYC<0QhIJ?{h07zESuZNJn~Y>W&r31 z^R}Ng+}!LyAGncEJ0rc#lJ2~!{A{rQ?VSt_oy>=Va8s4~O&XYFqGuFKw+jKob$YJ? zIl~d^TVt0pc(u+LLMIq}{w{NtWt%W!A?64Hu2oXHO4= zMS54@;}^t^APm>#s}ck~oz&xaRE^y>%gS`IowCJ&*$`Lyl*FBSO;4*|?JUj^B9G;3 zC8vhEq-tA4qG%&S=~Gc!O}WRe$`>+_g-IAro_6ki%+GiJ>mv^SUPu&71?Y1M0<>s= zs9F>Nao%Y+*yd^5LBE!_UVQYz6u*Q1pHJ34y2NVf7k5VuW}ZMp^PZiv&E+U2|19DH zsj#12eN{Pe_dPW94z)6%p%yKmX5>3U&zky?#+A_z%(Yu%tJx(2ZPoI`i3c;%{%{kJ zO~lVtL6CEla913IhH!A^x$(DxOro=z28sSlGJN;bgE__0n1;TjGrbm_=QlGkdR!db({@b|19G4O@)K-diizlQ0;6Uh!${n0;=U z@*flU_hhof4JNQVZxD7jZ|5593V_CkBjFhMF&H^gqJOo8_Svs>b4!Nk^)5gam<}E| z3d!-)qwaZd7w-k$CVosVqz{ShCI6C?Kj8Za-j|AYI9$&KW2b$3WkeWlAT?P0N~cYA z{Ry^efr6xmTY=7z@}*aj$mp9Cri#3Qe4ND;#3JVIe2Z5JbNIj^0)#2eTJ ztA@D)WmFmm8)tcoBa=JfHVx2)07Ch4c4`&G>ld_XoQE8fZWQw?R#q{nW-e8nep+F$ z7eftqEz~IHGT&I2-JsFB`zuoJX6?k|N=zlSobe=Zts{%+mFhi&O(z1qT+VM$&xPtN z1ez*Z6CrYmI+|QHWnfMo&Y0=i=^F}KUJTDWb7v+|Jbg7MZjuVuuEBCrOaf$-Cn4J` zr_4>FoO)*DYXmbrQ|f(ajuaoQ9V@(bsW#f9cj9}8HD^qs$Y=H<&sU?24$sh!zuwTU zS))pedOveve*XTQP)R=~MGiwh=3WdL*Jp8Qv?EmRB^Be1m>LWg&W;C^2+(G=QXX<` ze-S~GdxVCMc65`QeC_)6UBIZrF|aB9i{Y3RX?%9{_~8|hBbf_8OHToiBqTYo5k>9P zAjCil# z&?KNM2L`XRe4yI@wen(6&=Y6SgYij->z>Uw-tcQLjk!^|6bQrKS-E;)G%7t=Fn+$6 zRFKC=|*nBUs*$_EAu) zgYvTXsNC}Shs{S^SR~Vu{d$5W_hDs5+GU$?kttgl=LLn^32vZv)NDR}Jo2>_aT&Pw9RF30S>yM8 zhMroi2B1=RIl=DS;(+09Ze;q3F8H8!Pug*PzWgan9vfE_lV9nreyDyKAFzO4TV?{tAqX?&J9uu&it4z zgRgHTZLJcj@_0{8^18|Myh*Z+)ij;-dREoN|Ni1(UHZL-(5PG$?x89S1G7`%Gtpl$ zebeEwkNC`C@v-mchFSxwRSHy`^~958lAu0Z5U{n)h0@&7annH3%DM2hfG*;>X)|3| z$C#OiIkxlQnCa>ZLT~aW%ITj9Do9(FC$N2dR!=2{l)f1l|FvNJEbfPzG<#6+yqAt%cpxvfM9F&=Itew00H>P6h8>_hiv!JX=vMaWKcnrNHjXy zk*^7B679L>!#1htK!#wRXfw3szGu=N?bUG*q3Em7A7=$u{p%oqf)9 zJd2ZMB^goG^E&LN>rE2=;kXX;O>M_TjRJ1d;5(+1lhX)56~7$A);0lyJ^yoNvuUaA z68mLIRr2MsRZHZk+OxHZ%rN}I2`!8(h7l0g-7w@A&*_*;#zZ}b`=dErIpfl;s(p(d zah*3OmF7kLe5G2y&;3<31g8HDRo)3xL^}iYAos-s#O9M5woo&P?edt!;|$kc z0N^-Tl$gt}UG|s<-CzHD)5HGWq$MW*EQVT}e|pqcMz z;N{m1jZE`o9a)K}D-?1ZU|Y2q%{efQHmnwAzK7oPB$;=Kr9kuT; z{%}{#uxQ%W)&+8Gm3@IG@je=Du(+&j#7$h!KnmCIlksy`ravd|3xSel=ou6_YD(a+ zn@e?7NCl?0G?z_cJuO)!BYbo#x&`C-VNWRsOKL6xN_lLu4*3e@xDr*VcQK=qhJkwO zn$V9`dWgnT+e>ZPsJwSQ{SK`wn%K-=u_Q~*^7?Uof~!l|qPPzd7(O{q$WAf>FU?U3V1={_qF40*jA{zeAj6QU}-$k_Ahu~j~XK}=y2CX!c+rdokYKqNtcw(YYD{E?^m%6 zYf^kAqo4&m)8EkQ`)54%WgDCyzy={VFxfFU*(%)77o7ubSQB>~o^^YdrN-3PK29ZwQuk?*Eo3wv*{vDQ9)&+pl}QHUhQPLmY=giSFaDUefn z!qFj7VmJooBGRLLINFgPa{Q2~WL<X~ha z7G%ooWh{n(Xgzq^y(is=D@yT;P8=#p@sr*rYul@QTS0f(M5zvAlo3k(hQa-_!^dE& zvyb=@lh~MRI}dDtAow4Q{IBl@Uoayr4Bb$O-CE0W`i~YC)Vjop66?qXS1NBrO=jM( z*E$!_Z?A^uH!QR-+>C^KS^|s+0fEHhw~R?V1%1mr>1TGwpcVavVQdEBLW1|AK00M) zZ@r2wzuOyyn02wCcNUvPy*X`^t2@O#axH0 zroQRjQ(?`Hatt6|ZYs*Aeh3Sm&z1TyH>KNJX_IS6=;v5owl3Vfmwxi{M0a*F9rveR{2XQ& zO!a)x7~_rG&g#s12E`H$gCboj`OY)uiE7##`cJ(~7k{pP9cmMMt=0Sh%x(ylk-+ku;_X##) zwSSLx93nb+ZYaQAZ3d={(`2fc$=i8@bSg9BaO%+ky*+l<=JEpF<$X47SM2<)&s8X? zQ=TE2z~}U%`Abi1rnFAV0p>?U)~I6%B7N0HdGAjKxFMbEBV9Ic%a=?yzES23<0v8s z!ltV@&*h%r2SeYWKES#h%g?FTGL4MVMAbt-+otXqR@%Ji+H8l@uHXB|VE;96;!*U= zA7->34>W{t%{S5njpiUV@$KiYl|!u$m_y{t6JC^7bm9f&^_R)n0|~s%x+dJdr_7$* zuw1Br%O^$?sY8goF{fQzm6ZKJzGX+{D*I4cV0?ZwY=M@QsHO6?k(Ry>0w62EnLh+F&> zulRv8OY-d~`>(_P7Vj=*C+()8VbQIDvHwCR=u+W}n%?`&X8W1pY@7|Rk0U8a59=p$ zZ|zSy24@fpj&NFD-m2)-fTbcss^Bz4f4kfN2)rwS!*-ry-#+I8bIc~HI--w0dFe0? z)2nlc#IUj=xzL?CivhL1Q6yser}h2shEk)^iuNAd`P5!{doWJu#l<1Ed)ett9||{& z-~%slKUJM#PkXTJ)J#nwpG@t+nsr>%ey=ZdzmXna9yc~#ZM`ym8QP(*PYW`KrI_`TaNua@-8i7DZ zjt2|qc4ofYmcpq)+qH#Kc0Xsmihbrd_@J-pw{a}zaSz$B zdp?6)^b=X)kGfA-KiIl`-lQPkYfcEmvstfz4;XC;BZ3nlgWaX+N`ojDA~Hs;hU5D= zPl?{bl;;6vkn`6}(sPggzlOL;2JE-@O0eFo6;={JqtQsD?NPN|KYNFTwq3+rf!||f zWfSMo?=!nFFPO^( z>mQ5Fo{lwOs;DXQs7!u>Y-pQmtB%fHAZ@#t)Gjd)xr~+Glds5t9{{Y~Om5N}o`PNT z$lX%CH$&&@7|Gg#M2S02SrWzx>LZ>m9vVln+$XElk7@;e1 zc54_Lv+0EfXIv6Z@28^EydpcHgnU&f5qJZjpHEr0k zDQ~Q*J8p?Uc+3cLb_(RVs8WE2(a}y%IX7iZRpeIWX3p^Q{d%*j)Kb=N`Wq4u!$^sH zYRRmO2o(?I&@Eg2ADCGLEVM!pR@7gk4NezV4&AjTX`A}MfZ5WBchaBCog2vc6jz5zE&$q95?IkP}$J)0F$fQ2}Rf!TaU+Y zh3n|4_s~xifeIXe83;T>+5u=ImfSu5Ji(oL8KhhDF?rp~fG9T5w!AjX0uDwhUl01m zwj6${_Sus7VryG^vXkowsbwRJ99l3|zcpB39_*!<&o5O?G|KQJ?%oc_#Byk@BOc6x z#&1`vo`HgMnMg%l6G!IiyG`R?Ym{8?)TKk093>o+BwA!Kt*{upZzzI}67vI-tJo@LDzP!EGH^Z>8>)8FUA$ zwr{WT4QyN><7%@v)twLgIXt3O_C^=ufg3uU1L09jdMMP5ea|P;M7{(#^#b4tE zLQWw&;0vE(gfHE)B7+J10}(B$uotC4R?)%?T(yqhsw2s;Tt)nF)9AjI)brXI6{YD= z1;!6ycSiTVkB$JcAsc6(&XYFJr2=ZM_xA?7gAAc8`a-+pG%3eVR9HM!r&mQvu$R)@ zIqq3XXBW#?Z0!5eHHW);MOwfuN2`@x%b1f(yhR-JsUON_Zcx!SU&>d(Z5{O_rmX5k zWNVjSL(!+}y*j|ytbcC@pjsfF6=|aLrczMupHB17PMx49NNtZ)bhY|Bbc)LsnvW;^ zvP?|!WLqkik6FAVhF{V#lPb~>;Qn&3ei&kwXg?N_h=R(5cZ|t6VAV{Qv|M%1$mvz- zw2AD5dDZevh43p@A?K*1VBJ=Yj-Q2HbGg1k9NiT!-sAPiA_n;IhE2ZGYCwYcgozP5 zLlHZM($opt$So~MgyDNMUPBG6gVDss|Bgt+255M}4~W@=fvog@0D&LARF+P*Gdo}5 z+6qObW&Aqcd%md2;mUf4{9!DJM)y7bvarz7z*X2(-tN=dxue=TXoGJ|ozBw>%8sqz z;g^b)3{Bwz+|KP1^MrS`8uFMrTYissS~bn~y8FR+8e+hC4_uSL(&(~%49rrn>q_Vz z3v(XMT!*0Zq%HoiD#g%yG-<=$+%o$IxBU2@)n~^9f<7*qiQL^=zoHHQjF|-+!isTt zbM$!C?7??W0ps=S-F@<%1*^L5f(PBIlYSeO_KCS3kh&&)jjt8)F61Az+;JFOM?TgI z7c2xO4Yfm;Mwg7jDk)A4fm5D{EkM&XC0mc7=R^6b!@@NwGmDlOeb?YR(p+Z9%EecSzCxMSyMRJl+t-1nJ8fnk?lZZe%#hvCOoVI_02p# zW_t^Zsn_m&hl-lj3JVVu9^!E<*Buv}y(HL>AR1L{#h(E0@MwQ++{z-)D>rX$n$Bu_7XQ%NX(c2aR5W@`a{||3CLMK!fVfVzb%}+|Djg16qmX*H10{ zCCST+v7m0K7EuI0Vk?ThpL5+v)^dwi#wu)zCCkzttphkVz*7brv30Y$2JJNV1U}r;f zH6mJS&$+7sqcVKv_na~vmKvBlQIgBoUGrF~=jngL04mJL?Kf0Te|sFiSlM5y(@Md( zvtNm%tgKM2Nm~#DtH@sin(x5$oF2trt8P;ZD%1$EWJ=X9AlN$K^5-HqNxxp;;L zNiTrUjpwzKx4re24aXMgbIsbF#Y(>VH zC8L!pJZ2hOi9%bqltzAAHW4y5*_Y=(T^ZL?Npw)};2%>EF12~>@$LP6J3Yf^T45cW*7tut(KR*qoFLTc04JfECK=eF)u)0w z0sob~dL-x<*k<(TLXiF0-`kTwuOuS6rK;5|WvU$-VqbypKf@b<`OWv@zP9`Y=Nb#M z2)Ese+yXbqBp|&_IS<{UMrW%ly@;z%;HE#6eW#Z4;Y-w^o!k@N-r^LC#3yaTB$SW^ z^2f6$?}lQ2@$P+#bC2Z})6^MI%`w%+e&3nc_@k_%p65{>OE>)e(71JtcZ+r26&oQh z&ExINu?Ig-fH+2OolZ5jN{z`py0AZr9GX? zmpPIJlFf~C`jPWQwi1zLS?AAcPY<;a+pbG>l&=Mu=|mc;)Y7*&k^8<<3EY{HUmU|y zNkb`HGA&?^%5l~#?+s@x#f)sW$*I1RcQPnLz8L7Lk_0jEjH)*?9_rvc%c<aN9KcW2 z9^P`b)CL42-6}OhE{oG&M(eBM`Y&GUDS~A_h%xcg%Nr`nb*}Jc4$qWig1Kv;Ub}N) z`2*jQ-!W0v<@4~Q(p@zV4}qz6GoKH*GmqJNg<4!?v{#*zfCdC}z2o;%NlSU6F>MuZ z;9BZ0tUqRvZ}?9IIrK56HzBTq=&!riqefAILc?p`j}qwI6xE#sRetPN^xF9d??>;W z5391M31EXW4wWfBxNo;GkO> zr1&*ux#%Sop!WUD*0f@$YG-1QS|K2VhHXiwpII>M9n-U9Y{cTts}tW=*$*%p zr~3mXDR>l;4$ljCKtCLi^RGN?f63Wl?avJ=63TBV^(^dor&oX$0gfTkr zH4|!2~%tI+Ib?B~CCsS8sz&Np9&5g=}9< zPj_(QW2B+>IMP!Z_uQ6ZZC!jL=vpszR*P?lp>`c;Blh zHP?ZmWoe~rKG{3SkyZ_FGdRt)*I;(!@7>FZ3k~g>?;^xh!`9;)C_fO+Ap2N-P^xssJBH+G-vma}L?2TuQWc3o8CkmJ}oOPT2PO&VPWk|Jhe!0d%=%8eNLx)~04@ z*YhzY;fQilDmNwBqR>v?BTcbPd*JpF601jIxvhh0PiC;*YrBarG?e|O+r;;?!HXJG z)5ay;ATUX^JgEO^Yz;KU5&I@~v+uzmxYgCNbmWD-uN!s~?xIb?Te}6SOR~`#;a1F% z{x0ptqE`!&!(2bPw82Y~>TmlOq7>1QW*lnrnQT-cg6lQ=Yj+rRNP8~#+fCZ z5g*SC(HEhoY>THfvE=;{14$y=A;p~nB7O)^&Jg0)eXLWRG2~m>+Y|JAFL9^i;Dtx> z%){FURs12^+G;CLh%D`eO!-3d?;U4Bad0OMIuRG*#Sr{JAZIe^K3YMos@?z(IsE*B z%wM?qoP!)cy!A>^qF0De#4tjBW12;D0dBGvXVJ9J*zC6%qEB}b67vO>*Y+G)J|`3Y zeK~dqdtr36)U^t4WNfQeUxJS8@86 zoQ0Ux1h!f!tQL;C2rb0Hq}&nCxbEV(OdK0mL}D+Kx*j=OO#%>cOgPR|RPej_$)o zH96^?X>R8*?XYN<1TGnO8_)0!D+Th>gn~~h0Z^-GXnj1hbfCgVeFgXagXy(LVfBAa zf|^|!$RJQMDn8sszwMxiJcEe($v5hC$!!|Cd4hB6PWeOB%|~TL7pN!&Z9^L-cN?g_mr!B6S2NCB z+3w}#4|iNE^X~hxyzrjh8P7T{tscE@4!d=kka&0<-4B>{a5AN)NuJ&Fq$6;dgafOo zw0jBi7>0Sz#=9>~c*JU~w*h)5Yg&C-%a9I+Tccd+=g;_g|1r zlp5i??iuCeL*K%d8-CKAr*{=(z8RVX`VqKK@tRdM9u1|b@CDFZoH$b%FS$7=wM0T) z1->~*3vCMzb8F`1@cf$Y9 z#msxL5;|SrMqkm)4X;lpcs!ZjvJu_kh{v`Ojx}^4sO$l2PPJfLkYpd`-lt9F)uv)` zV6lq!iax4?kE%ILElN{v___%4KRB^Q2yYPKd5w!v#f}2Zwgzc7WAjNzP6}KYv$q~6 zfvdxJOxin!Zh<1~%tW`Z%~_e~7tg*S9M}7ukey;R<|S@*f;$b`Jfg(v9g^EQDNTws zdR?%*jmqW?`$CgpBJR`s;qS<}SWcWuS&M!JWMX}ku=skNu{)Z0IxDQjYKCPfPlK^> zf7YUa#VuuhbR?|?zSv?6S)KglVv%)IuoLT0ZDc{5`+#>~w%xB#RO=W21}D$53AW9~Z#whjNUd?+--RLS97= z=DF`*I7=`2OBN~^FZ(glq}i?~7nD8vNEgVxfuy7JNJ@SKiQua6;WE8mtqB^1(iNbl zTYoVbLm4wm8b@BYXmp)N=jjmzo7xIEaR?G@2yW^hluq3@DR&@swIcl1DBPnru%z~LfRq9x6A9Yxn0>313j&Ez$aSg|%xd6Svp=m_1*pv|S460f)KfYWC z%(N?Yop(-sf;9=pWHsu%+GYr^8)m~oV|b4b&JC9@2j9SArFm70T~aZlH>e6}uQFqc zT&MPO)*#T6-dpCT&(5T?ZU{Y0N6m=E2?s1d3jRFCg3HpSQiuB!@D?VrWR^DuU%lJZ z=(eRS!Cl`SuBi#~RG59!bX*9qjG7f%JK7rZYgu#en$`*v?%ca|&@sY3U(`8&$?xR; z8zul{fUmQP=>_HGZQR(-gC)hwh8pl=X34~;o+?;1T|EcACCV7urMK{AIIc2nDnWM2Ss}xcn9)5~+!u&SaZ*DuuVx#1QyId$#~ftz09h7iAB&GAFND24*y*{P z^5u>zuw#q)M2RtLWOQ(}dTzY0m$FJ3sPdbOp273y35KJP>>~B5*iY%thqU{y+6PyC zwljY~e;Z3Emg63)xiVnq?gcNF#J+TJNnp1oE2DxB#x6~ORSomd&3W|nhw}>@^m|D* zeU3Ea>`%5VMEFOzjJ$3c!5zPcc!eW&Cr>q`?}u#e?Cc;d0B-0LpfbXbl#HzJ_^i$z zDC4@FXZiEcuEn|{-0Z--qys%xpw+5Ocqd`Rfgf^ng1uU*M>wD9Niu4U@Sk+NBOArY z|DX(pQkR&8nA?@+mcG$Eb#s0S-bOp*VXoBan_0$!UW`>%`vmX5w|?0EQp$ctsfFN` z&RJ+9B-MSU)K*PHkl}!t_448QvWlPml*bEeW4*8}#2Hm6uNcJ?dD!|Q4pV<)wR;c< z`+VLp9e4^K#hTUb02q32v>^FwBZHo-?Z%CUEpX9-|~JJ%`e*I4HoI_ z33HZ*c5bl;Asl+&c>c9Aub#1g3|s<(DKCC2`pN)QrWCr)ld9hS3}^>`R5C^YCGpL0 zrgA_Q>vF{jAZ#DIPoyIb)CW}nKuhqiGxdlIjVBek&8|KBnYH)P9CLiwrZ!oiteT_H z{tdS&tFK7XbWzUoM(wkb)As}O9mPZBOz}izs?as-htOF1ew0R+?$d{J2c#~bYJR~;| z-*c+I(C{_7J8Ona8^%4@cjR%rwWsZW(`CcfQi^ihAi=QK%Ez~sjaU-BC+Y+$e0{cZ zvO;x}JXN8uC@`eSV=8kJLu!e11)5v*F@1naIj>J=Wp>_7lMb7;`T6u0v(v3_|46o9 zWq%|88=ClIg^n=j)#NUWJ^aPBQEef}^JAl=YemtUF-1Yud16i-tDsLLho|`+S=rLa zAbFxD@|~J{^q|W+)D1JDv8Xhkw^1G5yL`?>(-_z@v_a}Z=893a!J-1)G1m;h)FaTE zV;B2Sr^h>u7d-AZz{~T6Y55?Zc2x)U%A0$;&fJ4)(VJ|vKcdXWI4EvIlV1~32VMBI zuUAnPME=v0u!3V>zO=(q7H+D#K72e7AW_1NYs1RSzP_Dvo^o|J(l?dVt789M5$4ER z@?b)U?KkdL1JZ-TbL^DXsXP@UQzSVBZA@^;#;AogO*tgCcr z$J>=+khkP_n2B%su3#}gd_XA#VDBDjfuFL9%^%D2El9Anp3&%fpH6z`T*LIQ$B2@A z0jlXy&qb7;{*y$%^`Q*eKkbhS+f!x7_g6%5q80vjeC#9W&$(+KK84x~MEGjGTQ_oy zFnIaeQ0uOgu$?KZ^9#j!Bgai=nrr%$(l?N>Nke>g%b^Z8J5AYC=R)4*=>w9Dp5Ad; z2|3Wp$V9&BI&&x}Wgw=yu=$)M=Uz+B?n#R|CDwkIl{zF?)@@FZS!t@W;Gi+utbf6i zVdJjo)9CE-IP{T~9m7&>y&sOGN3WaIHfkSGmcfmYR(Z@vth%pi5oNKQvn{k9i;FF+ zp!aE{p{+Mh#TKhpg#hB1J%7BAQNPO@>m3#r!;Yd=NLeg!ze-8aq+b8W5`ul8J3 ztgK4dUe9g4|I18)Lcie8M_(v-vBy9(O+F~&Wt`HvKrf2}P3EzwHA(Zn0-a$ncndGa zg5%H@6tf1Iu5^PYKIxL=M?#CY8I4!@T+9X@^{C!#8Rj*~3HvQ%dPi)QQx$_gjV5)z zBeGs0WIn1^uLx9THPXZn(zh%qa`jHSWFHz9eqvXKt^_rsZJ4{t(Ie2QF)!V(Bd<7= z1<)f6&(NG0sr%vg0f8MrontQP$$-8@cZZMmwg$P2e7ifWCbsV6{4GCGO}cEkaGKN} z(^T=1^STd{*c;Qgwcf2VVY^>bNOJ#*04D+8LqWlG)+afVZwt#sJ2YBcSiIM{GNpG! z9L)}}eI2`tyC%qr-lA{yz`8q4O-%LCe7w)O;9Gc;RzO}{Vx zdF?e?A1eb2T4?c+sGZ!T1y^a$l>9VmG8+oBI!+cr5r7tQ(R|Be9oIozDkIag7XxyN z2MgMDpxL~@(nLtVr5q%iswK%n#8b6qgJa>E%F;t}wh?!c!i`n7XcgVo4huJppY(Ux z!ptl$j|I+AQa1#)QWjF)RZpd2jpUa)HAqeABzb*mFxIQ{Purpm{2n^Yp~E<|?>_7q z{`eFSFd7F+DmQZ?SYOUQ{`${9{nvLnadd;PFwHfJy0GrG4lP#^)3eQ*FgNCqQu!l{ zxeiqZ9G|PG1WP*{s|`)P51_*{3+8M%h0qwKTU z&#r+DzJh0F$SPQ#3M71z%Wf7k&Skp=HzEnpXlISxD#7hNQDnaXSn>?IYhy>-OTyEZ zg98#BxOe-FfPD%p^z5aSFC++tZ$EydrycyAIS0Z0SdnEZXOhE4!6|=>w0ccEI>=J* z29}jc`BqR&dG8fM$u#EI^J9%2;Ih6o0oCrLXV9D%`9awdk`^l53Q|E!VSVUWHTR<_ z(78QQM9dL~IgwtIFJdNDfCO|I5tjW@ta|Buhxy&Jo{z_8hK*^s7If`-p(9So-5a`W zU0cdetqo#~yMOGAREwQpOsykCny8??)`Ke=!bUdWS}n!>hK4z4<*`lrJshoVe5WE& zyEjcHZkV`q-nZ({*k5CQH=a4l()0LD2MCWb?9KsC+P>HB9zb95=J3rWz+eH$S>^GB z|9$BPN}3}9ZIGV&!5N9&Qbc)O>6;FD{X>lY2}K6vwUBl0nSU8jRQ-w!U^y4$r$|ql zfseB}3(i_}1fPzA2BVgsm`(k%<9I=;wEH*LECRmW*8Qmy8p=|5 zxMP54-(;zFs%s&gPA%qmzBG6r%N&i>ME6X%&e>c}4x z$c_W#+&^wQ<>lp_c4jz=iwtp@|JC3y)8;FdA?zOKvJaP^oSb~q43ZP&#rn`ddEmI6 z+ArW{lw2ild`9NVbWK zL^6vhrzWlCytDK-mDqP93c)W`R@~Z30W<7SB={Wpz6>?JH7GdnC@M#LNnGrm-_c2 z``a@?R>sC26lJxZ)3(I|9p~{8GbSMWNv*sTd;aU={rA0Ai+QIHlQUPzrwa1r3gq^l zM2Ss^FZ608^IDU8x=)kOOV+rh!=qxxmcAw_U%@F%t^?zL@6nuUas+RV?|x%Z#6vYn zSrhFqa=met(n@G0S*(p%6(FjKmulJkplx17|Fn#&P1Lg)>a))^i00|(d6lVIQe14& z|HS7f8W5A&zoD<1tDU11SPCMNxutIuM8Cm0R;k(Pu|n6M`A+{{Nx&7&xv^Wj@j0P6&T~G zG_00P-$Ba2fj@F6#wa>7U}HzcR4EbaHkc9nF=JzMcuL=*@P=NPdd$gm!fL zqQl+@t!{@g?Kh6Eo=Q#g6)fd#rn4IJFe4;&Gr?`RTHa(> zeL;&sA-8YWrgdf(264&ob=L3>r;W-KRs|(7hu{p^oKa8+>B41;b&6L)t)F+0cD9M7_bHOrlaCMP?64+h>lD>A53Sryn;#5xeD z>C|kkP;kcw8B~3$Ag9}Jl6o=yv^BYyhwfB!6n5dUdw{eapA~rGy6-mhX#qE_D-)?q zuTKRXFs-y!zP3^voZeOK1qT$DtZM4LOuV6$B;MN}E=|#46KG;L`wUrKdh3N?YC5VC zO7yC5sjb|n^t@~#pr_(}iCKG$^tT;aVil|D-%t48-me?6{%65N*CBfX24;9l=o8b% zhl_z9wmCc!8#F*{dUE;~V@Vd*m**!)-y38tpqZ#uWhD8L2A0Ie_S2;|n&N}Lz9P`b z#PSn_12|laXmN9M1`$9=?Hc_^Rs`tVjOKZZ;m3`>YNae;=nf;(kFgBR#=(5VeD}OF z)k_`_UPPztyca>5%Yaw-v8Xy&7|}C5)~89Huz!GPI(!@EE(^=yF?-MYuL%OAqO?FM`Rt*(oTIBA1-RSCvF^;4#oW@tg=qyBj+X_!gvl8rH zB+|LQW*?!y;gk7B7M4G{2ps&Gaed^N7?0In){bEo2~NXdjgu%B7A!vsLhxB^&^(Hb$lK`WS5JyvUO4-Ku-8O!R98W zPm(`-dfaiZ*!8CifW1WK&!rwl5WF#zq3wWyAG{U=cRa(r|1UerYHLdDGdbW9aEd|W z3izyOfVM#<>~&U26^DBxwG5Dnzft`4t3AL6vr@ChY{_On+n3zf@&1a2{qCB5JF{0D zSoVVh>haXRGV3slyY<&9S5_9CC+jC)j|eYe^=>&;=H8n~DegLO&}+?t70LcdrIcpN zRZ^O=2~*G^tS3E9{fL0!XX8r72UldwkEguWJlnoY5nrWuRht+e3aJ!~H_{cvt4k1r zJ=S<$AwQ~_4T>n3aePHCrD^h6@s0`)L1CwL6+VPOH+x2sR<6%bxp3R}S7?q=8(!^> zX7+csR?Y>Qs*rc~MHVg5LP#2-1nNREN8?N{Mh>^5JEvNYLI#uj%QD}J;m0uq`XJQS}%ze z28e<20ZpI>bCX!~OGm3@$&fX)zh8;&;t`vman0m9!7X>jNAPkVia{#XV$Uo!z?bQI;n~zc-NX z6nM&G{xfBDRm3NPH$moSOH(hDEo32@G-t!)dc}(Z+u6=b5diV4DXi;-I;S<^d!zeZ zu<^`EP9!6vz z{<;(b|BN(3lSv10s6_VxdR^%yV-2Z=ilq!qVUkWcXWy{x3M=v3ajNR zk`*}R-ExsW7ng3j)~#YDctc|!olX7*q&AZ84Fk|qHU}tLBToH$LHpeX?gW2C_z5=N z)ZgbcOkYt{^xGx&>9CzoOw~NY?>^y-=NtdO_f7v;uaG`XUC~&aS%pq4F;ZAlB_Yk^ zGVzi!sci106|GahYOKd-#^;0lR)W~v``M(rK2qWHeeRg^5d{q0UXpY!Z3n+nj`uMp zz+PusV+Ez#NA<%}vAJnEo;_-!(0R(Mk=ES-DP+4zWii1+RSQpKnPSRH=yn3RabGy? zm!@!jW1D;byr6b^cNh+m@JZ@7e`B3GEB{G^32=M6S@J|x-j5-Veq0lopwg(_9H~jB zCJCC+hhJC2wTCVUX2k?C#5ys3DGmYN4^*1hJ6nm$7-Ct;On#t`#(O4_oO?M(VsS@c zd+-vxekE2x@-JKR`#{OEd9o>ErECC z>^!lDQ+Z=xz306dZM)n>+otfx+w!O6ct-lD-~twMrvI*OdWfF)E7SH~G(?s1Z@e66 z_)3*pVP1mC55{`pYWl*Pw30RAcvY=>6_5T>eVDO`a(aIAK1qJrIjhcx(%iR)x3#YX z%y=a#r?AdtmTE;hxw+xQR6V;bLyW1-C5(-1l{QCfbuaA?P52D>vOev7ef&{fIG{S< zD7~o*>K^Yk)S6J$zI4U`7LN$a$(t*Fb*{nUY;BmQsgq{`Qei)s2OPRBaWg*yYXfO& z9(4kXf!EGADIKh`=-U-NK9`3t?%CR{I{0wn8)8J&NMV4-?Ri|gZMM#0fNt+*#xHy7 ztoVly?shFh&9)JqI>-kfE(I{q(lUb^pFRdPNMM486(OdCOObN08mD*1skiJ;IFc9K zw_B$>dxMpUiH|8gpeV9eN zRov!+q532lntWyz1iv)x38F||0VY()DfF2cg}#++X!-mY^6$2+U(@O2jRaTGIIi3; z)i>2@iW{1Zz)dsUFl_GSg&*O`knEg#pl^B!nZoLrH=pO0dpZE0oY09Y>YBm5Vv);M z<%0>HDe2XocqzPTPOE0+$HNM*S|~57O38m2E({~$H-N#S zH(EOMQAUQ}o{b38_31ba&I-#JRP?lUKlN(0`N} zXnyp}vJy7RP_QC3_W3!E9!Y#^pr+R;huR9RUVVTEbSF2IiBH*#0^&$VGHM#g6Ua$q z<}4>893pmU8G065SFk>EG;yDTr9nfezJnQiPSsdCS1DhyAk!i{Ep)vN0&w@2NPq3L zew82FuZOLytruaWRDL|xYgj+b|Gl;UFIWQh_mGJ~1IM*)$x~t{AwXG~FA#8k;3Ur< zlN#wGR9|ekt}NR@3u@OM(wS^h<4kY&FCR7yPH*w437Ew}-)_b@N+@mQdGov%BxSRJ zf)*}F9|$g=FE58;O?VK86*Wsdtzk^GCV7P1@wD!(({~n(P1ZIF$%`ICc<@eVAL%w| zk6HDFIckLpV$&>u1k(}jB-VeWh34Y3zm;x#V?+EdZCH;YWd0vu*WbXD z)YmBLhVBbQ1I_Dcuw%6tsnJ0mL$oP6#-iyYHRODJU#j9E!noA^~k`0e%HFTHL#{DlvtN{#;XL(fXWQ7sEphpNq4MR3}B1PUr#b^rN>|{lrq*{^lEBfV;c6Z27EXrYC3N5Kjo(*PaQ~af{R5cghxt)N;H$n%IB7HtZ~W1AbL6@MoPir( zc;BGZu~JD+*92Ytpd!p}9n*Hkb9fd~2r}O=q_DnFv9$_78=>|f4V$e%^d;Jv_W;v$ zunY?X{|2gz43qc3xKoAR+;*VVqS zB}X&sO3`R85@*4!O>S7dr5VtH8jgG*0`_a+cpL@y&sV)Wc?J378pc$PvkP&9)c$B<>OH7UMf?d|+tt@7~gccKv&;b0xFaFfO z5RLfua73=W@xHE)RlC*Ln#vVHaN@1#&DwCw%#>+DY;%mB9T5*0TMi9c; zgCO@spU+=lBqYG?^Wd=~pGoU=wz{2Uev3L?YT*a^Je^CuJ(>~l$>w}a%V@i9UlB=! zF|I{Ff6(l4o&j^H`x&IG@JiTVr^-YKD6p(rhPYc8D2m zoFS%|s@*ZueTxiw14*xN*<&2<_MPJDM+UB=gFU9H#3G-VW)?7Ku=x1;zl39bN`X?q zRl#_SJ~F~!kh@??CJ1y7PI}9L-!}2V`2kfdm4e3<0eZF)(G}`+;43~~yhWa*`2LyWcZJG}W?e2M$_e9q4Y^J}kt z+es!&-|X*uF6?a%C5tiBxC<#VVTP-#yY9|(e~9v?pqM$%sPgis*PlJL8@Rf)XxUq| zb7i^v6N--pp-Z|o)P1@PaFs|ON}y2(bjGE*JD(qlH8tXN`hsrs23#h;PfXNFdqjs_ z4T1S0s#!G$Tem&z%^@8`(dC+AhRXPAFGBDI-K3YAboNsY{mWr|&Su|Rcn{z1^>k=u zu!Up_LFw-N;wc=M#x%38&~JAfU}W>~V^XWI&RAwlk6y-`c4Jo$?VBLRO6QIE7MBg# z>Y%1TT6fHCoVpUTod`i_a5)oFej?>8(IsMj*~pugu^el-WzqZj_kdr!u;B8qpEwvO zu-=h@73+Vj3ng}9N2dR%4soatHnxDpFs7Kj3IcNYio2-d_EjrB{l{YW^s8RkO0FXf zEh&rBrCfrmL{7O5dS-qa0oixc))~(Fy2Antn;9NHN|77e8^qQN&OU10C0tCh+9{)^ z%$k+x-pLt+o#SC;S zhK4{$8^uJQW}|;<+qF@}j#s!l>f~_(a7dsxDqY;Ri%_RI7@<#$jFbiYT_u*0Q3$IM zVE1jiASyls%D?N>z|xJ2bMBt?X3i4Szab6&vE2j#zsljq zN$F04$HwcHMJ_KdJ>{OtV`gj!H3i&UGU-W`k}2Elb3eXX+`&0bZn1PZ7oVC(?k_g` zFpJ2_c$6c=+I3+;4@~z|B#jV2J7C~@FZadHyz{={`%O6Yda3&dnPY?6!@EcS3}HZc zSjaPhByq>dE@OAr^57P^7UXg=&oyq-u#OhQ;gQ!@*CyxU+Pshr`%&8A#Rg9EhBU!o zIsP#5EA^JZs$o>*f~G>@6yxlJJxjVIP&q?A7a^7xf7#9ZW@WN_erVg_LXZ`yDXR3Zt$GV;Wk zQR>Fi^9L=@i0<(ib~DW3o$N#t#)J1WtwbNVI|1Wzfw5{E`FaUET6pc^_FUaO-YBPv zk6==GDw{(_`jxDquELZL=_~TOp!{0e$4_z0XA2!4i+#=$3X4w|j6+}miL9uiAygKk3pC;19RG^5_&e|e_oxnukXM8Mp56U(U-Dc3Bog9x$<8~) z2FNl+HLSrp;BtaoQE@oyiwX?hs_V5I)lhLb!6tuT>IN8{rsF_lbvd{i@19OA@96qx?^=atqj9TSyv~G4QFqr5@^{0KCN9mg7$Tvf3)eQLxHMr4y|*`jkFU& z7AqeqPR&~%gn=+LaWxFDBB+h5iqnGeVU**wuI_7)2T8sMZM)N8N(((xeN*Fm-zsjQ z6%Cv)lhrensd0TYwvlye@|&R??^Ciz4n?@X0t$scEQ6EmGVUP%?+i`?^*JUcRqTm~ zd!F>MmTr#hfQdFro_opFH1%1lO8Qc3#JdME*=cBIr0VxYSc7N~fs+%%;aDe{Wn8^A z3FuT4%44~+8aFl>fjF2)%WQNNI`Y`b{cS;4TLZXp(uF)9R-5``aRT5d_?ZTPDsz4G zDak#(yeXYcy)_DY+pCdokd#MeFXLm}px+V%gNxi--Si52=Gd1qu_0^z$cV-p#G?+I zoX`u{TM9zJYKiw=i9XjrR!?iVUA8P5NL!p=box0&jgp^KOp{yZO#6A#xKgP_#b`vk zsC?e1dP$}p?0RJK)$@^{OywF}IpAFF#Z`g+FU#?ZhPhLMSipa3yGksa*=^?QubLbTb_NR4jbPY)uM7>!_kez#)o@cp)Rp56T`%_4Rb~O`vV{i z<2lx-dR)0W?Ce11y}3z;6kgdRA`ER}FSTcE8888+%BQJy=z^gv+;Ji2>bjyyASUvK z4!s5iA&ed6^igu=6vVY8USw|tGpmB5ds%WMKv;Y*Zvd~bV-SQQz4)f~(c+kVpoE8; zoa4J95KZfykJdOaZ?XfN1HzrEasF=J%oVPa7qR)&GH8>K)_W`cdHhrJ*`_=+RafG3j<1QjP-n_OgV&FvNi`GX=$DI)sYsx<_^66-Th*H3Lje$ub5y07}3er7+%k>`Q#+X}xm1 z%7)a@4|u}De}~7a{AL9r`E{}Ub;tioEPfwMSK*?sywe>cQ($_RZR1}VE0eCVEw|V? zyTRK8ppRnm-yf8t_AY(DsYr^~)g{eHrH` z;_=&VGkBrRF*#?12Bd?JuY4Q(t=U{J~R$4d*${y1r%bDWH3T&`e-kzd2a%#u0r zxYZJ7z*TJvqTvziDH+^9=l+j}Bk{s7bKs~LM9AQvwLLox zmOp#s7!;?(@l%ONdfkv7<{^~dPg7EE^{gz-@ncAshF*skWObhC(*nn(!2ISMVE5RZ zWM@)6x%Ar|C98Igt<5J0D+5Vubb^N$DpI{+TJZ)GK@H$?wy!P{YBWz+c2 zW&igJ#kX*unu~|b`?F&yz7M>YCTYit(1eo9rL&gMx*b=T-KfiqRD+>$OTR3J5w#h} zD;9@%fi5u~)_LhPVSDq_34e$W7USRr&YI|Wlm_=jDGoL6k^KCG62H_)juaLQU7F(|Jx#i8w=_0z^Zhx2yN7CwjUtyxA7l zv5H$12y_&9;sY6sGE1WET=n>dwceMR(tO!hD1YIKTQgtNZ>D z*7}uP7wwM!%a8tiga)#hEM21=E5-AZDkX^s_DGQn20sih?2fitnN7X)45lUPz0!Q} zTH>3#(~e;64!`%zD0d`1-k8(VeZ1Z^*mqf4PB=B)Zx6-sb99A5R-E|L(io;+PAUPw?SC^rsqvUI=DNhDZzMHDV zpUmr(y~+JyFY@{a;T~9?-dc>(o=1&d8FM%jpTbYcP`dLPbP0d5{>T5{F5iB2UeH4I zzf_}Oe<6a20g=4vZ15>)^b;Cfg6Y#X&67hqi&^@mv#P!e`*q5r$Mr8c;mw;V41`z5IL^H{QXI{Ss8Uvq1;Lu zBG{wc5PVPHzgX?JTY~&TLHqS3gNvo$h6T4b-`;wWxI2uegwr!>N@=9=SPvs9e+n64YW;g3HET9>vjK z!$K2+8+mKdRguv8;qju$Dg~HvM9>-CL~hh+k%tJ4&$LN{hrvX8J$x}GTM#PVeZT;4 zZX(w>pl9R}ptHxcwQ-Z`V{^6GlJl38_tEAkPz%0cjV5%=W66c>4M|&d8k6X8| ztO`ia{+G8WV%W!gq(P6lM4e|F(&>16Whq}}^e!jnR?35bwNm5Bai7NvWShQ)pyyPh zr;>D_1W+Qc7;=3GUr)_@Pc#FsUiC=DK%T$?eIG1?`zxWv!Z?cs>QV;^E(2zJoG%uq z1c36f&Rb8UN&=yai{9(=r1^v7_4|SmRrNNBTg-X!606#C1)(d+aLluwr9mu2N9(J! zk;fmWZEAv>?;lSX|{a2gPaFoZDB&6<+1e+;3oS3A*}DDQiH^uLZ@_+Y+Rje+;r- z5#%|QqW}&UumU>OsQBma+um)pho=av` zBXv^17GZqt{*U{9Q5z2jK7N3YA=QXgIR#rw7IMu)z0~=QG_2FhYLj!Y{$k74cytZ^ zTyIW_!u!v;F)7Dlq`|M|H41K9Gy+*jg{2Mgc$k)!G$4I1cxhI&s?T^m(pw+3k4- zvtebgXKEItRZ9uzhuL#7F6*<_hBK($E5n?s`>nAw?zua^c>eTps@Ltt^_1is|J?+A z=4U7`5+JAH0H?XBK-S&t9~Q~MQxn8<6pSZ-;H`a(H0k3LJ8Pe`d7w8MqDy-1QdP&| z=BS1Ck~~{ZN|q>=o|3cz3kE(5{!J;GK_JW`DZV^RD?R6_W?s;1XHIFTIJC z%hc>r7;c_akD6ST8^D`eN46Vu+H!WWEcKU}mywQ)OmANln9ywY2o7`Ug{r#iRrMrm zWod<1ioKY-#voM);IDVLN&LpgAlFJ4mwhXhq_@}4-fd-ls2gExz>XPe=8$&U(mvy? zkecleFFt}Ia*qDiY`QOcn-}?k?@(cTpm}otk zo1um)rQV1WE*581f#ZDR1b}E4cfe|n+7>5CyE$EV{)Kk5)FGGn%en6t<6=6et(On= zjPK&YWaW5qT_1b|dugF#f<73oEiGHjuE*C*yt6)E#rs0UdU^A{lQ?ol14;r2D#RB?fye zwcf}fYf@o~MD_lL0hKpq^??~?p=g)xa)3B5mxm>9DTNKYS-R-F)r$DW14D=1XTUTe z#k3kkyEO2-4ZEaR>*irx<6}YyN&iY74XxYYDwd5;@?up&9@~|?s(&qAXsXT1;3tgb z-mJ>*t`|H;WrPhbZ1+RVo^lpKQFuzP0*okIJY&n7{wh#+s>BzHvl40-20t4_>Rp?g}% zk0Qm{I`4Q=dF!Jeu~xYIt#3l-U#JNL?xm5^G#W6DXZZN-DnIGy+zYtLdA+*2&3$$C zlVeD8*v8{ftg<1hQ#t_y8v<^(Rrb(jPsQ zMLqZrzC^kS<8g=WIm#2%HGjUFUATf1f07_dU7^(@$4?E!2lXN2-y*+#k=EvsBP9HS z(3W0Sq!oOyYPCi38zO9kc(Gm=f(hbgc=JDY4GF5}3E##&$wxw@Xo8VA`RLsEhq&T; zChL`CM(i=R8f3iCCqAJ{=gl#0I5nsVQ#1r0fp`FzCaaG$ertu$HxAd3whu|r`?n@c z4Mk*!raLDx=uYw1>D``Ad==b|#kQ%ldU)TxcRY&TJ6_casxO_ZTOHZ@`ZY6q@w~U- z&zaU>LbcPEK?X!Ip%8wo1MOb?L=Ud{tuF$2@`?2%;##~r<-TS8I8c@+^+STC4wdo2 z)sD(;GN@p-qSPjEz^nW?i1C3`PE3<3wT~U|19QkX&6O#Ui-&TIhwGGeKG{4&Irr&# z%&j3?E3}cFdc(oY7JqKr)tfMIy%+A(yM_WoGL|{`t-$A(-V!73eg+j8&vstGP7Kzr zIsTQA{%64TGn5o*juFS78QzI1o=s>>Z})Hx5tX4ohfK>2I5lis7a?!nDJo0r>A#Li zLyt?tEH{YUWQ+vg59C#fyl)7a&#yITtvlhc5!Nx@p}BJ6!1K(hHy4(@7)x8K=*k#I zv0LryGu2y?GKoqFae?((01kUBoeIH>pY#ibXOL$hzHtI0i>Zai%om^V!3T0ST%)RJ z({fd1i)|#tJN|>;#=uT^H~wvI94BkIu!J`)LyGZC5`po&49h45SVf-rJ|@9EppywV z?FOV%fdj@a_0V09hqVG>s%v=1>}@S+Z6wzKKQVL-Q}iS~a{(e|Yu=P@LUnf(w-~TV zt1SD{Oo^TlMmpAqoVNI#mjRC>evkj~Jkd`-yAdmE>fPTAvUCrQv~9QcY5w|pA9G@ zi8$HR&enX2+xxDp+1R{%X(~KDdvUwtdg(qTttqt8*xl-=t2UJ6CN20lD!(yq=wr(8 zuFtT6=s7klyey2JUB3MskugYjvJo`BT|;iN^)OiW&Q76tqbHM~Hp8viIAUoh!HJ_t z8M}1Fd;bGnndiIYE=a#``b*ZO30Y^bLP6hFi$!-gvZ~tAk=v4inyUOaFUTRZ<*bOH zTs)cIQ~)GF6GVtErx`^?hKLB~FY=9otjqqJFqvlhKYsD`-(DKSKD_yt766?8?@yfH z!2yRCRpS#34vH?P`Iv!pKNx|*mWwB>pF_9}%=0wVx*55qJ7VPDbp(f)`?ed<9WN4x zn^22X_&KW`hYTZ85FakcuYlgY%MV*O;$cbLBafL0Bz#KGOCYGe+!qZ@8T_QM%S4r+FrrB9w2Ix&m)_thQw~hx?8+MeqJ{l*t62 z+UEiHa#ClU-T_&ow>b9U#31S1%LJr2OTHPhq}LkDvIxcB*^#hnFiUDU0XT<2b6wNo zJAeh%N@73_$(Ib`PVT{@GHU-){_2bdgdNf^w?e%iUKiWd4b5!wI?IrK8BdFNhDK$r ztN+L`0M*NX@eUj5_x)fJ88PL83da-s74q_dRS?N} zIP{C!A2&|`_xvuS9<}nlX28F>%Ae2upT;1r5?g zqTUCTM4{qTna&GO#h_3arX$cJPgM}k*AWQs-EeQsvz&8X*BQbtc6kW1l zY%=qroB#2y9~Z165y*?zJFrM{EvLz;GxPyX%fZ_C+xD<|ZrMCZS=gz^j)IEL$?)zA z?*7+S#?XFRhjbThx#WE>Nquj%w7Xf~AdEo`LNqM*rrJI0d&`*7(}jVC_#H7q@i%ol zD)x26(if39Dw{q0GnMj5$7Q&-90CUyiCKn=O>NnJlnz4_Kfur-R&@WRpJZd+m>5R& zcS8J{4gdE-gol5Xdvh?IOlg&jyw{2YG!%?))v_&qC}ek*yI%lFCJG;Txu_1TkH>_# z%dG$_PirMc2#upgC3Is2l>F*9gP!+QZ4-4~t@CHwO4aM=O+IriKdL%kC8B5*#NgB7 zL{Uv8Y090SPARDQXsz#7exIvGq$~c6Ux!}Oay2%}#>M6nyIZ9o=~QvK7E>K>5Xez@ z1mQJbH(Fjjp|6Lg^=)GEa>=hu|Kl%L?7Q+-c2hO3wRFw=!lLd}7{%ytwYQD@keFLC z%4{S!)Nqkb?9MxAFq6BbIP2PGnoK-HCQZ7#zZQKrBP%tG?0_nGvlVlZ{D7{R9Zvc3 z|L~RHo`V9vhNjgk+B5BnZo{D}-Svtj);XbMKe41{I@Q$8?yS(13o~Obg^yjY-06Y0 z_4G9nb0SX1V?8!)VtbKs$)>yOX6gqFPnukeVNV^Mx)M&O5e}n`+T{mjIw4oPX1z^= z=pAn!5|E8~uPrF8Xq`Ak)r#{fT5>*+E+!L=-nR5GYks`cF^bxVfwPkQYb1-IjTTzT z(2i=pO%@#8n#Y4ssOOG~Q{>OE~YlFEDWjr9I&5SrW#DGpdl>HYs1i@%aRqhk6{TDUxr+(m<^ zHR>pA^RcJ$>+785Z*GaXhMrmCD2t4F8FIgt>wcIu(FgI>ul_u7TF2S?MMVuXq;D-3 zB-*wQBPJ3MISk>M6p3zJfX^S2if;n$|DwWSEe?7xQTXhzYJ0{)78CUAh&zUx-Cmat#IHu4y~DJ=J0IcV6vl+rl@X%jUge$L=nal4 z#M6vnh@U`MC&<2=VRVw)j*uviB~aYX(<)eCwRuveiH~CKHof3HmaX{@Hw_1hbYgT$ z&P}5s&OhB`JZ0vmdxpM3B@hcnBUb9NuW9#t<8z?B`l$r~&HFuA(sTqx0m!6P4HSYl zjE+yM>&rz7Kk}dwaxrjSB(&X|G;YUh?;`78!|6H=a~27!bY|QPneD=6lV!rj{boo+ z5WPL1c>BM%jXyRKKNR@G>$b+dXAv1G;%GRZB94i2(u4!2`^e(xH4HmK-YEMn95LS? zRES~A)122^>@@8zxf`Q@q4W(Uob95g+k$ho(79e~8&Q`SMJubUpk!<5S)tSRMt{_+GAi7jVz`V!I0CSFSeZxRVsLY`;6mjN(D zJFOXHS%8*;pAEDu(c)p+VAUV%&F3N{C0;U^g%Q!ud(}S1L8v|5q+L=4wKNu+2j=PK zaOqmIKOOdRw*~GpM~aEljawSxmdovk4EfI;&(jOs|FHhN8qHx;AFr8tecWs5OSE4Q zQ?u-bKuSs5ba$n&;Vsz1qx0PD^0p~U-s*?p0r0C(s!A{I7xO>Xt?>oiOq*?^ZU5@i zBlI`rnd8zBj~5x2;it)9{IqPxihU>QC*u3|7wBV$^PoZ)FngcfZbhK+;cD^bt0m#G z`(}7$N(*dg(cVsq9d*ejY<%3aOUPQ5%vzI_ zXr+HQw&IeK#w&YpH|ee_h78@r0wwR}>~tCVTV-Q>BA1j&nsWNA7F%m{;^W!klFZq? zbacE^XGT?9tz@dE)Wp>lkvmG=hvJzdOrlt&4OL%nTL~VjtgI@JlG_<90Spywtal#( zz%`^M&ffEaUT>A`g%NgPo!rgzeZyvbStSj*=d-H|aXe*Y`Gnm+XY@x8CNq|aD{4KD zz!JY?XWsoIYW&17$M0r&(+V5REO>b^Tdo@^(fj7{9xPlA)CI7-_Zj5{6L~(~fQ?mQ zydd;6kDVlE*u3KIfvC3v?iE^#&{nA6ZJqBOcbo!8G~EBs+V2s+H2kQQyy*(x`nJ1R z^{#{!r^r>CUHHg4w?O=}*nN1SL9J9y=89Z>hD5PpHn5&)P(aE}#=&RUmCSDaY@X}M zpMH*$mHrL5lCN4qnKe2gPI_o#;Ci)LDLBxdTaFbaZZAEpB;rf1h2N7G;>J?$)R&hG zeM-KJO&@#MX=%@};0bY`Use_3%PZsNGu4NN#+zE+^~D0*B>9mNy01SoWvO zI5T?FwN}Ho4~|EY>UYg1w@uyFzU}0X{K>mq;3BSJOK*1hhDi5$eby_hnoViIKUT_* z8wCzk6eW_dHy@6_U9DVC&in34wK8BbNVH@PhyGeD&JadI&8IK_0_CTD1)W^IovA}S zVya*Bk5yA*`2U1`MLhU5K27WnO{Rk3{sx5(9FQ79%8_%U88(gvPO4(i{_Uq(?-JAM zxT4+8t_ou1S$=P{@mxD}Nr4DRsl<8SNKQLh&^Zcrg}U`4^YTw3c;4^mDDF+bdZqgv zgT2kIJ+th)0Kx2x=LwQdA6u-Ne1l~6wMzQ}nrq{Kyiwb#7Jr3s=eno1ep$bn)$F!n z!bt*l?S=ghXmuP1l4- zv1N>}P`?MjU~w6!`1VXJ8VkOW#4qSw5I<6AjDk>7Jd~yISfg(?y3;kkPCWSbX}fr ziC0Xme9kXXXKT^UU8`ed7&~fpehnPIajBW7juO%#N7Y7A!VfR0?;+_u<9xsM<7E09 z>kYE{`hI%5LH0T*5=-!cPz_MGuU2VQ;iHNrdSpb10I$UrzX)ZD8Ea%wO+$n3RJ_HMxC z+4F<3`h89p4&LV8)9*3}q!+QMF3YxujCvXvZ(;zIAUx}6XqsT%5DlVASbJ3G>1xgO za>~_%^3mLc9)`I+{QWC^{a|Lh$vioD)zjPrJ%aFMkeLDji@`IS)mA||5H?U5g?l!I z8`OmRXNmbg!mr;g`5M_o)@x;cRdE;A>zr%oH9?X5VMk zvpj|Vxaef*)i#{I|9HDrMo^GN-zDVga*h^1)n4`qcA~ZTbqEwY{;Q*@LoLs9b{9|M zRMVJFqnc1q$Qsq9#w3c+zE~jMrc%mKMe9ojbyc>Hr@XGcL_dyQh#=adyBi(tcP2$W z8d>AsvXC(3*0(R{Ett29S1Zi7zXo3(=MQqoI=dDTW6 zewkDI%1CFF)gy+U=kv(iOZ8a-VTV15=Chw!gKb<`&@<+kue_a29yxnPShjms`rM?I zAP-DQI@CDu3n5>H45mg5bDGG;h%t7@iE-zntnM%Jh2?0{oUwErUOv58s!*2arNVTZ zD^PPm;3Nfh{#rZ#qG#82X!7=u!7<|`dT%c}Z?g|QW@ii~Rkxn)Rht3KC6;+x= z&=sdsOb%I={2PVXH0T0#qyTg}cwN89~dW^iIubyQa2s&=zl00mvwL9bhSOkXmc6 zy*j>g_C_%z6|&1Y1rRutIVUcLdaU!lvVYklXeW%CI6@;$Atlr!)Ptn~T$ z4THz?!kj}11O7~2!d&Vj#x4Q;2>`Q=^wf3$(pTp3imjN;fc&f5=cknE$GYly`3cyg zQuKwtfJo_VyM1{$jepyS@qA_T@iR4uNUiIaw-*Zi38bjq8lCF6_%0mRQ0ejr6GF&I zckwg*MU3y=uO|wU?Hi<6N)B}Bo+Ln?KQahvq_tOhmz|jfU#ze=>xDmUB}K!ppN-5kl?F(Gn9)i{g>hNqq9B- zJfg&saz`R!6&QK~c?M$42N2mC+#P0Mb?*5ajLOs5n$&f4N+=t4TI!aRt+Z!4=O8ql zemT%oIw+FelVmX}Ns`N1bZ2b+HpFyxu0DD<_KvOuz&caTlU~W1fouu5ptkF=K8t_o zE`1ddj$yihPsk}*C=U@WuYoIEa@Mide}gQj=|A)>k;jQ-6wWFO{PfY@0xiz*6e^rw z8|g*cN^oo@%nkbB@I;?R2)SJIvpAUqfi%zrp+DknN zz-DZ4_qNc-VzuV&rn5@it$fAGDY*cZ)Y7J_Xh|FRLL_7rGZ*Q>ZYJoyDdI9M$rb&U zWSb6=2pMtB4t5ZL!s_+(0G+IBy=44@cFAr!Bqh*EXj|_`0yt##oNZbW7rtLdw}6#) zMZ*gd6-S6a42405YGH&3bNBE9wh1c0G7fD$aYgEC^W-J7eXyfVg zl! zgXs#@)YeWMFE_D^lDjM;nV5d~X^ionNJy;rh;!;&Pet$@+RsjJ1Oh6t7QJP;m!(Qu z$(44d zUnwd)F7udnnG>+LCcUx+(o;g&4I6yKn^8L37Ce94*LD*5a{5HdAzUd<`gzYFEorW; z;Vl**^!^~`w53DUYvGu&7k=_RMvmE;*eYaJuDFXcKWZGGpdrc5mQ_rixww5!Q04g= z)jKM#f(qch#^QNXb>I?zV%^hrp<~osn~yu;XP8~^<{h_XIkpu^L!=f>`iD++ro52G zALVy|%iL{-ov(76!dl4>i=J0m;mxj~7EAN{xqe@DenUxo$lUw97glPDgXO+r07->h z3;Oi@=wofp`2_&kk*h$$^9Omd!6YY+F9$i31!JxpSKsS|JcVueG}P*#>w*XDLNxdQ zDuQ;Yxx0-TzfKQ*TMn%XjM@t{1G%3)aR-*vL5t}g{^{v&H*)!Z9#uCz3hy_8zIW!G zm*se8E2zoQ9RUR8C3P=_(#_W+PU|2`atGHQ2V53TB*#sho}-bgmG8z&5PGYRJnUhU zZ%>_noPM*JtMDT`^LV(NEmX)53K1%UD>2S1_8+Wmy~jEd((!3^w`&@>@M*uVZCx=o z!uKz@N?d8W!uNp8`$(jK!IMG*6w zkEZh#EMc?nFz>dssXiP}2~He;m>pEb;K9WZNnAc36@Ci;fWoX<6(IC@8aa76tFJJt z2Pi$i`EY4J$XGY#GOH^&tK$?NO7nfL^S4A(%O)}8C%X5p=pSmNzX#tRW~e1f%K2fl zo74Cj$cTO(c6W&h+{-g;LlGPkph#?(FHdctZ3;n#(FCVB& zjSZg)v-i?lU5+Qz18asre-Unp_I&F7Ur*G|^Xr?p)Q=gZHfyin?2`=$-oI!{;t406 zW4?I*Bf+6>uOLPhL;C0h;9$-#-aoum6%gd238$ zs&wn3_SP&ZJkxgZVqY)$V$7y`CpnVc4_}?fm}K^mkLCCc-vq>A|I{)%)i+JrE~Ogc zaKUovkrr3lJQ{I9*yU@D+6Ok<=#VT&p3Uw>2M+7+c3YaLm89(8-9Q2baA&5j5`sIu zyB8bU0mk-&$#Wo4?N!I1CEr25{eHlkVEl+Pp`iunPBU>7lYNPGNlUPC#)WY--d$mc zwCybW*m<4d_lc%`OYYkcgllgik@Cn?qMFGk)8SifdNifAXJTJ^{Gtm=V$J!kKUs%s zIE{PCyJmQ9pMIBYzM#Aeyt59rC?Qg92pwCslkoxX5YPHZ#I;&EF%}Vr>p&-`tt@+w zI8@XL7s(;SvqIyL>_;~%ie>l}6EAfunI;5X{lV$YRoEAYi!!i00J7pMb0W#cFcH^u z1G=AT#xW_l=kR%`u3DijkvpRq3fwF1#yhY9=nw_BWf#1o)wT>0pKC(`4s#6HAZU-N zsVT9xha)@H)evkN(+ETLbii?g>t}NG+_Qqu+2&V=^C5h+umcpo5m5ukO3TGoj6%_C z2NtoF{*g{SQ!IEL#I-LL<$5iMZ5jCrb)%w9o>ED$ykrXd`F*5Nv(*qxB*7CZudX@m zgvwS6`yc?ZJ^Ph_R`^@?Jj-%5|4g#6BMbvL$@wze_-6?%0^{!=?_^2bel8|`@ru*k zP3F21BbTAFQkz_;_g9-nHA-Val!@%`{zaM>r2`zryyAMPR9{#~BbUZTMP&MrlaPtD8Hb7KhS(?eY0oM{sEdNP1JU^cQ+W}eG|E% zoL`ab+;|BsI3fg+wB{~FNFE#@oIXiP5Y65BVp(C!B}d^mo>>qyhN^};l%>DYxhXrl zmN^a!Uv%4$<~S+=6}oHRw$ohjGR;WVS@U5C-6_|WNKwn>uR zy~m8R2};HzLXpx|uEF8;9aMxKKjS1KHkY6Iue+;NqSGE_&>TCKNka)aT**<{pxs-O z&Z;+|oEFhuTN-q>I@r@x>BI|>A(ZMCogA}X(k;~S^9bcTrD@`9Ht zu-fLUF&R_G<1)6s`h>LC91h?B{+xIF;n-nxsa46K=00lfksZMrx>`Ar9&BZojD1l3 zusk29VJKI2x3|w}QPOxf-81v(JrwK>L}&d#yHu_(Ou%K0pXNLv9quw)255iWm11w} zWM%SEP$493rI@8KZdu3tDuv@Ji`_})u}0uIkt6-PJ4^-@?M;|oT)C>%xNCy6roaSY zi(C7QaH28)Khor=W2z^?`?%{h zrBXJFbv@Pj^$7uVc$MK+tYL4^JlUi8?k3Kp5?a%|9#u>hxlFk1wC|-3ef;&P&bUfv zHNj5JyMXM(*3TeXqVx##7hT_%ap^^ugy@g0N_5pEAm=4qJ)lhx;)t0UR_~7D{!L3y zFaZ#q+d05zzN?qbCb+vP3LTNfv_>Q9slt2Kw>VwAXKA&$ zmal4i?ALWk( zyG$1ZpXDzKEA2HrEXD*CFEvxa{HupF7O)ZklgBi~unQq@(YzkD;c`a%^?sX{&FMz> z#s6dMtHR>onlyt22`<4sxVyUrC%82(!QCB#Yj7uMkjCBJ-L-KE?ljKw&FtcRa z=xmImB;`q1M_t-IOktQs!m~{&Jq-ByHV;ngIUD4K-)(c(aMRz_M;AvC!H3hBIyj#~ zA1agXQcAd8>tq>>Bz&#k1g^P>8JoVWVhA4@=vGq&S-(eF*AA46Wi|eu|GbuBZrHfU z;@F{^zyvc>TF6rYP0YinuW#XEO;Tm0quZaOVQ3RSj2GUv{=xal`10s6CJ2mh-TI>0 zX4m{XM5^nOX*NXPsUPO!b7g+#(>qbepwlq*0^X?9RZ>4moY|a~A}&<)IZ|=n3dWvU zHqXhLk%{;lJB5b~QJhsL0e0ub3-5ipP$OHO$a&E!=Q6L5ssWRe9%i z`wjinrrg#iL9u+I{<=UVF@h)EbGC)L1f3DG$GY0AInB!NkwX^gBx1IeNi5uIVA$tg z!L?g}{maNQhjS5YXJJ|(6_N7OXIP}fa!K zZ>;+@Yn>-}c`6K*kQFReYJRN)rRG|NP?)!wt$a~7zOZKHTz0KMmi1zniy{(AIA<0} zP&$t9^X1^-vHn}jBZ=*g2ET_Czue$Y*fWbAcN{AnKCO>`c&`ysrW@>@78caC>n*X` z@3$jw=2R4?#ZUyq&wb9l=mw}b2b1dlZ4LkL5es1`k`LIa9y`Wn3|z5v@*ra98-I~q zz*A?*{Z(kVLRz8Kk=OiLfjQu7cRpCTo3d8G^`n5Js5KJNoMBObu5RZHJCTIv^DuVA%Obk}DCa~ArFr+lI8!7s zD<;|QC`OdIcyY4OSfgc`J7#X_zs0r1uWlJk#c_w*M(IJbXxUwJe9}&*?w5C3VO`Pl zX6#$H{@^(13=8^s$s~e#wV|aFopks^p!NAsoZtLy0Hy@=XCkM#B@A;v(~+v()~~`m$ir!ta;Q zKd60vtw}j!!vyQvp*}`?d(0S0O$!R0bF+eO;b1|8bX%@5om*RzqhxvhhdzwxC-b?h z%^CORen;f;|5-PyIsXCu8T30c2cmHEjWFJ}u{(b~TptXs{FM#a#F2Q9nUyBki#7*t z87QYdqNwHcWT+VJtrV1>t!C4$Ne3mGUH@iXMi8YMMHdNbW>L+tU{OO8Q^x3RKu^SK zN>!mLsNJ7)Xnj_HNJGg-iEpCMX;A~C=T?O!tkEy1E6Wap`4!dEaWB9iW zIod$4hdgVEk{G{|VSX>1Cc4H2G^;>?JY#n@h!i}O6tG^^HtyBF?#Nk7?IIz5PEx

Iv5s!HLa-pLkQ){STkBJ|#dSGJ$9KEe3A!AUbFOd<>6Bx_)?N=2n zR1n#5?_D9;Mudcp5s;ytXu!~fs?sjF$hRO6XA8M8fqzQ+hYY#do#Hdz7 zUq)sXG?h`=A-`Hu31?{|*VNB_>fssooT zlN~o}$(+}@H!XR+PS{w^k+mKxptgt2kDV|uS%RrWLoG$AG_?pWRJw12@{DA(E<4Wp$V$Q(GLYolpi|s+`oZTRpe9+SoNQXz)10_}&>9glC0+bEHxsW(j7@ zGowtjson7~sua2;!6I$~G*>aciz|AP>IKB}ca0sbr{5u>CHRUm&utuT(Yb zgiTr@j=Yud1@}V-d=&q+iqVS{RzffRHzKx`?1S5|lGWj47ipRsdR2OT*is|Odltxw zY42cYbqv}$4l!)^$`9v!Q%uQU772P zzrtw5`Q1K+Pw)!S!;&KM56a1)9~ed+`St9%rDr)=Xv=E~`bNBCb2vE;3QNh-+e0=^ zA8AgBnsgE7na0bjIvlUvBLJ?0*4P-XB(!BD$@~d?&Of`j>8p09m)J{isqN%z!+z1D zvuQT6a%6Mpa?yduM{}Yjncl^VGUOfhTOeYJ!ZyaF($wC!TZ*GrUynHjikmH1K!i`` zJ|m!UxW%$@rVDxGDCjA^{QWy}s)$%Gc1Kq|R3BgOFD9~#tWqo>%h;rles=d7zkmIH zuGIW={L=0VbI$RasJhquTw9HK?IB+MH-Ntx_{-jw5os=k{FlQU;|WqMY56wg&1I z*njXS4r^eg71vn^?HkDxQtHV%O-)EmT~cH}cdV5vMhuD29_)@@+#gNarli7C&#p7=$W%U} zXl~@Otnv-8wKBd5x1r3H z7RCGJpvm&CEARb6m!jX1GftTw+4RJR75&u&%P5e+-Eet4TwxJm2pm`U-gh9+%nX1W z5Wr%RdTNvC9x2=%Z=<%mzH#O5n#w*8y!i>@kaNbiYo;l^hP@!oxvmVmDuL%mi7Q{Z z;NP5R*Y5T5_sK=-)YxPpjWtA3!{Ea?zu|r*vPJ0#*bxq*$v@!wdufJgEVMn@=};a?5qiigA~uZ?yux`V_O1%O}o zpdZ*RA*Vm8`>)V)q2iyC(pII4j^r@eG){gmv)P5dnrM|n>m9+mDYT>N6rZ46V>uRl zM3}FVMhqfozn1}w_7Rumgd%=}=0m_57BpgqA&E@;6NL+BoUM~aS^fT^l$Ekt$iaM3 z_Vit}p{qWfhuqNxIUW8s-}RcidN8pMg)fdUM(^H2HRjiEZ-u|Z%_d@#%AzQNnuI4D zm86dSP?BON*t0m1J^tu=x)otIDfkxoC`Rg3+v@nY5p5mE=4SA>!usT@?bzWlDCZQgDY1F51Q0i&~Ef(O! zg_q6drwsiHxhtZYJKI+58F;A8R_t?*HkCO`#y!@7o+bMXTl8L(4P3$o5e$Nk@Q!1p zsXu0K6{QEB(NGB7nW%Ey;cb4elb#dQ#-AXu(7ryTsP+5K{5K5ff6&vp_mZPxwnXc3 ztNuzm3+u+~X!;T1=keu^080J$qn#%m%)5@aITP!*jTiU}X1F#(862^Ea+23PQ&OHn zT(=6VWC(Y=@kylJYT@_)GYfI4on=5@S8} z*KtqWeQU!t-GPW3TZ@V(tyje9C|81s;*W5n^({vT;B)QZ$iQ6kQe2i+2IRUM2Li#N zGqvW=2uCuo#I&(9nhf?`FrnIG=QQrQ!o{I64L+u~&Af>`lr#GpCIjoVz9&B4m-t+Nl$KtO57Go&FAY8`O zV^bRO3da=dNiD}?V8o;kMuKo{&u6ENv9l;Ghe+;0#+h+~-*!k~N2728j=^b*xNc@3 z?0zlZktGt2Cap!&O;N^cc-XvGT9Nd!GI`U-5SY$Z34n-RDGrcf{Djpzh*kyqV^{)0 zkr6~AJC$}flJnTF;(^~LBGCm^N48O7vy+rMFlVbj2*SAgj6Qa&Ni#&jk6p?hM*}tm zSL)cgroAPJKdQOP>oUnY(M?>}+t{9^YMma;u;iu4jX8z#; z2W`w%N%nZDu|vEjMvkA*1IO}9sP5uyMg3D$jrC{|P`d;Jx&<2I8=@Qh32Vt;cEfjO z>lV(P9>6Ny()0ERHw{h6lO`VYxDbLILk zRk4W?nBo4gNyeLY0#DQ?<}+sddYeOIe%{HT8lIvn2-|)?)%Et^(nDx}(HCS0G?b5H zHr%sWC4di1TD2;^)D>6vXgE@7VnVfc-yaafd0jJ}+d(a(IvAsZywg5~%X^yMP|psn zmgScPS?$%B(A!XgQS(>DGSzJG^(f=^i&(2phl5p{ws~XN_(+|FkQUoHyNjL{?QfCm zV!0LK9tt_!Nf-buX5$>&%dck#;;YM9)eUqNNS9K+U}V81`@jl|H>^ojV^|pe#Mg!l z+d=y7$jScf@OJvBht>7pk4BY3fFS$x?85!kfh>Ms!0`iS!2eeF|s2xrkj8!WnDLv zWWkDr0@dwrF%NX8eY}##qmxn`_PM73Z~HFhCz!lO=F4z%&{kS?u3e0vdT=_~-e+`1(RVupBcxst)?YB>KkIPr!M1myfamTE!1*Id2P!xY zpz8@VvsAIo(5UF)nw5uSppqf-aVoZdx45JI{H7))blLV%Yo<+NV5ORMQL@ zw!R{l_Kwr;m%*E$Ikw8-u_Y?KPdvX=)PlhlAlLGKS*qB5Q8589nAP`0DneM|>XCR@ z4N)J6=7qT5BLIX4a5L#?j^JX`Qv?mWlul0*UPkDoi}hS5XAI@A27Nd1RWot8B;WNp z-+-gF5{kwN5#^9ii{Wq%w$aogOdGN4>xQ(EcqO`YvnFHR=#-%~0r5=M<6XJ-&#G<6 zW>d_qef+|u%fe*bgQkbPVyt!9>lCHKo(TS~XHp5d@?7Xg<~hsf!s+S~jQcAYshSfh z1!6yBYu!f$%Vw_R%Q{5DFTZC9<);-}^L;I!(>}99<7XfftB#B|>L1mAs!X-Xl=W{_ zW*hloNJvFOTNbz^+2m39J!`-(6&XAK&pY@+$i>sa8>tkfX2~^dM!MGQTGu=T5EzUz zmM#|4uQ46IR_b7;6|_Fl>j z;eM`qTG<}Kjz;$WAtLW} z65@ebgZj7AIQt>|N2Ue8e95`YnhBqFOayq(VWSj+?)afGR84s%q}=i?O(L&Gnf)_H zqu;hJQ|$2=Tp=1;Fjwx8Eu=g+BnYMZP?_=)PIlacXpb<`bJKQ~4& zER1BqFH|57$3;8T6RJAcaQO`joK>Nbc298g01UW>ea^k$H#ZMI>l)v?~y6@ggeOe+=+~5MoX;ce0cO6 zTTj!3Fnp@mN91$zwu|aj^X^8)7E8$*!c`Lb=wcPRg#0~utg>B8ZKDsjrJJHFOg=sQ z3Y6u@{B2iQO*h{;0&O1hjsvpdbCuauxnbWf-LR%mX4lNue5#Q`Zl&tqLbyhaZN;KN zfiGM-uG_fZ4#kGLc2k!cR8!Q7#ry<0Pd4RmXIkG#a{52xIREgq3c?>4{Y4~`1VwTS zbWeVi@R=Z7qb%I{7hBOb@6Wr)eJ*S2<+an>`lvx?G=4RqAogPI%j@MkW{%Onk5|`f zTniMiC~lH1`f3>WwdrlLN@wR&#gv+Zqw&|_cGnWlgb(zwaap|X%-?c&&z6P_b(*>x zbPdIB(?i3;ItiS&ia!wG+MC=V`B=wVbnU z_Z6M7^z>OJo?cViqI%nLpd9Vh@>6>7Cudl*ac5t{oXm29$m&Ms2|noD0F5fEql>_PZXA)L%Lt@RF3uBPD!oK zg5msl0uV{_nDU?R2`eK?+Y%A(j|w@`^wZ{)9A8I;Z|mGYKysJ`T~h|*oMlhSt26vX z)jYKf*Cp{qS2kG?Vta~+Zeh_83J?*bgCof65E`M2KVm|z8bvb9H$#7w<;=e>8F8>S zN9QqU!QHe?Z%)&gK%OEia~%kb{b~q^e9*Eu@;kC>mR1JUAJNSft7#To^lt^JOoUb1 z^e?47(L(yRfsv8~3r^tv`VG)Z2(^1xuAG7V-(`YIgeUX(4Q# zr={O^55>(V7MFMDMXE3`3dFa9rQfrG?fMCIn%8YmQ8 z#g@xag2ibMu(5*+Vkz6@dh8AwyxCr!S5?_T(LvM;cO$m0!=t4uz^8eevTz#UQ|e+$ zHjC4;MF#bREdWq{Ecp3_bOWcNY4Yt84%2SL2-wJK=zLKy& z8s&{&@6SkDsg8yZ;Rri!4o{t+y#WEczjhO70S)2Vl_?Jys>>_rVfdPH(GZu_#1z_7 z)s~FmukgUT9W+(=!)|7Y?+n*`jEfcyAWO;-fnQx5T6Pri3mSzXTLBE7mhrh^k|AGuv4NG8!f1`riM`5p5>F;cWUobUZJO)Y#>lKWNtHVe6doV@}Kl(1XAjYO9t&&^1{?)-Vhycr!Q&iwZ>L=)!Ru+P-5xJmRohMSR+ur$rEn1 zqMf!HNJi~?UJa`O)0&@RUXX2pg~OKr;xvDWq1l(HiTqf$Ex0YH&@4+pa+GhhO0=3> z2Q;ETp=_>1vu|&v=iF6Hxdud;BRDR7nakZ@h_H>@+flSV2UfqX6S;oMTr?Z|q!U=+ zs%3Ya7Jw?23Gilo%`k~I%#SxEAEX!wgnT>nqEGlHmmMFGYeV>5_~kogh)wMVOxz&N z=S*G|G|&(3;bfZrQ}+(+6DWcz`(-QATq|`Nx1K^s31lXZM7Tb}LARLYIX1Nh`^U8^ zO*VNy-_*_5w1rCKr+!|Ck0#NShAx0rv@GStuAS~N4&%1*6SBp+n6R7{A7gGZqt_!S zI_*M>i6kl;+SF-5vH6Jm0ospF*$&4bv+L1eT%u+wE%izCxaT{)zK(-lOcw0hwvfDb z6vE>fODDB{uisKc*jw(ed^-33p9Yzvya)`6Qwp2Rsbccwv?|)ppG+Mk7{-TL0eRrY ziFZNVchvW}%r*{|bo9NS{0A84zkX_g4xo3*mKQY&2xC}V{@4gg#U{@1KRv1U-<-4R z#&WPSw7-q25BMd~EYJMUV4x+9ghaMvN-|pMN$ioVqscyhmH`0q=E%RA?_&>IzRmo+9bu zx3hyw&ss)3avqUivS_FpGXR86ImW*A?4CiF+G>l&T}Z+7%LFsli8fcLB$x8fTudzJ$qKH8>%TOfI2hoe zWoNX9B%9@V+0mi!WjZ|WY9x5IuaOD#+pZdaY&g+J1i)7T+aR@+DhK$5KbSfBanX=lOEyjg3RfaZFlU z)-&IUX00b}TPz0PK z#f596U@4d?N;TzXDG>y&;5vh~vwQ&%% znkqt%?c|Y#e3@Wmi4V9(y^A3VsIzH+pV3Rj)kWpY#|mG8rfW0y&5TNk=}(&xR?9wD z19KIYu@|{Wej|u^ZoY{q5{c{B1`a>enqX1lm9bMK;TmjmMYEeKNXo~-a0Ru7T|>vS zm2%?b$nG4;E=xm1zlnA$1wzv%w@P)<+Gg)xIJWsSxHEb!=KZQJDyrN^Lo_=zb+Rl# zMJj_69IzFG6XULLd}#09dLgl9sJ|>v5F#YRkOCQ^@7YDmGus{MrE(cKZ1BO}wK8R% zWWS7Yjgk2?UgauGam%=TQ0AAu1Y}`O#@l}&^h(A#nr3nk9WANVv#N&< z+%y==i0f%)JZt^=C8W6H4~0?dwNPG2E)_eo2?14nXhJz_u+%w!qSb~WecoYNycElW z9jq1SOu{Piy@uuYe#1^PKq`H5Qaht?YOWuG&O>D}NHS~>!Med_2GE0_%0e}k>0#LHQ;4bSX(gsjEHhn7_rR( zVNe-8@eYK1GJfmUPuXB2VDECf=he$M{JA|(E&FBqJP9OsaZQR|kh>6KxfnAH90vG) z?k0KdSW3-(!OF$F*^oDej#T_x4>t|!KwmFJ|)uW!RM~Vn)z1{_x;x8hg5p9 z>}Q&Du#o^0kVFdiIX9$_w&T&jKvF_jlPNob@vxBa@F-L;NLYTeeB(4jPq4#J8a1a1 zci5WWec3lRHDb0Amfu~z{Axocl2GhPuxeAwSa}!WKH;tC1sjzQ11p-seG+wpJAH8(!2iBwtWo(4RzHSOMrR<{s@MLxeg z8LaB?8=Qg9ump8pJA=f<1jnDj(>>tG1Izv$_3C#cP!nJ5>2=CyDv)YzDR#s+n=l)B zb3j4uX-j%R72bE0gzXh9@4}z*R~^c$z{hqzT)0=;&;ZmB%gphZVL1#LF9hhTI9j!B z@_{mz+t_SAZReWfN+qcSlF+1M=i;Tytbq-hw1Fo!vOVm}b**OlS`W1(lJAWbOm5w; zXT?DXd*2dh3<^5+l_JmY+cwgMrwaK5`-~>19>^b7{U+2VGFgbr+S zCw(v<|Ae)?ItwCAkp38S!7;Wv+V>~tJhJ4w$dE_ptDwiCPkPdrj@ofUf2`8hGgs(_ zlqPm!gVLzz9&(Q}tq{s7I>ClkF_)aNY?vD&*6+b2h&S+d?e4hw_9T0xKSPCQz;jkx zj006hxu~+5P^7#3E5T&pT+@SBpH7SYMpeWmH{H6zfj!Qj`Sv}50<0ODvt1W1y9>Ck zqz%dBwXzh?o2oXnUE*S71_zu7l-^yI`tx5njfu-<8x5yzT=zi?FrNT@*BukAD&ZOP z$Swgc?qy}ZR2sGWGT<+_fEa(&Ucf7y3B+G1Dq$$H4?R_7uW(r~QhFMlTE+yjF7@#$ zgJ8P+56bcwRxOFrhNiP-7`T1*qFTkqiuo+6MGcS~1QgE}W#7M9VpN-X6->jHf)M&j zK@1v1m!T-NfmMMb7AqfnlreN`Ct@*rIdOAXvm@K0(}@Ouoa4&XrJtEkZhHt%7-cEB znUC*;v7L0fGDq>)v}m~U6TisiYxXEblBsjF;wtpn#(W;joX0@<>9*%}?-dBY!j8{F z3JmxSd78cSef92-4_Zl4WY9r2nO$Ec8CIFHamNjNLap3MPik@Gwu#e%6snomTWQDw z%IS!9ZDs{`uR69#kkpw`-eb-v2Z^QwoYDP#)!1vc^Qi^w1A;PIU%Q@yN1%yJWAuEJ z{bU%6f|qN5yYQcOf5%>Loq!4yUmTm6cnCist9bTudC=%3zZ@Ax=cw*vL67KMhjGfx zJGWY}u2O(m!JMo`Xbno`&0bb0ORjc6m{*PbrpgSj8qB%Rg9b$nK%lv3FFW4dvvOf8RP08VPGrjN51mG5(hhyJ6VJ)ICEB&vHm=(I#<2*yYZHedHYRKi>!l z`gZzwFzvEeVruYj;elcfGM(De(+M}lke(3dD-J(uZFo%tBn1kXuePw$C1nrPSRODSwBMBMj*p*-1bzFa!&Tz0Cp40%J77;Wxgld5Z!L@H1 zcI1kKNCH{LaJ`aI$na{38f3xK>*^kPhz;9^7wLDij;(S#RG|zk2Nw>_x`cyYWsQlj zu$zfnyDILO{aHd3Xw|NFI+1F5@2V>L>I-p&KxS1WBt;^rQg?oWV$P$B#rF@#OXas> zKtvRfhSY85#aL>cQhrT*dR=_2Ox`pB_M!NiVQWB|P@jYTKa4$HdvDLoBvP62GPQAO z@a+mm_nKu~@gL@fI#}m}@LA{5t9mM8NQ1~Vw__rb5W3}fsc_Uqx0i?ul`_lQi{nGK zt#trn)2!DQ%efAP#Dx-)W4$BxLMP1=rxTx-YW%eGFaXsH3xV{FX)dfZr6ger7bHr+WcA- z4!k%IRbT0h)>^C=B*as6F&4Uf*y+n{{+Z1p*bobgEJSL9sKs?Rn7sY}4C=pw)nUt- zZ5C{!9)j+hNI2RP8X18rIE)4L)sK7(MT~3MPqnzA^j?qE%ng-g^0KvMs!1?Kuk$_i zO%@C=D6F_8K%7!{Ssowwh4MM+nA5iMOi7sppjk;IeS>PV*>&6Dc8VQb4*ve!m+E<* z4-V$|3;FXsW&oXHNu;}efV9_L0EVw3>iJ5JWBPKd@yrT{c|-BCB8LWhs~=|Li}!br zU@;^Q4Fim^K4(JVMOjHaa%j+}R}yEOI-E(PJRcp#Bx{ef zJE0Cb(@>AKw4`|mXu?p4!(Adxg?HO~plRV)i?#hOPo3jeBtEZ}t}ShHm^4`1yYX%} zg=%=5QlM+1jgTbedWJZxtj^*U-A*Q${ZW1JJX{T*Xa;5~N_&V&{a_p#_w<$^ShGt` zoW-N-i>pY{vi)hJ=DuPGv*?)DzEcV;LS$UOP8}Guwu zhtpew^8frr|FhbrE81TLz?&D;nEh8C zXA}1!h>?>SCj>~>!S(>@m*td}r(ZXPg~Kh{AdHMY3&*)1v}+l>3C5;Ou653sw+HRJ z_@Rab^1Q&WgZ>S$&|1Jw;%eCObHX*gt5D=*udOHDMy3?A-(xHQhHrMU;ZPVw?brEc z3NuJQ-iI8d8)g%lzc*4b(hrVhU+ArhT@L&GqoBg!9PgtIUY3JPq`5_d(-&`uFK^Yr zWoA*z#CE(1$=Cq-n+-WudGi`ztM*F!qA21)_b(I-cC8}#?KEuDdW2)$0+ujy^?@D^ z+o)Y@vq0s+2f&s4(b9TB$#BaZ>dQU^lmIJcYl4CyS!(r^_`@ceAwwgR+-7~Hr%0oM zZe*FhTw?AA@Np2PnOh$`-%kLEF+=(ZB+qleWc=h8i*=mNZnju7!4*~AJtW{Gfsj0Q zf91)?=KHd@h!hu-io#_cZF(YBZDCx*z-n=X9bccm?~+=wPVtzMIq(YthwbVXZ+Ujn z3kz)v&iCb#@SIemj!1T8)*RoW4($5p)L}8k&gT;0A=ib7h87NimZ6V)#<4|+-+V5A zMrjUPhPUKziwC5ua{Myi0TZcE85bU{WW=AF=U^Tm4ov5A14 zG>;rXW22eZ7Smy${pdhx$gNO+D1EjMf3B-5a!mpVM#sT1>r@G@zDfikAMT5Fw@7^6 z1U@@rO4DKc{!-^<2*-Y^xQ4h_J;(utM5Mkusr{HF=snl(u8EA&4Y{Y4*@-Bjhb

TuvQ$C@;@#(QK6gFZ#e ztG+7#vZ`Lh4n9>>^{t&QD%0y3HoA-s0nrDRPa0D&guP&T%Gs+_%H?Wb%4qo-U77#~ z=B;5N%6%Yv9a-=}r-1eT3b`Dz7)!bahxO#|HO|&G!UNLdsP05dtR=B%%M!+Dv%TGl z0+1w*+llwBSq^IxKL|E{x87MQtJl1J$qSEa)Ne2@#JMFOeJdABe zIYnjPQCkMQuuYl<7C>2xPz3uQj4j040N5;1p5@8)JBmA~5=1@teO2n6>&ERUg%9m) zlT^31TDB#Z3R8)*#^+zk-P3cxy6ukOTe#LF^I)gTuiw~E{3Az;EWhDifP`^9gA62#GUp?b`!r;dX zV&CR^S=?s&Lw&_w>)s#LYq4`bR}G?{sco?*7y@@OhS$^d97P;cH=WbPi+JCSut8Q*mn^I^-m zzvvuGRpT}=CbsT!G+JoXPbK6KR9|aw5MWs${n={FMprHi&5Dhs(Xq)-uvJZWsG0gf z2hDrQu^zZ{8hEolc$RIblc6OtX(g>z5_+zGa?u;xf$rsoSv~3yMqZ0D@drVj$m;-* z9Hs$8mg!3JsQ-9XU&wP*IONj=87rfV-hhrHUac-4grmV&{Q!VNnT0cO8n#_Os^85_VbwOLsw) zapnm%hQ}A?Fv`r9yqWXAidxP0Vj6|882w;d#e7*U)m0$BR5wfVYoG!w`m&AV$r4Us z_!JnkONeB_(&YEfK8K~MQ@?9loTgA|@phf7%&|R2KTAX?fX4l1bzEjVV47uq=e!#; z#!Lw$4T71B=x6m@C4lh9k#Caqv!&mXAPiFsUvo7|-ZzCI;;!R)=n_yi)>6^a{)dWs zn=xnN1l2}l&OemlbeK~F=jq674iiOpgo$JB9VGmhQI|384MGhuOWd$&ne1RuU_4vP znVS$*%aM;ELqgVjPLk0skhh6BCucY=S2~GZb%o;O_5wo4d={(Kld=VUahm3w9^^3vRb3EkRsQeVqvv>p8LF$+~XBna|Bpc`at0tF< zMsZtxAg{Wi$(Tp9k+iD-q$r}>3tJr4{}e0ye@#wPE^s&IJzvJ!Y~~MfI9|+w$X&DJ2C}&gXsbITH9N1W}Df zmn6fi)UhFiLr>$%{a)Dm3yZyHS? zGps7#GeOmP#>Go}`1Z%(t0!#yzM+$4TNCbZ&4q?jkVVSZ4v~Lw3=yIq^kV;Ft%eQ= z5&Lk&vdYb9+lz}4CZ+k{wsb6Q1C{#cjC#J7ZoP_9-wFc4BuaXy&Ya%MS76~%&bT`{l)bI;#!rZWzS(W3_~Uu* zc#Q2fwL`<2x4-VYqZ>|jFe*~otpr7h&b?OmDv1V(*|H-txc*q5;JE`GvpCt*lhd28 zK)b!=Tnl{>7AnI)T}u3s7jk1t$heZzv1pWalH`3y~i`fz+;jL-PsvmTqb$ zv`Vse9`F7T!3n3Wd><&dnDz}iw4VxsM0M8^*Ws|T>+^Cc-)PgPHWWeZ)l55b;MXpv zMEca5^Li3F!stF8VL4lL)EJ*WL&P^p3PtTBf{^W`wH912kUSv^=+pFU-!Itc5z z?IJT@3@V@M`d%%*U?loRcG%+^B=+h`L&YqOOR&tEx$=@A$!4Vi*^=sY?UjIX`P(bD zs%~2qKQhKEyFVbq9CvQ6NT#X$i^}8?xeHQ|@Vh&inJzK-UtVkf9!if3ftq3eZi$?4 zRq9Evj>yH~Ow3qMI;Zg4U2@dV3LG_?wRFL^E%O~`IdxX4beGoK27u1luPS~0fSqL8 z#uS+>N!_jhjt6D$4b7At*c!5HsA@7k3~STHMGM!nj2TNyMhzJNC?ovan~FYpQ*ubj zaf;srW37i`l#o_q1OVzJsP4X}h2pD&w;Yrq(zdRjyY1{sNPoCtE%L7GWvD*IQ4vyNN#8 z7RZw=7K7E9m=0t{4jmzgF_#AWDom9uWet)$Y6KBoUlG#f>Tznx~b*qE*Vb z`Yw8OG+YK?Ru723D=G)P8Ea_&I)44TZ^;-QLS??}yzKMLS8zYprM`$Zu8h1I=MT`0 zWl%&4Xp|OGDP^nF80wf+gI)_;%R0fN#V^~6iE?gA-_MhC?@-OQcQ>C>KrJ`&1ll8G z(RplD=Jd8UDALh2pHL-i#V5B(&dJ<+fWOrxs!vfpghB?CrEZbJX837w=GDAIWc}?` zJB(u`D$Ar%)x&SZ+1$hHQ{>5t=U@q`NEWC1W#Pe0sVdLfmtz#rL&B7c15Jnhu4D^) zAX&KILr&UGTGDIy@AT!PnchK)Rb$0tvG<%=?@YEXg+4>5GY2V=Y(jj;L&Rr2`|41p8REMAlN@ckniyz%{OmXvoN& zu}fgfcp%IbiPkhL#J?&2jJ?>D?Em9ewT<;J_Z;^U3tMd6xYEkdV99Vp1|gfwy|$a? zh3_C?uX_?=`Q7Tbz+i;5Wy|c7MXrjO83R1RS-osX)>93XFP+n#l}iVwktuFUYEQD& z4qh;{!fgib>W$TNTo|VZI7)UTZGXrzpdP0^Ri%FGlA0AZGHzE&$e6SnIW#MyKF#vbOFaA2ca~s24PTb_EHH+!YS;EH^l`uZD9P zsl;vxDqYnaAG3eDzYw_?J+I;CUhcsP!lN}<{YB<#_`Okfw2Wohrg?IMp`;-o-0D=1 z=&3b-?zsd*MuO;lQ=i_Pr6#T0zotAH#(k_{Z2O%Upn)^pH*b#{B)e+V4^yRoz?BHUgei3hpqs z)l;?=B%*Fjq?mpw^>=rI-j9`-`kC|?R+07`wceLx!Ox|@t!%F?5NV12XcV319&dWm zWHSDtc1Rv+Z?7%qp&d$5xL0jvj?kU(P4R7Ov>P(5Rv%pUOHmw-q~FVlN0k4t?xY}r zfAutMA2=jQ+$urFfIU1d2vgFBqP~&{%3(17_P9s8qR}@NY+&a$$$+2Ovksss1O)$k z?)>?0-sVav4zoLKi(j=N zdq~iZ(a--CF8XJlWJiTezxe)(!ezBkcsLvd?$-n}sxs95`BstkMJf2_q^s(lP z;j&j(j8!R!ewFb3600bqsGOUp5cNb&@FadhAqsx8%}LpG9p{-wbHldvuaC6V$WhiZ zoak5ejshM2ulC+LEb6Z77l&a)KtK?sOHhyyX_OqKk&;GQknWUbKtO5fE&)Nhh7LvP zZiW((X6VkdxzBsf^Iqq9?%Ut*&vRYJKez_mGv7UXulTIBK6|ev4tZQZcIWR#YGN%_ zd>v*R5%fV?2i-OZSJIu}`KAeQ0sD@PM>eHS%QU^@p7#V*5$O?34EMFrm(`l@@ZtVX z=tK;U=+sa?kw<(!`3P*@LI!f-I4iy(9z5QtGT$83Tq&Y1Js7%lgnt-!^lrQ`9i8aw zDH>#2DxOvIv_>K7CgeEu8Q>Q3+_<&%I(BQX4+HyU5Wd3CZC{mqy(B57praf)3m=Va z?&x2A5-nTPtGm4j$7O}nKG!BO5*<7Aiv^KOqb3D)me8GI*TxV9;S=M!)3t(Cq-9CY zu!2C?`f!o(3tbF3mUhYE?N`HX|+cgg9Mf>mf5Go?&Xgb*QJail+xP@nIv{d zELFSqX(;R71w@h3#Pi>i7eLA*WZvSFx4qlO9bfyxvd*W;q?MT+wz2P+WlU$-CN8{w zF78~9!%bFnuh|W|`yVUu}bL)j7a{D6KRM`=H)oO^fN#*J}@G0X4bXis1py;n#g zj3A;K%S(SxgVMJPQ0Arh@siU_FXz2#4UD&!Mvu;|_qjrWM`c%*l^#ciS4*b4#_r&E zNl5ng*ulIM(f18Watl3cr3{bgHDM~Z$DygPOHJ>7%d)tzs{JTo zXUPo1_l9{+K6}Y?0|Ij=3Q5l#87_V^iey?(Ax53fXalaVfWA{)J?qX=q+1^c#9pfT z@}R{0Xmcj`kz}g%)%NWxn8@j1#9gvRheg@Ztwhtb%v(SS*D-&lq ztK|V5BJrn-;a!?WBZs7Is6Fyyjn~SaczW%Ja|)6?#ifZ;Jy8VL%g?_$)E!+J%5>yK zDtqVgcpRk()&uL1>0RIJ!mpAh2lK4@MX~e7Uj*H6;F`&CEQz$mh!SxeuzzeI)PY{>+wld~w|xa}GnGrR6`} z0rg)@Q8?ct$V?ciD`EcV9X~hfsv^0*;m=9D?&sVA4m?J0s;cf~6(eY;%F-O!97l8G z;hJN=%WYzLY1+o2g2<$@7-xMQsR%wtxx+Xevi28ZH>xw)0xf^NOPbys{&;dJx6*ow zD_#7okcnu#uw(VNuHR<1SLC2M4@G(s%A|3n-kQPnxY zp?~9%h6FER%2+YdK_xc4sn@0-QEBzk%{VUr;LvBbxd|{0(#eG+Ys%Gk)o4-_6&*(2 zVJ7;rv-zgk%(cCT`Kze{-*=_G`7;m~`-!luginaXDX<2%W?t^D@Ti%`QvzcN+E49mMT=g=q z{uHBLudSICG%#Gc__j?(mF%6>LvkI=@nQB$TJ;x6-z}t=gAR}t??vTDn9EaR#|v9V zWtF@}TeJ0g4?ev_de-QpiUpk6i%Vs^^S*QS(73){=_2bIb{FAl#E+bIXPfr9x=(0R zC$kY;B|6hXQxiXiS>45)Yn_kgmUN}wmT{Y~{zn^^67y#B870f!=QW#6mg!gZxHoU_ zd%z342A-=jdC7f@W0^+0V8PIVJaH zwR|UpZC5NGwr#lBOxy3x`6i6K_sd_!?Ru2rR92I!)UUp)B%ql%+-0j1&1zaE65qN| zO^{?YFj!!><&17K|6cmZt5AA@l%+5d9i09AL1C>))lXl&a=VPvXQ}o+69vm6?)z7T z%|qV&A!ii1)6(glujmdPk~~(?j@%C)&SMQHWQh2WPR6Y^Sv=vqpY8&CPB^P5^85$S zlRMUPvQGQ&d7_L3Zo!!$H=V|!kbM1}jOlVO;@NsBp$Cr3ePLC#=eyl%I!52Asd-sf z_0Y-!Gam&eXs$W`hV9-8m)(J&K2#uMY4Hso{x0ySKdLCq2t?g|%R_e4 zVeg(d-;%Dv*YwSYK5KF~agU1|pbYYz4@&kn8MVnm6S-@@jK}cQw}r=6VaM95H#ayh zd9f2BUCwD40&fn@f9e(uLrbK{wB_?Ir4rB}S6*5rmn zIe8P#=)^4{#-1LQqsF5|x1Qvq`eqN3OGQskzWAPa9M{qbV=<3F9nC5a^6haHiiv2l z>JziJ=CWC-n-9@BuhGdVi6Y~$(){+q!`AbYyTj5ChMlTVhxRhwxln8?bb z{PU^3Uz3f)TH>5%34w%lic(4TpANXbq<0o2H|%+(d9qJ7O`py6KX7cdaHKSuWLt6^ zSbp$vtVvjSeTOa=BAi~IFqV=XTlA_*mb+j=q-E-}B8@=qPSv;`i^t(HLUn+39$fAz z6)v#(G&w9KJE+a(zAqXCi}v4tl#$q((y#3yjeCB0m#mdYUM;wqN{-Fxjd;Bv9~dgL zSIHkaXw2(2)$%V(DzYe7=DIDS{vF!;oY++V;N`gUWy)%%`q&$KEjCrEK0#Mst$Ks- zTyAT<(bQ^})uJ=isjM*hS0`@>1w=Pt&S}T%*F16&gl+YkB<}~ zYja0_weFMH!E~SJ%AGJThP8<7(_bkdZv{|01k^`n;%W-3+gE{Ypw<(2-wY z+hb*wZ$PW-XwX<$1F>Dv&z1Pq`^PCh`8?m~#`tB>u>uRnncIx`M|y?4q|LcE2+P&r zDiNec8r4+x>&t3o4$C@KId2{2ViE1%CAZ%vWWHwFA(5^PowqXv7pZ=ViHYfmyf5ZS zJjxOFSs|4`T|Y!;oLA*ZG_yc+cFgyzf)c)jmWGimEM0?-oKWd=?TH3 zm8jjDDE^i@Xp7G1gC8n*Y}S*s$_N%Fm(P6yFUJk?8DX0`ao7k6?Y>53<7M7K4s{l9 z-o(hwti%Fjj=h$1T#ko}cs~zm-ocq^Um(`E8-*Go-MMM6NG{HwE|PGWSXr+RU8%?^ z2`vY>bM6K?fv?@B;0_;+xWKaq_eM#drn4`2VR5aOKnf7SYvn$0URuc+U zUX`OH$FHfnlxwui!fsNWJvH62d?F0gN6V}uvONW{uva$%Y21DjCJK2V@b)puUuf1x zQgfMv>bNb&?rv1{%ZiG^S0-Bd8FoPTsfR2q?!`GT;wAUntR~AP0J0|>EN6X(2H7E; zKop&3nU$qgZAe8oi^H`2eY;}Z&;tuDfsUMhM!O>_lA*VBWe;NbDNP-MWWY^`6KrSix=k3YuDsF3B8 z%{_69FW+U&4}IW2T=<(q_ve>@`iTQRTUW*46}Pe6qM1L*m{~*V#QJrS*}*l zYx*6ESXbUSF=EbR_eqwE)V%VGDU@G-;3$>PZLZ6DQp{HNLVj!`+>bX(txo1uT_05# zL5Z2gq2S04YD#@JJoOjO4l;kOVsazG^h~{TLVL49fMS0jX*Vfn(N>$`+snuAZ+;xO9{S=n`@KdRO$Lc3kgWnOOOkeqp zL$?Q4s;nn^E{Y9$V_~&?Q9ra8WYL9as>EqlLmk9A%WF(9uI6w1M1s4GyY2@a=hP*q zPFGpRhf?qpjmYzxL|<&4e!ResB|`g2CI8PFg+l zv0(#K>$wGjWSnQ+Cn=kKHgv*ng9Y*3{1qZM3VaBNz8u62@ut#U_84m{jbY)IJYkKi zqNtYc3r}iu-*}e8;Hy2~Rm`j1$J6|{a!@qCQ$gRn@W;C9Jv5he7A;hrY`4T*$6?lC zITGrhib;E-&3oGL`38meA+<`jqC;E{(MkIQEw2fgkHy~{2ys?;3gRlUaDBkV^1Qc> zL7%gadwl{=Xs_?`d;qSLjE)dKmF9QZSkYzZ-!Jn1aZh7n^Rx2>XfH6n5{Rs~^JPrs z51?W9IN4o9+|z#0jX430CV2oPkGK}UwrVEodar%5A7ie-P4v#_(k&lg2Z8k{vbH|jYFAA4ytWYI| z)wWm8SyrNgSb4TEmitwOs-Oo;_OI2&t+WRCk>v}*fAr)$V+JIbdwpHpmcdqquVKFCPy ze}1NCHlr=2XN^&=CBjDB-=`a8o5G*4N9!mBH?}Ik+2CK_G@p|%=S`Bcim&LiRGro` zZY5_Dxu7$zx1Ih~{%dpeN^ye&k7!JFG|Ik*mXL_F&uaK(uz=Hcn(gKlM)_Dt93{%8 zfj9?s?(<@-L~8uCygK&7NM5)hs?8LHyAI%P*lutcFU^Q?R}7Ow7t`lsXu!;^+muh0 z+z&UHo;2<&tHKRkBPVs!&uTFP51var(R_qO8~GI7l|;<_Q~i$D{6zk9uDimUcuwF&dY=w7Hg?&q85G06MQi< zE7xCL*!=diGO(qtPmY3|QYcec0x5Q3l+QOsS4`YWs6feWPm;NE>(#$*ubDwY=HQ zD1|&|X{76f)$cp^(T%~@-cfBFahU4RgR+v=SfgW6E@M@dX9pE* zvEN>6lp6)DJ&@Jjne`I&aHM?QHr&UT-gs^!w8457adzb!P~jP#@1D8cU(Q<+f9N3x zn+g?^|B&j-wejJEJJ)8Aw*NgLeYWLzF~Va-N$QL4g7fO@OM2{=PTtu@m_d1gTK@_E z{@33KZo{Shzm?6pxag^cVFZP&q^oe(kcHe~!y*r{eqc#OPC2%rg15o{RrgADi{LEH z?L2br;LgrT2dC(~*TZ3`DvQnnZgl>LfDoser&3zpWDuU;~CBZWr z&4J<|Fq4Q^c@LenDOZ1)H|nHe?@A62m#!x1j3pRks?gzXt0T-Frg?vUW|=4)Eq`e5 z6)#z=SIvKPw?FuY8oEIR%{`i?)fozkyJH$R4-OOx4u~S2@tudIjJx>A78Hz0;%#P> z_Hh^q1hGm{n?fe6y+}A_G(yhJ+LG9KbbaDOJ~)my#he^KmClkhhZQsUJ-7Hi-ES@| zER5kWYMc04s}F4U`?lz(O9@85fku)r#v-qdoj2w|YHNZm|6+NE934skL;FuZ;FZJ! zKcg_!Qbq9Oe$+qJs@s`W$UX?Vl`HW|k)QQ*dbG_=jVtrSE|J~P??M2i-x{ZC zQHUwy)BROW(86u7Y+(P1k~y+6A4C`vTKt#W%jrIBrYZJ;*H{JfHZ^NNKtQ?0D6<=? zYTQa=L#77{KAuAM535BGh<#CglVx3*9g zOP0b1^Vx!nF$tTPA3fSO zp|#B2PU5l51}Pb3)$cdipFb!5`<Z?kUeZXOc-h z)nVdXKyC&LPmmTPYx<7XcLhH=d*mOxIrqvVcDsKS)rw!p?}#VFQdvdF(SPXq+M4rg z>&Xr6=jRv;eST?NZ1!opq&MN&__$II4VR+x(qkWt6Y;6|-(SA`8@>9U!c__(uNf_r zZH5_49B9%yzzt^TrCy1ZZbs1SiV%16*fQOrW!KRfc_mnuCo)uwn3-~L?QF6PTJ@VU zHXX0RC1)aYG=1@7H-He_2K$ST?u>?TXP1?<5k@6;IcOWn^N-Jtxl8*fCCb)P?)Dew z_5^i}PvtOOvvJK1TR*PNQele)OuUxyDzovm_!+u1u?TEUl^p%Mf(w2u5`C0Zc3KQ= z3K?HbaofZFlK$x_=ul;KTH=MRF-)m?(z*I-i(UjAqm{b%sbWsKEvs4ocG<60@An-( z!XJZULoUME#W=&MX&p`_=w|Q_liR!BViAyr2QfR-{d<1pUp{B&Zbz`Fx~bsN6SDPL zlET6x-C?%E>R5Ga7k$^UOR|cg{OnoRf?3{)`iS=@dkq(%Z}A1xv#qK-r?;z73}d1i)7MfG&K4O8F5k7$`F0o*1H27o~bQ%A>WRv#W+Jh zQU1mfYHd^PAMEE6owtZ^cb7D%Nz0hT{d<1`9s?7?{=K9Y7O$%A+nLwqq=e z?y-F2Q>9K@Vl#^sbEJfGIWe$xGeQUx%jKoun5}hXftNGxj0GA(C=xJrKNGHhpYVUz z>VpSAIYd=l4a(DaDV(^9UWHik&B(-WeGK)BQ!aCk-pb;~x2=@G=<9sNO&}NNF$9jA z%2Z2j5d7oJ(IEK`GT>_$!3E(R&_K%=%`l(B#G$)TKd^21kXGZrb1MJkXkIg9ko7E; zln1P;^Xo}q3|zl)Al8Y1l!5-A_8W_qKn1>3^j$^iQEag+7r%>ZWAHB14389c+-wLD zslwJ#`X{Nsx9H&Ec~8(IR(q<|aJd4b%_$d8IgJIXh=HbA@~eyg;~QbLvT!{q8Og8S zqb!Td8Y0VN5c|8d?37YEUnKwejV&x0WKFeU5_Jc=3cs)+2M-N)N16V4%l`V`d{&sj z)7UxPaJ>IowEwJaw6#!9u4qf2iR4N`TJ{uPTb`T2|9$)a?Mab#@D0H^-GR*~tlDQ$!!04qS1F8Q!?fei(T)koG5J{#2B}oEMblCKjWi+eHL8&76GZkzCg?2pNBpLL&Le) zNB?;luhX6%fLx}mxcZ|0Jk%Zxr8G78^3Sq={Wb1920}Hsg*Nr)p}(%>udhWl;*Z<$ z;1$@8tT}YVpND?e0z*^a`PBbfy}x-ST?s@}ycxra=5Gf4YggV^fT2$@RD}LuvOtJw zh7M`{;C*vK_>V&gOu`hFgYd1^~vRFMA6F&CCHMuU$32UUQ-!@(tGhjoxDtZ28i{n@}A z-!lH;L$ul$0E)XoHxf9E0(B+n55Tnz(uFOzMb2qKFdrKgb;o=PVg1@Qu!uf#38Ia# z`dI6@d|eFK-<%QX<$3A}z4L_Ka*TDd(W9EudE{kOe0=;d)$7{?(nj#b?)dJmSe6{4 z_V6L_F7CLW1BB8IEq$p1Z$QJlsOV^VuhV^*bNsTKSlP8LDbE~@*T;$+I_?Ka?=AHX z>-e`y(Uw6h#|l46gb>Rl^IB(1MNog3Awz_tL4JLw>m*%j{Xc!rzZ;KBnlI|GTQ*ztj*Kc!K+Pb*X=iVqyd4^T(V4{_Q_LotC}F z^ndxozxS5X_P`)9U1B=E{ntbO<`s~#yQF{rN&nk&Dr@+L&X0K6KI8o3GPd9lkS_WE zzn%HtYxm!l_y5Pvpur7=G5%)P{w3zH;A=p!!H)g{8=&nV0~Pwn(hU? zFYG&{8B}1tcT2h}0G(6WY`(gDzy3xPI;3j=+W&&WOnL{X)Mqy|2-1b83b=NW=zHFG zTiVG#cVk`EqkywK--fhMP>X2Qo=4@~_XTA@`G+<8aoGGU0fpEqF*jgo@-ur>fb z;_jHXtxPf6#5`Et-;RCGbMw-{5)(PlP#@rqMBp$59V6x50$;oc=+__|N zMFA6%dWCvr3&kJ%tCCrF4*0R(9K2L66ys z?bh3eg2)Qf2vv3Uu7OOkMfgqX$gHd^azXy9;`+^~cs+L+Q2fk(`AHIy+4fP2nyFuK zFZ3=k@t9^1HWsat06Lx^*h9sA`^BzUbe2RBpQcbM0rj}Y+6;YL9l7$!$i02PTWnZ0 z_(X&-+J+WTlNIB&7}~R%{}v#8&%Sr9_3JGFWiyUsKFcRFxL+ zoh+I06~~PDR}7Pi@%Q(H2>1^bMWKhlI+yV^ic#HNHhx64bYIB>{erM0@!&e6)_bbk z@V3nJXvWoHH7CC7Q-rXE?d!Ag;>i%urYa6pkGoh(8tCf!j^=!x5HTuLE+3sNr*Adm zlz?vpLGNuEUzh7u9h$Y+KUKL(1H7-3wSp4kJAA`t?C5^dOu4N{!C!Z4ywCgW=PIj7<;|J}{3(?{6CzM7T^!0+Vchae&242dB^u;0LxH^(0CtbHXO}*AUI-$F_}*V z%0M!l({0z-HiF_**A4I+r)GIBcjKEUwsd-}vO(U$36k_7Z|(y*Wq7t-FZqW%-Pgix z{nq~12S!=oL3r7NyUO?gdGycESQ5h?eBjv6wh5#G{Hg^VSc91*?Cb(xLC~}nw zPHsyv+dLHjr1{Z%Wk(#B14#5DRTQ2*%-S@0#`uZL#2iX@Z(!%$(Uh%7dPb>-E*`Ol zswz0ERxuN8P0u9clM4Qr%X|8WiHWdrM_v>S-f_eGbd_-`_3WO84xwERNPO$>E4EX* zkO+-)n{D9Z2<%neGDrEn;wqq{;+xirmx2;(-y5L#nY2?NWMQVRnvo^Oc@9iR`CI`! z&~V^BxzqW!UF&D)mt=EbG{whiXK6IYUMEdhz|(ICPQDgl=m zGp+}}>=i6Dq>wDWE=KaAw7NI;FV@J+4CU^|JPEd;{FpZ(AY9o1oO3~qf{;3rl9PCH^0dYA-;aH$v zgj0vh1;oJxQYOsEGqnIXSVX8-D(ya>Xd{au5kiNW9b)6fSu89pi=dMGX1d7EYfK^|CT%vw<16e3yfNi_0D^l^KQ zI6fYcclez7i5I$xtSayrCGY2<-%WAsD>EW$zBrsR?4KjQ$BquadvAc6w~{d0+w_g8 z=}n<7K&YI;jC6Bz6OA8~)If^C9t2p9Nylh1=tB3;hwiMAk606~TaJMuOUJe8^}r<+ za_jk3@O&Fb)ZX;2_LXVv;ZvQCsIa- zU~wD6o!7@Ei+RMT#6pN4e?Kw2WASY1zAtR%#%nhP3$!)RV!hgk8*|O2V$xCpvAVvj!BrRtYQe_1A5#4gEV5E&y?34dR}*dOVl( zkn~GDp0j4XOVP^KcO{96K<8RJun>07dldQ5m+KrlqaHe3o-B8RW~`4JJ&xik`uJa@ z0nH?*ENd`H1^Ikj8eyF}*DV_g(&eS4u?cD-0%=D0j}Vd<{b@oH{q6c!r{gY<5m&$}-oy5^m;n$A$zN@Zw@cOY52zcH% z!wUO4EsJXTj0B+8v30#X*_>MQ*Aiy zQ8W7wcIu39{Peq5Bvs!uQ)=jshhyna09Y@o*wgmyR4$~M9$SrktRFBxwgRHcmLiH@ zSam*$CkB6SNUa4MSKk9wg$Sw+VXN!F$IG6BBU_Xx_{?p26h4gdtWVcETIZJH^X1}& zrmpLl3V#8)u&&8^FMG{K9BhD!;7j|YbFbb z-66#3A(e-Ug*X}m4({$TVl>m?<>`OPrBl)AN?Ifn&++z znc!PHCkj(@=#U(&J(L`f#wcB0-~Ww(g!u)$FQdb8Dp5s<5ULyvT^+9M?Z`{IQ zb=W-#9Idkx-T+a2H#dH%fgwcVpBkZ4F{T!OprQo}0wrFjPm*C@c64*_@~>(5gNDkL z^O^NffjK9#lFt1^FsV)gG9jN37t(TqVGva>$Adi0T95Tue(ZxRneiUKwN zjR~0FSYW2bB*Q7007hvBbm)=K91?kZFW0dSs5*HHKK0N;c8F+=o_ZrjLjMbrA3Vz7 zo2XQ)bqUEY(!|CYrx#APh=d?_wYk{2Kgm!if3Ld+q7GpBk(hMF%nOCB+hUXUe4%A3L2J`hCmaU7dgW`e8<*Jh|Brt2m09YZhqF+gmC= zVkE$qmEqxF@E8pJEIKUS0gZEiY_Ko)r`!5}E7GoJctpvi#w>de9!9|@+w6U@Q3`{H zuL2Q>2Jo^Q2pWl*%gAtzNmx?oJ%YSgpe3)$0OJ@dI~WG4f>b4sM|RBkhQOlSs>0g) zi;3g>jIoO4lk1$91`ZC6czy9GD=Uy)D9He;9u=2te>^Y|*_r0J40ETkWHqX&wT zRSCIz8ba<_2kMRz?X+paUUe%^Re;`MJ@_`- zw4uHx3~LAZ!;4P3#adOFftbk$t}Ebh#&1x_#j0>Np^wyqxa%)!G@q&s_>UEjA5iL4 zntgOlteXbbVzj%12>Oc|1mwjHsvytM$u^KHPcc>gc*NTVSt)}=SW{RKUR%{r=$eCq zg|7twc8G&x05W?ub2;1<^B8z;>@ys<)A+FVi(EB0;d8c`0RrpBR{_2mh>Y1bGYiWL zoLjfNOe~M|`DUD=LEW|2W#)5Y=VsYYPvWH;z|dlu(aO|&rh%+a^~Y$1;ba>S1s!OO zU3}|gx0!2d^eFc#)?HYu`GKrxOTRidb-TJavSe+ALWf?${9(w}0Pkg?{Q*a(mOtTh-IgGoW+U zdN1Ex=#@gn4Jdg+3s=7&eZSCA%K56IPZYq|{428p=nMB))SC z%m4^r15uegZNJcVqbP_BD?7Sny`l=mxmcco1cd_>2iLKeTrPAKnCa_aAPdjS{~iimEM(ZX87v$B(l#)rv|;2tcc}VA zDGYTzcYb6EwS&qoOuTukk}pq5qM60xU~N%1o9!Ch9B}SJ;WZ#r63+4@7R0*cw(>ijY@uad9;c?sc438g0Ft_;K;uGD^6pyy9i>2p6_ zxeWINsC~mBsguTn=C8$5z4!EJ+HoEU3DvcxMO)&sdF9xe^^#`~3dwKCy zD+z-x+i*uNa?d<}C-Fp54-e_WJW||dxp(o@_m5K3eEN=bfu=fB^f?#cPi2U{wl;I_ z0wSz4tm7dlx=erUd}XLxRJAdkmZ=~Z#i*V29PN?`X>Dl zi*`WiM&NB4n+mwk)!E$mQ)n+Sz!0A$eD>pGVn!1Bp}^BO!dUw|+o?U|DwE4V6!)ER zf%(uwJ`9T+7d}~G+O4Lc`|z4<4l)@GS*c@-COrv;wl-%a+kFCC6BMTIDgrvSKmBg~ z{&wq0%r(j1N#qf@)4BzlF~y)>vl(z5F*wai)hQTHZ^jfiomxybxPdmpsOBsa4sQ^9 zWi2N;`cL_gEmwt~9bUUbj-V&a=MJWv*WqA*uZb8QId=!XQI=8aX}lD*n>b*#z3!K} za=R?4H8~)ecdomY;1-XV0URFI|`OPADq8Swtx^0%X(dTi-3+LY@q}xEMryWAf7H;9O zU4S;*)ys*Oxo3b2_GbI%S6+da6clwYSWC1HQpV227TP1?L8x8F*XjrzQh<4s4DQK$ z^j*Vv&%Iv0Lw@JY=~_;Q-_qAPoQB;l7GXRhBe!eWtvu_nZ#j6NG*kH{jkm)DWC`KM zL<2Mw{3glawYegkl`BuVk{+G|1dgQm)rsiexDCl?CFpikZciOTi*q5$(_OZ(RL6m= zKFWa8_i~Rkg9C1X4+hxkxjV8YY}GB>-i1qjnTr;1-K-2_t?U+Vx-I5?iWx-{*#m49G%?fo19MlFH@Z4_J`D@ty(8Nm!qVoCv}1pc1R zY?", + "" + ], + "bos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..4ed847f --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd7e445833dd0889206aba242c2a51ecbae2437fd328d1759a35475fd8c0423 +size 588619 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..9225b5e --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,34 @@ +{ + "add_bos_token": true, + "add_eos_token": false, + "bos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "clean_up_tokenization_spaces": false, + "eos_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + }, + "model_max_length": 1000000000000000019884624838656, + "pad_token": null, + "sp_model_kwargs": {}, + "tokenizer_class": "LlamaTokenizer", + "trust_remote_code": true, + "unk_token": { + "__type": "AddedToken", + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false + } +} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..40eff47 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,17712 @@ +{ + "best_metric": 1.2748980522155762, + "best_model_checkpoint": "outputs-ziya-llama-13b-sft-med-v2/checkpoint-63200", + "epoch": 4.004562159422126, + "global_step": 63200, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0, + "learning_rate": 2e-05, + "loss": 1.9402, + "step": 50 + }, + { + "epoch": 0.0, + "eval_loss": 1.3943634033203125, + "eval_runtime": 3.7851, + "eval_samples_per_second": 13.21, + "eval_steps_per_second": 0.528, + "step": 50 + }, + { + "epoch": 0.01, + "learning_rate": 1.9993661659377576e-05, + "loss": 1.7943, + "step": 100 + }, + { + "epoch": 0.01, + "eval_loss": 1.3783146142959595, + "eval_runtime": 3.7902, + "eval_samples_per_second": 13.192, + "eval_steps_per_second": 0.528, + "step": 100 + }, + { + "epoch": 0.01, + "learning_rate": 1.998732331875515e-05, + "loss": 1.7393, + "step": 150 + }, + { + "epoch": 0.01, + "eval_loss": 1.3769421577453613, + "eval_runtime": 3.7851, + "eval_samples_per_second": 13.21, + "eval_steps_per_second": 0.528, + "step": 150 + }, + { + "epoch": 0.01, + "learning_rate": 1.9980984978132726e-05, + "loss": 1.7253, + "step": 200 + }, + { + "epoch": 0.01, + "eval_loss": 1.3832125663757324, + "eval_runtime": 3.7862, + "eval_samples_per_second": 13.206, + "eval_steps_per_second": 0.528, + "step": 200 + }, + { + "epoch": 0.02, + "learning_rate": 1.99746466375103e-05, + "loss": 1.6986, + "step": 250 + }, + { + "epoch": 0.02, + "eval_loss": 1.3861111402511597, + "eval_runtime": 3.7837, + "eval_samples_per_second": 13.215, + "eval_steps_per_second": 0.529, + "step": 250 + }, + { + "epoch": 0.02, + "learning_rate": 1.9968308296887876e-05, + "loss": 1.6863, + "step": 300 + }, + { + "epoch": 0.02, + "eval_loss": 1.3855526447296143, + "eval_runtime": 3.7891, + "eval_samples_per_second": 13.196, + "eval_steps_per_second": 0.528, + "step": 300 + }, + { + "epoch": 0.02, + "learning_rate": 1.9961969956265454e-05, + "loss": 1.651, + "step": 350 + }, + { + "epoch": 0.02, + "eval_loss": 1.3862779140472412, + "eval_runtime": 3.7834, + "eval_samples_per_second": 13.216, + "eval_steps_per_second": 0.529, + "step": 350 + }, + { + "epoch": 0.03, + "learning_rate": 1.9955631615643025e-05, + "loss": 1.6424, + "step": 400 + }, + { + "epoch": 0.03, + "eval_loss": 1.3855341672897339, + "eval_runtime": 3.7852, + "eval_samples_per_second": 13.209, + "eval_steps_per_second": 0.528, + "step": 400 + }, + { + "epoch": 0.03, + "learning_rate": 1.99492932750206e-05, + "loss": 1.6205, + "step": 450 + }, + { + "epoch": 0.03, + "eval_loss": 1.3793355226516724, + "eval_runtime": 3.7851, + "eval_samples_per_second": 13.21, + "eval_steps_per_second": 0.528, + "step": 450 + }, + { + "epoch": 0.03, + "learning_rate": 1.9942954934398175e-05, + "loss": 1.6049, + "step": 500 + }, + { + "epoch": 0.03, + "eval_loss": 1.3790518045425415, + "eval_runtime": 3.7866, + "eval_samples_per_second": 13.205, + "eval_steps_per_second": 0.528, + "step": 500 + }, + { + "epoch": 0.03, + "learning_rate": 1.993661659377575e-05, + "loss": 1.5928, + "step": 550 + }, + { + "epoch": 0.03, + "eval_loss": 1.3790216445922852, + "eval_runtime": 3.7841, + "eval_samples_per_second": 13.213, + "eval_steps_per_second": 0.529, + "step": 550 + }, + { + "epoch": 0.04, + "learning_rate": 1.9930278253153324e-05, + "loss": 1.6008, + "step": 600 + }, + { + "epoch": 0.04, + "eval_loss": 1.3779619932174683, + "eval_runtime": 3.7838, + "eval_samples_per_second": 13.214, + "eval_steps_per_second": 0.529, + "step": 600 + }, + { + "epoch": 0.04, + "learning_rate": 1.9923939912530902e-05, + "loss": 1.5788, + "step": 650 + }, + { + "epoch": 0.04, + "eval_loss": 1.3782728910446167, + "eval_runtime": 3.7849, + "eval_samples_per_second": 13.21, + "eval_steps_per_second": 0.528, + "step": 650 + }, + { + "epoch": 0.04, + "learning_rate": 1.9917601571908477e-05, + "loss": 1.5742, + "step": 700 + }, + { + "epoch": 0.04, + "eval_loss": 1.3791857957839966, + "eval_runtime": 3.786, + "eval_samples_per_second": 13.207, + "eval_steps_per_second": 0.528, + "step": 700 + }, + { + "epoch": 0.05, + "learning_rate": 1.9911263231286052e-05, + "loss": 1.5578, + "step": 750 + }, + { + "epoch": 0.05, + "eval_loss": 1.3797205686569214, + "eval_runtime": 3.7868, + "eval_samples_per_second": 13.204, + "eval_steps_per_second": 0.528, + "step": 750 + }, + { + "epoch": 0.05, + "learning_rate": 1.9904924890663627e-05, + "loss": 1.5477, + "step": 800 + }, + { + "epoch": 0.05, + "eval_loss": 1.3817371129989624, + "eval_runtime": 3.7855, + "eval_samples_per_second": 13.208, + "eval_steps_per_second": 0.528, + "step": 800 + }, + { + "epoch": 0.05, + "learning_rate": 1.98985865500412e-05, + "loss": 1.5509, + "step": 850 + }, + { + "epoch": 0.05, + "eval_loss": 1.3795477151870728, + "eval_runtime": 3.7863, + "eval_samples_per_second": 13.206, + "eval_steps_per_second": 0.528, + "step": 850 + }, + { + "epoch": 0.06, + "learning_rate": 1.9892248209418776e-05, + "loss": 1.5638, + "step": 900 + }, + { + "epoch": 0.06, + "eval_loss": 1.378434181213379, + "eval_runtime": 3.7822, + "eval_samples_per_second": 13.22, + "eval_steps_per_second": 0.529, + "step": 900 + }, + { + "epoch": 0.06, + "learning_rate": 1.988590986879635e-05, + "loss": 1.5505, + "step": 950 + }, + { + "epoch": 0.06, + "eval_loss": 1.3711613416671753, + "eval_runtime": 3.7882, + "eval_samples_per_second": 13.199, + "eval_steps_per_second": 0.528, + "step": 950 + }, + { + "epoch": 0.06, + "learning_rate": 1.9879571528173926e-05, + "loss": 1.5678, + "step": 1000 + }, + { + "epoch": 0.06, + "eval_loss": 1.374761939048767, + "eval_runtime": 3.7863, + "eval_samples_per_second": 13.206, + "eval_steps_per_second": 0.528, + "step": 1000 + }, + { + "epoch": 0.07, + "learning_rate": 1.98732331875515e-05, + "loss": 1.5438, + "step": 1050 + }, + { + "epoch": 0.07, + "eval_loss": 1.3767447471618652, + "eval_runtime": 3.7836, + "eval_samples_per_second": 13.215, + "eval_steps_per_second": 0.529, + "step": 1050 + }, + { + "epoch": 0.07, + "learning_rate": 1.9866894846929075e-05, + "loss": 1.558, + "step": 1100 + }, + { + "epoch": 0.07, + "eval_loss": 1.3725579977035522, + "eval_runtime": 3.7848, + "eval_samples_per_second": 13.211, + "eval_steps_per_second": 0.528, + "step": 1100 + }, + { + "epoch": 0.07, + "learning_rate": 1.986055650630665e-05, + "loss": 1.5244, + "step": 1150 + }, + { + "epoch": 0.07, + "eval_loss": 1.3703813552856445, + "eval_runtime": 3.79, + "eval_samples_per_second": 13.193, + "eval_steps_per_second": 0.528, + "step": 1150 + }, + { + "epoch": 0.08, + "learning_rate": 1.9854218165684225e-05, + "loss": 1.5558, + "step": 1200 + }, + { + "epoch": 0.08, + "eval_loss": 1.3710592985153198, + "eval_runtime": 3.785, + "eval_samples_per_second": 13.21, + "eval_steps_per_second": 0.528, + "step": 1200 + }, + { + "epoch": 0.08, + "learning_rate": 1.98478798250618e-05, + "loss": 1.5556, + "step": 1250 + }, + { + "epoch": 0.08, + "eval_loss": 1.3695827722549438, + "eval_runtime": 3.7841, + "eval_samples_per_second": 13.213, + "eval_steps_per_second": 0.529, + "step": 1250 + }, + { + "epoch": 0.08, + "learning_rate": 1.9841541484439374e-05, + "loss": 1.5593, + "step": 1300 + }, + { + "epoch": 0.08, + "eval_loss": 1.3656278848648071, + "eval_runtime": 3.7829, + "eval_samples_per_second": 13.217, + "eval_steps_per_second": 0.529, + "step": 1300 + }, + { + "epoch": 0.09, + "learning_rate": 1.983520314381695e-05, + "loss": 1.5463, + "step": 1350 + }, + { + "epoch": 0.09, + "eval_loss": 1.3648173809051514, + "eval_runtime": 3.7879, + "eval_samples_per_second": 13.2, + "eval_steps_per_second": 0.528, + "step": 1350 + }, + { + "epoch": 0.09, + "learning_rate": 1.9828864803194524e-05, + "loss": 1.5396, + "step": 1400 + }, + { + "epoch": 0.09, + "eval_loss": 1.3657265901565552, + "eval_runtime": 3.785, + "eval_samples_per_second": 13.21, + "eval_steps_per_second": 0.528, + "step": 1400 + }, + { + "epoch": 0.09, + "learning_rate": 1.98225264625721e-05, + "loss": 1.5331, + "step": 1450 + }, + { + "epoch": 0.09, + "eval_loss": 1.365883231163025, + "eval_runtime": 3.7838, + "eval_samples_per_second": 13.214, + "eval_steps_per_second": 0.529, + "step": 1450 + }, + { + "epoch": 0.1, + "learning_rate": 1.9816188121949677e-05, + "loss": 1.5138, + "step": 1500 + }, + { + "epoch": 0.1, + "eval_loss": 1.36909818649292, + "eval_runtime": 3.7846, + "eval_samples_per_second": 13.211, + "eval_steps_per_second": 0.528, + "step": 1500 + }, + { + "epoch": 0.1, + "learning_rate": 1.9809849781327252e-05, + "loss": 1.5243, + "step": 1550 + }, + { + "epoch": 0.1, + "eval_loss": 1.367846965789795, + "eval_runtime": 3.7854, + "eval_samples_per_second": 13.209, + "eval_steps_per_second": 0.528, + "step": 1550 + }, + { + "epoch": 0.1, + "learning_rate": 1.9803511440704826e-05, + "loss": 1.5509, + "step": 1600 + }, + { + "epoch": 0.1, + "eval_loss": 1.3653690814971924, + "eval_runtime": 3.7873, + "eval_samples_per_second": 13.202, + "eval_steps_per_second": 0.528, + "step": 1600 + }, + { + "epoch": 0.1, + "learning_rate": 1.97971731000824e-05, + "loss": 1.5269, + "step": 1650 + }, + { + "epoch": 0.1, + "eval_loss": 1.3630925416946411, + "eval_runtime": 3.7825, + "eval_samples_per_second": 13.219, + "eval_steps_per_second": 0.529, + "step": 1650 + }, + { + "epoch": 0.11, + "learning_rate": 1.9790834759459976e-05, + "loss": 1.5274, + "step": 1700 + }, + { + "epoch": 0.11, + "eval_loss": 1.3645691871643066, + "eval_runtime": 3.7862, + "eval_samples_per_second": 13.206, + "eval_steps_per_second": 0.528, + "step": 1700 + }, + { + "epoch": 0.11, + "learning_rate": 1.978449641883755e-05, + "loss": 1.4974, + "step": 1750 + }, + { + "epoch": 0.11, + "eval_loss": 1.3679264783859253, + "eval_runtime": 3.7861, + "eval_samples_per_second": 13.206, + "eval_steps_per_second": 0.528, + "step": 1750 + }, + { + "epoch": 0.11, + "learning_rate": 1.9778158078215126e-05, + "loss": 1.5322, + "step": 1800 + }, + { + "epoch": 0.11, + "eval_loss": 1.366579532623291, + "eval_runtime": 3.7847, + "eval_samples_per_second": 13.211, + "eval_steps_per_second": 0.528, + "step": 1800 + }, + { + "epoch": 0.12, + "learning_rate": 1.97718197375927e-05, + "loss": 1.5226, + "step": 1850 + }, + { + "epoch": 0.12, + "eval_loss": 1.3667091131210327, + "eval_runtime": 3.7811, + "eval_samples_per_second": 13.224, + "eval_steps_per_second": 0.529, + "step": 1850 + }, + { + "epoch": 0.12, + "learning_rate": 1.9765481396970275e-05, + "loss": 1.5297, + "step": 1900 + }, + { + "epoch": 0.12, + "eval_loss": 1.3697519302368164, + "eval_runtime": 3.7846, + "eval_samples_per_second": 13.211, + "eval_steps_per_second": 0.528, + "step": 1900 + }, + { + "epoch": 0.12, + "learning_rate": 1.975914305634785e-05, + "loss": 1.5134, + "step": 1950 + }, + { + "epoch": 0.12, + "eval_loss": 1.3626987934112549, + "eval_runtime": 3.7868, + "eval_samples_per_second": 13.204, + "eval_steps_per_second": 0.528, + "step": 1950 + }, + { + "epoch": 0.13, + "learning_rate": 1.9752804715725425e-05, + "loss": 1.5272, + "step": 2000 + }, + { + "epoch": 0.13, + "eval_loss": 1.3688554763793945, + "eval_runtime": 3.7872, + "eval_samples_per_second": 13.202, + "eval_steps_per_second": 0.528, + "step": 2000 + }, + { + "epoch": 0.13, + "learning_rate": 1.9746466375103e-05, + "loss": 1.508, + "step": 2050 + }, + { + "epoch": 0.13, + "eval_loss": 1.3672854900360107, + "eval_runtime": 3.7828, + "eval_samples_per_second": 13.218, + "eval_steps_per_second": 0.529, + "step": 2050 + }, + { + "epoch": 0.13, + "learning_rate": 1.9740128034480574e-05, + "loss": 1.5063, + "step": 2100 + }, + { + "epoch": 0.13, + "eval_loss": 1.3676797151565552, + "eval_runtime": 3.7834, + "eval_samples_per_second": 13.216, + "eval_steps_per_second": 0.529, + "step": 2100 + }, + { + "epoch": 0.14, + "learning_rate": 1.973378969385815e-05, + "loss": 1.4978, + "step": 2150 + }, + { + "epoch": 0.14, + "eval_loss": 1.3642038106918335, + "eval_runtime": 3.7847, + "eval_samples_per_second": 13.211, + "eval_steps_per_second": 0.528, + "step": 2150 + }, + { + "epoch": 0.14, + "learning_rate": 1.9727451353235724e-05, + "loss": 1.5138, + "step": 2200 + }, + { + "epoch": 0.14, + "eval_loss": 1.3679579496383667, + "eval_runtime": 3.7883, + "eval_samples_per_second": 13.198, + "eval_steps_per_second": 0.528, + "step": 2200 + }, + { + "epoch": 0.14, + "learning_rate": 1.97211130126133e-05, + "loss": 1.521, + "step": 2250 + }, + { + "epoch": 0.14, + "eval_loss": 1.3639538288116455, + "eval_runtime": 3.7838, + "eval_samples_per_second": 13.214, + "eval_steps_per_second": 0.529, + "step": 2250 + }, + { + "epoch": 0.15, + "learning_rate": 1.9714774671990873e-05, + "loss": 1.4849, + "step": 2300 + }, + { + "epoch": 0.15, + "eval_loss": 1.3618545532226562, + "eval_runtime": 3.7862, + "eval_samples_per_second": 13.206, + "eval_steps_per_second": 0.528, + "step": 2300 + }, + { + "epoch": 0.15, + "learning_rate": 1.970843633136845e-05, + "loss": 1.5282, + "step": 2350 + }, + { + "epoch": 0.15, + "eval_loss": 1.366089940071106, + "eval_runtime": 3.7896, + "eval_samples_per_second": 13.194, + "eval_steps_per_second": 0.528, + "step": 2350 + }, + { + "epoch": 0.15, + "learning_rate": 1.9702097990746026e-05, + "loss": 1.5095, + "step": 2400 + }, + { + "epoch": 0.15, + "eval_loss": 1.3617390394210815, + "eval_runtime": 3.7846, + "eval_samples_per_second": 13.211, + "eval_steps_per_second": 0.528, + "step": 2400 + }, + { + "epoch": 0.16, + "learning_rate": 1.96957596501236e-05, + "loss": 1.4784, + "step": 2450 + }, + { + "epoch": 0.16, + "eval_loss": 1.3627303838729858, + "eval_runtime": 3.7842, + "eval_samples_per_second": 13.213, + "eval_steps_per_second": 0.529, + "step": 2450 + }, + { + "epoch": 0.16, + "learning_rate": 1.9689421309501172e-05, + "loss": 1.48, + "step": 2500 + }, + { + "epoch": 0.16, + "eval_loss": 1.363022804260254, + "eval_runtime": 3.7839, + "eval_samples_per_second": 13.214, + "eval_steps_per_second": 0.529, + "step": 2500 + }, + { + "epoch": 0.16, + "learning_rate": 1.9683082968878747e-05, + "loss": 1.5182, + "step": 2550 + }, + { + "epoch": 0.16, + "eval_loss": 1.354172706604004, + "eval_runtime": 3.7881, + "eval_samples_per_second": 13.199, + "eval_steps_per_second": 0.528, + "step": 2550 + }, + { + "epoch": 0.16, + "learning_rate": 1.9676744628256322e-05, + "loss": 1.4869, + "step": 2600 + }, + { + "epoch": 0.16, + "eval_loss": 1.3622251749038696, + "eval_runtime": 3.7863, + "eval_samples_per_second": 13.206, + "eval_steps_per_second": 0.528, + "step": 2600 + }, + { + "epoch": 0.17, + "learning_rate": 1.96704062876339e-05, + "loss": 1.5135, + "step": 2650 + }, + { + "epoch": 0.17, + "eval_loss": 1.3611241579055786, + "eval_runtime": 3.781, + "eval_samples_per_second": 13.224, + "eval_steps_per_second": 0.529, + "step": 2650 + }, + { + "epoch": 0.17, + "learning_rate": 1.9664067947011475e-05, + "loss": 1.4981, + "step": 2700 + }, + { + "epoch": 0.17, + "eval_loss": 1.3572229146957397, + "eval_runtime": 3.7799, + "eval_samples_per_second": 13.228, + "eval_steps_per_second": 0.529, + "step": 2700 + }, + { + "epoch": 0.17, + "learning_rate": 1.965772960638905e-05, + "loss": 1.5045, + "step": 2750 + }, + { + "epoch": 0.17, + "eval_loss": 1.364942193031311, + "eval_runtime": 3.7761, + "eval_samples_per_second": 13.241, + "eval_steps_per_second": 0.53, + "step": 2750 + }, + { + "epoch": 0.18, + "learning_rate": 1.9651391265766625e-05, + "loss": 1.4927, + "step": 2800 + }, + { + "epoch": 0.18, + "eval_loss": 1.3538453578948975, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 2800 + }, + { + "epoch": 0.18, + "learning_rate": 1.96450529251442e-05, + "loss": 1.4685, + "step": 2850 + }, + { + "epoch": 0.18, + "eval_loss": 1.3631401062011719, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 2850 + }, + { + "epoch": 0.18, + "learning_rate": 1.9638714584521774e-05, + "loss": 1.4658, + "step": 2900 + }, + { + "epoch": 0.18, + "eval_loss": 1.3613299131393433, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 2900 + }, + { + "epoch": 0.19, + "learning_rate": 1.9632503010711796e-05, + "loss": 1.4987, + "step": 2950 + }, + { + "epoch": 0.19, + "eval_loss": 1.3675013780593872, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 2950 + }, + { + "epoch": 0.19, + "learning_rate": 1.962616467008937e-05, + "loss": 1.459, + "step": 3000 + }, + { + "epoch": 0.19, + "eval_loss": 1.3627259731292725, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 3000 + }, + { + "epoch": 0.19, + "learning_rate": 1.9619826329466945e-05, + "loss": 1.4893, + "step": 3050 + }, + { + "epoch": 0.19, + "eval_loss": 1.3637642860412598, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 3050 + }, + { + "epoch": 0.2, + "learning_rate": 1.961348798884452e-05, + "loss": 1.4872, + "step": 3100 + }, + { + "epoch": 0.2, + "eval_loss": 1.3603347539901733, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 3100 + }, + { + "epoch": 0.2, + "learning_rate": 1.96071496482221e-05, + "loss": 1.4905, + "step": 3150 + }, + { + "epoch": 0.2, + "eval_loss": 1.3588290214538574, + "eval_runtime": 3.775, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 3150 + }, + { + "epoch": 0.2, + "learning_rate": 1.9600811307599673e-05, + "loss": 1.4531, + "step": 3200 + }, + { + "epoch": 0.2, + "eval_loss": 1.3601138591766357, + "eval_runtime": 3.7682, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 3200 + }, + { + "epoch": 0.21, + "learning_rate": 1.9594472966977248e-05, + "loss": 1.5118, + "step": 3250 + }, + { + "epoch": 0.21, + "eval_loss": 1.358245849609375, + "eval_runtime": 3.7685, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 3250 + }, + { + "epoch": 0.21, + "learning_rate": 1.9588134626354823e-05, + "loss": 1.5047, + "step": 3300 + }, + { + "epoch": 0.21, + "eval_loss": 1.3589282035827637, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 3300 + }, + { + "epoch": 0.21, + "learning_rate": 1.9581796285732397e-05, + "loss": 1.5123, + "step": 3350 + }, + { + "epoch": 0.21, + "eval_loss": 1.3560609817504883, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 3350 + }, + { + "epoch": 0.22, + "learning_rate": 1.9575457945109972e-05, + "loss": 1.51, + "step": 3400 + }, + { + "epoch": 0.22, + "eval_loss": 1.354966640472412, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 3400 + }, + { + "epoch": 0.22, + "learning_rate": 1.9569119604487547e-05, + "loss": 1.4611, + "step": 3450 + }, + { + "epoch": 0.22, + "eval_loss": 1.3565185070037842, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 3450 + }, + { + "epoch": 0.22, + "learning_rate": 1.9562781263865122e-05, + "loss": 1.4787, + "step": 3500 + }, + { + "epoch": 0.22, + "eval_loss": 1.3581827878952026, + "eval_runtime": 3.7752, + "eval_samples_per_second": 13.244, + "eval_steps_per_second": 0.53, + "step": 3500 + }, + { + "epoch": 0.22, + "learning_rate": 1.9556442923242697e-05, + "loss": 1.4879, + "step": 3550 + }, + { + "epoch": 0.22, + "eval_loss": 1.3542126417160034, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 3550 + }, + { + "epoch": 0.23, + "learning_rate": 1.955010458262027e-05, + "loss": 1.4671, + "step": 3600 + }, + { + "epoch": 0.23, + "eval_loss": 1.353346347808838, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 3600 + }, + { + "epoch": 0.23, + "learning_rate": 1.9543766241997846e-05, + "loss": 1.4757, + "step": 3650 + }, + { + "epoch": 0.23, + "eval_loss": 1.353261113166809, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 3650 + }, + { + "epoch": 0.23, + "learning_rate": 1.953742790137542e-05, + "loss": 1.4637, + "step": 3700 + }, + { + "epoch": 0.23, + "eval_loss": 1.3608603477478027, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 3700 + }, + { + "epoch": 0.24, + "learning_rate": 1.9531089560752996e-05, + "loss": 1.479, + "step": 3750 + }, + { + "epoch": 0.24, + "eval_loss": 1.3540550470352173, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 3750 + }, + { + "epoch": 0.24, + "learning_rate": 1.952475122013057e-05, + "loss": 1.4767, + "step": 3800 + }, + { + "epoch": 0.24, + "eval_loss": 1.3591903448104858, + "eval_runtime": 3.7686, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 3800 + }, + { + "epoch": 0.24, + "learning_rate": 1.9518412879508145e-05, + "loss": 1.4735, + "step": 3850 + }, + { + "epoch": 0.24, + "eval_loss": 1.3510184288024902, + "eval_runtime": 3.7677, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 3850 + }, + { + "epoch": 0.25, + "learning_rate": 1.951207453888572e-05, + "loss": 1.4611, + "step": 3900 + }, + { + "epoch": 0.25, + "eval_loss": 1.352201223373413, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 3900 + }, + { + "epoch": 0.25, + "learning_rate": 1.9505736198263295e-05, + "loss": 1.4716, + "step": 3950 + }, + { + "epoch": 0.25, + "eval_loss": 1.3535534143447876, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 3950 + }, + { + "epoch": 0.25, + "learning_rate": 1.9499397857640873e-05, + "loss": 1.4831, + "step": 4000 + }, + { + "epoch": 0.25, + "eval_loss": 1.3486146926879883, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 4000 + }, + { + "epoch": 0.26, + "learning_rate": 1.9493059517018448e-05, + "loss": 1.4663, + "step": 4050 + }, + { + "epoch": 0.26, + "eval_loss": 1.3517810106277466, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 4050 + }, + { + "epoch": 0.26, + "learning_rate": 1.9486721176396022e-05, + "loss": 1.4623, + "step": 4100 + }, + { + "epoch": 0.26, + "eval_loss": 1.3499053716659546, + "eval_runtime": 3.7758, + "eval_samples_per_second": 13.242, + "eval_steps_per_second": 0.53, + "step": 4100 + }, + { + "epoch": 0.26, + "learning_rate": 1.9480382835773597e-05, + "loss": 1.4923, + "step": 4150 + }, + { + "epoch": 0.26, + "eval_loss": 1.3492207527160645, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 4150 + }, + { + "epoch": 0.27, + "learning_rate": 1.9474044495151172e-05, + "loss": 1.477, + "step": 4200 + }, + { + "epoch": 0.27, + "eval_loss": 1.3482263088226318, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 4200 + }, + { + "epoch": 0.27, + "learning_rate": 1.9467706154528743e-05, + "loss": 1.4831, + "step": 4250 + }, + { + "epoch": 0.27, + "eval_loss": 1.3458422422409058, + "eval_runtime": 3.7661, + "eval_samples_per_second": 13.276, + "eval_steps_per_second": 0.531, + "step": 4250 + }, + { + "epoch": 0.27, + "learning_rate": 1.946136781390632e-05, + "loss": 1.4619, + "step": 4300 + }, + { + "epoch": 0.27, + "eval_loss": 1.3500503301620483, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 4300 + }, + { + "epoch": 0.28, + "learning_rate": 1.9455029473283896e-05, + "loss": 1.4616, + "step": 4350 + }, + { + "epoch": 0.28, + "eval_loss": 1.349271535873413, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 4350 + }, + { + "epoch": 0.28, + "learning_rate": 1.944869113266147e-05, + "loss": 1.4647, + "step": 4400 + }, + { + "epoch": 0.28, + "eval_loss": 1.3516141176223755, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 4400 + }, + { + "epoch": 0.28, + "learning_rate": 1.9442352792039046e-05, + "loss": 1.471, + "step": 4450 + }, + { + "epoch": 0.28, + "eval_loss": 1.3483657836914062, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 4450 + }, + { + "epoch": 0.29, + "learning_rate": 1.943601445141662e-05, + "loss": 1.455, + "step": 4500 + }, + { + "epoch": 0.29, + "eval_loss": 1.3461648225784302, + "eval_runtime": 3.7664, + "eval_samples_per_second": 13.275, + "eval_steps_per_second": 0.531, + "step": 4500 + }, + { + "epoch": 0.29, + "learning_rate": 1.9429676110794195e-05, + "loss": 1.4535, + "step": 4550 + }, + { + "epoch": 0.29, + "eval_loss": 1.3466649055480957, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 4550 + }, + { + "epoch": 0.29, + "learning_rate": 1.942333777017177e-05, + "loss": 1.4689, + "step": 4600 + }, + { + "epoch": 0.29, + "eval_loss": 1.3467597961425781, + "eval_runtime": 3.7675, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 4600 + }, + { + "epoch": 0.29, + "learning_rate": 1.9416999429549345e-05, + "loss": 1.4769, + "step": 4650 + }, + { + "epoch": 0.29, + "eval_loss": 1.356662631034851, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 4650 + }, + { + "epoch": 0.3, + "learning_rate": 1.941066108892692e-05, + "loss": 1.4739, + "step": 4700 + }, + { + "epoch": 0.3, + "eval_loss": 1.345522165298462, + "eval_runtime": 3.7676, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 4700 + }, + { + "epoch": 0.3, + "learning_rate": 1.9404322748304495e-05, + "loss": 1.4629, + "step": 4750 + }, + { + "epoch": 0.3, + "eval_loss": 1.3463581800460815, + "eval_runtime": 3.7678, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 4750 + }, + { + "epoch": 0.3, + "learning_rate": 1.9397984407682073e-05, + "loss": 1.4757, + "step": 4800 + }, + { + "epoch": 0.3, + "eval_loss": 1.3450006246566772, + "eval_runtime": 3.767, + "eval_samples_per_second": 13.273, + "eval_steps_per_second": 0.531, + "step": 4800 + }, + { + "epoch": 0.31, + "learning_rate": 1.9391646067059648e-05, + "loss": 1.4549, + "step": 4850 + }, + { + "epoch": 0.31, + "eval_loss": 1.3511794805526733, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 4850 + }, + { + "epoch": 0.31, + "learning_rate": 1.9385307726437222e-05, + "loss": 1.4821, + "step": 4900 + }, + { + "epoch": 0.31, + "eval_loss": 1.348404884338379, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 4900 + }, + { + "epoch": 0.31, + "learning_rate": 1.9378969385814794e-05, + "loss": 1.4423, + "step": 4950 + }, + { + "epoch": 0.31, + "eval_loss": 1.350976824760437, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 4950 + }, + { + "epoch": 0.32, + "learning_rate": 1.937263104519237e-05, + "loss": 1.4751, + "step": 5000 + }, + { + "epoch": 0.32, + "eval_loss": 1.349683403968811, + "eval_runtime": 3.7679, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 5000 + }, + { + "epoch": 0.32, + "learning_rate": 1.9366419471382394e-05, + "loss": 1.4577, + "step": 5050 + }, + { + "epoch": 0.32, + "eval_loss": 1.3500033617019653, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 5050 + }, + { + "epoch": 0.32, + "learning_rate": 1.936008113075997e-05, + "loss": 1.4526, + "step": 5100 + }, + { + "epoch": 0.32, + "eval_loss": 1.3477158546447754, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 5100 + }, + { + "epoch": 0.33, + "learning_rate": 1.9353742790137543e-05, + "loss": 1.4558, + "step": 5150 + }, + { + "epoch": 0.33, + "eval_loss": 1.3458642959594727, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 5150 + }, + { + "epoch": 0.33, + "learning_rate": 1.9347404449515118e-05, + "loss": 1.4791, + "step": 5200 + }, + { + "epoch": 0.33, + "eval_loss": 1.3409136533737183, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 5200 + }, + { + "epoch": 0.33, + "learning_rate": 1.9341066108892693e-05, + "loss": 1.4328, + "step": 5250 + }, + { + "epoch": 0.33, + "eval_loss": 1.3430328369140625, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 5250 + }, + { + "epoch": 0.34, + "learning_rate": 1.933472776827027e-05, + "loss": 1.4402, + "step": 5300 + }, + { + "epoch": 0.34, + "eval_loss": 1.3471790552139282, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 5300 + }, + { + "epoch": 0.34, + "learning_rate": 1.9328389427647842e-05, + "loss": 1.4252, + "step": 5350 + }, + { + "epoch": 0.34, + "eval_loss": 1.3500759601593018, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 5350 + }, + { + "epoch": 0.34, + "learning_rate": 1.9322051087025417e-05, + "loss": 1.48, + "step": 5400 + }, + { + "epoch": 0.34, + "eval_loss": 1.3430708646774292, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 5400 + }, + { + "epoch": 0.35, + "learning_rate": 1.9315712746402992e-05, + "loss": 1.4446, + "step": 5450 + }, + { + "epoch": 0.35, + "eval_loss": 1.345218539237976, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 5450 + }, + { + "epoch": 0.35, + "learning_rate": 1.9309374405780567e-05, + "loss": 1.4408, + "step": 5500 + }, + { + "epoch": 0.35, + "eval_loss": 1.3471763134002686, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 5500 + }, + { + "epoch": 0.35, + "learning_rate": 1.930303606515814e-05, + "loss": 1.4622, + "step": 5550 + }, + { + "epoch": 0.35, + "eval_loss": 1.343950629234314, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 5550 + }, + { + "epoch": 0.35, + "learning_rate": 1.9296697724535716e-05, + "loss": 1.4645, + "step": 5600 + }, + { + "epoch": 0.35, + "eval_loss": 1.341795802116394, + "eval_runtime": 3.7686, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 5600 + }, + { + "epoch": 0.36, + "learning_rate": 1.9290359383913294e-05, + "loss": 1.4421, + "step": 5650 + }, + { + "epoch": 0.36, + "eval_loss": 1.3437079191207886, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 5650 + }, + { + "epoch": 0.36, + "learning_rate": 1.928402104329087e-05, + "loss": 1.4433, + "step": 5700 + }, + { + "epoch": 0.36, + "eval_loss": 1.3465303182601929, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 5700 + }, + { + "epoch": 0.36, + "learning_rate": 1.9277682702668444e-05, + "loss": 1.4672, + "step": 5750 + }, + { + "epoch": 0.36, + "eval_loss": 1.3458932638168335, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 5750 + }, + { + "epoch": 0.37, + "learning_rate": 1.927134436204602e-05, + "loss": 1.453, + "step": 5800 + }, + { + "epoch": 0.37, + "eval_loss": 1.3377151489257812, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 5800 + }, + { + "epoch": 0.37, + "learning_rate": 1.9265006021423593e-05, + "loss": 1.4525, + "step": 5850 + }, + { + "epoch": 0.37, + "eval_loss": 1.341667652130127, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 5850 + }, + { + "epoch": 0.37, + "learning_rate": 1.9258667680801168e-05, + "loss": 1.4261, + "step": 5900 + }, + { + "epoch": 0.37, + "eval_loss": 1.340978741645813, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 5900 + }, + { + "epoch": 0.38, + "learning_rate": 1.9252329340178743e-05, + "loss": 1.4485, + "step": 5950 + }, + { + "epoch": 0.38, + "eval_loss": 1.344750165939331, + "eval_runtime": 3.7674, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 5950 + }, + { + "epoch": 0.38, + "learning_rate": 1.9245990999556318e-05, + "loss": 1.4481, + "step": 6000 + }, + { + "epoch": 0.38, + "eval_loss": 1.341100811958313, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 6000 + }, + { + "epoch": 0.38, + "learning_rate": 1.9239652658933893e-05, + "loss": 1.4555, + "step": 6050 + }, + { + "epoch": 0.38, + "eval_loss": 1.339819073677063, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 6050 + }, + { + "epoch": 0.39, + "learning_rate": 1.9233314318311467e-05, + "loss": 1.4386, + "step": 6100 + }, + { + "epoch": 0.39, + "eval_loss": 1.3417630195617676, + "eval_runtime": 3.7684, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 6100 + }, + { + "epoch": 0.39, + "learning_rate": 1.9226975977689042e-05, + "loss": 1.463, + "step": 6150 + }, + { + "epoch": 0.39, + "eval_loss": 1.3422001600265503, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 6150 + }, + { + "epoch": 0.39, + "learning_rate": 1.9220637637066617e-05, + "loss": 1.4492, + "step": 6200 + }, + { + "epoch": 0.39, + "eval_loss": 1.3382301330566406, + "eval_runtime": 3.7666, + "eval_samples_per_second": 13.274, + "eval_steps_per_second": 0.531, + "step": 6200 + }, + { + "epoch": 0.4, + "learning_rate": 1.921429929644419e-05, + "loss": 1.4372, + "step": 6250 + }, + { + "epoch": 0.4, + "eval_loss": 1.343968152999878, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 6250 + }, + { + "epoch": 0.4, + "learning_rate": 1.9207960955821766e-05, + "loss": 1.4264, + "step": 6300 + }, + { + "epoch": 0.4, + "eval_loss": 1.3375903367996216, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 6300 + }, + { + "epoch": 0.4, + "learning_rate": 1.920162261519934e-05, + "loss": 1.4586, + "step": 6350 + }, + { + "epoch": 0.4, + "eval_loss": 1.3373645544052124, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 6350 + }, + { + "epoch": 0.41, + "learning_rate": 1.9195284274576916e-05, + "loss": 1.4663, + "step": 6400 + }, + { + "epoch": 0.41, + "eval_loss": 1.3406654596328735, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 6400 + }, + { + "epoch": 0.41, + "learning_rate": 1.9188945933954494e-05, + "loss": 1.4568, + "step": 6450 + }, + { + "epoch": 0.41, + "eval_loss": 1.3379381895065308, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 6450 + }, + { + "epoch": 0.41, + "learning_rate": 1.918260759333207e-05, + "loss": 1.453, + "step": 6500 + }, + { + "epoch": 0.41, + "eval_loss": 1.341365933418274, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 6500 + }, + { + "epoch": 0.42, + "learning_rate": 1.9176269252709644e-05, + "loss": 1.4434, + "step": 6550 + }, + { + "epoch": 0.42, + "eval_loss": 1.3401316404342651, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 6550 + }, + { + "epoch": 0.42, + "learning_rate": 1.916993091208722e-05, + "loss": 1.448, + "step": 6600 + }, + { + "epoch": 0.42, + "eval_loss": 1.3429800271987915, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 6600 + }, + { + "epoch": 0.42, + "learning_rate": 1.9163592571464793e-05, + "loss": 1.4267, + "step": 6650 + }, + { + "epoch": 0.42, + "eval_loss": 1.3384313583374023, + "eval_runtime": 3.7654, + "eval_samples_per_second": 13.279, + "eval_steps_per_second": 0.531, + "step": 6650 + }, + { + "epoch": 0.42, + "learning_rate": 1.9157254230842368e-05, + "loss": 1.4556, + "step": 6700 + }, + { + "epoch": 0.42, + "eval_loss": 1.3433630466461182, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 6700 + }, + { + "epoch": 0.43, + "learning_rate": 1.915091589021994e-05, + "loss": 1.4277, + "step": 6750 + }, + { + "epoch": 0.43, + "eval_loss": 1.343968391418457, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 6750 + }, + { + "epoch": 0.43, + "learning_rate": 1.9144577549597518e-05, + "loss": 1.438, + "step": 6800 + }, + { + "epoch": 0.43, + "eval_loss": 1.3406360149383545, + "eval_runtime": 3.7678, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 6800 + }, + { + "epoch": 0.43, + "learning_rate": 1.9138239208975092e-05, + "loss": 1.4463, + "step": 6850 + }, + { + "epoch": 0.43, + "eval_loss": 1.3366354703903198, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 6850 + }, + { + "epoch": 0.44, + "learning_rate": 1.9131900868352667e-05, + "loss": 1.43, + "step": 6900 + }, + { + "epoch": 0.44, + "eval_loss": 1.3320492506027222, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 6900 + }, + { + "epoch": 0.44, + "learning_rate": 1.9125562527730242e-05, + "loss": 1.4219, + "step": 6950 + }, + { + "epoch": 0.44, + "eval_loss": 1.3377419710159302, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 6950 + }, + { + "epoch": 0.44, + "learning_rate": 1.9119224187107817e-05, + "loss": 1.4439, + "step": 7000 + }, + { + "epoch": 0.44, + "eval_loss": 1.3389599323272705, + "eval_runtime": 3.7666, + "eval_samples_per_second": 13.275, + "eval_steps_per_second": 0.531, + "step": 7000 + }, + { + "epoch": 0.45, + "learning_rate": 1.911288584648539e-05, + "loss": 1.4444, + "step": 7050 + }, + { + "epoch": 0.45, + "eval_loss": 1.335353136062622, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 7050 + }, + { + "epoch": 0.45, + "learning_rate": 1.9106547505862966e-05, + "loss": 1.4611, + "step": 7100 + }, + { + "epoch": 0.45, + "eval_loss": 1.3384804725646973, + "eval_runtime": 3.7672, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 7100 + }, + { + "epoch": 0.45, + "learning_rate": 1.910020916524054e-05, + "loss": 1.4291, + "step": 7150 + }, + { + "epoch": 0.45, + "eval_loss": 1.337825059890747, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 7150 + }, + { + "epoch": 0.46, + "learning_rate": 1.9093870824618116e-05, + "loss": 1.4106, + "step": 7200 + }, + { + "epoch": 0.46, + "eval_loss": 1.3410215377807617, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 7200 + }, + { + "epoch": 0.46, + "learning_rate": 1.908753248399569e-05, + "loss": 1.4648, + "step": 7250 + }, + { + "epoch": 0.46, + "eval_loss": 1.3364254236221313, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 7250 + }, + { + "epoch": 0.46, + "learning_rate": 1.908119414337327e-05, + "loss": 1.4683, + "step": 7300 + }, + { + "epoch": 0.46, + "eval_loss": 1.332759141921997, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 7300 + }, + { + "epoch": 0.47, + "learning_rate": 1.9074855802750844e-05, + "loss": 1.4111, + "step": 7350 + }, + { + "epoch": 0.47, + "eval_loss": 1.341154932975769, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 7350 + }, + { + "epoch": 0.47, + "learning_rate": 1.9068517462128415e-05, + "loss": 1.4445, + "step": 7400 + }, + { + "epoch": 0.47, + "eval_loss": 1.3391424417495728, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 7400 + }, + { + "epoch": 0.47, + "learning_rate": 1.906217912150599e-05, + "loss": 1.4616, + "step": 7450 + }, + { + "epoch": 0.47, + "eval_loss": 1.3362289667129517, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 7450 + }, + { + "epoch": 0.48, + "learning_rate": 1.9055840780883564e-05, + "loss": 1.4352, + "step": 7500 + }, + { + "epoch": 0.48, + "eval_loss": 1.335687279701233, + "eval_runtime": 3.7685, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 7500 + }, + { + "epoch": 0.48, + "learning_rate": 1.904950244026114e-05, + "loss": 1.4349, + "step": 7550 + }, + { + "epoch": 0.48, + "eval_loss": 1.34110689163208, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 7550 + }, + { + "epoch": 0.48, + "learning_rate": 1.9043164099638714e-05, + "loss": 1.4418, + "step": 7600 + }, + { + "epoch": 0.48, + "eval_loss": 1.333461880683899, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 7600 + }, + { + "epoch": 0.48, + "learning_rate": 1.9036825759016292e-05, + "loss": 1.4197, + "step": 7650 + }, + { + "epoch": 0.48, + "eval_loss": 1.3351945877075195, + "eval_runtime": 3.7685, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 7650 + }, + { + "epoch": 0.49, + "learning_rate": 1.9030487418393867e-05, + "loss": 1.4238, + "step": 7700 + }, + { + "epoch": 0.49, + "eval_loss": 1.3362082242965698, + "eval_runtime": 3.7804, + "eval_samples_per_second": 13.226, + "eval_steps_per_second": 0.529, + "step": 7700 + }, + { + "epoch": 0.49, + "learning_rate": 1.9024149077771442e-05, + "loss": 1.4396, + "step": 7750 + }, + { + "epoch": 0.49, + "eval_loss": 1.330649733543396, + "eval_runtime": 3.7878, + "eval_samples_per_second": 13.2, + "eval_steps_per_second": 0.528, + "step": 7750 + }, + { + "epoch": 0.49, + "learning_rate": 1.9017810737149017e-05, + "loss": 1.4424, + "step": 7800 + }, + { + "epoch": 0.49, + "eval_loss": 1.3354008197784424, + "eval_runtime": 3.7561, + "eval_samples_per_second": 13.312, + "eval_steps_per_second": 0.532, + "step": 7800 + }, + { + "epoch": 0.5, + "learning_rate": 1.901147239652659e-05, + "loss": 1.4222, + "step": 7850 + }, + { + "epoch": 0.5, + "eval_loss": 1.3342909812927246, + "eval_runtime": 3.7885, + "eval_samples_per_second": 13.198, + "eval_steps_per_second": 0.528, + "step": 7850 + }, + { + "epoch": 0.5, + "learning_rate": 1.9005134055904166e-05, + "loss": 1.4217, + "step": 7900 + }, + { + "epoch": 0.5, + "eval_loss": 1.331030249595642, + "eval_runtime": 3.7868, + "eval_samples_per_second": 13.204, + "eval_steps_per_second": 0.528, + "step": 7900 + }, + { + "epoch": 0.5, + "learning_rate": 1.899879571528174e-05, + "loss": 1.4269, + "step": 7950 + }, + { + "epoch": 0.5, + "eval_loss": 1.3378578424453735, + "eval_runtime": 3.8143, + "eval_samples_per_second": 13.109, + "eval_steps_per_second": 0.524, + "step": 7950 + }, + { + "epoch": 0.51, + "learning_rate": 1.8992457374659316e-05, + "loss": 1.4221, + "step": 8000 + }, + { + "epoch": 0.51, + "eval_loss": 1.3354885578155518, + "eval_runtime": 3.7834, + "eval_samples_per_second": 13.216, + "eval_steps_per_second": 0.529, + "step": 8000 + }, + { + "epoch": 0.51, + "learning_rate": 1.898611903403689e-05, + "loss": 1.4156, + "step": 8050 + }, + { + "epoch": 0.51, + "eval_loss": 1.3381201028823853, + "eval_runtime": 3.7869, + "eval_samples_per_second": 13.203, + "eval_steps_per_second": 0.528, + "step": 8050 + }, + { + "epoch": 0.51, + "learning_rate": 1.8979780693414465e-05, + "loss": 1.4163, + "step": 8100 + }, + { + "epoch": 0.51, + "eval_loss": 1.3321332931518555, + "eval_runtime": 3.7853, + "eval_samples_per_second": 13.209, + "eval_steps_per_second": 0.528, + "step": 8100 + }, + { + "epoch": 0.52, + "learning_rate": 1.897344235279204e-05, + "loss": 1.458, + "step": 8150 + }, + { + "epoch": 0.52, + "eval_loss": 1.3282891511917114, + "eval_runtime": 3.7924, + "eval_samples_per_second": 13.184, + "eval_steps_per_second": 0.527, + "step": 8150 + }, + { + "epoch": 0.52, + "learning_rate": 1.8967104012169615e-05, + "loss": 1.4372, + "step": 8200 + }, + { + "epoch": 0.52, + "eval_loss": 1.330866813659668, + "eval_runtime": 3.7763, + "eval_samples_per_second": 13.241, + "eval_steps_per_second": 0.53, + "step": 8200 + }, + { + "epoch": 0.52, + "learning_rate": 1.896076567154719e-05, + "loss": 1.4611, + "step": 8250 + }, + { + "epoch": 0.52, + "eval_loss": 1.3348468542099, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 8250 + }, + { + "epoch": 0.53, + "learning_rate": 1.8954427330924764e-05, + "loss": 1.4386, + "step": 8300 + }, + { + "epoch": 0.53, + "eval_loss": 1.3345593214035034, + "eval_runtime": 3.7682, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 8300 + }, + { + "epoch": 0.53, + "learning_rate": 1.894808899030234e-05, + "loss": 1.4426, + "step": 8350 + }, + { + "epoch": 0.53, + "eval_loss": 1.3326621055603027, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 8350 + }, + { + "epoch": 0.53, + "learning_rate": 1.8941750649679914e-05, + "loss": 1.4068, + "step": 8400 + }, + { + "epoch": 0.53, + "eval_loss": 1.3300801515579224, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 8400 + }, + { + "epoch": 0.54, + "learning_rate": 1.8935412309057492e-05, + "loss": 1.4481, + "step": 8450 + }, + { + "epoch": 0.54, + "eval_loss": 1.3321070671081543, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 8450 + }, + { + "epoch": 0.54, + "learning_rate": 1.8929073968435067e-05, + "loss": 1.4407, + "step": 8500 + }, + { + "epoch": 0.54, + "eval_loss": 1.3314056396484375, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 8500 + }, + { + "epoch": 0.54, + "learning_rate": 1.892273562781264e-05, + "loss": 1.4324, + "step": 8550 + }, + { + "epoch": 0.54, + "eval_loss": 1.3374255895614624, + "eval_runtime": 3.7764, + "eval_samples_per_second": 13.24, + "eval_steps_per_second": 0.53, + "step": 8550 + }, + { + "epoch": 0.54, + "learning_rate": 1.8916397287190216e-05, + "loss": 1.4156, + "step": 8600 + }, + { + "epoch": 0.54, + "eval_loss": 1.3291068077087402, + "eval_runtime": 3.7677, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 8600 + }, + { + "epoch": 0.55, + "learning_rate": 1.891005894656779e-05, + "loss": 1.4407, + "step": 8650 + }, + { + "epoch": 0.55, + "eval_loss": 1.3375924825668335, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 8650 + }, + { + "epoch": 0.55, + "learning_rate": 1.8903720605945366e-05, + "loss": 1.4491, + "step": 8700 + }, + { + "epoch": 0.55, + "eval_loss": 1.3330168724060059, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 8700 + }, + { + "epoch": 0.55, + "learning_rate": 1.889738226532294e-05, + "loss": 1.4289, + "step": 8750 + }, + { + "epoch": 0.55, + "eval_loss": 1.3330626487731934, + "eval_runtime": 3.7732, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 8750 + }, + { + "epoch": 0.56, + "learning_rate": 1.8891043924700515e-05, + "loss": 1.43, + "step": 8800 + }, + { + "epoch": 0.56, + "eval_loss": 1.3307543992996216, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 8800 + }, + { + "epoch": 0.56, + "learning_rate": 1.888470558407809e-05, + "loss": 1.4502, + "step": 8850 + }, + { + "epoch": 0.56, + "eval_loss": 1.3406033515930176, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 8850 + }, + { + "epoch": 0.56, + "learning_rate": 1.8878367243455665e-05, + "loss": 1.4483, + "step": 8900 + }, + { + "epoch": 0.56, + "eval_loss": 1.332836627960205, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 8900 + }, + { + "epoch": 0.57, + "learning_rate": 1.887202890283324e-05, + "loss": 1.4222, + "step": 8950 + }, + { + "epoch": 0.57, + "eval_loss": 1.3319545984268188, + "eval_runtime": 3.7686, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 8950 + }, + { + "epoch": 0.57, + "learning_rate": 1.8865690562210815e-05, + "loss": 1.4195, + "step": 9000 + }, + { + "epoch": 0.57, + "eval_loss": 1.3331190347671509, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 9000 + }, + { + "epoch": 0.57, + "learning_rate": 1.885935222158839e-05, + "loss": 1.4353, + "step": 9050 + }, + { + "epoch": 0.57, + "eval_loss": 1.3306701183319092, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 9050 + }, + { + "epoch": 0.58, + "learning_rate": 1.8853013880965964e-05, + "loss": 1.4219, + "step": 9100 + }, + { + "epoch": 0.58, + "eval_loss": 1.3325066566467285, + "eval_runtime": 3.7655, + "eval_samples_per_second": 13.278, + "eval_steps_per_second": 0.531, + "step": 9100 + }, + { + "epoch": 0.58, + "learning_rate": 1.884667554034354e-05, + "loss": 1.4234, + "step": 9150 + }, + { + "epoch": 0.58, + "eval_loss": 1.327727198600769, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 9150 + }, + { + "epoch": 0.58, + "learning_rate": 1.8840337199721114e-05, + "loss": 1.4307, + "step": 9200 + }, + { + "epoch": 0.58, + "eval_loss": 1.33103609085083, + "eval_runtime": 3.7431, + "eval_samples_per_second": 13.358, + "eval_steps_per_second": 0.534, + "step": 9200 + }, + { + "epoch": 0.59, + "learning_rate": 1.883399885909869e-05, + "loss": 1.411, + "step": 9250 + }, + { + "epoch": 0.59, + "eval_loss": 1.3286285400390625, + "eval_runtime": 3.7753, + "eval_samples_per_second": 13.244, + "eval_steps_per_second": 0.53, + "step": 9250 + }, + { + "epoch": 0.59, + "learning_rate": 1.8827660518476267e-05, + "loss": 1.4318, + "step": 9300 + }, + { + "epoch": 0.59, + "eval_loss": 1.3292878866195679, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 9300 + }, + { + "epoch": 0.59, + "learning_rate": 1.882132217785384e-05, + "loss": 1.4109, + "step": 9350 + }, + { + "epoch": 0.59, + "eval_loss": 1.3338630199432373, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 9350 + }, + { + "epoch": 0.6, + "learning_rate": 1.8815110604043863e-05, + "loss": 1.4152, + "step": 9400 + }, + { + "epoch": 0.6, + "eval_loss": 1.3317309617996216, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 9400 + }, + { + "epoch": 0.6, + "learning_rate": 1.8808772263421438e-05, + "loss": 1.4265, + "step": 9450 + }, + { + "epoch": 0.6, + "eval_loss": 1.3338027000427246, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 9450 + }, + { + "epoch": 0.6, + "learning_rate": 1.8802433922799013e-05, + "loss": 1.4278, + "step": 9500 + }, + { + "epoch": 0.6, + "eval_loss": 1.3360050916671753, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 9500 + }, + { + "epoch": 0.61, + "learning_rate": 1.8796095582176588e-05, + "loss": 1.4, + "step": 9550 + }, + { + "epoch": 0.61, + "eval_loss": 1.3343561887741089, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 9550 + }, + { + "epoch": 0.61, + "learning_rate": 1.8789757241554162e-05, + "loss": 1.4118, + "step": 9600 + }, + { + "epoch": 0.61, + "eval_loss": 1.3415179252624512, + "eval_runtime": 3.7684, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 9600 + }, + { + "epoch": 0.61, + "learning_rate": 1.8783418900931737e-05, + "loss": 1.4549, + "step": 9650 + }, + { + "epoch": 0.61, + "eval_loss": 1.3305364847183228, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 9650 + }, + { + "epoch": 0.61, + "learning_rate": 1.8777080560309312e-05, + "loss": 1.4233, + "step": 9700 + }, + { + "epoch": 0.61, + "eval_loss": 1.332060694694519, + "eval_runtime": 3.7675, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 9700 + }, + { + "epoch": 0.62, + "learning_rate": 1.8770742219686887e-05, + "loss": 1.4352, + "step": 9750 + }, + { + "epoch": 0.62, + "eval_loss": 1.3307561874389648, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 9750 + }, + { + "epoch": 0.62, + "learning_rate": 1.8764403879064465e-05, + "loss": 1.4287, + "step": 9800 + }, + { + "epoch": 0.62, + "eval_loss": 1.3289636373519897, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 9800 + }, + { + "epoch": 0.62, + "learning_rate": 1.875806553844204e-05, + "loss": 1.4087, + "step": 9850 + }, + { + "epoch": 0.62, + "eval_loss": 1.3348122835159302, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 9850 + }, + { + "epoch": 0.63, + "learning_rate": 1.875172719781961e-05, + "loss": 1.4349, + "step": 9900 + }, + { + "epoch": 0.63, + "eval_loss": 1.3324333429336548, + "eval_runtime": 3.7647, + "eval_samples_per_second": 13.281, + "eval_steps_per_second": 0.531, + "step": 9900 + }, + { + "epoch": 0.63, + "learning_rate": 1.8745515624009636e-05, + "loss": 1.4369, + "step": 9950 + }, + { + "epoch": 0.63, + "eval_loss": 1.3347926139831543, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 9950 + }, + { + "epoch": 0.63, + "learning_rate": 1.873917728338721e-05, + "loss": 1.4248, + "step": 10000 + }, + { + "epoch": 0.63, + "eval_loss": 1.3310209512710571, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 10000 + }, + { + "epoch": 0.64, + "learning_rate": 1.8732965709577233e-05, + "loss": 1.4384, + "step": 10050 + }, + { + "epoch": 0.64, + "eval_loss": 1.3247287273406982, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 10050 + }, + { + "epoch": 0.64, + "learning_rate": 1.8726627368954807e-05, + "loss": 1.4419, + "step": 10100 + }, + { + "epoch": 0.64, + "eval_loss": 1.3305790424346924, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 10100 + }, + { + "epoch": 0.64, + "learning_rate": 1.8720289028332382e-05, + "loss": 1.436, + "step": 10150 + }, + { + "epoch": 0.64, + "eval_loss": 1.3302339315414429, + "eval_runtime": 3.768, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 10150 + }, + { + "epoch": 0.65, + "learning_rate": 1.8713950687709957e-05, + "loss": 1.4144, + "step": 10200 + }, + { + "epoch": 0.65, + "eval_loss": 1.329056978225708, + "eval_runtime": 3.7763, + "eval_samples_per_second": 13.241, + "eval_steps_per_second": 0.53, + "step": 10200 + }, + { + "epoch": 0.65, + "learning_rate": 1.8707739113899982e-05, + "loss": 1.433, + "step": 10250 + }, + { + "epoch": 0.65, + "eval_loss": 1.3310526609420776, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 10250 + }, + { + "epoch": 0.65, + "learning_rate": 1.8701400773277557e-05, + "loss": 1.425, + "step": 10300 + }, + { + "epoch": 0.65, + "eval_loss": 1.3268311023712158, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 10300 + }, + { + "epoch": 0.66, + "learning_rate": 1.8695062432655132e-05, + "loss": 1.441, + "step": 10350 + }, + { + "epoch": 0.66, + "eval_loss": 1.328212857246399, + "eval_runtime": 3.7731, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 10350 + }, + { + "epoch": 0.66, + "learning_rate": 1.868872409203271e-05, + "loss": 1.4092, + "step": 10400 + }, + { + "epoch": 0.66, + "eval_loss": 1.3228343725204468, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 10400 + }, + { + "epoch": 0.66, + "learning_rate": 1.868238575141028e-05, + "loss": 1.4094, + "step": 10450 + }, + { + "epoch": 0.66, + "eval_loss": 1.3348655700683594, + "eval_runtime": 3.7736, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 10450 + }, + { + "epoch": 0.67, + "learning_rate": 1.8676047410787856e-05, + "loss": 1.454, + "step": 10500 + }, + { + "epoch": 0.67, + "eval_loss": 1.3274316787719727, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 10500 + }, + { + "epoch": 0.67, + "learning_rate": 1.866970907016543e-05, + "loss": 1.4306, + "step": 10550 + }, + { + "epoch": 0.67, + "eval_loss": 1.3241510391235352, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 10550 + }, + { + "epoch": 0.67, + "learning_rate": 1.8663370729543006e-05, + "loss": 1.4208, + "step": 10600 + }, + { + "epoch": 0.67, + "eval_loss": 1.3249012231826782, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 10600 + }, + { + "epoch": 0.67, + "learning_rate": 1.865703238892058e-05, + "loss": 1.4105, + "step": 10650 + }, + { + "epoch": 0.67, + "eval_loss": 1.323702096939087, + "eval_runtime": 3.7673, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 10650 + }, + { + "epoch": 0.68, + "learning_rate": 1.865069404829816e-05, + "loss": 1.4334, + "step": 10700 + }, + { + "epoch": 0.68, + "eval_loss": 1.3316683769226074, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 10700 + }, + { + "epoch": 0.68, + "learning_rate": 1.8644355707675733e-05, + "loss": 1.3968, + "step": 10750 + }, + { + "epoch": 0.68, + "eval_loss": 1.3293657302856445, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 10750 + }, + { + "epoch": 0.68, + "learning_rate": 1.8638017367053308e-05, + "loss": 1.4005, + "step": 10800 + }, + { + "epoch": 0.68, + "eval_loss": 1.329288125038147, + "eval_runtime": 3.7668, + "eval_samples_per_second": 13.274, + "eval_steps_per_second": 0.531, + "step": 10800 + }, + { + "epoch": 0.69, + "learning_rate": 1.8631679026430883e-05, + "loss": 1.4094, + "step": 10850 + }, + { + "epoch": 0.69, + "eval_loss": 1.3340065479278564, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 10850 + }, + { + "epoch": 0.69, + "learning_rate": 1.8625340685808458e-05, + "loss": 1.3981, + "step": 10900 + }, + { + "epoch": 0.69, + "eval_loss": 1.3305424451828003, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 10900 + }, + { + "epoch": 0.69, + "learning_rate": 1.8619002345186032e-05, + "loss": 1.4298, + "step": 10950 + }, + { + "epoch": 0.69, + "eval_loss": 1.3277804851531982, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 10950 + }, + { + "epoch": 0.7, + "learning_rate": 1.8612664004563607e-05, + "loss": 1.4342, + "step": 11000 + }, + { + "epoch": 0.7, + "eval_loss": 1.3289930820465088, + "eval_runtime": 3.768, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 11000 + }, + { + "epoch": 0.7, + "learning_rate": 1.8606325663941182e-05, + "loss": 1.4205, + "step": 11050 + }, + { + "epoch": 0.7, + "eval_loss": 1.326532244682312, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 11050 + }, + { + "epoch": 0.7, + "learning_rate": 1.8599987323318757e-05, + "loss": 1.4171, + "step": 11100 + }, + { + "epoch": 0.7, + "eval_loss": 1.3211607933044434, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 11100 + }, + { + "epoch": 0.71, + "learning_rate": 1.859364898269633e-05, + "loss": 1.4165, + "step": 11150 + }, + { + "epoch": 0.71, + "eval_loss": 1.3257567882537842, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 11150 + }, + { + "epoch": 0.71, + "learning_rate": 1.8587310642073906e-05, + "loss": 1.4337, + "step": 11200 + }, + { + "epoch": 0.71, + "eval_loss": 1.3250231742858887, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 11200 + }, + { + "epoch": 0.71, + "learning_rate": 1.858097230145148e-05, + "loss": 1.4487, + "step": 11250 + }, + { + "epoch": 0.71, + "eval_loss": 1.3210654258728027, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 11250 + }, + { + "epoch": 0.72, + "learning_rate": 1.8574633960829056e-05, + "loss": 1.4071, + "step": 11300 + }, + { + "epoch": 0.72, + "eval_loss": 1.3362988233566284, + "eval_runtime": 3.767, + "eval_samples_per_second": 13.273, + "eval_steps_per_second": 0.531, + "step": 11300 + }, + { + "epoch": 0.72, + "learning_rate": 1.856829562020663e-05, + "loss": 1.3933, + "step": 11350 + }, + { + "epoch": 0.72, + "eval_loss": 1.326880931854248, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 11350 + }, + { + "epoch": 0.72, + "learning_rate": 1.8561957279584205e-05, + "loss": 1.3997, + "step": 11400 + }, + { + "epoch": 0.72, + "eval_loss": 1.3318688869476318, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 11400 + }, + { + "epoch": 0.73, + "learning_rate": 1.855561893896178e-05, + "loss": 1.4113, + "step": 11450 + }, + { + "epoch": 0.73, + "eval_loss": 1.3329873085021973, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 11450 + }, + { + "epoch": 0.73, + "learning_rate": 1.8549280598339355e-05, + "loss": 1.4228, + "step": 11500 + }, + { + "epoch": 0.73, + "eval_loss": 1.3230202198028564, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 11500 + }, + { + "epoch": 0.73, + "learning_rate": 1.8542942257716933e-05, + "loss": 1.4155, + "step": 11550 + }, + { + "epoch": 0.73, + "eval_loss": 1.324250340461731, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 11550 + }, + { + "epoch": 0.74, + "learning_rate": 1.8536603917094508e-05, + "loss": 1.411, + "step": 11600 + }, + { + "epoch": 0.74, + "eval_loss": 1.3332675695419312, + "eval_runtime": 3.7821, + "eval_samples_per_second": 13.22, + "eval_steps_per_second": 0.529, + "step": 11600 + }, + { + "epoch": 0.74, + "learning_rate": 1.8530265576472083e-05, + "loss": 1.4028, + "step": 11650 + }, + { + "epoch": 0.74, + "eval_loss": 1.3285317420959473, + "eval_runtime": 3.7792, + "eval_samples_per_second": 13.23, + "eval_steps_per_second": 0.529, + "step": 11650 + }, + { + "epoch": 0.74, + "learning_rate": 1.8523927235849657e-05, + "loss": 1.4285, + "step": 11700 + }, + { + "epoch": 0.74, + "eval_loss": 1.3309657573699951, + "eval_runtime": 3.7791, + "eval_samples_per_second": 13.231, + "eval_steps_per_second": 0.529, + "step": 11700 + }, + { + "epoch": 0.74, + "learning_rate": 1.8517588895227232e-05, + "loss": 1.4237, + "step": 11750 + }, + { + "epoch": 0.74, + "eval_loss": 1.325954556465149, + "eval_runtime": 3.7762, + "eval_samples_per_second": 13.241, + "eval_steps_per_second": 0.53, + "step": 11750 + }, + { + "epoch": 0.75, + "learning_rate": 1.8511250554604804e-05, + "loss": 1.4486, + "step": 11800 + }, + { + "epoch": 0.75, + "eval_loss": 1.3282676935195923, + "eval_runtime": 3.7804, + "eval_samples_per_second": 13.226, + "eval_steps_per_second": 0.529, + "step": 11800 + }, + { + "epoch": 0.75, + "learning_rate": 1.850491221398238e-05, + "loss": 1.4111, + "step": 11850 + }, + { + "epoch": 0.75, + "eval_loss": 1.3274351358413696, + "eval_runtime": 3.7811, + "eval_samples_per_second": 13.224, + "eval_steps_per_second": 0.529, + "step": 11850 + }, + { + "epoch": 0.75, + "learning_rate": 1.8498573873359957e-05, + "loss": 1.435, + "step": 11900 + }, + { + "epoch": 0.75, + "eval_loss": 1.3289445638656616, + "eval_runtime": 3.7805, + "eval_samples_per_second": 13.226, + "eval_steps_per_second": 0.529, + "step": 11900 + }, + { + "epoch": 0.76, + "learning_rate": 1.849223553273753e-05, + "loss": 1.4033, + "step": 11950 + }, + { + "epoch": 0.76, + "eval_loss": 1.3252307176589966, + "eval_runtime": 3.7815, + "eval_samples_per_second": 13.222, + "eval_steps_per_second": 0.529, + "step": 11950 + }, + { + "epoch": 0.76, + "learning_rate": 1.8485897192115106e-05, + "loss": 1.4148, + "step": 12000 + }, + { + "epoch": 0.76, + "eval_loss": 1.3234962224960327, + "eval_runtime": 3.777, + "eval_samples_per_second": 13.238, + "eval_steps_per_second": 0.53, + "step": 12000 + }, + { + "epoch": 0.76, + "learning_rate": 1.847955885149268e-05, + "loss": 1.4118, + "step": 12050 + }, + { + "epoch": 0.76, + "eval_loss": 1.330000877380371, + "eval_runtime": 3.7787, + "eval_samples_per_second": 13.232, + "eval_steps_per_second": 0.529, + "step": 12050 + }, + { + "epoch": 0.77, + "learning_rate": 1.8473220510870256e-05, + "loss": 1.4157, + "step": 12100 + }, + { + "epoch": 0.77, + "eval_loss": 1.3198950290679932, + "eval_runtime": 3.768, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 12100 + }, + { + "epoch": 0.77, + "learning_rate": 1.846688217024783e-05, + "loss": 1.4225, + "step": 12150 + }, + { + "epoch": 0.77, + "eval_loss": 1.3209259510040283, + "eval_runtime": 3.7643, + "eval_samples_per_second": 13.283, + "eval_steps_per_second": 0.531, + "step": 12150 + }, + { + "epoch": 0.77, + "learning_rate": 1.8460543829625405e-05, + "loss": 1.4071, + "step": 12200 + }, + { + "epoch": 0.77, + "eval_loss": 1.3278964757919312, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 12200 + }, + { + "epoch": 0.78, + "learning_rate": 1.845420548900298e-05, + "loss": 1.4045, + "step": 12250 + }, + { + "epoch": 0.78, + "eval_loss": 1.325210690498352, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 12250 + }, + { + "epoch": 0.78, + "learning_rate": 1.8447867148380555e-05, + "loss": 1.4075, + "step": 12300 + }, + { + "epoch": 0.78, + "eval_loss": 1.3226252794265747, + "eval_runtime": 3.7668, + "eval_samples_per_second": 13.274, + "eval_steps_per_second": 0.531, + "step": 12300 + }, + { + "epoch": 0.78, + "learning_rate": 1.844152880775813e-05, + "loss": 1.3924, + "step": 12350 + }, + { + "epoch": 0.78, + "eval_loss": 1.3236082792282104, + "eval_runtime": 3.768, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 12350 + }, + { + "epoch": 0.79, + "learning_rate": 1.8435190467135708e-05, + "loss": 1.4138, + "step": 12400 + }, + { + "epoch": 0.79, + "eval_loss": 1.3255488872528076, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 12400 + }, + { + "epoch": 0.79, + "learning_rate": 1.8428852126513283e-05, + "loss": 1.412, + "step": 12450 + }, + { + "epoch": 0.79, + "eval_loss": 1.321956992149353, + "eval_runtime": 3.7687, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 12450 + }, + { + "epoch": 0.79, + "learning_rate": 1.8422513785890854e-05, + "loss": 1.4241, + "step": 12500 + }, + { + "epoch": 0.79, + "eval_loss": 1.3237371444702148, + "eval_runtime": 3.7677, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 12500 + }, + { + "epoch": 0.8, + "learning_rate": 1.841617544526843e-05, + "loss": 1.4174, + "step": 12550 + }, + { + "epoch": 0.8, + "eval_loss": 1.3220739364624023, + "eval_runtime": 3.7664, + "eval_samples_per_second": 13.275, + "eval_steps_per_second": 0.531, + "step": 12550 + }, + { + "epoch": 0.8, + "learning_rate": 1.8409837104646003e-05, + "loss": 1.4013, + "step": 12600 + }, + { + "epoch": 0.8, + "eval_loss": 1.3229719400405884, + "eval_runtime": 3.7741, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 12600 + }, + { + "epoch": 0.8, + "learning_rate": 1.8403498764023578e-05, + "loss": 1.4309, + "step": 12650 + }, + { + "epoch": 0.8, + "eval_loss": 1.3267501592636108, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 12650 + }, + { + "epoch": 0.8, + "learning_rate": 1.8397160423401153e-05, + "loss": 1.4127, + "step": 12700 + }, + { + "epoch": 0.8, + "eval_loss": 1.322455883026123, + "eval_runtime": 3.7685, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 12700 + }, + { + "epoch": 0.81, + "learning_rate": 1.839082208277873e-05, + "loss": 1.4143, + "step": 12750 + }, + { + "epoch": 0.81, + "eval_loss": 1.323978304862976, + "eval_runtime": 3.7677, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 12750 + }, + { + "epoch": 0.81, + "learning_rate": 1.8384483742156306e-05, + "loss": 1.4402, + "step": 12800 + }, + { + "epoch": 0.81, + "eval_loss": 1.3225884437561035, + "eval_runtime": 3.7678, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 12800 + }, + { + "epoch": 0.81, + "learning_rate": 1.837814540153388e-05, + "loss": 1.402, + "step": 12850 + }, + { + "epoch": 0.81, + "eval_loss": 1.3222764730453491, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 12850 + }, + { + "epoch": 0.82, + "learning_rate": 1.8371807060911456e-05, + "loss": 1.4062, + "step": 12900 + }, + { + "epoch": 0.82, + "eval_loss": 1.3183293342590332, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 12900 + }, + { + "epoch": 0.82, + "learning_rate": 1.836546872028903e-05, + "loss": 1.4102, + "step": 12950 + }, + { + "epoch": 0.82, + "eval_loss": 1.3232107162475586, + "eval_runtime": 3.7675, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 12950 + }, + { + "epoch": 0.82, + "learning_rate": 1.8359130379666605e-05, + "loss": 1.4074, + "step": 13000 + }, + { + "epoch": 0.82, + "eval_loss": 1.3166580200195312, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 13000 + }, + { + "epoch": 0.83, + "learning_rate": 1.835279203904418e-05, + "loss": 1.4229, + "step": 13050 + }, + { + "epoch": 0.83, + "eval_loss": 1.3245640993118286, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 13050 + }, + { + "epoch": 0.83, + "learning_rate": 1.8346453698421755e-05, + "loss": 1.3976, + "step": 13100 + }, + { + "epoch": 0.83, + "eval_loss": 1.3256316184997559, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 13100 + }, + { + "epoch": 0.83, + "learning_rate": 1.834011535779933e-05, + "loss": 1.4366, + "step": 13150 + }, + { + "epoch": 0.83, + "eval_loss": 1.321149468421936, + "eval_runtime": 3.7665, + "eval_samples_per_second": 13.275, + "eval_steps_per_second": 0.531, + "step": 13150 + }, + { + "epoch": 0.84, + "learning_rate": 1.8333777017176904e-05, + "loss": 1.4223, + "step": 13200 + }, + { + "epoch": 0.84, + "eval_loss": 1.3268109560012817, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 13200 + }, + { + "epoch": 0.84, + "learning_rate": 1.832743867655448e-05, + "loss": 1.4311, + "step": 13250 + }, + { + "epoch": 0.84, + "eval_loss": 1.3200267553329468, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 13250 + }, + { + "epoch": 0.84, + "learning_rate": 1.8321100335932054e-05, + "loss": 1.4095, + "step": 13300 + }, + { + "epoch": 0.84, + "eval_loss": 1.3248249292373657, + "eval_runtime": 3.7679, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 13300 + }, + { + "epoch": 0.85, + "learning_rate": 1.831476199530963e-05, + "loss": 1.3894, + "step": 13350 + }, + { + "epoch": 0.85, + "eval_loss": 1.320139765739441, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 13350 + }, + { + "epoch": 0.85, + "learning_rate": 1.8308423654687203e-05, + "loss": 1.4087, + "step": 13400 + }, + { + "epoch": 0.85, + "eval_loss": 1.323474407196045, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 13400 + }, + { + "epoch": 0.85, + "learning_rate": 1.8302085314064778e-05, + "loss": 1.3547, + "step": 13450 + }, + { + "epoch": 0.85, + "eval_loss": 1.324234127998352, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 13450 + }, + { + "epoch": 0.86, + "learning_rate": 1.8295746973442353e-05, + "loss": 1.4348, + "step": 13500 + }, + { + "epoch": 0.86, + "eval_loss": 1.3240126371383667, + "eval_runtime": 3.7684, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 13500 + }, + { + "epoch": 0.86, + "learning_rate": 1.828940863281993e-05, + "loss": 1.4407, + "step": 13550 + }, + { + "epoch": 0.86, + "eval_loss": 1.3234056234359741, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 13550 + }, + { + "epoch": 0.86, + "learning_rate": 1.8283070292197506e-05, + "loss": 1.4077, + "step": 13600 + }, + { + "epoch": 0.86, + "eval_loss": 1.3208906650543213, + "eval_runtime": 3.7674, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 13600 + }, + { + "epoch": 0.86, + "learning_rate": 1.827673195157508e-05, + "loss": 1.4193, + "step": 13650 + }, + { + "epoch": 0.86, + "eval_loss": 1.3239349126815796, + "eval_runtime": 3.7654, + "eval_samples_per_second": 13.279, + "eval_steps_per_second": 0.531, + "step": 13650 + }, + { + "epoch": 0.87, + "learning_rate": 1.8270393610952655e-05, + "loss": 1.3959, + "step": 13700 + }, + { + "epoch": 0.87, + "eval_loss": 1.3197979927062988, + "eval_runtime": 3.7671, + "eval_samples_per_second": 13.273, + "eval_steps_per_second": 0.531, + "step": 13700 + }, + { + "epoch": 0.87, + "learning_rate": 1.826405527033023e-05, + "loss": 1.4251, + "step": 13750 + }, + { + "epoch": 0.87, + "eval_loss": 1.316582202911377, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 13750 + }, + { + "epoch": 0.87, + "learning_rate": 1.8257716929707805e-05, + "loss": 1.3933, + "step": 13800 + }, + { + "epoch": 0.87, + "eval_loss": 1.3277032375335693, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 13800 + }, + { + "epoch": 0.88, + "learning_rate": 1.8251378589085376e-05, + "loss": 1.4111, + "step": 13850 + }, + { + "epoch": 0.88, + "eval_loss": 1.3177947998046875, + "eval_runtime": 3.7675, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 13850 + }, + { + "epoch": 0.88, + "learning_rate": 1.8245040248462954e-05, + "loss": 1.4167, + "step": 13900 + }, + { + "epoch": 0.88, + "eval_loss": 1.3203887939453125, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 13900 + }, + { + "epoch": 0.88, + "learning_rate": 1.823870190784053e-05, + "loss": 1.4137, + "step": 13950 + }, + { + "epoch": 0.88, + "eval_loss": 1.3194351196289062, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 13950 + }, + { + "epoch": 0.89, + "learning_rate": 1.8232363567218104e-05, + "loss": 1.435, + "step": 14000 + }, + { + "epoch": 0.89, + "eval_loss": 1.319800853729248, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 14000 + }, + { + "epoch": 0.89, + "learning_rate": 1.822602522659568e-05, + "loss": 1.416, + "step": 14050 + }, + { + "epoch": 0.89, + "eval_loss": 1.324612021446228, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 14050 + }, + { + "epoch": 0.89, + "learning_rate": 1.8219686885973254e-05, + "loss": 1.4155, + "step": 14100 + }, + { + "epoch": 0.89, + "eval_loss": 1.321866512298584, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 14100 + }, + { + "epoch": 0.9, + "learning_rate": 1.821334854535083e-05, + "loss": 1.3869, + "step": 14150 + }, + { + "epoch": 0.9, + "eval_loss": 1.3211545944213867, + "eval_runtime": 3.7746, + "eval_samples_per_second": 13.246, + "eval_steps_per_second": 0.53, + "step": 14150 + }, + { + "epoch": 0.9, + "learning_rate": 1.8207010204728403e-05, + "loss": 1.3951, + "step": 14200 + }, + { + "epoch": 0.9, + "eval_loss": 1.321603536605835, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 14200 + }, + { + "epoch": 0.9, + "learning_rate": 1.8200671864105978e-05, + "loss": 1.3797, + "step": 14250 + }, + { + "epoch": 0.9, + "eval_loss": 1.3218741416931152, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 14250 + }, + { + "epoch": 0.91, + "learning_rate": 1.8194333523483553e-05, + "loss": 1.4026, + "step": 14300 + }, + { + "epoch": 0.91, + "eval_loss": 1.3158413171768188, + "eval_runtime": 3.7681, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 14300 + }, + { + "epoch": 0.91, + "learning_rate": 1.8187995182861127e-05, + "loss": 1.4177, + "step": 14350 + }, + { + "epoch": 0.91, + "eval_loss": 1.326074242591858, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 14350 + }, + { + "epoch": 0.91, + "learning_rate": 1.8181656842238706e-05, + "loss": 1.4113, + "step": 14400 + }, + { + "epoch": 0.91, + "eval_loss": 1.318434238433838, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 14400 + }, + { + "epoch": 0.92, + "learning_rate": 1.817531850161628e-05, + "loss": 1.3909, + "step": 14450 + }, + { + "epoch": 0.92, + "eval_loss": 1.3192695379257202, + "eval_runtime": 3.7669, + "eval_samples_per_second": 13.274, + "eval_steps_per_second": 0.531, + "step": 14450 + }, + { + "epoch": 0.92, + "learning_rate": 1.8168980160993855e-05, + "loss": 1.4022, + "step": 14500 + }, + { + "epoch": 0.92, + "eval_loss": 1.3201017379760742, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 14500 + }, + { + "epoch": 0.92, + "learning_rate": 1.8162641820371427e-05, + "loss": 1.3892, + "step": 14550 + }, + { + "epoch": 0.92, + "eval_loss": 1.32220458984375, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 14550 + }, + { + "epoch": 0.93, + "learning_rate": 1.8156303479749e-05, + "loss": 1.3939, + "step": 14600 + }, + { + "epoch": 0.93, + "eval_loss": 1.3229151964187622, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 14600 + }, + { + "epoch": 0.93, + "learning_rate": 1.8149965139126576e-05, + "loss": 1.4056, + "step": 14650 + }, + { + "epoch": 0.93, + "eval_loss": 1.3187562227249146, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 14650 + }, + { + "epoch": 0.93, + "learning_rate": 1.814362679850415e-05, + "loss": 1.3882, + "step": 14700 + }, + { + "epoch": 0.93, + "eval_loss": 1.3208309412002563, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 14700 + }, + { + "epoch": 0.93, + "learning_rate": 1.813728845788173e-05, + "loss": 1.3949, + "step": 14750 + }, + { + "epoch": 0.93, + "eval_loss": 1.3208937644958496, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 14750 + }, + { + "epoch": 0.94, + "learning_rate": 1.8130950117259304e-05, + "loss": 1.4009, + "step": 14800 + }, + { + "epoch": 0.94, + "eval_loss": 1.3226596117019653, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 14800 + }, + { + "epoch": 0.94, + "learning_rate": 1.812461177663688e-05, + "loss": 1.4117, + "step": 14850 + }, + { + "epoch": 0.94, + "eval_loss": 1.3224977254867554, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 14850 + }, + { + "epoch": 0.94, + "learning_rate": 1.8118273436014453e-05, + "loss": 1.4055, + "step": 14900 + }, + { + "epoch": 0.94, + "eval_loss": 1.3202691078186035, + "eval_runtime": 3.775, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 14900 + }, + { + "epoch": 0.95, + "learning_rate": 1.8111935095392028e-05, + "loss": 1.4189, + "step": 14950 + }, + { + "epoch": 0.95, + "eval_loss": 1.3199864625930786, + "eval_runtime": 3.7751, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 14950 + }, + { + "epoch": 0.95, + "learning_rate": 1.8105596754769603e-05, + "loss": 1.3899, + "step": 15000 + }, + { + "epoch": 0.95, + "eval_loss": 1.3188636302947998, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 15000 + }, + { + "epoch": 0.95, + "learning_rate": 1.8099258414147178e-05, + "loss": 1.4209, + "step": 15050 + }, + { + "epoch": 0.95, + "eval_loss": 1.3177701234817505, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 15050 + }, + { + "epoch": 0.96, + "learning_rate": 1.8092920073524752e-05, + "loss": 1.4017, + "step": 15100 + }, + { + "epoch": 0.96, + "eval_loss": 1.3189513683319092, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 15100 + }, + { + "epoch": 0.96, + "learning_rate": 1.8086581732902327e-05, + "loss": 1.4006, + "step": 15150 + }, + { + "epoch": 0.96, + "eval_loss": 1.3205195665359497, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 15150 + }, + { + "epoch": 0.96, + "learning_rate": 1.8080243392279902e-05, + "loss": 1.4041, + "step": 15200 + }, + { + "epoch": 0.96, + "eval_loss": 1.3222854137420654, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 15200 + }, + { + "epoch": 0.97, + "learning_rate": 1.8073905051657477e-05, + "loss": 1.3937, + "step": 15250 + }, + { + "epoch": 0.97, + "eval_loss": 1.3183249235153198, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 15250 + }, + { + "epoch": 0.97, + "learning_rate": 1.806756671103505e-05, + "loss": 1.3928, + "step": 15300 + }, + { + "epoch": 0.97, + "eval_loss": 1.3198072910308838, + "eval_runtime": 3.7755, + "eval_samples_per_second": 13.243, + "eval_steps_per_second": 0.53, + "step": 15300 + }, + { + "epoch": 0.97, + "learning_rate": 1.8061228370412626e-05, + "loss": 1.3818, + "step": 15350 + }, + { + "epoch": 0.97, + "eval_loss": 1.3190951347351074, + "eval_runtime": 3.7738, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 15350 + }, + { + "epoch": 0.98, + "learning_rate": 1.80548900297902e-05, + "loss": 1.3871, + "step": 15400 + }, + { + "epoch": 0.98, + "eval_loss": 1.3201597929000854, + "eval_runtime": 3.7684, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 15400 + }, + { + "epoch": 0.98, + "learning_rate": 1.8048551689167776e-05, + "loss": 1.4073, + "step": 15450 + }, + { + "epoch": 0.98, + "eval_loss": 1.3151811361312866, + "eval_runtime": 3.7744, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 15450 + }, + { + "epoch": 0.98, + "learning_rate": 1.804221334854535e-05, + "loss": 1.4235, + "step": 15500 + }, + { + "epoch": 0.98, + "eval_loss": 1.3252227306365967, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 15500 + }, + { + "epoch": 0.99, + "learning_rate": 1.803587500792293e-05, + "loss": 1.4128, + "step": 15550 + }, + { + "epoch": 0.99, + "eval_loss": 1.318635106086731, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 15550 + }, + { + "epoch": 0.99, + "learning_rate": 1.8029536667300504e-05, + "loss": 1.415, + "step": 15600 + }, + { + "epoch": 0.99, + "eval_loss": 1.3195527791976929, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 15600 + }, + { + "epoch": 0.99, + "learning_rate": 1.802319832667808e-05, + "loss": 1.41, + "step": 15650 + }, + { + "epoch": 0.99, + "eval_loss": 1.320070505142212, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 15650 + }, + { + "epoch": 0.99, + "learning_rate": 1.8016859986055653e-05, + "loss": 1.4014, + "step": 15700 + }, + { + "epoch": 0.99, + "eval_loss": 1.316506028175354, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 15700 + }, + { + "epoch": 1.0, + "learning_rate": 1.8010521645433228e-05, + "loss": 1.4115, + "step": 15750 + }, + { + "epoch": 1.0, + "eval_loss": 1.3209404945373535, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 15750 + }, + { + "epoch": 1.0, + "learning_rate": 1.8004183304810803e-05, + "loss": 1.4245, + "step": 15800 + }, + { + "epoch": 1.0, + "eval_loss": 1.3161125183105469, + "eval_runtime": 3.7683, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 15800 + }, + { + "epoch": 1.0, + "learning_rate": 1.7997844964188378e-05, + "loss": 1.4057, + "step": 15850 + }, + { + "epoch": 1.0, + "eval_loss": 1.3166499137878418, + "eval_runtime": 3.7676, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 15850 + }, + { + "epoch": 1.01, + "learning_rate": 1.7991506623565952e-05, + "loss": 1.3842, + "step": 15900 + }, + { + "epoch": 1.01, + "eval_loss": 1.316170334815979, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 15900 + }, + { + "epoch": 1.01, + "learning_rate": 1.7985168282943527e-05, + "loss": 1.3804, + "step": 15950 + }, + { + "epoch": 1.01, + "eval_loss": 1.3176696300506592, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 15950 + }, + { + "epoch": 1.01, + "learning_rate": 1.7978829942321102e-05, + "loss": 1.3854, + "step": 16000 + }, + { + "epoch": 1.01, + "eval_loss": 1.3182568550109863, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 16000 + }, + { + "epoch": 1.02, + "learning_rate": 1.7972491601698677e-05, + "loss": 1.3661, + "step": 16050 + }, + { + "epoch": 1.02, + "eval_loss": 1.3186635971069336, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 16050 + }, + { + "epoch": 1.02, + "learning_rate": 1.796615326107625e-05, + "loss": 1.3759, + "step": 16100 + }, + { + "epoch": 1.02, + "eval_loss": 1.31988525390625, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 16100 + }, + { + "epoch": 1.02, + "learning_rate": 1.7959814920453826e-05, + "loss": 1.3816, + "step": 16150 + }, + { + "epoch": 1.02, + "eval_loss": 1.3128911256790161, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 16150 + }, + { + "epoch": 1.03, + "learning_rate": 1.79534765798314e-05, + "loss": 1.3771, + "step": 16200 + }, + { + "epoch": 1.03, + "eval_loss": 1.3184537887573242, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 16200 + }, + { + "epoch": 1.03, + "learning_rate": 1.7947138239208976e-05, + "loss": 1.3847, + "step": 16250 + }, + { + "epoch": 1.03, + "eval_loss": 1.3200515508651733, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 16250 + }, + { + "epoch": 1.03, + "learning_rate": 1.794079989858655e-05, + "loss": 1.3918, + "step": 16300 + }, + { + "epoch": 1.03, + "eval_loss": 1.3177796602249146, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 16300 + }, + { + "epoch": 1.04, + "learning_rate": 1.7934461557964125e-05, + "loss": 1.3673, + "step": 16350 + }, + { + "epoch": 1.04, + "eval_loss": 1.3130323886871338, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 16350 + }, + { + "epoch": 1.04, + "learning_rate": 1.7928123217341703e-05, + "loss": 1.3802, + "step": 16400 + }, + { + "epoch": 1.04, + "eval_loss": 1.318576693534851, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 16400 + }, + { + "epoch": 1.04, + "learning_rate": 1.7921784876719278e-05, + "loss": 1.386, + "step": 16450 + }, + { + "epoch": 1.04, + "eval_loss": 1.321928858757019, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 16450 + }, + { + "epoch": 1.05, + "learning_rate": 1.7915446536096853e-05, + "loss": 1.35, + "step": 16500 + }, + { + "epoch": 1.05, + "eval_loss": 1.3189457654953003, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 16500 + }, + { + "epoch": 1.05, + "learning_rate": 1.7909108195474428e-05, + "loss": 1.3824, + "step": 16550 + }, + { + "epoch": 1.05, + "eval_loss": 1.3211742639541626, + "eval_runtime": 3.7752, + "eval_samples_per_second": 13.244, + "eval_steps_per_second": 0.53, + "step": 16550 + }, + { + "epoch": 1.05, + "learning_rate": 1.7902769854852e-05, + "loss": 1.395, + "step": 16600 + }, + { + "epoch": 1.05, + "eval_loss": 1.3174998760223389, + "eval_runtime": 3.7685, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 16600 + }, + { + "epoch": 1.05, + "learning_rate": 1.7896431514229574e-05, + "loss": 1.3795, + "step": 16650 + }, + { + "epoch": 1.05, + "eval_loss": 1.314656376838684, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 16650 + }, + { + "epoch": 1.06, + "learning_rate": 1.789009317360715e-05, + "loss": 1.3968, + "step": 16700 + }, + { + "epoch": 1.06, + "eval_loss": 1.3165061473846436, + "eval_runtime": 3.7672, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 16700 + }, + { + "epoch": 1.06, + "learning_rate": 1.7883754832984727e-05, + "loss": 1.377, + "step": 16750 + }, + { + "epoch": 1.06, + "eval_loss": 1.310689091682434, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 16750 + }, + { + "epoch": 1.06, + "learning_rate": 1.78774164923623e-05, + "loss": 1.3927, + "step": 16800 + }, + { + "epoch": 1.06, + "eval_loss": 1.3171191215515137, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 16800 + }, + { + "epoch": 1.07, + "learning_rate": 1.7871078151739876e-05, + "loss": 1.3634, + "step": 16850 + }, + { + "epoch": 1.07, + "eval_loss": 1.3151047229766846, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 16850 + }, + { + "epoch": 1.07, + "learning_rate": 1.786473981111745e-05, + "loss": 1.3743, + "step": 16900 + }, + { + "epoch": 1.07, + "eval_loss": 1.3156814575195312, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 16900 + }, + { + "epoch": 1.07, + "learning_rate": 1.7858401470495026e-05, + "loss": 1.4184, + "step": 16950 + }, + { + "epoch": 1.07, + "eval_loss": 1.3098622560501099, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 16950 + }, + { + "epoch": 1.08, + "learning_rate": 1.78520631298726e-05, + "loss": 1.382, + "step": 17000 + }, + { + "epoch": 1.08, + "eval_loss": 1.3162333965301514, + "eval_runtime": 3.7687, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 17000 + }, + { + "epoch": 1.08, + "learning_rate": 1.7845724789250176e-05, + "loss": 1.3924, + "step": 17050 + }, + { + "epoch": 1.08, + "eval_loss": 1.3188899755477905, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 17050 + }, + { + "epoch": 1.08, + "learning_rate": 1.783938644862775e-05, + "loss": 1.3574, + "step": 17100 + }, + { + "epoch": 1.08, + "eval_loss": 1.316525936126709, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 17100 + }, + { + "epoch": 1.09, + "learning_rate": 1.7833048108005325e-05, + "loss": 1.3725, + "step": 17150 + }, + { + "epoch": 1.09, + "eval_loss": 1.317154049873352, + "eval_runtime": 3.7772, + "eval_samples_per_second": 13.237, + "eval_steps_per_second": 0.529, + "step": 17150 + }, + { + "epoch": 1.09, + "learning_rate": 1.78267097673829e-05, + "loss": 1.4028, + "step": 17200 + }, + { + "epoch": 1.09, + "eval_loss": 1.3122023344039917, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 17200 + }, + { + "epoch": 1.09, + "learning_rate": 1.7820371426760478e-05, + "loss": 1.39, + "step": 17250 + }, + { + "epoch": 1.09, + "eval_loss": 1.3124886751174927, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 17250 + }, + { + "epoch": 1.1, + "learning_rate": 1.781403308613805e-05, + "loss": 1.3834, + "step": 17300 + }, + { + "epoch": 1.1, + "eval_loss": 1.3173812627792358, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 17300 + }, + { + "epoch": 1.1, + "learning_rate": 1.7807694745515624e-05, + "loss": 1.3844, + "step": 17350 + }, + { + "epoch": 1.1, + "eval_loss": 1.3155839443206787, + "eval_runtime": 3.7742, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 17350 + }, + { + "epoch": 1.1, + "learning_rate": 1.78013564048932e-05, + "loss": 1.3753, + "step": 17400 + }, + { + "epoch": 1.1, + "eval_loss": 1.3156344890594482, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 17400 + }, + { + "epoch": 1.11, + "learning_rate": 1.7795144831083224e-05, + "loss": 1.3764, + "step": 17450 + }, + { + "epoch": 1.11, + "eval_loss": 1.3103086948394775, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 17450 + }, + { + "epoch": 1.11, + "learning_rate": 1.77888064904608e-05, + "loss": 1.3855, + "step": 17500 + }, + { + "epoch": 1.11, + "eval_loss": 1.3111189603805542, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 17500 + }, + { + "epoch": 1.11, + "learning_rate": 1.7782468149838374e-05, + "loss": 1.4001, + "step": 17550 + }, + { + "epoch": 1.11, + "eval_loss": 1.3170082569122314, + "eval_runtime": 3.776, + "eval_samples_per_second": 13.242, + "eval_steps_per_second": 0.53, + "step": 17550 + }, + { + "epoch": 1.12, + "learning_rate": 1.777612980921595e-05, + "loss": 1.3889, + "step": 17600 + }, + { + "epoch": 1.12, + "eval_loss": 1.3102355003356934, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 17600 + }, + { + "epoch": 1.12, + "learning_rate": 1.7769791468593523e-05, + "loss": 1.3734, + "step": 17650 + }, + { + "epoch": 1.12, + "eval_loss": 1.3260153532028198, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 17650 + }, + { + "epoch": 1.12, + "learning_rate": 1.7763453127971098e-05, + "loss": 1.3679, + "step": 17700 + }, + { + "epoch": 1.12, + "eval_loss": 1.3219112157821655, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 17700 + }, + { + "epoch": 1.12, + "learning_rate": 1.7757114787348673e-05, + "loss": 1.4034, + "step": 17750 + }, + { + "epoch": 1.12, + "eval_loss": 1.3143190145492554, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 17750 + }, + { + "epoch": 1.13, + "learning_rate": 1.7750776446726248e-05, + "loss": 1.3499, + "step": 17800 + }, + { + "epoch": 1.13, + "eval_loss": 1.3147352933883667, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 17800 + }, + { + "epoch": 1.13, + "learning_rate": 1.7744564872916273e-05, + "loss": 1.3789, + "step": 17850 + }, + { + "epoch": 1.13, + "eval_loss": 1.3178960084915161, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 17850 + }, + { + "epoch": 1.13, + "learning_rate": 1.7738226532293848e-05, + "loss": 1.4097, + "step": 17900 + }, + { + "epoch": 1.13, + "eval_loss": 1.3134623765945435, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 17900 + }, + { + "epoch": 1.14, + "learning_rate": 1.7731888191671422e-05, + "loss": 1.4072, + "step": 17950 + }, + { + "epoch": 1.14, + "eval_loss": 1.315904974937439, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 17950 + }, + { + "epoch": 1.14, + "learning_rate": 1.7725549851048997e-05, + "loss": 1.3676, + "step": 18000 + }, + { + "epoch": 1.14, + "eval_loss": 1.3206485509872437, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 18000 + }, + { + "epoch": 1.14, + "learning_rate": 1.7719211510426572e-05, + "loss": 1.4065, + "step": 18050 + }, + { + "epoch": 1.14, + "eval_loss": 1.3188087940216064, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 18050 + }, + { + "epoch": 1.15, + "learning_rate": 1.7712873169804147e-05, + "loss": 1.3728, + "step": 18100 + }, + { + "epoch": 1.15, + "eval_loss": 1.3164232969284058, + "eval_runtime": 4.4184, + "eval_samples_per_second": 11.316, + "eval_steps_per_second": 0.453, + "step": 18100 + }, + { + "epoch": 1.15, + "learning_rate": 1.770653482918172e-05, + "loss": 1.372, + "step": 18150 + }, + { + "epoch": 1.15, + "eval_loss": 1.314164161682129, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 18150 + }, + { + "epoch": 1.15, + "learning_rate": 1.7700196488559296e-05, + "loss": 1.377, + "step": 18200 + }, + { + "epoch": 1.15, + "eval_loss": 1.3114633560180664, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 18200 + }, + { + "epoch": 1.16, + "learning_rate": 1.769385814793687e-05, + "loss": 1.3739, + "step": 18250 + }, + { + "epoch": 1.16, + "eval_loss": 1.3073451519012451, + "eval_runtime": 3.7686, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 18250 + }, + { + "epoch": 1.16, + "learning_rate": 1.7687519807314446e-05, + "loss": 1.3593, + "step": 18300 + }, + { + "epoch": 1.16, + "eval_loss": 1.3098547458648682, + "eval_runtime": 3.7684, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 18300 + }, + { + "epoch": 1.16, + "learning_rate": 1.768118146669202e-05, + "loss": 1.3727, + "step": 18350 + }, + { + "epoch": 1.16, + "eval_loss": 1.316469430923462, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 18350 + }, + { + "epoch": 1.17, + "learning_rate": 1.7674843126069595e-05, + "loss": 1.4008, + "step": 18400 + }, + { + "epoch": 1.17, + "eval_loss": 1.314163327217102, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 18400 + }, + { + "epoch": 1.17, + "learning_rate": 1.766850478544717e-05, + "loss": 1.3854, + "step": 18450 + }, + { + "epoch": 1.17, + "eval_loss": 1.3162171840667725, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 18450 + }, + { + "epoch": 1.17, + "learning_rate": 1.7662166444824745e-05, + "loss": 1.4238, + "step": 18500 + }, + { + "epoch": 1.17, + "eval_loss": 1.3114781379699707, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 18500 + }, + { + "epoch": 1.18, + "learning_rate": 1.7655828104202323e-05, + "loss": 1.375, + "step": 18550 + }, + { + "epoch": 1.18, + "eval_loss": 1.311274766921997, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 18550 + }, + { + "epoch": 1.18, + "learning_rate": 1.7649489763579898e-05, + "loss": 1.3987, + "step": 18600 + }, + { + "epoch": 1.18, + "eval_loss": 1.3154056072235107, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 18600 + }, + { + "epoch": 1.18, + "learning_rate": 1.7643151422957473e-05, + "loss": 1.3622, + "step": 18650 + }, + { + "epoch": 1.18, + "eval_loss": 1.3166488409042358, + "eval_runtime": 3.7732, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 18650 + }, + { + "epoch": 1.18, + "learning_rate": 1.7636813082335047e-05, + "loss": 1.3634, + "step": 18700 + }, + { + "epoch": 1.18, + "eval_loss": 1.309778094291687, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 18700 + }, + { + "epoch": 1.19, + "learning_rate": 1.7630474741712622e-05, + "loss": 1.3899, + "step": 18750 + }, + { + "epoch": 1.19, + "eval_loss": 1.3120732307434082, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 18750 + }, + { + "epoch": 1.19, + "learning_rate": 1.7624136401090194e-05, + "loss": 1.3726, + "step": 18800 + }, + { + "epoch": 1.19, + "eval_loss": 1.3112399578094482, + "eval_runtime": 3.7739, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 18800 + }, + { + "epoch": 1.19, + "learning_rate": 1.761779806046777e-05, + "loss": 1.3993, + "step": 18850 + }, + { + "epoch": 1.19, + "eval_loss": 1.3085761070251465, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 18850 + }, + { + "epoch": 1.2, + "learning_rate": 1.7611459719845346e-05, + "loss": 1.3778, + "step": 18900 + }, + { + "epoch": 1.2, + "eval_loss": 1.3147207498550415, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 18900 + }, + { + "epoch": 1.2, + "learning_rate": 1.760512137922292e-05, + "loss": 1.3733, + "step": 18950 + }, + { + "epoch": 1.2, + "eval_loss": 1.3182721138000488, + "eval_runtime": 3.7754, + "eval_samples_per_second": 13.244, + "eval_steps_per_second": 0.53, + "step": 18950 + }, + { + "epoch": 1.2, + "learning_rate": 1.7598783038600496e-05, + "loss": 1.3861, + "step": 19000 + }, + { + "epoch": 1.2, + "eval_loss": 1.3165748119354248, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 19000 + }, + { + "epoch": 1.21, + "learning_rate": 1.759244469797807e-05, + "loss": 1.384, + "step": 19050 + }, + { + "epoch": 1.21, + "eval_loss": 1.311570167541504, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 19050 + }, + { + "epoch": 1.21, + "learning_rate": 1.7586106357355646e-05, + "loss": 1.3816, + "step": 19100 + }, + { + "epoch": 1.21, + "eval_loss": 1.3148012161254883, + "eval_runtime": 3.7674, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 19100 + }, + { + "epoch": 1.21, + "learning_rate": 1.757976801673322e-05, + "loss": 1.3539, + "step": 19150 + }, + { + "epoch": 1.21, + "eval_loss": 1.3159393072128296, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 19150 + }, + { + "epoch": 1.22, + "learning_rate": 1.7573429676110795e-05, + "loss": 1.4083, + "step": 19200 + }, + { + "epoch": 1.22, + "eval_loss": 1.3101261854171753, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 19200 + }, + { + "epoch": 1.22, + "learning_rate": 1.756709133548837e-05, + "loss": 1.3744, + "step": 19250 + }, + { + "epoch": 1.22, + "eval_loss": 1.313029170036316, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 19250 + }, + { + "epoch": 1.22, + "learning_rate": 1.7560752994865945e-05, + "loss": 1.3793, + "step": 19300 + }, + { + "epoch": 1.22, + "eval_loss": 1.3120161294937134, + "eval_runtime": 3.775, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 19300 + }, + { + "epoch": 1.23, + "learning_rate": 1.7554414654243523e-05, + "loss": 1.3693, + "step": 19350 + }, + { + "epoch": 1.23, + "eval_loss": 1.3200759887695312, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 19350 + }, + { + "epoch": 1.23, + "learning_rate": 1.7548076313621098e-05, + "loss": 1.4094, + "step": 19400 + }, + { + "epoch": 1.23, + "eval_loss": 1.3178431987762451, + "eval_runtime": 3.7769, + "eval_samples_per_second": 13.238, + "eval_steps_per_second": 0.53, + "step": 19400 + }, + { + "epoch": 1.23, + "learning_rate": 1.7541737972998672e-05, + "loss": 1.3821, + "step": 19450 + }, + { + "epoch": 1.23, + "eval_loss": 1.3110003471374512, + "eval_runtime": 3.7739, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 19450 + }, + { + "epoch": 1.24, + "learning_rate": 1.7535399632376244e-05, + "loss": 1.3681, + "step": 19500 + }, + { + "epoch": 1.24, + "eval_loss": 1.3211922645568848, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 19500 + }, + { + "epoch": 1.24, + "learning_rate": 1.752906129175382e-05, + "loss": 1.3909, + "step": 19550 + }, + { + "epoch": 1.24, + "eval_loss": 1.3123958110809326, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 19550 + }, + { + "epoch": 1.24, + "learning_rate": 1.7522722951131393e-05, + "loss": 1.358, + "step": 19600 + }, + { + "epoch": 1.24, + "eval_loss": 1.3105111122131348, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 19600 + }, + { + "epoch": 1.25, + "learning_rate": 1.7516384610508968e-05, + "loss": 1.3636, + "step": 19650 + }, + { + "epoch": 1.25, + "eval_loss": 1.3122894763946533, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 19650 + }, + { + "epoch": 1.25, + "learning_rate": 1.7510046269886546e-05, + "loss": 1.3695, + "step": 19700 + }, + { + "epoch": 1.25, + "eval_loss": 1.3131426572799683, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 19700 + }, + { + "epoch": 1.25, + "learning_rate": 1.750370792926412e-05, + "loss": 1.3873, + "step": 19750 + }, + { + "epoch": 1.25, + "eval_loss": 1.3153001070022583, + "eval_runtime": 3.7736, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 19750 + }, + { + "epoch": 1.25, + "learning_rate": 1.7497369588641696e-05, + "loss": 1.375, + "step": 19800 + }, + { + "epoch": 1.25, + "eval_loss": 1.311892032623291, + "eval_runtime": 3.775, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 19800 + }, + { + "epoch": 1.26, + "learning_rate": 1.749103124801927e-05, + "loss": 1.3752, + "step": 19850 + }, + { + "epoch": 1.26, + "eval_loss": 1.3058511018753052, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 19850 + }, + { + "epoch": 1.26, + "learning_rate": 1.7484692907396845e-05, + "loss": 1.3709, + "step": 19900 + }, + { + "epoch": 1.26, + "eval_loss": 1.3147565126419067, + "eval_runtime": 3.779, + "eval_samples_per_second": 13.231, + "eval_steps_per_second": 0.529, + "step": 19900 + }, + { + "epoch": 1.26, + "learning_rate": 1.747835456677442e-05, + "loss": 1.4037, + "step": 19950 + }, + { + "epoch": 1.26, + "eval_loss": 1.3101611137390137, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 19950 + }, + { + "epoch": 1.27, + "learning_rate": 1.7472016226151995e-05, + "loss": 1.375, + "step": 20000 + }, + { + "epoch": 1.27, + "eval_loss": 1.3099762201309204, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 20000 + }, + { + "epoch": 1.27, + "learning_rate": 1.7465804652342017e-05, + "loss": 1.3588, + "step": 20050 + }, + { + "epoch": 1.27, + "eval_loss": 1.3158316612243652, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 20050 + }, + { + "epoch": 1.27, + "learning_rate": 1.745946631171959e-05, + "loss": 1.3767, + "step": 20100 + }, + { + "epoch": 1.27, + "eval_loss": 1.313093900680542, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 20100 + }, + { + "epoch": 1.28, + "learning_rate": 1.7453127971097166e-05, + "loss": 1.3444, + "step": 20150 + }, + { + "epoch": 1.28, + "eval_loss": 1.3141725063323975, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 20150 + }, + { + "epoch": 1.28, + "learning_rate": 1.7446789630474744e-05, + "loss": 1.3756, + "step": 20200 + }, + { + "epoch": 1.28, + "eval_loss": 1.3108264207839966, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 20200 + }, + { + "epoch": 1.28, + "learning_rate": 1.744045128985232e-05, + "loss": 1.3849, + "step": 20250 + }, + { + "epoch": 1.28, + "eval_loss": 1.3127444982528687, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 20250 + }, + { + "epoch": 1.29, + "learning_rate": 1.7434112949229894e-05, + "loss": 1.3854, + "step": 20300 + }, + { + "epoch": 1.29, + "eval_loss": 1.3133628368377686, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 20300 + }, + { + "epoch": 1.29, + "learning_rate": 1.742777460860747e-05, + "loss": 1.3468, + "step": 20350 + }, + { + "epoch": 1.29, + "eval_loss": 1.3124346733093262, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 20350 + }, + { + "epoch": 1.29, + "learning_rate": 1.7421436267985044e-05, + "loss": 1.3677, + "step": 20400 + }, + { + "epoch": 1.29, + "eval_loss": 1.3119783401489258, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 20400 + }, + { + "epoch": 1.3, + "learning_rate": 1.741509792736262e-05, + "loss": 1.3636, + "step": 20450 + }, + { + "epoch": 1.3, + "eval_loss": 1.3125382661819458, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 20450 + }, + { + "epoch": 1.3, + "learning_rate": 1.7408759586740193e-05, + "loss": 1.3721, + "step": 20500 + }, + { + "epoch": 1.3, + "eval_loss": 1.3122693300247192, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 20500 + }, + { + "epoch": 1.3, + "learning_rate": 1.7402421246117768e-05, + "loss": 1.3852, + "step": 20550 + }, + { + "epoch": 1.3, + "eval_loss": 1.3100529909133911, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 20550 + }, + { + "epoch": 1.31, + "learning_rate": 1.7396082905495343e-05, + "loss": 1.3518, + "step": 20600 + }, + { + "epoch": 1.31, + "eval_loss": 1.3218302726745605, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 20600 + }, + { + "epoch": 1.31, + "learning_rate": 1.7389744564872917e-05, + "loss": 1.3852, + "step": 20650 + }, + { + "epoch": 1.31, + "eval_loss": 1.3104270696640015, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 20650 + }, + { + "epoch": 1.31, + "learning_rate": 1.7383406224250492e-05, + "loss": 1.3826, + "step": 20700 + }, + { + "epoch": 1.31, + "eval_loss": 1.3127949237823486, + "eval_runtime": 3.7744, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 20700 + }, + { + "epoch": 1.31, + "learning_rate": 1.7377067883628067e-05, + "loss": 1.3877, + "step": 20750 + }, + { + "epoch": 1.31, + "eval_loss": 1.3149232864379883, + "eval_runtime": 3.7687, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 20750 + }, + { + "epoch": 1.32, + "learning_rate": 1.7370729543005642e-05, + "loss": 1.3652, + "step": 20800 + }, + { + "epoch": 1.32, + "eval_loss": 1.3115489482879639, + "eval_runtime": 3.7747, + "eval_samples_per_second": 13.246, + "eval_steps_per_second": 0.53, + "step": 20800 + }, + { + "epoch": 1.32, + "learning_rate": 1.7364391202383217e-05, + "loss": 1.3574, + "step": 20850 + }, + { + "epoch": 1.32, + "eval_loss": 1.3170777559280396, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 20850 + }, + { + "epoch": 1.32, + "learning_rate": 1.735805286176079e-05, + "loss": 1.3702, + "step": 20900 + }, + { + "epoch": 1.32, + "eval_loss": 1.3097151517868042, + "eval_runtime": 3.7748, + "eval_samples_per_second": 13.246, + "eval_steps_per_second": 0.53, + "step": 20900 + }, + { + "epoch": 1.33, + "learning_rate": 1.7351714521138366e-05, + "loss": 1.3735, + "step": 20950 + }, + { + "epoch": 1.33, + "eval_loss": 1.3063160181045532, + "eval_runtime": 3.7685, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 20950 + }, + { + "epoch": 1.33, + "learning_rate": 1.7345376180515944e-05, + "loss": 1.3689, + "step": 21000 + }, + { + "epoch": 1.33, + "eval_loss": 1.311417818069458, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 21000 + }, + { + "epoch": 1.33, + "learning_rate": 1.733903783989352e-05, + "loss": 1.3907, + "step": 21050 + }, + { + "epoch": 1.33, + "eval_loss": 1.3121113777160645, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 21050 + }, + { + "epoch": 1.34, + "learning_rate": 1.7332699499271094e-05, + "loss": 1.3769, + "step": 21100 + }, + { + "epoch": 1.34, + "eval_loss": 1.3109712600708008, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 21100 + }, + { + "epoch": 1.34, + "learning_rate": 1.732636115864867e-05, + "loss": 1.389, + "step": 21150 + }, + { + "epoch": 1.34, + "eval_loss": 1.3077359199523926, + "eval_runtime": 3.7739, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 21150 + }, + { + "epoch": 1.34, + "learning_rate": 1.7320022818026243e-05, + "loss": 1.3578, + "step": 21200 + }, + { + "epoch": 1.34, + "eval_loss": 1.3106968402862549, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 21200 + }, + { + "epoch": 1.35, + "learning_rate": 1.7313684477403818e-05, + "loss": 1.4056, + "step": 21250 + }, + { + "epoch": 1.35, + "eval_loss": 1.3085529804229736, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 21250 + }, + { + "epoch": 1.35, + "learning_rate": 1.730734613678139e-05, + "loss": 1.3689, + "step": 21300 + }, + { + "epoch": 1.35, + "eval_loss": 1.314315676689148, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 21300 + }, + { + "epoch": 1.35, + "learning_rate": 1.7301007796158968e-05, + "loss": 1.3702, + "step": 21350 + }, + { + "epoch": 1.35, + "eval_loss": 1.3193659782409668, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 21350 + }, + { + "epoch": 1.36, + "learning_rate": 1.7294669455536542e-05, + "loss": 1.3792, + "step": 21400 + }, + { + "epoch": 1.36, + "eval_loss": 1.313162088394165, + "eval_runtime": 3.7732, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 21400 + }, + { + "epoch": 1.36, + "learning_rate": 1.7288331114914117e-05, + "loss": 1.3839, + "step": 21450 + }, + { + "epoch": 1.36, + "eval_loss": 1.313085913658142, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 21450 + }, + { + "epoch": 1.36, + "learning_rate": 1.7281992774291692e-05, + "loss": 1.3622, + "step": 21500 + }, + { + "epoch": 1.36, + "eval_loss": 1.311946988105774, + "eval_runtime": 3.7754, + "eval_samples_per_second": 13.244, + "eval_steps_per_second": 0.53, + "step": 21500 + }, + { + "epoch": 1.37, + "learning_rate": 1.7275654433669267e-05, + "loss": 1.3506, + "step": 21550 + }, + { + "epoch": 1.37, + "eval_loss": 1.3043593168258667, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 21550 + }, + { + "epoch": 1.37, + "learning_rate": 1.726931609304684e-05, + "loss": 1.3686, + "step": 21600 + }, + { + "epoch": 1.37, + "eval_loss": 1.314071774482727, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 21600 + }, + { + "epoch": 1.37, + "learning_rate": 1.7262977752424416e-05, + "loss": 1.3661, + "step": 21650 + }, + { + "epoch": 1.37, + "eval_loss": 1.3092154264450073, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 21650 + }, + { + "epoch": 1.37, + "learning_rate": 1.725663941180199e-05, + "loss": 1.3656, + "step": 21700 + }, + { + "epoch": 1.37, + "eval_loss": 1.3098061084747314, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 21700 + }, + { + "epoch": 1.38, + "learning_rate": 1.7250301071179566e-05, + "loss": 1.3612, + "step": 21750 + }, + { + "epoch": 1.38, + "eval_loss": 1.3110477924346924, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 21750 + }, + { + "epoch": 1.38, + "learning_rate": 1.724396273055714e-05, + "loss": 1.3457, + "step": 21800 + }, + { + "epoch": 1.38, + "eval_loss": 1.3121354579925537, + "eval_runtime": 3.7725, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 21800 + }, + { + "epoch": 1.38, + "learning_rate": 1.723762438993472e-05, + "loss": 1.3665, + "step": 21850 + }, + { + "epoch": 1.38, + "eval_loss": 1.3136210441589355, + "eval_runtime": 3.7679, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 21850 + }, + { + "epoch": 1.39, + "learning_rate": 1.7231286049312294e-05, + "loss": 1.3802, + "step": 21900 + }, + { + "epoch": 1.39, + "eval_loss": 1.3116146326065063, + "eval_runtime": 3.7767, + "eval_samples_per_second": 13.239, + "eval_steps_per_second": 0.53, + "step": 21900 + }, + { + "epoch": 1.39, + "learning_rate": 1.7224947708689865e-05, + "loss": 1.375, + "step": 21950 + }, + { + "epoch": 1.39, + "eval_loss": 1.308994174003601, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 21950 + }, + { + "epoch": 1.39, + "learning_rate": 1.721860936806744e-05, + "loss": 1.3647, + "step": 22000 + }, + { + "epoch": 1.39, + "eval_loss": 1.3138041496276855, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 22000 + }, + { + "epoch": 1.4, + "learning_rate": 1.7212271027445015e-05, + "loss": 1.3526, + "step": 22050 + }, + { + "epoch": 1.4, + "eval_loss": 1.310899257659912, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 22050 + }, + { + "epoch": 1.4, + "learning_rate": 1.720593268682259e-05, + "loss": 1.3776, + "step": 22100 + }, + { + "epoch": 1.4, + "eval_loss": 1.3149839639663696, + "eval_runtime": 3.7742, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 22100 + }, + { + "epoch": 1.4, + "learning_rate": 1.7199594346200164e-05, + "loss": 1.3508, + "step": 22150 + }, + { + "epoch": 1.4, + "eval_loss": 1.3105652332305908, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 22150 + }, + { + "epoch": 1.41, + "learning_rate": 1.7193256005577742e-05, + "loss": 1.382, + "step": 22200 + }, + { + "epoch": 1.41, + "eval_loss": 1.3149703741073608, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 22200 + }, + { + "epoch": 1.41, + "learning_rate": 1.7186917664955317e-05, + "loss": 1.3785, + "step": 22250 + }, + { + "epoch": 1.41, + "eval_loss": 1.3060740232467651, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 22250 + }, + { + "epoch": 1.41, + "learning_rate": 1.7180579324332892e-05, + "loss": 1.3838, + "step": 22300 + }, + { + "epoch": 1.41, + "eval_loss": 1.3014811277389526, + "eval_runtime": 3.7766, + "eval_samples_per_second": 13.24, + "eval_steps_per_second": 0.53, + "step": 22300 + }, + { + "epoch": 1.42, + "learning_rate": 1.7174240983710467e-05, + "loss": 1.366, + "step": 22350 + }, + { + "epoch": 1.42, + "eval_loss": 1.3100804090499878, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 22350 + }, + { + "epoch": 1.42, + "learning_rate": 1.716790264308804e-05, + "loss": 1.3847, + "step": 22400 + }, + { + "epoch": 1.42, + "eval_loss": 1.3137387037277222, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 22400 + }, + { + "epoch": 1.42, + "learning_rate": 1.7161564302465616e-05, + "loss": 1.3804, + "step": 22450 + }, + { + "epoch": 1.42, + "eval_loss": 1.3055957555770874, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 22450 + }, + { + "epoch": 1.43, + "learning_rate": 1.715522596184319e-05, + "loss": 1.3863, + "step": 22500 + }, + { + "epoch": 1.43, + "eval_loss": 1.3113762140274048, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 22500 + }, + { + "epoch": 1.43, + "learning_rate": 1.7148887621220766e-05, + "loss": 1.3623, + "step": 22550 + }, + { + "epoch": 1.43, + "eval_loss": 1.3158456087112427, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 22550 + }, + { + "epoch": 1.43, + "learning_rate": 1.714254928059834e-05, + "loss": 1.3742, + "step": 22600 + }, + { + "epoch": 1.43, + "eval_loss": 1.30805242061615, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 22600 + }, + { + "epoch": 1.44, + "learning_rate": 1.7136210939975915e-05, + "loss": 1.3907, + "step": 22650 + }, + { + "epoch": 1.44, + "eval_loss": 1.3145793676376343, + "eval_runtime": 3.7765, + "eval_samples_per_second": 13.24, + "eval_steps_per_second": 0.53, + "step": 22650 + }, + { + "epoch": 1.44, + "learning_rate": 1.712987259935349e-05, + "loss": 1.373, + "step": 22700 + }, + { + "epoch": 1.44, + "eval_loss": 1.3100571632385254, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 22700 + }, + { + "epoch": 1.44, + "learning_rate": 1.7123534258731065e-05, + "loss": 1.3572, + "step": 22750 + }, + { + "epoch": 1.44, + "eval_loss": 1.312801718711853, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 22750 + }, + { + "epoch": 1.44, + "learning_rate": 1.711719591810864e-05, + "loss": 1.3852, + "step": 22800 + }, + { + "epoch": 1.44, + "eval_loss": 1.3154374361038208, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 22800 + }, + { + "epoch": 1.45, + "learning_rate": 1.7110857577486214e-05, + "loss": 1.3665, + "step": 22850 + }, + { + "epoch": 1.45, + "eval_loss": 1.3039851188659668, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 22850 + }, + { + "epoch": 1.45, + "learning_rate": 1.710451923686379e-05, + "loss": 1.3497, + "step": 22900 + }, + { + "epoch": 1.45, + "eval_loss": 1.3083395957946777, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 22900 + }, + { + "epoch": 1.45, + "learning_rate": 1.7098180896241364e-05, + "loss": 1.3593, + "step": 22950 + }, + { + "epoch": 1.45, + "eval_loss": 1.303240180015564, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 22950 + }, + { + "epoch": 1.46, + "learning_rate": 1.7091842555618942e-05, + "loss": 1.3722, + "step": 23000 + }, + { + "epoch": 1.46, + "eval_loss": 1.3092082738876343, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 23000 + }, + { + "epoch": 1.46, + "learning_rate": 1.7085504214996517e-05, + "loss": 1.3386, + "step": 23050 + }, + { + "epoch": 1.46, + "eval_loss": 1.311246395111084, + "eval_runtime": 3.7755, + "eval_samples_per_second": 13.243, + "eval_steps_per_second": 0.53, + "step": 23050 + }, + { + "epoch": 1.46, + "learning_rate": 1.707916587437409e-05, + "loss": 1.3754, + "step": 23100 + }, + { + "epoch": 1.46, + "eval_loss": 1.3097790479660034, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 23100 + }, + { + "epoch": 1.47, + "learning_rate": 1.7072827533751666e-05, + "loss": 1.3886, + "step": 23150 + }, + { + "epoch": 1.47, + "eval_loss": 1.3141131401062012, + "eval_runtime": 3.7665, + "eval_samples_per_second": 13.275, + "eval_steps_per_second": 0.531, + "step": 23150 + }, + { + "epoch": 1.47, + "learning_rate": 1.706648919312924e-05, + "loss": 1.4021, + "step": 23200 + }, + { + "epoch": 1.47, + "eval_loss": 1.307629108428955, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 23200 + }, + { + "epoch": 1.47, + "learning_rate": 1.7060150852506816e-05, + "loss": 1.3659, + "step": 23250 + }, + { + "epoch": 1.47, + "eval_loss": 1.3088146448135376, + "eval_runtime": 3.7741, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 23250 + }, + { + "epoch": 1.48, + "learning_rate": 1.705381251188439e-05, + "loss": 1.3739, + "step": 23300 + }, + { + "epoch": 1.48, + "eval_loss": 1.307511329650879, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 23300 + }, + { + "epoch": 1.48, + "learning_rate": 1.7047474171261966e-05, + "loss": 1.3992, + "step": 23350 + }, + { + "epoch": 1.48, + "eval_loss": 1.3039134740829468, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 23350 + }, + { + "epoch": 1.48, + "learning_rate": 1.704113583063954e-05, + "loss": 1.388, + "step": 23400 + }, + { + "epoch": 1.48, + "eval_loss": 1.3038339614868164, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 23400 + }, + { + "epoch": 1.49, + "learning_rate": 1.7034797490017115e-05, + "loss": 1.3658, + "step": 23450 + }, + { + "epoch": 1.49, + "eval_loss": 1.3082275390625, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 23450 + }, + { + "epoch": 1.49, + "learning_rate": 1.702845914939469e-05, + "loss": 1.3879, + "step": 23500 + }, + { + "epoch": 1.49, + "eval_loss": 1.3087126016616821, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 23500 + }, + { + "epoch": 1.49, + "learning_rate": 1.7022120808772265e-05, + "loss": 1.3706, + "step": 23550 + }, + { + "epoch": 1.49, + "eval_loss": 1.306036114692688, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 23550 + }, + { + "epoch": 1.5, + "learning_rate": 1.701578246814984e-05, + "loss": 1.3534, + "step": 23600 + }, + { + "epoch": 1.5, + "eval_loss": 1.311568260192871, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 23600 + }, + { + "epoch": 1.5, + "learning_rate": 1.7009444127527414e-05, + "loss": 1.4031, + "step": 23650 + }, + { + "epoch": 1.5, + "eval_loss": 1.3089189529418945, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 23650 + }, + { + "epoch": 1.5, + "learning_rate": 1.700310578690499e-05, + "loss": 1.3769, + "step": 23700 + }, + { + "epoch": 1.5, + "eval_loss": 1.305688500404358, + "eval_runtime": 4.1635, + "eval_samples_per_second": 12.009, + "eval_steps_per_second": 0.48, + "step": 23700 + }, + { + "epoch": 1.5, + "learning_rate": 1.6996767446282564e-05, + "loss": 1.3467, + "step": 23750 + }, + { + "epoch": 1.5, + "eval_loss": 1.3095543384552002, + "eval_runtime": 3.7742, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 23750 + }, + { + "epoch": 1.51, + "learning_rate": 1.699042910566014e-05, + "loss": 1.367, + "step": 23800 + }, + { + "epoch": 1.51, + "eval_loss": 1.3076460361480713, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 23800 + }, + { + "epoch": 1.51, + "learning_rate": 1.6984090765037717e-05, + "loss": 1.3616, + "step": 23850 + }, + { + "epoch": 1.51, + "eval_loss": 1.3067145347595215, + "eval_runtime": 3.7775, + "eval_samples_per_second": 13.236, + "eval_steps_per_second": 0.529, + "step": 23850 + }, + { + "epoch": 1.51, + "learning_rate": 1.697775242441529e-05, + "loss": 1.3575, + "step": 23900 + }, + { + "epoch": 1.51, + "eval_loss": 1.3107126951217651, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 23900 + }, + { + "epoch": 1.52, + "learning_rate": 1.6971414083792866e-05, + "loss": 1.3616, + "step": 23950 + }, + { + "epoch": 1.52, + "eval_loss": 1.3045284748077393, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 23950 + }, + { + "epoch": 1.52, + "learning_rate": 1.6965075743170438e-05, + "loss": 1.4114, + "step": 24000 + }, + { + "epoch": 1.52, + "eval_loss": 1.3077421188354492, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 24000 + }, + { + "epoch": 1.52, + "learning_rate": 1.6958737402548012e-05, + "loss": 1.3635, + "step": 24050 + }, + { + "epoch": 1.52, + "eval_loss": 1.3037108182907104, + "eval_runtime": 3.7743, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 24050 + }, + { + "epoch": 1.53, + "learning_rate": 1.6952399061925587e-05, + "loss": 1.371, + "step": 24100 + }, + { + "epoch": 1.53, + "eval_loss": 1.3108770847320557, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 24100 + }, + { + "epoch": 1.53, + "learning_rate": 1.6946060721303162e-05, + "loss": 1.3572, + "step": 24150 + }, + { + "epoch": 1.53, + "eval_loss": 1.3085899353027344, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 24150 + }, + { + "epoch": 1.53, + "learning_rate": 1.6939849147493187e-05, + "loss": 1.3874, + "step": 24200 + }, + { + "epoch": 1.53, + "eval_loss": 1.305327296257019, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 24200 + }, + { + "epoch": 1.54, + "learning_rate": 1.6933510806870762e-05, + "loss": 1.3531, + "step": 24250 + }, + { + "epoch": 1.54, + "eval_loss": 1.3097971677780151, + "eval_runtime": 3.7738, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 24250 + }, + { + "epoch": 1.54, + "learning_rate": 1.6927172466248337e-05, + "loss": 1.3532, + "step": 24300 + }, + { + "epoch": 1.54, + "eval_loss": 1.304316759109497, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 24300 + }, + { + "epoch": 1.54, + "learning_rate": 1.6920834125625915e-05, + "loss": 1.3541, + "step": 24350 + }, + { + "epoch": 1.54, + "eval_loss": 1.3054053783416748, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 24350 + }, + { + "epoch": 1.55, + "learning_rate": 1.691449578500349e-05, + "loss": 1.3296, + "step": 24400 + }, + { + "epoch": 1.55, + "eval_loss": 1.302626132965088, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 24400 + }, + { + "epoch": 1.55, + "learning_rate": 1.690815744438106e-05, + "loss": 1.3758, + "step": 24450 + }, + { + "epoch": 1.55, + "eval_loss": 1.3106575012207031, + "eval_runtime": 3.7782, + "eval_samples_per_second": 13.234, + "eval_steps_per_second": 0.529, + "step": 24450 + }, + { + "epoch": 1.55, + "learning_rate": 1.6901819103758636e-05, + "loss": 1.3679, + "step": 24500 + }, + { + "epoch": 1.55, + "eval_loss": 1.3039908409118652, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 24500 + }, + { + "epoch": 1.56, + "learning_rate": 1.689548076313621e-05, + "loss": 1.3822, + "step": 24550 + }, + { + "epoch": 1.56, + "eval_loss": 1.3058950901031494, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 24550 + }, + { + "epoch": 1.56, + "learning_rate": 1.6889142422513785e-05, + "loss": 1.3612, + "step": 24600 + }, + { + "epoch": 1.56, + "eval_loss": 1.309067726135254, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 24600 + }, + { + "epoch": 1.56, + "learning_rate": 1.6882804081891364e-05, + "loss": 1.3772, + "step": 24650 + }, + { + "epoch": 1.56, + "eval_loss": 1.3012826442718506, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 24650 + }, + { + "epoch": 1.57, + "learning_rate": 1.6876465741268938e-05, + "loss": 1.3703, + "step": 24700 + }, + { + "epoch": 1.57, + "eval_loss": 1.3039789199829102, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 24700 + }, + { + "epoch": 1.57, + "learning_rate": 1.6870127400646513e-05, + "loss": 1.3777, + "step": 24750 + }, + { + "epoch": 1.57, + "eval_loss": 1.3049794435501099, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 24750 + }, + { + "epoch": 1.57, + "learning_rate": 1.6863789060024088e-05, + "loss": 1.3586, + "step": 24800 + }, + { + "epoch": 1.57, + "eval_loss": 1.3099775314331055, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 24800 + }, + { + "epoch": 1.57, + "learning_rate": 1.6857450719401663e-05, + "loss": 1.3348, + "step": 24850 + }, + { + "epoch": 1.57, + "eval_loss": 1.307841181755066, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 24850 + }, + { + "epoch": 1.58, + "learning_rate": 1.6851112378779237e-05, + "loss": 1.3668, + "step": 24900 + }, + { + "epoch": 1.58, + "eval_loss": 1.3069860935211182, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 24900 + }, + { + "epoch": 1.58, + "learning_rate": 1.684490080496926e-05, + "loss": 1.3574, + "step": 24950 + }, + { + "epoch": 1.58, + "eval_loss": 1.3024590015411377, + "eval_runtime": 3.7803, + "eval_samples_per_second": 13.227, + "eval_steps_per_second": 0.529, + "step": 24950 + }, + { + "epoch": 1.58, + "learning_rate": 1.6838562464346834e-05, + "loss": 1.3535, + "step": 25000 + }, + { + "epoch": 1.58, + "eval_loss": 1.3021525144577026, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 25000 + }, + { + "epoch": 1.59, + "learning_rate": 1.683222412372441e-05, + "loss": 1.3727, + "step": 25050 + }, + { + "epoch": 1.59, + "eval_loss": 1.3053768873214722, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 25050 + }, + { + "epoch": 1.59, + "learning_rate": 1.6825885783101984e-05, + "loss": 1.3698, + "step": 25100 + }, + { + "epoch": 1.59, + "eval_loss": 1.305099606513977, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 25100 + }, + { + "epoch": 1.59, + "learning_rate": 1.681954744247956e-05, + "loss": 1.363, + "step": 25150 + }, + { + "epoch": 1.59, + "eval_loss": 1.3059375286102295, + "eval_runtime": 3.7671, + "eval_samples_per_second": 13.273, + "eval_steps_per_second": 0.531, + "step": 25150 + }, + { + "epoch": 1.6, + "learning_rate": 1.6813209101857136e-05, + "loss": 1.3596, + "step": 25200 + }, + { + "epoch": 1.6, + "eval_loss": 1.3022193908691406, + "eval_runtime": 3.7782, + "eval_samples_per_second": 13.234, + "eval_steps_per_second": 0.529, + "step": 25200 + }, + { + "epoch": 1.6, + "learning_rate": 1.680687076123471e-05, + "loss": 1.371, + "step": 25250 + }, + { + "epoch": 1.6, + "eval_loss": 1.3017759323120117, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 25250 + }, + { + "epoch": 1.6, + "learning_rate": 1.6800532420612286e-05, + "loss": 1.3608, + "step": 25300 + }, + { + "epoch": 1.6, + "eval_loss": 1.3046982288360596, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 25300 + }, + { + "epoch": 1.61, + "learning_rate": 1.679419407998986e-05, + "loss": 1.3938, + "step": 25350 + }, + { + "epoch": 1.61, + "eval_loss": 1.301830768585205, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 25350 + }, + { + "epoch": 1.61, + "learning_rate": 1.6787855739367436e-05, + "loss": 1.3648, + "step": 25400 + }, + { + "epoch": 1.61, + "eval_loss": 1.306410789489746, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 25400 + }, + { + "epoch": 1.61, + "learning_rate": 1.678151739874501e-05, + "loss": 1.3493, + "step": 25450 + }, + { + "epoch": 1.61, + "eval_loss": 1.3086802959442139, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 25450 + }, + { + "epoch": 1.62, + "learning_rate": 1.6775179058122585e-05, + "loss": 1.3439, + "step": 25500 + }, + { + "epoch": 1.62, + "eval_loss": 1.3023231029510498, + "eval_runtime": 3.7725, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 25500 + }, + { + "epoch": 1.62, + "learning_rate": 1.676884071750016e-05, + "loss": 1.3811, + "step": 25550 + }, + { + "epoch": 1.62, + "eval_loss": 1.3024687767028809, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 25550 + }, + { + "epoch": 1.62, + "learning_rate": 1.6762502376877735e-05, + "loss": 1.3477, + "step": 25600 + }, + { + "epoch": 1.62, + "eval_loss": 1.3032989501953125, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 25600 + }, + { + "epoch": 1.63, + "learning_rate": 1.675616403625531e-05, + "loss": 1.3487, + "step": 25650 + }, + { + "epoch": 1.63, + "eval_loss": 1.3073408603668213, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 25650 + }, + { + "epoch": 1.63, + "learning_rate": 1.6749825695632884e-05, + "loss": 1.3728, + "step": 25700 + }, + { + "epoch": 1.63, + "eval_loss": 1.3046859502792358, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 25700 + }, + { + "epoch": 1.63, + "learning_rate": 1.674348735501046e-05, + "loss": 1.3465, + "step": 25750 + }, + { + "epoch": 1.63, + "eval_loss": 1.3042266368865967, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 25750 + }, + { + "epoch": 1.63, + "learning_rate": 1.6737149014388034e-05, + "loss": 1.3813, + "step": 25800 + }, + { + "epoch": 1.63, + "eval_loss": 1.301363468170166, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 25800 + }, + { + "epoch": 1.64, + "learning_rate": 1.673081067376561e-05, + "loss": 1.3882, + "step": 25850 + }, + { + "epoch": 1.64, + "eval_loss": 1.3051186800003052, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 25850 + }, + { + "epoch": 1.64, + "learning_rate": 1.6724472333143183e-05, + "loss": 1.3215, + "step": 25900 + }, + { + "epoch": 1.64, + "eval_loss": 1.3043999671936035, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 25900 + }, + { + "epoch": 1.64, + "learning_rate": 1.6718133992520758e-05, + "loss": 1.3655, + "step": 25950 + }, + { + "epoch": 1.64, + "eval_loss": 1.3121837377548218, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 25950 + }, + { + "epoch": 1.65, + "learning_rate": 1.6711922418710783e-05, + "loss": 1.3882, + "step": 26000 + }, + { + "epoch": 1.65, + "eval_loss": 1.3099251985549927, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 26000 + }, + { + "epoch": 1.65, + "learning_rate": 1.6705584078088358e-05, + "loss": 1.3717, + "step": 26050 + }, + { + "epoch": 1.65, + "eval_loss": 1.3041249513626099, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 26050 + }, + { + "epoch": 1.65, + "learning_rate": 1.6699245737465933e-05, + "loss": 1.3372, + "step": 26100 + }, + { + "epoch": 1.65, + "eval_loss": 1.3081796169281006, + "eval_runtime": 3.7687, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 26100 + }, + { + "epoch": 1.66, + "learning_rate": 1.6692907396843508e-05, + "loss": 1.3834, + "step": 26150 + }, + { + "epoch": 1.66, + "eval_loss": 1.3096734285354614, + "eval_runtime": 3.7776, + "eval_samples_per_second": 13.236, + "eval_steps_per_second": 0.529, + "step": 26150 + }, + { + "epoch": 1.66, + "learning_rate": 1.6686569056221082e-05, + "loss": 1.3696, + "step": 26200 + }, + { + "epoch": 1.66, + "eval_loss": 1.3115854263305664, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 26200 + }, + { + "epoch": 1.66, + "learning_rate": 1.6680230715598657e-05, + "loss": 1.3565, + "step": 26250 + }, + { + "epoch": 1.66, + "eval_loss": 1.301089882850647, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 26250 + }, + { + "epoch": 1.67, + "learning_rate": 1.6673892374976232e-05, + "loss": 1.3849, + "step": 26300 + }, + { + "epoch": 1.67, + "eval_loss": 1.3010739088058472, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 26300 + }, + { + "epoch": 1.67, + "learning_rate": 1.6667554034353807e-05, + "loss": 1.3544, + "step": 26350 + }, + { + "epoch": 1.67, + "eval_loss": 1.3007947206497192, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 26350 + }, + { + "epoch": 1.67, + "learning_rate": 1.666121569373138e-05, + "loss": 1.3639, + "step": 26400 + }, + { + "epoch": 1.67, + "eval_loss": 1.2976875305175781, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 26400 + }, + { + "epoch": 1.68, + "learning_rate": 1.665487735310896e-05, + "loss": 1.3575, + "step": 26450 + }, + { + "epoch": 1.68, + "eval_loss": 1.3054636716842651, + "eval_runtime": 3.7749, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 26450 + }, + { + "epoch": 1.68, + "learning_rate": 1.6648539012486534e-05, + "loss": 1.3649, + "step": 26500 + }, + { + "epoch": 1.68, + "eval_loss": 1.3066623210906982, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 26500 + }, + { + "epoch": 1.68, + "learning_rate": 1.664220067186411e-05, + "loss": 1.3842, + "step": 26550 + }, + { + "epoch": 1.68, + "eval_loss": 1.305976152420044, + "eval_runtime": 3.7725, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 26550 + }, + { + "epoch": 1.69, + "learning_rate": 1.6635862331241684e-05, + "loss": 1.3713, + "step": 26600 + }, + { + "epoch": 1.69, + "eval_loss": 1.3037573099136353, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 26600 + }, + { + "epoch": 1.69, + "learning_rate": 1.6629523990619255e-05, + "loss": 1.3812, + "step": 26650 + }, + { + "epoch": 1.69, + "eval_loss": 1.302822232246399, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 26650 + }, + { + "epoch": 1.69, + "learning_rate": 1.662318564999683e-05, + "loss": 1.3599, + "step": 26700 + }, + { + "epoch": 1.69, + "eval_loss": 1.303798794746399, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 26700 + }, + { + "epoch": 1.69, + "learning_rate": 1.6616847309374405e-05, + "loss": 1.3628, + "step": 26750 + }, + { + "epoch": 1.69, + "eval_loss": 1.3052434921264648, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 26750 + }, + { + "epoch": 1.7, + "learning_rate": 1.6610508968751983e-05, + "loss": 1.3746, + "step": 26800 + }, + { + "epoch": 1.7, + "eval_loss": 1.3013827800750732, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 26800 + }, + { + "epoch": 1.7, + "learning_rate": 1.6604170628129558e-05, + "loss": 1.3751, + "step": 26850 + }, + { + "epoch": 1.7, + "eval_loss": 1.3035222291946411, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 26850 + }, + { + "epoch": 1.7, + "learning_rate": 1.6597832287507133e-05, + "loss": 1.3778, + "step": 26900 + }, + { + "epoch": 1.7, + "eval_loss": 1.3040968179702759, + "eval_runtime": 3.7751, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 26900 + }, + { + "epoch": 1.71, + "learning_rate": 1.6591493946884707e-05, + "loss": 1.3506, + "step": 26950 + }, + { + "epoch": 1.71, + "eval_loss": 1.3041977882385254, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 26950 + }, + { + "epoch": 1.71, + "learning_rate": 1.6585155606262282e-05, + "loss": 1.3554, + "step": 27000 + }, + { + "epoch": 1.71, + "eval_loss": 1.3110145330429077, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 27000 + }, + { + "epoch": 1.71, + "learning_rate": 1.6578817265639857e-05, + "loss": 1.352, + "step": 27050 + }, + { + "epoch": 1.71, + "eval_loss": 1.3075376749038696, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 27050 + }, + { + "epoch": 1.72, + "learning_rate": 1.6572478925017432e-05, + "loss": 1.3545, + "step": 27100 + }, + { + "epoch": 1.72, + "eval_loss": 1.2995811700820923, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 27100 + }, + { + "epoch": 1.72, + "learning_rate": 1.6566140584395007e-05, + "loss": 1.3543, + "step": 27150 + }, + { + "epoch": 1.72, + "eval_loss": 1.3038663864135742, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 27150 + }, + { + "epoch": 1.72, + "learning_rate": 1.655980224377258e-05, + "loss": 1.3854, + "step": 27200 + }, + { + "epoch": 1.72, + "eval_loss": 1.2978318929672241, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 27200 + }, + { + "epoch": 1.73, + "learning_rate": 1.6553463903150156e-05, + "loss": 1.351, + "step": 27250 + }, + { + "epoch": 1.73, + "eval_loss": 1.3069562911987305, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 27250 + }, + { + "epoch": 1.73, + "learning_rate": 1.654712556252773e-05, + "loss": 1.3662, + "step": 27300 + }, + { + "epoch": 1.73, + "eval_loss": 1.3018920421600342, + "eval_runtime": 3.7744, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 27300 + }, + { + "epoch": 1.73, + "learning_rate": 1.6540787221905306e-05, + "loss": 1.3442, + "step": 27350 + }, + { + "epoch": 1.73, + "eval_loss": 1.3017157316207886, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 27350 + }, + { + "epoch": 1.74, + "learning_rate": 1.653444888128288e-05, + "loss": 1.3583, + "step": 27400 + }, + { + "epoch": 1.74, + "eval_loss": 1.3102655410766602, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 27400 + }, + { + "epoch": 1.74, + "learning_rate": 1.6528110540660455e-05, + "loss": 1.3517, + "step": 27450 + }, + { + "epoch": 1.74, + "eval_loss": 1.3030922412872314, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 27450 + }, + { + "epoch": 1.74, + "learning_rate": 1.652177220003803e-05, + "loss": 1.3491, + "step": 27500 + }, + { + "epoch": 1.74, + "eval_loss": 1.3042519092559814, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 27500 + }, + { + "epoch": 1.75, + "learning_rate": 1.6515433859415605e-05, + "loss": 1.3722, + "step": 27550 + }, + { + "epoch": 1.75, + "eval_loss": 1.3028026819229126, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 27550 + }, + { + "epoch": 1.75, + "learning_rate": 1.650909551879318e-05, + "loss": 1.3524, + "step": 27600 + }, + { + "epoch": 1.75, + "eval_loss": 1.3010423183441162, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 27600 + }, + { + "epoch": 1.75, + "learning_rate": 1.6502757178170758e-05, + "loss": 1.3673, + "step": 27650 + }, + { + "epoch": 1.75, + "eval_loss": 1.3038748502731323, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 27650 + }, + { + "epoch": 1.76, + "learning_rate": 1.6496418837548332e-05, + "loss": 1.3756, + "step": 27700 + }, + { + "epoch": 1.76, + "eval_loss": 1.3028035163879395, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 27700 + }, + { + "epoch": 1.76, + "learning_rate": 1.6490080496925907e-05, + "loss": 1.3457, + "step": 27750 + }, + { + "epoch": 1.76, + "eval_loss": 1.3020347356796265, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 27750 + }, + { + "epoch": 1.76, + "learning_rate": 1.6483742156303482e-05, + "loss": 1.3395, + "step": 27800 + }, + { + "epoch": 1.76, + "eval_loss": 1.3019260168075562, + "eval_runtime": 3.7743, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 27800 + }, + { + "epoch": 1.76, + "learning_rate": 1.6477403815681057e-05, + "loss": 1.3466, + "step": 27850 + }, + { + "epoch": 1.76, + "eval_loss": 1.3060325384140015, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 27850 + }, + { + "epoch": 1.77, + "learning_rate": 1.647106547505863e-05, + "loss": 1.3408, + "step": 27900 + }, + { + "epoch": 1.77, + "eval_loss": 1.3008695840835571, + "eval_runtime": 3.7738, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 27900 + }, + { + "epoch": 1.77, + "learning_rate": 1.6464727134436206e-05, + "loss": 1.3354, + "step": 27950 + }, + { + "epoch": 1.77, + "eval_loss": 1.3000245094299316, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 27950 + }, + { + "epoch": 1.77, + "learning_rate": 1.645838879381378e-05, + "loss": 1.3522, + "step": 28000 + }, + { + "epoch": 1.77, + "eval_loss": 1.3058466911315918, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 28000 + }, + { + "epoch": 1.78, + "learning_rate": 1.6452050453191356e-05, + "loss": 1.3577, + "step": 28050 + }, + { + "epoch": 1.78, + "eval_loss": 1.30289626121521, + "eval_runtime": 3.7731, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 28050 + }, + { + "epoch": 1.78, + "learning_rate": 1.644571211256893e-05, + "loss": 1.3627, + "step": 28100 + }, + { + "epoch": 1.78, + "eval_loss": 1.305790662765503, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 28100 + }, + { + "epoch": 1.78, + "learning_rate": 1.6439373771946505e-05, + "loss": 1.3648, + "step": 28150 + }, + { + "epoch": 1.78, + "eval_loss": 1.3006936311721802, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 28150 + }, + { + "epoch": 1.79, + "learning_rate": 1.643303543132408e-05, + "loss": 1.3505, + "step": 28200 + }, + { + "epoch": 1.79, + "eval_loss": 1.3063627481460571, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 28200 + }, + { + "epoch": 1.79, + "learning_rate": 1.6426697090701655e-05, + "loss": 1.3814, + "step": 28250 + }, + { + "epoch": 1.79, + "eval_loss": 1.3062107563018799, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 28250 + }, + { + "epoch": 1.79, + "learning_rate": 1.642035875007923e-05, + "loss": 1.3513, + "step": 28300 + }, + { + "epoch": 1.79, + "eval_loss": 1.3031411170959473, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 28300 + }, + { + "epoch": 1.8, + "learning_rate": 1.6414020409456805e-05, + "loss": 1.3459, + "step": 28350 + }, + { + "epoch": 1.8, + "eval_loss": 1.3107800483703613, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 28350 + }, + { + "epoch": 1.8, + "learning_rate": 1.640768206883438e-05, + "loss": 1.3782, + "step": 28400 + }, + { + "epoch": 1.8, + "eval_loss": 1.3018364906311035, + "eval_runtime": 3.7759, + "eval_samples_per_second": 13.242, + "eval_steps_per_second": 0.53, + "step": 28400 + }, + { + "epoch": 1.8, + "learning_rate": 1.6401343728211958e-05, + "loss": 1.3813, + "step": 28450 + }, + { + "epoch": 1.8, + "eval_loss": 1.3011293411254883, + "eval_runtime": 3.7759, + "eval_samples_per_second": 13.242, + "eval_steps_per_second": 0.53, + "step": 28450 + }, + { + "epoch": 1.81, + "learning_rate": 1.6395005387589532e-05, + "loss": 1.3655, + "step": 28500 + }, + { + "epoch": 1.81, + "eval_loss": 1.3019990921020508, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 28500 + }, + { + "epoch": 1.81, + "learning_rate": 1.6388667046967107e-05, + "loss": 1.368, + "step": 28550 + }, + { + "epoch": 1.81, + "eval_loss": 1.2994332313537598, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 28550 + }, + { + "epoch": 1.81, + "learning_rate": 1.6382328706344682e-05, + "loss": 1.3653, + "step": 28600 + }, + { + "epoch": 1.81, + "eval_loss": 1.303462266921997, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 28600 + }, + { + "epoch": 1.82, + "learning_rate": 1.6375990365722257e-05, + "loss": 1.3523, + "step": 28650 + }, + { + "epoch": 1.82, + "eval_loss": 1.3095431327819824, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 28650 + }, + { + "epoch": 1.82, + "learning_rate": 1.6369652025099828e-05, + "loss": 1.3651, + "step": 28700 + }, + { + "epoch": 1.82, + "eval_loss": 1.308469533920288, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 28700 + }, + { + "epoch": 1.82, + "learning_rate": 1.6363313684477403e-05, + "loss": 1.3479, + "step": 28750 + }, + { + "epoch": 1.82, + "eval_loss": 1.3007841110229492, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 28750 + }, + { + "epoch": 1.82, + "learning_rate": 1.635697534385498e-05, + "loss": 1.378, + "step": 28800 + }, + { + "epoch": 1.82, + "eval_loss": 1.302858829498291, + "eval_runtime": 3.7738, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 28800 + }, + { + "epoch": 1.83, + "learning_rate": 1.6350637003232556e-05, + "loss": 1.365, + "step": 28850 + }, + { + "epoch": 1.83, + "eval_loss": 1.3014613389968872, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 28850 + }, + { + "epoch": 1.83, + "learning_rate": 1.634429866261013e-05, + "loss": 1.3549, + "step": 28900 + }, + { + "epoch": 1.83, + "eval_loss": 1.300676703453064, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 28900 + }, + { + "epoch": 1.83, + "learning_rate": 1.6337960321987705e-05, + "loss": 1.3532, + "step": 28950 + }, + { + "epoch": 1.83, + "eval_loss": 1.299085259437561, + "eval_runtime": 3.7662, + "eval_samples_per_second": 13.276, + "eval_steps_per_second": 0.531, + "step": 28950 + }, + { + "epoch": 1.84, + "learning_rate": 1.633162198136528e-05, + "loss": 1.3653, + "step": 29000 + }, + { + "epoch": 1.84, + "eval_loss": 1.3018462657928467, + "eval_runtime": 3.7758, + "eval_samples_per_second": 13.242, + "eval_steps_per_second": 0.53, + "step": 29000 + }, + { + "epoch": 1.84, + "learning_rate": 1.6325283640742855e-05, + "loss": 1.3511, + "step": 29050 + }, + { + "epoch": 1.84, + "eval_loss": 1.2959985733032227, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 29050 + }, + { + "epoch": 1.84, + "learning_rate": 1.631894530012043e-05, + "loss": 1.3681, + "step": 29100 + }, + { + "epoch": 1.84, + "eval_loss": 1.2985323667526245, + "eval_runtime": 3.7677, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 29100 + }, + { + "epoch": 1.85, + "learning_rate": 1.6312606959498004e-05, + "loss": 1.3345, + "step": 29150 + }, + { + "epoch": 1.85, + "eval_loss": 1.2978233098983765, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 29150 + }, + { + "epoch": 1.85, + "learning_rate": 1.630626861887558e-05, + "loss": 1.3514, + "step": 29200 + }, + { + "epoch": 1.85, + "eval_loss": 1.2977333068847656, + "eval_runtime": 3.7751, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 29200 + }, + { + "epoch": 1.85, + "learning_rate": 1.6299930278253154e-05, + "loss": 1.3734, + "step": 29250 + }, + { + "epoch": 1.85, + "eval_loss": 1.2973655462265015, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 29250 + }, + { + "epoch": 1.86, + "learning_rate": 1.6293591937630732e-05, + "loss": 1.362, + "step": 29300 + }, + { + "epoch": 1.86, + "eval_loss": 1.3016226291656494, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 29300 + }, + { + "epoch": 1.86, + "learning_rate": 1.6287253597008307e-05, + "loss": 1.3705, + "step": 29350 + }, + { + "epoch": 1.86, + "eval_loss": 1.2990288734436035, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 29350 + }, + { + "epoch": 1.86, + "learning_rate": 1.6280915256385878e-05, + "loss": 1.3745, + "step": 29400 + }, + { + "epoch": 1.86, + "eval_loss": 1.3012051582336426, + "eval_runtime": 3.7738, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 29400 + }, + { + "epoch": 1.87, + "learning_rate": 1.6274576915763453e-05, + "loss": 1.3363, + "step": 29450 + }, + { + "epoch": 1.87, + "eval_loss": 1.3014848232269287, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 29450 + }, + { + "epoch": 1.87, + "learning_rate": 1.6268238575141028e-05, + "loss": 1.3617, + "step": 29500 + }, + { + "epoch": 1.87, + "eval_loss": 1.2997702360153198, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 29500 + }, + { + "epoch": 1.87, + "learning_rate": 1.6261900234518603e-05, + "loss": 1.3848, + "step": 29550 + }, + { + "epoch": 1.87, + "eval_loss": 1.3055031299591064, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 29550 + }, + { + "epoch": 1.88, + "learning_rate": 1.6255561893896177e-05, + "loss": 1.3323, + "step": 29600 + }, + { + "epoch": 1.88, + "eval_loss": 1.297582745552063, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 29600 + }, + { + "epoch": 1.88, + "learning_rate": 1.6249223553273756e-05, + "loss": 1.3466, + "step": 29650 + }, + { + "epoch": 1.88, + "eval_loss": 1.2984001636505127, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 29650 + }, + { + "epoch": 1.88, + "learning_rate": 1.624288521265133e-05, + "loss": 1.3588, + "step": 29700 + }, + { + "epoch": 1.88, + "eval_loss": 1.3052302598953247, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 29700 + }, + { + "epoch": 1.89, + "learning_rate": 1.6236546872028905e-05, + "loss": 1.3532, + "step": 29750 + }, + { + "epoch": 1.89, + "eval_loss": 1.2981939315795898, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 29750 + }, + { + "epoch": 1.89, + "learning_rate": 1.623020853140648e-05, + "loss": 1.3335, + "step": 29800 + }, + { + "epoch": 1.89, + "eval_loss": 1.303356647491455, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 29800 + }, + { + "epoch": 1.89, + "learning_rate": 1.6223870190784055e-05, + "loss": 1.3695, + "step": 29850 + }, + { + "epoch": 1.89, + "eval_loss": 1.2969903945922852, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 29850 + }, + { + "epoch": 1.89, + "learning_rate": 1.621753185016163e-05, + "loss": 1.3723, + "step": 29900 + }, + { + "epoch": 1.89, + "eval_loss": 1.2991429567337036, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 29900 + }, + { + "epoch": 1.9, + "learning_rate": 1.6211193509539204e-05, + "loss": 1.354, + "step": 29950 + }, + { + "epoch": 1.9, + "eval_loss": 1.2996094226837158, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 29950 + }, + { + "epoch": 1.9, + "learning_rate": 1.620485516891678e-05, + "loss": 1.3663, + "step": 30000 + }, + { + "epoch": 1.9, + "eval_loss": 1.2983999252319336, + "eval_runtime": 3.7725, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 30000 + }, + { + "epoch": 1.9, + "learning_rate": 1.6198516828294354e-05, + "loss": 1.3448, + "step": 30050 + }, + { + "epoch": 1.9, + "eval_loss": 1.3011195659637451, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 30050 + }, + { + "epoch": 1.91, + "learning_rate": 1.619217848767193e-05, + "loss": 1.3733, + "step": 30100 + }, + { + "epoch": 1.91, + "eval_loss": 1.2934362888336182, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 30100 + }, + { + "epoch": 1.91, + "learning_rate": 1.6185966913861954e-05, + "loss": 1.3324, + "step": 30150 + }, + { + "epoch": 1.91, + "eval_loss": 1.3005836009979248, + "eval_runtime": 3.7742, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 30150 + }, + { + "epoch": 1.91, + "learning_rate": 1.617962857323953e-05, + "loss": 1.3719, + "step": 30200 + }, + { + "epoch": 1.91, + "eval_loss": 1.2997490167617798, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 30200 + }, + { + "epoch": 1.92, + "learning_rate": 1.6173290232617103e-05, + "loss": 1.36, + "step": 30250 + }, + { + "epoch": 1.92, + "eval_loss": 1.2998112440109253, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 30250 + }, + { + "epoch": 1.92, + "learning_rate": 1.6166951891994678e-05, + "loss": 1.3526, + "step": 30300 + }, + { + "epoch": 1.92, + "eval_loss": 1.2992067337036133, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 30300 + }, + { + "epoch": 1.92, + "learning_rate": 1.6160613551372253e-05, + "loss": 1.3635, + "step": 30350 + }, + { + "epoch": 1.92, + "eval_loss": 1.2963122129440308, + "eval_runtime": 3.7739, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 30350 + }, + { + "epoch": 1.93, + "learning_rate": 1.6154275210749828e-05, + "loss": 1.3587, + "step": 30400 + }, + { + "epoch": 1.93, + "eval_loss": 1.3038519620895386, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 30400 + }, + { + "epoch": 1.93, + "learning_rate": 1.6147936870127402e-05, + "loss": 1.3605, + "step": 30450 + }, + { + "epoch": 1.93, + "eval_loss": 1.3022255897521973, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 30450 + }, + { + "epoch": 1.93, + "learning_rate": 1.6141598529504977e-05, + "loss": 1.3308, + "step": 30500 + }, + { + "epoch": 1.93, + "eval_loss": 1.2980443239212036, + "eval_runtime": 3.7678, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 30500 + }, + { + "epoch": 1.94, + "learning_rate": 1.6135260188882552e-05, + "loss": 1.3461, + "step": 30550 + }, + { + "epoch": 1.94, + "eval_loss": 1.3008222579956055, + "eval_runtime": 3.7757, + "eval_samples_per_second": 13.243, + "eval_steps_per_second": 0.53, + "step": 30550 + }, + { + "epoch": 1.94, + "learning_rate": 1.6128921848260127e-05, + "loss": 1.3649, + "step": 30600 + }, + { + "epoch": 1.94, + "eval_loss": 1.2989284992218018, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 30600 + }, + { + "epoch": 1.94, + "learning_rate": 1.61225835076377e-05, + "loss": 1.3483, + "step": 30650 + }, + { + "epoch": 1.94, + "eval_loss": 1.3000298738479614, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 30650 + }, + { + "epoch": 1.95, + "learning_rate": 1.6116245167015276e-05, + "loss": 1.3603, + "step": 30700 + }, + { + "epoch": 1.95, + "eval_loss": 1.2987351417541504, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 30700 + }, + { + "epoch": 1.95, + "learning_rate": 1.610990682639285e-05, + "loss": 1.3625, + "step": 30750 + }, + { + "epoch": 1.95, + "eval_loss": 1.303464651107788, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 30750 + }, + { + "epoch": 1.95, + "learning_rate": 1.6103568485770426e-05, + "loss": 1.3899, + "step": 30800 + }, + { + "epoch": 1.95, + "eval_loss": 1.2980417013168335, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 30800 + }, + { + "epoch": 1.95, + "learning_rate": 1.6097230145148e-05, + "loss": 1.3662, + "step": 30850 + }, + { + "epoch": 1.95, + "eval_loss": 1.296869158744812, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 30850 + }, + { + "epoch": 1.96, + "learning_rate": 1.6090891804525575e-05, + "loss": 1.3511, + "step": 30900 + }, + { + "epoch": 1.96, + "eval_loss": 1.3018838167190552, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 30900 + }, + { + "epoch": 1.96, + "learning_rate": 1.6084553463903154e-05, + "loss": 1.3401, + "step": 30950 + }, + { + "epoch": 1.96, + "eval_loss": 1.299475073814392, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 30950 + }, + { + "epoch": 1.96, + "learning_rate": 1.6078215123280728e-05, + "loss": 1.3381, + "step": 31000 + }, + { + "epoch": 1.96, + "eval_loss": 1.3049876689910889, + "eval_runtime": 3.7743, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 31000 + }, + { + "epoch": 1.97, + "learning_rate": 1.6071876782658303e-05, + "loss": 1.3677, + "step": 31050 + }, + { + "epoch": 1.97, + "eval_loss": 1.2973532676696777, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 31050 + }, + { + "epoch": 1.97, + "learning_rate": 1.6065538442035878e-05, + "loss": 1.3761, + "step": 31100 + }, + { + "epoch": 1.97, + "eval_loss": 1.2960923910140991, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 31100 + }, + { + "epoch": 1.97, + "learning_rate": 1.605920010141345e-05, + "loss": 1.3679, + "step": 31150 + }, + { + "epoch": 1.97, + "eval_loss": 1.3015331029891968, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 31150 + }, + { + "epoch": 1.98, + "learning_rate": 1.6052861760791024e-05, + "loss": 1.3642, + "step": 31200 + }, + { + "epoch": 1.98, + "eval_loss": 1.2991764545440674, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 31200 + }, + { + "epoch": 1.98, + "learning_rate": 1.60465234201686e-05, + "loss": 1.3392, + "step": 31250 + }, + { + "epoch": 1.98, + "eval_loss": 1.3025933504104614, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 31250 + }, + { + "epoch": 1.98, + "learning_rate": 1.6040185079546177e-05, + "loss": 1.3413, + "step": 31300 + }, + { + "epoch": 1.98, + "eval_loss": 1.3018898963928223, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 31300 + }, + { + "epoch": 1.99, + "learning_rate": 1.6033846738923752e-05, + "loss": 1.3416, + "step": 31350 + }, + { + "epoch": 1.99, + "eval_loss": 1.3048564195632935, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 31350 + }, + { + "epoch": 1.99, + "learning_rate": 1.6027508398301327e-05, + "loss": 1.3574, + "step": 31400 + }, + { + "epoch": 1.99, + "eval_loss": 1.2960922718048096, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 31400 + }, + { + "epoch": 1.99, + "learning_rate": 1.60211700576789e-05, + "loss": 1.367, + "step": 31450 + }, + { + "epoch": 1.99, + "eval_loss": 1.3009661436080933, + "eval_runtime": 3.7681, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 31450 + }, + { + "epoch": 2.0, + "learning_rate": 1.6014831717056476e-05, + "loss": 1.3677, + "step": 31500 + }, + { + "epoch": 2.0, + "eval_loss": 1.2992533445358276, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 31500 + }, + { + "epoch": 2.0, + "learning_rate": 1.600849337643405e-05, + "loss": 1.3412, + "step": 31550 + }, + { + "epoch": 2.0, + "eval_loss": 1.2949190139770508, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 31550 + }, + { + "epoch": 2.0, + "learning_rate": 1.6002155035811626e-05, + "loss": 1.3602, + "step": 31600 + }, + { + "epoch": 2.0, + "eval_loss": 1.297387957572937, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 31600 + }, + { + "epoch": 2.01, + "learning_rate": 1.59958166951892e-05, + "loss": 1.3334, + "step": 31650 + }, + { + "epoch": 2.01, + "eval_loss": 1.2971540689468384, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 31650 + }, + { + "epoch": 2.01, + "learning_rate": 1.5989478354566775e-05, + "loss": 1.3564, + "step": 31700 + }, + { + "epoch": 2.01, + "eval_loss": 1.3020439147949219, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 31700 + }, + { + "epoch": 2.01, + "learning_rate": 1.598314001394435e-05, + "loss": 1.348, + "step": 31750 + }, + { + "epoch": 2.01, + "eval_loss": 1.3007164001464844, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 31750 + }, + { + "epoch": 2.01, + "learning_rate": 1.5976801673321928e-05, + "loss": 1.3167, + "step": 31800 + }, + { + "epoch": 2.01, + "eval_loss": 1.2973201274871826, + "eval_runtime": 3.7686, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 31800 + }, + { + "epoch": 2.02, + "learning_rate": 1.59704633326995e-05, + "loss": 1.3173, + "step": 31850 + }, + { + "epoch": 2.02, + "eval_loss": 1.303665280342102, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 31850 + }, + { + "epoch": 2.02, + "learning_rate": 1.5964124992077074e-05, + "loss": 1.3595, + "step": 31900 + }, + { + "epoch": 2.02, + "eval_loss": 1.3055217266082764, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 31900 + }, + { + "epoch": 2.02, + "learning_rate": 1.595778665145465e-05, + "loss": 1.3164, + "step": 31950 + }, + { + "epoch": 2.02, + "eval_loss": 1.3072150945663452, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 31950 + }, + { + "epoch": 2.03, + "learning_rate": 1.5951448310832224e-05, + "loss": 1.3191, + "step": 32000 + }, + { + "epoch": 2.03, + "eval_loss": 1.303810715675354, + "eval_runtime": 3.7686, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 32000 + }, + { + "epoch": 2.03, + "learning_rate": 1.59451099702098e-05, + "loss": 1.3362, + "step": 32050 + }, + { + "epoch": 2.03, + "eval_loss": 1.2971174716949463, + "eval_runtime": 3.7744, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 32050 + }, + { + "epoch": 2.03, + "learning_rate": 1.5938771629587377e-05, + "loss": 1.3397, + "step": 32100 + }, + { + "epoch": 2.03, + "eval_loss": 1.3013195991516113, + "eval_runtime": 3.7738, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 32100 + }, + { + "epoch": 2.04, + "learning_rate": 1.593243328896495e-05, + "loss": 1.3473, + "step": 32150 + }, + { + "epoch": 2.04, + "eval_loss": 1.2995288372039795, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 32150 + }, + { + "epoch": 2.04, + "learning_rate": 1.5926094948342526e-05, + "loss": 1.3496, + "step": 32200 + }, + { + "epoch": 2.04, + "eval_loss": 1.3053009510040283, + "eval_runtime": 3.7683, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 32200 + }, + { + "epoch": 2.04, + "learning_rate": 1.59197566077201e-05, + "loss": 1.3477, + "step": 32250 + }, + { + "epoch": 2.04, + "eval_loss": 1.2995527982711792, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 32250 + }, + { + "epoch": 2.05, + "learning_rate": 1.5913418267097676e-05, + "loss": 1.3573, + "step": 32300 + }, + { + "epoch": 2.05, + "eval_loss": 1.3038856983184814, + "eval_runtime": 3.7736, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 32300 + }, + { + "epoch": 2.05, + "learning_rate": 1.590707992647525e-05, + "loss": 1.3393, + "step": 32350 + }, + { + "epoch": 2.05, + "eval_loss": 1.3001644611358643, + "eval_runtime": 3.7725, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 32350 + }, + { + "epoch": 2.05, + "learning_rate": 1.5900741585852825e-05, + "loss": 1.348, + "step": 32400 + }, + { + "epoch": 2.05, + "eval_loss": 1.296790361404419, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 32400 + }, + { + "epoch": 2.06, + "learning_rate": 1.58944032452304e-05, + "loss": 1.3525, + "step": 32450 + }, + { + "epoch": 2.06, + "eval_loss": 1.3004753589630127, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 32450 + }, + { + "epoch": 2.06, + "learning_rate": 1.5888064904607975e-05, + "loss": 1.3293, + "step": 32500 + }, + { + "epoch": 2.06, + "eval_loss": 1.301581859588623, + "eval_runtime": 3.7744, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 32500 + }, + { + "epoch": 2.06, + "learning_rate": 1.588172656398555e-05, + "loss": 1.298, + "step": 32550 + }, + { + "epoch": 2.06, + "eval_loss": 1.2965809106826782, + "eval_runtime": 3.7743, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 32550 + }, + { + "epoch": 2.07, + "learning_rate": 1.5875388223363125e-05, + "loss": 1.3458, + "step": 32600 + }, + { + "epoch": 2.07, + "eval_loss": 1.3038264513015747, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 32600 + }, + { + "epoch": 2.07, + "learning_rate": 1.58690498827407e-05, + "loss": 1.3364, + "step": 32650 + }, + { + "epoch": 2.07, + "eval_loss": 1.2998013496398926, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 32650 + }, + { + "epoch": 2.07, + "learning_rate": 1.5862711542118274e-05, + "loss": 1.3295, + "step": 32700 + }, + { + "epoch": 2.07, + "eval_loss": 1.3004248142242432, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 32700 + }, + { + "epoch": 2.08, + "learning_rate": 1.585637320149585e-05, + "loss": 1.3462, + "step": 32750 + }, + { + "epoch": 2.08, + "eval_loss": 1.2997674942016602, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 32750 + }, + { + "epoch": 2.08, + "learning_rate": 1.5850034860873424e-05, + "loss": 1.3776, + "step": 32800 + }, + { + "epoch": 2.08, + "eval_loss": 1.2985196113586426, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 32800 + }, + { + "epoch": 2.08, + "learning_rate": 1.5843696520251e-05, + "loss": 1.3187, + "step": 32850 + }, + { + "epoch": 2.08, + "eval_loss": 1.2970695495605469, + "eval_runtime": 3.775, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 32850 + }, + { + "epoch": 2.08, + "learning_rate": 1.5837358179628573e-05, + "loss": 1.3341, + "step": 32900 + }, + { + "epoch": 2.08, + "eval_loss": 1.2948143482208252, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 32900 + }, + { + "epoch": 2.09, + "learning_rate": 1.583101983900615e-05, + "loss": 1.3457, + "step": 32950 + }, + { + "epoch": 2.09, + "eval_loss": 1.3056460618972778, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 32950 + }, + { + "epoch": 2.09, + "learning_rate": 1.5824681498383726e-05, + "loss": 1.3235, + "step": 33000 + }, + { + "epoch": 2.09, + "eval_loss": 1.2999091148376465, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 33000 + }, + { + "epoch": 2.09, + "learning_rate": 1.58183431577613e-05, + "loss": 1.3351, + "step": 33050 + }, + { + "epoch": 2.09, + "eval_loss": 1.3032591342926025, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 33050 + }, + { + "epoch": 2.1, + "learning_rate": 1.5812004817138876e-05, + "loss": 1.3321, + "step": 33100 + }, + { + "epoch": 2.1, + "eval_loss": 1.2999855279922485, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 33100 + }, + { + "epoch": 2.1, + "learning_rate": 1.580566647651645e-05, + "loss": 1.333, + "step": 33150 + }, + { + "epoch": 2.1, + "eval_loss": 1.294285535812378, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 33150 + }, + { + "epoch": 2.1, + "learning_rate": 1.5799328135894022e-05, + "loss": 1.3566, + "step": 33200 + }, + { + "epoch": 2.1, + "eval_loss": 1.296621561050415, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 33200 + }, + { + "epoch": 2.11, + "learning_rate": 1.5792989795271597e-05, + "loss": 1.3526, + "step": 33250 + }, + { + "epoch": 2.11, + "eval_loss": 1.297002911567688, + "eval_runtime": 3.7732, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 33250 + }, + { + "epoch": 2.11, + "learning_rate": 1.5786651454649175e-05, + "loss": 1.3372, + "step": 33300 + }, + { + "epoch": 2.11, + "eval_loss": 1.304821491241455, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 33300 + }, + { + "epoch": 2.11, + "learning_rate": 1.578031311402675e-05, + "loss": 1.3549, + "step": 33350 + }, + { + "epoch": 2.11, + "eval_loss": 1.299644947052002, + "eval_runtime": 3.7685, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 33350 + }, + { + "epoch": 2.12, + "learning_rate": 1.5773974773404324e-05, + "loss": 1.3425, + "step": 33400 + }, + { + "epoch": 2.12, + "eval_loss": 1.296370267868042, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 33400 + }, + { + "epoch": 2.12, + "learning_rate": 1.57676364327819e-05, + "loss": 1.3041, + "step": 33450 + }, + { + "epoch": 2.12, + "eval_loss": 1.2937836647033691, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 33450 + }, + { + "epoch": 2.12, + "learning_rate": 1.5761298092159474e-05, + "loss": 1.3093, + "step": 33500 + }, + { + "epoch": 2.12, + "eval_loss": 1.295989990234375, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 33500 + }, + { + "epoch": 2.13, + "learning_rate": 1.575495975153705e-05, + "loss": 1.3491, + "step": 33550 + }, + { + "epoch": 2.13, + "eval_loss": 1.3016209602355957, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 33550 + }, + { + "epoch": 2.13, + "learning_rate": 1.5748621410914623e-05, + "loss": 1.3325, + "step": 33600 + }, + { + "epoch": 2.13, + "eval_loss": 1.3030569553375244, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 33600 + }, + { + "epoch": 2.13, + "learning_rate": 1.5742283070292198e-05, + "loss": 1.3733, + "step": 33650 + }, + { + "epoch": 2.13, + "eval_loss": 1.2962210178375244, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 33650 + }, + { + "epoch": 2.14, + "learning_rate": 1.5735944729669773e-05, + "loss": 1.3241, + "step": 33700 + }, + { + "epoch": 2.14, + "eval_loss": 1.297899603843689, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 33700 + }, + { + "epoch": 2.14, + "learning_rate": 1.5729606389047348e-05, + "loss": 1.3103, + "step": 33750 + }, + { + "epoch": 2.14, + "eval_loss": 1.2943065166473389, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 33750 + }, + { + "epoch": 2.14, + "learning_rate": 1.5723268048424926e-05, + "loss": 1.3702, + "step": 33800 + }, + { + "epoch": 2.14, + "eval_loss": 1.3004677295684814, + "eval_runtime": 3.7748, + "eval_samples_per_second": 13.246, + "eval_steps_per_second": 0.53, + "step": 33800 + }, + { + "epoch": 2.14, + "learning_rate": 1.57169297078025e-05, + "loss": 1.3574, + "step": 33850 + }, + { + "epoch": 2.14, + "eval_loss": 1.2956440448760986, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 33850 + }, + { + "epoch": 2.15, + "learning_rate": 1.5710591367180072e-05, + "loss": 1.3482, + "step": 33900 + }, + { + "epoch": 2.15, + "eval_loss": 1.2978112697601318, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 33900 + }, + { + "epoch": 2.15, + "learning_rate": 1.5704253026557647e-05, + "loss": 1.34, + "step": 33950 + }, + { + "epoch": 2.15, + "eval_loss": 1.302622675895691, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 33950 + }, + { + "epoch": 2.15, + "learning_rate": 1.569791468593522e-05, + "loss": 1.3286, + "step": 34000 + }, + { + "epoch": 2.15, + "eval_loss": 1.299667477607727, + "eval_runtime": 3.7749, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 34000 + }, + { + "epoch": 2.16, + "learning_rate": 1.5691576345312796e-05, + "loss": 1.3541, + "step": 34050 + }, + { + "epoch": 2.16, + "eval_loss": 1.2928789854049683, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 34050 + }, + { + "epoch": 2.16, + "learning_rate": 1.5685238004690375e-05, + "loss": 1.3303, + "step": 34100 + }, + { + "epoch": 2.16, + "eval_loss": 1.2975785732269287, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 34100 + }, + { + "epoch": 2.16, + "learning_rate": 1.567889966406795e-05, + "loss": 1.3209, + "step": 34150 + }, + { + "epoch": 2.16, + "eval_loss": 1.3008363246917725, + "eval_runtime": 3.7677, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 34150 + }, + { + "epoch": 2.17, + "learning_rate": 1.5672561323445524e-05, + "loss": 1.3388, + "step": 34200 + }, + { + "epoch": 2.17, + "eval_loss": 1.2967095375061035, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 34200 + }, + { + "epoch": 2.17, + "learning_rate": 1.56662229828231e-05, + "loss": 1.3325, + "step": 34250 + }, + { + "epoch": 2.17, + "eval_loss": 1.3002748489379883, + "eval_runtime": 3.7751, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 34250 + }, + { + "epoch": 2.17, + "learning_rate": 1.5659884642200674e-05, + "loss": 1.3388, + "step": 34300 + }, + { + "epoch": 2.17, + "eval_loss": 1.29612398147583, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 34300 + }, + { + "epoch": 2.18, + "learning_rate": 1.565354630157825e-05, + "loss": 1.3453, + "step": 34350 + }, + { + "epoch": 2.18, + "eval_loss": 1.2992526292800903, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 34350 + }, + { + "epoch": 2.18, + "learning_rate": 1.5647207960955823e-05, + "loss": 1.3108, + "step": 34400 + }, + { + "epoch": 2.18, + "eval_loss": 1.2986329793930054, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 34400 + }, + { + "epoch": 2.18, + "learning_rate": 1.5640869620333398e-05, + "loss": 1.3462, + "step": 34450 + }, + { + "epoch": 2.18, + "eval_loss": 1.2992162704467773, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 34450 + }, + { + "epoch": 2.19, + "learning_rate": 1.563465804652342e-05, + "loss": 1.3451, + "step": 34500 + }, + { + "epoch": 2.19, + "eval_loss": 1.2982722520828247, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 34500 + }, + { + "epoch": 2.19, + "learning_rate": 1.5628319705900995e-05, + "loss": 1.3529, + "step": 34550 + }, + { + "epoch": 2.19, + "eval_loss": 1.2952470779418945, + "eval_runtime": 3.7761, + "eval_samples_per_second": 13.241, + "eval_steps_per_second": 0.53, + "step": 34550 + }, + { + "epoch": 2.19, + "learning_rate": 1.5621981365278573e-05, + "loss": 1.3407, + "step": 34600 + }, + { + "epoch": 2.19, + "eval_loss": 1.3065522909164429, + "eval_runtime": 3.7757, + "eval_samples_per_second": 13.243, + "eval_steps_per_second": 0.53, + "step": 34600 + }, + { + "epoch": 2.2, + "learning_rate": 1.5615643024656148e-05, + "loss": 1.3363, + "step": 34650 + }, + { + "epoch": 2.2, + "eval_loss": 1.2977278232574463, + "eval_runtime": 3.7685, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 34650 + }, + { + "epoch": 2.2, + "learning_rate": 1.5609304684033722e-05, + "loss": 1.3618, + "step": 34700 + }, + { + "epoch": 2.2, + "eval_loss": 1.3001843690872192, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 34700 + }, + { + "epoch": 2.2, + "learning_rate": 1.5602966343411297e-05, + "loss": 1.3342, + "step": 34750 + }, + { + "epoch": 2.2, + "eval_loss": 1.297072410583496, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 34750 + }, + { + "epoch": 2.21, + "learning_rate": 1.5596628002788872e-05, + "loss": 1.3369, + "step": 34800 + }, + { + "epoch": 2.21, + "eval_loss": 1.306389331817627, + "eval_runtime": 3.782, + "eval_samples_per_second": 13.221, + "eval_steps_per_second": 0.529, + "step": 34800 + }, + { + "epoch": 2.21, + "learning_rate": 1.5590289662166447e-05, + "loss": 1.3271, + "step": 34850 + }, + { + "epoch": 2.21, + "eval_loss": 1.301561713218689, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 34850 + }, + { + "epoch": 2.21, + "learning_rate": 1.558395132154402e-05, + "loss": 1.346, + "step": 34900 + }, + { + "epoch": 2.21, + "eval_loss": 1.3028095960617065, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 34900 + }, + { + "epoch": 2.21, + "learning_rate": 1.5577612980921596e-05, + "loss": 1.3541, + "step": 34950 + }, + { + "epoch": 2.21, + "eval_loss": 1.2969186305999756, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 34950 + }, + { + "epoch": 2.22, + "learning_rate": 1.557127464029917e-05, + "loss": 1.3241, + "step": 35000 + }, + { + "epoch": 2.22, + "eval_loss": 1.2969589233398438, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 35000 + }, + { + "epoch": 2.22, + "learning_rate": 1.5564936299676746e-05, + "loss": 1.3578, + "step": 35050 + }, + { + "epoch": 2.22, + "eval_loss": 1.3046318292617798, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 35050 + }, + { + "epoch": 2.22, + "learning_rate": 1.555859795905432e-05, + "loss": 1.3332, + "step": 35100 + }, + { + "epoch": 2.22, + "eval_loss": 1.2990514039993286, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 35100 + }, + { + "epoch": 2.23, + "learning_rate": 1.5552259618431895e-05, + "loss": 1.3273, + "step": 35150 + }, + { + "epoch": 2.23, + "eval_loss": 1.2978941202163696, + "eval_runtime": 3.7747, + "eval_samples_per_second": 13.246, + "eval_steps_per_second": 0.53, + "step": 35150 + }, + { + "epoch": 2.23, + "learning_rate": 1.554592127780947e-05, + "loss": 1.3343, + "step": 35200 + }, + { + "epoch": 2.23, + "eval_loss": 1.2978546619415283, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 35200 + }, + { + "epoch": 2.23, + "learning_rate": 1.5539582937187045e-05, + "loss": 1.3199, + "step": 35250 + }, + { + "epoch": 2.23, + "eval_loss": 1.2972488403320312, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 35250 + }, + { + "epoch": 2.24, + "learning_rate": 1.553324459656462e-05, + "loss": 1.3495, + "step": 35300 + }, + { + "epoch": 2.24, + "eval_loss": 1.2972238063812256, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 35300 + }, + { + "epoch": 2.24, + "learning_rate": 1.5526906255942194e-05, + "loss": 1.3439, + "step": 35350 + }, + { + "epoch": 2.24, + "eval_loss": 1.2991609573364258, + "eval_runtime": 3.7743, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 35350 + }, + { + "epoch": 2.24, + "learning_rate": 1.552056791531977e-05, + "loss": 1.3524, + "step": 35400 + }, + { + "epoch": 2.24, + "eval_loss": 1.294219970703125, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 35400 + }, + { + "epoch": 2.25, + "learning_rate": 1.5514229574697347e-05, + "loss": 1.339, + "step": 35450 + }, + { + "epoch": 2.25, + "eval_loss": 1.292604923248291, + "eval_runtime": 3.7744, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 35450 + }, + { + "epoch": 2.25, + "learning_rate": 1.5507891234074922e-05, + "loss": 1.3358, + "step": 35500 + }, + { + "epoch": 2.25, + "eval_loss": 1.295400857925415, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 35500 + }, + { + "epoch": 2.25, + "learning_rate": 1.5501552893452497e-05, + "loss": 1.3434, + "step": 35550 + }, + { + "epoch": 2.25, + "eval_loss": 1.2985919713974, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 35550 + }, + { + "epoch": 2.26, + "learning_rate": 1.5495214552830072e-05, + "loss": 1.3394, + "step": 35600 + }, + { + "epoch": 2.26, + "eval_loss": 1.2987098693847656, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 35600 + }, + { + "epoch": 2.26, + "learning_rate": 1.5488876212207646e-05, + "loss": 1.3503, + "step": 35650 + }, + { + "epoch": 2.26, + "eval_loss": 1.3002333641052246, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 35650 + }, + { + "epoch": 2.26, + "learning_rate": 1.5482537871585218e-05, + "loss": 1.3232, + "step": 35700 + }, + { + "epoch": 2.26, + "eval_loss": 1.2978768348693848, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 35700 + }, + { + "epoch": 2.27, + "learning_rate": 1.5476199530962796e-05, + "loss": 1.3123, + "step": 35750 + }, + { + "epoch": 2.27, + "eval_loss": 1.2958645820617676, + "eval_runtime": 3.7725, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 35750 + }, + { + "epoch": 2.27, + "learning_rate": 1.546986119034037e-05, + "loss": 1.3608, + "step": 35800 + }, + { + "epoch": 2.27, + "eval_loss": 1.2969403266906738, + "eval_runtime": 3.7739, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 35800 + }, + { + "epoch": 2.27, + "learning_rate": 1.5463522849717946e-05, + "loss": 1.3377, + "step": 35850 + }, + { + "epoch": 2.27, + "eval_loss": 1.2962383031845093, + "eval_runtime": 3.7685, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 35850 + }, + { + "epoch": 2.27, + "learning_rate": 1.545718450909552e-05, + "loss": 1.3348, + "step": 35900 + }, + { + "epoch": 2.27, + "eval_loss": 1.2938027381896973, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 35900 + }, + { + "epoch": 2.28, + "learning_rate": 1.5450846168473095e-05, + "loss": 1.3528, + "step": 35950 + }, + { + "epoch": 2.28, + "eval_loss": 1.2962663173675537, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 35950 + }, + { + "epoch": 2.28, + "learning_rate": 1.544450782785067e-05, + "loss": 1.3539, + "step": 36000 + }, + { + "epoch": 2.28, + "eval_loss": 1.2986482381820679, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 36000 + }, + { + "epoch": 2.28, + "learning_rate": 1.5438169487228245e-05, + "loss": 1.3208, + "step": 36050 + }, + { + "epoch": 2.28, + "eval_loss": 1.3013414144515991, + "eval_runtime": 3.767, + "eval_samples_per_second": 13.273, + "eval_steps_per_second": 0.531, + "step": 36050 + }, + { + "epoch": 2.29, + "learning_rate": 1.543183114660582e-05, + "loss": 1.356, + "step": 36100 + }, + { + "epoch": 2.29, + "eval_loss": 1.2966651916503906, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 36100 + }, + { + "epoch": 2.29, + "learning_rate": 1.5425492805983394e-05, + "loss": 1.3602, + "step": 36150 + }, + { + "epoch": 2.29, + "eval_loss": 1.3037729263305664, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 36150 + }, + { + "epoch": 2.29, + "learning_rate": 1.541915446536097e-05, + "loss": 1.324, + "step": 36200 + }, + { + "epoch": 2.29, + "eval_loss": 1.2935600280761719, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 36200 + }, + { + "epoch": 2.3, + "learning_rate": 1.5412816124738547e-05, + "loss": 1.3774, + "step": 36250 + }, + { + "epoch": 2.3, + "eval_loss": 1.2977104187011719, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 36250 + }, + { + "epoch": 2.3, + "learning_rate": 1.5406477784116122e-05, + "loss": 1.3413, + "step": 36300 + }, + { + "epoch": 2.3, + "eval_loss": 1.2955683469772339, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 36300 + }, + { + "epoch": 2.3, + "learning_rate": 1.5400139443493697e-05, + "loss": 1.3193, + "step": 36350 + }, + { + "epoch": 2.3, + "eval_loss": 1.2930635213851929, + "eval_runtime": 3.7687, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 36350 + }, + { + "epoch": 2.31, + "learning_rate": 1.5393801102871268e-05, + "loss": 1.3253, + "step": 36400 + }, + { + "epoch": 2.31, + "eval_loss": 1.3015633821487427, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 36400 + }, + { + "epoch": 2.31, + "learning_rate": 1.5387462762248843e-05, + "loss": 1.3222, + "step": 36450 + }, + { + "epoch": 2.31, + "eval_loss": 1.3011013269424438, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 36450 + }, + { + "epoch": 2.31, + "learning_rate": 1.5381124421626418e-05, + "loss": 1.3329, + "step": 36500 + }, + { + "epoch": 2.31, + "eval_loss": 1.2986356019973755, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 36500 + }, + { + "epoch": 2.32, + "learning_rate": 1.5374786081003992e-05, + "loss": 1.3612, + "step": 36550 + }, + { + "epoch": 2.32, + "eval_loss": 1.2964348793029785, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 36550 + }, + { + "epoch": 2.32, + "learning_rate": 1.536844774038157e-05, + "loss": 1.3239, + "step": 36600 + }, + { + "epoch": 2.32, + "eval_loss": 1.2984528541564941, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 36600 + }, + { + "epoch": 2.32, + "learning_rate": 1.5362109399759145e-05, + "loss": 1.3487, + "step": 36650 + }, + { + "epoch": 2.32, + "eval_loss": 1.2961621284484863, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 36650 + }, + { + "epoch": 2.33, + "learning_rate": 1.535577105913672e-05, + "loss": 1.3364, + "step": 36700 + }, + { + "epoch": 2.33, + "eval_loss": 1.2978811264038086, + "eval_runtime": 3.7676, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 36700 + }, + { + "epoch": 2.33, + "learning_rate": 1.5349432718514295e-05, + "loss": 1.3158, + "step": 36750 + }, + { + "epoch": 2.33, + "eval_loss": 1.2946953773498535, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 36750 + }, + { + "epoch": 2.33, + "learning_rate": 1.534309437789187e-05, + "loss": 1.3134, + "step": 36800 + }, + { + "epoch": 2.33, + "eval_loss": 1.2971347570419312, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 36800 + }, + { + "epoch": 2.33, + "learning_rate": 1.5336756037269445e-05, + "loss": 1.3193, + "step": 36850 + }, + { + "epoch": 2.33, + "eval_loss": 1.2953553199768066, + "eval_runtime": 3.7756, + "eval_samples_per_second": 13.243, + "eval_steps_per_second": 0.53, + "step": 36850 + }, + { + "epoch": 2.34, + "learning_rate": 1.533041769664702e-05, + "loss": 1.3472, + "step": 36900 + }, + { + "epoch": 2.34, + "eval_loss": 1.2913790941238403, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 36900 + }, + { + "epoch": 2.34, + "learning_rate": 1.5324079356024594e-05, + "loss": 1.3197, + "step": 36950 + }, + { + "epoch": 2.34, + "eval_loss": 1.2945469617843628, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 36950 + }, + { + "epoch": 2.34, + "learning_rate": 1.531774101540217e-05, + "loss": 1.3428, + "step": 37000 + }, + { + "epoch": 2.34, + "eval_loss": 1.2970346212387085, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 37000 + }, + { + "epoch": 2.35, + "learning_rate": 1.5311402674779744e-05, + "loss": 1.3382, + "step": 37050 + }, + { + "epoch": 2.35, + "eval_loss": 1.2981318235397339, + "eval_runtime": 3.7731, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 37050 + }, + { + "epoch": 2.35, + "learning_rate": 1.530506433415732e-05, + "loss": 1.3126, + "step": 37100 + }, + { + "epoch": 2.35, + "eval_loss": 1.301912784576416, + "eval_runtime": 3.7744, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 37100 + }, + { + "epoch": 2.35, + "learning_rate": 1.5298725993534893e-05, + "loss": 1.3508, + "step": 37150 + }, + { + "epoch": 2.35, + "eval_loss": 1.2953013181686401, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 37150 + }, + { + "epoch": 2.36, + "learning_rate": 1.5292387652912468e-05, + "loss": 1.3351, + "step": 37200 + }, + { + "epoch": 2.36, + "eval_loss": 1.295505404472351, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 37200 + }, + { + "epoch": 2.36, + "learning_rate": 1.5286049312290043e-05, + "loss": 1.3399, + "step": 37250 + }, + { + "epoch": 2.36, + "eval_loss": 1.2950987815856934, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 37250 + }, + { + "epoch": 2.36, + "learning_rate": 1.5279710971667617e-05, + "loss": 1.3354, + "step": 37300 + }, + { + "epoch": 2.36, + "eval_loss": 1.3015360832214355, + "eval_runtime": 3.7823, + "eval_samples_per_second": 13.219, + "eval_steps_per_second": 0.529, + "step": 37300 + }, + { + "epoch": 2.37, + "learning_rate": 1.5273372631045192e-05, + "loss": 1.3312, + "step": 37350 + }, + { + "epoch": 2.37, + "eval_loss": 1.2964391708374023, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 37350 + }, + { + "epoch": 2.37, + "learning_rate": 1.5267034290422767e-05, + "loss": 1.3408, + "step": 37400 + }, + { + "epoch": 2.37, + "eval_loss": 1.2919100522994995, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 37400 + }, + { + "epoch": 2.37, + "learning_rate": 1.5260695949800345e-05, + "loss": 1.358, + "step": 37450 + }, + { + "epoch": 2.37, + "eval_loss": 1.2946839332580566, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 37450 + }, + { + "epoch": 2.38, + "learning_rate": 1.5254357609177918e-05, + "loss": 1.3596, + "step": 37500 + }, + { + "epoch": 2.38, + "eval_loss": 1.2970671653747559, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 37500 + }, + { + "epoch": 2.38, + "learning_rate": 1.5248019268555495e-05, + "loss": 1.3281, + "step": 37550 + }, + { + "epoch": 2.38, + "eval_loss": 1.2969365119934082, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 37550 + }, + { + "epoch": 2.38, + "learning_rate": 1.524168092793307e-05, + "loss": 1.3068, + "step": 37600 + }, + { + "epoch": 2.38, + "eval_loss": 1.2915878295898438, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 37600 + }, + { + "epoch": 2.39, + "learning_rate": 1.5235342587310644e-05, + "loss": 1.3382, + "step": 37650 + }, + { + "epoch": 2.39, + "eval_loss": 1.2946220636367798, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 37650 + }, + { + "epoch": 2.39, + "learning_rate": 1.5229004246688219e-05, + "loss": 1.3528, + "step": 37700 + }, + { + "epoch": 2.39, + "eval_loss": 1.2945616245269775, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 37700 + }, + { + "epoch": 2.39, + "learning_rate": 1.5222665906065792e-05, + "loss": 1.3252, + "step": 37750 + }, + { + "epoch": 2.39, + "eval_loss": 1.2927005290985107, + "eval_runtime": 3.7738, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 37750 + }, + { + "epoch": 2.4, + "learning_rate": 1.5216454332255817e-05, + "loss": 1.3318, + "step": 37800 + }, + { + "epoch": 2.4, + "eval_loss": 1.2960560321807861, + "eval_runtime": 3.778, + "eval_samples_per_second": 13.235, + "eval_steps_per_second": 0.529, + "step": 37800 + }, + { + "epoch": 2.4, + "learning_rate": 1.5210115991633392e-05, + "loss": 1.3502, + "step": 37850 + }, + { + "epoch": 2.4, + "eval_loss": 1.2924162149429321, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 37850 + }, + { + "epoch": 2.4, + "learning_rate": 1.5203777651010967e-05, + "loss": 1.3279, + "step": 37900 + }, + { + "epoch": 2.4, + "eval_loss": 1.2968086004257202, + "eval_runtime": 3.7756, + "eval_samples_per_second": 13.243, + "eval_steps_per_second": 0.53, + "step": 37900 + }, + { + "epoch": 2.4, + "learning_rate": 1.5197439310388542e-05, + "loss": 1.316, + "step": 37950 + }, + { + "epoch": 2.4, + "eval_loss": 1.2995247840881348, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 37950 + }, + { + "epoch": 2.41, + "learning_rate": 1.5191100969766116e-05, + "loss": 1.3257, + "step": 38000 + }, + { + "epoch": 2.41, + "eval_loss": 1.2933276891708374, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 38000 + }, + { + "epoch": 2.41, + "learning_rate": 1.5184762629143693e-05, + "loss": 1.3383, + "step": 38050 + }, + { + "epoch": 2.41, + "eval_loss": 1.2948951721191406, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 38050 + }, + { + "epoch": 2.41, + "learning_rate": 1.5178551055333715e-05, + "loss": 1.3345, + "step": 38100 + }, + { + "epoch": 2.41, + "eval_loss": 1.293394923210144, + "eval_runtime": 3.7725, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 38100 + }, + { + "epoch": 2.42, + "learning_rate": 1.517221271471129e-05, + "loss": 1.3533, + "step": 38150 + }, + { + "epoch": 2.42, + "eval_loss": 1.295020580291748, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 38150 + }, + { + "epoch": 2.42, + "learning_rate": 1.5165874374088864e-05, + "loss": 1.3346, + "step": 38200 + }, + { + "epoch": 2.42, + "eval_loss": 1.2933144569396973, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 38200 + }, + { + "epoch": 2.42, + "learning_rate": 1.5159536033466439e-05, + "loss": 1.3319, + "step": 38250 + }, + { + "epoch": 2.42, + "eval_loss": 1.2897781133651733, + "eval_runtime": 3.7672, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 38250 + }, + { + "epoch": 2.43, + "learning_rate": 1.5153197692844016e-05, + "loss": 1.2898, + "step": 38300 + }, + { + "epoch": 2.43, + "eval_loss": 1.294044017791748, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 38300 + }, + { + "epoch": 2.43, + "learning_rate": 1.514685935222159e-05, + "loss": 1.3445, + "step": 38350 + }, + { + "epoch": 2.43, + "eval_loss": 1.2895246744155884, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 38350 + }, + { + "epoch": 2.43, + "learning_rate": 1.5140521011599165e-05, + "loss": 1.3522, + "step": 38400 + }, + { + "epoch": 2.43, + "eval_loss": 1.2923784255981445, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 38400 + }, + { + "epoch": 2.44, + "learning_rate": 1.513418267097674e-05, + "loss": 1.3403, + "step": 38450 + }, + { + "epoch": 2.44, + "eval_loss": 1.291225790977478, + "eval_runtime": 3.7679, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 38450 + }, + { + "epoch": 2.44, + "learning_rate": 1.5127844330354315e-05, + "loss": 1.3063, + "step": 38500 + }, + { + "epoch": 2.44, + "eval_loss": 1.2989550828933716, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 38500 + }, + { + "epoch": 2.44, + "learning_rate": 1.5121505989731888e-05, + "loss": 1.3292, + "step": 38550 + }, + { + "epoch": 2.44, + "eval_loss": 1.2922873497009277, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 38550 + }, + { + "epoch": 2.45, + "learning_rate": 1.5115167649109464e-05, + "loss": 1.3316, + "step": 38600 + }, + { + "epoch": 2.45, + "eval_loss": 1.2946301698684692, + "eval_runtime": 3.766, + "eval_samples_per_second": 13.277, + "eval_steps_per_second": 0.531, + "step": 38600 + }, + { + "epoch": 2.45, + "learning_rate": 1.5108829308487039e-05, + "loss": 1.3644, + "step": 38650 + }, + { + "epoch": 2.45, + "eval_loss": 1.2937086820602417, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 38650 + }, + { + "epoch": 2.45, + "learning_rate": 1.5102490967864614e-05, + "loss": 1.324, + "step": 38700 + }, + { + "epoch": 2.45, + "eval_loss": 1.300889492034912, + "eval_runtime": 3.7741, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 38700 + }, + { + "epoch": 2.46, + "learning_rate": 1.5096152627242189e-05, + "loss": 1.3196, + "step": 38750 + }, + { + "epoch": 2.46, + "eval_loss": 1.2900445461273193, + "eval_runtime": 3.7732, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 38750 + }, + { + "epoch": 2.46, + "learning_rate": 1.5089814286619763e-05, + "loss": 1.3167, + "step": 38800 + }, + { + "epoch": 2.46, + "eval_loss": 1.2944896221160889, + "eval_runtime": 3.7762, + "eval_samples_per_second": 13.241, + "eval_steps_per_second": 0.53, + "step": 38800 + }, + { + "epoch": 2.46, + "learning_rate": 1.508347594599734e-05, + "loss": 1.339, + "step": 38850 + }, + { + "epoch": 2.46, + "eval_loss": 1.2919236421585083, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 38850 + }, + { + "epoch": 2.46, + "learning_rate": 1.5077137605374915e-05, + "loss": 1.3459, + "step": 38900 + }, + { + "epoch": 2.46, + "eval_loss": 1.2921767234802246, + "eval_runtime": 3.768, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 38900 + }, + { + "epoch": 2.47, + "learning_rate": 1.507079926475249e-05, + "loss": 1.3192, + "step": 38950 + }, + { + "epoch": 2.47, + "eval_loss": 1.2934505939483643, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 38950 + }, + { + "epoch": 2.47, + "learning_rate": 1.5064460924130064e-05, + "loss": 1.3292, + "step": 39000 + }, + { + "epoch": 2.47, + "eval_loss": 1.289178729057312, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 39000 + }, + { + "epoch": 2.47, + "learning_rate": 1.5058122583507639e-05, + "loss": 1.3084, + "step": 39050 + }, + { + "epoch": 2.47, + "eval_loss": 1.295685887336731, + "eval_runtime": 3.7731, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 39050 + }, + { + "epoch": 2.48, + "learning_rate": 1.5051784242885215e-05, + "loss": 1.3344, + "step": 39100 + }, + { + "epoch": 2.48, + "eval_loss": 1.2958979606628418, + "eval_runtime": 3.7681, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 39100 + }, + { + "epoch": 2.48, + "learning_rate": 1.504544590226279e-05, + "loss": 1.3343, + "step": 39150 + }, + { + "epoch": 2.48, + "eval_loss": 1.294732928276062, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 39150 + }, + { + "epoch": 2.48, + "learning_rate": 1.5039107561640365e-05, + "loss": 1.3323, + "step": 39200 + }, + { + "epoch": 2.48, + "eval_loss": 1.2921279668807983, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 39200 + }, + { + "epoch": 2.49, + "learning_rate": 1.5032769221017938e-05, + "loss": 1.3303, + "step": 39250 + }, + { + "epoch": 2.49, + "eval_loss": 1.2920302152633667, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 39250 + }, + { + "epoch": 2.49, + "learning_rate": 1.5026430880395513e-05, + "loss": 1.3247, + "step": 39300 + }, + { + "epoch": 2.49, + "eval_loss": 1.294016718864441, + "eval_runtime": 3.7672, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 39300 + }, + { + "epoch": 2.49, + "learning_rate": 1.5020092539773088e-05, + "loss": 1.3445, + "step": 39350 + }, + { + "epoch": 2.49, + "eval_loss": 1.2947169542312622, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 39350 + }, + { + "epoch": 2.5, + "learning_rate": 1.5013754199150662e-05, + "loss": 1.3459, + "step": 39400 + }, + { + "epoch": 2.5, + "eval_loss": 1.2927649021148682, + "eval_runtime": 3.7752, + "eval_samples_per_second": 13.244, + "eval_steps_per_second": 0.53, + "step": 39400 + }, + { + "epoch": 2.5, + "learning_rate": 1.5007415858528239e-05, + "loss": 1.3359, + "step": 39450 + }, + { + "epoch": 2.5, + "eval_loss": 1.2903590202331543, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 39450 + }, + { + "epoch": 2.5, + "learning_rate": 1.5001077517905814e-05, + "loss": 1.341, + "step": 39500 + }, + { + "epoch": 2.5, + "eval_loss": 1.2914254665374756, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 39500 + }, + { + "epoch": 2.51, + "learning_rate": 1.4994739177283388e-05, + "loss": 1.3255, + "step": 39550 + }, + { + "epoch": 2.51, + "eval_loss": 1.2883648872375488, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 39550 + }, + { + "epoch": 2.51, + "learning_rate": 1.4988400836660963e-05, + "loss": 1.3375, + "step": 39600 + }, + { + "epoch": 2.51, + "eval_loss": 1.2902703285217285, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 39600 + }, + { + "epoch": 2.51, + "learning_rate": 1.4982062496038538e-05, + "loss": 1.3311, + "step": 39650 + }, + { + "epoch": 2.51, + "eval_loss": 1.2961833477020264, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 39650 + }, + { + "epoch": 2.52, + "learning_rate": 1.4975724155416114e-05, + "loss": 1.3141, + "step": 39700 + }, + { + "epoch": 2.52, + "eval_loss": 1.2969005107879639, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 39700 + }, + { + "epoch": 2.52, + "learning_rate": 1.4969385814793689e-05, + "loss": 1.3349, + "step": 39750 + }, + { + "epoch": 2.52, + "eval_loss": 1.2934705018997192, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 39750 + }, + { + "epoch": 2.52, + "learning_rate": 1.4963047474171264e-05, + "loss": 1.3158, + "step": 39800 + }, + { + "epoch": 2.52, + "eval_loss": 1.2936718463897705, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 39800 + }, + { + "epoch": 2.53, + "learning_rate": 1.4956709133548839e-05, + "loss": 1.3353, + "step": 39850 + }, + { + "epoch": 2.53, + "eval_loss": 1.286584734916687, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 39850 + }, + { + "epoch": 2.53, + "learning_rate": 1.4950370792926413e-05, + "loss": 1.3404, + "step": 39900 + }, + { + "epoch": 2.53, + "eval_loss": 1.2973397970199585, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 39900 + }, + { + "epoch": 2.53, + "learning_rate": 1.4944032452303987e-05, + "loss": 1.3502, + "step": 39950 + }, + { + "epoch": 2.53, + "eval_loss": 1.2906968593597412, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 39950 + }, + { + "epoch": 2.53, + "learning_rate": 1.4937694111681561e-05, + "loss": 1.3355, + "step": 40000 + }, + { + "epoch": 2.53, + "eval_loss": 1.2949856519699097, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 40000 + }, + { + "epoch": 2.54, + "learning_rate": 1.4931355771059138e-05, + "loss": 1.3013, + "step": 40050 + }, + { + "epoch": 2.54, + "eval_loss": 1.2885959148406982, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 40050 + }, + { + "epoch": 2.54, + "learning_rate": 1.4925017430436713e-05, + "loss": 1.3445, + "step": 40100 + }, + { + "epoch": 2.54, + "eval_loss": 1.2899366617202759, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 40100 + }, + { + "epoch": 2.54, + "learning_rate": 1.4918679089814287e-05, + "loss": 1.3411, + "step": 40150 + }, + { + "epoch": 2.54, + "eval_loss": 1.2902860641479492, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 40150 + }, + { + "epoch": 2.55, + "learning_rate": 1.4912340749191862e-05, + "loss": 1.3266, + "step": 40200 + }, + { + "epoch": 2.55, + "eval_loss": 1.2935954332351685, + "eval_runtime": 3.7778, + "eval_samples_per_second": 13.235, + "eval_steps_per_second": 0.529, + "step": 40200 + }, + { + "epoch": 2.55, + "learning_rate": 1.4906002408569437e-05, + "loss": 1.3181, + "step": 40250 + }, + { + "epoch": 2.55, + "eval_loss": 1.289138674736023, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 40250 + }, + { + "epoch": 2.55, + "learning_rate": 1.4899664067947013e-05, + "loss": 1.3278, + "step": 40300 + }, + { + "epoch": 2.55, + "eval_loss": 1.2971075773239136, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 40300 + }, + { + "epoch": 2.56, + "learning_rate": 1.4893325727324588e-05, + "loss": 1.3257, + "step": 40350 + }, + { + "epoch": 2.56, + "eval_loss": 1.2971751689910889, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 40350 + }, + { + "epoch": 2.56, + "learning_rate": 1.4886987386702163e-05, + "loss": 1.3405, + "step": 40400 + }, + { + "epoch": 2.56, + "eval_loss": 1.291967511177063, + "eval_runtime": 3.7749, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 40400 + }, + { + "epoch": 2.56, + "learning_rate": 1.4880649046079738e-05, + "loss": 1.3208, + "step": 40450 + }, + { + "epoch": 2.56, + "eval_loss": 1.2884658575057983, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 40450 + }, + { + "epoch": 2.57, + "learning_rate": 1.4874310705457312e-05, + "loss": 1.3416, + "step": 40500 + }, + { + "epoch": 2.57, + "eval_loss": 1.290800929069519, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 40500 + }, + { + "epoch": 2.57, + "learning_rate": 1.4867972364834889e-05, + "loss": 1.3449, + "step": 40550 + }, + { + "epoch": 2.57, + "eval_loss": 1.290928840637207, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 40550 + }, + { + "epoch": 2.57, + "learning_rate": 1.4861634024212464e-05, + "loss": 1.3242, + "step": 40600 + }, + { + "epoch": 2.57, + "eval_loss": 1.2922505140304565, + "eval_runtime": 3.776, + "eval_samples_per_second": 13.242, + "eval_steps_per_second": 0.53, + "step": 40600 + }, + { + "epoch": 2.58, + "learning_rate": 1.4855295683590037e-05, + "loss": 1.3287, + "step": 40650 + }, + { + "epoch": 2.58, + "eval_loss": 1.2913994789123535, + "eval_runtime": 3.7744, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 40650 + }, + { + "epoch": 2.58, + "learning_rate": 1.4848957342967612e-05, + "loss": 1.3415, + "step": 40700 + }, + { + "epoch": 2.58, + "eval_loss": 1.2920857667922974, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 40700 + }, + { + "epoch": 2.58, + "learning_rate": 1.4842619002345186e-05, + "loss": 1.33, + "step": 40750 + }, + { + "epoch": 2.58, + "eval_loss": 1.2984005212783813, + "eval_runtime": 3.7743, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 40750 + }, + { + "epoch": 2.59, + "learning_rate": 1.4836280661722761e-05, + "loss": 1.3453, + "step": 40800 + }, + { + "epoch": 2.59, + "eval_loss": 1.295319676399231, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 40800 + }, + { + "epoch": 2.59, + "learning_rate": 1.4829942321100338e-05, + "loss": 1.3299, + "step": 40850 + }, + { + "epoch": 2.59, + "eval_loss": 1.2999267578125, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 40850 + }, + { + "epoch": 2.59, + "learning_rate": 1.4823603980477912e-05, + "loss": 1.3207, + "step": 40900 + }, + { + "epoch": 2.59, + "eval_loss": 1.2958366870880127, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 40900 + }, + { + "epoch": 2.59, + "learning_rate": 1.4817265639855487e-05, + "loss": 1.3209, + "step": 40950 + }, + { + "epoch": 2.59, + "eval_loss": 1.2899904251098633, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 40950 + }, + { + "epoch": 2.6, + "learning_rate": 1.4810927299233062e-05, + "loss": 1.3285, + "step": 41000 + }, + { + "epoch": 2.6, + "eval_loss": 1.2934271097183228, + "eval_runtime": 3.7741, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 41000 + }, + { + "epoch": 2.6, + "learning_rate": 1.4804588958610637e-05, + "loss": 1.3127, + "step": 41050 + }, + { + "epoch": 2.6, + "eval_loss": 1.2928721904754639, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 41050 + }, + { + "epoch": 2.6, + "learning_rate": 1.4798250617988213e-05, + "loss": 1.345, + "step": 41100 + }, + { + "epoch": 2.6, + "eval_loss": 1.2898428440093994, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 41100 + }, + { + "epoch": 2.61, + "learning_rate": 1.4791912277365788e-05, + "loss": 1.3217, + "step": 41150 + }, + { + "epoch": 2.61, + "eval_loss": 1.2914966344833374, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 41150 + }, + { + "epoch": 2.61, + "learning_rate": 1.4785573936743363e-05, + "loss": 1.3429, + "step": 41200 + }, + { + "epoch": 2.61, + "eval_loss": 1.2993860244750977, + "eval_runtime": 3.7756, + "eval_samples_per_second": 13.243, + "eval_steps_per_second": 0.53, + "step": 41200 + }, + { + "epoch": 2.61, + "learning_rate": 1.4779235596120938e-05, + "loss": 1.3321, + "step": 41250 + }, + { + "epoch": 2.61, + "eval_loss": 1.2899794578552246, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 41250 + }, + { + "epoch": 2.62, + "learning_rate": 1.477289725549851e-05, + "loss": 1.3551, + "step": 41300 + }, + { + "epoch": 2.62, + "eval_loss": 1.2923322916030884, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 41300 + }, + { + "epoch": 2.62, + "learning_rate": 1.4766558914876085e-05, + "loss": 1.3608, + "step": 41350 + }, + { + "epoch": 2.62, + "eval_loss": 1.2880319356918335, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 41350 + }, + { + "epoch": 2.62, + "learning_rate": 1.476022057425366e-05, + "loss": 1.3499, + "step": 41400 + }, + { + "epoch": 2.62, + "eval_loss": 1.2882798910140991, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 41400 + }, + { + "epoch": 2.63, + "learning_rate": 1.4753882233631237e-05, + "loss": 1.3259, + "step": 41450 + }, + { + "epoch": 2.63, + "eval_loss": 1.2902902364730835, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 41450 + }, + { + "epoch": 2.63, + "learning_rate": 1.4747543893008811e-05, + "loss": 1.3458, + "step": 41500 + }, + { + "epoch": 2.63, + "eval_loss": 1.2899441719055176, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 41500 + }, + { + "epoch": 2.63, + "learning_rate": 1.4741205552386386e-05, + "loss": 1.349, + "step": 41550 + }, + { + "epoch": 2.63, + "eval_loss": 1.289746880531311, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 41550 + }, + { + "epoch": 2.64, + "learning_rate": 1.4734867211763961e-05, + "loss": 1.3276, + "step": 41600 + }, + { + "epoch": 2.64, + "eval_loss": 1.288796067237854, + "eval_runtime": 3.7657, + "eval_samples_per_second": 13.278, + "eval_steps_per_second": 0.531, + "step": 41600 + }, + { + "epoch": 2.64, + "learning_rate": 1.4728528871141536e-05, + "loss": 1.3398, + "step": 41650 + }, + { + "epoch": 2.64, + "eval_loss": 1.2927296161651611, + "eval_runtime": 3.7781, + "eval_samples_per_second": 13.234, + "eval_steps_per_second": 0.529, + "step": 41650 + }, + { + "epoch": 2.64, + "learning_rate": 1.4722190530519112e-05, + "loss": 1.333, + "step": 41700 + }, + { + "epoch": 2.64, + "eval_loss": 1.287598729133606, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 41700 + }, + { + "epoch": 2.65, + "learning_rate": 1.4715852189896687e-05, + "loss": 1.3196, + "step": 41750 + }, + { + "epoch": 2.65, + "eval_loss": 1.2902435064315796, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 41750 + }, + { + "epoch": 2.65, + "learning_rate": 1.4709513849274262e-05, + "loss": 1.3139, + "step": 41800 + }, + { + "epoch": 2.65, + "eval_loss": 1.2944111824035645, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 41800 + }, + { + "epoch": 2.65, + "learning_rate": 1.4703175508651837e-05, + "loss": 1.3405, + "step": 41850 + }, + { + "epoch": 2.65, + "eval_loss": 1.2928820848464966, + "eval_runtime": 3.7741, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 41850 + }, + { + "epoch": 2.65, + "learning_rate": 1.4696837168029411e-05, + "loss": 1.3107, + "step": 41900 + }, + { + "epoch": 2.65, + "eval_loss": 1.2899792194366455, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 41900 + }, + { + "epoch": 2.66, + "learning_rate": 1.4690498827406988e-05, + "loss": 1.3242, + "step": 41950 + }, + { + "epoch": 2.66, + "eval_loss": 1.2877752780914307, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 41950 + }, + { + "epoch": 2.66, + "learning_rate": 1.468428725359701e-05, + "loss": 1.3353, + "step": 42000 + }, + { + "epoch": 2.66, + "eval_loss": 1.2853622436523438, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 42000 + }, + { + "epoch": 2.66, + "learning_rate": 1.4677948912974584e-05, + "loss": 1.3475, + "step": 42050 + }, + { + "epoch": 2.66, + "eval_loss": 1.2884793281555176, + "eval_runtime": 3.7767, + "eval_samples_per_second": 13.239, + "eval_steps_per_second": 0.53, + "step": 42050 + }, + { + "epoch": 2.67, + "learning_rate": 1.4671610572352159e-05, + "loss": 1.3459, + "step": 42100 + }, + { + "epoch": 2.67, + "eval_loss": 1.2918078899383545, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 42100 + }, + { + "epoch": 2.67, + "learning_rate": 1.4665272231729734e-05, + "loss": 1.3342, + "step": 42150 + }, + { + "epoch": 2.67, + "eval_loss": 1.287268877029419, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 42150 + }, + { + "epoch": 2.67, + "learning_rate": 1.465893389110731e-05, + "loss": 1.3283, + "step": 42200 + }, + { + "epoch": 2.67, + "eval_loss": 1.2882168292999268, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 42200 + }, + { + "epoch": 2.68, + "learning_rate": 1.4652595550484885e-05, + "loss": 1.3169, + "step": 42250 + }, + { + "epoch": 2.68, + "eval_loss": 1.2856416702270508, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 42250 + }, + { + "epoch": 2.68, + "learning_rate": 1.464625720986246e-05, + "loss": 1.3326, + "step": 42300 + }, + { + "epoch": 2.68, + "eval_loss": 1.2885664701461792, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 42300 + }, + { + "epoch": 2.68, + "learning_rate": 1.4639918869240035e-05, + "loss": 1.3238, + "step": 42350 + }, + { + "epoch": 2.68, + "eval_loss": 1.2899413108825684, + "eval_runtime": 3.7687, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 42350 + }, + { + "epoch": 2.69, + "learning_rate": 1.4633580528617608e-05, + "loss": 1.321, + "step": 42400 + }, + { + "epoch": 2.69, + "eval_loss": 1.2910962104797363, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 42400 + }, + { + "epoch": 2.69, + "learning_rate": 1.4627242187995183e-05, + "loss": 1.3181, + "step": 42450 + }, + { + "epoch": 2.69, + "eval_loss": 1.28545343875885, + "eval_runtime": 3.7742, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 42450 + }, + { + "epoch": 2.69, + "learning_rate": 1.4620903847372759e-05, + "loss": 1.3195, + "step": 42500 + }, + { + "epoch": 2.69, + "eval_loss": 1.2867140769958496, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 42500 + }, + { + "epoch": 2.7, + "learning_rate": 1.4614565506750334e-05, + "loss": 1.3374, + "step": 42550 + }, + { + "epoch": 2.7, + "eval_loss": 1.2835534811019897, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 42550 + }, + { + "epoch": 2.7, + "learning_rate": 1.4608227166127909e-05, + "loss": 1.3474, + "step": 42600 + }, + { + "epoch": 2.7, + "eval_loss": 1.287997841835022, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 42600 + }, + { + "epoch": 2.7, + "learning_rate": 1.4601888825505483e-05, + "loss": 1.3424, + "step": 42650 + }, + { + "epoch": 2.7, + "eval_loss": 1.2894395589828491, + "eval_runtime": 3.776, + "eval_samples_per_second": 13.242, + "eval_steps_per_second": 0.53, + "step": 42650 + }, + { + "epoch": 2.71, + "learning_rate": 1.4595550484883058e-05, + "loss": 1.3353, + "step": 42700 + }, + { + "epoch": 2.71, + "eval_loss": 1.286597728729248, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 42700 + }, + { + "epoch": 2.71, + "learning_rate": 1.4589212144260635e-05, + "loss": 1.3324, + "step": 42750 + }, + { + "epoch": 2.71, + "eval_loss": 1.287002682685852, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 42750 + }, + { + "epoch": 2.71, + "learning_rate": 1.458287380363821e-05, + "loss": 1.3353, + "step": 42800 + }, + { + "epoch": 2.71, + "eval_loss": 1.2935638427734375, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 42800 + }, + { + "epoch": 2.72, + "learning_rate": 1.4576535463015784e-05, + "loss": 1.3255, + "step": 42850 + }, + { + "epoch": 2.72, + "eval_loss": 1.2929604053497314, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 42850 + }, + { + "epoch": 2.72, + "learning_rate": 1.4570197122393359e-05, + "loss": 1.3363, + "step": 42900 + }, + { + "epoch": 2.72, + "eval_loss": 1.2887177467346191, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 42900 + }, + { + "epoch": 2.72, + "learning_rate": 1.4563858781770934e-05, + "loss": 1.3123, + "step": 42950 + }, + { + "epoch": 2.72, + "eval_loss": 1.291319727897644, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 42950 + }, + { + "epoch": 2.72, + "learning_rate": 1.455752044114851e-05, + "loss": 1.3097, + "step": 43000 + }, + { + "epoch": 2.72, + "eval_loss": 1.2872183322906494, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 43000 + }, + { + "epoch": 2.73, + "learning_rate": 1.4551182100526085e-05, + "loss": 1.3369, + "step": 43050 + }, + { + "epoch": 2.73, + "eval_loss": 1.292192816734314, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 43050 + }, + { + "epoch": 2.73, + "learning_rate": 1.4544843759903658e-05, + "loss": 1.3255, + "step": 43100 + }, + { + "epoch": 2.73, + "eval_loss": 1.2942190170288086, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 43100 + }, + { + "epoch": 2.73, + "learning_rate": 1.4538505419281233e-05, + "loss": 1.2986, + "step": 43150 + }, + { + "epoch": 2.73, + "eval_loss": 1.2886135578155518, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 43150 + }, + { + "epoch": 2.74, + "learning_rate": 1.4532167078658808e-05, + "loss": 1.3091, + "step": 43200 + }, + { + "epoch": 2.74, + "eval_loss": 1.2886717319488525, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 43200 + }, + { + "epoch": 2.74, + "learning_rate": 1.4525828738036382e-05, + "loss": 1.2946, + "step": 43250 + }, + { + "epoch": 2.74, + "eval_loss": 1.2904119491577148, + "eval_runtime": 3.7742, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 43250 + }, + { + "epoch": 2.74, + "learning_rate": 1.4519490397413957e-05, + "loss": 1.3179, + "step": 43300 + }, + { + "epoch": 2.74, + "eval_loss": 1.2890146970748901, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 43300 + }, + { + "epoch": 2.75, + "learning_rate": 1.4513152056791534e-05, + "loss": 1.3137, + "step": 43350 + }, + { + "epoch": 2.75, + "eval_loss": 1.2953622341156006, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 43350 + }, + { + "epoch": 2.75, + "learning_rate": 1.4506813716169108e-05, + "loss": 1.3293, + "step": 43400 + }, + { + "epoch": 2.75, + "eval_loss": 1.2892794609069824, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 43400 + }, + { + "epoch": 2.75, + "learning_rate": 1.4500475375546683e-05, + "loss": 1.3277, + "step": 43450 + }, + { + "epoch": 2.75, + "eval_loss": 1.290398120880127, + "eval_runtime": 3.7749, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 43450 + }, + { + "epoch": 2.76, + "learning_rate": 1.4494137034924258e-05, + "loss": 1.3341, + "step": 43500 + }, + { + "epoch": 2.76, + "eval_loss": 1.2935774326324463, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 43500 + }, + { + "epoch": 2.76, + "learning_rate": 1.4487798694301833e-05, + "loss": 1.3724, + "step": 43550 + }, + { + "epoch": 2.76, + "eval_loss": 1.2943332195281982, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 43550 + }, + { + "epoch": 2.76, + "learning_rate": 1.448146035367941e-05, + "loss": 1.334, + "step": 43600 + }, + { + "epoch": 2.76, + "eval_loss": 1.290490984916687, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 43600 + }, + { + "epoch": 2.77, + "learning_rate": 1.4475122013056984e-05, + "loss": 1.3096, + "step": 43650 + }, + { + "epoch": 2.77, + "eval_loss": 1.2859091758728027, + "eval_runtime": 3.7673, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 43650 + }, + { + "epoch": 2.77, + "learning_rate": 1.4468783672434559e-05, + "loss": 1.2823, + "step": 43700 + }, + { + "epoch": 2.77, + "eval_loss": 1.294083833694458, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 43700 + }, + { + "epoch": 2.77, + "learning_rate": 1.4462445331812134e-05, + "loss": 1.3131, + "step": 43750 + }, + { + "epoch": 2.77, + "eval_loss": 1.2863880395889282, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 43750 + }, + { + "epoch": 2.78, + "learning_rate": 1.4456106991189707e-05, + "loss": 1.2996, + "step": 43800 + }, + { + "epoch": 2.78, + "eval_loss": 1.2920746803283691, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 43800 + }, + { + "epoch": 2.78, + "learning_rate": 1.4449768650567281e-05, + "loss": 1.3179, + "step": 43850 + }, + { + "epoch": 2.78, + "eval_loss": 1.2915823459625244, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 43850 + }, + { + "epoch": 2.78, + "learning_rate": 1.4443430309944856e-05, + "loss": 1.3186, + "step": 43900 + }, + { + "epoch": 2.78, + "eval_loss": 1.2937850952148438, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 43900 + }, + { + "epoch": 2.78, + "learning_rate": 1.4437091969322433e-05, + "loss": 1.3089, + "step": 43950 + }, + { + "epoch": 2.78, + "eval_loss": 1.29170560836792, + "eval_runtime": 3.7736, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 43950 + }, + { + "epoch": 2.79, + "learning_rate": 1.4430753628700007e-05, + "loss": 1.3126, + "step": 44000 + }, + { + "epoch": 2.79, + "eval_loss": 1.2858994007110596, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 44000 + }, + { + "epoch": 2.79, + "learning_rate": 1.4424415288077582e-05, + "loss": 1.357, + "step": 44050 + }, + { + "epoch": 2.79, + "eval_loss": 1.2939144372940063, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 44050 + }, + { + "epoch": 2.79, + "learning_rate": 1.4418076947455157e-05, + "loss": 1.3093, + "step": 44100 + }, + { + "epoch": 2.79, + "eval_loss": 1.2964445352554321, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 44100 + }, + { + "epoch": 2.8, + "learning_rate": 1.4411865373645182e-05, + "loss": 1.3134, + "step": 44150 + }, + { + "epoch": 2.8, + "eval_loss": 1.2847365140914917, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 44150 + }, + { + "epoch": 2.8, + "learning_rate": 1.4405527033022755e-05, + "loss": 1.3182, + "step": 44200 + }, + { + "epoch": 2.8, + "eval_loss": 1.2918041944503784, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 44200 + }, + { + "epoch": 2.8, + "learning_rate": 1.439918869240033e-05, + "loss": 1.33, + "step": 44250 + }, + { + "epoch": 2.8, + "eval_loss": 1.2843211889266968, + "eval_runtime": 3.7731, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 44250 + }, + { + "epoch": 2.81, + "learning_rate": 1.4392850351777905e-05, + "loss": 1.321, + "step": 44300 + }, + { + "epoch": 2.81, + "eval_loss": 1.2892286777496338, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 44300 + }, + { + "epoch": 2.81, + "learning_rate": 1.438651201115548e-05, + "loss": 1.3215, + "step": 44350 + }, + { + "epoch": 2.81, + "eval_loss": 1.2926931381225586, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 44350 + }, + { + "epoch": 2.81, + "learning_rate": 1.4380173670533056e-05, + "loss": 1.3344, + "step": 44400 + }, + { + "epoch": 2.81, + "eval_loss": 1.290739893913269, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 44400 + }, + { + "epoch": 2.82, + "learning_rate": 1.437383532991063e-05, + "loss": 1.3236, + "step": 44450 + }, + { + "epoch": 2.82, + "eval_loss": 1.2874236106872559, + "eval_runtime": 3.7739, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 44450 + }, + { + "epoch": 2.82, + "learning_rate": 1.4367496989288206e-05, + "loss": 1.3352, + "step": 44500 + }, + { + "epoch": 2.82, + "eval_loss": 1.2880526781082153, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 44500 + }, + { + "epoch": 2.82, + "learning_rate": 1.436115864866578e-05, + "loss": 1.3263, + "step": 44550 + }, + { + "epoch": 2.82, + "eval_loss": 1.2898814678192139, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 44550 + }, + { + "epoch": 2.83, + "learning_rate": 1.4354820308043355e-05, + "loss": 1.328, + "step": 44600 + }, + { + "epoch": 2.83, + "eval_loss": 1.2884628772735596, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 44600 + }, + { + "epoch": 2.83, + "learning_rate": 1.4348481967420932e-05, + "loss": 1.3329, + "step": 44650 + }, + { + "epoch": 2.83, + "eval_loss": 1.2876232862472534, + "eval_runtime": 3.7732, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 44650 + }, + { + "epoch": 2.83, + "learning_rate": 1.4342143626798506e-05, + "loss": 1.3266, + "step": 44700 + }, + { + "epoch": 2.83, + "eval_loss": 1.2916231155395508, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 44700 + }, + { + "epoch": 2.84, + "learning_rate": 1.4335805286176081e-05, + "loss": 1.3366, + "step": 44750 + }, + { + "epoch": 2.84, + "eval_loss": 1.2916532754898071, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 44750 + }, + { + "epoch": 2.84, + "learning_rate": 1.4329466945553656e-05, + "loss": 1.329, + "step": 44800 + }, + { + "epoch": 2.84, + "eval_loss": 1.2999464273452759, + "eval_runtime": 3.7779, + "eval_samples_per_second": 13.235, + "eval_steps_per_second": 0.529, + "step": 44800 + }, + { + "epoch": 2.84, + "learning_rate": 1.432312860493123e-05, + "loss": 1.3053, + "step": 44850 + }, + { + "epoch": 2.84, + "eval_loss": 1.2890410423278809, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 44850 + }, + { + "epoch": 2.85, + "learning_rate": 1.4316790264308804e-05, + "loss": 1.3248, + "step": 44900 + }, + { + "epoch": 2.85, + "eval_loss": 1.2961732149124146, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 44900 + }, + { + "epoch": 2.85, + "learning_rate": 1.4310451923686379e-05, + "loss": 1.353, + "step": 44950 + }, + { + "epoch": 2.85, + "eval_loss": 1.2963011264801025, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 44950 + }, + { + "epoch": 2.85, + "learning_rate": 1.4304113583063955e-05, + "loss": 1.3084, + "step": 45000 + }, + { + "epoch": 2.85, + "eval_loss": 1.291407585144043, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 45000 + }, + { + "epoch": 2.85, + "learning_rate": 1.429777524244153e-05, + "loss": 1.3177, + "step": 45050 + }, + { + "epoch": 2.85, + "eval_loss": 1.2891829013824463, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 45050 + }, + { + "epoch": 2.86, + "learning_rate": 1.4291436901819105e-05, + "loss": 1.321, + "step": 45100 + }, + { + "epoch": 2.86, + "eval_loss": 1.2884130477905273, + "eval_runtime": 3.7683, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 45100 + }, + { + "epoch": 2.86, + "learning_rate": 1.428509856119668e-05, + "loss": 1.3395, + "step": 45150 + }, + { + "epoch": 2.86, + "eval_loss": 1.2875961065292358, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 45150 + }, + { + "epoch": 2.86, + "learning_rate": 1.4278760220574254e-05, + "loss": 1.3071, + "step": 45200 + }, + { + "epoch": 2.86, + "eval_loss": 1.2922155857086182, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 45200 + }, + { + "epoch": 2.87, + "learning_rate": 1.427242187995183e-05, + "loss": 1.3075, + "step": 45250 + }, + { + "epoch": 2.87, + "eval_loss": 1.2871181964874268, + "eval_runtime": 3.7744, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 45250 + }, + { + "epoch": 2.87, + "learning_rate": 1.4266083539329405e-05, + "loss": 1.3303, + "step": 45300 + }, + { + "epoch": 2.87, + "eval_loss": 1.291816234588623, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 45300 + }, + { + "epoch": 2.87, + "learning_rate": 1.425974519870698e-05, + "loss": 1.3247, + "step": 45350 + }, + { + "epoch": 2.87, + "eval_loss": 1.2857388257980347, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 45350 + }, + { + "epoch": 2.88, + "learning_rate": 1.4253406858084555e-05, + "loss": 1.3453, + "step": 45400 + }, + { + "epoch": 2.88, + "eval_loss": 1.2904013395309448, + "eval_runtime": 3.7671, + "eval_samples_per_second": 13.273, + "eval_steps_per_second": 0.531, + "step": 45400 + }, + { + "epoch": 2.88, + "learning_rate": 1.424706851746213e-05, + "loss": 1.3394, + "step": 45450 + }, + { + "epoch": 2.88, + "eval_loss": 1.29264235496521, + "eval_runtime": 3.7744, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 45450 + }, + { + "epoch": 2.88, + "learning_rate": 1.4240730176839706e-05, + "loss": 1.33, + "step": 45500 + }, + { + "epoch": 2.88, + "eval_loss": 1.2884577512741089, + "eval_runtime": 3.7753, + "eval_samples_per_second": 13.244, + "eval_steps_per_second": 0.53, + "step": 45500 + }, + { + "epoch": 2.89, + "learning_rate": 1.4234518603029728e-05, + "loss": 1.3274, + "step": 45550 + }, + { + "epoch": 2.89, + "eval_loss": 1.2859132289886475, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 45550 + }, + { + "epoch": 2.89, + "learning_rate": 1.4228180262407303e-05, + "loss": 1.3072, + "step": 45600 + }, + { + "epoch": 2.89, + "eval_loss": 1.289865255355835, + "eval_runtime": 3.7736, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 45600 + }, + { + "epoch": 2.89, + "learning_rate": 1.4221841921784878e-05, + "loss": 1.3212, + "step": 45650 + }, + { + "epoch": 2.89, + "eval_loss": 1.2887279987335205, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 45650 + }, + { + "epoch": 2.9, + "learning_rate": 1.4215503581162452e-05, + "loss": 1.3089, + "step": 45700 + }, + { + "epoch": 2.9, + "eval_loss": 1.2890145778656006, + "eval_runtime": 3.7731, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 45700 + }, + { + "epoch": 2.9, + "learning_rate": 1.4209165240540029e-05, + "loss": 1.3301, + "step": 45750 + }, + { + "epoch": 2.9, + "eval_loss": 1.2922050952911377, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 45750 + }, + { + "epoch": 2.9, + "learning_rate": 1.4202826899917604e-05, + "loss": 1.3304, + "step": 45800 + }, + { + "epoch": 2.9, + "eval_loss": 1.2859066724777222, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 45800 + }, + { + "epoch": 2.91, + "learning_rate": 1.4196488559295178e-05, + "loss": 1.3038, + "step": 45850 + }, + { + "epoch": 2.91, + "eval_loss": 1.2912070751190186, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 45850 + }, + { + "epoch": 2.91, + "learning_rate": 1.4190150218672753e-05, + "loss": 1.3349, + "step": 45900 + }, + { + "epoch": 2.91, + "eval_loss": 1.2870663404464722, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 45900 + }, + { + "epoch": 2.91, + "learning_rate": 1.4183811878050328e-05, + "loss": 1.3371, + "step": 45950 + }, + { + "epoch": 2.91, + "eval_loss": 1.2932062149047852, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 45950 + }, + { + "epoch": 2.91, + "learning_rate": 1.4177473537427901e-05, + "loss": 1.3442, + "step": 46000 + }, + { + "epoch": 2.91, + "eval_loss": 1.2901263236999512, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 46000 + }, + { + "epoch": 2.92, + "learning_rate": 1.4171135196805477e-05, + "loss": 1.3105, + "step": 46050 + }, + { + "epoch": 2.92, + "eval_loss": 1.2861688137054443, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 46050 + }, + { + "epoch": 2.92, + "learning_rate": 1.4164796856183052e-05, + "loss": 1.3002, + "step": 46100 + }, + { + "epoch": 2.92, + "eval_loss": 1.2894814014434814, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 46100 + }, + { + "epoch": 2.92, + "learning_rate": 1.4158458515560627e-05, + "loss": 1.3145, + "step": 46150 + }, + { + "epoch": 2.92, + "eval_loss": 1.2939649820327759, + "eval_runtime": 3.7753, + "eval_samples_per_second": 13.244, + "eval_steps_per_second": 0.53, + "step": 46150 + }, + { + "epoch": 2.93, + "learning_rate": 1.4152120174938202e-05, + "loss": 1.2912, + "step": 46200 + }, + { + "epoch": 2.93, + "eval_loss": 1.2945733070373535, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 46200 + }, + { + "epoch": 2.93, + "learning_rate": 1.4145781834315777e-05, + "loss": 1.3115, + "step": 46250 + }, + { + "epoch": 2.93, + "eval_loss": 1.2894076108932495, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 46250 + }, + { + "epoch": 2.93, + "learning_rate": 1.4139443493693353e-05, + "loss": 1.3267, + "step": 46300 + }, + { + "epoch": 2.93, + "eval_loss": 1.2906025648117065, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 46300 + }, + { + "epoch": 2.94, + "learning_rate": 1.4133105153070928e-05, + "loss": 1.314, + "step": 46350 + }, + { + "epoch": 2.94, + "eval_loss": 1.2906670570373535, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 46350 + }, + { + "epoch": 2.94, + "learning_rate": 1.4126766812448503e-05, + "loss": 1.2977, + "step": 46400 + }, + { + "epoch": 2.94, + "eval_loss": 1.2908565998077393, + "eval_runtime": 3.7722, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 46400 + }, + { + "epoch": 2.94, + "learning_rate": 1.4120428471826077e-05, + "loss": 1.351, + "step": 46450 + }, + { + "epoch": 2.94, + "eval_loss": 1.2942793369293213, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 46450 + }, + { + "epoch": 2.95, + "learning_rate": 1.4114090131203652e-05, + "loss": 1.3293, + "step": 46500 + }, + { + "epoch": 2.95, + "eval_loss": 1.286929726600647, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 46500 + }, + { + "epoch": 2.95, + "learning_rate": 1.4107751790581229e-05, + "loss": 1.2885, + "step": 46550 + }, + { + "epoch": 2.95, + "eval_loss": 1.2930958271026611, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 46550 + }, + { + "epoch": 2.95, + "learning_rate": 1.4101413449958803e-05, + "loss": 1.314, + "step": 46600 + }, + { + "epoch": 2.95, + "eval_loss": 1.291534423828125, + "eval_runtime": 3.7742, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 46600 + }, + { + "epoch": 2.96, + "learning_rate": 1.4095075109336376e-05, + "loss": 1.3247, + "step": 46650 + }, + { + "epoch": 2.96, + "eval_loss": 1.2937606573104858, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 46650 + }, + { + "epoch": 2.96, + "learning_rate": 1.4088736768713951e-05, + "loss": 1.3298, + "step": 46700 + }, + { + "epoch": 2.96, + "eval_loss": 1.2894597053527832, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 46700 + }, + { + "epoch": 2.96, + "learning_rate": 1.4082398428091526e-05, + "loss": 1.3324, + "step": 46750 + }, + { + "epoch": 2.96, + "eval_loss": 1.289685845375061, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 46750 + }, + { + "epoch": 2.97, + "learning_rate": 1.40760600874691e-05, + "loss": 1.3248, + "step": 46800 + }, + { + "epoch": 2.97, + "eval_loss": 1.289353370666504, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 46800 + }, + { + "epoch": 2.97, + "learning_rate": 1.4069721746846676e-05, + "loss": 1.3391, + "step": 46850 + }, + { + "epoch": 2.97, + "eval_loss": 1.2854732275009155, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 46850 + }, + { + "epoch": 2.97, + "learning_rate": 1.4063383406224252e-05, + "loss": 1.3459, + "step": 46900 + }, + { + "epoch": 2.97, + "eval_loss": 1.2839033603668213, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 46900 + }, + { + "epoch": 2.97, + "learning_rate": 1.4057045065601827e-05, + "loss": 1.3335, + "step": 46950 + }, + { + "epoch": 2.97, + "eval_loss": 1.2852214574813843, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 46950 + }, + { + "epoch": 2.98, + "learning_rate": 1.4050706724979402e-05, + "loss": 1.315, + "step": 47000 + }, + { + "epoch": 2.98, + "eval_loss": 1.2876884937286377, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 47000 + }, + { + "epoch": 2.98, + "learning_rate": 1.4044368384356976e-05, + "loss": 1.3382, + "step": 47050 + }, + { + "epoch": 2.98, + "eval_loss": 1.2895230054855347, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 47050 + }, + { + "epoch": 2.98, + "learning_rate": 1.4038030043734551e-05, + "loss": 1.3233, + "step": 47100 + }, + { + "epoch": 2.98, + "eval_loss": 1.289626121520996, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 47100 + }, + { + "epoch": 2.99, + "learning_rate": 1.4031691703112128e-05, + "loss": 1.3561, + "step": 47150 + }, + { + "epoch": 2.99, + "eval_loss": 1.2865580320358276, + "eval_runtime": 3.7736, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 47150 + }, + { + "epoch": 2.99, + "learning_rate": 1.4025353362489702e-05, + "loss": 1.3269, + "step": 47200 + }, + { + "epoch": 2.99, + "eval_loss": 1.2933601140975952, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 47200 + }, + { + "epoch": 2.99, + "learning_rate": 1.4019015021867277e-05, + "loss": 1.3314, + "step": 47250 + }, + { + "epoch": 2.99, + "eval_loss": 1.2862509489059448, + "eval_runtime": 3.7674, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 47250 + }, + { + "epoch": 3.0, + "learning_rate": 1.4012676681244852e-05, + "loss": 1.3201, + "step": 47300 + }, + { + "epoch": 3.0, + "eval_loss": 1.2914092540740967, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 47300 + }, + { + "epoch": 3.0, + "learning_rate": 1.4006338340622425e-05, + "loss": 1.3382, + "step": 47350 + }, + { + "epoch": 3.0, + "eval_loss": 1.289807915687561, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 47350 + }, + { + "epoch": 3.0, + "learning_rate": 1.4e-05, + "loss": 1.2882, + "step": 47400 + }, + { + "epoch": 3.0, + "eval_loss": 1.2870560884475708, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 47400 + }, + { + "epoch": 3.01, + "learning_rate": 1.3993661659377575e-05, + "loss": 1.3226, + "step": 47450 + }, + { + "epoch": 3.01, + "eval_loss": 1.2883172035217285, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 47450 + }, + { + "epoch": 3.01, + "learning_rate": 1.3987323318755151e-05, + "loss": 1.2863, + "step": 47500 + }, + { + "epoch": 3.01, + "eval_loss": 1.2840888500213623, + "eval_runtime": 3.7744, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 47500 + }, + { + "epoch": 3.01, + "learning_rate": 1.3980984978132726e-05, + "loss": 1.2923, + "step": 47550 + }, + { + "epoch": 3.01, + "eval_loss": 1.2925286293029785, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 47550 + }, + { + "epoch": 3.02, + "learning_rate": 1.39746466375103e-05, + "loss": 1.3157, + "step": 47600 + }, + { + "epoch": 3.02, + "eval_loss": 1.285499095916748, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 47600 + }, + { + "epoch": 3.02, + "learning_rate": 1.3968308296887875e-05, + "loss": 1.3056, + "step": 47650 + }, + { + "epoch": 3.02, + "eval_loss": 1.2872999906539917, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 47650 + }, + { + "epoch": 3.02, + "learning_rate": 1.396196995626545e-05, + "loss": 1.3286, + "step": 47700 + }, + { + "epoch": 3.02, + "eval_loss": 1.285345196723938, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 47700 + }, + { + "epoch": 3.03, + "learning_rate": 1.3955631615643027e-05, + "loss": 1.3033, + "step": 47750 + }, + { + "epoch": 3.03, + "eval_loss": 1.289099097251892, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 47750 + }, + { + "epoch": 3.03, + "learning_rate": 1.3949293275020601e-05, + "loss": 1.2941, + "step": 47800 + }, + { + "epoch": 3.03, + "eval_loss": 1.2864618301391602, + "eval_runtime": 3.7725, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 47800 + }, + { + "epoch": 3.03, + "learning_rate": 1.3942954934398176e-05, + "loss": 1.3192, + "step": 47850 + }, + { + "epoch": 3.03, + "eval_loss": 1.2831422090530396, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 47850 + }, + { + "epoch": 3.04, + "learning_rate": 1.3936616593775751e-05, + "loss": 1.3161, + "step": 47900 + }, + { + "epoch": 3.04, + "eval_loss": 1.2853567600250244, + "eval_runtime": 3.7674, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 47900 + }, + { + "epoch": 3.04, + "learning_rate": 1.3930278253153326e-05, + "loss": 1.3111, + "step": 47950 + }, + { + "epoch": 3.04, + "eval_loss": 1.2888298034667969, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 47950 + }, + { + "epoch": 3.04, + "learning_rate": 1.3923939912530902e-05, + "loss": 1.3247, + "step": 48000 + }, + { + "epoch": 3.04, + "eval_loss": 1.2861146926879883, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 48000 + }, + { + "epoch": 3.04, + "learning_rate": 1.3917601571908475e-05, + "loss": 1.3101, + "step": 48050 + }, + { + "epoch": 3.04, + "eval_loss": 1.2856858968734741, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 48050 + }, + { + "epoch": 3.05, + "learning_rate": 1.391126323128605e-05, + "loss": 1.3195, + "step": 48100 + }, + { + "epoch": 3.05, + "eval_loss": 1.2888274192810059, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 48100 + }, + { + "epoch": 3.05, + "learning_rate": 1.3904924890663625e-05, + "loss": 1.3156, + "step": 48150 + }, + { + "epoch": 3.05, + "eval_loss": 1.2859907150268555, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 48150 + }, + { + "epoch": 3.05, + "learning_rate": 1.38985865500412e-05, + "loss": 1.3043, + "step": 48200 + }, + { + "epoch": 3.05, + "eval_loss": 1.2805801630020142, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 48200 + }, + { + "epoch": 3.06, + "learning_rate": 1.3892248209418774e-05, + "loss": 1.3085, + "step": 48250 + }, + { + "epoch": 3.06, + "eval_loss": 1.2856419086456299, + "eval_runtime": 3.7758, + "eval_samples_per_second": 13.242, + "eval_steps_per_second": 0.53, + "step": 48250 + }, + { + "epoch": 3.06, + "learning_rate": 1.3885909868796351e-05, + "loss": 1.2988, + "step": 48300 + }, + { + "epoch": 3.06, + "eval_loss": 1.2814656496047974, + "eval_runtime": 3.7713, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 48300 + }, + { + "epoch": 3.06, + "learning_rate": 1.3879571528173926e-05, + "loss": 1.3086, + "step": 48350 + }, + { + "epoch": 3.06, + "eval_loss": 1.284053921699524, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 48350 + }, + { + "epoch": 3.07, + "learning_rate": 1.38732331875515e-05, + "loss": 1.283, + "step": 48400 + }, + { + "epoch": 3.07, + "eval_loss": 1.289674997329712, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 48400 + }, + { + "epoch": 3.07, + "learning_rate": 1.3866894846929075e-05, + "loss": 1.3117, + "step": 48450 + }, + { + "epoch": 3.07, + "eval_loss": 1.2874929904937744, + "eval_runtime": 3.775, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 48450 + }, + { + "epoch": 3.07, + "learning_rate": 1.386055650630665e-05, + "loss": 1.2987, + "step": 48500 + }, + { + "epoch": 3.07, + "eval_loss": 1.285253643989563, + "eval_runtime": 3.7741, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 48500 + }, + { + "epoch": 3.08, + "learning_rate": 1.3854218165684226e-05, + "loss": 1.2914, + "step": 48550 + }, + { + "epoch": 3.08, + "eval_loss": 1.289374828338623, + "eval_runtime": 3.7778, + "eval_samples_per_second": 13.235, + "eval_steps_per_second": 0.529, + "step": 48550 + }, + { + "epoch": 3.08, + "learning_rate": 1.3847879825061801e-05, + "loss": 1.3223, + "step": 48600 + }, + { + "epoch": 3.08, + "eval_loss": 1.2871770858764648, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 48600 + }, + { + "epoch": 3.08, + "learning_rate": 1.3841541484439376e-05, + "loss": 1.2799, + "step": 48650 + }, + { + "epoch": 3.08, + "eval_loss": 1.2840865850448608, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 48650 + }, + { + "epoch": 3.09, + "learning_rate": 1.383520314381695e-05, + "loss": 1.304, + "step": 48700 + }, + { + "epoch": 3.09, + "eval_loss": 1.2872166633605957, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 48700 + }, + { + "epoch": 3.09, + "learning_rate": 1.3828864803194524e-05, + "loss": 1.3254, + "step": 48750 + }, + { + "epoch": 3.09, + "eval_loss": 1.2906036376953125, + "eval_runtime": 3.7739, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 48750 + }, + { + "epoch": 3.09, + "learning_rate": 1.3822526462572099e-05, + "loss": 1.3191, + "step": 48800 + }, + { + "epoch": 3.09, + "eval_loss": 1.2823243141174316, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 48800 + }, + { + "epoch": 3.1, + "learning_rate": 1.3816188121949673e-05, + "loss": 1.3171, + "step": 48850 + }, + { + "epoch": 3.1, + "eval_loss": 1.2939705848693848, + "eval_runtime": 3.7682, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 48850 + }, + { + "epoch": 3.1, + "learning_rate": 1.380984978132725e-05, + "loss": 1.3028, + "step": 48900 + }, + { + "epoch": 3.1, + "eval_loss": 1.2873985767364502, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 48900 + }, + { + "epoch": 3.1, + "learning_rate": 1.3803511440704825e-05, + "loss": 1.3287, + "step": 48950 + }, + { + "epoch": 3.1, + "eval_loss": 1.2868144512176514, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 48950 + }, + { + "epoch": 3.1, + "learning_rate": 1.37971731000824e-05, + "loss": 1.3121, + "step": 49000 + }, + { + "epoch": 3.1, + "eval_loss": 1.2848081588745117, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 49000 + }, + { + "epoch": 3.11, + "learning_rate": 1.3790961526272425e-05, + "loss": 1.291, + "step": 49050 + }, + { + "epoch": 3.11, + "eval_loss": 1.2847713232040405, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 49050 + }, + { + "epoch": 3.11, + "learning_rate": 1.378462318565e-05, + "loss": 1.3218, + "step": 49100 + }, + { + "epoch": 3.11, + "eval_loss": 1.287498950958252, + "eval_runtime": 3.7682, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 49100 + }, + { + "epoch": 3.11, + "learning_rate": 1.3778284845027572e-05, + "loss": 1.2983, + "step": 49150 + }, + { + "epoch": 3.11, + "eval_loss": 1.2906882762908936, + "eval_runtime": 3.777, + "eval_samples_per_second": 13.238, + "eval_steps_per_second": 0.53, + "step": 49150 + }, + { + "epoch": 3.12, + "learning_rate": 1.3771946504405147e-05, + "loss": 1.3104, + "step": 49200 + }, + { + "epoch": 3.12, + "eval_loss": 1.2896733283996582, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 49200 + }, + { + "epoch": 3.12, + "learning_rate": 1.3765608163782722e-05, + "loss": 1.3249, + "step": 49250 + }, + { + "epoch": 3.12, + "eval_loss": 1.2836467027664185, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 49250 + }, + { + "epoch": 3.12, + "learning_rate": 1.3759269823160297e-05, + "loss": 1.3095, + "step": 49300 + }, + { + "epoch": 3.12, + "eval_loss": 1.290600299835205, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 49300 + }, + { + "epoch": 3.13, + "learning_rate": 1.3752931482537872e-05, + "loss": 1.3063, + "step": 49350 + }, + { + "epoch": 3.13, + "eval_loss": 1.2883328199386597, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 49350 + }, + { + "epoch": 3.13, + "learning_rate": 1.3746593141915448e-05, + "loss": 1.3388, + "step": 49400 + }, + { + "epoch": 3.13, + "eval_loss": 1.2841116189956665, + "eval_runtime": 3.7745, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 49400 + }, + { + "epoch": 3.13, + "learning_rate": 1.3740254801293023e-05, + "loss": 1.3168, + "step": 49450 + }, + { + "epoch": 3.13, + "eval_loss": 1.2897932529449463, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 49450 + }, + { + "epoch": 3.14, + "learning_rate": 1.3733916460670598e-05, + "loss": 1.3163, + "step": 49500 + }, + { + "epoch": 3.14, + "eval_loss": 1.2857288122177124, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 49500 + }, + { + "epoch": 3.14, + "learning_rate": 1.3727578120048172e-05, + "loss": 1.2943, + "step": 49550 + }, + { + "epoch": 3.14, + "eval_loss": 1.2849351167678833, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 49550 + }, + { + "epoch": 3.14, + "learning_rate": 1.3721239779425747e-05, + "loss": 1.3069, + "step": 49600 + }, + { + "epoch": 3.14, + "eval_loss": 1.2908416986465454, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 49600 + }, + { + "epoch": 3.15, + "learning_rate": 1.3714901438803324e-05, + "loss": 1.3176, + "step": 49650 + }, + { + "epoch": 3.15, + "eval_loss": 1.288088083267212, + "eval_runtime": 3.7741, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 49650 + }, + { + "epoch": 3.15, + "learning_rate": 1.3708563098180898e-05, + "loss": 1.2928, + "step": 49700 + }, + { + "epoch": 3.15, + "eval_loss": 1.2876183986663818, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 49700 + }, + { + "epoch": 3.15, + "learning_rate": 1.3702224757558473e-05, + "loss": 1.2711, + "step": 49750 + }, + { + "epoch": 3.15, + "eval_loss": 1.290259599685669, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 49750 + }, + { + "epoch": 3.16, + "learning_rate": 1.3695886416936048e-05, + "loss": 1.2938, + "step": 49800 + }, + { + "epoch": 3.16, + "eval_loss": 1.2888896465301514, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 49800 + }, + { + "epoch": 3.16, + "learning_rate": 1.3689548076313621e-05, + "loss": 1.3214, + "step": 49850 + }, + { + "epoch": 3.16, + "eval_loss": 1.2869081497192383, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 49850 + }, + { + "epoch": 3.16, + "learning_rate": 1.3683209735691196e-05, + "loss": 1.2983, + "step": 49900 + }, + { + "epoch": 3.16, + "eval_loss": 1.2879716157913208, + "eval_runtime": 3.7743, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 49900 + }, + { + "epoch": 3.16, + "learning_rate": 1.3676871395068772e-05, + "loss": 1.3165, + "step": 49950 + }, + { + "epoch": 3.16, + "eval_loss": 1.2864917516708374, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 49950 + }, + { + "epoch": 3.17, + "learning_rate": 1.3670533054446347e-05, + "loss": 1.3067, + "step": 50000 + }, + { + "epoch": 3.17, + "eval_loss": 1.2828024625778198, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 50000 + }, + { + "epoch": 3.17, + "learning_rate": 1.3664194713823922e-05, + "loss": 1.3017, + "step": 50050 + }, + { + "epoch": 3.17, + "eval_loss": 1.2888184785842896, + "eval_runtime": 3.7657, + "eval_samples_per_second": 13.278, + "eval_steps_per_second": 0.531, + "step": 50050 + }, + { + "epoch": 3.17, + "learning_rate": 1.3657856373201497e-05, + "loss": 1.3136, + "step": 50100 + }, + { + "epoch": 3.17, + "eval_loss": 1.2851626873016357, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 50100 + }, + { + "epoch": 3.18, + "learning_rate": 1.3651518032579071e-05, + "loss": 1.3045, + "step": 50150 + }, + { + "epoch": 3.18, + "eval_loss": 1.2868449687957764, + "eval_runtime": 3.768, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 50150 + }, + { + "epoch": 3.18, + "learning_rate": 1.3645179691956648e-05, + "loss": 1.3158, + "step": 50200 + }, + { + "epoch": 3.18, + "eval_loss": 1.2862974405288696, + "eval_runtime": 3.7738, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 50200 + }, + { + "epoch": 3.18, + "learning_rate": 1.3638841351334223e-05, + "loss": 1.3151, + "step": 50250 + }, + { + "epoch": 3.18, + "eval_loss": 1.2867438793182373, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 50250 + }, + { + "epoch": 3.19, + "learning_rate": 1.3632503010711797e-05, + "loss": 1.3132, + "step": 50300 + }, + { + "epoch": 3.19, + "eval_loss": 1.2874759435653687, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 50300 + }, + { + "epoch": 3.19, + "learning_rate": 1.3626164670089372e-05, + "loss": 1.2794, + "step": 50350 + }, + { + "epoch": 3.19, + "eval_loss": 1.2847301959991455, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 50350 + }, + { + "epoch": 3.19, + "learning_rate": 1.3619826329466947e-05, + "loss": 1.2904, + "step": 50400 + }, + { + "epoch": 3.19, + "eval_loss": 1.2875010967254639, + "eval_runtime": 3.7731, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 50400 + }, + { + "epoch": 3.2, + "learning_rate": 1.3613487988844523e-05, + "loss": 1.3222, + "step": 50450 + }, + { + "epoch": 3.2, + "eval_loss": 1.289933443069458, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 50450 + }, + { + "epoch": 3.2, + "learning_rate": 1.3607149648222095e-05, + "loss": 1.3291, + "step": 50500 + }, + { + "epoch": 3.2, + "eval_loss": 1.287125825881958, + "eval_runtime": 3.7704, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 50500 + }, + { + "epoch": 3.2, + "learning_rate": 1.3600811307599671e-05, + "loss": 1.3138, + "step": 50550 + }, + { + "epoch": 3.2, + "eval_loss": 1.2834783792495728, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 50550 + }, + { + "epoch": 3.21, + "learning_rate": 1.3594472966977246e-05, + "loss": 1.3139, + "step": 50600 + }, + { + "epoch": 3.21, + "eval_loss": 1.283707857131958, + "eval_runtime": 3.7691, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 50600 + }, + { + "epoch": 3.21, + "learning_rate": 1.358813462635482e-05, + "loss": 1.3014, + "step": 50650 + }, + { + "epoch": 3.21, + "eval_loss": 1.295029640197754, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 50650 + }, + { + "epoch": 3.21, + "learning_rate": 1.3581796285732396e-05, + "loss": 1.3078, + "step": 50700 + }, + { + "epoch": 3.21, + "eval_loss": 1.2928059101104736, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 50700 + }, + { + "epoch": 3.22, + "learning_rate": 1.357545794510997e-05, + "loss": 1.2939, + "step": 50750 + }, + { + "epoch": 3.22, + "eval_loss": 1.2884776592254639, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 50750 + }, + { + "epoch": 3.22, + "learning_rate": 1.3569119604487547e-05, + "loss": 1.31, + "step": 50800 + }, + { + "epoch": 3.22, + "eval_loss": 1.28407621383667, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 50800 + }, + { + "epoch": 3.22, + "learning_rate": 1.3562781263865122e-05, + "loss": 1.2786, + "step": 50850 + }, + { + "epoch": 3.22, + "eval_loss": 1.2833775281906128, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 50850 + }, + { + "epoch": 3.23, + "learning_rate": 1.3556442923242696e-05, + "loss": 1.2798, + "step": 50900 + }, + { + "epoch": 3.23, + "eval_loss": 1.2914105653762817, + "eval_runtime": 3.7681, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 50900 + }, + { + "epoch": 3.23, + "learning_rate": 1.3550104582620271e-05, + "loss": 1.3175, + "step": 50950 + }, + { + "epoch": 3.23, + "eval_loss": 1.288995623588562, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 50950 + }, + { + "epoch": 3.23, + "learning_rate": 1.3543766241997846e-05, + "loss": 1.3186, + "step": 51000 + }, + { + "epoch": 3.23, + "eval_loss": 1.2805770635604858, + "eval_runtime": 3.7674, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 51000 + }, + { + "epoch": 3.23, + "learning_rate": 1.3537427901375422e-05, + "loss": 1.3422, + "step": 51050 + }, + { + "epoch": 3.23, + "eval_loss": 1.2885582447052002, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 51050 + }, + { + "epoch": 3.24, + "learning_rate": 1.3531089560752997e-05, + "loss": 1.3137, + "step": 51100 + }, + { + "epoch": 3.24, + "eval_loss": 1.2872198820114136, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 51100 + }, + { + "epoch": 3.24, + "learning_rate": 1.3524751220130572e-05, + "loss": 1.3156, + "step": 51150 + }, + { + "epoch": 3.24, + "eval_loss": 1.2876853942871094, + "eval_runtime": 3.7664, + "eval_samples_per_second": 13.275, + "eval_steps_per_second": 0.531, + "step": 51150 + }, + { + "epoch": 3.24, + "learning_rate": 1.3518412879508145e-05, + "loss": 1.311, + "step": 51200 + }, + { + "epoch": 3.24, + "eval_loss": 1.2858058214187622, + "eval_runtime": 3.7682, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 51200 + }, + { + "epoch": 3.25, + "learning_rate": 1.351207453888572e-05, + "loss": 1.2894, + "step": 51250 + }, + { + "epoch": 3.25, + "eval_loss": 1.2863818407058716, + "eval_runtime": 3.7771, + "eval_samples_per_second": 13.237, + "eval_steps_per_second": 0.529, + "step": 51250 + }, + { + "epoch": 3.25, + "learning_rate": 1.3505736198263295e-05, + "loss": 1.331, + "step": 51300 + }, + { + "epoch": 3.25, + "eval_loss": 1.286733865737915, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 51300 + }, + { + "epoch": 3.25, + "learning_rate": 1.349939785764087e-05, + "loss": 1.2866, + "step": 51350 + }, + { + "epoch": 3.25, + "eval_loss": 1.2881466150283813, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 51350 + }, + { + "epoch": 3.26, + "learning_rate": 1.3493059517018446e-05, + "loss": 1.3038, + "step": 51400 + }, + { + "epoch": 3.26, + "eval_loss": 1.28376042842865, + "eval_runtime": 3.7683, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 51400 + }, + { + "epoch": 3.26, + "learning_rate": 1.348672117639602e-05, + "loss": 1.3063, + "step": 51450 + }, + { + "epoch": 3.26, + "eval_loss": 1.285447597503662, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 51450 + }, + { + "epoch": 3.26, + "learning_rate": 1.3480382835773595e-05, + "loss": 1.3229, + "step": 51500 + }, + { + "epoch": 3.26, + "eval_loss": 1.2888320684432983, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 51500 + }, + { + "epoch": 3.27, + "learning_rate": 1.347404449515117e-05, + "loss": 1.3139, + "step": 51550 + }, + { + "epoch": 3.27, + "eval_loss": 1.2825188636779785, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 51550 + }, + { + "epoch": 3.27, + "learning_rate": 1.3467706154528745e-05, + "loss": 1.3081, + "step": 51600 + }, + { + "epoch": 3.27, + "eval_loss": 1.2877098321914673, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 51600 + }, + { + "epoch": 3.27, + "learning_rate": 1.3461367813906321e-05, + "loss": 1.2963, + "step": 51650 + }, + { + "epoch": 3.27, + "eval_loss": 1.286777377128601, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 51650 + }, + { + "epoch": 3.28, + "learning_rate": 1.3455029473283896e-05, + "loss": 1.3126, + "step": 51700 + }, + { + "epoch": 3.28, + "eval_loss": 1.2857211828231812, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 51700 + }, + { + "epoch": 3.28, + "learning_rate": 1.3448691132661471e-05, + "loss": 1.3117, + "step": 51750 + }, + { + "epoch": 3.28, + "eval_loss": 1.2868152856826782, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 51750 + }, + { + "epoch": 3.28, + "learning_rate": 1.3442352792039046e-05, + "loss": 1.3058, + "step": 51800 + }, + { + "epoch": 3.28, + "eval_loss": 1.282294511795044, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 51800 + }, + { + "epoch": 3.29, + "learning_rate": 1.343601445141662e-05, + "loss": 1.3104, + "step": 51850 + }, + { + "epoch": 3.29, + "eval_loss": 1.281558871269226, + "eval_runtime": 3.7746, + "eval_samples_per_second": 13.246, + "eval_steps_per_second": 0.53, + "step": 51850 + }, + { + "epoch": 3.29, + "learning_rate": 1.3429676110794194e-05, + "loss": 1.3198, + "step": 51900 + }, + { + "epoch": 3.29, + "eval_loss": 1.2874211072921753, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 51900 + }, + { + "epoch": 3.29, + "learning_rate": 1.342333777017177e-05, + "loss": 1.2938, + "step": 51950 + }, + { + "epoch": 3.29, + "eval_loss": 1.284914255142212, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 51950 + }, + { + "epoch": 3.29, + "learning_rate": 1.3416999429549345e-05, + "loss": 1.3237, + "step": 52000 + }, + { + "epoch": 3.29, + "eval_loss": 1.2883204221725464, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 52000 + }, + { + "epoch": 3.3, + "learning_rate": 1.341066108892692e-05, + "loss": 1.3144, + "step": 52050 + }, + { + "epoch": 3.3, + "eval_loss": 1.2854008674621582, + "eval_runtime": 3.7748, + "eval_samples_per_second": 13.246, + "eval_steps_per_second": 0.53, + "step": 52050 + }, + { + "epoch": 3.3, + "learning_rate": 1.3404322748304494e-05, + "loss": 1.2908, + "step": 52100 + }, + { + "epoch": 3.3, + "eval_loss": 1.2861278057098389, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 52100 + }, + { + "epoch": 3.3, + "learning_rate": 1.339798440768207e-05, + "loss": 1.2833, + "step": 52150 + }, + { + "epoch": 3.3, + "eval_loss": 1.2840849161148071, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 52150 + }, + { + "epoch": 3.31, + "learning_rate": 1.3391646067059646e-05, + "loss": 1.2999, + "step": 52200 + }, + { + "epoch": 3.31, + "eval_loss": 1.2868108749389648, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 52200 + }, + { + "epoch": 3.31, + "learning_rate": 1.338530772643722e-05, + "loss": 1.3009, + "step": 52250 + }, + { + "epoch": 3.31, + "eval_loss": 1.2854992151260376, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 52250 + }, + { + "epoch": 3.31, + "learning_rate": 1.3378969385814795e-05, + "loss": 1.3063, + "step": 52300 + }, + { + "epoch": 3.31, + "eval_loss": 1.285149335861206, + "eval_runtime": 3.7752, + "eval_samples_per_second": 13.244, + "eval_steps_per_second": 0.53, + "step": 52300 + }, + { + "epoch": 3.32, + "learning_rate": 1.337263104519237e-05, + "loss": 1.2919, + "step": 52350 + }, + { + "epoch": 3.32, + "eval_loss": 1.2940950393676758, + "eval_runtime": 3.7671, + "eval_samples_per_second": 13.273, + "eval_steps_per_second": 0.531, + "step": 52350 + }, + { + "epoch": 3.32, + "learning_rate": 1.3366292704569945e-05, + "loss": 1.3304, + "step": 52400 + }, + { + "epoch": 3.32, + "eval_loss": 1.2862727642059326, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 52400 + }, + { + "epoch": 3.32, + "learning_rate": 1.3359954363947521e-05, + "loss": 1.3085, + "step": 52450 + }, + { + "epoch": 3.32, + "eval_loss": 1.2856841087341309, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 52450 + }, + { + "epoch": 3.33, + "learning_rate": 1.3353616023325096e-05, + "loss": 1.2911, + "step": 52500 + }, + { + "epoch": 3.33, + "eval_loss": 1.2933928966522217, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 52500 + }, + { + "epoch": 3.33, + "learning_rate": 1.3347277682702669e-05, + "loss": 1.3175, + "step": 52550 + }, + { + "epoch": 3.33, + "eval_loss": 1.2892231941223145, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 52550 + }, + { + "epoch": 3.33, + "learning_rate": 1.3340939342080244e-05, + "loss": 1.3153, + "step": 52600 + }, + { + "epoch": 3.33, + "eval_loss": 1.2931110858917236, + "eval_runtime": 3.7754, + "eval_samples_per_second": 13.244, + "eval_steps_per_second": 0.53, + "step": 52600 + }, + { + "epoch": 3.34, + "learning_rate": 1.3334601001457819e-05, + "loss": 1.3383, + "step": 52650 + }, + { + "epoch": 3.34, + "eval_loss": 1.282524824142456, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 52650 + }, + { + "epoch": 3.34, + "learning_rate": 1.3328262660835393e-05, + "loss": 1.2964, + "step": 52700 + }, + { + "epoch": 3.34, + "eval_loss": 1.2855784893035889, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 52700 + }, + { + "epoch": 3.34, + "learning_rate": 1.3321924320212968e-05, + "loss": 1.2984, + "step": 52750 + }, + { + "epoch": 3.34, + "eval_loss": 1.2847896814346313, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 52750 + }, + { + "epoch": 3.35, + "learning_rate": 1.3315585979590545e-05, + "loss": 1.3237, + "step": 52800 + }, + { + "epoch": 3.35, + "eval_loss": 1.284273386001587, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 52800 + }, + { + "epoch": 3.35, + "learning_rate": 1.330924763896812e-05, + "loss": 1.3503, + "step": 52850 + }, + { + "epoch": 3.35, + "eval_loss": 1.2860875129699707, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 52850 + }, + { + "epoch": 3.35, + "learning_rate": 1.3302909298345694e-05, + "loss": 1.2984, + "step": 52900 + }, + { + "epoch": 3.35, + "eval_loss": 1.2833102941513062, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 52900 + }, + { + "epoch": 3.36, + "learning_rate": 1.3296570957723269e-05, + "loss": 1.3112, + "step": 52950 + }, + { + "epoch": 3.36, + "eval_loss": 1.282645583152771, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 52950 + }, + { + "epoch": 3.36, + "learning_rate": 1.3290232617100844e-05, + "loss": 1.3042, + "step": 53000 + }, + { + "epoch": 3.36, + "eval_loss": 1.284591555595398, + "eval_runtime": 3.7739, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 53000 + }, + { + "epoch": 3.36, + "learning_rate": 1.328389427647842e-05, + "loss": 1.293, + "step": 53050 + }, + { + "epoch": 3.36, + "eval_loss": 1.2798117399215698, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 53050 + }, + { + "epoch": 3.36, + "learning_rate": 1.3277555935855995e-05, + "loss": 1.2956, + "step": 53100 + }, + { + "epoch": 3.36, + "eval_loss": 1.2897180318832397, + "eval_runtime": 3.7738, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 53100 + }, + { + "epoch": 3.37, + "learning_rate": 1.327121759523357e-05, + "loss": 1.3109, + "step": 53150 + }, + { + "epoch": 3.37, + "eval_loss": 1.2877709865570068, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 53150 + }, + { + "epoch": 3.37, + "learning_rate": 1.3264879254611145e-05, + "loss": 1.2974, + "step": 53200 + }, + { + "epoch": 3.37, + "eval_loss": 1.2809820175170898, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 53200 + }, + { + "epoch": 3.37, + "learning_rate": 1.3258540913988718e-05, + "loss": 1.2972, + "step": 53250 + }, + { + "epoch": 3.37, + "eval_loss": 1.2851955890655518, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 53250 + }, + { + "epoch": 3.38, + "learning_rate": 1.3252202573366292e-05, + "loss": 1.3243, + "step": 53300 + }, + { + "epoch": 3.38, + "eval_loss": 1.2849105596542358, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 53300 + }, + { + "epoch": 3.38, + "learning_rate": 1.3245864232743867e-05, + "loss": 1.3232, + "step": 53350 + }, + { + "epoch": 3.38, + "eval_loss": 1.2811602354049683, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 53350 + }, + { + "epoch": 3.38, + "learning_rate": 1.3239525892121444e-05, + "loss": 1.2966, + "step": 53400 + }, + { + "epoch": 3.38, + "eval_loss": 1.2851645946502686, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 53400 + }, + { + "epoch": 3.39, + "learning_rate": 1.3233187551499018e-05, + "loss": 1.3172, + "step": 53450 + }, + { + "epoch": 3.39, + "eval_loss": 1.2857338190078735, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 53450 + }, + { + "epoch": 3.39, + "learning_rate": 1.3226975977689042e-05, + "loss": 1.2838, + "step": 53500 + }, + { + "epoch": 3.39, + "eval_loss": 1.2862354516983032, + "eval_runtime": 3.7739, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 53500 + }, + { + "epoch": 3.39, + "learning_rate": 1.3220637637066618e-05, + "loss": 1.3171, + "step": 53550 + }, + { + "epoch": 3.39, + "eval_loss": 1.2938047647476196, + "eval_runtime": 3.768, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 53550 + }, + { + "epoch": 3.4, + "learning_rate": 1.3214299296444193e-05, + "loss": 1.3062, + "step": 53600 + }, + { + "epoch": 3.4, + "eval_loss": 1.286950707435608, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 53600 + }, + { + "epoch": 3.4, + "learning_rate": 1.3207960955821766e-05, + "loss": 1.3226, + "step": 53650 + }, + { + "epoch": 3.4, + "eval_loss": 1.285588264465332, + "eval_runtime": 3.7749, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 53650 + }, + { + "epoch": 3.4, + "learning_rate": 1.3201622615199341e-05, + "loss": 1.301, + "step": 53700 + }, + { + "epoch": 3.4, + "eval_loss": 1.284866213798523, + "eval_runtime": 3.7668, + "eval_samples_per_second": 13.274, + "eval_steps_per_second": 0.531, + "step": 53700 + }, + { + "epoch": 3.41, + "learning_rate": 1.3195284274576916e-05, + "loss": 1.3439, + "step": 53750 + }, + { + "epoch": 3.41, + "eval_loss": 1.2845818996429443, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 53750 + }, + { + "epoch": 3.41, + "learning_rate": 1.318894593395449e-05, + "loss": 1.3259, + "step": 53800 + }, + { + "epoch": 3.41, + "eval_loss": 1.28196120262146, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 53800 + }, + { + "epoch": 3.41, + "learning_rate": 1.3182607593332067e-05, + "loss": 1.3055, + "step": 53850 + }, + { + "epoch": 3.41, + "eval_loss": 1.2864174842834473, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 53850 + }, + { + "epoch": 3.42, + "learning_rate": 1.3176269252709642e-05, + "loss": 1.3074, + "step": 53900 + }, + { + "epoch": 3.42, + "eval_loss": 1.2848498821258545, + "eval_runtime": 3.7612, + "eval_samples_per_second": 13.294, + "eval_steps_per_second": 0.532, + "step": 53900 + }, + { + "epoch": 3.42, + "learning_rate": 1.3169930912087217e-05, + "loss": 1.3177, + "step": 53950 + }, + { + "epoch": 3.42, + "eval_loss": 1.2837496995925903, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 53950 + }, + { + "epoch": 3.42, + "learning_rate": 1.3163592571464791e-05, + "loss": 1.3065, + "step": 54000 + }, + { + "epoch": 3.42, + "eval_loss": 1.2816375494003296, + "eval_runtime": 3.7682, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 54000 + }, + { + "epoch": 3.42, + "learning_rate": 1.3157254230842366e-05, + "loss": 1.2973, + "step": 54050 + }, + { + "epoch": 3.42, + "eval_loss": 1.2858256101608276, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 54050 + }, + { + "epoch": 3.43, + "learning_rate": 1.3150915890219943e-05, + "loss": 1.2867, + "step": 54100 + }, + { + "epoch": 3.43, + "eval_loss": 1.2842872142791748, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 54100 + }, + { + "epoch": 3.43, + "learning_rate": 1.3144577549597517e-05, + "loss": 1.3046, + "step": 54150 + }, + { + "epoch": 3.43, + "eval_loss": 1.2836482524871826, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 54150 + }, + { + "epoch": 3.43, + "learning_rate": 1.3138239208975092e-05, + "loss": 1.3051, + "step": 54200 + }, + { + "epoch": 3.43, + "eval_loss": 1.291039228439331, + "eval_runtime": 3.7771, + "eval_samples_per_second": 13.238, + "eval_steps_per_second": 0.53, + "step": 54200 + }, + { + "epoch": 3.44, + "learning_rate": 1.3131900868352667e-05, + "loss": 1.3264, + "step": 54250 + }, + { + "epoch": 3.44, + "eval_loss": 1.2793464660644531, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 54250 + }, + { + "epoch": 3.44, + "learning_rate": 1.3125562527730242e-05, + "loss": 1.3272, + "step": 54300 + }, + { + "epoch": 3.44, + "eval_loss": 1.2878021001815796, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 54300 + }, + { + "epoch": 3.44, + "learning_rate": 1.3119224187107815e-05, + "loss": 1.2976, + "step": 54350 + }, + { + "epoch": 3.44, + "eval_loss": 1.2889869213104248, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 54350 + }, + { + "epoch": 3.45, + "learning_rate": 1.311288584648539e-05, + "loss": 1.3002, + "step": 54400 + }, + { + "epoch": 3.45, + "eval_loss": 1.2873438596725464, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 54400 + }, + { + "epoch": 3.45, + "learning_rate": 1.3106547505862966e-05, + "loss": 1.3294, + "step": 54450 + }, + { + "epoch": 3.45, + "eval_loss": 1.2851972579956055, + "eval_runtime": 3.7732, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 54450 + }, + { + "epoch": 3.45, + "learning_rate": 1.3100209165240541e-05, + "loss": 1.2959, + "step": 54500 + }, + { + "epoch": 3.45, + "eval_loss": 1.2863737344741821, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 54500 + }, + { + "epoch": 3.46, + "learning_rate": 1.3093870824618116e-05, + "loss": 1.3207, + "step": 54550 + }, + { + "epoch": 3.46, + "eval_loss": 1.2855852842330933, + "eval_runtime": 3.7732, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 54550 + }, + { + "epoch": 3.46, + "learning_rate": 1.308753248399569e-05, + "loss": 1.3384, + "step": 54600 + }, + { + "epoch": 3.46, + "eval_loss": 1.2864645719528198, + "eval_runtime": 3.7738, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 54600 + }, + { + "epoch": 3.46, + "learning_rate": 1.3081194143373265e-05, + "loss": 1.313, + "step": 54650 + }, + { + "epoch": 3.46, + "eval_loss": 1.2822331190109253, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 54650 + }, + { + "epoch": 3.47, + "learning_rate": 1.3074855802750842e-05, + "loss": 1.283, + "step": 54700 + }, + { + "epoch": 3.47, + "eval_loss": 1.2842830419540405, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 54700 + }, + { + "epoch": 3.47, + "learning_rate": 1.3068517462128416e-05, + "loss": 1.3129, + "step": 54750 + }, + { + "epoch": 3.47, + "eval_loss": 1.2846298217773438, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 54750 + }, + { + "epoch": 3.47, + "learning_rate": 1.3062179121505991e-05, + "loss": 1.2923, + "step": 54800 + }, + { + "epoch": 3.47, + "eval_loss": 1.28788423538208, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 54800 + }, + { + "epoch": 3.48, + "learning_rate": 1.3055840780883566e-05, + "loss": 1.2953, + "step": 54850 + }, + { + "epoch": 3.48, + "eval_loss": 1.2856794595718384, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 54850 + }, + { + "epoch": 3.48, + "learning_rate": 1.304950244026114e-05, + "loss": 1.2977, + "step": 54900 + }, + { + "epoch": 3.48, + "eval_loss": 1.2865501642227173, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 54900 + }, + { + "epoch": 3.48, + "learning_rate": 1.3043164099638717e-05, + "loss": 1.3095, + "step": 54950 + }, + { + "epoch": 3.48, + "eval_loss": 1.2839913368225098, + "eval_runtime": 3.7685, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 54950 + }, + { + "epoch": 3.48, + "learning_rate": 1.3036825759016292e-05, + "loss": 1.2997, + "step": 55000 + }, + { + "epoch": 3.48, + "eval_loss": 1.2830027341842651, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 55000 + }, + { + "epoch": 3.49, + "learning_rate": 1.3030487418393865e-05, + "loss": 1.3011, + "step": 55050 + }, + { + "epoch": 3.49, + "eval_loss": 1.283743143081665, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 55050 + }, + { + "epoch": 3.49, + "learning_rate": 1.302414907777144e-05, + "loss": 1.3028, + "step": 55100 + }, + { + "epoch": 3.49, + "eval_loss": 1.2855929136276245, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 55100 + }, + { + "epoch": 3.49, + "learning_rate": 1.3017810737149015e-05, + "loss": 1.3373, + "step": 55150 + }, + { + "epoch": 3.49, + "eval_loss": 1.2842646837234497, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 55150 + }, + { + "epoch": 3.5, + "learning_rate": 1.301147239652659e-05, + "loss": 1.2971, + "step": 55200 + }, + { + "epoch": 3.5, + "eval_loss": 1.2828935384750366, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 55200 + }, + { + "epoch": 3.5, + "learning_rate": 1.3005134055904164e-05, + "loss": 1.3404, + "step": 55250 + }, + { + "epoch": 3.5, + "eval_loss": 1.2834892272949219, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 55250 + }, + { + "epoch": 3.5, + "learning_rate": 1.299879571528174e-05, + "loss": 1.3173, + "step": 55300 + }, + { + "epoch": 3.5, + "eval_loss": 1.2819851636886597, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 55300 + }, + { + "epoch": 3.51, + "learning_rate": 1.2992457374659315e-05, + "loss": 1.304, + "step": 55350 + }, + { + "epoch": 3.51, + "eval_loss": 1.2823426723480225, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 55350 + }, + { + "epoch": 3.51, + "learning_rate": 1.298611903403689e-05, + "loss": 1.3141, + "step": 55400 + }, + { + "epoch": 3.51, + "eval_loss": 1.2874670028686523, + "eval_runtime": 3.7741, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 55400 + }, + { + "epoch": 3.51, + "learning_rate": 1.2979780693414465e-05, + "loss": 1.2824, + "step": 55450 + }, + { + "epoch": 3.51, + "eval_loss": 1.2810462713241577, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 55450 + }, + { + "epoch": 3.52, + "learning_rate": 1.297344235279204e-05, + "loss": 1.3069, + "step": 55500 + }, + { + "epoch": 3.52, + "eval_loss": 1.2945303916931152, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 55500 + }, + { + "epoch": 3.52, + "learning_rate": 1.2967104012169616e-05, + "loss": 1.3228, + "step": 55550 + }, + { + "epoch": 3.52, + "eval_loss": 1.2789846658706665, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 55550 + }, + { + "epoch": 3.52, + "learning_rate": 1.2960892438359638e-05, + "loss": 1.3066, + "step": 55600 + }, + { + "epoch": 3.52, + "eval_loss": 1.2848808765411377, + "eval_runtime": 3.7692, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 55600 + }, + { + "epoch": 3.53, + "learning_rate": 1.2954554097737213e-05, + "loss": 1.3076, + "step": 55650 + }, + { + "epoch": 3.53, + "eval_loss": 1.2851313352584839, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 55650 + }, + { + "epoch": 3.53, + "learning_rate": 1.2948215757114788e-05, + "loss": 1.3035, + "step": 55700 + }, + { + "epoch": 3.53, + "eval_loss": 1.2848730087280273, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 55700 + }, + { + "epoch": 3.53, + "learning_rate": 1.2941877416492364e-05, + "loss": 1.3077, + "step": 55750 + }, + { + "epoch": 3.53, + "eval_loss": 1.2845330238342285, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 55750 + }, + { + "epoch": 3.54, + "learning_rate": 1.2935539075869939e-05, + "loss": 1.3134, + "step": 55800 + }, + { + "epoch": 3.54, + "eval_loss": 1.2925485372543335, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 55800 + }, + { + "epoch": 3.54, + "learning_rate": 1.2929200735247514e-05, + "loss": 1.3183, + "step": 55850 + }, + { + "epoch": 3.54, + "eval_loss": 1.2867827415466309, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 55850 + }, + { + "epoch": 3.54, + "learning_rate": 1.2922862394625088e-05, + "loss": 1.3189, + "step": 55900 + }, + { + "epoch": 3.54, + "eval_loss": 1.2831721305847168, + "eval_runtime": 3.7723, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 55900 + }, + { + "epoch": 3.55, + "learning_rate": 1.2916524054002663e-05, + "loss": 1.3018, + "step": 55950 + }, + { + "epoch": 3.55, + "eval_loss": 1.2842330932617188, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 55950 + }, + { + "epoch": 3.55, + "learning_rate": 1.291018571338024e-05, + "loss": 1.3242, + "step": 56000 + }, + { + "epoch": 3.55, + "eval_loss": 1.282920241355896, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 56000 + }, + { + "epoch": 3.55, + "learning_rate": 1.2903847372757814e-05, + "loss": 1.3107, + "step": 56050 + }, + { + "epoch": 3.55, + "eval_loss": 1.28363037109375, + "eval_runtime": 3.7725, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 56050 + }, + { + "epoch": 3.55, + "learning_rate": 1.289750903213539e-05, + "loss": 1.3088, + "step": 56100 + }, + { + "epoch": 3.55, + "eval_loss": 1.2792989015579224, + "eval_runtime": 3.7743, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 56100 + }, + { + "epoch": 3.56, + "learning_rate": 1.2891170691512962e-05, + "loss": 1.3102, + "step": 56150 + }, + { + "epoch": 3.56, + "eval_loss": 1.283616065979004, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 56150 + }, + { + "epoch": 3.56, + "learning_rate": 1.2884832350890537e-05, + "loss": 1.2983, + "step": 56200 + }, + { + "epoch": 3.56, + "eval_loss": 1.2842761278152466, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 56200 + }, + { + "epoch": 3.56, + "learning_rate": 1.2878494010268112e-05, + "loss": 1.2895, + "step": 56250 + }, + { + "epoch": 3.56, + "eval_loss": 1.278899073600769, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 56250 + }, + { + "epoch": 3.57, + "learning_rate": 1.2872155669645687e-05, + "loss": 1.3113, + "step": 56300 + }, + { + "epoch": 3.57, + "eval_loss": 1.2829270362854004, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 56300 + }, + { + "epoch": 3.57, + "learning_rate": 1.2865817329023263e-05, + "loss": 1.295, + "step": 56350 + }, + { + "epoch": 3.57, + "eval_loss": 1.2824040651321411, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 56350 + }, + { + "epoch": 3.57, + "learning_rate": 1.2859478988400838e-05, + "loss": 1.2965, + "step": 56400 + }, + { + "epoch": 3.57, + "eval_loss": 1.2882225513458252, + "eval_runtime": 3.772, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 56400 + }, + { + "epoch": 3.58, + "learning_rate": 1.2853140647778413e-05, + "loss": 1.3091, + "step": 56450 + }, + { + "epoch": 3.58, + "eval_loss": 1.2843596935272217, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 56450 + }, + { + "epoch": 3.58, + "learning_rate": 1.2846802307155987e-05, + "loss": 1.3216, + "step": 56500 + }, + { + "epoch": 3.58, + "eval_loss": 1.2819628715515137, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 56500 + }, + { + "epoch": 3.58, + "learning_rate": 1.2840463966533562e-05, + "loss": 1.282, + "step": 56550 + }, + { + "epoch": 3.58, + "eval_loss": 1.283927321434021, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 56550 + }, + { + "epoch": 3.59, + "learning_rate": 1.2834125625911139e-05, + "loss": 1.3211, + "step": 56600 + }, + { + "epoch": 3.59, + "eval_loss": 1.2833044528961182, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 56600 + }, + { + "epoch": 3.59, + "learning_rate": 1.2827787285288713e-05, + "loss": 1.3109, + "step": 56650 + }, + { + "epoch": 3.59, + "eval_loss": 1.2844871282577515, + "eval_runtime": 3.7732, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 56650 + }, + { + "epoch": 3.59, + "learning_rate": 1.2821448944666288e-05, + "loss": 1.2888, + "step": 56700 + }, + { + "epoch": 3.59, + "eval_loss": 1.2839691638946533, + "eval_runtime": 3.7738, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 56700 + }, + { + "epoch": 3.6, + "learning_rate": 1.2815110604043863e-05, + "loss": 1.2945, + "step": 56750 + }, + { + "epoch": 3.6, + "eval_loss": 1.281978964805603, + "eval_runtime": 3.7746, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 56750 + }, + { + "epoch": 3.6, + "learning_rate": 1.2808772263421438e-05, + "loss": 1.3155, + "step": 56800 + }, + { + "epoch": 3.6, + "eval_loss": 1.2823559045791626, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 56800 + }, + { + "epoch": 3.6, + "learning_rate": 1.2802433922799011e-05, + "loss": 1.2862, + "step": 56850 + }, + { + "epoch": 3.6, + "eval_loss": 1.2845180034637451, + "eval_runtime": 3.7743, + "eval_samples_per_second": 13.247, + "eval_steps_per_second": 0.53, + "step": 56850 + }, + { + "epoch": 3.61, + "learning_rate": 1.2796095582176586e-05, + "loss": 1.2846, + "step": 56900 + }, + { + "epoch": 3.61, + "eval_loss": 1.2806909084320068, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 56900 + }, + { + "epoch": 3.61, + "learning_rate": 1.2789757241554162e-05, + "loss": 1.3102, + "step": 56950 + }, + { + "epoch": 3.61, + "eval_loss": 1.2847956418991089, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 56950 + }, + { + "epoch": 3.61, + "learning_rate": 1.2783418900931737e-05, + "loss": 1.3137, + "step": 57000 + }, + { + "epoch": 3.61, + "eval_loss": 1.281103491783142, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 57000 + }, + { + "epoch": 3.61, + "learning_rate": 1.2777080560309312e-05, + "loss": 1.3154, + "step": 57050 + }, + { + "epoch": 3.61, + "eval_loss": 1.2803092002868652, + "eval_runtime": 3.7742, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 57050 + }, + { + "epoch": 3.62, + "learning_rate": 1.2770742219686886e-05, + "loss": 1.2961, + "step": 57100 + }, + { + "epoch": 3.62, + "eval_loss": 1.279066801071167, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 57100 + }, + { + "epoch": 3.62, + "learning_rate": 1.2764403879064461e-05, + "loss": 1.2927, + "step": 57150 + }, + { + "epoch": 3.62, + "eval_loss": 1.2792245149612427, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 57150 + }, + { + "epoch": 3.62, + "learning_rate": 1.2758065538442038e-05, + "loss": 1.2641, + "step": 57200 + }, + { + "epoch": 3.62, + "eval_loss": 1.288253664970398, + "eval_runtime": 3.7719, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 57200 + }, + { + "epoch": 3.63, + "learning_rate": 1.2751727197819612e-05, + "loss": 1.2971, + "step": 57250 + }, + { + "epoch": 3.63, + "eval_loss": 1.2804347276687622, + "eval_runtime": 3.7742, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 57250 + }, + { + "epoch": 3.63, + "learning_rate": 1.2745388857197187e-05, + "loss": 1.3137, + "step": 57300 + }, + { + "epoch": 3.63, + "eval_loss": 1.279028296470642, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 57300 + }, + { + "epoch": 3.63, + "learning_rate": 1.2739050516574762e-05, + "loss": 1.3054, + "step": 57350 + }, + { + "epoch": 3.63, + "eval_loss": 1.2844449281692505, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 57350 + }, + { + "epoch": 3.64, + "learning_rate": 1.2732712175952337e-05, + "loss": 1.2973, + "step": 57400 + }, + { + "epoch": 3.64, + "eval_loss": 1.2878245115280151, + "eval_runtime": 3.7714, + "eval_samples_per_second": 13.258, + "eval_steps_per_second": 0.53, + "step": 57400 + }, + { + "epoch": 3.64, + "learning_rate": 1.2726373835329913e-05, + "loss": 1.2966, + "step": 57450 + }, + { + "epoch": 3.64, + "eval_loss": 1.2829391956329346, + "eval_runtime": 3.7748, + "eval_samples_per_second": 13.246, + "eval_steps_per_second": 0.53, + "step": 57450 + }, + { + "epoch": 3.64, + "learning_rate": 1.2720035494707486e-05, + "loss": 1.2949, + "step": 57500 + }, + { + "epoch": 3.64, + "eval_loss": 1.2807366847991943, + "eval_runtime": 3.7735, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 57500 + }, + { + "epoch": 3.65, + "learning_rate": 1.2713697154085061e-05, + "loss": 1.3145, + "step": 57550 + }, + { + "epoch": 3.65, + "eval_loss": 1.2856266498565674, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 57550 + }, + { + "epoch": 3.65, + "learning_rate": 1.2707358813462636e-05, + "loss": 1.3226, + "step": 57600 + }, + { + "epoch": 3.65, + "eval_loss": 1.2831237316131592, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 57600 + }, + { + "epoch": 3.65, + "learning_rate": 1.270102047284021e-05, + "loss": 1.314, + "step": 57650 + }, + { + "epoch": 3.65, + "eval_loss": 1.288843035697937, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 57650 + }, + { + "epoch": 3.66, + "learning_rate": 1.2694682132217785e-05, + "loss": 1.2981, + "step": 57700 + }, + { + "epoch": 3.66, + "eval_loss": 1.2854373455047607, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 57700 + }, + { + "epoch": 3.66, + "learning_rate": 1.2688343791595362e-05, + "loss": 1.2861, + "step": 57750 + }, + { + "epoch": 3.66, + "eval_loss": 1.2818267345428467, + "eval_runtime": 3.768, + "eval_samples_per_second": 13.27, + "eval_steps_per_second": 0.531, + "step": 57750 + }, + { + "epoch": 3.66, + "learning_rate": 1.2682005450972937e-05, + "loss": 1.3117, + "step": 57800 + }, + { + "epoch": 3.66, + "eval_loss": 1.282399296760559, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 57800 + }, + { + "epoch": 3.67, + "learning_rate": 1.2675667110350511e-05, + "loss": 1.2659, + "step": 57850 + }, + { + "epoch": 3.67, + "eval_loss": 1.287675142288208, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 57850 + }, + { + "epoch": 3.67, + "learning_rate": 1.2669328769728086e-05, + "loss": 1.2858, + "step": 57900 + }, + { + "epoch": 3.67, + "eval_loss": 1.2851409912109375, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 57900 + }, + { + "epoch": 3.67, + "learning_rate": 1.2662990429105661e-05, + "loss": 1.3305, + "step": 57950 + }, + { + "epoch": 3.67, + "eval_loss": 1.281197190284729, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 57950 + }, + { + "epoch": 3.68, + "learning_rate": 1.2656652088483238e-05, + "loss": 1.318, + "step": 58000 + }, + { + "epoch": 3.68, + "eval_loss": 1.2855117321014404, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 58000 + }, + { + "epoch": 3.68, + "learning_rate": 1.2650313747860812e-05, + "loss": 1.319, + "step": 58050 + }, + { + "epoch": 3.68, + "eval_loss": 1.2804759740829468, + "eval_runtime": 3.7742, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 58050 + }, + { + "epoch": 3.68, + "learning_rate": 1.2643975407238387e-05, + "loss": 1.2925, + "step": 58100 + }, + { + "epoch": 3.68, + "eval_loss": 1.2818081378936768, + "eval_runtime": 3.7751, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 58100 + }, + { + "epoch": 3.68, + "learning_rate": 1.2637637066615962e-05, + "loss": 1.3082, + "step": 58150 + }, + { + "epoch": 3.68, + "eval_loss": 1.27784264087677, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 58150 + }, + { + "epoch": 3.69, + "learning_rate": 1.2631298725993535e-05, + "loss": 1.3022, + "step": 58200 + }, + { + "epoch": 3.69, + "eval_loss": 1.2815487384796143, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 58200 + }, + { + "epoch": 3.69, + "learning_rate": 1.262496038537111e-05, + "loss": 1.3099, + "step": 58250 + }, + { + "epoch": 3.69, + "eval_loss": 1.287879467010498, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 58250 + }, + { + "epoch": 3.69, + "learning_rate": 1.2618622044748684e-05, + "loss": 1.3414, + "step": 58300 + }, + { + "epoch": 3.69, + "eval_loss": 1.2876009941101074, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 58300 + }, + { + "epoch": 3.7, + "learning_rate": 1.2612283704126261e-05, + "loss": 1.3051, + "step": 58350 + }, + { + "epoch": 3.7, + "eval_loss": 1.2809441089630127, + "eval_runtime": 3.7708, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 58350 + }, + { + "epoch": 3.7, + "learning_rate": 1.2605945363503836e-05, + "loss": 1.2911, + "step": 58400 + }, + { + "epoch": 3.7, + "eval_loss": 1.2829344272613525, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 58400 + }, + { + "epoch": 3.7, + "learning_rate": 1.259960702288141e-05, + "loss": 1.3122, + "step": 58450 + }, + { + "epoch": 3.7, + "eval_loss": 1.2806299924850464, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 58450 + }, + { + "epoch": 3.71, + "learning_rate": 1.2593268682258985e-05, + "loss": 1.303, + "step": 58500 + }, + { + "epoch": 3.71, + "eval_loss": 1.2824500799179077, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 58500 + }, + { + "epoch": 3.71, + "learning_rate": 1.258693034163656e-05, + "loss": 1.3268, + "step": 58550 + }, + { + "epoch": 3.71, + "eval_loss": 1.2826014757156372, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 58550 + }, + { + "epoch": 3.71, + "learning_rate": 1.2580592001014137e-05, + "loss": 1.3324, + "step": 58600 + }, + { + "epoch": 3.71, + "eval_loss": 1.2844127416610718, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 58600 + }, + { + "epoch": 3.72, + "learning_rate": 1.2574253660391711e-05, + "loss": 1.3069, + "step": 58650 + }, + { + "epoch": 3.72, + "eval_loss": 1.2814210653305054, + "eval_runtime": 3.7747, + "eval_samples_per_second": 13.246, + "eval_steps_per_second": 0.53, + "step": 58650 + }, + { + "epoch": 3.72, + "learning_rate": 1.2567915319769286e-05, + "loss": 1.2776, + "step": 58700 + }, + { + "epoch": 3.72, + "eval_loss": 1.2827531099319458, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 58700 + }, + { + "epoch": 3.72, + "learning_rate": 1.2561576979146861e-05, + "loss": 1.3115, + "step": 58750 + }, + { + "epoch": 3.72, + "eval_loss": 1.2842662334442139, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 58750 + }, + { + "epoch": 3.73, + "learning_rate": 1.2555238638524436e-05, + "loss": 1.3231, + "step": 58800 + }, + { + "epoch": 3.73, + "eval_loss": 1.2820935249328613, + "eval_runtime": 3.7684, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 58800 + }, + { + "epoch": 3.73, + "learning_rate": 1.2548900297902012e-05, + "loss": 1.3035, + "step": 58850 + }, + { + "epoch": 3.73, + "eval_loss": 1.2800058126449585, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 58850 + }, + { + "epoch": 3.73, + "learning_rate": 1.2542561957279584e-05, + "loss": 1.2988, + "step": 58900 + }, + { + "epoch": 3.73, + "eval_loss": 1.2826249599456787, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 58900 + }, + { + "epoch": 3.74, + "learning_rate": 1.253622361665716e-05, + "loss": 1.279, + "step": 58950 + }, + { + "epoch": 3.74, + "eval_loss": 1.2850234508514404, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 58950 + }, + { + "epoch": 3.74, + "learning_rate": 1.2529885276034735e-05, + "loss": 1.296, + "step": 59000 + }, + { + "epoch": 3.74, + "eval_loss": 1.2853106260299683, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 59000 + }, + { + "epoch": 3.74, + "learning_rate": 1.252354693541231e-05, + "loss": 1.3047, + "step": 59050 + }, + { + "epoch": 3.74, + "eval_loss": 1.28371262550354, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 59050 + }, + { + "epoch": 3.74, + "learning_rate": 1.2517208594789884e-05, + "loss": 1.3079, + "step": 59100 + }, + { + "epoch": 3.74, + "eval_loss": 1.2867982387542725, + "eval_runtime": 3.7733, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 59100 + }, + { + "epoch": 3.75, + "learning_rate": 1.2510870254167459e-05, + "loss": 1.3034, + "step": 59150 + }, + { + "epoch": 3.75, + "eval_loss": 1.2894738912582397, + "eval_runtime": 3.7676, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 59150 + }, + { + "epoch": 3.75, + "learning_rate": 1.2504531913545036e-05, + "loss": 1.3129, + "step": 59200 + }, + { + "epoch": 3.75, + "eval_loss": 1.2861546277999878, + "eval_runtime": 3.7711, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 59200 + }, + { + "epoch": 3.75, + "learning_rate": 1.249819357292261e-05, + "loss": 1.3051, + "step": 59250 + }, + { + "epoch": 3.75, + "eval_loss": 1.2836936712265015, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 59250 + }, + { + "epoch": 3.76, + "learning_rate": 1.2491855232300185e-05, + "loss": 1.318, + "step": 59300 + }, + { + "epoch": 3.76, + "eval_loss": 1.2870465517044067, + "eval_runtime": 3.7718, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 59300 + }, + { + "epoch": 3.76, + "learning_rate": 1.248551689167776e-05, + "loss": 1.3124, + "step": 59350 + }, + { + "epoch": 3.76, + "eval_loss": 1.2857956886291504, + "eval_runtime": 3.7683, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 59350 + }, + { + "epoch": 3.76, + "learning_rate": 1.2479305317867783e-05, + "loss": 1.2896, + "step": 59400 + }, + { + "epoch": 3.76, + "eval_loss": 1.2858422994613647, + "eval_runtime": 3.7671, + "eval_samples_per_second": 13.273, + "eval_steps_per_second": 0.531, + "step": 59400 + }, + { + "epoch": 3.77, + "learning_rate": 1.2472966977245358e-05, + "loss": 1.3217, + "step": 59450 + }, + { + "epoch": 3.77, + "eval_loss": 1.2826424837112427, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 59450 + }, + { + "epoch": 3.77, + "learning_rate": 1.2466628636622933e-05, + "loss": 1.2801, + "step": 59500 + }, + { + "epoch": 3.77, + "eval_loss": 1.285921335220337, + "eval_runtime": 3.7751, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 59500 + }, + { + "epoch": 3.77, + "learning_rate": 1.2460290296000508e-05, + "loss": 1.3021, + "step": 59550 + }, + { + "epoch": 3.77, + "eval_loss": 1.2805360555648804, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 59550 + }, + { + "epoch": 3.78, + "learning_rate": 1.2453951955378082e-05, + "loss": 1.3048, + "step": 59600 + }, + { + "epoch": 3.78, + "eval_loss": 1.2933862209320068, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 59600 + }, + { + "epoch": 3.78, + "learning_rate": 1.2447613614755659e-05, + "loss": 1.302, + "step": 59650 + }, + { + "epoch": 3.78, + "eval_loss": 1.2820707559585571, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 59650 + }, + { + "epoch": 3.78, + "learning_rate": 1.2441275274133234e-05, + "loss": 1.3158, + "step": 59700 + }, + { + "epoch": 3.78, + "eval_loss": 1.2801158428192139, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 59700 + }, + { + "epoch": 3.79, + "learning_rate": 1.2434936933510808e-05, + "loss": 1.3255, + "step": 59750 + }, + { + "epoch": 3.79, + "eval_loss": 1.288580060005188, + "eval_runtime": 3.7681, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 59750 + }, + { + "epoch": 3.79, + "learning_rate": 1.2428598592888383e-05, + "loss": 1.3001, + "step": 59800 + }, + { + "epoch": 3.79, + "eval_loss": 1.2897282838821411, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 59800 + }, + { + "epoch": 3.79, + "learning_rate": 1.2422260252265958e-05, + "loss": 1.2946, + "step": 59850 + }, + { + "epoch": 3.79, + "eval_loss": 1.285589337348938, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 59850 + }, + { + "epoch": 3.8, + "learning_rate": 1.2415921911643533e-05, + "loss": 1.2937, + "step": 59900 + }, + { + "epoch": 3.8, + "eval_loss": 1.286169409751892, + "eval_runtime": 3.7767, + "eval_samples_per_second": 13.239, + "eval_steps_per_second": 0.53, + "step": 59900 + }, + { + "epoch": 3.8, + "learning_rate": 1.240958357102111e-05, + "loss": 1.3012, + "step": 59950 + }, + { + "epoch": 3.8, + "eval_loss": 1.2858511209487915, + "eval_runtime": 3.7749, + "eval_samples_per_second": 13.245, + "eval_steps_per_second": 0.53, + "step": 59950 + }, + { + "epoch": 3.8, + "learning_rate": 1.2403245230398682e-05, + "loss": 1.2999, + "step": 60000 + }, + { + "epoch": 3.8, + "eval_loss": 1.280913233757019, + "eval_runtime": 3.7675, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 60000 + }, + { + "epoch": 3.8, + "learning_rate": 1.2396906889776257e-05, + "loss": 1.309, + "step": 60050 + }, + { + "epoch": 3.8, + "eval_loss": 1.2815738916397095, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 60050 + }, + { + "epoch": 3.81, + "learning_rate": 1.2390568549153832e-05, + "loss": 1.285, + "step": 60100 + }, + { + "epoch": 3.81, + "eval_loss": 1.2818210124969482, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 60100 + }, + { + "epoch": 3.81, + "learning_rate": 1.2384230208531407e-05, + "loss": 1.283, + "step": 60150 + }, + { + "epoch": 3.81, + "eval_loss": 1.279291033744812, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 60150 + }, + { + "epoch": 3.81, + "learning_rate": 1.2377891867908981e-05, + "loss": 1.3035, + "step": 60200 + }, + { + "epoch": 3.81, + "eval_loss": 1.2826550006866455, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 60200 + }, + { + "epoch": 3.82, + "learning_rate": 1.2371553527286558e-05, + "loss": 1.3121, + "step": 60250 + }, + { + "epoch": 3.82, + "eval_loss": 1.2821593284606934, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 60250 + }, + { + "epoch": 3.82, + "learning_rate": 1.2365215186664133e-05, + "loss": 1.2973, + "step": 60300 + }, + { + "epoch": 3.82, + "eval_loss": 1.2816184759140015, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 60300 + }, + { + "epoch": 3.82, + "learning_rate": 1.2358876846041708e-05, + "loss": 1.3021, + "step": 60350 + }, + { + "epoch": 3.82, + "eval_loss": 1.2808351516723633, + "eval_runtime": 3.774, + "eval_samples_per_second": 13.249, + "eval_steps_per_second": 0.53, + "step": 60350 + }, + { + "epoch": 3.83, + "learning_rate": 1.2352538505419282e-05, + "loss": 1.3164, + "step": 60400 + }, + { + "epoch": 3.83, + "eval_loss": 1.2792418003082275, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 60400 + }, + { + "epoch": 3.83, + "learning_rate": 1.2346200164796857e-05, + "loss": 1.271, + "step": 60450 + }, + { + "epoch": 3.83, + "eval_loss": 1.285904884338379, + "eval_runtime": 3.7656, + "eval_samples_per_second": 13.278, + "eval_steps_per_second": 0.531, + "step": 60450 + }, + { + "epoch": 3.83, + "learning_rate": 1.2339861824174434e-05, + "loss": 1.3119, + "step": 60500 + }, + { + "epoch": 3.83, + "eval_loss": 1.2828646898269653, + "eval_runtime": 3.765, + "eval_samples_per_second": 13.28, + "eval_steps_per_second": 0.531, + "step": 60500 + }, + { + "epoch": 3.84, + "learning_rate": 1.2333523483552008e-05, + "loss": 1.2884, + "step": 60550 + }, + { + "epoch": 3.84, + "eval_loss": 1.2857215404510498, + "eval_runtime": 3.7729, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 60550 + }, + { + "epoch": 3.84, + "learning_rate": 1.2327185142929583e-05, + "loss": 1.295, + "step": 60600 + }, + { + "epoch": 3.84, + "eval_loss": 1.2787235975265503, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 60600 + }, + { + "epoch": 3.84, + "learning_rate": 1.2320846802307156e-05, + "loss": 1.2898, + "step": 60650 + }, + { + "epoch": 3.84, + "eval_loss": 1.2830379009246826, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 60650 + }, + { + "epoch": 3.85, + "learning_rate": 1.2314508461684731e-05, + "loss": 1.2879, + "step": 60700 + }, + { + "epoch": 3.85, + "eval_loss": 1.2803202867507935, + "eval_runtime": 3.7701, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 60700 + }, + { + "epoch": 3.85, + "learning_rate": 1.2308170121062306e-05, + "loss": 1.2844, + "step": 60750 + }, + { + "epoch": 3.85, + "eval_loss": 1.2833034992218018, + "eval_runtime": 3.7709, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 60750 + }, + { + "epoch": 3.85, + "learning_rate": 1.230183178043988e-05, + "loss": 1.3159, + "step": 60800 + }, + { + "epoch": 3.85, + "eval_loss": 1.2802387475967407, + "eval_runtime": 3.7685, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 60800 + }, + { + "epoch": 3.86, + "learning_rate": 1.2295493439817457e-05, + "loss": 1.3153, + "step": 60850 + }, + { + "epoch": 3.86, + "eval_loss": 1.28177809715271, + "eval_runtime": 3.7696, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 60850 + }, + { + "epoch": 3.86, + "learning_rate": 1.2289155099195032e-05, + "loss": 1.3184, + "step": 60900 + }, + { + "epoch": 3.86, + "eval_loss": 1.2795437574386597, + "eval_runtime": 3.7721, + "eval_samples_per_second": 13.255, + "eval_steps_per_second": 0.53, + "step": 60900 + }, + { + "epoch": 3.86, + "learning_rate": 1.2282816758572607e-05, + "loss": 1.2905, + "step": 60950 + }, + { + "epoch": 3.86, + "eval_loss": 1.2796874046325684, + "eval_runtime": 3.7697, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 60950 + }, + { + "epoch": 3.87, + "learning_rate": 1.2276478417950181e-05, + "loss": 1.2935, + "step": 61000 + }, + { + "epoch": 3.87, + "eval_loss": 1.2820053100585938, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 61000 + }, + { + "epoch": 3.87, + "learning_rate": 1.2270140077327756e-05, + "loss": 1.2909, + "step": 61050 + }, + { + "epoch": 3.87, + "eval_loss": 1.283310890197754, + "eval_runtime": 3.7706, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 61050 + }, + { + "epoch": 3.87, + "learning_rate": 1.2263801736705333e-05, + "loss": 1.2766, + "step": 61100 + }, + { + "epoch": 3.87, + "eval_loss": 1.2836205959320068, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 61100 + }, + { + "epoch": 3.87, + "learning_rate": 1.2257463396082907e-05, + "loss": 1.3095, + "step": 61150 + }, + { + "epoch": 3.87, + "eval_loss": 1.2817699909210205, + "eval_runtime": 3.7694, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 61150 + }, + { + "epoch": 3.88, + "learning_rate": 1.2251125055460482e-05, + "loss": 1.3022, + "step": 61200 + }, + { + "epoch": 3.88, + "eval_loss": 1.2816342115402222, + "eval_runtime": 3.7731, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 61200 + }, + { + "epoch": 3.88, + "learning_rate": 1.2244786714838057e-05, + "loss": 1.3049, + "step": 61250 + }, + { + "epoch": 3.88, + "eval_loss": 1.2803840637207031, + "eval_runtime": 3.7732, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 61250 + }, + { + "epoch": 3.88, + "learning_rate": 1.2238448374215632e-05, + "loss": 1.3008, + "step": 61300 + }, + { + "epoch": 3.88, + "eval_loss": 1.281725287437439, + "eval_runtime": 3.7688, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 61300 + }, + { + "epoch": 3.89, + "learning_rate": 1.2232110033593205e-05, + "loss": 1.3142, + "step": 61350 + }, + { + "epoch": 3.89, + "eval_loss": 1.2848403453826904, + "eval_runtime": 3.773, + "eval_samples_per_second": 13.252, + "eval_steps_per_second": 0.53, + "step": 61350 + }, + { + "epoch": 3.89, + "learning_rate": 1.2225771692970781e-05, + "loss": 1.3137, + "step": 61400 + }, + { + "epoch": 3.89, + "eval_loss": 1.2818886041641235, + "eval_runtime": 3.7741, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 61400 + }, + { + "epoch": 3.89, + "learning_rate": 1.2219433352348356e-05, + "loss": 1.3005, + "step": 61450 + }, + { + "epoch": 3.89, + "eval_loss": 1.283537745475769, + "eval_runtime": 3.7737, + "eval_samples_per_second": 13.25, + "eval_steps_per_second": 0.53, + "step": 61450 + }, + { + "epoch": 3.9, + "learning_rate": 1.221309501172593e-05, + "loss": 1.336, + "step": 61500 + }, + { + "epoch": 3.9, + "eval_loss": 1.2776293754577637, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 61500 + }, + { + "epoch": 3.9, + "learning_rate": 1.2206756671103506e-05, + "loss": 1.3056, + "step": 61550 + }, + { + "epoch": 3.9, + "eval_loss": 1.283506155014038, + "eval_runtime": 3.7698, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 61550 + }, + { + "epoch": 3.9, + "learning_rate": 1.220041833048108e-05, + "loss": 1.2928, + "step": 61600 + }, + { + "epoch": 3.9, + "eval_loss": 1.2818597555160522, + "eval_runtime": 3.7702, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 61600 + }, + { + "epoch": 3.91, + "learning_rate": 1.2194079989858655e-05, + "loss": 1.2891, + "step": 61650 + }, + { + "epoch": 3.91, + "eval_loss": 1.2851519584655762, + "eval_runtime": 3.7715, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 61650 + }, + { + "epoch": 3.91, + "learning_rate": 1.2187741649236232e-05, + "loss": 1.3021, + "step": 61700 + }, + { + "epoch": 3.91, + "eval_loss": 1.2861803770065308, + "eval_runtime": 3.7703, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 61700 + }, + { + "epoch": 3.91, + "learning_rate": 1.2181403308613806e-05, + "loss": 1.299, + "step": 61750 + }, + { + "epoch": 3.91, + "eval_loss": 1.2909579277038574, + "eval_runtime": 3.771, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 61750 + }, + { + "epoch": 3.92, + "learning_rate": 1.2175064967991381e-05, + "loss": 1.3037, + "step": 61800 + }, + { + "epoch": 3.92, + "eval_loss": 1.28318190574646, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 61800 + }, + { + "epoch": 3.92, + "learning_rate": 1.2168726627368956e-05, + "loss": 1.2865, + "step": 61850 + }, + { + "epoch": 3.92, + "eval_loss": 1.2850934267044067, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 61850 + }, + { + "epoch": 3.92, + "learning_rate": 1.216238828674653e-05, + "loss": 1.2969, + "step": 61900 + }, + { + "epoch": 3.92, + "eval_loss": 1.2815029621124268, + "eval_runtime": 3.769, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 61900 + }, + { + "epoch": 3.93, + "learning_rate": 1.2156049946124107e-05, + "loss": 1.2758, + "step": 61950 + }, + { + "epoch": 3.93, + "eval_loss": 1.2869964838027954, + "eval_runtime": 3.7717, + "eval_samples_per_second": 13.256, + "eval_steps_per_second": 0.53, + "step": 61950 + }, + { + "epoch": 3.93, + "learning_rate": 1.2149711605501682e-05, + "loss": 1.3273, + "step": 62000 + }, + { + "epoch": 3.93, + "eval_loss": 1.2845485210418701, + "eval_runtime": 3.7687, + "eval_samples_per_second": 13.267, + "eval_steps_per_second": 0.531, + "step": 62000 + }, + { + "epoch": 3.93, + "learning_rate": 1.2143373264879255e-05, + "loss": 1.2966, + "step": 62050 + }, + { + "epoch": 3.93, + "eval_loss": 1.2811493873596191, + "eval_runtime": 3.7727, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 62050 + }, + { + "epoch": 3.93, + "learning_rate": 1.213703492425683e-05, + "loss": 1.2894, + "step": 62100 + }, + { + "epoch": 3.93, + "eval_loss": 1.2819486856460571, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 62100 + }, + { + "epoch": 3.94, + "learning_rate": 1.2130696583634405e-05, + "loss": 1.2853, + "step": 62150 + }, + { + "epoch": 3.94, + "eval_loss": 1.285772681236267, + "eval_runtime": 3.7689, + "eval_samples_per_second": 13.266, + "eval_steps_per_second": 0.531, + "step": 62150 + }, + { + "epoch": 3.94, + "learning_rate": 1.212435824301198e-05, + "loss": 1.2924, + "step": 62200 + }, + { + "epoch": 3.94, + "eval_loss": 1.2840394973754883, + "eval_runtime": 3.7672, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 62200 + }, + { + "epoch": 3.94, + "learning_rate": 1.2118019902389556e-05, + "loss": 1.3079, + "step": 62250 + }, + { + "epoch": 3.94, + "eval_loss": 1.28691828250885, + "eval_runtime": 3.77, + "eval_samples_per_second": 13.262, + "eval_steps_per_second": 0.53, + "step": 62250 + }, + { + "epoch": 3.95, + "learning_rate": 1.211168156176713e-05, + "loss": 1.3211, + "step": 62300 + }, + { + "epoch": 3.95, + "eval_loss": 1.2858519554138184, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 62300 + }, + { + "epoch": 3.95, + "learning_rate": 1.2105343221144705e-05, + "loss": 1.2916, + "step": 62350 + }, + { + "epoch": 3.95, + "eval_loss": 1.2870821952819824, + "eval_runtime": 3.7693, + "eval_samples_per_second": 13.265, + "eval_steps_per_second": 0.531, + "step": 62350 + }, + { + "epoch": 3.95, + "learning_rate": 1.209900488052228e-05, + "loss": 1.3148, + "step": 62400 + }, + { + "epoch": 3.95, + "eval_loss": 1.2813467979431152, + "eval_runtime": 3.7712, + "eval_samples_per_second": 13.259, + "eval_steps_per_second": 0.53, + "step": 62400 + }, + { + "epoch": 3.96, + "learning_rate": 1.2092666539899855e-05, + "loss": 1.3038, + "step": 62450 + }, + { + "epoch": 3.96, + "eval_loss": 1.2803038358688354, + "eval_runtime": 3.7695, + "eval_samples_per_second": 13.264, + "eval_steps_per_second": 0.531, + "step": 62450 + }, + { + "epoch": 3.96, + "learning_rate": 1.2086328199277431e-05, + "loss": 1.3143, + "step": 62500 + }, + { + "epoch": 3.96, + "eval_loss": 1.2869164943695068, + "eval_runtime": 3.7699, + "eval_samples_per_second": 13.263, + "eval_steps_per_second": 0.531, + "step": 62500 + }, + { + "epoch": 3.96, + "learning_rate": 1.2079989858655006e-05, + "loss": 1.3129, + "step": 62550 + }, + { + "epoch": 3.96, + "eval_loss": 1.2853258848190308, + "eval_runtime": 3.7705, + "eval_samples_per_second": 13.261, + "eval_steps_per_second": 0.53, + "step": 62550 + }, + { + "epoch": 3.97, + "learning_rate": 1.2073651518032581e-05, + "loss": 1.3094, + "step": 62600 + }, + { + "epoch": 3.97, + "eval_loss": 1.282500147819519, + "eval_runtime": 3.7734, + "eval_samples_per_second": 13.251, + "eval_steps_per_second": 0.53, + "step": 62600 + }, + { + "epoch": 3.97, + "learning_rate": 1.2067313177410156e-05, + "loss": 1.2833, + "step": 62650 + }, + { + "epoch": 3.97, + "eval_loss": 1.2867021560668945, + "eval_runtime": 3.7681, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 62650 + }, + { + "epoch": 3.97, + "learning_rate": 1.206097483678773e-05, + "loss": 1.2875, + "step": 62700 + }, + { + "epoch": 3.97, + "eval_loss": 1.2819606065750122, + "eval_runtime": 3.7673, + "eval_samples_per_second": 13.272, + "eval_steps_per_second": 0.531, + "step": 62700 + }, + { + "epoch": 3.98, + "learning_rate": 1.2054636496165304e-05, + "loss": 1.295, + "step": 62750 + }, + { + "epoch": 3.98, + "eval_loss": 1.282488226890564, + "eval_runtime": 3.7728, + "eval_samples_per_second": 13.253, + "eval_steps_per_second": 0.53, + "step": 62750 + }, + { + "epoch": 3.98, + "learning_rate": 1.2048298155542878e-05, + "loss": 1.2854, + "step": 62800 + }, + { + "epoch": 3.98, + "eval_loss": 1.2850754261016846, + "eval_runtime": 3.7683, + "eval_samples_per_second": 13.268, + "eval_steps_per_second": 0.531, + "step": 62800 + }, + { + "epoch": 3.98, + "learning_rate": 1.2041959814920455e-05, + "loss": 1.2985, + "step": 62850 + }, + { + "epoch": 3.98, + "eval_loss": 1.2898350954055786, + "eval_runtime": 3.7725, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 62850 + }, + { + "epoch": 3.99, + "learning_rate": 1.203562147429803e-05, + "loss": 1.3023, + "step": 62900 + }, + { + "epoch": 3.99, + "eval_loss": 1.289136528968811, + "eval_runtime": 3.7724, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 62900 + }, + { + "epoch": 3.99, + "learning_rate": 1.2029283133675604e-05, + "loss": 1.3083, + "step": 62950 + }, + { + "epoch": 3.99, + "eval_loss": 1.281229853630066, + "eval_runtime": 3.7742, + "eval_samples_per_second": 13.248, + "eval_steps_per_second": 0.53, + "step": 62950 + }, + { + "epoch": 3.99, + "learning_rate": 1.2022944793053179e-05, + "loss": 1.2947, + "step": 63000 + }, + { + "epoch": 3.99, + "eval_loss": 1.2780238389968872, + "eval_runtime": 3.7716, + "eval_samples_per_second": 13.257, + "eval_steps_per_second": 0.53, + "step": 63000 + }, + { + "epoch": 4.0, + "learning_rate": 1.2016606452430754e-05, + "loss": 1.2902, + "step": 63050 + }, + { + "epoch": 4.0, + "eval_loss": 1.2823433876037598, + "eval_runtime": 3.7726, + "eval_samples_per_second": 13.254, + "eval_steps_per_second": 0.53, + "step": 63050 + }, + { + "epoch": 4.0, + "learning_rate": 1.201026811180833e-05, + "loss": 1.3094, + "step": 63100 + }, + { + "epoch": 4.0, + "eval_loss": 1.2773927450180054, + "eval_runtime": 3.7682, + "eval_samples_per_second": 13.269, + "eval_steps_per_second": 0.531, + "step": 63100 + }, + { + "epoch": 4.0, + "learning_rate": 1.2004056537998352e-05, + "loss": 1.3274, + "step": 63150 + }, + { + "epoch": 4.0, + "eval_loss": 1.2770581245422363, + "eval_runtime": 3.7677, + "eval_samples_per_second": 13.271, + "eval_steps_per_second": 0.531, + "step": 63150 + }, + { + "epoch": 4.0, + "learning_rate": 1.1997718197375927e-05, + "loss": 1.2868, + "step": 63200 + }, + { + "epoch": 4.0, + "eval_loss": 1.2748980522155762, + "eval_runtime": 3.7707, + "eval_samples_per_second": 13.26, + "eval_steps_per_second": 0.53, + "step": 63200 + } + ], + "max_steps": 157820, + "num_train_epochs": 10, + "total_flos": 1.2041035551006628e+20, + "trial_name": null, + "trial_params": null +} diff --git a/trainloss.png b/trainloss.png new file mode 100644 index 0000000000000000000000000000000000000000..d4a253a1d252fe8b65c9241fdab5dd7b540f69bd GIT binary patch literal 134728 zcmeFabySpXw+9ReieP{uD6J?V0tO{*frnIa-0J!E|Cnu6&ynQNA2mexv-ALtp#7+4rs8|x{`TqPnB z_VrcKHeytvkqFDr;yzvftR*h)?V)XfciCo&P0u?=w+*t)yUzuhWnX#oW3ng0nEleg zW~?!n1kDwyZwY;YeLI@pI8K@*PkHlv%2xP9`iyh6ab4zPGu{4){7YGdfnQCFYrEHm z!)M$_dTpkADc^iOry1OPhU6T58qW~6KdWlEyj;Zgn_J^Sw?-arzo4^0?8FQM-!Yw2 zGpv=p?aO&9JBAZ!3Npm6dOUxn2-lqIHz3+RR*|Xwg!IZr_5SvUtNY7E&B9sxkCf#Q zsU43zJe%3@A>iUG-5cjPlYF+zyI$=ZVO!Q9-Dfk~*Ff&nK|5=_d z&MR!pUr@$pU)B1m83|U+zgqn|O#6t$ZJNi>Sfsu2^5;ihSI$j)56n}m#!Hl|B}Rr^ z-O}aBqp3V2{z51GfNk}8yUnF_d$ouU*3$u zU5)ArtRarVM9~i^1hNE9X-SkHd++;0>f3Xt$z$j5AHDvD^{}z4=KYv>3i?r_kE5TB zKCZU*P2#?Dt!)$KDVuCpPmDI5zZ$p0Hrtr=ea1+It>}QelTor=a zY#eg8JL;;&FCH;YeNXZ4W#9E>JC@=;$p?ZUlPUo7>L-BO;=CE83{ zq-3@ImQ-^5YZQxi^AV6Z*6bUbvb=Du!-6$yvZTDqLF*~a9_%v#toxd!6$|T#WO@H5^;{p zijExR4{;>ItL}fZHS0y&mez@Zz-OhB_fg{ zx^?}EvLo?i&;Iv}D#b#5JNlV-*iWB4{l@n>)sb9M>eJ-p^nx8UT2$(ul;jkduUOBr z)Ufe}Fi7!*t&(M7dSd_|e+ZWfhg3Z%1fJNXe;KrJfKG|NRg5^vDWQGYqH8_Y?XQs}$=|s?GJ6 z_@9Hk0xh5=HCy-sClxP`_kDks@-5wC&o0X?`MZ491mh#cUd7?Ko|K^s7FT{;hm5~$Vkn0IZc1&K1pa9(cTo~?uDbi4jlxy zW6MnZ&2l6^B<(rAZYo9T6ecG$}{}^8UN$>ZJ$eZ zJjG$QrYx=c(EBRm!Yt@xWc>Y5f*q$NHaZ$AV{Zj&9I!TQh-AWT4h!jpndiPfDAavk z+L!*Are(1mquXNB+UwxPV#6LQBiO!yx0^ zUWSzB_D$o z71LcMrNFMipk0Ry z3!RY;y-o)|&eV&}FotMZ-x6E?rPo0|u>UB#z8%&|DQcI?Y0Hj&>$e&qXs$6?Fp-w= z`1ki;*0nqX4wwz?#pxc=hKUyp7O#}#E}!WN*1=Zyb-yL)r8yLT#9WK)E;h-;bmP%t*+nivX>)Mk(UhRRGGybXU~4L?6jKy!C^SnZ1ZBIJ|e7L6}`)G zWlG(8hI5%I7RovZ=>gvV0Zgua6D{Ms4c5&bZ)e<18%_ zewE)2U3c1AYHwKHT#T3WwHl~2_&uwlrfu-t@~Dm=^*^rY-x=XXC(_&WoAqHre1Rt} z>Q|e1Dwc+6>NpJrb(<`&?`-3CyuJBKgefhsFX(h#FQgUC*Zgw8x#=aR=6dn>JFLwQ zIhiY-^!x$;=HU99Qumen*7^-?ZSBpabPwMd_m#qo3R+G5t|-U;*D9SIgsd21;kBb< zzs;1Q_gwN{TNp`iGZ_B);o!!`;u!Wzq~==ph(w6zSEaZ+uP@aLvo-VA7dtO`@qb$V z}p$f(Q>D0vgZf5AZ6P@GCP81n~x1f8$ViY&Q%#cFsDx~Y>?Q{cVPy*^>uwb znL*8xQ%y~+innm`t$4%A@0Too3>IHcDwb}-9g(5GtEH=pQ)s8a<0$`YNo}@>3g}h( z{19ulafz3Y>P@LL&+7@EnrMoVSw4W%s$kg~m9eVfiofp6YdLTRg%dMwj!j5St+U@6 z;`1<0n6GB@*Pl}C>c}z_GHXbU9U*10ZM>pxHQk-hBf%%!UeCSD0!Wbs7~5K`O!s6Z z24S-t!!(-tep{=|ZrfFU=Ev1tHm35bz`)YYlx$c$$_A6aijCTSCm!Wc z;dShSNlU_{QxW%`>B5;3b*r`%b;Q>^TCyRYrQ|E3ijQ)4{`vj_Tk^tddDl-LjmNo# zI#R(gxer45hTWU4ic}hmv4+hgGTbzf>h*{FzHFsK)px2}tJwT$uA~usdy06zF zr&V$Of8X9WmJfig^JlAb=fW;rTy`0xE+OI4pOW}N2Vzuu@ zsgSvBl^e){&9mP4R>L-`VQ;U~NJLiV&fi_)f8ML;OXTlt%PmR9u<`O*Hgy7XWh~q0 zUmRozK2f|j9Hu@R_OxBwzT*s~c^HM8(vXt8xPUvD&PrNMGwNcOmHN)1t2nzhbq+bO z=jY6HoRUUbczxHmqITAzR^k59U3+=Rmqs}Lv504hv0D|BgU_PbgO8TYnFJTr_<>YI zpg-^UlY)W*N3h6QQjRgcf?g$V8?@bG2c_M&*G2{+9C}~32$B_e^4g5l*ZGBg?+1-H zJZb&Wyp`>ryZf7PsWkMo!g8Mj>igp~!smGJDA{d^)`ielec^A5rS!b4tJ-Cj(O3?G0)a(g2w!sY z|CblVvv4r{qQUKR_r64%$$SuXu!v3Xw*E#&SN`Qe*~9eWr6!yRG!(nVp=307q}3PRPIPkZ6jJ+DB7@(mSh-#MAjBkqj=A88YDz76rMx zIgL1gC)OWvYq={kWX`Ad(Gpj3S4HL6SPo-tkebekrKKgrcm&6|xE&!R`7bZXZ7u7Z zO6F_0=OA>f_?4lji7hJY{23`ODmnufKV7^2B-zi6$t?K;%wk^$t29eoox1J2%+(V% zJ^5Te4sK1n`R}d%%@1e+nP?R@_xAAGiPcL?7xixnj_0))T8~6HRDzLX0Ha~p($ey- zz-5b|AOEsAhj=r8v%J{c^`B9al7c<9SmD7p z*D~9&a-uvF1DKr+j7{r+&!zfT{Ohanl3T`RU%u@<*u{_@E5YJ481P=eR5h2|cM~-d z5ezG+>Zl%)+*xZtVz);V9N~|zZqB}x^x4_M?I3|l#ZZWDWGiYXAIuXQ>O@4E>F@8J z8QbdZA< zJdrvOhTD7u5pUrS`>}0QC_fjo$L5?Pi2q?@^c5s}DbFieN3FyY++K}t6Z0O_4;ksFE3MHb~0?=+6r3M^{3of_M;`Dor--%0}x4O8*p zB@?Y|2yb0|mVA^%M@I8p^O}65*yT!pmZD&@*t=%h|FK-dMuwdR)U0&R_kN&LM?e$30jgaGOy6_%f8mAZ-XPCbd%L%9hr%n z5Ht&f|JYi=u}H4{kk6!ANXe?Nkq(Y~GpmMKS2@5Sc#h#hsPtA^QLL1p?_Si$2lQ7$ zNm}^du0YUjN-MGrp_O{Rb8g9W!GyH)i)je)j_`;NERQFr*Viu;E!5X`#_7c_$mtr> z%-6`$e-v?;?iL0xmUZ{1arR@4ddZ#5bBx+9Q#o1Gr45ohuJ-1}*;W*ZN~;^Sy4%)6 zX&PGcF|o+X9<^`ud-GLR(CLQzYRRFUE}B{7k0&K(Du@f2h~@EO69Xf+m;S zhr4jw_O$El17Q{gT%ytx;h4=KKErPtWOQ0@)Q84h&Jgl0(NiQh$S|Iaykr>T^#QORRMUa?{ifTt>oV6U*a0aup z-NE0swXxDL?!zQ1=)SXotLppqEX(+VTI6j}-)2-y0rqX&XSo$No-Xq|ZQAGYcWby# zdrW3jWloJrauLbbBH`W5_7JfupA&(oV-bDfEr$1zQPT2H$~8Pi)mjuz(O!FT!1!0BW(S13S*^eWbjM{D$5CBI@$@*Z)mgd+ zYOB#3bUWSxJKDY2=({4MCil&pLRwA7TH2W3JoHe(+&sY38}t!jacE}Y$M*+%P{G)i zdc=)pjYTLu?r|Ig93V(9Y%YKDvBj;GQ)EAljTzhGN`;p`l;n0i3eyUFvC%F}Du2a2 zv|prEa_F5B{kSGUgpQoQ_(0zKvSNU`0n+nvBi(UCmr!)!-+y+$jWmQq$a2MI!lQ=- zRVGcRJ93S0kMh$CqH4n#j)l3rc&sTW;rphZM>hD}k5s{;IOAmOTL$r-FM0yp#@8(< zJoX(pPQ@nUXO=nqeE-qRseG3JikzIB4*pIsw|cH{cnxs{awk`Si3wW@jHCwHG#E=v zWn+<${%2f9F9Z*4o*f9CB$x!Tb~Hnt8aqLCc0^~AVvIHVYIzIKQ95I7OO0<2(wvHW zlbv|Rv)uTEh^>)QA@@T~iZp*9WNtQ;qlhgnl16ljoh!b3QfAqlyD?i>;Ek%v2hBYt zj&t-EU%sc^TI9B~;;|DFq*OQ@ym+TKJ611t1TfQR0U z9ig|({K0Njee$J#gL?g0_tmI9hsDl|Viqk~eWy_kyxSFg?g2er#Vfs{^}+)_=ZJLj zeeDQ_L!Imj^NEp4eJ*nqbTXk5!s1avWF7!k&0}wBF*VvhX!js>D2#xsMoRE zs;WYFXTANnxU;R6$JSEE&Efb+=d*=r2s#igw3fdS5f>&WJ@%ohf{~l9Kds(jd9tHJ zAeL3sLDG5b!Kf#??9&0&J>GjP85>O*r)5J`^pu|DD(>3M(2vw1}1W2XZbUx+wyvklM~ze)tjyWzk)61DAGRXQ#`@!qc^Ylkwf8M5tW^ArA*z$*lSONu*%ZU~QNn|>Faj^oL$ z$g4e-4NUa{2-TIv6{VCAc6BRz^Y>woR~%8U7uC+p*sad~4!Al1;PvwMd;h65%2UfiK(p)U51DI9ES zfj)hR1jKx9W3u_EgXvr?EMkt2Rpr=Ru=6XJ9r5Iy41c$C!@zTy*KQdC3J!=o93I@= zg3Wi+A&6s)!laU);^qdb3}xzkk7%#awCQ?mrM!<@iV(8YDNEz;zvR39lZRV=#RYgg z8C;25*4Ptl_784JO5vQs+3%EDk9?mE(+Kz4Vo|6U75M`xo1v8NmEIKH|MoPfPcq)ND-2f#cbMn2D$vF>KhzHI(OqH0~n0ixJT_SiY4K8?w@-^UTQ(KNVTlCEWV z{Z_*qO35nTNlIu7CX*3T(K=@7$0S$%{3m+yAL^=(BILFxSv9pz>aM2v-Y0L+dOt|!l1;l?D z5aP>Fcpbhx_@<~Sb1WZ|{~3arxhYEzQPYq}y}~-dE`8z=SlC>OHib3=AHrL>&Ux$l z0LzSDLgJn4n4&oG531%IM=M1@mNox1EcfkNA(>3p82m<1E)^J24r*f zO}3}&=FUvz;dsv~Sd4wm-{O)gp33byb@{WYMcrGH9)xjJ7mkpgMF@~N;Ml~G(Ca2B z!KDvM_b_vn3_`Y&557NN{Z3c%CdmKt@cYS<*guH>kl1YLWaP}(0ly5yf7%r|%rF~< zTS>>Z^FI~#rIo`f#v2}q52)cfE+6we%$fIb*_Bj+DzA`Tn)KR)Slj3Lg-<7++=+2# zaqL6i%XoOB?IPJHW707ol^G!R^Q~g>5Mx*i`~IE3-=_2lv3hYORwDlXJOn!RoyALS znpQZsl^f2eD~1$Dv6EGycvL7CEYyp#k@X;mFqW!7KsGc^L|k(P zf@F)u8Jr};@38NKAv(@n&98=ml9!>dV&Fp}`(-WMLBU_Fy{-#&W`mXm4gvxK0ayF@ zk2npDFtNC={XP^w*~vVA5!TO z)>%_hEX@~aNaGCGkw6J?4Jrj6B;1^7@5NDPqQn^-g7&glI0B!`hPn_g-4fRnV|?9& zA`na7r)iP@`J=kX5@4Jg=H}*QxmQ&cABTOfy!b-h3a6(a`%af8$nm)0(*Lk91_IFuK zL4kA5)LWILsH^=n_3?Kr2B$oB}A6t8^Z4;?E6K0@=IAiP;bUX zh1d|l;oawiCC6d|MYeJZqzF1MFS>+ReGa`vP90f~uvuo<>RzCRE;EdU#Zhd3JM8{O zyi5o+=88ZgzWKtY@*V>3<#Qd2;kX&s5z!2Yd~&8K za!wHnI-UUEk&w`r7pPe%Mo<*w?`}kEsynxG{hcEHi*3sed(xNJlfd+fkUJ$N8KMT3 zrAj6JU%vS_7u-k)vV?_qMX3nCw1$m!mB&Asuxnv$v;g+YKE|GPmwiH-Q>@$ z72QKhikXt0k|MkTPJfVwSei3I9P>n~a6h?wmv1MUu=*$Hix=Yb+M)8PB01S;2XDw6wS9{b~hsaungkyqA<&rJ`L)yy^J-WSE^!i%R)3 zi$4U?oDcVH@y-(|ZxTv6ULT;sWoCMd^`0FRG|DKUASHjN*7rF?$Lq6fNagzrdY@bz zFi+p9Y0i+U@||~Cp8P}o^p&DB0PUxhWER8cRql6W8q9&ml3r)B2I~6kM24;06RBDf zY#hoPp_{4$*dW81JG9q?id8`noo_Qz`SZi27>}Lp3$~+;nM^WOq#`j-Fa^r9+C9ec z5gKBJNS+)hrB}azBGE`mCV}gD6iFP=Kg9vMaFP%9*JvQ6IC2xi8mrr~u{1$9Q032; z;CmZZBOe_X$KL!hHWv)`%?Ys1B66&5=f{B<@?L7!mE0(^uZnohc9iu^iBR0(>z`+Q z$6R7PiO_z>Zek?sAo99~z#-OYU#&9)m7qZpAB>d7FQ0ef0OZ&%N{y(Yx zyS)O<{Xbp%r%3+qhW>jP_J79XUrqJ@kBmoSakE@POhY^rR;@2jb&X^171$aV0e1m- z*|J=k!JGz4H6AFdsN@t#9wh9j8s9$YTiNrm!kextHLsT*;U$rZgSa~%n%{Pv-9Qpi zBato^cOc8r?2JO8&S_+G?mfhK9JkTC(jWcokj7`C!){($MP5P|dq(Dxgv z4UxgPZ)uo2BPkoeLnq?Ht#2cIe@DV^{_zzK$+cTZotPKU%jJ;a>lxn`IQ{Rs{~zy^ zvLVr4K7o;!SkreMlhyTt7^w=Xtxm{`FDXv~P^`P0YQF(VvvA+zNS=uWLE&Y}O-Lb< zH*WzaQqcE^_;ILoCqW{d2(3tI+d++qk@ochV*b3eA7jTOY>RxlPH{iN+XuQq`pF8| zZ-?>$e@SMjIZz6;Guvh5repVf$@65+h~F-miB6uQULRiyu-m(=qjqODU838?Y-bfg9$#EJYJSaPy{(FH;En za~#OxaNFiv8Mb51Ma)p?msKyqEwPj+e{rcuBTA9~7w) z^nwYv7*{R#wV@`A$Ii`$Z69;T@4E^+YO}Om+LT5&iEO@eY&Q2lv0b z&RWcYZHLVC(AK>pcO$5b!b(BG=^*3s`s1~i(hZT~U2PxQNXfHrMQi3+bnNrlcbGZ6 zn4_!ZLnZQ$tZtTfVm>slNMo+$zE;#DIYWJug;fqC6Bnh9oq79TV1tOwvt%MA%Wo!t z$$^2<>EJOS7WyiYoOK2mzhTc3Zihm+msRXxW=9~8Ykv3J43ITy({VqRXg1S;EklZK z`SWqopeZt}TUSK$V!0OJMCjo}e5BU(jn;3+P!_X@4l@g%MF){JkACMDt$anz=JQ?m zM5PG&5YSeAE-~wDai2; z5KhaSNpu%yKo9JIX$yVME$kc=MsoY+4$~otbEJB7Tl&mDBeDOmzJD;zJ1HPNNXo(T zNNfYIU72l+4V~l>-&k22iSmDaltb{3eE!vA|EERIz5!2ouH!si0|_w(45SR_H6lP= zI<8e>OBNY%%IPH~5^?fT%z^AEFQk4n0}41QpfWMCU2d0B*w0i{o3tN=;d%nc#gUmF z6xQ0-R;lgKa}2@VNG8soC$IaWw9j#BByXw(^`chr!AI!X8gnSHY`jeN;+(Tk$!g1t zUd6Ygndz&&A0rm7Y9GT#DkERwX6Is=79_?=B8L0I2PE?9Vv{fy!4UCmA)JJ5d zpSbj>9B{Q>*+C&6yLN4dpaMZE)6Q8u{T1<`JWG5F zZ^pP`LkMP{h)JeS-cK4?R#Mm5WSDAB0^9a7Ndn(9{}OAXAHuek+j9aXfGPD#lHSoY zSDxG?NyA%zG)hh!a9t)rl%1F)LiN77id}C`Yx~HtWB9es03i`QRpRl9`7iixBncN| zLtXR;F^Tr|`*JhxYijG`S!)LPuY}ZVXvsLUx0MOD60EjTE%RQI50iqQwc^YGs8=3c zK)5(i$^}eqmuB}I{tY1;QFsW;eSO7F<{!ZNKX2L}-;G|Tg@eocIzY|ZI7SxC?_N3c zy+F>Rju*dp@4<7c)<&!b>ck>C*s7TbXD;y`a1=% z>sRk+!@gNL6k0tLES7ZBDJSM@fr7;o%A=1U(e|rEZhXi7m&QY*)QX?5kqcASUwBk= z_BSoB)^Q-Qc@x|LGPbm}4Yx)>8SOdU5;4oJ8c!gE5e%W)tG^2+Yfd|A`)vj)?gyYa z-5;r85bV$od@tr?{p}`#7`xp!rpQ`xkmeqEO37QDEDD+8_mUp&y}3b@2;$L#LJDrn zOgX$a69Ft}K}uV%K8La9&wqd$^l(uj^??VDpJ!#r4||Gx7!1WuqH^L(EvoN82qq&8W?(RID??i!uAxrw{_YrOYS;VN2=dNZym59v0# z+pu8n`@s3d48%Z33?uB?&eq`^2Yk)CAbqOVVMw?Rl(dGck?ScgfK4VCoA7alzcX)T zA2yE}lII7zthu>Xr`l3A-`8K}=qH#aLN6a#y)U6Cdy-`A^7nQv8x&GZ0QGkMDxp8a zFJEedmW+h7?Y@pk!r5E$>=>!|<8xiiNE3%SRB*HULCpaB;g#Vq%gQIjd-{`-)4Y)8 zgbM&g03p3bkV!@rGs7ROKD8TG*Cg{<>rscxcta#&OnbeTt{c&bb)DXdZjG%%IG!6-m-#(aut-X z=5@|~wd&f(>=->4$6jk$G$#$UV{EADtNNk(tkyCL7mclJ( zbF2GsiKCg#`y45`ZFnhkhTHIk%4ia_1g2R))$ zs3E%Le&enh0R`YiP=e9XkUHgJE5r8X5g32XuO3K`RTZ<#Ig6sXN?H>^jObR=+R>=h z>tfrh19fU94;$u(YGX=DN?wbvg(-?-SO>#6sf{erLAYmQ{++S~D(Th~-0kWH@xXMw zQ$`TwOvU0*v6`Yr1hr9+)b!S_ zsU9e;q&HX3S?zmvxDshW`2Ku<@^m(&!0eB{2eVpMy}|!>j7`(^^tj8CU(yPlKzP}6 ztFY@W%ch)A{RsKQG4T$lm>=!Rv-DvQN^{-Ue2JKZY=5l!jjk`sUNpdQMNeqO+Lr0-Y%NOdYf0<>~ zeS*Z`km#Gp{ZvMG@56n_fJ*X;=qt}uMUR?#GbKtzQ-UK=v%z9%0-*TF5@{StPCVAJ z;DHo+3qu*j!>OEhi%g5q(CBDkx(mjYfhOy~7-qXl>HwhLn6v*7}DW?P{jyQduPVQR-XT z@#?2U$@#e(Q#-`%%aMv=w@>|N`ttl6fJ>YEd8vVaf5_Eti=Kjt3ssER!R<;0>}a2wuA4yfXdlfyFLdQ9 zI=W&}LKRo`G0{LK*8kd}%du9M3?Qa_Tl&2q%{C_uueCOkLGvO%7AkFD$s6Pq^|_&CPC#Q_CxO6d6U3R z@33Xp|LLqOf@8)0F$>_IQdKyGo<1`k-(Qdqg=wlTaxyG#wys0my00U}UD6c!#DzD< z;-hp7Tx1ypdmRT>duH6}kaRjyEoowE%0~7by4rXIa-#5h#yTT(>0JfrSjDv`wELq#K>byNKH$D%Iwm$GqT9n9j`>I6Xz~YkU@a)}2lfTjlLuW2FUx*aRwkWS=BZ?t)E_3_9BqQyAgveg^2l zV4}NppwOK6?*IP&G&u=?6`m8~REF3o;hi&l*vPk3I&36I>ya`+MFyZHp8X-moM_k1r6}>>QIN9oyUKfNHS04k7PEF|gtq(v&nWQI4 zv~}p~aeSv2Z4G`h2ttJucsKv&d??_~(U!+TKtgD#XVu`u@>eQ90Mn&T`ogCg^VYaw zgpidr2c6HQR0ZSUhk@`-4nc za1l|LX ze+De^s2sA66no{&OQ0%@PT2!0)m}lq^hvb;l(&Jd(P!X%`n z5@|Zffb}9d;tyn5lB?ei_d_Jd<;9Pp>}hUkM6!}UBSeLeUPzkOyc%#IN6@`)B0oI8 z;-$}{6_G@)D0K9jbq)ovG5D5qmqn~YvkNtnVo1sBbv78)4k0B^xl5vA+R`DSj!$Lp zAEX}5{AP(H$OUq2GFFz5*$YSqOFh&HJ`78e|F5&zR%scbBM>QkrW#fCl3Q#lDn+1a zmsu9dhefhv?e_A&+xP#xI?)Fqb6al7@RPz~9qHbKmJ~YZeo3dWh&lD2pZ#|m>2>UU ze;&ZPab1`e5)gT^2rw5-(`^-e8~y9sG#vNKEv~menWd%ME>{ zSqS7@7-{f_Sr=J9+yo)VAn_-MyH5iu^UGW^tHLigO+0hUIq1UH8zsay?AVZY`eBgN z7+JH+JVe>v2DQNgMJ%!&G~!2C6%tB;6=FbAhw536Za^}I(maltn8bkUCMG#Lp999P8Zdut$ zM;{{@+v7X7F@U5-#XBe@QRMFw??We3!1kNq-azi11DZ8@quxa5@1)i&ib(6?vQX@I zjl>&Ir1D7-=IGokily?VM|%!L7*-_6l!EQFK#Au8dpqvIJGDx6uTtin{rYHqXbs4w z+N-!+AEV>Yq2pb3CyIOucnL(KdD>LaMCkebNUQwEh4Jz67c2TJPOVKbBS~4~E)9Z@ z)lVwWq8GWQ7GWM_3li@?@@(-4!9hrTG5Ra}{c;uiavi$t`dsv@ zdiKibTm!dZ@YM>Sj@|N)F+G3rTvRbI7L`1?^514eCQ^<9?PHvg29fJKc~(?IkY@8? z_JcD&93C2h(Z)<_jwb%gk0?zj=8KZj+N%O6Zt$WREqdr84TCg-Vzhsl~XO2Me zY2MMa141KJYW6&UfpO)yc2y6F!%?+&yULv zB2}~omtV-iSMRW*@*^cukh+-lLb(U}Ce%h$_w0^ql<{(>Qr}d%q>IdRLZ-4r9Wq6+ zbnbF*kApY9ph4F1r@==2aDVwx`E${^XTf$kqo-RVwvTAD;=8|%b4c)pdnU`9e;Vk` zmz?^c!$(*&97xHPKS}wA7G)(RHE^HB|Nh&jKZ z(AAC`bY~!(*HAbF%co8nL-!+n`pd1#SqLdo>BqzXZz=+_WLkBw(2evEIH#s8!v^+=t@U<{g>|7XxSNE(h=e&D71ye^<(5ZC zDt_nG$qGg)z_HG=Gw6+@46D_acCT-XbyT_k^QJ6v5V*)kM=!r=0Zx zuP<+;MFQc)>|HAT$>6EneeA+uKk$bkQ2PMc^e$R)^IgPF3@1?v#WEZi zsSvz$gKaj1Eip4s1|U1UM&`Web^PL~9g!#(enP;+=ox(JpkpX>Lqy+4hjtPUu2msa zOL@P`AiIR~ASurts(6S~=&0|V$9QWc)Z)#nbY25VFxU72&OtYY4Kdsa3ni2($-V*~ z-z$dNMR5B;aJRow)`Q^cc@(BRaw0bN7K-3G6S!c_ulz9k>R}1>yp1vJ4@;wqlC>nZ zf(YUU9(YIYsIe@3>nd5BI$!#u)=z5$^OAp+aAAY-D%l@4;TS6fj8DS)AZhSVIQZ{8 z1EO31qL5P5Bt3f%H>7VZUL$z-xWNFYKF9jN`)^P#j%(WadXwgz|nG zTmX8`gg=6vbKZ-VLFu$6trvYFko2sB(-Ay6{_jE1|JW@PH!S9!hYWxu?)?WC-#g?i zrOVY3s*ccrZdZ}?w+gTQ$vP$9Rbn>>COz~2UJttNLoQo7)E z?3d9(5iR%jnlho3MWY5h*>oryALjVWP)Q-@%{?eBd=QAF3@LvdCptCVAT{WD!6(9O zB***cDifS^G#PqYoc?Uf%6QM0$kd^oaL(lznxQ?_EX5-A1&u8_ZCL)uOqXTR;!gNED;h^Wu4ntzrp zf|9+toOCxHX6SQWh30q0eN46rfPo|sW|+P3PL=G(nf)B$R7k~FpdIv%HV@iElrl;} zBJRA!y*fn_GJXV~6F@K1jnaIZfxatx7!m32I<6GuRm+DF17na>e_^3-kjjs^jFG)ok=M&q&GSUIn}_^VHL-JXSmxoo2(|eopVz1$l*m z{%#w-7uWa59=v;c?zFXBi{qZ-&r9#>d_PcDT7)}1+_Ny6wlOuHmL{XNWa=DOnC#(_ z8oItb(1lysDoIS6UT^OWE1e~yKQ&vZ|Ksg%U8e}~W|{_Lrrrj(X`5?@*5lF?`|=VK zx$cZ;?Nhx#Od?KVL#KRm@KBpBUD2nH2k=F(Qum3_am3^71}dRv3-a^xzrpEn8+TMpa2C@pc4MF zj}-69``(k1x+kx;rR%Z)u<+Gg3(|cJ<0Ajm#UtZ&kV^QocLtz?Td2yRWFaD{_*AY% z4}G#~suw62H!l?auU5-Q9DxEt?G(+twDZoZexlQ(dHy6Mr0nrh*tc0{`8I>-&MsL0 zWrqJIG(bO~;4i1globsVhsEbOV@G@B-Nu#XV3XPDQ!r0z7`a>nFap<0ad>2FCky9PlL7pqj?FJMND)>(PT zJ|yY-SM?S$!#2~ToWevkfHMRD~4(*Xd=({vG)5{h^?=P)QVH)UVY#5&Y@yK!VWE-&8e6X+g!@T}B`Jhojw z)J|`Gam)$^bNEY#tixlDlQ!=&9NUw8G{Tfp_+29{(hnXixV)$RJn_L!puB z$>PJ?ws7sM$(mnwj(L|EKlyfpPMd$;Z}QfY(ggC@2Ak&U?=Xcy=usVH#@)uB6QKk4 z$F9oKD+qaPZwfE`yd=~1x|sZqBAj9pLljB2u}L*rG4#*`)Fh3XX4+46u8yl==vg*? zRh=U9GyP0+CrwQ)+3l<>R_V~0&s^x5_G8R75`gZ{7m$n{UVeC6$#%&F#cbw388{uu zj;d?YHVYTe%NCT8?da??P!Zfub^N0g{pEmdBYBojOD^JmU*rox->lJ#&ga~}MCgP7 z8?MLkro=TsCvdF8W$;(eJ{k5mq|G?Lv8DISI{w@8RL5P=i!LVXniq?ii`lET-G!h1 z;CZ9t?`{~;y|YhitD5Ym`dx#S7eYlRk>PQ_3LPv}Q1XJlqq4-2Fj*)iUBYe8B=DuL zkttVh2CWP*JB`y71}$iT=G;2fcsEz@&hozNX|A*@TWyK&Pw!A_K}GJrT>C%n?a#jm zTOgW}9kp7{L1CJ_`I}|?feMPIjcp@FayEtksJJd~a9_@%$jo-1 znc3N%sY0fyA=?>%^s!&|6Gw{P?e+8>=M;^cvj_{UJQ;WqnUIlEANQ(cEG~@VN^f?9 zX?ij3VX;}MZm`Xsi60Sr=)S>)Kb-yJT{0-{be39%I$tKUQTmcA@|nn-;#Zs?mv9mE z*{rteZnYYjn0O&Wo8=_806dAc%# zV?jn~gu`r`rsj+1+b3X-5@Pyeva&AeKxM*v5j&HUtl_moCQMf$GZT0#TF-gRgf1!) z#id(gpXw$MDyy#fx95xq1^s~X0OJovdxxW@FQL2qio7G3Mb9OdedhPtqKk{g5l@zR zBn-aKdDJLMHTZQkQ@2_`2>u}VfLf`3OxZDPZ(8)q2ycZqZ)?CjKrP?W{$tR)yAq0OEbKn|m`1n19 zae?5XW)Egc$v=@>6n_G@hK$s`R=^DZ2M`~ApM-*ZQ?4{@_#M>wK>xj;mv^;gk21jn zl7WQ?Yjh$Dxksweb=!qcL!+}k*SbqcZO{OJU{FR4`}PaYMfOdLo)>V>a<^X78~a&; zSE%T>5J>#^PD@zs?6DyC=SAjnp+xBYd|y@!84z)*oOaAuvJob{~Ha+YLEL#r8xf4v_?)J~!_ECdVm~%D^rz0luPoD#7Lo(Nku@kK#R|KeBppl66+}z&V8Cgm7qzDMlw{hphccEW%PqqgdOu znpAjobE_?H_!1B&fN9LNyymyNh*J^7sntu%0ph$y$*<Qr9)}QzC)&a3bru+l>Fd|Dk#Y?!kH(ag6c1Oi=oWoXU+` zNV4B2PO9r&O>fGa=GaNRA;5xJKgYwe4pbJrlK#-CufR3G_4 z9Hmy&qwnpt3h)n6I-d{6lsvuCTkMj2+mELZK+3&B`>71Ohn6Iy^s>>P&B`tHv_B-{ zb*q&(rTT=P%}h@EK!vSj@7AD4v(HS`5fP|`~KvD|5?E)_Pv87?0?eG#88D5WB0H}6~NFpTom-N@1X z^ZOoPDqcgmOYcJDS12SH*ar!Js$V8TYw|l|k~hXzkg>H$Je9-11(rf8U#d{Rz4kJG zcgS}1eKs10%-iwz*c`Z*ssE#TFlpI&FhHjN_e&PuJ15+Rg49%7Ymkh`o#^72b4LRj zRP+h?J6hy{{HY5Wa#LDqTO1zq9CO^5dG3>=nrRQih|r-V`NN?V2$z6|DrGzN<=x=T zp_*l62r{LTn8)ZfmT_+FLVI(w&g?`!OQiB>i4<`zDH>Z>4Rr9ExAU(+*I1>lCF($e z{mzGrXPOtAShikh0)l0&>uO6jCkEdH_e4WocOXa?{6rX3__0tm#dx=TP=x(O}SOm`LSqbw? zT%kCEt4m=F_W(3eWI%fT`<=^WJ-RMnJLUUwCZST9`9owpDooIsX#xttA5b!i*e1+6 z-)WF&KOq>!MD9}{wH{#yq-}<2dz!HG;%LH3I+TRH;C-`ge+QEV@w2l(qexgVK<%N7 zy{Fk|ZeGE`;Jdbn=F7fB+hLfsFa&jKkdq!>I?q?K`tbLjiEo|pL{^~|8mFZ0Pm+p= zif$Zo2WABJrKH<+1ohHoS-r7^p3=+3P)TCuUcOjc-Q}!%{ZMjGP0lF%m{rj17Zno| zQ$TG{!)J-7^^;e@gi)sGVkDY3^qf(-*{eqf-(RsqFgE~w)z#T^Tic-$-N7IRQ8dlH z+nB7l!#UU^4-s(6{buhmuGZDRmM8m$P5&CfdHg!odIq8E3aY^o|t0Ta+|ieW*Y!f~WV&uq#mAOs|3|6Lh@{ zTlM3TWatdKn`~}aLy<9uw#ClBxFi04p$e@c8NVsF$BVByz~fS^oJ0LTjJ*X|l-t)n ztOz1tfRr?Xf;1kwQ3;h&5RgU@=^T1saIlb+BPA^{NJ}?^N+aEkbPt^a^WTr>{k`A& z{y*k?-*s^v4D#$4a=QtMf)Nk0NM318Vh9mt^z!f zp`WVzSn@G+MUbUtYzA-zzo2)~--{pW2r@E&yA3%hx!|_Drq*sdV0NSBf~}{fTPtIL+&4U}IE-s&cXr=Ebyrc{2(B$QidOnmgw3*Jts^tS6 z_s`-zu}Q$k&kUgOB}LwmMQ`7ie-aYZ3yn8;*Amx8!hJgJn);Rm(=00N>*Q-(cYu zcVN^u;OIU029Q{nfCSedWft@?6)@ba!|4&^&J^XZQC|GWLA-@}@7Tabp-LMUwYsxm zk>H71|2n?A073{4$!3md zx$xfY7cO#i{`K^A^AlgdT)OO04sAWK4gVS*9=0x#0vPHvl9>6H>M|BQl1gbGVqm>A zfM(wrxf??I3iUQH1>X8jb7(76+0apu%OMc2Unlqqtm+x@;>;x?pVpC*q9O(Qv%Dbx zmXs@>D=}46$Ywl3k?*cs7v3W8IClI5@6ASNeIa_O{Cof#xKHB9ktMu?Bi&wiFVEuT zyvmya_+E7P*wqybn+lmW|0H2CP(x>K7Js;T4szpOr38SNX*5bQ)33kod=QZRFJ9z* z$cud5{r?fYPwN724?E6aq4cWu#nouByeaFgEM1*{3w+O!fRUu8K-V+pL(_i00QT9- zD_Kpg_^0PQ1QFa#xV&gFr0=r zHJZW)Hso;fA>@2I66)*2^+61uue(>FP3=jC_o21&V2aKye#Ps-{~2s8AvyVe{28%k zF5oKRjpBekX9aN$(xn#+a*~i#n9tDAvuK_r?^i3{Q4=nKHSI?}1_?|gCBIEgXBD$S%w8|G%l`j6e2z}poi|J^c%?m&4OC$GzmAqN!SL^ca8AZzq-!g# zb??QNftXrq7XD5`wbwxO9df@pFHl$Hm3N+Wz%|xM#PMP-f)wC2IH!zY|Aa_CZbl50 zy!5R5{hES!FM|0Xw?z~`SeZ&|`FWe*3>cdrGg0?|b3l)b!^9}%HebR#mxY3hs=%By zen{|#zX^`y&#w|@5|kf2?{xPS?G_8({})E`|FE;1hLf)I+RV;vE&lIu`30)@1CmEK zS=SAS*dPwnZR%(t^wheMjY;sDFM{=X&yuERO=XcC{#)oHu&0L(5ca%rL(u)s#L!H^ zVnXcY7g{puMOLndrJSxYhvoNwib*-ujvQ(#?cCDyFp9-6&65af z8HN-5z+NvfDmlnx=#nsF>m1b-w?(v9A>Mc7AS9;xXyMGq*3@{-`X{3#&KAKTYC}1& z4;sSc?fbD!FFkYb1C@0J@7eaddOf{#6b=Yo#cI5_lwdh1R*oOto9Ls2me<&Qyw;-l znRZ?2i9sDw=3J>3n9L9rFf|kQxU{a13-}zW{xN8hp#_m~!r zsc{VGlBF6enqyq-3{uUN008lSeZ)5Ri{(-BQCgxRb|u475(9W|D;5t`Y!qxt93G~} zb#1NSwJN5XB*KQ1?!eOm85eJMsCuALVm^)%G}Gz$=CA;AaI_$78+&zh{GA1R2ixy( ztfLqU@vL`OTm3{`yF~^JDWL+>c>Q{CroE7;IcC3dvh%4;GPox*FuhMdiQxoj12F}v zy$8tYki~Ord3bRtOKIf03s_JEd*cMOow~h-#+~egHkph-v;9MRd;8r<_Zy|QKi~2C z|DA?DSw@Ed4?D&PDr}{mUG(5ufJ5K~wXWgg$GX4byf>Tc)jA-X@hHivS+A>lcQ(e3 z^v=YSLLVCi{VV(LeObyG?1L@EQsmVHA=`4=U1)msg0RBm9weV9fY=D!C@HPxtJ#dm ztCJev2q^4H{%hD`(nFDGdv6$|@#gI#DT z86LbKGk@vr(wcJ3$UwHkbObGXyCKb3YhvKsfDE0}hBk$A=(aY9knn60j!^k~gb0XQ z?E%D-!{%UtxeBCE z_cQqcasq`y3C3@I8x-b{PfDm2!7P#;qBz>fmc27x?2x@>t|)z>)oXFb6t5yebR5AY zihZV41F^qBc8(d8rVn+Ej!F-wrvT{?jzD?1@)(brmfW67maYOg`Ds(WNAv#ew%d7l zHGNbiA=6*#4VVJAL6406X}Oc>{dyB@ec7ZR8L7>A+^z%8E!(KFq=A{j%4-4WtJQ&u z1qQKE$9sk@U5ZWzvr&IE8AD|cE!%vkpas0ks*4L`f18oWL%;XJId)(#!cAsNVWI>t z%fi$d7{LCr2`RS~f82)LiSl*RBhbi7M)t5Pw81>ehz4reVhBR%jbn^2dcqh;s0C|h z>C{8YSb)9t3@Up40Gh$@0}%&WP=f&j%~hC=cR_G^28kfpd3g!omnJ<;{a8NLjZp)w zr^|ckq1z7Wcsnv%dLSd;p?^>qPBzN!=3Cm>@C5bqO&q%;=G~{DY_9hdWuiaSVL?*z zVNU_n+$A4$^154FT7`v_@w|a3f&k$gARsvWX zo@Zxi-e$&o_FPUc4CEk|b+GK$5?hBWL5<;Rw$lWtK@T9VcsbBQWv^I;9ods2 zSzJ_92P7)>uE{{{@2-ObShK|8x}_m^>@rrd86Z5o4+PEx1Pat%)soPNJ0=yCtbt++ zWo%4bfti`GIlCv1CM+iIi;Vhbn5ODbaZYlkWKZ=}xyOOBT+q)#T7||2ZR$Q^4T(ZF zfqO||L;!}O1u|t^yknhB1B=5@2m=*vUuKbI1hkO10#DV$x7-p4=^vZ6M)HN7yaSzq zO@VeoI)y-&2t~9YsCU18+#YkDCH1|+tJ*=*)FH;6c_~o7eB0-6J70!QnNzTt$Zc(u zjzQGcAKWI5Kt%8VA));Cq((Uzg8~;I)#BX*M^V%|c(xim|B4)a-Uy1rg1u!;e)apP z%k5*o8%HS{Hx2VfsAIURhb$*zrMv zlHk)LQ{2h%+r6gk`dgT=PwR58RAf2MCRPN!!h~z7f7n?bxMI@*_5Q2btHxZiNi5P? zH(dmkU>_j4QBW%-_*82L zmp+LU2P|?_1v7>c40y`hyn0(uuf_6x-U0vPux802uEJQDv=pVW7RxL2!SdVS> zYZP*`_m9>o=Kq#R$+;`{HYGSiKIS%i@bj3+>dQ(eUW`2|j*bMEZhkZlTzp-$eO5na zP45pJso5!3t&Fn3gqgXsFn*T5dS6I6ZNSXSVcTol*ROVPGn`uNKUx4}ser0POH-{J za$N0ro)EB*WCu2Uk$_a#{Uc2Cb1lTm05Yt~wi7kg*+oU4mAF&OXTfpZuK7WgR1E|j zrvUzc$3$kguT;?zau6_~F2Vl%@h)sGRf~K1eGGiN@}6A=-tfBf z42V#)#WsMh40q7wL(roXmm{Qj7I2YxDP{>jh z(F+8hMAwf%C%pzpzX&v%?BHH|7Nb8Oda@8YWn*%rj~&1rn*2jhGn%PzT_y##&2kd# zf1l&I2sE(p&jEDh1SBD-{i>{jBZa;80TAR5B$vv+=>VaMQB5aaDA>PfVEX%SM5Qoa zv(g2VgZ7$DLs>R7%%%?2=VSgh*tUWV@BM12ihNMn0P$Xe>(ssvZ*|C_r`Awm<&Z-K znySm3fZI^C+biDcxc$j4=s_+jyN zC!mGzfCCE=vC&+g^@5|NS363_G9n38eW0y1J5`{Y^y( zP;OR7RRW=x7T?D*jw_lpno)?F{mg_-bBCZN0`$RDXdHFN%Oh{8scdtZ9jh_?ZiwZ5 zKMdyc z#kP3b)m3?>@kbibZ|v>u%mRoH=?GQ%zz7!?I2VJ@9pc zYm?I`7M%Bcr8N@k-cR&G)1WSq0ozhsB6(GnMZ{OHRkdI%biFo-3%I@z$4*J~MagZRBmBS<%7&K@5ho9JCZ+%CBQPK0*9q*H zUbAozIrdmiJYO1R*}#6PH$0wif4#HZi|4HXvcds2=*#WP5Y9V&qf^#(J)||=L;cPK z`mnG`0M|Up{)!l*hgT)U^de#QhSd3m%MZZsQ;-!|qGu6hbY^<;i#X&hVC(T1PM zN2_&?UT&#y$2*YShevXxB%f_W0JeP}%?4eEr*4AUL9$-|^FhZCB+fw_^qL~Fe-{z& ziW|cjM30x7DC!@TMq3kkhBET^Ls}uH8^DGz@Mhu_bn1}YaH9$YXxv+p#1(R~UuFp! zEZ}%PA9;N>1t_weJ_^BIg8qG`BlzS+Xa^w(-Ry(Kd+G8WI`$r=T(q!0|?1<&G_HzI)-H~=PzcY2NQSdKuHLiF}ru&WA)87IB8iItXJJSD9s01Gq zITy|;*X+%}XpNYie&$fD_OPKkR(v0fh$^|LVz_)|4Yv0DR8;H&?o2#?U@cax#8Q8V zObBIO{H){E5Qo&qUyq`@axuS_|Np>*6ix~2k-fHR{=+GBSb@#@rZN=?s zr1*na?etv-2&k$%-m2biP^N&8yvclGgDWw&{4m@Egb$=^yC|%XhJx3VR5Z@I&iCYX z_x<0SEk!yG1~i7u_L8Gg`W_u2-M!sESMLGl#OY5+0#lTSy8wO)^161bGP;Plf;&W@ zAEZB4&ZpX~GA!hfPo1*bL8GH-Vz`^oxa@VnXG~;Z}srG4rU{=2jt4fH{4XfZNE|IC}4# z3qUF8aO+oa8zIe|b=#acnvbulffp~h$DH47v;Itp0#>`No+;KQ!D0^69t zZ;-B#+Ero!0MzTGHpeG@iHhFqTF~j<9J@EJ3+Om_CTE+7!*y~G=!ynHGW8I)CRb6A z@et6RB%c4Kk_Oikkh0-}Iy}T2L-4RjD>Zbbs}jY)Ieiz5=Ed9>Ou@nCsTin{p0sjx z7$R3QspKI$Ik6W#6f>B2UuyDwciDqA0?+eb)h7Lk2SJn9ym}y`$(VTX%VJ6f zw=s}nz(CS=~ic(S+Pf@D)Dt3+ZF zEQ+aOAUkOEoG)GZo-f;!e19X4fP&$pqgH|G<*E2fc$UGE7x{o;-v|&Pu%ItM$W4{V zpcbYv2p>)aZ8t(6`a)89Ac=S@_jn{st*OBmjGImzQTC0vG0%N@rD}q%c8O6O=&xR@2^(*oHT>5(pJH1 z8-*%06f5!xl=8rPNsmUKYs~(_pDdpm>OZje=zF^11-9j2}eI+v3;yOH9 z34P}_m&cEpu*Z#`m_IyyH-X#h4iU$y|HK{hcSELtAoPbe2l5=#1`~%mpyH2zcw}T6 ztaZp0pM`r)fO>ejP`M2_f`S1AR)qHS9}HBPdIAk(I;?szH3f%4QHnjqVv4Cdh{EuR zYMIRr>8_rVl?iNkNE6eNl@@Qi0M2TL9|6B@fGf96budXO))VwNN&Yt|)e?Axm)op5 zb@0K*x#VX+g>WqBa=Uh|=nA9=;5bUCpMG)F)dmi5i6)d$&790z<+XPPM}6r@4qLA1 zel)f(>M&x5XRurZnDPbPY<%|@`L)llDA4S%<DmB!kN2LSqf4n%;c%>k7(?kTbwuA)Wd?(QC1Iq;(O4paRn8XxIE){}q}@({*ME1>rUbVLTp!{{oeR z?A0bH3%~-*r@U43zfiEmc>s1*R#a3mA4jnYUMB3uWG{*UtP@sV6d3^k-lrs~Xr`X! z+tvKX?UFj~-<>!!fqQmqtQ?32OLqS^cufc85WIhrnfQa6=)8&tV_2YR&2ZpdWABsC z7A%SY6?1`lAVU>|l((?pV)X*FK&QQ!xWnN{OK!4Z=FgJsm+g3bo~33~@}TTZ=+J*SC-owhjopEqw{a^FYpB0F3q3Y*bHR}X{Xz2c?cH`oX?+3n}2=>J?!5% zBzzzhiF_U|Lsm5a0ooElrI(Ax`NhQ|-I&HdHEiDirU|H+ z%D?ZeLItHO>UCixmVtw&x1KV;c8u853$}XzstB zg3@7&dwtt=47Rb`Px&+<8ZNKZs~J@o<2uFN`j7f1LZjbMOxULMu~ z&T&Yh{K5M{P>i>+8x!YzgTZPE#fTB1d8Ke7M5Vgq zP1MfGbr;LuR=3StEAAc{?)pTOD_^dw`E2oIEpawrzAHvGfILoMU9oWPqyh6tIc*3pTD!gh~cU!dROkc!I)lTE-0s z9;HDseRUrKy!ZgX@*K$00UGhhX`W8eo5}1)CDtmKmWtK1;-;g^((Ffc5o+^{T({ze zbxA8pdwUgH~hH*qkUT@-$&o(G{_T!rxw9fW-t6s=sv-r&Nyj*6z5Y*Se__I zPKB#jULU8P<{wMJ8K#=aAlU%ikV_(zICc+cC_YwokfR7QG2z#d3^^l3w& zx8+5or_U!@+FVYwm-+GXa8ZT5k-Y(pBLrxk8UX^LGGM5^wuN%^t!QlPMwvo1i426M!Xo^3t*@IVbx1gzQ{AS9t_>XPt+NI%l~i#wtxbzu2s2qcM{j@MnCc73JjE^Iemp0He$OI;$^;1*b0@} zC_lNh%_mH^A;N?JH7|{0`GnrlOWCx2Ba#D9Pg?+ zR+kRmSF`E}@t4>li#0M3RjT$R-^}C9GteC@@0XJjH9tEseg>8)7tW+LSsEGs*Xgff zX^MPydC}UGtWgSi$iMzH&8=uV9t`gV0T@gG5V! zR*S>f(-vG`qEc$3P-s+3L5_EcsN)k2it5Aq08#dqr}OR#wr;1RM#v95Af9!?#0!C0 ztKFxtv|97!R}R?@Umc|%v(ed=cGCq5$``4VyA=yi;1i!qrFD{M{MED^Wzg`@NOed$ zyHPR8wPkWlG^+Y-QHe4yckq7OY~h%$tjPj9?k75LM0c%Mh@HPIHMs_U0HZ!QD|C=M z+}D4QvziPAjHhgJdYz=SXL-NgLOBMg5})c16MVrJj3d;Dq8@mb>Y0JyR1WLPeMoSt$j%;9hYAo+v+c^cgcAc5rWx6`S&PH5 zEzYi@6YE>l)CZg_xlOt+bgIb@0No}b8A4#UaJnuILyx*{pp7O=2^8?~_UZML(!S)i z*ZzcJBN0j}nFpx7v3?9Qg%G z@hSNFZ%!vAi}oe3Hz9=bT{K7VduhmCB$AkfeJs7A^Ko~ z9r3&3YR|Zl%$>dtGxV3IQ`MU>d%4?>31mobR_td>k@ z${$5wR>9vy1(SA)UVFrB1v~H*yN8NS)vAcaA!_Y0tMK(bv=O(|w{#2mRz<>m<4M|_ z<;0UAZQGun0vwv_oA>s8ob%07cM7}J}l%N|AWBno)#1ZZyg=uL`|4Z7v|lt0p`&UMImrqJ{Kq(`o?-F9q3yJJVX`~El+ zL#ul}zWLanXQ9J9sRo0RH`k&Ftj0!ch3yd!X=aY)?6ain4TDKI)FrA5)NV%+1#M|y1!I34 znC9OgWrvsA`UCu8FXB>3SO?8XTN=fW*~RrQn)dVk{t$`m=DfnM=pL)+@jFYTL@MKFavv;)ibo9OM5l=AqR@u|YTm#R`%9|RJT-%V!wSWH!LY~iE z*jC>gb-&qG?I6<1{{gjIU=`DWE%)!|@@eB1)%;lI&NLCQ`TOOr#o5tt%`@&xzx>@qRM$NBne^EBoKP}>#ZW{UMiBWHnz^lo=DufM zAUQ-0r?Ui>Z8OQNUXDUVt#PdjoPJ)&qpuO5yb`YMHS0k*+!SdlSG?9ockvACUdLx+ zlV4WQmJbxO)?BmL5`3jA(0itJtsOhPGL9N0h;^i9B`rd8cx@@3R5Ay5l=A-JY{_Ys z6}s5OfdOQi7i(GsW(lM=fnSKbnh6}Bd1LV+*>-&z$P+4BJ^3`^wP|A<@^t5}OP)tb z0iyL?LPk*2Tr}3!< zXHmRmt3H5gMs2n{kUvzo4OXNPi0v*6?2G7#9Z;;=d~U9Hd+(`eMQK?LW=n&{@8?)b zeuHDaFGOEGEh3l{Cwn@*Cw^`jB5i&$HZALsrv0wo-ha^Mm-p5xL7+@{v$c@xbE{we z+f9QLn1ZOJxb7$?yxsh0HqkRVJJmvn$a(o)lJ9Phf8d1iQ=HhzfSAhBOZGQB{WsM` zlqKKGxw>XFQlcZ2{wjUB%sXJ9aZr~S#tv5L6g;TbiTvvk-M*7}BtMh~1#CL~f?{uF zp|;Pu3pwI#Fw%v{^to6$%?pQ-QPd?JhW&Y8pFVP+a?mBE!VFPtEZ_px#)e?G`{=KG z7r8S{K9AkN#&xv2PG?crL|XJ1TG%kA<1@MRAj@2O-61OwIAgWfE~v)$;gZ;yR%5+d z0HH7(<;kBq?mcYpwRdzFTDNMYJ(#x`m&h~sZaZ!nBsw)rLP1`|U04e=4EtXT4Pd+1O6V z3?HG7K#lbz`{=eo7!He3SnK>=v8p*SyE7K*lV>vWW4qJj2+HN_$+7Ies2hEIJRI`y z`?wJW+=Rzf#LTTONFojESbF*8+0~_RKXi)BDy(9@@#;*Ttg`3n4#c$*fX4mgDE!kj ztd}}EUacdJ;1$=?&je*K^~@2M+JOGuyRKW>1G>UCUO3KzVvoGcTUkw1uR~XRk`Hvp zO&)8mTFg3y^;#F;=KS~i4{{(;8M z-h=N;`e)}3;a^Wr$RejfY6s5v$Q8=+KHw2_eOU+U8+gTwEuPrkCYNITxLNEsv0c)g z&^B~y@@zkbPuMn5-`W?tLuRryYpi+p0x`_rYBCQ#G&ARtwxC43LT|bq#*YQS*8Anzr7&17jG;cysLI+oJu(1lUhbxLb}D-*^-doLN)WR zMfR+`Ividi7i|?bZ#v}a$(jD%U>wtz0R-ZJ#j_gLLENReq4&Sfwx2U|A-If(yRQhG zx8yf}=m+985VK`3(XXnHi^#L5>Gzb`@5MeoFTd}{Dm*F$llDD7>Z#4u2F9s2$S_M> z25weV{S^E*VU-J;1%|jb?4kBCnR3>R9JE2ab%b^)U7&YNh?hxlMrz}fA?Rv-svS*! z`%jVQHA>{vg-Kv!?$mwPg!Q>cbT>_E6^OiT)e7z^JNQ&+m0oIltB9M>)%SOW|K}k@ zhFuAbqyDlO?ic0TLzEtj-Tv^=jE;rP;o7*~IP7>85EBw`Rzus}>~!&l0=2P9XK8b~ z^-|qt4-PHdu-1@%U{M|(9`>{naKJ`KNjX7s8To+Y(M99-=y)Pi_`sZ+*7*VYvvHQ) zhu@9HZl?B^Bv>V>+@w&JY=ymDg*?TM62MA~B620m5RBL^`r+R<%8<80hHa>n>(ugf z7JcaP6*;k#mpH2E)ddo4!{=7E;O#a68L4i!>wGet&+B1n zyR!zs4eQvMP+#6evF=u*cZ^zzp=kqR03t^$8l*2p}lwlDl{Zq8nq86pjMwb7zEyq%A<1^yhC z6kb7B9j-}(l?svA^Ac&oOJZsVaR~c#SKn4G%&kfNW$aufD6gg|#r(OfmiPig<`kb&7pv6hpov!`hFO@Iks^b*1Rz zRjAuD)L(**x{Bp^L3v{tl#Dom@(`-S+&++jG^Pic0hWe=2meVzx>{2MYzIizkWne` zMY_lJqxn!%E*;cOA!p3(Tbuc$k*l2z>HQF@r^;)Iwm=jTgcQnR zd0~w^dv9dBe>vqS3`1kECyi-Ah4P~|yUOYdw&Mtjiv8MW?cNo}`!ye|bu%9U7M&mO zg;-Qc!hNpb`w5ow(qZ25rxpf&(oechfOenoarfQ`GzluLUbWkZ$n(Al>R{aKv~`U{ zti^VrHWJ>lEDjz&8J2d-pZ$DycdSp>gel6%O>fMN8(KBfAR^6grO_<|2YiugiF9E~ zy(q4vJWmbb91qEg(rs*zfGFLz1koECB7~NFne@{*RD5nF>pJ7`QdfiyUTG1Ljl^+{Q%4QIFY}@b7H3kWtVYK5o%I*>K$ma zOEY4xZ#1|Bl>5?C_sSP*Z79ezR=GxsB-y0Wzb335+_%s;etHZSH!u+=`bDg=7}N7) zcs3=1cx2vVARQ(br)0KAkAh{L$T?MY+`*l89?8X({*-d1+!-5_+bi#=N1h{|(!gzN zESGTU0Cf~DNTjlDmc2P3;tzX{HMuy)naZ{$^!*c_TCrXjkBNIJR{ydEC>ad*iz`0F zWUOWg*r(6G);m+6qhBtaEX1IQt(EDjo*KGub0yvCD|;|6e~7fKKIb4-*BtZAig4pn zX=KPF*;SW}q7$9lg8H^$?HS@mZZY)muU7Ms8`S$_HRZxTq>S#7Vz0PNyz`15J{3R# zmCvAJ<@-sq2I8vkmY6T4$;oEad*Qd+b8WF^fLY*#sorZSt=Y+WT54}pR9e~y6mXbW z4m;mZweaL+!*0}r*@?bEU_~|SK|d=&eiXi|`LSZza%TQl;4PMoN)EC*6a~6o#3t+L zA^Ux;PO)N@3>gNJ*j7|DzdFm9)-YxQyS94VqIqX;jj3x}*SEj4-*Jz9A{Zqipy<6X zG*r}Ft);F@Yz~JnG04Pi4qcc+sUW^s)H$~3hKj43pG({1D%7e>XAaqayL^5)rGOu} zbMy`=i1!R_7{}p=+WCMXsQ7tv7#$QrKiZ?Y7UAK zy>bBA<}#3NZfNe4_)`IN?Fp-zo_7nKOz1%%Ta;2uWEysfcR^ousG{mEFi60#rkM12 zfdFd|7gRP6t2Z2*AI)WQU9Kp#{rXkq>{xCGLVW6=5#EyZx*)@4zCXZ+^s_BTVAn$< z++k-^<--(2qe|xGR|5>qGREx#rwgkky#t=H$fNGwb|~!xYC#H>>{gRO)5n`2X`ypr z-_7O4+1KOSKt;FWo4O)<+=IyV84NmZMZ}1)p)oU>h0QK88^-9D9uk#vvzZv^X|B2 zyZo&j-1S|)N@;y}J02IGBKH@rjVN92b}4Q9u@aHXC8`1mcNwL-hf8G!m5xG!!=!qJ zm|VYL?h!v9`H2&{%qt^z8G{MPEwN4AKEvf%yw=*kx2mS>z7oQ&WkFq-a#-asQS%gy z@B#IteERz5byf!lVR-?ZjxQR=#U)|(x0its&0}()WM#)F>n)DbNMyFNn|_grdtAnE zL>}!=U{#X2T|c`W!;52bV>1qfaR7pN_p%_Ug&Jo_SC5zM5@6kM?MR zHtL?vpOpJxIn3g>%wN?UmG26x1_$E{*eS1x5uEeADrv92RTtj`rOF}o4LaWqT3-s- z{N>|&6aST7PrDMUb>^T;nI%{NWY?W0eD<`(GGaC4MmG<<#}1z>9-7G%gL-I?kp(rQ zHLuf6l&Uz6#5u4^q*!LF*vAy|@df5aznM!{efenC+7Tx&?dE*cnW#Uh%?c)f&zMqgFffHMbI@)fdxcStMX-qIC5xE8*Ser4;9F zZEYO|Upfg6Uim;f?s35A%W~tzclEfc%O5;h&<;~K^X#f9gN9ZHP0xuwCnm|iK(cx@ zr&wfI`7XPalF?4QmUb!NN2OI-czU0*)HESI`DEqfzH((;wnV>G$5 zeuS~-xa@ac*G_Y%=f)j$4R+rZoyZ!TWHP9-vH!_!O(zr_GJLOv6#XOXgxE*%+gPHe_q=d zvOIg1{Oe65&50+!96Rw9=AbLjd$02L6Cf{>f4p+3b@N#)7gX9yFkXQ>e7td>VCqC zWdB%oL47%lIQW|C+WO-c`5r2wiLVrggm_Qtey%+y7h^o~z}TbXtRdJqbm> zBC%<@eJQ8R4F@WQksPmULSb zdBNxTX35w~Q>4fL$4IZRkL0D}<6O;Hs&{K2-o1}3X|`uzn$K?;ws>-~W%fuY@k4b` zJ-v?Xs*y7Frm+72Oer{J>i(F(@G?p=V*Y97&oZ1s@6S^4m(mhHd2mS)XzPQ#O&PA_ zJnx5kYQtd7y`Nc*_wpHn zbFW^BPd2^3J>%XF7W>L8sRlkjdCbjk79Gq5b|bL%SP>f?jLa?d^90o&p~d>*ue^4+ zvup*VzP5pLsJOflcoorDkgYiZm_PKGs=k>8t-y8uqB4^| zLs;Se%KK3DGgi|N^FT2r(J=Iz?#hhSOtw^0*flJiz9vzzPcQvrVJUg}gV^OA^pRq! zn)Z^r{WDB|r|oWxT^X*DcfI6qj|22%zU@}ijl@^TBEzKIh~Ha z#Wr`nF`-CSrV0&%-MW~iULe>ke2lP&NDSVWn|b9iQ`T&(E)Tv(ABQl@#H3z4cb0rXf`HqP0b#LP zZt*Jqi2v*b^l;%P4ZQ#hdl;;6ue+iu`Au**%ZW|@{xf0iTe{79yD2Qk{!pE*C(cuJ z{(+J6`BphiLGm+a$pLBhp(z2pIoE)W+4u(^t!swp%0nIrz9Tjxwta5cjTc2PlLZXa zV9k-cu{H9-8O<2#+r>_VLzJkGJuC3-%}|cy#3aj&bBcl zR-5BkFDP8Ah`=lXRzncU|Bi_`a?qNe!KTe7^;H zGyZn}?nkr@8WtonMrC_+Rutt~kEx=j?utFfRQ9X_a~~ZCuZfp(n{VkS zJ#jRfnM)>$`=D97K;e7AYyyHf4SKM*@DG#erl9HD2~dw2l3TIF?X{d!D%ryS7iI!? zJi(RN0cS?DZI+al_I!U$y!f4%C6&RUs;iX&>RPQhm-J_nSv%j8IPUunmrFRGv+rSS z@mb4y(INBNIk6(%a!oJn#G1Q5gKYZe&0mGlZ(c?|YKa%7=B}7B7nl2H(Pl8Mbz`*9 z{_0(QRfUOp1SV>BIaAjku`ZyXAv=Sv=(Ld>Eo%9jxuBvYBc2|?HaU`^C`gBAlYq@* znsoKrw;y?LjA=9sDQs+>fyOAPMrL@B?Fa`6i41H`HAc*Vc?=M5T>w3^8zKek+rAe0 zXU};B)UJ4j#mC#l4yI_gTD4a9ziFV zHQFOD-MF4!{jEnsI;n$Rd^Yvb;19BYU!EJC4lt}NkhlMQU-o!WqlZ)O;6Y|yUI$~k zdnBcUhQutD*Z%MKi-4e4ggExHwza)M@rJLpJL=9q^OTfG?zktajCrxGko<{*f~%vA zj#K&Qb<7)N`-5u>8r~m9D{%qY)5xUE&;*}~M2t4!6Z5N6dY?B>w0A;`P0TgMj&K59 zICrtG^~VWMmrvH0U-)1JK5%pd&BvKvF%~E)%ug&*lvU$MsJWV3@p1mh?2c9yqQh9V zy&|IPb3zM~-BN$d=JU0FHP6D`lKl`F*U0?`o&Ri{Q#WNNG0C>U@6x|59tSTNG<#XA z-n(}$-gEAAW&qCxaFYW;yX&kH@SXLhwScrPDayP_is>IEhaTcDHMXlawiJ-W`4?(| zq5sXOZO!=QVe`NuZ%cn|+)ecLF5?{C6M2_@MaCL0vT}!-yZx!k{<7X=a6t|KwI9q? z89Gfz3GJ~ulsSlqd0)SUT3LrOkK=-ij6(CPJCDDMizWv$gwqz52Ybvc-K`v&px!Ae zbg4IfN{N3zCQVTIi_dRYR{p$%1Ve{L&qwkt-Co;mDS6QG=*fxcM`ls4siMJa^fIF3 zFH3^Nn{BUCpjNl|gNvhV9Ql~@v3k3^<{f4mXJ}gU%<_885PG-@&tT)g$eWn_!K>;H z-)v${F6U0|EWh>MHGuDC`BxCT9p(Kb{?yTpkS?#zGWc{?-hC(GDa*eM(uDk4Co}qZ zie!r8pQBI_{EEkq7d{{GKAVRn{%^yoiZ---9*B>$F53IUi40PN^M2Q9W0fep0*UuN z`8W4h%8`4G@K488Xve%U-IcvmGG*?7(iM>0(2gl>7Pr1dwC8t7F?oVxIt zc2iG#+a^KgP3)jSMWw33*s)Ud+S+jCsH}5IyBB?+hqw65T8@~vOL=_P75v7lvynu8 ze|7o_c_T5nxxhUrOVHosl+eHI*+if0pr5IK6gh%D$E`8+=@JswZ>7*7OJDt=fm9|? z;DEBF+3V81p9d*Cl)*nq^cThC0_QMB8-9uNx(u4X9N3)5)rBuF8+sq+e@nb4%Q<^4 zq|ImkQFaE+CAa+Gl~inV^-z{hRrdRf%cH9-KAhaPtzP5^sYa^8JNWLfq$}jF)<=k$ zuZCRs$KL-WtUISw_v1R9-^z;Crz;shB(t)zZ?cW%v+_EdjZQ~#wB0vuwT<`99r_{R z+1NM|L?fh|zvOmN}al_GG#|jgYJ-&1_IO6(f zOVoN)mlfU_zK`84@rWJLBs<%0sFf$BSWOeDky`Ygy(Q|`kQ7kA^E|7ZcI46!$U91(t>tp__6tWW3k|MuEB zZ6nPuTjb^4jE7V4LlmFLyO`po_IL}FgRheS%b|lXD}v8QT2`y_^+-KUth7isUVb`c z{(XB=Hu>Jsv4!jQ{l@;sh1S<=GmHPuwd0a_(??A3_nb>n&eLbL0{^YoCR$+Q=@FRj=qVY}n^$te?-dx#iosbBSuJR>tn}fu|Mw zVC*21^cxwNP?a>N8YjI}q;2~ZUJ1XRhKJEF;XSbmg&o`OJPKP!`ef~#?)BY8pI&$o zFMosBc95@u}hKDEcFA3fR%pM?ZWLg zaYdHLMxQ&vVg=vEOU;Aj4?t?@s;U7#Q!N5BcCM2Y_V<$^BZ-&H<6_MPhM6}@-w!+YLc)QF8A zGyd?+;=;gHpu1wT7aZj;+ddLtVF&A-j%rY6gC92E4wE?gXzrz$YWEyjq1j6AV@`5J z2=B~%)X0X=v3@XRl?IcNTx)*+wakTNwjIv$SOk+1vKA$(QT5tYXY>2J>@CL0E0hbO zF>KpVu0|C8 z8cN`_mYE4mSHAbV*V!|2hCBDUKy#pBzneY3RH|?-m5*W)qeMyXDs_N*QO#0>W%cmz z$;*k?9`hp#n-58D8}$`5inDBV;KU?4WS8DI>fCkJ4h*LoMP&avlXJv`7+*S>sc?_# z|NMxG<1j0wJe@L9iSl2z$t)o&R;Qhm{l8v-_4Ao|@NASbsm3H@4ax~I<^Mrm(w6YO z9P`87Q6V;?zuCo~wLYq4UeT zY$`(1-g${??>i=}a<{nmn`NkR|g> zW*Jp%muycn>*m*Cm{DA+EqQhNbU*%&ZS>clUnUp8oA^DQn+V)^MFH2+j!#oFbOETsSox;@35#dr{jk{v=?da?$d!!w*a|59a zep9T0mf63bF~sX-maD=1X^enwmGr|ctjL^!jnCQMlxGK4+A;F$4?SKJYLk9Hl=y_!$*sqldmJVv(I%D5UXmTy zpOw=$Y&J+Wm?d+i;q`x?+5gx7xR9Nl*x#cHhG>m`5(1QCH|CWc>Ya{ z=cGPHyv>0sZ^9>LpBrwaGt=4Ke>`zx`JnMb?m_qj`~TtVtE1w|maiiuK$zeb+zAfB zg9Zr}Bv_+O@ZcV#kr1?TCs-3ma2l5&4GHdzy990Ap>e*>ZzePIy*KmL;*Se`S*y>z zr>geZwW}(tDqhsHAEd=D+cyr4VMfGedU2o-5Mg{svzz70{5Hz-fk!X!fx2k(df-Ai z?AW8_25`>NSB1Abdiwmr;gqc+U+G)kLE+IS|Kqjw;J@G3C&v59ru-j}k(3P7(m*4B z#!eX>A;`fZSSp+w=M{h#rMo7d=J93VIh0{Gmoo=W%?n|;az6NR6ZeA!(o7e}>XP|e zpz+wJ5(^BgF?*mT{78RtEBTRUGrQ5_#R(G!{jKKPa06`_Xn&E(^`Z=C3S7!lweq7~ zHBn<$U5%+s^wra6kr2NK3Px8s(AD(jgc1eaoC0lne53K|6Ehf>*$|~ZosxS!-D18Q zd_@ZKmKzbhW~pDjv6YaPPN+T2f5@7wfB*V_9EkX7ab3I$x(iX`Lw*>;-l}s%tJL7@V}cUM&JVuXYz?1NP1VWNk+s5+_Q|dVDyh zDYa{l&r_{YW;M~^=iaz*%$O34ZyMtm;yIe0TWa0D9oQlFnC$4taH9?k}nv4zQaz}-=M=kvc@m7#FEZbl4_Fs=-?`RFUD>CPXGB1&Qr^%#rE)i zk$7qLWP!Do%~cr^pDu^jHu;X-areI(=Zn|ZSA^y()O{$@X9OKb*|CpvF>Y1Zc$Y5l z1y2tp65()tJrOtA{{ZOd7@F(qqxYFxlm2+EgEJVT zI8mAT#K4%7jAOE>%)-MY_C1q>d&ImlM$P5HMvR^Nv%E`K50`Q_9jVWvSe?c7>C?+R zR4Ta*yw8{yKdL0OjZD=Y!NI#t8S8=)M}SA7e&O2+N~+=sO6 zn!XkX7mNpL#9OQ{0MNa?52gQOZ;8pE;3AHHXU*^T_{6-YTxr*m+Y5b@mN4Ru0b1Xz z^NR1t7qju{pALt;--$Jib1yz|z&#@FKw1go*1!(YvulNrI|H>oLlb=*y~xFz6>_sN zo!R5V`)qfg?_Uu`8zZLVzyeTgIKZy^*rMcJlQ0me$hqD?-x8=NxKT$y{`!*s~#G{|sTg>J8gW zWJA1qfv_x*~?Vb;6&_%1Z1(G772*@{PnsrTgIhu z;L%KavX1jv5-%fDGWkU8jgT_-AfBTe zj@||Uf|67-BFoW*xJvN!bl1|h)@>{jH3r^hdNFxsfg|hi-_;!}REvV9AikUkT_IXIN7Vb%5k5OcjmtuVe(#zIBs{E(@os{h=V@wgHqIC(Q^ zgsUv9`?%<0(>cmSp~#@Tpc4GFzb<30e~V57RtcWid(2C}1135Vf4b7G+Ym=5zT3Y& zbvcmbnCejw?$l&r+54~};QIQd_wTs#AK~e`{k@##&+m{OlQ_TJIp5vxoiw^Pr*)TP z0%7vImS=AzR;qlB9!s;h-Btl@+8oqGWb%)MQ_pzUy@ zJpKva*c#w%vdl6QUZf(XuHjBbc~?PNrLBU@@yW$Jum}g7q!nr@7UAY9Q#IZrRn+*3 zpxk{#@s@G1wEbSGzRkqD<`SQiM&D?valIbGluBmO=F=((wHCqTUc+M0b&@XC-2bq# zYUVqOwWqJj>HYwT#~k@ z=CcjVhKXDsb)_WaIa=Xy<~t6u5}w#_ox^k&(~g=#%4?gc9_bsAnE&g60yX-WnLEGN z{oBJopMy{MdvkA2_WcVth!0<5^pO9)O)wZ+?n^R*OwA(#_RrXrT?J^J!5zn*v&%s~ z#PG3G0l(Qjzb8)|R88+*UU1=8R|W3i$9aug`F?%dG@S4Rn0X}OnQn!}$>6@BaWFW( zvvbq+8I!g&lD`pmP+#{G#P<>6+AiuecSV+16(P^Lh;mbr6mrL1s$ep*7SSPV{)yL& zw_fj$sKe(j?QT=|tIw7+5WsucZ?a zcmKl0NB<*iMWRJCZ@*g}n0)lhaecDE&|ET1tFG+J^m#bMhuu&-uDE}3lC&-lF~Veo z9y0c7!4vx~Cu?V4p0)#WGxz&*d{vh2foh#0bD`Jm5;BE3j}T2cy`?A4KfGEP!;``D zFgje9lEtrez<7L_4Pl5sT-;(Lt?9RgZEIbb4+)fROb zvAulRY|h>S)Xo7 zN=NMJu;@9Xo~bQ&27z?kenOZ`N{;JZ}A@f?ye zJ5X%`@~Ie}?^a@j84GPT5U2kiL4@WdY6ZVxlKtU)KV=d;B~TG|Mn=!5(EY^upnmCGCEp*!jHLis<^YtrJJ-?mRQ8A6f zg^ScMM614a8*fe=B;$K9Uw3h5t1yioG%Xi>CJY+;BnVvM?(39>1MuGRyXc=<^Fuw_ zJL$H(sJ;g^3P`ermG#wm8zwFYt{(=@QD0#R58DUV&o?XSf8+83Hmgby+LY?HmLD$G z*wl~^-}~3sBmOg>Q+w$MvHtQl7IAHza6rUe0b@KE;1@dQMtfBp@tew37um?PJK zAY^;oZmfu>6j&phIx?eh9~|6fhe=l%Nw%XV=`6AHXv7D$sO$#3vzr&pQ%@*XX@=taRIJPfh3RAzj7O5jG6PF2P@|yU(> zrO0A#?i^auN$*&pa&D>HwcXdg>t3v$+;T4~Ecb^QhmxcqVeCIr*%bqF_s>_P?^vD3 z32W9Ib*V}p00L)gClYe=h-GYvZA|ZawUYY^Z*1*SDnJvf!5DK-Y{Uq|mNRtGUH%8# z`jZ0;p(2j@6Rj=g$rg+Bx}qJ0)LG(b@-E-f?O_=dMOU!cz=rdB6VpDVL$ zg>ayYjeRjEv9@T1u%?aotOa=~ckv@~evC>u*HwmVZ@)%4=Q+_Kq}G95ZdW+Gl}BCA z70gvEr;k$YLs9HVqE{Gl*6_JT!E3HQ(K%!nbB zBT`~!1-mfd?4QZVz)Y3QHgdLVhOXK_9&CZ*hal?xdaie0Ykx!x%R^~QDjy{m^CySB zC|OXSd#ZylSV1sQiHC*4w?QwCd|XIZbTZ z9i}O)+&$+-wh!2tAm3LT1FmDwe(k|O(afJ0*B?-J=zBowMDWL-KH=pTO|W9h7UA5S z-L@q^op5z->37s%G={X(>og{fv2kd+iGfxhGMTu<>BbAY+Y?|_)+;ZTAHg}QJ?Nl; zGQg8Z!o3l*jXAFkNF@@NUov|r_mZBD=JZMwMl&J5QNd@DWnBBqhNs3VA)|!CM$?)^ z1NEcSf#sZI)gNYBkQ4YG6V^NYEH#vSlg|{7wJH}+isXO%+X}evU>tvMMvd*s`=F2Z zdlc~>z?DBt-Rbih8&D?DDl(L#=Av6iBQ|(kiOA6M`DkexDev|atIfae^OTa%_u?b2 z$l6?RZS$?Ux9#B4>RsYR!QQhb=mUhDT;s9OYw^Al@}1wTD^=;qz6*zFaV~!n?hX)i z5*PGZ;sH@@)rFswkC*H~m@DUrS*W{+^XN@&w1myJS|5@_0%8 zS>rA3IZSxr8E$L^lZ}<57R2n`J0b{IE+n@Cr|H~7a<^SJPxP(jFQQJV3(oDGeN?5K zw3(HCM=AqkF{8}qp6*S`qe*yD_18MXuOy0(cuePC50o~78k*OVs<$~{_=}nG8(BpE z;=Mmn|I8HNP|?}n{o@WgG?|FR*~(4+I5B`_<_kX0+*`#S7INKBVPP!n+C2PD`5py@ zE`{EWt#X%ixhr$meG75db*MafnPpJ++a*-H-}H81W$=_s%CbUy!|e-9gOnfeE>CpJqo3?wh&@%=VnO4s}Ywby{&rv z?)ps&;@Xgj(d|ZS_AF#koPETzyD}7j_6VqFJ7#y7Re=v%er!v#AIT)&T5x>YVsw-#46LZBW z5Kk3Qf~uWbhld<=io?$%GMSXx^v&_Dbr0D9)~vOA9b+rAw{yen?vC`UOb?fk%0{nz z{ldTLgDJ(kjLX;v=h$>{eoCGG`R7wI>P6d#hN6^KBm0Zhm-No4PW{!@)kFEOKSyM! z{dwxm|0qcro}8;NzYyicwUu2_S5jC>$_gw~>^c@TAu+^%G-93Zn<&~w5hmO%^T|z* zuXOY^dzD2B#t#9ILozR(3|F%Ng?ZQ_-9xrTzyO>J?sP^P^1^;K`5E!(#)x~&^$%qJ z$Axu}K=U%9E75UqK-*ra5{_y%`5ZCHs~dUbOzHqs=DYn+rMs~c1dSCxaC}!|yFa~s z(&sLYHCM0j_U-CWQLU2huEsoD4+BM2gcdco+RoP`W*X{Hp-(t0qoYxUTbWpDn;S5>zyiw{WG1f|U%o67ENG>2i- zL_SqiH?$m-%sXDY#6V#W)p^PKU6UNO&nQ7cY5itlDij>_>)-~!Cl!o+n-rRAc~*)B zpHj&bvFoooRTQ8QoFah_%NXgJ@`bnB0;vq~?0cVtmjUJ9y39`P@#tq~1-oEowiCS2 zTO|-^pL@fFxd0%m3h|+B@%q!Qw7N1T{S0V){25d=^7%G% zHN|5#M9E5?!6O#zo|^(f_=pIFaJ zRUO$GddNDVb$qQBA^!CDa87F~XXcg6PZ9Ph4 z_Y>TEjaL)U2^9EcdFybriolU3-vvd-jD~N`@fU}$MHv{X8ceK?2N;>{l!&B0hn749 zh%Go;9aPRMYreT##+%z1HbzFgCuWjfC|epIv5>}jDPOfvOv$p0$=QfbN14X&Ueb_7Q8pdChXhJ@LSbKS%_sRVs5Lpt*QR}#0NOR)yY26V-<9h;IWSU>7GSCgTy@)@50 z6vIN9{d|3}P%+Y7L02TXw%OwaqRNO_+1R5$?ASDPvIuBRh*di#`@FO5-Hbe`+XBS7nGYItX-we`T|6S!-l(3}dZ+tUlM3cs zA$hfD7_u^=NtaJGxkK4-Lpktzc3jy6q#Cve+ofHU{7AO%?T|G| zpc^{lJG&>=vlvA#w@L5m8&$kze*y%`(ZbI|RKub+-a^woim|r+?*I=^$B+pI-<|ii zQ&8!+-o+%bna0$&HxCx&@m5!WGtuQ=yOBLEiZw;g7n21Jr+bnl@)TivULR#u4I>f; z`*dezkF|`;R_%{12QPOyFJm07-t_~34 zsbTsn&}Fg+74a7dYeaTGm@BV7;HdL&w@8<2YjNlvcbqq5yxN`Xu8Tq@)-y1d zHl(=h0Fk<-P=+LQ`t9&U5r;v?^Xiq^bHw7+b-JJ@@?9x#rLjlRCh6g2ykED`8DK8Y zSGJ-ArF30k*H=&7+Ma#+9js($sEwPYf-^QdNGiUkD4<3CDBsN1f$Z~wiz=k3Hl04) z-`ioGYIK>Y54~Vj__&v12c&mnxXV_*T(fP5DlpQX{sYt z^3mho>zTe6g3QYi0*IzaZnJXX$gHN^ffjM3*rfwT}ybKc#tg1L&RgL#? z7qoqY+3T0MnQAu|@1w<}4G9Q^%;Kmigw;RZq(Ycu33B8OL zKTGVBsS$kQWuxgRaNYDUgD*{`ctNc`?Q;Xp>(_@|mEB(#_bBq7_>*)_~c}EH`W&Wp`Um@4S28e2GuOJ%3(p=+RBQS z9^S>>$3PA3YA5hn1yz>g#cJ)>-0_Dn&@>kj zKYFl-9G4EkK3REPCWvt?j8bpep!BqjM=EwjPbGx9hP801F37F~59C_zM$xpHB_&t?q3%zo}h3u}~C+%X9@0kV?c=Lc9 zn{{NnAYnJrlJl+!GvZc}WjP)En$`^sQAlKedhi)9H$Vtrbsf7e;UG+(elS$PEZ0#q z^VTL+?s!~XD+f>HNV6DgPvJQ>N2Abb@k&a4>&wHud)|uxw569wG@>FiooSs%_OTBs zZE^^tBd+>mUmPIg`qQ1Kn<7KpE9D%|I_I;;B!!o+E!lMoQ{mjF5sVU5HOZ-OD~nEP zILyjI`&V~O_g{4!<&vH=xWQ-M(EMY80d*_T);OdN@b(11}~sGUNOSW&|pBR@2i^ zt0nBoT^Z)RdsU8);Trt@DuVqG{n@HR#p=!8M2ZhLiq-ujde^DqJG|>Ko%WRsQtc;&C3O#%*GkpXMQDf%HofIBdSO|ko zr!1|O+Q3zgi!IL5Kb5wFL1?JzEqS;YGQBq7Dvxp@-VlRaDM0c8+Dd%ZA#DU6{ma3t z^CPy8#=qgcu+5`gi=m~U@Ps~u#MA)eB~_ZwrO8KnG`iCcWEqLlMpRY-~u zU$v7T?~wnTF_QZw9X4>1nmN)s-}Yrko3^FW1-JD{XMEfm*hcEsMYvIi3m+j(pyTn{Fhl z!8d(aY~*irJR$5oa3@jznaef$TOqfK~CiCK3bLVa4F5LSO>86%#7@@bn_19Vcc6&;Uu6*|T%KN%L_cDJIW7+qFV zrSE8aO4oc+kBEp7YXcz9GRq`H$TfTdyE# z76dv!bZVb%&sFlW12n9cacAgKS$VF$%^y-f8k}&zX=U8%&v7OyX7l2#S9_Y4?~*LA z{pJO1LPQ9rp9hxnbRhDLKDaDU-%{#hgE9ZJ&NTlCN;8-tM z{Ovx@m&Y$e{y6f#mvo?~xmSV#lRZ@+idB8p29MHlz)uUVMCLSFo3FtX3-T0n58%DYos3!Mb#*5h?#yLh zgi*T=0XitBJ0Ww+6)@kElNFyaLyN${-4eTU)yJ4Wo{Zx%CH+G#&HqLj6+mx&o4$(t zLW%xSxVU#K<8ZsyriE3$TIoq^+VVB9mAFJ1TaSp!l3%4~62bTSBnOzcQ!v!(JF{Z- zlkY`a0;JCE=SX+Y29aIHsxz7|lH`7uBdhn!op}=H=?bavG71>oyr#N+hSmMrLBZzb zON@L4<;B9Q{9;%`ix*>#HgOpi#rzcC!6)eW76AG>(!De_-p%cdy?z6(EWoQ;ly6&I+%0Q zV8}l;nR8A@^0Og}#A^(MCjv4j$OWh1%m!JtW&Ck4qp4!a4Wc2z-t7(Mc$5?hl}#ca z+V=F-S^t7b$IiBxENz7lclGfet(rOzu!_YUT1q7UxK$yI)TZx*ZoX=;2wLH9Whvrk z@GG)1-1t7#vE(hh#rdK}L@cd$&c$JOuLLoa_T-1{KORWC z$4ejT7P6JPAl$OlFZfOp-WrxVg}$9Dwuad$JLviF9Q4e>v>Xn46-=B|L5`3&Jk!b; zf^#E?u#qCe-XZ#G{i1QU?xUxctSgPeoErfT);{hQ_C8q!6;AIJ?LMbI{fFGS|6R#X z=!SA$)N>Br%j78`&##Y1tXhK~YZ@743ajijqH6Btfqx?MpLa+3$qmZ(?*7&}OX>7^1m`M|V@deQl$(yMU_atNKA#q0?4AO_-z*cS8D-`Ef2GM#3vkGdD>X+dXe^K@B!B7Dfs}fK)aidzbQLp_lMfVQlcT4F*MFM z$`bp*eBwCu16xdHh?xSM$I8IHN@3mA@Hj)1_hL`hJ^e1|PagQMi*I*+s$zNsCHb=* z5|vDa{`3e&%rsdsY`=vVoItUui8AQuT-^1SG3Y$COeu_Biu&!;Z4ZIwEWtuDypNap z8PHCTHM%a?h<%GtIcM2)%_XYv7*+{xFpXXm7KlQw_{8yxp3`b|9vJAEl)iI5OsL;x z#3P*c=z4a3tv1C-mXPS7RZB)OoT|SkEd6$pM7ho!rBTA!T@@YmZjR5r1P)uj0RUx> z4G*{S_t}uCOvHI}`T)r5aqYdxlKDLCEoAl4_-0c%_OI{%cdkRSACqR(r9al>#V;>{ z;>PdYqk9^Tp5f(|_{|{vvkg@iWc|{AE7bm`g6kqoUPocxv^zT8q64O%Y$%N{m6}_I zo600rSe?3780R-vA)qJG_F*$O@x}(FRtLGiyv(Wb6BLfV;-kAztQ@I`e!JyGhw0hS zJmtr7SLflnwhE!oiL7|5wco=%0KQKEf4ZAP+|l-D87{GcQaxQ^HZ!*rA`0RRB}7~~ ztC5qqkWI?@x(baNcz=fE@XpqJlXDtOxbag=k?Vs)7sNy02Ru~5Jm*l)i zX;FV`DRx{L7+%s=aY!FcCFdF{t4(y1Bu#}$M^ zfJn&t0lJduEUe#*!?bkjh!Z&zRh@Lv_#qUwH1?bx!>PXo+H0JgsIY4?H|tg!pU8Ao z;uW;MaeLZsz$g>Oj7Sxf4+M@dkd$-KX1d$*HYmC|L_pF6X-n;`9P6aCn~WFLxPYaMrz_-{FpPnmdM zQ6n{m0QN%!A#9BkJOq;>+Mtb*mlm70FySYhbkm3+K#|`g(vAd8h%>Zm*(e{pz-Q=JUf8Oi5H|$LNrE;7_ z5c$?a1$lx9)#*x#nJ^i@c^|E3umB4bt*OhFaUSx_D` zJQ&sx{N6jd7X*MskyEE`q#Bn0(#!niq9mW7&RM;8qy+zF+meqlLy@K&>>S?ql%R}6 z9-GCbE)1JeVpbvLZ_^t4&NE)Z_SIA4k8cASW5)H!VHXjo-Nt_ECH%fl+n~M;2_cG2 zfw_tC2#L4a#LhP9UeAAmn#+8bf~@cGFDeD5s(5`1n{YV*NF3C3CUeq#n_q1Q?VcWq zusJEu^Wt+F)b1XapgMrO(j8zoZW#gk96+A8e&!nBzkRH5SzF09Pd@P5uYmq*ANzc~ zBPE8K)*15ouQ~|HOgc5TA;8?RBR10e?0q2~n3TQLnTa-x-=)TmZf_(eHzq6cAS_K+ z^zkd_OT9eE3)hYy85a^<4pW|F2PJY&_#%S zV3R59Yf-hST&i-~VE)&|)0^F~b6e>hC`g z{4Vo-nBE<#zpV7vl3`(}Bt7s%$dUAKj<*#}Q^(?9NeSPL0o{y4IdCPO>3s3C?3={d zX5AzFJEe^gCm0?C@-uiUQ}Q97^Ne6t?EEzk#=+)R$J{h z#eWsikzBKWAXV*cb1lB^bVum#A?DZhG4{`ju1=S4EPrJtKi%TWAJy9xzy4^MF&gUR z#nG_6N^&YI3~C{Cc6Vwr6aW}F0Z^FW+AJGEP4DH2Ih4->r0y3AT0gXbIhT7{D!fS) z)*i8vp%aH&?oC}bZ$&y8`spzm$+Ej;`W9DNFuKHb=zvm}`yUKEE^0wbgZ1nC7~fP| z>X2GQn-1`7SFGC@BBvZz76Y6X1-GGw3V{}$&7)(NHc=Kl8jUXP^qS!MVTZ86O*91) zSfG?|q6;p1U96#R5+05&e{B-LH>v4KcImYAEluF=Ib>z3r={`9y#74sqLa)7*le9S z@2Umo+IVGmwfMpM)i}OWU4~f4s@U+8cuQJpXSMOcbw6s9AE0EWu{}Y$cLG{o{k0qZ zK*|2ts3Mt}7mgqQUeX;SMWcL1w49#}Qt)`z5~Dfjw;@38j>+DrU0S#23iC8w-(p2{ zAn*&_k5EBtez-026obG7u7&XP9hwPPb%BSu-10s>kUfn_wx`W{clIyAl=qG^{dkYAO`BA`GA112y3$5- zbr>;E3sp<#_F3<~h9q;w;MmikimRhbO4#Su(a&1%_N<8IovPcRGP<9_5vy{hXn%8Y zzi%l?LA+2Iv#ngQ^2dMs?3*M#&5~g%&8#8&!yxha-SzSuL$T-u4jUgXNjzD80#zl} z74UdtVRePQV0fztTl{5et=d@q^`@Z43a8N(1=cThkBWN#6O@^zwmZVmOs=fl6j)_tWyVe~X(*9;%zs_d2 zcBvlu4>1gt&42&nAYAb7-xex4K@daHC}#IqT8X*rWfXm_=Cah5F|o4y`FxXJgNNSp zh4a+$B@*aHWoymz0mH_1{0e4%yzA5EuBo1Trojpyt#}h0I`-9*#hiZ|`hW%Va@x?? z_AkaPUm_AVt|wWVJjUkW_(TG^g#nLx1}YehOO`%O+z^~5T#s;_U-yg9xtJic8b6yS zV1QEPbyK^9t(D%f%bsyO9(+VsmKy{b56&S5G!GaP3*0t6c#ub#2=CYT%0|*G`Aul)xOi{xD{)kxKiHl7G$8t z`Tn;THGFl4s@d>2(%!$~#<%zMpAM@x1;rT%4NunWIg}=s41S!5wBcqOc_yvT-0GY= zrE2b*K;p1`bBGs_ynafj9JR5%SzqG&l0;kL1i#V?xcg^1e00G^=!iy5o+`&$*D1EQ zRBrebacrxk=8k>Ud4r=f#}}*4KjTmekd;Vx(7{qtpfzI@bqHFkDU-DR=rLNj4~KBi zPn$&KXQw7)*2GvwAN0U=+U;|)2BP;k=K`#c8-0u3d|n&7(&KckY%=E0Zty5)*5!ct zhN}!?SKAR}J>LOZH)tTCNymL|syn+PnD73Z1Q^8lwhRdH|0UZ02@512V=x4{mMk}> z!@kSBPok)x8@67vh1*m=3L8NL2Q-3~`4jsg2+Ya?NHeeSt16EP?YF1=nJeCn5{#+Y zm{8@$=3U)JaI09Rk5v$xws_xMLpb{r2o0y6DYHytu9E54VLI0oU#+KzuHSW@jJt1g zkb1xA6vf-|euHm?MiLXqX5jdYp7Lim2YgsBE?goX9dZWG!Raz=3(O>Vjup95 zwqz<4ZJW9Q9JDf3pB6(^AyPzn_XQ^4&5foL*6Rko5KAucmNaSm+J;o$PCyk=?T9&_ z-5FAdU#g2U#X6A;NZ;B2?zn8+3O;?CHO6@1?_rhZ32A-e^Eu(T@3N!YN%243==ucO zJ!GJ-PxM#ezkTEnVd6H^QO*3eU=(PydZNDywjJ2AG4f^v<0@6InZqIZ;HrzRtj609 zSY22%#kDR|;#{&{6S;?%SZ2TM2!mUn+pKZ=q^@Ix6sh3qR~u`QKz&}QOzouRah94y zn%w2;ZEGzLdQgV;6S7=PTf)5C%I)#u<3#CmU=f2WtEN#LABW2V;DdNd&!uUp@qEm6 z5lEbvqgDqGF0Xa;p^Sul7O28}|Im=R&2G4A0_6z({lKxCwf&s%%vEenFiA;Z({AY4 zd(X9+B}Oi4Y&EWII7 zaL_^C4~#mDb9Uf45F)&*)xrd@@p~sSL?q~O?yb=Bl1=H6>D*wx7d;>u<`1h&HYBn_ zvhLkTvdg$C&@^q+zb+l>=A}C_L`|foc9)s{5=ZR(T!0(;-3gppTh>X3OsI5NrN!p>k@4kw)?d8Pdh(U<37 z{-2<0059bp)rQTnz9}BK1209%ZgqN{x*{T2i-i)kd)mH;)QBhC+-yeeu+2+@vo1x> zAVnUZf!u0yHe5oFqJF`zKV8ZFL=+D5zgTfv`14ORgIZ_|fdv@F_`cde^<6t{K_TaC z=X(YGVXY?v;_-VyrPbUAOO(R7RdJ}esyZ3Dx|_&@PyFs6k)70Lu|n9j%x>k}O`w=* zWQ!k3i!D5h$+kPa7SaK%V{Zz30`$ma!X`P4Jzx%w`n24_&7FK=_PhrYJ*JZ+Ss&28 zVQt$vGZul}$pju|17cr}CGxj7`Y;wd$AKq2#?c?3`WHB* zB}dnVBiCzIK~GS_CmsGM$NJk+ecq!MDZU@$DD(HtKTUvJuGPXeW7HJxTzjpr5Xvw6 zra<5CU7FwfA$F6rtnBvIDL#6_%FP;vmFmNX<1k-%eW<)MJ#$cKlJH^AWA)y%3DpHW z0zXq=>Cu2P4lSi&f6<0X6`u|(d&x>0bX3N5rk43xeOHS^FCjL-aG*l;;Yb_P!5429 zky)o#3=6tJldPWBV@d~V$b%K>6iB}{DbZn$$rrT_eeD4|ln@*tR!g6jRM3?Y=%(Ja z^Gw5LoCC6usFONTiqRsXJG)R7_qJCr85t?^X_Co?y^X0IFhiewHy zX$&LZk9=hz1ac!NB|;qb*E{~dr}G+xNI#3J{k^oG^eLMC&9k8piNz2#`yaCnfyy562_QMu>>SvZucuiG=o}r3o+Q!cj_+XO51S_Dp zQTN8y>WSD+v16ld9Iw$OOC`TvGEcJKC;_(Yx`6D?`kNBQpl_UQE|bHA7Tla>xZKB{3cb)(#cE@-IqtpeJ0%9 zN+})}7EdyD1N(KTbRqO~HJ0o*Ybb^$6c*#M2MZ2EdIuaW1{){I&Y~#9GgG+ktJ9!gJ|KRdG*o_#W~AXq?j;K^FPoSg{hipnMiq)QgH=(Dcx?nO1o8RB2_()sB+ z`3>E+Dl51P)gxxIH5)h#E4mBGze#C6DU7{LNa`;FuNi#`*7oCAVS_BMieNia&5%#v zD`$`oBsxx85qpF*d`{`tCN?AJ8+hcO!98z-4}XRCF5DkcaC4*W(r3_CIM-O{6y&Xm zfnVx={^JFQvN#3pg2dk2Y?#M&;U2+(JfRb-vXIJiC1EZt4IOO|BQ$Y5S1Ps_olrbo zARnhXncxyOr^EC8qOC?=#9^3{}+D(zx-&(8Mo+vU-kyXIcroZ+i)*#ni5hl$T5w|4_ zcVcd-GhhYx57(RD2dmf_9a*X`i4&zRc;GcU+2Cy4NdsQ!OMW=7`M*` z`G&6hirq5EyAH4W8sGOUt|ruhWbA z*rpL99LnOYoY_m&%)Z}EHWsE`Vf}-MZ0_k>09|5nujOIH9tSd3zpL&RHP2K=HV&X3 zs^|A|yNHph*@PeuccW!Lw>C6YB{HmDwAgN21|9Vwbtphe?E+*KJekkHSCw# zuhLy4jEDQ4?iPjDKXEra8=ZK{O!bqpTa{3An!sK%FRX1L_KP~?vonV4 z_tR0$u3f5;ldy#8aC`vCDbL5FjwKnTv#H-Nnbtfrj3$H^0Xw(Xr3B!R=gsiB7Xe+* zk3@apJe9HA=VH%sDcbeDXIJ*AfT(jpi%s~XM63iUkDb7foP_?a%F=b>8d(%PqUtNh z_FeLimlrN(9D2otl+8WO8k;bNqAq0Qli;T1B7pc&Q0H~bxplC2bSl+%b7$S6g0KIr zOmu~yUcdlv+oQjG_UjNJ~|t)$i8Hc*!Rx zCx^u&p{)J3A7!cr^4K_yCPR}BE3r3 z@v^JD0)0WWlmr`>!dNK&qmJ=YDFKSGn8>6V_`4oajr^YCtKxQRH@e(1lC``&noD$d zPdZ4lgEo{y*q`yLoU>|ltZ06-Br>vlIj`@PJpf8!F^zTLjgOU0;-gb-0c@?dK&egMl_SPxyG(Q}>-T_NUDXsG?PTj;0o5*m#}n zOL8K-+{8#Rg~Z091_$?7jf{9FJ(!TC?o>0qr&fEqE}YY$9^`#aI)PR3jdUmc5;wBW z%}3GQizO#chPp|(D|EJ6hdxd;$8WXdDxzvTTJIEzPEz2{4v81P!P4k%Xa7(ZdK1?P zX!IyL;|{!RK<~m|1hmOZkGfBah%iYN1y~ry&tna1n?sD|$fuVpmfE8{5n=24k&e)X znW)I7H~nx8w1pQ}cSBx;OrHTiNMLq}X`J5kr&pdACk*Xdg5d@6c?1NBbyu( zFJ~7hAXUv+&1)`1rAMsIBvLw0{ZX_p#g9zN`hvH(UgSN0nFIIxpJ@R}9P-*fvymw5 z6Z7I*pHnJN)l$hrY;fOFDF|s)9@B1YnHZTtNTSP%H#zEkZSAG_&}UqpI4Lpb+6mZ3 zc7*e#KDjs*4p8kQbW*Xs;*(%FO?cufcD4!DE9_GMF@AZ*pYf`*Lxs_Op`>fFO_3H( z70P~PwFdp}hWBWPh>O6`>3+!j8yCN}>51ytVjCw9I}|xxW>>`|K%S0DHaIO#^s$ha z5GFBfJI48}GgWYz-PK%W;#>hY9aVpcm4SjJ2jQ9FT=|6fS?REs)SGS=A zMvS(?J@>{?aA@wSf{q!N;K78rY!#?ss8=u1gD8Bz5E#6!gRec-r^U{&HQuuXc)|X(u9sJ;|lTsA`wVv!IwYCfGCKBE4{ zX={n@00SrseB2tbv787f9$zc=j9*Wbc+0{6^ydr6!FEzvv3^AW=FNLBzc&w(6>V!D z78kucG>8cJuZAIm?LTo3&l~o?JDou+OdZVThitTN7@&>uX_;5B^WIee)IpwFqtp}8 z{S+^nQLZd7avTP(Q$o|;$}Sq77zXvsmi|As-a06*Zs{IQ2qX~PT?P&A5Zv7o0>Rya zyA1B`HaNk9yE`GcySvNaF7un`%KO}VzwfV8b*P%6&feX7?Oxq$g%Wk{*M5<$B>VTpRZX!PSm~pqt5(pFV z+!~F<%g<@F@rR@+6a9`n3LI)AlYQqWM+hk9nZ|H>*Nnh{k0A^R6AOk!9lV2v<5I}7 zh@kSv=?b$dJnt9Wc91h+XJ^GO>YE>XH3wR}t#e>(DpZI1LU3go(Dak(E_P`-z|5&* zaGh`qeU;dSlF405<{^S!KyE`v+iLHxsic)!^|Y?#F@u5+{$cZV?x|-%es+*1DKx0y zg~lXG%M-)@310jKa}c280B$$&37dF-XB%j0naG5dAD`De(+QKZ^^(k5&-W}Me~s3! zPPjUt!}OcDV!`RI%?MktuC^;n$N9c+W&F}3^srVI@2EPL2pT)OwDhW+Ba^S**{Xj% zB*6)1o=_|QW#w+UG;JDxV|y3(vR1l%rNLhpSvA4oF6yKm&Atrpik?lC*qC(%l4_~! zl>XEC06SSj^8%Fp1>6QYkUW@cKXdXsInr@BI?cOT$0u8=yC;3I2>0)MxDKLQlgn07 zXx0zyU~}y+Ji&$;p9p>PYcy1Vw4Ay06Dg52hk$1@Qi`ih?=iQ%B2^T^+V)x<<@mg8 z`_I{qQ7u(k?-#I8?{bZ%6F^f`x>8f|`j!Avz;BbVM-y7@Tpp4j`Dnc>Zg9Z_m6IWF z4fMd7zUsoc+!4GN$jyeFIf*Q!&nR`Kke(bAHHIz2_>oY>VxRt$LJc1M8&N_v%b}8# zJhuz~sZ#rs8(sPmCi%()xH>S*GR<)UQIx(S6u)iCOjcT;pUFJU0Qg;kfLEt(? zIo>)0l|~U4&zMn?7an@ksAV1`jRhBR6X$LQyTZo5xpjF)5c?6 zNxYu-oW)H$Rz(=Vri*3MhV99r?WomX%Ek3?CfX+I`Pryn)0(X~y9FAm)>u*nqB-R- zW$OW|*sIUMC4Dr=E_!bKbUTATo$2F)C6`mwPMV9+_pZL4GA`zXltXUxbAMVYWaoW9 zue|K&JSq91rO8N7bj#eC$wj}GwZ}+Ide}&`^fkOXMPbDSVP92 zwe9;X6UArwYLaA)FfUrLZ34==wtTpnQe;k_4)_A-dGp5m$GNTX-9F%z2b)@4RtA!bXu7|~XaXU$> zdsfThw=OtJ)~{!imu4!pt~b4U7q1F6wA0VuHMH6&r}<-$lC!=%?ucD@_O+N*!Jo8z z>H`$Wo&8i`czn4BpNlVZValK^la;wFd+P(w@O4?t8Cwi z*`3$|_ZBlKGEqHY+|tdr&&&R9VQ$72C~I3x zX)5FKNrX3Ne3m}}S~PLM>@VbiBWZCM_bjaAZ>$E&Acuq8Xd*&~fUXkSx3H%8kfYky zG7yMzRMF;}Vde@u;+}@7k`T|-Y1NlAD^`AIXMk=dHyeHP7TB8lP70E|qG3?V6bLFL zT9CUQB7MmyAfFnPgPi+@x(0cgyBUh0iZD1%_g?7NK&yAQ$t$Xxv8xeV@PIz3~Inkii^V;iO!vF)9JFLRZa+mKIyUb9Pebvh>xm z{ezksxpf^N0Qg8JzEu@>XQhzG-L;N^BxJiN*xGZhjKA@FygKn%Gzh0=pQ=@RXt>s7 z+>N~Ouoy4L8cD?Aau4L$}>O-?zTv5v7PvOG= zO#TWiFb`E_b^4{C+#<~AUrA_!6=rX|IJ(?lsVt!M4nQIHfCc$s1dUU;-r`|%j_W~`qek4Azx=Da~mlEl6*?4O5Gs_ zu9^+LcI(7_=^1NZr}iL1?A!MtYf)@YbGt2ET(;zaWvf-5^B%e51+~B@%4B6*FhIrO zN>hH6s(Kx{Z5fBV$)L(y{6bmlZ@yxtxXArZomKznQQ9P+gi$9zn_thpKfq^E;*;co z>8GmojrSxX<+N#VvfBN0cHhu3e;HGn*^|`gi++dT5;J1Pyza)z0%o4qIDg-^QcQ>r zXktPp8HbJ6+=|K?Dtr{sxxXVu>aocF0FT(+LnYUS%e z|4i2^zH*xp|IwuFC`m*lPrQ8$spRav|%@B;? zb2Bwtl;ak!duM-t1n~)T`oLCR^ViUX9M;pw%d7}cm&sO`44Ras1~%SaqU&9yUOrfl zYLC`5?s3wul~+#;FX>iq@tlQmnsCWm$hOaq0H;#1Ow-4e=DmmRoMvG;_aV;$&FimE z*I(KnO@rEKY~r=2`}JR%@c2t^|nD zMDeZHEf2$kwMXyH9{;E%whgx5VR=X#=X5hRhcHgIHO0Xxywz$;NPx8;EXputxTbQ) zD!sVkA>tDn4*gmFmNd;aN$S*xqux>(RaVH+*>m`<@?4 zIK6vieDmh-ZT<#kRrDu;NL}rR5>g^P5eJ-7mL3OUgFw{i@dI_aaA|G%E0!#KS(&N` zt4{_^&Iz8q-%Q;Y$ukzSpTbGkG)4K<$PHew61^Z#nrso zj<82bsuXLJ)wsC$tk9HxJV8Yvv%ZN}vF~X)E>L(_`TxRa*tKy>;Mm`>3&>ZVs+AjJ zFOTSsU;;e-5xR5~NS9u##USv^q!#aZB^R1D-qcu%a#eD8-BPg3D@wBKcuLQ+M&Jas z56`x1QS<|IDsK!f8BRhpLP3sDRbG$2$F;#f&(zG~&gNy8uuPnRaL1oJ_jR>Ijf0Uu zfFOPko7xXYWBkY_7hdOqsVf7dX}@~sYV^m2*ZxBqrYcbcd`VZBo_Ecy&a_!m4j_W@TN2p;@pf7xdbw3@x zhPQmYblgmGqLzBlDr2YICH$@ajeMYv&O}1rBfubA@3QmAuwnlN-wjK)^78#`|M4!_ zN^M?5KnbKI26Od^Q8hwW;>*lklCHBLr*cYa53>i2+^3!1m%>oAd6CwwZQ~eI1Mn+^ z5VMr=_TGu)0by}Co96N8PV_>}p_-r&mLDO>D!d0}pQfQm-stN^yxm-|s)2^=^uli! zB&yYnAOgEk(I@^1dbt_{%1OUBXnIw$=+eKq+ zT$L}T&)OkhrKF_HuD$F9O+7PRiOik?C-J3-KYYLzCpMXmQ^@lrdqM$F#>S=x?wINU z5M*rTU0;=M4h3(nzpc)CJ*};HIF2!|-Z1QI9O)^k?$1GZ_S;Th#IM$bIU>s~1#;V) zwsh8>t)Sm=f;`p#OS zc$@XE-;r~6Tv&ulCc)qADm8m+kLW8RY#x2=?h|~1pS&xHUzURN>=Y3(s5<0i!4rK}jkNe>?wI#qF9wA=uMl;3SHTC9FA z5Hpq($gPj77Mshgdc-c(JS^3a(=bPM9VfXsHtfxE!@(Bae`jfo7CtJg&p$u=#YHuP z>ShjwA**nVyydy1SM$0;s}z1?Ybie&TgwF=0$Av8CQlP+8z$Nt3bbJ%F3k{q4|d(FD>f zL+gYtksXBSZL2_A^BbFVK-EdGHl$LV^ijM1*s{W*qPvI^TttijAKww|t3JD9|9mah z%o;$r_eq%R(fIUWwk=v?>*loL%#9_X-P4PBvTTn!xt+Bi93?zfp;d0dQ+SnlC|;DQ zlqmB2{$k!Hi*G3`>(NW}`6F;)UgkHJs25qSvc?~ymZecah9$nabJ0yB#*6Z`r$^3f zA2W;0)>(X*U|)bfJl?+_?MQxa+pPq-i2wJ~`;eoN%W63nddute@>v(`gylqBc+#($ z?#J%35m086);hU``Id4g+vd^UhzeTI^ zFl*SJo&XD`-rzJp(>}kt9JTE?%zQSvyu;L^)O-;wKrZ^2-Q>Tjszkl?2V6{rVkt{e zElAZsL`A~v4Q8dQAv9F@GR4sl_#Ti!wcKE5bvUU}Px-wp^`izhbd6vcoT{iBuGASW zkf?jJy%!3Oz5Ybl=1Moq+zw7TJb{wgz5*@cgG|nc3atLTAYnJPGlxnkNL3fq^}*Q} zx60%qGppULOzP_FCCxZa60rwQN|4H~R2?@Y09VKKUAHx0pE82Ptr&H28bYa0({8Gt zLebXo$af6%Xpj?XWjd+_YqA71D;o>#^&ZAo_#GwEE3&xDY@jBKk-_WD7gB1M<+27u znE(5MNdXg;Ve6}{uG3I!tF#X7%(h`i=v;T5o;N?(S%~S zFpEj7{NxI^ic#id90fONTf%`#pW*5d5+hSERKlBPC9>yZM!`X|txNt{_H%uyTse(y z#yVmCx&omYu(kJYN|tbRY?wr`S+;V4-a->JiVC)LhldEQ>W3EJ;O8z-K0AGZh!skzb1wblhkS;EX^DKhzCoSmBNioW_6o2+qy)ra?5lX5azb?tSu z$+bn~apuc@eJWO2q^hG6J2Aw#TM1ZX;}c^m|G|FUs_jYC>TM(by3d=7`B@U|?qZt` zVC`>rKJR{E94Nls#ZSZkvryLcy~~;=v+n`~Y%`@AX1h)O5E`ATc37X+9&h7(r2e{$ zSFszDnojKo%xJ*3I$hyn@#u|qk$U8XYe-|#n&!4(JkrWHwSpPQk|r%T50bDN2x1@F z(S?>i!cmjdPv*peJl9DZE47yHUg-7B{v#WO;Q4urJd=F3^Ywlh)|>Ky-1$rgpbAPG z^+o1*J>BwbHGcKvwptMOIsf1z{O$uv{&7WXG!CPtxb<`H@uFFF0kii-gcDTMXL{9j zT>&~Ms^A=TA^hllTbo_*O^LDjMb`X${Z@*2H%Wc&--pjXPZ~XPU(g<}qM@G9AVaAp zKz(PS6W-*h1;)t4!*lUsKb9NMm)H3dQI8^xujrVY5iQAPY_ik9j5y}<2#tLNBa z!&GQlMc@v zH~jKyqeE>%%fxSlW2s+K+fJFaGy0W3C-ydQVI92cx#$>|RhM zp}ebcq3kiir;|daKSHnDLcB0{P-P~C<}kt6`|U$Bp(p%I@5jSyZm3J}^~;%$&@80I z`B?k4?P|=?*uG?n?Z3~pU|~HG;eK-Kn+y?27q(($rJB7rmz5eYXh!}c6XL-mVhI6u zS4e)?Mru?Mfpa^YF`H$P$5BDJ(>cvgr)Z@3`Rrxh=u#=G2fUYeV%bGK+?_kx{AwB} zikXLZ7JaZi3jCB8N6>ObHK{>iRS9Tx_f2G%7Md3ARu;V#3C%1EO%f<%D5Q zXMW>PUk_Rg+MF$U#%hs9`Xw3T3l5uczimcmtF*!~&+@6w6>vf;Lyf8)cl&xm|b{7(V?kTC_mI>{(cJc1AbG(esTlrHi zq-gE%sqO4r+t`>)+1juyqrBT)X>EnA!QI@fLHHYKy%(+Ulv|?*5^fo;2!rj2(6}xC zKw{*7VK+a)5aChR;5MG8@aK`UlK_-n*Lah-^wk>7qjN^;E)N$S_9V@T#zj- zZA{zioaULa6Q4(6_3*r)S|^=6{G*teRH_!vpcE?YFT?)pG!OJ`pHr=nK{+qg(Vx#>m_v-;QV zwhODrwIuPpeh2xZn?sM>yd9KP2K&~h@VX8kejnj7qixu^i_pnI)10{&V}V;LSQlHR zajt7m1xxk+h(C8)m>^x=%HTpy>!mufughO($~@0EM5M@m&pIYYLVaG*-Ywulfh?RA zIK#`B!S-*g2#v6bBJ>}8upSa#jZFe?$yT80@G1ulkgmnrV5T51@9uDtmT#u6zlS|? zsPx)$X%Jyx##6RTI#`ivpmT!Qr(*4>!I2kJp??49cz#9ZBXk>7=X~>vVj4J0Eg|c` zQ)XY^+xcW-c-Zs^r<0+0wI1zUAfDBrXMxQ^M`K4lYTwUg$D zQP{l#hZe*-(BYUhiKH3;e~dp@LFVUr7E8eQ--zP+9qc3A#d66pi|;DXYmYrUXR+4I z%;n+yH|liyn#zmlue`hf$rzH;t+!@e4IlptD!di@*+@agBu?P3#l7-Poa?lmY(qqkUCND0)CbQChIgfE!ayWS&I*2 zl5%8=GC`^dOydqZ8FLnbA4DIw)xH>@R9d0~=mZSaO6;BHDrvHdBR+XwisXWljax)q zhU6LeiY4mUcuu5Ms1+n~9hvP1XZQ-b&2<>6PcawgHDEU)+DrV76FA9AhaEwM_l z;_U3miNO>dWg~<|Wht#D*5go90MUSM^Wp6(TmMP@;r7TGgoJfix)+^`nQF~ zfXjM(_2jF3=N_JB4g|UGyB7jQ^K9vW8oqUr(*qWtnOmgUxQQH z$;o0xuWrk|Bzz8}$6Ci^w)49c zCj|>4shP`%{1qm#-;HTfBkJhTyLu)wkFM*9rcRkRYh{_`ck@lsc@Rk9ps24$lL0j_XMe+`C`t<81!0a7`OVm5O#_Jnvb1!bgw0FM&__lg9h7b-K7?1dPc2=$Sk)l1ozj6{lhfNiX14s=q#BnR7n4^JCt-C zW$PKh)OIfFKHs_~Q3cZh1(FAUp^BG>YzWWGuHLJODj)s7$`k+b2oiSHe8PdT2@`>b z=lNN<8E+)FLv08+0u85qK3^sp;)h>j5NTUKl-I2nrMA-p;Eo><<^$o!@4Pb(j@9y| zLeh=Uq7J9P<58wPpnhkV;qS4PXzJ7rh<1&n}+d^q{!EIVEa zqRKgqI>jvAIRz@aOkt!zJJCo}>hR22X2Xr46=hp7`b=$4rRE_jyz~QRNYvo|)Y1oZWZW?!h+jlZWYd7jr)yok-Aknvpyv#Uz8STd|Bts-Zu zq^80ao{+;=&d6(BVawyX>-FfXsL8CRS7ZLbvACRCB?x?MCwF`^0~!~&W;h+*H*)0u z_cEh6!baYgSHF3Mu24`ivz}tB>sjIF=tC%gB+Yc5)9A(_ect%+4})wopIbAhUi2j5 z6}{&z+(XCgC+$=;-KHE*J; zp~LYYG+E~p{fM4i*n^0iT~FMCbS-U}D+2&x!3i}8N;k#q9=R~iRx8q454HmaPp;FS zbOsM^0Y--#Ow?GeR6cqrOEqid%W?gTKMlqOWC^43_N#4LTIth%Ek*!$UF*|AWwzZ}rL?Y-mHzO$8cqhd zbY|q~*k_^zn?5VKabnN&1*d(?!QVWnrB+PJG>cJ`HRprOG7>mzvbg@^^n=~ z@)hvv#X!{k$R3?@)pho@$c=a4$2@7oh0pi4b^IX`?qJkA{@m++%mzm`Sa(*K4Ss#~ zMySqNcrM90-BLtcbum874SH;6$dM&UFu`9sS1TIZRI~9^a`56T+FZX&?h?N#$^abJ zfcxlz9b`7=Nou;#9zWM?OP^Ke`3Jhxhp6WdJn;MO{*c(Nt%bi3Jqj_*y;7(&%~^82 zhw?;K9>DGg+Cr@v>gh^z!a3V0xL?c>*-AxBn8No79a6L=_^D7NGhCRs4)pPfzBA`X zt&dOKEvfNvoed`Siy2q;z3XpH7@;`HgRXyX)hV`8=`ii^$@o*hN0J9{|3tzm);ZkMht${= zoU+~2)p8ZgWTv;=oCmhOd*dR^#}H+Ugfr&o6&-wkzLyCao%zkSX~1Ku$XULUnZe?FgLTN2#*L{L}jK$@4MODH2X zyFR#(WElkP93o^R3%I>-1gf};Tkxu!R)ZDbSpnE2Gt0ZRZ?Wd=)MQ|?zx)EfVJq!P248G$2)zP5ptEdofB3!t z1a5`V{6h$t^l>8OKnZfKbT}zRN)_7zgvIG9%J$|JxS9C|oEhfrCwA55$xL#CR-<&R zHdEQnOpDc>4NPZ-u zZCOW#ccQvz1Xk)<6nVjh6^=lo=6FojgrpCB#0p_+ zOZi7Pwz&suTC06;7xT3E-QP=`JyN6r<#!3LVo_U&4=0dB6{0W1PKLv{T(tHC#Cq4tAUP$ z+lJxv{#lha>2U2ujpW_D`8HizynXw78)DJ8#tJ(hT!Yzh%hf-Qrc>*n7n%%7R?Mt` zGb4F9w!I{4aHGcoMQ3h+XZx*E#cQkEMqxb`GNJH0?(#f?biL$4)&9Xso7_0$*K&S4 z%xzTeWh(sFkyR$n_{#o~F*WnEy7^YK#7dgSo9GWQ8ADA-3dK3hTwYW&f2@)+rH1Au zY4Zda?pCgXR)bMBYvY2;JmP}0UU7!|FrJa{;6UyBC?cE+s5x0&4vUVi!wzR!bcjbtK^X10ywvD+~wP^SZZ`^^tMBR-Em z7sQyxfQf*}r2KZVw=9EL_GQixjTNhP@7B=4=M-*(Q2qA$(;c($aBdP!Q0{tqOwJS9 zc-A{l=D^a-yEbY9xso`9lm^u>0WWIbs6gS!c=~>=(Rc_17}%eb%Y_ z@fG}9sF*3+`Fd07cr0c=mH&uRE&RMyaQjt?c=pSBp%pZ8$|Z!)`01-SBUcm3|IE9y z!xBimNw46tT|3d zPhG2d8b{Qx?`%)RA>8XPLCk!AFN;Z|FBHE$Bl8P-kDBp34Ud_DKey*mRz&(7g{`2kf^+ zEL-Q~l6!x!(p19iy!;xi)S8;h?8(V9Z=AS8Xfv;8V!3X>pMGnme5_Fl5U`pcBbXa# z50Z2v*+`2x2M!9bKUcT@xKFh;Vb|{)oX7Oy0dIR?RU|*O6zoW^VQlmhCwGL)fBp~( zR`D1N1b@3mp1-;D)EL@XYfY&Op~#P9=5_ zfbZUmM!@BFriHJRc)2p1Q@yK+{h88tz35u!IP~`5Zg$Gi4$o(0_Q^$>>Dpcp&lhfgkJ)|FJW3ZT z&9bGvizdOh)SioHl4?nq?-#tIl(T4YFSjf=@;L#I4Lg4ALlCgc9}^1BqS5)&N17M2 zV{nKlmQ8`*`87}SCQhT#F6~u-GuVgw8iJ_#Inmh!en#xgnVP``Uo>}w%d)L;yNr4} zU_uIgpfRZ~CQCbS+Iuh6>>vhmAA`^;QzP!8Z_yZM`PpR>)cI_(RQ>xYPsbTX4Ui{A z>dmB#1)I$A?~BU6=xujWm^9e9#of9l%o|<%orQsB`P)66VtpY#X7z6B!=06j(T?^_(0iTm^OXvRL`x%tPcz{Inf z_F&~xlzS@9CdL!BHZUB^CNJ#5FjqUIs>Me?&uDuIF+8_u&aNy}aA51>w;ZSuG>Be3t@t2@AXG1j z;VcAf*LL|oDz?AaW9?*lNjuWH(X3=;7fd`VF z!9Q~+{IU9xif#)$^{xnhhZynSHEocvvqJCo&+tSiduHEWQ&S56S?dvg2ak7A+Lgv- zO~42(E}vAWswO4Se=oB;1YYeW4OhK8X< z4zO78JrN^2FPiLb%0EAf7mP@`MmLL92JhNC9nyr2xp@>MIpk>4p7bS-Xf>NV=Vdxk zOCTy03!I;So#FYSu{u8owIJx~dqdjq?)5XP5@>*uu%fBRtFZ5X=%$pG=p_3{r#TUTD0)Rj1(s|3ie(&G6H=hC5^=TtyEHd3kB&Dnuk3=f&A=U90|T=!w>eh|83J=DE-J7mKG>@9}t8bXeU_;`q|w z&@l)4_pkknGK5y6H<}_u42z4DEQqv3EG&z%s4ocw^kUnp^vm~`7SC`4H%EYpOD~9x zbLBWLm0H-Ax6&@`;TL@0Y4Xgs>Snh?9ud*E0m_c#7Q7Z#f66i z+ag2Q>3~jIEzW?H-uJj@0c1dcpiHPk(_pe?=8sv3&|dY=B|6fbhf^Wy z$BF$to7G$7O2VP4QsGABwRBFD8m8UysjrgrfH;B)b%j-!!cg*&XIlbzn!o%ylob>de zL7GDzZ%T*U)u9TK^1ibI{m;&%sqeUq>)k1mea3Pu$+x*3df)rqoLY&r(U|{Xop+Q| z+y6PQ-7aFUXNlBn?cMG&I(J;{M7ogTd(7yMY@E3@q5JXFZGqhG6ITIIgZ^^ZKSFZC z3%>5ar)ibD8+`Q8@dVC`U}_1?f?68Pph2J&Ihj_M)7-|kUB)qg*E{g4(?-`@f5L+p z&mD@tG;1e1Ay1v(unHje4}IJnBB!UPPEdmm-gsQ=jmL*RLfibiPRI+Cu7|-T{LGnR z@}HeY|0wNkOi=iOD&0hwNwceXui33ek%Y-N;UI8l<(?ZQ3!sXQle<;8JRyCgTmo1- zTO9qJY#)Kk(Z)7`nSC{KUqp~jR$7>2`3Tj;MvjW{@SdT7sFo(ThtU1$UN(aO^<1YF zoVL;yC^dfwbxa)ccq60hd6`No~@m8|-j@$NUmKCi|K zvTL1M$+?5qa^KE3+VXst2YL5`p#rS#^b&O3o~#0UnlkS@uwt=nVN-?UKm4#~mR`~T(VoeXd{K_0=`yzGzar1>@+(Itu37i%!Cb{hmVnwetN*BQwn`nty zVz^2b15EsEV@zeCnWRd3UJb{@N6r3vdJJXUUM4{erYMouqk6w61oE!h)F+80Zg*IX zRn<+ws*9g)`^YM7cU*Tl)`Trfmh($yne%heLjo}#LUNUsd1{(wt48ITS4nXUv)O0^ z?t(W(j&+XEZ2nekgGG3ws{TIc*hGEHzszg(SXZrMrq*;c_b+1^rp{-F$LD<^C8#M8 zeL@>eh8@hReLrz@FC+ISs%U{*^_G|0<->6Lil2YAXjCXvtLJwIeBfidr`Id4WuHBp zxcpxxSV-*WXLp#%uiu^)H5Lz50B;(H$n=DtH}iB51KtGl&5u6Av~k0iEw#`Ib}!Dp zYR+cKy!NPdsLg88U{-iYD&>#moXoY*1RrggH|*Gc)Eq0Rx7Wh{7ca zk$jW>wXSXpqT3=Q_pf7C1u$V7w!RMKhE-`w5e1>`HGGI`B6ebXgMkQ`fAz{Z7g)|$ z6r3(M^5IU11<$K#O(f#pD7 zA{{5hsj1gJiXzI6)vZe7pV`v7<6_Tt$LSuuUc|J1f90GTP>xSKe6;AAF1QaH?#j}Q z=U*%xh)* z>e}QtZzttoMCr1kt}9uCSJ>hzgX5Q2Ec_I4d&&9msi_XWFH zv*h9ihb3Wqno$KkkLI>v6Y+;6Nn&Ql9w0zxmU!eyr9^9T(1EGUAItf zUEllB8XSdsE0OmLyG=BN1m*&^w+Gf3LRm*~9WBI8lY33u(d<)d?~KgGly_TCXWalEHwH*piM1EutQFM@q^=mcrD(jm5&M zB$D@g!Bx}_8X}JJxFIg@&5D2+jacrfRsbiN3SZ}ot2inn%3K}`Oy$d-+|W%G5wj1P zrP^@3loON8nF$*+WveSCPA}Q1m^h}imNvy{xcc4nWQC)Nr3r2x9;axR{~J~1-5$+Z zz@auQJ3x=Y>mbOCKZ;jlJ^tHFbu*Py)(5$hhJ(TCwMT|ydyf^wDx2T|`*-~|UMC&- zWjMtLI@x$OT?W{rTU;=2APj0-GG|dfmPB=YhYX;ZsF*M2n*yYC*zF7jtcQce#3l9~ zmqgYK|NfpEEKQbkDA(xIYusz8@iX%bd0P zPC;KO>RXPUH_a>`E)`8d@Y}}Y&n}B>dsAmn`$>yh1ey^cCfhuEqBiNMam~DCX?oK1 zjWo4-4=~?o8L44RC&h)3(01|5yed2Vc5LD{4x$XLEb%GUx|?&F8;ZuCaKUJ@iSMik z9XqVKG~h{2m0=5fo9qaodxFUXs(6;!_zUf>il*8v`{OHr+k;qVlV2l*6zma}i4rTo zzyfvpR=ht=HdHVTwe8{+p!eMmPHHQ0X4mOyasajdR!^W`>%L(a$B*UA2Zlh=bkl4Ojix0-1oz|;c!r?`{V;DkA zu6At`0iEv_965}kxa%3ceUhZ*)G5uwZre+eX7ewPOIN;;-_L-Q?obv7dhGmcMe8~v z^H$oa4dO;ig??V)PT`;HE$(1kwSL7OXhQiPWZ(xD?`j-48LK|JSxw*D8n0*ER@w(= zIVK~T_;|MiP#HXP={T61a^d1o)W#R&eYxzy(xqg@5kdv*qFFo04!#*ramY~h-|ilI zwr5B&O^H_unO8D~7044Wqm8GmqCH_)o7SLgX@#-b;|smSK4D3+(!LfthAHyWFR!v| z72s69KIKOldso=d~+;r%~O71Sl3Zo?;qh4is)O4vUlInQE zm0>XJn?!Fv)TAB&*{{rV7s}Zq&vhg+iJ|NqEuK{{LERFH-6`ZlyWXLD;ch>HAavz) z{bPny<=+m}FzcI&s#sx|cL1-ZZ>>3_)#n(`&w=kXSDvf#gK%{>X!kyz@sjh1#Ws0Ay!_m@|1X1?7X;A zigW8J0d8MhqNO2IQZI&}kn}y6fw_X1561|}RcAMEl2cRG0X zxh_?FJ0=;U;l#5d{`Q+ja~-zWYW~-hChW{Y6b%>|E*t=!}a|tt!p0{ zBl~W1|F5gsv%&^uFM8|lCPDq;@XzITaxZ9im9VVg5q$K$H6^|UR(&|x6+nj~1VPdWNJz z5v>nV?#8%vzVU>B+ytUC@$dp4KB#vHI&dqb3dS^Kx*L2c8X8iwG$4`RnVK*VUy>!D zbbSxNUw4)>v1wsuMm~0g=Q6-TOK8ULeukwmhhW(%ehQ=Ttuz8{yD>5F3eidsq8;l1 z0!)0fKJNhw^+_;7@DHPJ!$B};`ZWz-=4B_3l^;hP)tk_#rX!hS_^wgA2r;2N9LBzZ^za6C7eP zVcy88Dt!5!TVDFz`jSmK6d`r_8Iwwt*R*Z#4Pc(3`ZO-+Vh<&}kmxuHYCOB}TQ^;n zvFP^10H$?m35WNGmWzRo1uWv`mL3EhThJb^mCW>5PMXa0$MecJEay5t*G@&L4#9i; zTw4gS-y7-k@f`Vg-4-#itkw1A94PMy*5q02-J3_K z?n!(J_k(v2Ka_51&pRKZ$a6?m_3b+{G5K(DwrNE`9@VsO)pqMqOMM=BTL;16WxB~e zFU}?zZPwV$IO`Dl@D22h$i{gaWF!%N6rwHg^2}rDD%<~~>n$7N+?q9EAUGj7B)Ahi zxVyW1<4z+%8g~iq?!n!?v4r661b1!RotHgxX6C%l?D^9D16JLuYF$=ka}d?*IsQWF z7>Tnr`j14vfze#2*Al-iVA>YG`MI;Olu1HCL;yot3%BE#y`l>XxS8Uf%Wt8cG)|oK z@3$%UDEcqIDTV)Ng8xhEi40>>r9;cpq4vuZGw~~_>L;qh<;)tGF#QhiWTgh~0Cd`L z3Sp5AVFPn|k}#z-MdkUfQj&@Jzq+ohjyO z$AN=;E?!7aPvdr&FqBemcKJej*gz4SElVYmVwL}OVB#Q#bCFZ88mi25`x_EY$#BGR zbKBLKP$IRg8vbh5Z|cA*y>fUY%xy2%;u~Rpt4rvnNCy*>tMnv;i&H~P0Z*>P9D+or zy4Kkg2w(=@?=)ceyLZ~a^==p6O9J4*T_U3r6wTQw zAME9fw~a^s*{v?5t=TDLe0snphK7Kc@RhV+ClTiZ;O^|M!?MM2I)i_&KKmjSty)ju z;yipwOZh$Vv7v~{L9)!;xGjh=x6YokTCuiTViGhb!OV$$U!PJVVuI^?Kw^nHwZWQUP_zC9eVO#I)vng4#M2d=Oi^KI=b zj;`jHwJz~WT91bcc0MBvWZx+zslxz_+l#!)BYz8A#xYE?g}OQGTwskgBNM zPtEYdrlBq%?ZHf38?bAQA59_OwJk0YPUD-f&pH(>D`qS^k`FE`O25zZ0f+`Q23}50 z>n|+VWv>^f*(e3`jt2o>eeanu@9GD>wPlj2B;U9QJ5GPhpYZM*8`I%LP*+y>4y+On zDg1Qk(%3#t*CC*f=lqv`BopVE_2xwZR#zpl;;UbgIHe6HEN&HgoP9?dDFjTO!q{0) zF~z6@=nuFber=M&FLg+tIf+=A;6)(1(gJ^Nb4X!`8Ak@-!A|$>&zQODzy+h|b@Rb| zE~J!JSuwmnHc?$|Ve)w`bD9B%Q^ivDf+_x{lcFL$PVm0P`O*)&UV&i0(C6|OCQ^s; zVMcnloZ_vIw(~@6>OhO>u;r^j7K=I=!+a0YIMydU53Oy*uI!rSeVH@t98TyE&8ns% zB)4f_2<;l1{78O*+jUr`8y@)9p+a9zDMPbmBnid@xaDbZZa@ccFRO4$X_AM+^BXh6sARljJ=_h~mM@O59Hqz@ zp6_DAqa4^yiyBX`Zm72@AMvoCdV4G(bqw?PCBPw2-wMu7`n3uof~H-BZ|NQzma&|- zKXf3UTv~290EmhPe&-$}!KizLJ9JfQ4r$QyTkxYWCnB)h0Di_Kb5lVO)oH(Gihmg| zZ#B!)G0!tNY6y!)(xxF-T2ZsZiQdXplwv^l`;6fPc1D}F;{->=? zRITOOA7}|r8DXR3^oa&R>yA&6zc0&0(=!bN6i`eYqqb9SaH8WtwnfcLFuD_dL)+$K z|i$(kS1E_HwATIKQ+mzEx#Dje~rJMlY7*1Y$`qK|z8j^iv za$S%85L=buZ2rW$pC7#Y<}7C?(7$c93DC>~FzK?2h z-BV!QYBPe9if%}xL=9m>Es!8iQgjQmL~f+bYVxPkV;l{;^+{r(TyCZO1O*_!PD=C0 zsgTh4$KQq}&kw;dalC}|8gh%exA$rwmMJjD`}+YIGLnDomhT> zYAceVgRNp<<{L30tT|L8hDV=J**Defg}=3GFup#zog#zw;8_7Da~ zd)aahex))+`Q2oey89^B1(!e0d{>#{cbi>E@}}2v0Rd;EdZFKu31&@Ddib4B=o5`C zk(?r?X`F0!!5lxo`w}+L$&|Upx0h=FQxNLU)xNtF$4WUsjp?rQ2g zxX9=mX2;y)1Y9N!V|`ltq6#m&N;AUk>TtJK?{V5GN@^dnu=tOcc;atucvR;1F%Ro6 zkqzM)5f%viGGkDao~4vQ*Uj`&U4&eai#aLcvNu zu>E}0>_%RqTthp!8!bLP6n>gPdOtp6&&`v@e~wT2UB!Er*9F7*U*OdL|MBo{K(K*@ z|K`Y@60Y)cF<_OVe*1K2LtMyQ2@rwuptN>887_2-qtO#!Wx`HO;o_Qg(kG}fLus*0 z*AC(!TR9Uo(mC8}W=SuktTr!$v{h-0eRihy73rWyO0X{P%7TrjgSo`33tVJnoxxOd zX^8Q)wP{7pu}-i zeZ$~(vTf_KfDykz0Uwb`$*QXY?34>f3$3U!@*Q)y4b$4(1+Cb zRWz??ypST9OvVQgoeUONS-RQE4a=^N2MTB;jB{^gSN+|lIg`^U+~abwQl-g6sh!^= z&YhO($4IHg9>a|Lc`y9k!RN{$+};GmGH$olAQ_bqZ~_P*@ldxeK+sFy=3xht=@$2H zh6wtMSX%vFeVmV>yPKL8ndeP>1Pt`adq&K$RP%90Y-Gu*cI<-bZ1v|xh-H|7#R5U+ z-J3#1Bac!(6LSlS>>K&sRO@a<7ktZF#kwgA=H=?OB zJ-cUCNuN%$w?cTUVb@MUnTgPLm}<-O%5PM=a6LX+sHoAxn!Nh?XNmJ_+8p~xx4pZ{jTQJAaiO-qJ0@rOBAPfnB7 zPaO@F=W~az{}>@WmIu0o&AAT4UOuKzXm*n>>-=N1fc5VvjrpuXb_#mXZ#e`|MMuMSyyADF(G!^!veykSlwIvF zP& zAyC;oD7Tg*QuPjzac4eH4387XeIU;QOG+Sk%Jm<84nDMPDGLj%ClAaA&xdDQ&wssL zLqEXi)B({#om-sc$)FP0ahx%Gnf2BKqf8B|$gh;j3Z08hT-oHpMk3Hq0L{46N}ygm zftNUX6rTVq`7zqU!V!2+mZU}e=8h}kx(FJj600%U2*3Lpu!hNIgd;aT6^YCs zhyH}MRA7!9QoN-CK{WB1wbQ%~`I*y>B2&enB$t^{j=T+?8y#eJeO1(DiX_qDOJ>H( zy^Q!aHD>l*s5;ctb&8PLk1pw*0q+#aeFJ$o*O!yQei^m|)#k^d#BuCsKy?oN@S*zk zQjVGFuOmD)oOfc6F!451<_lI&Hrl$rM4^Pk+qXWq7uLDzti>*>1ztKPuaqTW&OJve zz-bm4fw%Z@MBAYDkry>_4{n!bMkB|=OQ(8zD zH=xDl8~fqs-^OI=Pa7--PRm?>DYh@$n-U^iSd{4oMsq|53}9B{*zKG4^A?_xjIJn)QvE5wolt6 z2E$EzJVnnoUzgS2kXEh;yH9p-an5?CeojMH)b}XD5jxVOEY!NT7fBR|}b^J6jJZkucqLG0*aX&RE z?}NI>Iq12@O}kC`@%hlS1!iW@Qo`>Lcj^*)re+cd6Qk@%UK!5tm6LLe5Ks&8&f8YJ z^xB#l;+Xq_`lw+&H(IcPCaslam=i4FXj=;{PPbJzq2Dk9ILgkRRJpS6Rut{dHZJ;8 z2O}14%b;y2jU`Z6HAdXtSR^{y|4y!rJZ+&>%l1XNYWDGgXqsj&A}5qxmXX3uX zx#tz7zpD+x2Qd<0k_#4w)=P%d9RQ~Xx<9RPpYr^=OIZ`%m`CSaZ#?jTpe{Z#-i?#MHAcVCmazgK=371jP@TW*8E+Nvpm8SrZDg?K)St{@K&emGSqw>*`x&Q-yU{+ z4nYa@enKTKUhTY(BBQv)W23|erDYnhs>V}1vqQL@d1=+-VCM(6-Pf%4wU&;O40bx; ztjxO-HAb{-$*m}IYf~QaDNy?lsV~|41SMg6@mWZtu3nxFb7Vb9gH;ctiS)STHdkxq z!lX}=684K>WU2g<6L#(L#{GEaS5a@R6h!8gv!~oq_ew>X#AB1)kF4KFY4Lg!EzlK= zAX8&R&>R;NWLqD|pu9p(IY`q@7j0F6eg7V8qx_YSBV@}* zK7!PjjbY<<7c>i$T7=Uj3ZE-4AX#NEEL=;n`nNmBGHd`yt(EJf!76mX#taxfeBl zqEiU3TGQ0@OwQneXC4JaP-DBR1ZeEi4SN!M8uVhLrL(4vsa!<|V_mZ?vhDlX*(_Oi z45ltd(olZSQkN)|H{5d6NpooFajDJAeqb+i-nOxfXWcWIo5b!0N!|zvA5+`jIm-dh zSwMY#jyREf&Uq5XwP3(DU`GCV(jKj8u}t{!q;tL0%-w1n5w#kn#s$T zdJ{t=?Q{#Wz8r4ocPlsr+4u4JM?EE+EAcCAUC`^$cI#hzzz<;|@n01F`6a}a&D@xQ zV?sXY&}6`g2O1TE)O|7+WVK?fm(AQF&+2+n#W{G^w9r;a?}#y(ebZ5IS$L*}KBsx} zIF+?s_z=|;pP;k~LU$G(P)=J`^nUOnOhbSIjRpz>58d5*(!I-csq z0#_;#angmw#Kh8TMv&g($Hz5o^m7~% z^DfOiSU81kACHuqmnFdHS>Ta$RRG{yAgyjPiIemxVE3W?ot3D!kqOGov#&rD`}S0! zWIGVxh%rOQGvz+hQuFE=Pd|; zk_g83=ElbLW1Hkyvyl49_tWnK%mg6(^!GulX#ttR+Sq(8(|ozVk;BI!r(&!Mi1?Xj zjpMoUhD_}JNX6hgQU8(a{_Ck~AiBdUzk53)xEdAc8d zSt>kotyg)bpXiZA`tD&A7NKK~UpAT5LAW;lc7xz9?l*E&36htW_~0LRisUi!6wZF}bWM?7U;$2-M2X?jqaxLi@R$2)V2rho)Y6?74L!xu zKx=Rl7?tMXvd@wo&IWL3_H;c>(6T6RkFYvL694-*P7T0sd0=o2O&4XHk3HW=Dk1Wk z`{?TWWfXR`(0GoiSnfsY!SSg!o886!6kIW5^e#v%E!NHWEF88|7aQ!k%B!(TnWu8+9fynJD=&jVM zuWI$@*yIw=#YdC{RX%N_Z4m|yS!YPpcUKX;LgsiAyV2xLOXF#|v*li+ZJiE&EHBSh zb5ct40q)ll!+)FjfA<)K8CGUavQ0VUa-BI)4mL1d-TENjG&VV`TKi}9U6EgZ9JhJy z6(DTSIty)!?7`QYzxt7mpBda!<=Kqg-A7vTRQ_w2e?-+F7wh`EKUi~3$TMp#N3gcL z?u&`t;M>9^rsn2Y@K`AqUH=rzid5987w*B$_|#E*uyAyD7Zs z=m*#Dd`J7X3XKWzxR|X|_RVXA7A!7p%LqcGmz50*`hUnaj9j#;|+P*A%x*-GdGc`j1$8hDX+QTX;5d9!X$t@hlc+gv@OUtV%MA0myrPCurzLE z6Z+v2MmnIIctbtEv$+OfI6fFVlLerg3f?mqX{~<=u5%{v#>JZLN(!TR>te1z3ZSiy zRDlMLGlc)a$tFlwSKZnlqOp<#V}vaUfwPvFUP^7Ug>)o}#{e6H9*4g-FEQI^=eG1H z3hWQJaZu5tzyFDhZSJVDLQg&~=T(|_oZu^ha5Bl~$gtmV=c^o|;!P0~kEABhyLGop zU1cOC1QdN_iWDJb@=&+Y^*a6-KOQg!S4Gsc|2`Zrc*#5dsXQC8wIiqY$CVik;;}$l8|c2uGN}_1*ljH~;l zB#2-z(^MrF6xV;|?~PAYs>g)|DN7|c!tL(7?)lsJ-!b6-!*vJz!42TjkE_R@<^Bc3 zh&jTpPj=|IO{w8ymS6dOp-LXn))^F{^o9yDaHeXCwz!P1va-h3Q+b4OYYmIeB#Wt> zPHFcg9FODECp%z$tfZ49)YHa4UDqlzxvV)cH8dK*q$U-8A=@*P{#j9_B2E)2p8PH^ z6V9C)vixp4AJM+AI|iJ?>ADoKRFH*e(%5*fna4YeKdZbQLIQ=Dp^X{Y4^S}yHdX<>5EHcqaouH+Nmx&NHWH=Sx>FSxc8W=?# zcpw^nCu3}3(NPTbW7sPPfva-)XcfA3zJGX)j+b$BWcxmH&0Y6j6`9{$6wYuPT&Tl9 zXZ8SBGsN#WnqC(pG+=wJd+%zyTvbbAU*R!RrJk49S9&yONn~SnY_!uRG#B5VAmV*N zwmJg2Q*bf#d!V#N=S?x z_C;p-hP;&55-(b&hH$TQo8MaHdje~E?c4jikFpEkZ3qymq;mKpx}TwO=uFpg)F0ej z4m%X()d>wFF|X8dj1=L{COSf8wuvIDz^Tya{mcFU9XA_9X@O$%dD1c>uKV0o8E6_G z*L6^uGv~c$1gJ}_B5bPEFLRDABG6Xajky7flg*15g7MBQg)cD_58U$i}`-tnA7CDNLqFST?9a6!h zRJCt)$r51D5Q%QdEB(uA8XAIkQD_W$x*}0;ry`!%-;cDffh^r8=eaQ-+7uQPd?5*| zBx)stFLS<37un+B^`yg)eq;!MyCRTHww=?Wiue|YQ?aqh8I&CE$2D=1l0RxuuSZmKWLus74X$HbzicSzw5k2N zr;kH6)lDY)YJwH6^eU>9*tLQ;?@Bgn8N+JXS9QamdH^oB*Uc5v-%SWKNc32~Mi2m) zt_0N&l_u{8gATTrmc!R2$4MrRD%Te!A1^?WYgfwrruUvHLbe!Iw>(~dVJv9u|6k*T zfIn1NR$P=^`@0s}7|0RlahW$WE;oQ}4l|{rlyhEONGmOb9vN4e>a3b;mE4^zr`PLT zMMdTYZn|zb3Vsfuvd}85`mH76p3a;*`IoGoka>0yll{}2@u^g;hB5IFnD`eANL1bY zhQq={BRYomm=jL=qq0@kVb3MlG5Ea4R#k|1KOZ&~%`YI|I%=w}rUpNfeg4?@3q(<{ z(Fg;F#*t5H1bj|YOPFWyRgfkxFJwE(bFS!Mi;Z=^ z$pE)ti=vv%`D2e;Grk9b;~^HiO2H6+o#)%K5%a`<4DjA5^P@kw}f zrcT|M4CKGpn?K6SRuEoGoHKKEE8ASP{mp&2#RCClmQrVv9gd*JxdKztA?I!i`e5Kbxc0a}0D(iYkUR64Bf({xMO6@Bg=@SyXX zeL~??XmuvZulcbq|6@$9UP2lks#-eS5fk-U@>C@+;50UFW$xoL<%u7#a{Xb`h4JxI zXRH4Agc*7UKRQRDm>Z6=Mivpz_vE;?PUc75F`;-Xo&i5b8Ju`J9382s-==(8%abCu z3eEP4Ls5&#$K2EfWVO`@NJWl{Hh(kj#uCcCf-_HM-?f{x1W5cQjif09V6EKVrFOlA zJz2bBRu&;1;hzhOt>{9Jd=cZmH3Sq(=T1vScl>K#VG;o06fTDD8TsKIDYdVznpgny zo1$0@M)1$9G5KS2@|dCqAM-_4e2f6+hD+)chK?Iv zInRpMQ!5(JBawWzweiHSnhOi`L))?(E^j~ALBN?#Q{uA+ad0I)&jZoL)1-K#;excU zv(#=2@`+?rwL1pl&5T|p)eQ(%%1^V@hFlKjJ_42hS=}Q<90E2K*WnGx<5T;h%gY zW0_CQD5`jeZ*pP3W*O3`^eUURj80pz+(b^4K{5`C=u@}#_dvS#p#=LW!GUoZ8A97J9g(nO%&{ZTN8WA_kBEsr$%Y;^Hc?nv#twk zOvOZ3(h~f~pVm)uy_9?GX%{?+;pTCU(a7^`((cXT%(lBXpWNnJCG~&ve?zdu;Jw?C zjqaGmyXuvR_k%#<>OPq;U-zf?y+am#IG{l=(TT+O8aAFYz+;cB zGi%Kde;`jlSkD!uxU~7rrrw}alog{raYYI`5sAA2u&={2NC!czrSWOd zn%xS$WPh}b{bB*f1=z`5(`cp|FT;k8O-kiG;#Q@_e6lY0T>(H2gAzF|b3Wok6s>^k z9j&H$xuq)r1f;jjK4~@)RfJm*ovlRoU~-$VPU{Sd`b~Mz=6}Qrx)S|P0#7-!>mtLoRv&NVPtb_F@bY`hjeb2ycByzw zok!8c8C6e{Z^Tgl4}{Sq0ngi^_#m1Px=4FaOZzLyDpXq_$N*UNXK9(@VFWjp=)``t zh@nr;InwXRIl_AjPcv4JQ{7_ypg7^_Y=e8%Yiy3XnV|*vUaVmL=J>+HIrPw5e{euCFWCt>&>Q&y$cG5V!w1j@ zMt_N2PuJo=f`_G2q76?J951)m&Rr9&AdwL8rJqtQoc8Y~UPq z?8=8*|NJ#!|IO=lYk_Yas8gP>?jv#k#gzSD6lV}3qD*kA)V)=UivTw&LAe7d`pag? zG}ah-=FgC(WGc~Cv$+L&OF0$BsYARY+Y@$!pPN)A-uNDl8FLMB-J+9+?)5r$y855) zrUQ9a;%z*V4Vh{TQnV?e`7)LSZ{d)^1l4yYdUuOfo}5@AUH&dVmd()%$ZK6HMGoFW zeG(4X3?1!bF`QFzYuneVk#pVn{q-Z}v5Y>N;ERjo+ytS1(g{RG^q?yDHAkdh?=er+ zIv>#;px~Kj7EkQFN|#P<%9t(g_7OF-JBRvB;9v$}81!)i2gP-b6FJYbLH9;#yLQ$u zH;p_x)upCS!eih^6HBpYu%IFN*6;)M7jRp@LW>ZrKMQE|sC{9}OBmp=(=<}3>~r>s zrjzn@t(?-eg&P-7W_DIA)qXwVJtG{7#HrK}J1q5)Q2od?qH}8T@?$A~x<-t6-(%!X zj6-HIwyTe+EPW7J`uU)fkYw?XLM1;7lc2i=2WcOl!_WKvid75P1qSi0dB}v@4B<3_ z$ZA;d7WnamMQiP|vYFg{Mj`VOlH>l}=Dt|3TS_vM-VPVt#W>?8wc{8gvP>oe&;sD* z;EL2w* zjGQ;NQ{FJ?Pp^X>Y|19DV-xRiGmcP)#-UQNYDm#sL9KLAuipL5ykm*!jgAMXBB02~ zsv29g>>|Z$7VxDWYBt!h(4A^-;G3`(l&F;~k=zHBH{so}qw>Q$! z?Cvv%<#_k8KDAFLxhF!06KNJmQW{&Ek~Rx5LxZ92F}NbvbH0jv^$hOI zWFqaMPW0=@$*=HDG1zDICwzf;P9YF7y)MNF(Esjf)R_*t!d2#m5FIah*cLHR;H-R$ z&&#Cie*mTnwj?ArRq02JG(ZE#ga%|sj%QPD#0eIA9PzLss8CcbsnA$)=Y4AlPx4!R z@z#^B^M~?cZp}uY{E~S@y$531Ab=2GgSmMItkD>#=NdozsArs>;v5t}y4YZZGhX7) zU$ZUKVwwDfxYD|Qrv6b2$12-2hac%z4>Z=oFzOpoqfuLiy~nmoNL-t04;C;<)a^Gw z5;^Q!Q;{x>YVX0~)C3<3KT7$KG$^X{C^7gIckOnbmc+ByPC@u8svIs*I?Q%rRkhhRY&Fn|@t~Q` zpq|3Z91F4L#0s-r)*Qt=OiB426;4F<{(#oHWia@6HoiHeq?p4<1`VZ(SJhSFlfbBT ze}^neUG4mWdJd|#P-2Oe3s16BZkB{}z;VdU&Lve@vkM8SYv6jO>_qA`ud|P-9n!6~b1fZn_;PTqeUTXfpKPv973Tt}At*DB z;G7?KeOfB)dA)<|NwA8`;Sf*iV4fT;fN_~|B=N z6{ZqmCjulz_Zjr`7nLBj-VR*ox)=|7B^cGBSo@C?WBez^05M!$a9(PR$T{&)p^L#( z@b@*&{E{;+Ci))M1fh__hA^fF)0iRe04vQHorT(b6~%z(*z{IsroSqlMndt_kl~DE z@!nu#9zmy~R$pW@PJr+SzQtqcih-D0b-l`(`;3ZG)ZpVqypkh;WIL85G-7Erf6#7A zohN0#sbOiO>W}7jw{!e*+x${>c-0eTb-W*lQdYYiF&K%Z*={S+b`IP@R%=5;{VCHK zF=yZ++f_Y|TFaBj#{-Smi6XG@|H=YT7^09Prt&=C8t-f>#S`8$sd~E%P5ykkRMkdJ zx}M|@%NivGpkHww9x*WNKQ();$U)enX{&*-MKJP@uI3<~*U7^eyR4kuhKrN^2tH6srW$IzGa) zFf&(y-bibdNt_tVZgjKZWthc%s=6GrMP6+JscXD;bzdyz^3Go5wL>T;aJiPp>e51of#y97=>_ zK7Z!0-`9I6wHQz1O(?to5Cu%lqZm{*kKF9!a?l9oWo5=ppL<`h^>LM z!AuO;1dz}|1yJ)np#mdpYM)ps%uC~ooh7FJE(lZeH3UnkU%ak%Z_ZRpET^o6BJFV zX0f~eH|^%x&XwG$Ypl7&wG;CnN6@Z$oy>o3p!hGsF_a9(M4x~cgpNhFMOnD4V9xa8 zt2BB1l>DHX&RE#^rfYDdp?2-PDrD&qERda=`Zp}`sCqwxykiV1 z-nB%?0E1Y%_~>bPrpPx)ZkXV!mW+&lFt!FE(Iyg5kMS?zubk_Ve0?tzq-s<529tO5 z7|%_Q+o?3ehW(RF+j}fAAzw~}+nRDBd&HuI6Rc?IB1q*+{J|&Uw_~@q1cv(Bhz^5G zbO%@-j>DpycC)v&P%7%mNU|@%)LXov(r1M#cwHi@LC5j?s<;<3Q;LlNGKF$Nb0NQ{ z6|#%i0jy8KFVj+G?js;`^OpX%otkV8m;H&FqUHkk8PRz#Q&UfI6pV>bMcOrO%hv8% zqWH2G69s;Mj!*`fuiFt^?lqo}2MNx5q`1#mioowRP5?s(!HbwG>{Vy1 znm>1*910c~hFr`dU&tZC{ifMAXD~WyB2Uo~t$3ZFj-kAiuWnE2Hh+ba_xVL}N7A$5 z>AuI>$QeA}TE~8w?(I%3BD~W$xO18q-+5zU>V;W%>+1M5ar@<1A-{tBj-?jnfgr=n z>f>VEPe>yO%rudhvY#=JTE(pIaA*)KoVPGBNp1E2x^zMjU{nq{;G_+-HKR>16&a?4 zu?OYO#6sXro@`Kr(j6-HD1zlG9!HJ_+=%EuTOM+$e!}Y}vkulyynSDuk%Tft!&}8~ z661~paLAr(a82e3dHfxz@6A3%{m8v{@-9Z6;f}R9zkQl=ta{oOW?(dyb2X=!*dt;8*=6`}9#G~_O2IR{BjZon$J zXo%xd`wESL0MU_p4TQ4Lng^NpA2%YOdKfX~iUiT$)Vs!H=+e%V?J7A}>Qeu4|FkFuy?(v5fYfV2sJSf_xK(t=EfRaQr06dBm?Rz@-l(_ZYpH zQXgZ6&{kQ51B)ESjt&rgzjSi@xKu8d{iLq{c6wePHIC8<2W!&PP+i=-X`283(%r~k zbXqNfpy%B%0@N02Z>n?Dm!(P5xm7RH9=NSa(p0U{6K4lmP)(F=MeM6SRLT!tuIt1g zgpJ4-Zu%sOTi*WVd2&U6Gxfq69oiuW%M9=Ysrha(qp z#(5cX!nbgo(bx-DkEd28?+>%^Q)atM;dOFtuli3#qe3wnPuQgYK&`lVIBXe$f%sxo-i@wr_PXABiFQB*hl-q&O>4+*wL-KI767s z|NFJ{U&Bxm1{4Ogs?=bpBi16T9SRn<{LxOlGGJO0quc`kzn@OwB5GEV<-8`STa+px z$~hx6{@X1*$~WT+1-4rgMm>?4W>sp}Se9XdowsPi)a}@jDd0u5E#22Ul^K7Q9UR@F}R*d{1-I=+#C#c&*PHfF+dUR=)Kp1A#G)Q{+>8;Y1 ziXhtLQqw_qviBj1#~g1i1ckY(bwr|@)Q4?LmG6>^y;%#shb@DJSwF(L+ERbd0X?4h zoc|NLq^kazHlQh(v6#8EB&E9hW#F)5$M;XK!_aC2c5x11e0E2b*; zuwWVNCFIeec0YVkgR(K|u=aM~9En%O{u;3dH8{_2m3JxJ9$b8!((b(NX`(BnC%gZd zT(l_Ofi`*!{s%DT1DEhrq%WKeN~R&`GYtDkY3EBQc7FL-nc@W zkq6PIDu@1MD}mDNcR@FZve{mZd!L+c%?DT%Hh}P;_iL|Fa-r!OCcj}Z?N^cDmY$zD z3)V@90^TOl5yjd;o&C$qVh8R%D-ub9zBj5E0oFG` zY1fyieu4MieIomS>hS3XppT1RqFVu^Iv#JAWo3A+xUNUuu=nBH-b5Kbe=D)@O?>Wp zwDH}xX~x|L1*}VNKvh7*Zv3{pB8;uq-iZf`)T%p34_!KK4&U+7|7FHt{ zi{U1&UQ8o8S4l*{(Uc&g?M4bH2$#_|F@)o7EIF0ooJMA*1M;X};%f%b9hV0^FJ&^k z3taV42&mXEmIt%UT^i#b91aI#?&u$@1jmKiBJPXsd@FC|E{0~VCIYLRvaK*V{UDDS zglKq7dHTGB;B=B&ClTuX_6%TxRM2rRg!$jS~s@y`BY2KF;rTO0UlF_Ac75U5u& zG4S8HfQ+kJ3u~DS4C;Sf>*5;Pm-Gm9pUWoNvTt)Y`@<*loNj ztp(9rYaL!BqN%UoU;W5Xf8L+wwm-%<#g&X!Xfp}5i8n>X+jxB<)%)3X?QH>RPH#x$ zeQRUF`yA}bHold?n`d7eBH=6ic4PUZN&JV7%tp%H2)d&cv<=4DUwp7ux!Wya7 zhn;P>`giW%x+jmBL_QkF&9^p_%4YQGgq=twLUV7!N->1{78GP^UZTR+y#7nvvHI!;i44N1m@3O1Qb~G8Q6rNoh zwOqt#wauMALV7MsRAC+7?VU1qS4uJ~mp_)~=rbGQ!d3&dkW3Is{NVfe7IoR>EXF6w z$sTW%cwDdYhb3_gvFe<0-o*)e)*V+>EtW^x9kKyBu ziTntHnj;8#wilW0X=?X$ZCxLj@R?f}O+_2qSC0Gb$tKp7o~eln``2RWUu4n$n;G4x z6@fA%UMbjO1L02H7wGvNy|1{NvJVjX`a4ihkTe{vC>UT*GW^gO5satR)!O_EJjd-8 zI_EwZn8S!hR*UW82y)&~i&@XS<2|}bZ&5H1K>t{)iknY18-rwTIpt;Ie}Fy#B}Ir~ zlU`$c$?|aBh+7SpI2SU)R6@sp2Ifc%{$X$YNk~g}t1?Zb zBA{}{{{Y?=@!e;O3WH}mr5Tk&-0TMjO7 zFDbDswtT$mFi5Pf_B<*pchk6$f7Dywe;6>5-!&?>a2-D3vY9Uulvl3)`+0I#)~p>j z3vIk9+u?=QW#Fk=NqVx+sjDgpl>MflPmCwc&?3-s?0+AMUO(~5QHnwE*#$B#IINHi zNL-}Bwdt>fA59nr&&kLIJ}`PlN5B=0BsB_jY+8;>)n5gj){YJMKC?KEG%g-WfU|E6 zS1@g;-Gz;l;T5ZvjTXjQ1-~k*n$-K~XD5UbH1Ywv%{UT(XwYHiHcx$Cxt(wOuL&#H z)vWu26-3&eXJUzv8-Q-={_XaijdAkI#ShJ}4v*(p-jwPkbv0d6m_7T>)Erl}UBik+ znvspSv9~aW>GuMk14;+Y>_!j-{jDiTzXCBj{@wuFlNQ&Vc%CUAQ49AwtbVmdgoZ^I zhWhV68Ir%ixe(hgZGM(|Rx3ABQFOkv%QzxEo%v?N zJOGk(18@wrB%!#xB8kX)>jIp+2=78!xfU9DjTjB^ZS7@BG#l#XI0z{Z;E@m%0svrR)BnrOD9eiGJ?waA`}o#?)xv-8rE&c+vIE}f%dqw;3wDc-Yn6~ zs4>Y|e39Cv`jr{;dDj3#6qvqfpZ857_;HTuU3u?2vg@U?zdF6upg7kr85~t-N{n~$ zb4}O{%)PJmXm6paiCrPdz%e6SdyXdkxwiJ`)c1m<*}S2xT4&p1Rrf@9`lyzg!j+3N z{B_KV)56tGZ}AG#Zfy-=f9K~tkiTdf6M<^;@e?s=8Y`O?&EEPbijv$&vo!j2jio*< zP15zl+0=ziEcO>ZnQ8nq`?tQagz3tWBm-XD4Thwvwam=M2~m_&8`?v#=cc}d6v}He z<3yF|+tS%@*<3igs(&ueuCRzdV?ETKxEz3bnaVo zOjU>KlEXtwkEQZC`Y-*KFu-;A7BADb)>**umQ>``l^U+HVt08iji&8q=n=Y`_Tq6y zBv9Rn1&+aXwPDLQ&ziP}*9yA{*4TAdon7I&x1V9_KNJ!4wMjf|%d;GT ze(eNBtbSTbZQKRFi?7-!O!1@^?5^){l|lM<^Z1muv;K}+7Gdvuiccac&kyRr{^f8c z`ffRoaPH`7jw0`kgtz)H?}L%N&Hce-YqiMaVAoD8JrU}oF2U=4hojvo!Iy2`YDF`H zqbxV6J$DC2<{{gXM`=U?09KP)Ah-a2k}UWhQ-{q9F@`lV_G(5x{>c`Z41 zwp=lDsP7SKr#+SS%RDg@w<(O^Mt<*m3)7}+NLn6+D&_qBe!c{scC=7zB zBejg|SdMg~El6Xw3c$EB^wtHP-M~%Ujc8XnVl#Wv*)E&ehpSYt5N$S-H6a_9ql?J=6U@}6704-@QNsOvHVh15Q)85*CYE(5pE)1BxO zo;Q58vp3s^3xlAO zK6VQquV~j6HB1kUB)Q(_D%#xs z(eqn!4zHNmAYy#0(OdCNh{C%nTWc`;>+QMth_KJ(FGWjLWzM&DO7}@}YrT0Qkianc z$sFl)w#zUv{(%*3;_vLgNp>`TmEj<;vk1kBoExzlp52I`8g0(6`6|6mwUv(4Ay6=gr2hZ?N8l?u9-)&?F78I-?(IzcPX{z&#TL7zF8LN! zInAp7kFPh4XS3bfhf9mLs&qh6LkFD*MNu;ysJTVWL2DK>i8+e9)z;8f&2wuikr*Q+ zBD6Knl#qzA#t;+O@ad?8zV9{NR%9|;u<@DrI{e?L*3@H%b z7nl{z8yR_Jxgl^Kzf&(<<6MZQ-zGr5hjAtn?!)C1)>k#kpWW7fh7vtNHG;;y72@3A zMd_`;*E_&+-s4A*@HD8Zg>*G;9B-G!q9;zkRMi3Dt7MdzD_mV>SzL zELti+5pfEB;Y7sL(T4{5kJMcpXw^D`mXg%;`&xt4*qXXBM9VKis07-xJFz1VNP6A) z;$f8?M_bETa}N*~TSQEV#CEngZ&?2Ksay-`d*;FLK!+9OS9{p&u|? zE&_vEqZJALo<$Gpd=N>r3NQ{%5^JZlx9v2%SEg<@!-bsk;QP&Q!9cIMmHk%Mv{Wrm z4KMg%(ylw)k^9t%D08x1gY94ywp(plOv1Vw4rEl*cdXakstlH&D%v{4D>Pm zh@7UIqpBZjOt&WrOW5yqS^S;|=wI{AD*r#>_|NF%x-$@Ol_#vm8xu=To3l|toA2$b zePSyIzS0W|lVNsu`Mmb9F77&Pv(+9ju4bE$fh}w^0Bh7&zHp>;O@Y>!Z*L;5h9M|l zcgd`Vs*kiEOc5(D;X^`?0p7c`STRcDp9 zGXI|aq0QuujNf?XV3}4Os_zVIVrY)_8-%kH2mTA22_s2V2-R9$7~v>Xf|qDPPtt8s z?aDvU8+BW&6|fpW%zZC`3Bj=%zYLo`^wXcReE>Iit%nsSxMRk4+{7s_IJ4HPBfX9o zQz{UjGsEP5C@x_rR`6gp2#2|GIUMC^I2EKr5e%Xg=(5VS?rNs;S0aQ8I528T&h-{v@WoUBTg>t(Rq=?lc^e8Zwucf zeuD02kp7_GR4S}2KB#p|MIBk44_CL{n)3zF_Fe|ar`z00?e(FBn@6JPQIQs3qHP9> zFv2xJdqgr>cAU**ZEM1ie0ZJRb7yzHa?Z9Jy>7gScut=fTDy+0uq~)6o{+&{%V_H_ z@KP0QQN?Eu)VBv7`jg?Pt_T{bBoc?}u6!|>U@carS{1Zzw>Qn9aVwJP$@-fa%rAL< z3#$fK)*_LeNW7hd=;20ejP}Vx^SVOzf8RxO&R6DZZF3eI$){J!+FOe^2iL4|`gc=d zuJ7p4b-8Qp$oXmm%v?5|? z$|_7>?|7qErr$TK_s+*(+6m=khChz6|>cq(#adNb)} zK+C~n?nPFdcbIMkWlPPwA>duuKsWVTD1dI2F2jtac`xyZU%EwejD4-SgC-{nZ0c$W zShAU%E7wtRzVU>Xi{cO993_IoKITlQO*@oEcqmo#;d~XxFEQ8tA&u$MX2d6H z$#dc_kVkgPzZEY$n)y{H%6e5j%dwOU>}JgikMZN((c6(8?mz6?o61qrA*2s#w+5cH zvMCC>=k0%QO6H^lwr-AteFQ2XYlPhnzWD99wGWZNG@*y%+=1iiUq2-&KdlkPo{zU# zsTRQQ$s3z{bgxqsC@pLn-(IT7_<6WlRClMEQ;Ov?t(L9RVI+3YDKxS!zXCk9#t{L; zX83d&TIF|j4Y>wXWCdu=IW$^vStC8C?p!m+-U7gE9yf}8dY(wOR!(;n_-209sMO2n z_ksur~TfAA*2ASWr_vLcZ!)wz`Y_d$Mzi##fFt|m#w2X`4-euOyK_T);{ z(aVnO&NWIAQn`QrR@%rXF}oB;eLChsU|xP5{WVYlpw1UWR6*%x~ zO(@8+UvPbq8usx@a>&Z)PRz8o&3qdgsSM2@htJsoPJ+ZE6BZ|b9@$W=lb+G}Evn0> zI%Hh&6`f$D=Qs=>A(i}2Fup}Cz}qh(vI|`*#lPzrF<1f2_6G4*^|-4vb;z40b=uiV zq*u#?J$&5$Lh3eO<4ChdQC;-Tz5BrDRpqnw=l9}IJ+GpS1N|J&X%t4;t5E);V2ZH2 zA3xe4S7ArvPP~BpRdk;e<|PNeN7`gEh2M=3Kjl7L-1&oBL(;T($<#1Ml3R7-RpYXu zPtvsyl8kv*L;LW}RxO9IwgY%ORk;CEp7^h*?w@Hi=iFPDtKee5C_tKrOE9HE*lwlm z1$EJyJsUhceoP!h+BGTTcS{zFm;gU#JWH;yDs7K`a#!+_&v4u3j{Y_lS59!}?=kr1 zLo{qyMIYzBJzBQV!j|^f%2r~64W=<=s1sf0U6-IFIPq9Y=zgZ3XU4BofTH>z#`=4U z=)Et~i7s)8OgzCZ9r=u)vwm|8Wd6Da@Il4!HwwkCAZ%bMHp#Ydjb*JzzkiZ4+icWFKcb3W_g(B?f7UGfXKjXyT*WNuuA#k`>?#wi9lR^qpLC}z z%4hvTH`a+|r5FmT8s0&4Psw-tlbVQ!1V(AgBaH#uYBXDdyo7pSLYmo7?2W#Vk`7gD zU(BId@nJNET zmpSb?wsb&%b!7E%_IA7B!ROI5G}Do6)7Zm&_p#`0I0E>@;`u??Dk2L>-{YLK*b;57 z6y$U8vazd6iz&Agx-BfBb}J0RAq|llURaG>Sn&9L2%K8L!Bp2G6r8UvYDCP-@B1b} zA&>>1O8+p27SEvd6j*z8CR?V$28g7LCm;jN!VVAiWL=S7u$9H_JqzCQ6Tr;~ZmxGZHL;DuK8d~fa*p#VCg0~pvEmGC z%Z2Y&Z5e5~DSW!=2aQ7*Yj!T#D92j{QH$8k_?7)Ae=?r4+w#2fY# z`qf@>`ufE~9KC!3bIvws!9_c%QURUcXrmGDa?aN3cRq*OGhUFr?xbq5-yfQQ>bq&9 zOF-n~4>Cn91FJ5*qdjTmE|fRcmE`C8`-bf)PFjl=o!CdL^Ix3(d=5a}ePKLixq#)x z+>>pz1e>CW!MwuxUnpIV9ncJOc=ekG>UlF!Q~Is_l;s^&+GaonCs>piG149ko-!lET5_u^XuY%x!4aE za#T9GZ(V>pa`xm=-YLF-Y>(L->}6jEEZO+mHD<1L+mB?)&h>U0x?m-zk~F<_y?nF{ zAbvbgB6LOD(gXYvU#)C3Wrtn|4&)r3vtDe#EwpX+DP{qQsTeA_XQKx`^{EzYf0;I5 zaIeN(E&gTAHoD?)ZX8_=eWF503GBso;Z@&4<_jR(_ro zd+Hh$8eVlT)Rxk%nTC`xsA;^#j4UkcysQ`5FE40)@TU*pWO;ClI=`DA5|CvPd2dQC z&1z{OXcN?}b5y~eCm-`P=B8HaUtb?|?O70x*8cb#v00B?^JRX~WsV&OZ>-5SCO2glRxyyV_yiHzsnkG*$G z9;7MRYF!Z!PO1P5bY@2A4u97WrCyH6WgFRbX)2!2Mu6_?YC z^>ZPh*LGgz3q2MZ=Q5eIswB0E91;|f8U!A6i*Glz-aAuez`Ws@i#bNss6ob#p@8zC zO{Ex-FST2BTN>S3b~Nry;3uoAOzj)#s#QJp^jvtFaUZ)ony>|%V<}i zqS#4u@7W^eSbNPCPX@0Or08xz^BhaZ1ps{Ebz~zsYPJ@We7SB-HQ6oW2%{fDW81I_3+%l&hj&sz%{k&I& zEveAC4nQB2?Ea3*A|&{)Fzk5*Wbe7dXAg{=P_BWP88os`@0`{}@ zO?V#3%j?&K!moqVR#_np)?cJTVw$ZA$-nC? zQNc|9h{`J+QXdi*v+b{`naY_m8BMbnYwAKt~{lM(CXH^-k zhZHt$o1Z733`*>sp^{oZH;$Jlkf7-^)$8UW{ zZbroST|-l}=aO^3d);1@v*5S6t8FZZYc7b}tT^zE2~>F$<2<-) zGC5rK$@dH7At9tslAXT_kKb!9(|}gJdhOB#{$`LRaJuV;%k9tv>$`X4Y+@|7juiN( zk!Q5&e&T{3>sI^2Pq8Y)^~J&Q6p#%_#-WJiY8=yMJp;Cmv*s~Qy#M$C@G<7J)I<3N z^b=#HTNeZUVPl}s*^8Y^m)fB2o0u{x|L(92Tpt&4>A@whKLI>u+P@Vx}#hk*x6nL=^)G6gM-f!Pt)LAAeI-lQ+A zqCEt@sHNKOwrrTFw0jE){^E+J?;WeWEO_dmA)t6p(q^=xzN%>pP~1-b!QGyd8MX+` za}QcAts8xLSE+GlLPbbI`OoxUocrjN!LU&g+sbmv`&RJha$aEm2>f$h{-QnQg3>{- zA}qK9twjA8%Nw@aDsfvFrbyNpsJamzY4x0QsCcbLFXlU6ys`BD!*^CIKiL{MbQ_y} zUdZijnaC~#e|g|{6?x^#k0wiT)p?Pn%4V=Zr}~CaFC;PhC_R+d^)Uur$D1VLRyKBt zw~SY8!v=1avO}q#JIk~*hhFt*+Rjz$3HjkV6E5imEy@XkC>>~b!Aj=7~ zPBSC17OzfMG5G+%qOiv@tNZis97O^x-@R+P!qdRFnlB3hY{Mw@RD?G3*Ly-%%<6*mgNx}+xtBQL1S?q|$DL|dk3}J|_NNTb$F_o`hO@Rox2I0MR z8OxKiwxqRWNKIBo5sP!@TBJ1w-|IR4O(0?A&q7TRFs3PtN~lgvBBM717KF1vs?J*2 z^h=3s9n|oBW%mXXId1GrmR)S9eToVm5}y$ftM5VP^XdKF`TcNtw;W)X3RRdQfwVQY zR?+T*`3~moDTaFjLxl32tR9)0`WSTFmdIT(+PGI%!uZs$ETe&G((xp$B7OL&KwXk)aXpGTQwBfQP?s*IbT*lV59vo3mcP=qjY>Kuc?pOxp z*D|@&E!dHiXB%sGhQ7w_wOI0AI;sxX1sh+X+)y9WbCVN{WP}EJ1Wh z-^UfaC=KsaZ1MI1k{f$#dsic@&BRx`7sp$~m2U^FXL@taq1h~E+GJVGvawXmFMrrn+^u){P zta6yC;&zqBiyzWF|F~d{;H1SMH|H@8fm-&J%h)JXmoKDT-e_dn$eao4i^ZPR^2J= z35Hg^?&O>=`gFmm-KF=0NYInJK9M_PDgpJL*{SyQy~WlP2w3x9L`Vl>uN^ILfg2ISOG*}AR^i;{@iDl?>btsYV$msG97nx9?W+u6?vhCYp) z_)2&FS^d&Rp~h~ifHs9R++R21?+dH8DyxN>s2?o}o~w)Mpr-eeBJdRhulF6kH_P~M zOn(Wj@Z_o+RiHUpVVzN{REot>)9neN$)@r3Ij@5D?&58p@k~JzWRdU|h!NYFziqzx zBN`@RbxVTkVKKS)vR#3(S9021fev2Na!6N1?2PjBb?bjPdc2QodPW6B7~QB(*#X1U zo&L=JVNM9G<)9t0WD2iMU_Dx#AZuOe67~(EjF>awj&W`$)f8TV@C77M9c{tdy@v`F zsn4Vj?waXb1*5#m^(W9C z6MH6&^icbv^^OLNQx5$7D1K*A4rukt2Y5$l#Oz1gR*o{bEPMxMpYra)%`X0?4YmwL zpWL3z`NN;zCOqZGd8m0OVD0>FDQcxrnii*bX%5Oc3%RR$o&@du(=2q78|^C1k=N2p zD_`iu1fxT3oNLUJHR?1gH3){`XW(8)l#jyrO62waIu=qf`j}w~YM5JqU*pFtV$aL;>?h}f8y&l` z>u0Gg!Y;%E&glN8HM((1k2(SF)3lm?R~{w29#m|zU>8&xKtSIcEuV6mCXQ^{!@ci6 z%CN~4DLiECWY0^K+zxqmrl#hXuW%cpcCpd#DSM0}{(L{_w?*LNx-nT_! z*UE*y!T3?2Y@oB$E1#{e_;PtNs&c88s)Ec5Q#up>-y@q`}6%Ygi3S{?59 zW=V$I3N-{j-$)snb}u^bRWhyY;LwS6@^Zcxqu6%`F7SIfoWCEoh<#kF>YL@Msp?I+JhjzXsV$rhb}t_J5nua!FXUT3ST0 z-RuqzmaqH`kaN&aNguzOszk*Mvf`K@P#qIh7NH}b0v8I#@0dL2Q*C;Pr5!LUUIniZ zxj#eonYt~_9|LL88c$pH&TcC#C?9diSa_v$RA0xP4POS$Wc<0^XoK-52rdP#n*{tNiCw4WX4M@@jjpCW5pF1D1Vyh4llE;E5`Ee)KuQ{e}CA z;SiN;g3CFY2=D zGg8hDKM9F6#%>qLj!+#F>>Nh{TU`xb=r=P5S2B^W*0f6UuKgkJT#4J9yGJH{_^e9B zeVJd@HFYMq`=n4~0}rfy!e_5(a}Aw2n7JAx%{7u&i1=Kt7KE@+zbUY0rM#3HLD?Ka z%w49h)iYpJaL3YM19>o;!b$HD_~yEIYzIp(9#C(n(`ni(pFqyCL2r85r4a2cZZFH< z7g4j5h!nY``tAI?J$4eJzsrqhl-2_uWOjJf$!`*WaSqYr!A+3zQ6RV}Ug@RXB5GX_ zRBgeE%Tb*fbtc7X9K2{a_|rZA`?GPPS8vmjpuC6KK#sX5o6FUIZ)j^qoM2x`3xek3 zn|6!DUTLnMuWU{`D)LHI4LHB{Z5s)@!V)5oB;=cV?&M^NdRrK4e61*?^3b z&IeBH2e0A85mzWFA@zrzk$`W3t&7*;E%t+wqi9|X`!#WJA4YuZyJ@S#wAQ4I2qeDH z&hp~vGdkw|8ILYJ3R;RF6+0Rn?FFH|WyDrT4TbN@1u-J0@95&nqdK#2GkmY@xmB+p zOp1KFZIOi7d$E74g)EpIfd5XElBhe+Ft{Ui%5Xfm*}sK16tP9;iRXYv*%RA2)=#s- zZ2ChgJUxMTJ|7)q4WOwvz<+FDbm1yM_PN!z6t6*0FZY9P3F)^>=>yOKnXx6N1jX79 zUqG=BO@M?!XE=~B@|B_L0E|;$__DP=WN3SKG0NrWJ^!V&dHo&Tw=zZaLZO=c5Z@!u z%ff^}x___T+1}EFw#(-=TqP>(nzYT=arH?Xn4+Ik)kUP^iqsHi7Dv73tS6wbmwE`N zj0pWSsT9n5lZp(JL6@np$JsHt^G_2z`hRcTZL#vj``QnHo8+zkp-B|fX(or(SDHcx z`a)GI#nL3CzRgZ5cEQ*Wm|_yMiL5&F-diLQr;5%1<0Tol{O+zO!2!KH$nep{7`?$8 zrX244$o;S%=sJ>`W=-$hd(Nc&?ypgDFgd7o)f;V76U=t~pVl^UL&NS!jmuoK7`;PK z!rIh`II~wN|3(l{ijy23O}H z4Yk7m`+eAMOLWv$e`=49Pny_AFRMyBU12}}m(z+JS9ez4+*sd@a>AFN={=3D0<}iF zUnqIwk`_@wT4R44tN9k7i;wNaOO-kUZGw?!Roz^*wS>Hdq~3bxakb~(`6}>pO@;cz zh1q#k*alATQzQbm82uVKpNI0pm_66YdkoLbnDTyi1!{ot8*{^>UZQ?XH?=bQs5x3a zdnhAGa1|)Z(KA%O_L4^lv(%py3XGZYo3F+7_9C~YQ<9JN)_W_!val$c5!>sa1&wZr zHBE)gAG!8lfQvQ?wY->E6?(%*Q0eVM@eP~U;qcjaH@m!0q#L691F=qoT6b{(bWvsM zRNIW&ju~U%>%aFw{_(;GVl^A`b@4tqfbCjMj%Xe=EX)uU!Aac}uz&4P%Kkht+g>Aa z$yL+jspp?4q}MQ$6C~7OzgI08aBZhv#0!IMc{HrYv#&vS(w?42%Gtv|{ng)CU;CdosMtWdEpA-oDyO?c%}cK>ypL<8cTJWv@?OFzdDUTEtb+=P6$$em zz}px^p$b}&GI3@|0a@tUdx}G|8_7?58q1bX>bE3S)O*^3YD_fCCm?gF;=t}joN>GB z$eF(SS=lTvt9wsDKry;Nk##FL5+pF^C*C0l&h_J+Xbdz6><7d(nGfgY9MuQRpqQgw zP6JixU{B>2VPV&rmQC-O*4tJ-53@@N^XA=4b|G62C|;m=+*f(DepBL;7|7dYbL!XY z(8IC@^CXcQw-ug4J$mXV{JYVk4gu2z0nw8zFZ+T#D5~eu*2rqA=Lj7VGAzHIvaR

zSxBvM{2UtU%>!Q^#yD(*Eau!)obZjg?DzAWY{(xcrNiC1d8YOCC!a_<@gH>Uko{}- z|G?J%L${p|VbRdE43pRd-8k`bRw8I-LNBUFFALJ58KgS*J<39eY?>r1!l?Vq`VK0r z=;a8$k>Xwxpx>2)@u1!;Wh{kjY%HAl3ib%`(Q+U|kTu*aWA)wECO304h@6p;0RehP z31QzHHG0p0HT=5uZA$yI3%7zR+1sZA!w(eh!APv0Roo}dHhCWGAJFvnlRiALmWzma zX;m(-2AgBZK>|->y9+LfAGtH^l^h!u0H67oqkx`qU?(psa$^B zk2Z44=wVG4dVkZ+j1h_JVRYJ~tBwc7fn$BmU7Xe0LE`ey<$f+MqAmb0MN~x5-70@Q zf2W2+-(Bh=JQtL|qL_kPv?*Rb&TB16RLFdtC8%U=vVNd(^(JV8DAN2EBA*Ak&D8yM zdIOI%wtT(gZ8h|#Dp2B=$H2s(=hb9|N2@jQyR@70eo-r9Ty56CJ8hyuLB> zb!tRQ1 zDtk3nPS8>6t*rKZ8|mphyE#i>X`yVDimZu5f^CH2|IPxSM6s>eDh@yxHteKgU!I$8 zL)?}&YPh(yMDLo(9k`8S?=BZ>s8pQX`CH|*8{|p5p^#ccG;KwmKgcNXru9P3jcS*W zWy;uQJD9eL4-bHb<9{T6s&z5#I=KcJm*Dd~!`2gM^%2mR=aRP1qUkEke=L!6Hk5eF z!1~x|n`vDb%tUDqP$bZIsQggp?dqshByj{_FB=jkR__5+)#+}@yiMWlPK1Q?j<GIh0^MJ^dy`>HJ*o{BEo&p0oS^83qFncWw%S@2rhzlDq< zH|i9&P87^Z*oZ~EbGg%=oGeVfSV8y218dl}8Jq9(A|+`&f8~-_flQ6;cW!Zw!m2C& zle2a9hWNojMg))uCcVNiwpX0&txWD4zaAfqxGmXX{BukPw$XHp2m1T#{k+l>QT6#g zwPkE!AJq5VqMM#wn!NV!c=Z^o+U=)?=4QqeQ6j=H->MIUY`IjDo}93hir*(ZUmHbh zjFd07%^_v}((rx0**t%}s!<;g|+nrrQk76NDCY=J<2=33zi^Zqv>Uxs1q zj&P$3n;3OUU;)>_E8tB9cJBuNU!60aRyfMX7oApxpXG;#(Uu}|>ilALh_3(#w6Xiw z%qge4UIJe!nN=2PhU*%ar_IZX)hvQ)UEl$L9 zd~Uq}N`+x6uF_r%Fsi1Eki!ZKmAujq_-c7i-B`S{jML@5gr)0MiTT)8<->51<9?x( zUti{Zr17uzphZ}&CGd;!i7Km~Iyo0nr@W+-+~E&Dva=jA+aUu=g7-)bYIyVQnd57r z%9*9vj0(^k%ElWZy6Pnn(R^iO-^9<0Q!-7$3qGG(EveOvDZk)xSLk2Qp8P8$%nv#h zc;njr%y$c-A+CfS;*nZ&$&lpYMGec~WGOk5Hk4E7{>LAU+o#041AF z_i;R9aVPbhXUo)I=L5AwtoWRYa{bM{5p1BF!s(nz1cqhr4{5%9WOEt)cABBRVc6jz z+uR-em0wQu-)xay@l&J=;5_3lQIyv(jvK5|(DFPIrB@7>@Cxcz}m~l**+yPwtOBR`rA8sXP`cnd--X(_@p>Y ztUQNb72NKHF6uXk!}S{lCx27JKN7N9ot&di&u9 z`QUq&rrtpqm3oj>_*&QlQe!F+dsdpfAXWli&a|qLt<5Uc9gbUHQ(fUnuPU;m3wFjQ z56*pW+94RNYMIFl%ko}`{{6fhSbn~f2OzcdrPQD0d1RVo2S0%C;&zRALH7rxg8S{! zIKJ!1S?~u>lB^c`ukQpcq?(2Gq!6m+M@I_Gwl--MDMlAYY3yD}6S+|$4u z zwx5g6gSr%Y)#SD`=(Rs3`}bF_+z9jA(U_RIQh3AdO&Kr->eo&QnirBY0>!ay zb){HObR!p2M+k^X*Dz|{)ip9)Xc~(^PJo8gg2!))GZ>&~4yoBTC8>L}RNa`y(IS5j ze4;JBOM$&ArO+EO*B9r^L$s{B=7^>yj-tHhb=pq6jY-fx%s{YsR1~@hFJmP%GP-`7 zq!VrI&$5APj9tzVIy%hFV_WQs z?*7{1K7RhxrA53y_kfc{MKT|qG2Le$4(sXV%3{i0JoXpP1(+F$ z-M&Aax@C>gG;t`T^2y&)(sZIBd^t(rvjr@f8+I3`p4Vvby&4hI_tv2xH4*z)cNua{%_ zZs^}AYf#WPUnv$C=I-}enlHgXViewN@aBEqo{PMwwBMV=XmgFuM-bfzZNCyOl1+%! zc1+dyljFJQrj+aY%myHowzQZ`_G(dAk=(G6GQE%YpiC8lt}5Ht1baow*(fYT5BUjT z>b&AojIvjJw5ltlKAG9TL@+J}pepZ_;eES_kje}`O<+S$vH#=5yk)&=T zy93|K2$;k8&r*#;+uvV}e_K2W9xqe5cuF?SiFeTga3XLgMiz+xjP?Iz9y8vuIRT03 zfJr}D7%6H9dH7~!w~N`oTfg_ov`+#RIt;kBK@2R(KCb=mx{-fk%MYB_BSNOqxG^Rc z1HwuWP6zaAts&?K2=dy?8pRKgsz0A&-%WROC`wf*vubCpqqlF3bu} zB>xIM>{k2sqJ?-6+&rr0&x8Q2KmHuYNi89OcS_{vEF^{SDfO!%s2;WQnaMExiy4t1 zV$~+BK%A0UsZ0&wxoySe_MQ?s&>PUep<>&tjDzwNg6HUH1yTE3{;L8r0{^U^+Q;=SM?>pJo?i~!}SQn2^l3Zx0%?aCEioEKUBCm1zvL*6d}hDQ_|sc3XG za<{3Do*{_kFDG_^W4z}!2oD9JxA~oR$d5}j7zs<+Lo{9PQ^}*rzoO(~n!zh?KRc$r zacx+g{yuS2RLX$;LbshH4RU-3L_)cumyxi1zrQc&4-*1Gc9U1=mOQ-M3e*jhg zqkK!|9}9Yfh%@E19y4x;um1xOmp1JBOW&?QCT+EVM1#~?x*(5CL7I}Gb{<|O1$285 zlSIJG)fsfTDLBK|sHr<$IeAY;5ebha3T`B8$R0(p2(6oAWTcXpYfgX0LcbDLBgoK@ z7Pf{n4&5(zn4&j%@A>?22#5k~Kavl?ykS;J*6$|sbay5W-1j%$I&P?D~c;FREgu;Y-kX0{M|Q?#jIi zfvJI!0J&UnqQHN_i%X}X>cxEITeABoAS6ptpJ$0}n~%4~4o?;{bUM*oT*V3MBW3VH`z{?h6&DU6?<8L}yG z+bOCJ`DUeXHB_iP>d%tzDZ=AAweacapLHhm9MqHUQlI{jDeOZh;^2ekgDkf>$pfHHfp`s|Ylhdw4 zHZItd!ed|9WL2#1`Qn-NxiAp+WyQ5T3nW*S_o4tsRK(n12h}a@mMS@RyMS99L06=n z+IU03HeC4XekIhD?&2@|Yy0DagEIMyy4m7928=0-5o?6Y+d8gnZ-gC@*ep(D%t^h; z9Gdo}s@Qjpj1@%%lV``*7eeN&h53UqQxE(?>)F%cZWh0_X!8w0MMsHQl7G6AhV~Rn z-dlQmq_G#KEp00JU716@GggoNyQKer_K-l>DOcU}<~kg6kWnQ9%oC#qSEEfp6dT+n%DxKSZN)t8erP4ER+ zIt=5~F@GAzU1QmTKC?C+26r@tm_*==EDUWN2x$GuQZ0Rn5j*Kou0SV)CEMdOkug#^ zc_C)MD?_eISp3CTT-@7%{Xi^sPVCpPk;P%Ll}6NevDcAQdEr{c8x?^g)eo>q@7@W% zMSTT&+R)}RaH=1}L>c(R<(-7Vh6Wnbk&EvHb&3uu{}AuKDh-NuXT=%%CMiAokC=bI zR`cFc%62O>PkTw6!?lH1h`$D-k3HV0OZRDC{1B93Rx!C1Cc9+2?syxY%T_YWYBoQ* z{LXnE?N6aF1n$*hP?l&ljQX5N<1M%qBfGGiT8PL7cB=_YgXugG@}l%AsWfJQ)L=4` z7;`??!2_2+jkGrVn8%cqK1{rg+t+nX3GC0tuCeRp97PT7*hO4Pca3rZ5mUr|;6+VC z3h`WZu#2IF@0UVTx}J9?+bkgmb#6L7_!F`HL`m{LJ`xWT{!w2yaGo3oU4vFlDbACF z%yctwJH!XH+KaRSty&>GW&A?j&}UX^#zlNefW^A0&&l`rZZUU*H4pWpIZ7v@=K%sQ zgC`_vvjR*laxE_j)+oC5p}!-{5|yu*U8`Ao@yQVMU@KZtKle^fNq}|Rie)b|OP1H2 zaS^)KAm^M+eKqj&b+gZfyzsNa|7G)WI~j%O>sUijyyv2g_)Zjx4Vbbf@C>qp zeX8hT-yc?860?TjobQk+Ug-NAs6L(9d$YN2YJdHUb?G@}@9I3~%d|abkY(D8xuU&i zxqZXB5lw+c7`>AL5PGo1bT71C)#(edaBI508t}9;`nxIjSv+l$jbt7+{&VuHgY3vx zVc~vNS!GP=TM~v5tEyL9CqRc&+dV%X7vFTcKvuV*^_K!w9*{3i z_GC-A_Y!(NErIF021|YHGOMy`N+m{6{bAbvpdoJU`{J9RzbWGXKR)K?=|GDh(ufm# z8^s|b!*4Dw@!P#z=M1XlU&mNSIL*S0+rbxdJW8P|2_|w!`MP)Ccn9W5E|rbfr0xk_ zk=NML7p(W_cl{~-g8YV#Jn?Y+ejh+w zmx98(nRRJsmsV2KAHj3IeY`=!z3MkYvP}J3W*)r$>}~F%(J;D!OKz>l1~prgs<(ABBe_M_nx|VtX|i(2V>c@i~;zU!;*1(C)_g~7d8LO zT{1)XTiz?qyEdZ>ho4vQQUH0>D-6QpStVjPtH|v14P_3w420vrC~WMZ$l+N1;Oc0o z*Ui$Lhm+Tr=lI`VUSJC$-EULQMI@lIto{VLt!?|R)rE8n45-TRABFnOA#C6~ut$Lg z(;j*rM%U%W+Rln7KWM);>flohbRv?k@;w^${^}UFXLw(XUlK|#N>UDODx@$W0v{l}HdMkb4N}|?(P05=1{hXF}A+$b(h5=`GeBRIw@dYPSCwPff zZRcYw=TL5-dFjKuiB;^D@UdXbr{;?ItV?JAEO^{FQVETILKmsp{L2&rxsI<9*U6Tw zcK51JWNQcNf*gXJ+`#ngsY1naqBf6i<%1NU-(5ZB_;F0RJJ(p3QExI*Di?kkVn#t;JF<3&AQ*g- zjj|s^6g?y+f;2j``Iw~2vMp_}E|Is}Au*9H+vYn?n1}gFvPhQw_vbZh;#sySpQ=I~~5J`n?5Is(YB#=PY4jxJRnOlC%&R{;mIP-e!GwuVee+-63_)#&bcmnw zt*N4KYi4pT911<14m#)AlrJ={_MqRX{L1Gn*WcMR4IuF=E=f_xype7$2sQ?A1H1;h z8b%9*29+C1Z)A;n7cjYqH^iL#Y6t2Rph=w!_U=!2aIlDQZcutW@4phV|A!z5&3VPv zD(O1|&Ak0&lx)POV#_nF40xJsa7N@t_0-s`vF_^|>F4+*!6a2oKU!Ji_xX5!&)Sk4 z)6=Rhw#$u6+151)1#27X=C9(XEcyPf3;EaJQImYSm=EL@<;q$=6}7axP{*ChYpXx# zNm{MfJzpO2J6soA{m3Ls;i8S8{FnQ^W*<)S?5>@ID7^pIANl(#Y2G}s|6B$VGO@cL zB~f3%v`!`c+8Dgb(RXIl0J!@lu}+gA#m9`O*5-R3{{Ma{5Tj|U*i34=;9059R(5Kd zFt(7jQqLbN%#xXT#6D5XmGTC$@d=_gMYcn?d(@s_iWHF|y-SAxp@kmut$5#a#(R&)!}pEx-9LA{4u6o5owe6q zYt1>I`OLD1_@^r9(zIzwe_`SYS}5Qh)UlW=Vp(949CwPllEsR`U?o6y&abmR>v3;D zn#n|k`Cv|PRh9^vj0l1nMSMB)%e@9)ghWEpS^`Ql&9fTJKXGQBD?IULEAUc{VF6aD zgq)g;Glp-d+QiP~HQmDP?HnWC?SeG^)!~}2EU>?efBj*@gAA-Ec%D-3HY9VtB3(L5 z;bmw&&TzWMcgA!<9r`+1`+KF^-e9A0`KMlMOFF<0E`MiinEj} z#E~43ljawws?dwR61Xtubr^&k)f|o|r)37>@5k-e%nRD~D??DSAKtMYu@$O9o%(cC zJwp~=Ck*k42=5yfvjSAF854^Bn?U^i>SY=c&LUIJ?`c2PW&N~w&qyf_&I}ik{Pe|N zhF%nuaJsB&_DWPYQ}@YQjW^nmRmtm(ZzX5S7l)GdkBqv_(VWV5efgjQqUTNVao53O z&7t98Ml{VS3Frfw@3(YFZV~_kGz5z7~1DX8aitfCKbxA4N^P}&M($hazOtGO^3=klYl zg--pTD2hYzhR@0fD+ye=)lp-7o#1Hi4jm+qf`WCGUwVxQtnPQRb8?Cr=tZn#YrthV?R<`y>>UchCRAc zmjsU5AH}p*)MG{cH&Vt$;|>UnBeH-49XYgT}j`Pj6LY*eRnK zZ4*b;>QC(s4ZaggL&E0r3aW)pZhAYqAMC7o9;|(C)7Mp<0e!rTkfu!9x~U59B%V$t(B?OUJgkO#T75%Rcr&p#ls-95A1GT-&eez@F? z|B>iwicU`WO6pao#9v$df2mIkkxl_AINIK8^*wnTqpr&Jaz!&P`3D|mW+_ppB+r?e znzj~noI7HM0d>cwHswYHml#=5qgmCrK1K2f`@Ih(;#}%IyOohD zDUUG~|LvM_QBeFQlG{OZ#NZ%$V+jneGS4m@ew9wjwuwe@f2rhZpDD^MFxD5m#e^GtXtiqis?v%5A%lFiMhu3k{HZc6s;boXS4U6Ys-dcH9GJArvP;cJwlAYl(qcVQ~C2AvIc& zP+LQa;?vK4ZYPzLKFm-K=+s+y-%^yx_Mjv8Azcd=0VSpwz+B!}e~oKz#q+UG+%KZO zCRzmYq9%M_^AD^BH)q$MRM=r7+3CxI487ER6e=DYh>EDy$|blUX28$LA8f_=v#Dl1HpY& z+^|`WA_I~@qJ358ka0o^H-d=xKvSC!0hOmVM&xE?X*PilP#|x7eim5*>N8hKL01xf zPy{iWaL~TkCh-`IH-P6|=A9&zSrpkc1~>=|2tg=FAn5)=7V5od4#j8VPt6%Ay!60k zuu7mE=8D_IVs|&@+Io$wEV3PDG-CyH20-EYMA#*Ps6!6A;pHs*C zSK$x$XQVTBqXvxa9x;nX;!LW&oSo{>g(yqc+EHrpS_z8vp~NeF7Msfz<6L%h+&%*~ zo(owC5Bk0z|3^#z#LdotGzmJ@&CUq3Fr!Zl{U;Ru zW3#;C2xA)(GauhGEYXqmCV&Bu2$`ELA_4CIN9cr27Q>e7~S4TbqK@2DkSRe|zx$K+QkKDWjs_K^jD3kG?$_18`w@ z1VTsuH1WUu&22*Qa2^Mm_rKlh@8*5{G<2duLx-g1NRv;|BLprrRO~x{1l$AZ-WPzd zhNV*Y5dUQffByK!09=an%#S$oM94e@90-{r!_rS}$$ok+y*zNK>5MVm&-eSw+Bwk! z9dO+9^uRAuZ~h!2(-2%**7}a?NIC4}0lVGuqQJUg^sYcDsk0%>s@!>mNbm#lI@0%C&{QilM`k{FFA$AAxF%m}`p?M2% zWd&^@1KsXxs-hG?$(>STpr~$}iqNOC zJL{_bNabBm;C%nrbn46j`DzJ=3*O!4^>+K|Aj z$bN}L{`exqQVgJngbb(;_n#K^S2%)awN3V~hVthrZ+ZfITz5cHynm#XJr-hBaO7Q~ znF-Xdi%kP|C5w(85vorevo_q5lM#05S5NUTq!Cij10GyFRWq9Cs3|0y0xYDT0jK3U z>dL)P0C4K>Fe{QBwck#+!75z~+Ees9>dJX)07dpcm`tDgW6ypyi_BbbIOMPka}!7K zY|u<`0%=O^_|*09{E(#X84oVUHFMCj8g>{WDr-wE$4pe*RZ5JHa zm2FRdNs^vf%qtWdKXsJ>n#lt^aPAj-Zg&((1Yy6ZbrPp+1s_=bmvXL57WsrmrDmeOzP*S)BnD4_vb z#l2sJjDa$81ITcNM?!mwyitD5-KmTI6Cvc&GYM8=X2AJwTQ8yqJkKc1$BG{Zh~F$d zd8O;iSbBhDS*6%^Na(=7UyUmx>PG=lU3uIZL zy78t2g2eL^lTkCFqvwK`smO#KR;+sdbk%IK%j>MHtXZ6mCP}i%#Gqrw@s%2&StTo< zY%LA)4Z0eBRh;A4oeMs61T=y+_k-Of7ENgHB3N z%kUO(Q*NFt68VsUKbZ4u;ZGo;(+dRmjs+d-C$27g3g6R>|7ODqDWe_;?iQ6k1Z~2> z`)92J7Wn;VlN_fphbx$AD?HXJOg#4$(roK{l4H7HVeNV(fx16oHn%&Mk>FBTCs&CY z#}@c%8huvl;%qk1Z@oOL&*h^^~vyd`=ko|*&pL#6c8cIqXnsHMoZs6Fq z-Ra}h^z+XV-f8w4RYMZ=CO5V3^s@hAw)8(@d zfxrRjhG^sJ5oW6W`A!vtPO5tS}4u@v26Sm zH-6{y=;TDmW7tZSK=YC+I=_T!O({Q zos=>*{zV?W6ojhr-67|kmWK>{(_=6UfpJc7dx-IFCFqT}q|H0X17@@`uhq3M! zz9vl`rN;en@dh>~EL-7fJG9|g(VXz|hrB~bd!yY)#94D^=8xa_t;=jh%g^}Viv zIM51-f6LbPaPQNKEH%}>hE>H#wO_f|OHt{!Lw9RNt7`!-ZQM{lQ66Q1W@s!w7NpTmi=O8O;VTNub#bDEoS2?1TCEJEN`35Q_`*v1m90mswI0 z1rPm+L@E17FPX*{!YfzMk$P{NPNV|}=m0m}Ry!hIx=vmjn9XYvV;rIoY?RK;A zJwy4tY3$}VT^9E7qM`LRt3#<~=5i66A3w6)fFEvT&`H5#X+&OqC{8(l`}pyi+xuMIphbO>N3RrWJ#G`#sFTxiiC7&>vM_RTfgsmJ zh#-1Vv0$L_R0OAwaZE0Eg^D{@a7k0HL?J7woa+Ejyri+)M1}C7gGIGhZtX@IW}4`; zL+vre*%$=Q&A)_J^A?Kn(qlFz)A-Hov2paOyvsA0js5Cl7OLA==`U-* zY0GIa^M7`p1rE*T) zr_plgWLcMdD->L9DtNy0MN7h@8l;QTN!5*%f{sn5xzJ+yCh5hqd^c0%+*$+d1`E%p zl!-{P^D$UAdHlvLlkod7$RKs#{&Ge7p44*E_K=G>wYo}ov@JJ;qDMT&KCS22w_5*= zz{ejwoh8x16)MD#U53uROtz?QZJeH*+t9S{H?riOT;$2FUZrv-#0w?Gz@0nn>hM56 zN_PMVE>Co*<4YxNoBSlg`?_go09?SbR?l=7MA&|)zby^#4e86#<<`#`0aUY|cZ`CH zdIiO_1r)1|_Hc=}GL5HE1f6XLHFRY4Xr4>a-q&1E>iVmTOtmJsPD5u9NqfIF z9oEU3U2T@@)ZW$g>e4XKkV^zz;dN@5;o%J^ab2>-n+b}nPUVd+(#xQ?PZ2;0W!63( zmmAaNh$X+M^su?cMW$cMb*^w7oD8d{+R5ZWG{}XRxmSHk*iDkKIcIR<_z9zZ&RmRc zmXEG*smV950hT=Ishzr&YP8DvVbG^@@#^-xvL4ZWDod>b#|(oM?@y6TYTu07LIe>C zrT1)c9F^`QzhyR1^~#rVgTS&!ii&?R(!8o0#M>0<*to#k7#v$J-?r}pheuYh6=zI( z8Ownd=4^)dg$FdOH`Xn(pn}M2h4$JfjT1%U7E_`r-Fok& zsOWApQTVTYVj2D(!R>x;?(4N{Sj#}MCk)Lc2#93;?ks!9&x zi%8Smg)H3RH$lDAXer099PG+I`8jR2o$@Xg>Ehy$5PnEL&%mhjyf z&zh9l$8s*QEegD!Av6cGJB>5lKLC->sJD@oxahLM^VzCvDRRycMPSdRPQ1y{5$f&y z5KfJB8!pf8DNfeZ1OeApNOE|dY|2e5pJBI(XT;kBwshmn-E(mqMc!dIEZ&|hy!YmP z76>qRm6ELj?5mAd0n)_-q+d_t>YmuQFI2rR^v;=W0)$4HqUCzqbz`eF9?7Ku2ZmVc;8hRkgb>pzH1K`v*1>}lveZCKr>%THh=M2PDOA<_2C-g=L;LzX2BeR~ zlwFYC)Amaaq~Pmpv^+G-A8-z&5Vo^7v}R}866DDwol}&00n1~4$8}vJk#_`Wu4xBU zVNaQZqf=@$k4MgmOJgg_wZ?F%>4O)(%w9Y212YYfKq7-fCz7$wD( z3mP{ugWv^29#l~W0F@?hJy2i^;h;X-V1#?=tm%Sx2VUV?Ou(MEQ;D3ECpi%re3zTx zSC<=2WQNhMvoghf#pAZemvb`UQnIFmcH;*SY)=aa_9pj*b!T+9-iD%qBj$D}-!9Cv zD$bY)fM|Q7WFr@R#|AxC2m9p9O?F=$f3Okx*(vi%8qp^g1y0b_Lam{69KOHnBKUYY zQPNgOjZT^V;T7w#T7RxnPkq|8JaVlm%g&#_9z+#ZV`H|y1%mFI5i?|P+1TqLQEwx_ zWU3#t$+kKk2z1P;frWD&Ds6F;5?tN`-PSuYH7tNQ#dtKyVOP1sqh!j2K64(JF3*0AuM50nCaO5C^@aif!6NbbFy zR8Os{QP=awLZV0)b7S}3akYXbEHh|6p=-0Pal(xb?hFqtp)TUr5+&XP*T`co9p?Tv zqB}c}?;6^{NQls+mlL-1j=#ni!1E?Izy_9HOO|O#_n&2@YjzrW&q;Ec$*K2kTp{nN z8(9gqdgLiLSBcRG8gE7y3qWsRkt0qh-u0&9BEifZN7jeUg;_q|~Hs;hm@t zk$qHBmF&Zc8(kRXUes!k5jbvz3`0m$LyfQos@H6ao_1LYj>?ehlpNkY*SA(`Fhc-F zm~U09AMV)F-Pa;J>Dc=N$SAV&o#5%ccY#|j0XSiURGYx)J8p~x<8l1D`GfWPIXbeq zH<*#Cdo6G|;CpOAO!`_PxB{A=lP#^ciHj#n#^GvaSs8YGDQW=`#|D5+4rFi|$OW&y6Z`G!(GEOnaxl{(+Q8=G(`FkI=K|*X%2$geG+=6i0rAgZlw#XVe*p{o+hVRFR3^vjg zKnzHT+8vaDn--YFfRr^g=kl8%8V0Uuoencb7_OaCW_7+<*7QcS1ka1&m{{qk*VUbzybK;E;LN9M}_D6E`(orHYFX!DgZ;t~v-5W)#3(jL1rJad@ zY|1&#VXbf8fJoU{!VQg)UgC{WCu--qN&nF%g42P}BtEA@pQ_F?xW#D&3ax>1s84@9(!fvrjSbHpQLa9=Z2K)T&-(R|=eZ zB_jKb>p}Xnk6xUQ7y=?Sz1#y@p$~wR8&~XN?-s!~BjIu&fNk08U_~(n-c?^e{abv# zKlsVpjGa#?kxALI9h-dTG|{!-MUcR9)-~3YJ5HV@p>ICN)25W`ogo9wl7VZv@_y!MER?j!O;N#F<(;lMCvT)f) z=UsAg`NS3VU-iv>S0GvE$yDmA4}xJXqsLLGekAH}uMPbXsN3b-u2|>vMp@l-l|e^? zH|e(<4ACwwZr!muN-bPLo7b&UBsk2L4ZW|ID9DuLzIgHC9jE!S$`&8MphP%J^HQg$ zbo9=nV=)gbG)__FcTQYKhReAiZ*Z`LA%-%jqPsohv&;?k!uOmu({lJPfW(!h@$f5; zM27PNEbV7@fOA?4cX@KBg0bXLD zmE`4kg2H^{?a%S3f!0iTIM}wzxPTE@W+xq@cF&mC1&kIq9Lt%P>*m|VF_+5m9+vW_q)M|=713UGeq&Xe@#OXvhaJWyq=VQ`}M#5 znEwA|%#d-8z=!6LqwfAuw4uRcBtzZkA2ZSklTf6$o{%T!KAiym{^yzArIuJ_-=6E} zJt}Aer3D^W`}>Gy{(pPQza1Vr0`O=PZucJcpKlF788JX0|KFE$BADUBEj-KucKaCk OcSTd@Lcuxf(EkJ0SolK# literal 0 HcmV?d00001