commit 98ba9765a7a849eba27ea936bb17e5f27eb0c57f Author: ModelHub XC Date: Sun May 17 11:17:40 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: qnguyen3/Master-Yi-9B Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/Master-Yi-9B.webp b/Master-Yi-9B.webp new file mode 100644 index 0000000..d159ccf Binary files /dev/null and b/Master-Yi-9B.webp differ diff --git a/README.md b/README.md new file mode 100644 index 0000000..479392b --- /dev/null +++ b/README.md @@ -0,0 +1,487 @@ +--- +license: apache-2.0 +--- + +## Model Description + +Master is a collection of LLMs trained using human-collected seed questions and regenerate the answers with a mixture of high performance Open-source LLMs. + +**Master-Yi-9B** is trained using the ORPO technique. The model shows strong abilities in reasoning on coding and math questions. + +**Quantized Version**: [Here](https://huggingface.co/qnguyen3/Master-Yi-9B-GGUF) + +**Communitiy Quantization** (Thanks to [@LoneStriker](https://huggingface.co/LoneStriker)) +- exl2: [Master-Yi-9B-8.0bpw-h8-exl2](https://huggingface.co/LoneStriker/Master-Yi-9B-8.0bpw-h8-exl2), [Master-Yi-9B-6.0bpw-h6-exl2](https://huggingface.co/LoneStriker/Master-Yi-9B-6.0bpw-h6-exl2), [Master-Yi-9B-5.0bpw-h6-exl2](https://huggingface.co/LoneStriker/Master-Yi-9B-5.0bpw-h6-exl2), [Master-Yi-9B-4.0bpw-h6-exl2](https://huggingface.co/LoneStriker/Master-Yi-9B-4.0bpw-h6-exl2) +- GGUFs: [Master-Yi-9B-GGUF](https://huggingface.co/LoneStriker/Master-Yi-9B-GGUF) + +**Master-Yi-9B-Vision**: **Coming Soon** + + +![img](https://huggingface.co/qnguyen3/Master-Yi-9B/resolve/main/Master-Yi-9B.webp) + +## Prompt Template + +``` +<|im_start|>system +You are a helpful AI assistant.<|im_end|> +<|im_start|>user +What is the meaning of life?<|im_end|> +<|im_start|>assistant +``` + +## Examples + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/630430583926de1f7ec62c6b/E27JmdRAMrHQacM50-lBk.png) + +![image/png](https://cdn-uploads.huggingface.co/production/uploads/630430583926de1f7ec62c6b/z0HS4bxHFQzPe0gZlvCzZ.png) + +## Inference Code + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer +import torch +device = "cuda" # the device to load the model onto + +model = AutoModelForCausalLM.from_pretrained( + "qnguyen3/Master-Yi-9B", + torch_dtype='auto', + device_map="auto" +) +tokenizer = AutoTokenizer.from_pretrained("qnguyen3/Master-Yi-9B") + +prompt = "What is the mearning of life?" +messages = [ + {"role": "system", "content": "You are a helpful AI assistant."}, + {"role": "user", "content": prompt} +] +text = tokenizer.apply_chat_template( + messages, + tokenize=False, + add_generation_prompt=True +) +model_inputs = tokenizer([text], return_tensors="pt").to(device) + +generated_ids = model.generate( + model_inputs.input_ids, + max_new_tokens=1024, + eos_token_id=tokenizer.eos_token_id, + temperature=0.25, +) +generated_ids = [ + output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids) +] + +response = tokenizer.batch_decode(generated_ids)[0] +print(response) +``` + +## Benchmarks + +### Nous Benchmark: + +| Model |AGIEval|GPT4All|TruthfulQA|Bigbench|Average| +|---------------------------------------------------|------:|------:|---------:|-------:|------:| +|[Master-Yi-9B](https://huggingface.co/qnguyen3/Master-Yi-9B)| 43.55| 71.48| 48.54| 41.43| 51.25| + + +### AGIEval +``` +| Task |Version| Metric |Value| |Stderr| +|------------------------------|------:|--------|----:|---|-----:| +|agieval_aqua_rat | 0|acc |35.83|± | 3.01| +| | |acc_norm|31.89|± | 2.93| +|agieval_logiqa_en | 0|acc |38.25|± | 1.91| +| | |acc_norm|37.79|± | 1.90| +|agieval_lsat_ar | 0|acc |23.04|± | 2.78| +| | |acc_norm|20.43|± | 2.66| +|agieval_lsat_lr | 0|acc |48.04|± | 2.21| +| | |acc_norm|42.75|± | 2.19| +|agieval_lsat_rc | 0|acc |61.34|± | 2.97| +| | |acc_norm|52.79|± | 3.05| +|agieval_sat_en | 0|acc |79.13|± | 2.84| +| | |acc_norm|72.33|± | 3.12| +|agieval_sat_en_without_passage| 0|acc |44.17|± | 3.47| +| | |acc_norm|42.72|± | 3.45| +|agieval_sat_math | 0|acc |52.27|± | 3.38| +| | |acc_norm|47.73|± | 3.38| + +Average: 43.55% +``` + +### GPT4All +``` +| Task |Version| Metric |Value| |Stderr| +|-------------|------:|--------|----:|---|-----:| +|arc_challenge| 0|acc |54.95|± | 1.45| +| | |acc_norm|58.70|± | 1.44| +|arc_easy | 0|acc |82.28|± | 0.78| +| | |acc_norm|81.10|± | 0.80| +|boolq | 1|acc |86.15|± | 0.60| +|hellaswag | 0|acc |59.16|± | 0.49| +| | |acc_norm|77.53|± | 0.42| +|openbookqa | 0|acc |37.40|± | 2.17| +| | |acc_norm|44.00|± | 2.22| +|piqa | 0|acc |79.00|± | 0.95| +| | |acc_norm|80.25|± | 0.93| +|winogrande | 0|acc |72.61|± | 1.25| + +Average: 71.48% +``` + +### TruthfulQA +``` +| Task |Version|Metric|Value| |Stderr| +|-------------|------:|------|----:|---|-----:| +|truthfulqa_mc| 1|mc1 |33.05|± | 1.65| +| | |mc2 |48.54|± | 1.54| + +Average: 48.54% +``` + +### Bigbench +``` +| Task |Version| Metric |Value| |Stderr| +|------------------------------------------------|------:|---------------------|----:|---|-----:| +|bigbench_causal_judgement | 0|multiple_choice_grade|54.74|± | 3.62| +|bigbench_date_understanding | 0|multiple_choice_grade|68.02|± | 2.43| +|bigbench_disambiguation_qa | 0|multiple_choice_grade|40.31|± | 3.06| +|bigbench_geometric_shapes | 0|multiple_choice_grade|30.36|± | 2.43| +| | |exact_str_match | 2.23|± | 0.78| +|bigbench_logical_deduction_five_objects | 0|multiple_choice_grade|26.00|± | 1.96| +|bigbench_logical_deduction_seven_objects | 0|multiple_choice_grade|20.71|± | 1.53| +|bigbench_logical_deduction_three_objects | 0|multiple_choice_grade|44.00|± | 2.87| +|bigbench_movie_recommendation | 0|multiple_choice_grade|35.00|± | 2.14| +|bigbench_navigate | 0|multiple_choice_grade|58.40|± | 1.56| +|bigbench_reasoning_about_colored_objects | 0|multiple_choice_grade|61.80|± | 1.09| +|bigbench_ruin_names | 0|multiple_choice_grade|42.41|± | 2.34| +|bigbench_salient_translation_error_detection | 0|multiple_choice_grade|31.56|± | 1.47| +|bigbench_snarks | 0|multiple_choice_grade|55.25|± | 3.71| +|bigbench_sports_understanding | 0|multiple_choice_grade|69.37|± | 1.47| +|bigbench_temporal_sequences | 0|multiple_choice_grade|27.70|± | 1.42| +|bigbench_tracking_shuffled_objects_five_objects | 0|multiple_choice_grade|21.36|± | 1.16| +|bigbench_tracking_shuffled_objects_seven_objects| 0|multiple_choice_grade|14.69|± | 0.85| +|bigbench_tracking_shuffled_objects_three_objects| 0|multiple_choice_grade|44.00|± | 2.87| + +Average: 41.43% +``` + +**Average score**: 51.25% + + +### OpenLLM Benchmark: + +| Model |ARC |HellaSwag|MMLU |TruthfulQA|Winogrande|GSM8K|Average| +|---------------------------------------------------|---:|--------:|----:|---------:|---------:|----:|------:| +|[Master-Yi-9B](https://huggingface.co/qnguyen3/Master-Yi-9B)|61.6| 79.89|69.95| 48.59| 77.35|67.48| 67.48| + +### ARC +``` +| Task |Version| Metric | Value | |Stderr| +|-------------|------:|--------------------|-------------|---|------| +|arc_challenge| 1|acc,none | 0.59| | | +| | |acc_stderr,none | 0.01| | | +| | |acc_norm,none | 0.62| | | +| | |acc_norm_stderr,none| 0.01| | | +| | |alias |arc_challenge| | | + +Average: 61.6% +``` + +### HellaSwag +``` +| Task |Version| Metric | Value | |Stderr| +|---------|------:|--------------------|---------|---|------| +|hellaswag| 1|acc,none | 0.61| | | +| | |acc_stderr,none | 0| | | +| | |acc_norm,none | 0.80| | | +| | |acc_norm_stderr,none| 0| | | +| | |alias |hellaswag| | | + +Average: 79.89% +``` + +### MMLU +``` +| Task |Version| Metric | Value | |Stderr| +|----------------------------------------|-------|---------------|---------------------------------------|---|------| +|mmlu |N/A |acc,none | 0.7| | | +| | |acc_stderr,none| 0| | | +| | |alias |mmlu | | | +|mmlu_abstract_algebra | 0|alias | - abstract_algebra | | | +| | |acc,none |0.46 | | | +| | |acc_stderr,none|0.05 | | | +|mmlu_anatomy | 0|alias | - anatomy | | | +| | |acc,none |0.64 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_astronomy | 0|alias | - astronomy | | | +| | |acc,none |0.77 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_business_ethics | 0|alias | - business_ethics | | | +| | |acc,none |0.76 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_clinical_knowledge | 0|alias | - clinical_knowledge | | | +| | |acc,none |0.71 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_college_biology | 0|alias | - college_biology | | | +| | |acc,none |0.82 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_college_chemistry | 0|alias | - college_chemistry | | | +| | |acc,none |0.52 | | | +| | |acc_stderr,none|0.05 | | | +|mmlu_college_computer_science | 0|alias | - college_computer_science | | | +| | |acc,none |0.56 | | | +| | |acc_stderr,none|0.05 | | | +|mmlu_college_mathematics | 0|alias | - college_mathematics | | | +| | |acc,none |0.44 | | | +| | |acc_stderr,none|0.05 | | | +|mmlu_college_medicine | 0|alias | - college_medicine | | | +| | |acc,none |0.72 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_college_physics | 0|alias | - college_physics | | | +| | |acc,none |0.45 | | | +| | |acc_stderr,none|0.05 | | | +|mmlu_computer_security | 0|alias | - computer_security | | | +| | |acc,none |0.81 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_conceptual_physics | 0|alias | - conceptual_physics | | | +| | |acc,none |0.74 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_econometrics | 0|alias | - econometrics | | | +| | |acc,none |0.65 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_electrical_engineering | 0|alias | - electrical_engineering | | | +| | |acc,none |0.72 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_elementary_mathematics | 0|alias | - elementary_mathematics | | | +| | |acc,none |0.62 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_formal_logic | 0|alias | - formal_logic | | | +| | |acc,none |0.57 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_global_facts | 0|alias | - global_facts | | | +| | |acc,none |0.46 | | | +| | |acc_stderr,none|0.05 | | | +|mmlu_high_school_biology | 0|alias | - high_school_biology | | | +| | |acc,none |0.86 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_high_school_chemistry | 0|alias | - high_school_chemistry | | | +| | |acc,none |0.67 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_high_school_computer_science | 0|alias | - high_school_computer_science | | | +| | |acc,none |0.84 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_high_school_european_history | 0|alias | - high_school_european_history | | | +| | |acc,none |0.82 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_high_school_geography | 0|alias | - high_school_geography | | | +| | |acc,none |0.86 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_high_school_government_and_politics| 0|alias | - high_school_government_and_politics| | | +| | |acc,none |0.90 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_high_school_macroeconomics | 0|alias | - high_school_macroeconomics | | | +| | |acc,none |0.75 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_high_school_mathematics | 0|alias | - high_school_mathematics | | | +| | |acc,none |0.43 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_high_school_microeconomics | 0|alias | - high_school_microeconomics | | | +| | |acc,none |0.86 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_high_school_physics | 0|alias | - high_school_physics | | | +| | |acc,none |0.45 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_high_school_psychology | 0|alias | - high_school_psychology | | | +| | |acc,none |0.87 | | | +| | |acc_stderr,none|0.01 | | | +|mmlu_high_school_statistics | 0|alias | - high_school_statistics | | | +| | |acc,none |0.68 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_high_school_us_history | 0|alias | - high_school_us_history | | | +| | |acc,none |0.85 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_high_school_world_history | 0|alias | - high_school_world_history | | | +| | |acc,none |0.85 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_human_aging | 0|alias | - human_aging | | | +| | |acc,none |0.76 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_human_sexuality | 0|alias | - human_sexuality | | | +| | |acc,none |0.78 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_humanities |N/A |alias | - humanities | | | +| | |acc,none |0.63 | | | +| | |acc_stderr,none|0.01 | | | +|mmlu_international_law | 0|alias | - international_law | | | +| | |acc,none |0.79 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_jurisprudence | 0|alias | - jurisprudence | | | +| | |acc,none |0.79 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_logical_fallacies | 0|alias | - logical_fallacies | | | +| | |acc,none |0.80 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_machine_learning | 0|alias | - machine_learning | | | +| | |acc,none |0.52 | | | +| | |acc_stderr,none|0.05 | | | +|mmlu_management | 0|alias | - management | | | +| | |acc,none |0.83 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_marketing | 0|alias | - marketing | | | +| | |acc,none |0.89 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_medical_genetics | 0|alias | - medical_genetics | | | +| | |acc,none |0.78 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_miscellaneous | 0|alias | - miscellaneous | | | +| | |acc,none |0.85 | | | +| | |acc_stderr,none|0.01 | | | +|mmlu_moral_disputes | 0|alias | - moral_disputes | | | +| | |acc,none |0.75 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_moral_scenarios | 0|alias | - moral_scenarios | | | +| | |acc,none |0.48 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_nutrition | 0|alias | - nutrition | | | +| | |acc,none |0.77 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_other |N/A |alias | - other | | | +| | |acc,none |0.75 | | | +| | |acc_stderr,none|0.01 | | | +|mmlu_philosophy | 0|alias | - philosophy | | | +| | |acc,none |0.78 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_prehistory | 0|alias | - prehistory | | | +| | |acc,none |0.77 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_professional_accounting | 0|alias | - professional_accounting | | | +| | |acc,none |0.57 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_professional_law | 0|alias | - professional_law | | | +| | |acc,none |0.50 | | | +| | |acc_stderr,none|0.01 | | | +|mmlu_professional_medicine | 0|alias | - professional_medicine | | | +| | |acc,none |0.71 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_professional_psychology | 0|alias | - professional_psychology | | | +| | |acc,none |0.73 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_public_relations | 0|alias | - public_relations | | | +| | |acc,none |0.76 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_security_studies | 0|alias | - security_studies | | | +| | |acc,none |0.78 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_social_sciences |N/A |alias | - social_sciences | | | +| | |acc,none |0.81 | | | +| | |acc_stderr,none|0.01 | | | +|mmlu_sociology | 0|alias | - sociology | | | +| | |acc,none |0.86 | | | +| | |acc_stderr,none|0.02 | | | +|mmlu_stem |N/A |alias | - stem | | | +| | |acc,none |0.65 | | | +| | |acc_stderr,none|0.01 | | | +|mmlu_us_foreign_policy | 0|alias | - us_foreign_policy | | | +| | |acc,none |0.92 | | | +| | |acc_stderr,none|0.03 | | | +|mmlu_virology | 0|alias | - virology | | | +| | |acc,none |0.58 | | | +| | |acc_stderr,none|0.04 | | | +|mmlu_world_religions | 0|alias | - world_religions | | | +| | |acc,none |0.82 | | | +| | |acc_stderr,none|0.03 | | | + +Average: 69.95% +``` + +### TruthfulQA +``` +| Task |Version| Metric | Value | |Stderr| +|--------------|-------|-----------------------|-----------------|---|------| +|truthfulqa |N/A |bleu_acc,none | 0.45| | | +| | |bleu_acc_stderr,none | 0.02| | | +| | |rouge1_acc,none | 0.45| | | +| | |rouge1_acc_stderr,none | 0.02| | | +| | |rouge2_diff,none | 0.92| | | +| | |rouge2_diff_stderr,none| 1.07| | | +| | |bleu_max,none | 23.77| | | +| | |bleu_max_stderr,none | 0.81| | | +| | |rouge2_acc,none | 0.38| | | +| | |rouge2_acc_stderr,none | 0.02| | | +| | |acc,none | 0.41| | | +| | |acc_stderr,none | 0.01| | | +| | |rougeL_diff,none | 1.57| | | +| | |rougeL_diff_stderr,none| 0.93| | | +| | |rougeL_acc,none | 0.46| | | +| | |rougeL_acc_stderr,none | 0.02| | | +| | |bleu_diff,none | 1.38| | | +| | |bleu_diff_stderr,none | 0.75| | | +| | |rouge2_max,none | 33.01| | | +| | |rouge2_max_stderr,none | 1.05| | | +| | |rouge1_diff,none | 1.72| | | +| | |rouge1_diff_stderr,none| 0.92| | | +| | |rougeL_max,none | 45.25| | | +| | |rougeL_max_stderr,none | 0.92| | | +| | |rouge1_max,none | 48.29| | | +| | |rouge1_max_stderr,none | 0.90| | | +| | |alias |truthfulqa | | | +|truthfulqa_gen| 3|bleu_max,none | 23.77| | | +| | |bleu_max_stderr,none | 0.81| | | +| | |bleu_acc,none | 0.45| | | +| | |bleu_acc_stderr,none | 0.02| | | +| | |bleu_diff,none | 1.38| | | +| | |bleu_diff_stderr,none | 0.75| | | +| | |rouge1_max,none | 48.29| | | +| | |rouge1_max_stderr,none | 0.90| | | +| | |rouge1_acc,none | 0.45| | | +| | |rouge1_acc_stderr,none | 0.02| | | +| | |rouge1_diff,none | 1.72| | | +| | |rouge1_diff_stderr,none| 0.92| | | +| | |rouge2_max,none | 33.01| | | +| | |rouge2_max_stderr,none | 1.05| | | +| | |rouge2_acc,none | 0.38| | | +| | |rouge2_acc_stderr,none | 0.02| | | +| | |rouge2_diff,none | 0.92| | | +| | |rouge2_diff_stderr,none| 1.07| | | +| | |rougeL_max,none | 45.25| | | +| | |rougeL_max_stderr,none | 0.92| | | +| | |rougeL_acc,none | 0.46| | | +| | |rougeL_acc_stderr,none | 0.02| | | +| | |rougeL_diff,none | 1.57| | | +| | |rougeL_diff_stderr,none| 0.93| | | +| | |alias | - truthfulqa_gen| | | +|truthfulqa_mc1| 2|acc,none | 0.33| | | +| | |acc_stderr,none | 0.02| | | +| | |alias | - truthfulqa_mc1| | | +|truthfulqa_mc2| 2|acc,none | 0.49| | | +| | |acc_stderr,none | 0.02| | | +| | |alias | - truthfulqa_mc2| | | + +Average: 48.59% +``` + +### Winogrande +``` +| Task |Version| Metric | Value | |Stderr| +|----------|------:|---------------|----------|---|------| +|winogrande| 1|acc,none | 0.77| | | +| | |acc_stderr,none| 0.01| | | +| | |alias |winogrande| | | + +Average: 77.35% +``` + +### GSM8K +``` +|Task |Version| Metric |Value| |Stderr| +|-----|------:|-----------------------------------|-----|---|------| +|gsm8k| 3|exact_match,strict-match | 0.67| | | +| | |exact_match_stderr,strict-match | 0.01| | | +| | |exact_match,flexible-extract | 0.68| | | +| | |exact_match_stderr,flexible-extract| 0.01| | | +| | |alias |gsm8k| | | + +Average: 67.48% +``` + +**Average score**: 67.48% diff --git a/config.json b/config.json new file mode 100644 index 0000000..0851eb2 --- /dev/null +++ b/config.json @@ -0,0 +1,29 @@ +{ + "_name_or_path": "01-ai/Yi-1.5-9B", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 1, + "eos_token_id": 7, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 11008, + "max_position_embeddings": 4096, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 48, + "num_key_value_heads": 4, + "pad_token_id": 0, + "pretraining_tp": 1, + "rms_norm_eps": 1e-06, + "rope_scaling": null, + "rope_theta": 5000000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.40.1", + "use_cache": false, + "vocab_size": 64000 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..cccfbd3 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,7 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": 7, + "pad_token_id": 0, + "transformers_version": "4.40.1" +} diff --git a/model-00001-of-00005.safetensors b/model-00001-of-00005.safetensors new file mode 100644 index 0000000..12a02d6 --- /dev/null +++ b/model-00001-of-00005.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dedefa6bfedbab306145aa3133d257a0d527c7dbd81028f15c993666078a543 +size 3984763152 diff --git a/model-00002-of-00005.safetensors b/model-00002-of-00005.safetensors new file mode 100644 index 0000000..18a1cf9 --- /dev/null +++ b/model-00002-of-00005.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9013011bfa6f5418f00486f12d54b156d16bef645f38353bce38d039f0330cc8 +size 3972198208 diff --git a/model-00003-of-00005.safetensors b/model-00003-of-00005.safetensors new file mode 100644 index 0000000..f72ec58 --- /dev/null +++ b/model-00003-of-00005.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:213caceb1f1ad4ed7a0f0a32dbb34199458460a8fcd47ced5a60c26027606d25 +size 3986894536 diff --git a/model-00004-of-00005.safetensors b/model-00004-of-00005.safetensors new file mode 100644 index 0000000..ec8b0aa --- /dev/null +++ b/model-00004-of-00005.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c783523cada8da80a6e985f7ccd3bc80bbd179df76597ed3fc4624d00aaf83 +size 3972198208 diff --git a/model-00005-of-00005.safetensors b/model-00005-of-00005.safetensors new file mode 100644 index 0000000..eb9b962 --- /dev/null +++ b/model-00005-of-00005.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15280f692dbca7485e8a1701779cb82013d276e264717f3df071c80d81e8c03b +size 1742810848 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..1465c12 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,442 @@ +{ + "metadata": { + "total_size": 17658814464 + }, + "weight_map": { + "lm_head.weight": "model-00005-of-00005.safetensors", + "model.embed_tokens.weight": "model-00001-of-00005.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00005.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.31.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.32.input_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00005.safetensors", + "model.layers.33.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.34.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.35.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.36.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.36.mlp.down_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.36.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.36.mlp.up_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.36.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.36.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.36.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.37.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.37.mlp.down_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.37.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.37.mlp.up_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.37.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.37.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.37.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.38.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.38.mlp.down_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.38.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.38.mlp.up_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.38.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.38.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.38.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.39.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.39.mlp.down_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.39.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.39.mlp.up_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.39.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.39.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.39.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.40.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.40.mlp.down_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.40.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.40.mlp.up_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.40.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.40.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.40.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.41.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.down_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.41.mlp.up_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.41.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.42.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.down_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.42.mlp.up_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.42.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.43.input_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.down_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.43.mlp.up_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.43.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.44.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.44.mlp.down_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.44.mlp.gate_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.44.mlp.up_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.44.self_attn.k_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.q_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.44.self_attn.v_proj.weight": "model-00004-of-00005.safetensors", + "model.layers.45.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.45.mlp.down_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.45.mlp.gate_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.45.mlp.up_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.45.self_attn.k_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.45.self_attn.q_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.45.self_attn.v_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.46.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.46.mlp.down_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.46.mlp.gate_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.46.mlp.up_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.46.self_attn.k_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.46.self_attn.q_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.46.self_attn.v_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.47.input_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.47.mlp.down_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.47.mlp.gate_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.47.mlp.up_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00005-of-00005.safetensors", + "model.layers.47.self_attn.k_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.47.self_attn.q_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.47.self_attn.v_proj.weight": "model-00005-of-00005.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00005.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00005.safetensors", + "model.norm.weight": "model-00005-of-00005.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..f95b518 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,39 @@ +{ + "additional_special_tokens": [ + { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|startoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..3f987ee --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,174152 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 0, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 1, + "content": "<|startoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 2, + "content": "<|endoftext|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 6, + "content": "<|im_start|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 7, + "content": "<|im_end|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": { + "type": "Sequence", + "normalizers": [ + { + "type": "Replace", + "pattern": { + "String": " " + }, + "content": "▁" + } + ] + }, + "pre_tokenizer": null, + "post_processor": { + "type": "TemplateProcessing", + "single": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": {} + }, + "decoder": { + "type": "Sequence", + "decoders": [ + { + "type": "Replace", + "pattern": { + "String": "▁" + }, + "content": " " + }, + { + "type": "ByteFallback" + }, + { + "type": "Fuse" + } + ] + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": "", + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": true, + "byte_fallback": true, + "ignore_merges": false, + "vocab": { + "": 0, + "<|startoftext|>": 1, + "<|endoftext|>": 2, + "<|Human|>": 3, + "<|Assistant|>": 4, + "<|System|>": 5, + "<|im_start|>": 6, + "<|im_end|>": 7, + "<|im_sep|>": 8, + "<|reserved003|>": 9, + "<|reserved004|>": 10, + "<|reserved005|>": 11, + "<|reserved006|>": 12, + "<|reserved007|>": 13, + "": 14, + "": 15, + "": 16, + "": 17, + "": 18, + "": 19, + "": 20, + "": 21, + "": 22, + "": 23, + "": 24, + "": 25, + "": 26, + "": 27, + "": 28, + "": 29, + "": 30, + "": 31, + "

": 32, + "

": 33, + "

": 34, + "

": 35, + "

": 36, + "

": 37, + "

": 38, + "

": 39, + "

": 40, + "

": 41, + "

": 42, + "

": 43, + "
": 44, + "
": 45, + "
": 46, + "
": 47, + "
": 48, + "
": 49, + "": 50, + "": 51, + "": 52, + "

": 53, + "

": 54, + "

": 55, + "": 56, + "
": 57, + "
": 58, + "
  • ": 59, + "
  • ": 60, + "
    • ": 61, + "": 62, + "": 63, + "": 64, + "": 65, + "": 66, + "": 67, + "": 68, + "": 69, + "": 70, + "": 71, + "": 72, + "": 73, + "": 74, + "": 75, + "": 76, + "0": 77, + "1": 78, + "2": 79, + "3": 80, + "4": 81, + "5": 82, + "6": 83, + "7": 84, + "8": 85, + "9": 86, + "０": 87, + "１": 88, + "２": 89, + "３": 90, + "４": 91, + "５": 92, + "６": 93, + "７": 94, + "８": 95, + "９": 96, + ",": 97, + ".": 98, + "!": 99, + "?": 100, + "，": 101, + "。": 102, + "！": 103, + "？": 104, + "、": 105, + "：": 106, + "￥": 107, + "《": 108, + "》": 109, + "【": 110, + "】": 111, + "『": 112, + "』": 113, + "```": 114, + "": 116, + "---": 117, + "": 118, + "\t\t\t\t\t\t\t\t": 119, + "\t\t\t\t\t\t\t": 120, + "\t\t\t\t\t\t": 121, + "\t\t\t\t\t": 122, + "\t\t\t\t": 123, + "\t\t\t": 124, + "\t\t": 125, + "\t": 126, + "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 127, + "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 128, + "▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 129, + "▁▁▁▁▁▁▁▁▁▁▁▁▁": 130, + "▁▁▁▁▁▁▁▁▁▁▁▁": 131, + "▁▁▁▁▁▁▁▁▁▁▁": 132, + "▁▁▁▁▁▁▁▁▁▁": 133, + "▁▁▁▁▁▁▁▁▁": 134, + "▁▁▁▁▁▁▁▁": 135, + "▁▁▁▁▁▁▁": 136, + "▁▁▁▁▁▁": 137, + "▁▁▁▁▁": 138, + "▁▁▁▁": 139, + "▁▁▁": 140, + "▁▁": 141, + "\b": 142, + "\r": 143, + "\n": 144, + "<|unused000|>": 145, + "<|unused001|>": 146, + "<|unused002|>": 147, + "<|unused003|>": 148, + "<|unused004|>": 149, + "<|unused005|>": 150, + "<|unused006|>": 151, + "<|unused007|>": 152, + "<|unused008|>": 153, + "<|unused009|>": 154, + "<|unused010|>": 155, + "<|unused011|>": 156, + "<|unused012|>": 157, + "<|unused013|>": 158, + "<|unused014|>": 159, + "<|unused015|>": 160, + "<|unused016|>": 161, + "<|unused017|>": 162, + "<|unused018|>": 163, + "<|unused019|>": 164, + "<|unused020|>": 165, + "<|unused021|>": 166, + "<|unused022|>": 167, + "<|unused023|>": 168, + "<|unused024|>": 169, + "<|unused025|>": 170, + "<|unused026|>": 171, + "<|unused027|>": 172, + "<|unused028|>": 173, + "<|unused029|>": 174, + "<|unused030|>": 175, + "<|unused031|>": 176, + "<|unused032|>": 177, + "<|unused033|>": 178, + "<|unused034|>": 179, + "<|unused035|>": 180, + "<|unused036|>": 181, + "<|unused037|>": 182, + "<|unused038|>": 183, + "<|unused039|>": 184, + "<|unused040|>": 185, + "<|unused041|>": 186, + "<|unused042|>": 187, + "<|unused043|>": 188, + "<|unused044|>": 189, + "<|unused045|>": 190, + "<|unused046|>": 191, + "<|unused047|>": 192, + "<|unused048|>": 193, + "<|unused049|>": 194, + "<|unused050|>": 195, + "<|unused051|>": 196, + "<|unused052|>": 197, + "<|unused053|>": 198, + "<|unused054|>": 199, + "<|unused055|>": 200, + "<|unused056|>": 201, + "<|unused057|>": 202, + "<|unused058|>": 203, + "<|unused059|>": 204, + "<|unused060|>": 205, + "<|unused061|>": 206, + "<|unused062|>": 207, + "<|unused063|>": 208, + "<|unused064|>": 209, + "<|unused065|>": 210, + "<|unused066|>": 211, + "<|unused067|>": 212, + "<|unused068|>": 213, + "<|unused069|>": 214, + "<|unused070|>": 215, + "<|unused071|>": 216, + "<|unused072|>": 217, + "<|unused073|>": 218, + "<|unused074|>": 219, + "<|unused075|>": 220, + "<|unused076|>": 221, + "<|unused077|>": 222, + "<|unused078|>": 223, + "<|unused079|>": 224, + "<|unused080|>": 225, + "<|unused081|>": 226, + "<|unused082|>": 227, + "<|unused083|>": 228, + "<|unused084|>": 229, + "<|unused085|>": 230, + "<|unused086|>": 231, + "<|unused087|>": 232, + "<|unused088|>": 233, + "<|unused089|>": 234, + "<|unused090|>": 235, + "<|unused091|>": 236, + "<|unused092|>": 237, + "<|unused093|>": 238, + "<|unused094|>": 239, + "<|unused095|>": 240, + "<|unused096|>": 241, + "<|unused097|>": 242, + "<|unused098|>": 243, + "<|unused099|>": 244, + "<|unused100|>": 245, + "<|unused101|>": 246, + "<|unused102|>": 247, + "<|unused103|>": 248, + "<|unused104|>": 249, + "<|unused105|>": 250, + "<|unused106|>": 251, + "<|unused107|>": 252, + "<|unused108|>": 253, + "<|unused109|>": 254, + "<|unused110|>": 255, + "<|unused111|>": 256, + "<|unused112|>": 257, + "<|unused113|>": 258, + "<|unused114|>": 259, + "<|unused115|>": 260, + "<|unused116|>": 261, + "<|unused117|>": 262, + "<|unused118|>": 263, + "<|unused119|>": 264, + "<|unused120|>": 265, + "<|unused121|>": 266, + "<|unused122|>": 267, + "<|unused123|>": 268, + "<|unused124|>": 269, + "<|unused125|>": 270, + "<|unused126|>": 271, + "<|unused127|>": 272, + "<|unused128|>": 273, + "<|unused129|>": 274, + "<|unused130|>": 275, + "<|unused131|>": 276, + "<|unused132|>": 277, + "<|unused133|>": 278, + "<|unused134|>": 279, + "<|unused135|>": 280, + "<|unused136|>": 281, + "<|unused137|>": 282, + "<|unused138|>": 283, + "<|unused139|>": 284, + "<|unused140|>": 285, + "<|unused141|>": 286, + "<|unused142|>": 287, + "<|unused143|>": 288, + "<|unused144|>": 289, + "<|unused145|>": 290, + "<|unused146|>": 291, + "<|unused147|>": 292, + "<|unused148|>": 293, + "<|unused149|>": 294, + "<|unused150|>": 295, + "<|unused151|>": 296, + "<|unused152|>": 297, + "<|unused153|>": 298, + "<|unused154|>": 299, + "<|unused155|>": 300, + "<|unused156|>": 301, + "<|unused157|>": 302, + "<|unused158|>": 303, + "<|unused159|>": 304, + "<0x00>": 305, + "<0x01>": 306, + "<0x02>": 307, + "<0x03>": 308, + "<0x04>": 309, + "<0x05>": 310, + "<0x06>": 311, + "<0x07>": 312, + "<0x08>": 313, + "<0x09>": 314, + "<0x0A>": 315, + "<0x0B>": 316, + "<0x0C>": 317, + "<0x0D>": 318, + "<0x0E>": 319, + "<0x0F>": 320, + "<0x10>": 321, + "<0x11>": 322, + "<0x12>": 323, + "<0x13>": 324, + "<0x14>": 325, + "<0x15>": 326, + "<0x16>": 327, + "<0x17>": 328, + "<0x18>": 329, + "<0x19>": 330, + "<0x1A>": 331, + "<0x1B>": 332, + "<0x1C>": 333, + "<0x1D>": 334, + "<0x1E>": 335, + "<0x1F>": 336, + "<0x20>": 337, + "<0x21>": 338, + "<0x22>": 339, + "<0x23>": 340, + "<0x24>": 341, + "<0x25>": 342, + "<0x26>": 343, + "<0x27>": 344, + "<0x28>": 345, + "<0x29>": 346, + "<0x2A>": 347, + "<0x2B>": 348, + "<0x2C>": 349, + "<0x2D>": 350, + "<0x2E>": 351, + "<0x2F>": 352, + "<0x30>": 353, + "<0x31>": 354, + "<0x32>": 355, + "<0x33>": 356, + "<0x34>": 357, + "<0x35>": 358, + "<0x36>": 359, + "<0x37>": 360, + "<0x38>": 361, + "<0x39>": 362, + "<0x3A>": 363, + "<0x3B>": 364, + "<0x3C>": 365, + "<0x3D>": 366, + "<0x3E>": 367, + "<0x3F>": 368, + "<0x40>": 369, + "<0x41>": 370, + "<0x42>": 371, + "<0x43>": 372, + "<0x44>": 373, + "<0x45>": 374, + "<0x46>": 375, + "<0x47>": 376, + "<0x48>": 377, + "<0x49>": 378, + "<0x4A>": 379, + "<0x4B>": 380, + "<0x4C>": 381, + "<0x4D>": 382, + "<0x4E>": 383, + "<0x4F>": 384, + "<0x50>": 385, + "<0x51>": 386, + "<0x52>": 387, + "<0x53>": 388, + "<0x54>": 389, + "<0x55>": 390, + "<0x56>": 391, + "<0x57>": 392, + "<0x58>": 393, + "<0x59>": 394, + "<0x5A>": 395, + "<0x5B>": 396, + "<0x5C>": 397, + "<0x5D>": 398, + "<0x5E>": 399, + "<0x5F>": 400, + "<0x60>": 401, + "<0x61>": 402, + "<0x62>": 403, + "<0x63>": 404, + "<0x64>": 405, + "<0x65>": 406, + "<0x66>": 407, + "<0x67>": 408, + "<0x68>": 409, + "<0x69>": 410, + "<0x6A>": 411, + "<0x6B>": 412, + "<0x6C>": 413, + "<0x6D>": 414, + "<0x6E>": 415, + "<0x6F>": 416, + "<0x70>": 417, + "<0x71>": 418, + "<0x72>": 419, + "<0x73>": 420, + "<0x74>": 421, + "<0x75>": 422, + "<0x76>": 423, + "<0x77>": 424, + "<0x78>": 425, + "<0x79>": 426, + "<0x7A>": 427, + "<0x7B>": 428, + "<0x7C>": 429, + "<0x7D>": 430, + "<0x7E>": 431, + "<0x7F>": 432, + "<0x80>": 433, + "<0x81>": 434, + "<0x82>": 435, + "<0x83>": 436, + "<0x84>": 437, + "<0x85>": 438, + "<0x86>": 439, + "<0x87>": 440, + "<0x88>": 441, + "<0x89>": 442, + "<0x8A>": 443, + "<0x8B>": 444, + "<0x8C>": 445, + "<0x8D>": 446, + "<0x8E>": 447, + "<0x8F>": 448, + "<0x90>": 449, + "<0x91>": 450, + "<0x92>": 451, + "<0x93>": 452, + "<0x94>": 453, + "<0x95>": 454, + "<0x96>": 455, + "<0x97>": 456, + "<0x98>": 457, + "<0x99>": 458, + "<0x9A>": 459, + "<0x9B>": 460, + "<0x9C>": 461, + "<0x9D>": 462, + "<0x9E>": 463, + "<0x9F>": 464, + "<0xA0>": 465, + "<0xA1>": 466, + "<0xA2>": 467, + "<0xA3>": 468, + "<0xA4>": 469, + "<0xA5>": 470, + "<0xA6>": 471, + "<0xA7>": 472, + "<0xA8>": 473, + "<0xA9>": 474, + "<0xAA>": 475, + "<0xAB>": 476, + "<0xAC>": 477, + "<0xAD>": 478, + "<0xAE>": 479, + "<0xAF>": 480, + "<0xB0>": 481, + "<0xB1>": 482, + "<0xB2>": 483, + "<0xB3>": 484, + "<0xB4>": 485, + "<0xB5>": 486, + "<0xB6>": 487, + "<0xB7>": 488, + "<0xB8>": 489, + "<0xB9>": 490, + "<0xBA>": 491, + "<0xBB>": 492, + "<0xBC>": 493, + "<0xBD>": 494, + "<0xBE>": 495, + "<0xBF>": 496, + "<0xC0>": 497, + "<0xC1>": 498, + "<0xC2>": 499, + "<0xC3>": 500, + "<0xC4>": 501, + "<0xC5>": 502, + "<0xC6>": 503, + "<0xC7>": 504, + "<0xC8>": 505, + "<0xC9>": 506, + "<0xCA>": 507, + "<0xCB>": 508, + "<0xCC>": 509, + "<0xCD>": 510, + "<0xCE>": 511, + "<0xCF>": 512, + "<0xD0>": 513, + "<0xD1>": 514, + "<0xD2>": 515, + "<0xD3>": 516, + "<0xD4>": 517, + "<0xD5>": 518, + "<0xD6>": 519, + "<0xD7>": 520, + "<0xD8>": 521, + "<0xD9>": 522, + "<0xDA>": 523, + "<0xDB>": 524, + "<0xDC>": 525, + "<0xDD>": 526, + "<0xDE>": 527, + "<0xDF>": 528, + "<0xE0>": 529, + "<0xE1>": 530, + "<0xE2>": 531, + "<0xE3>": 532, + "<0xE4>": 533, + "<0xE5>": 534, + "<0xE6>": 535, + "<0xE7>": 536, + "<0xE8>": 537, + "<0xE9>": 538, + "<0xEA>": 539, + "<0xEB>": 540, + "<0xEC>": 541, + "<0xED>": 542, + "<0xEE>": 543, + "<0xEF>": 544, + "<0xF0>": 545, + "<0xF1>": 546, + "<0xF2>": 547, + "<0xF3>": 548, + "<0xF4>": 549, + "<0xF5>": 550, + "<0xF6>": 551, + "<0xF7>": 552, + "<0xF8>": 553, + "<0xF9>": 554, + "<0xFA>": 555, + "<0xFB>": 556, + "<0xFC>": 557, + "<0xFD>": 558, + "<0xFE>": 559, + "<0xFF>": 560, + "▁t": 561, + "▁a": 562, + "in": 563, + "he": 564, + "re": 565, + "on": 566, + "▁the": 567, + "er": 568, + "at": 569, + "▁s": 570, + "en": 571, + "▁w": 572, + "▁o": 573, + "it": 574, + "▁c": 575, + "or": 576, + "is": 577, + "es": 578, + "nd": 579, + "▁f": 580, + "ou": 581, + "▁b": 582, + "ing": 583, + "ed": 584, + "\\\\": 585, + "al": 586, + "▁p": 587, + "ar": 588, + "an": 589, + "▁m": 590, + "le": 591, + "▁to": 592, + "▁of": 593, + "▁in": 594, + "▁d": 595, + "ion": 596, + "▁and": 597, + "ic": 598, + "as": 599, + "om": 600, + "▁th": 601, + "▁h": 602, + "ent": 603, + "il": 604, + "el": 605, + "et": 606, + "ro": 607, + "st": 608, + "▁n": 609, + "▁l": 610, + "ct": 611, + "▁re": 612, + "ve": 613, + "am": 614, + "▁e": 615, + "▁I": 616, + "▁g": 617, + "ot": 618, + "id": 619, + "▁is": 620, + "ut": 621, + "im": 622, + "ig": 623, + "ow": 624, + "ra": 625, + "▁y": 626, + "ly": 627, + "ce": 628, + "▁be": 629, + "▁T": 630, + "▁for": 631, + "▁on": 632, + "us": 633, + "ur": 634, + "\\\"": 635, + "ol": 636, + "ation": 637, + "ay": 638, + "▁that": 639, + "ver": 640, + "▁you": 641, + "ch": 642, + "▁S": 643, + "ad": 644, + "▁st": 645, + "ith": 646, + "▁A": 647, + "▁it": 648, + "se": 649, + "▁C": 650, + "▁with": 651, + "ul": 652, + "nt": 653, + "▁$": 654, + "if": 655, + "ir": 656, + "od": 657, + "ab": 658, + "▁as": 659, + "▁he": 660, + "▁al": 661, + "▁(": 662, + "▁an": 663, + "▁wh": 664, + "▁\\\\": 665, + "▁we": 666, + "ht": 667, + "un": 668, + "\":": 669, + "▁M": 670, + "ge": 671, + "qu": 672, + "▁con": 673, + "up": 674, + "ess": 675, + "▁ha": 676, + "ke": 677, + "▁are": 678, + "ill": 679, + "ter": 680, + "um": 681, + "ri": 682, + "▁pro": 683, + "em": 684, + "ck": 685, + "cc": 686, + "ate": 687, + "\":\"": 688, + "ers": 689, + "▁B": 690, + "ile": 691, + "art": 692, + "est": 693, + "▁P": 694, + "her": 695, + "ore": 696, + "ld": 697, + "op": 698, + "▁com": 699, + "th": 700, + "end": 701, + "▁at": 702, + "pl": 703, + "ist": 704, + "▁or": 705, + "ure": 706, + "▁The": 707, + "ect": 708, + "rom": 709, + "▁W": 710, + "▁ex": 711, + "}\\": 712, + "▁v": 713, + "ew": 714, + "▁H": 715, + "▁de": 716, + "▁was": 717, + "os": 718, + "▁this": 719, + "▁se": 720, + "▁F": 721, + "ight": 722, + "▁D": 723, + "ity": 724, + "ame": 725, + "▁have": 726, + "ant": 727, + "▁not": 728, + "ment": 729, + "ain": 730, + "▁r": 731, + "con": 732, + "ort": 733, + "iv": 734, + "red": 735, + "ata": 736, + "▁by": 737, + "▁R": 738, + "our": 739, + "res": 740, + "▁sh": 741, + "▁from": 742, + "and": 743, + "ap": 744, + "▁us": 745, + "ive": 746, + "ust": 747, + "▁can": 748, + "nT": 749, + "▁L": 750, + "ould": 751, + "▁N": 752, + "ies": 753, + "out": 754, + "all": 755, + "▁G": 756, + "▁ch": 757, + ";\\": 758, + "_{": 759, + "ome": 760, + "ally": 761, + "▁=": 762, + "ub": 763, + "▁E": 764, + "ass": 765, + "ud": 766, + "te": 767, + "▁le": 768, + "ag": 769, + "ction": 770, + "▁do": 771, + "pp": 772, + "▁ab": 773, + "ine": 774, + "ost": 775, + "ard": 776, + "cl": 777, + "data": 778, + "▁ne": 779, + "pa": 780, + "ell": 781, + "iz": 782, + "ite": 783, + "▁j": 784, + "pt": 785, + "▁all": 786, + "▁will": 787, + "▁your": 788, + "▁k": 789, + "▁wor": 790, + "▁lo": 791, + "▁O": 792, + "rou": 793, + "pe": 794, + "▁me": 795, + "▁but": 796, + "ok": 797, + "▁pl": 798, + "▁whe": 799, + "ak": 800, + "▁go": 801, + "ial": 802, + "ff": 803, + "ack": 804, + "ast": 805, + "ide": 806, + "age": 807, + "lo": 808, + "pro": 809, + "▁so": 810, + "tent": 811, + "ich": 812, + "ind": 813, + "{\\\\": 814, + "▁has": 815, + "ue": 816, + "ime": 817, + "per": 818, + "nI": 819, + "▁\\\"": 820, + "ear": 821, + ":/": 822, + "▁out": 823, + "one": 824, + "com": 825, + "▁my": 826, + "ther": 827, + "▁up": 828, + "ult": 829, + "ice": 830, + "able": 831, + "ath": 832, + "port": 833, + "orm": 834, + "ated": 835, + "rain": 836, + "ph": 837, + "▁they": 838, + "▁-": 839, + "ac": 840, + "▁J": 841, + "▁\\": 842, + "nThe": 843, + "so": 844, + "▁cl": 845, + "▁ad": 846, + ")\\": 847, + "ong": 848, + "ans": 849, + "ions": 850, + "ry": 851, + "xt": 852, + "▁one": 853, + "pile": 854, + "▁li": 855, + "very": 856, + "▁en": 857, + "▁im": 858, + "ake": 859, + "▁comp": 860, + "gh": 861, + "to": 862, + "▁more": 863, + "▁res": 864, + "ase": 865, + "ous": 866, + "▁U": 867, + "content": 868, + "ep": 869, + "eg": 870, + "are": 871, + "▁$\\\\": 872, + "ip": 873, + "ber": 874, + "{\"": 875, + "nA": 876, + "int": 877, + "▁which": 878, + "ign": 879, + "__": 880, + "▁their": 881, + "▁Th": 882, + "▁about": 883, + "cess": 884, + "ations": 885, + "du": 886, + "og": 887, + "act": 888, + "▁&": 889, + "\"}": 890, + "ib": 891, + "av": 892, + "▁his": 893, + "ach": 894, + "ance": 895, + "▁who": 896, + "ens": 897, + "ary": 898, + "ail": 899, + "▁get": 900, + "▁qu": 901, + "**": 902, + "ely": 903, + "und": 904, + "ft": 905, + "ie": 906, + "ical": 907, + "son": 908, + "▁if": 909, + "ire": 910, + "▁un": 911, + "ere": 912, + "uch": 913, + "▁cont": 914, + "▁our": 915, + "▁any": 916, + "own": 917, + "ang": 918, + "▁some": 919, + "form": 920, + "▁ev": 921, + "▁time": 922, + "▁per": 923, + "▁other": 924, + "ount": 925, + "▁there": 926, + ");\\": 927, + "ll": 928, + "▁man": 929, + "ence": 930, + "▁would": 931, + "▁work": 932, + "ink": 933, + "ition": 934, + "▁sa": 935, + "ia": 936, + "▁dis": 937, + "}$": 938, + "ru": 939, + "abel": 940, + "ord": 941, + "part": 942, + "▁sc": 943, + "ick": 944, + "ree": 945, + "▁kn": 946, + "▁like": 947, + "▁K": 948, + "train": 949, + "▁when": 950, + "ress": 951, + "▁new": 952, + "file": 953, + "ays": 954, + "fil": 955, + "▁part": 956, + "}\\\\": 957, + "▁ag": 958, + "ref": 959, + "▁“": 960, + "▁been": 961, + "▁also": 962, + "we": 963, + "^{": 964, + "▁off": 965, + "▁te": 966, + "▁In": 967, + "▁sp": 968, + "ource": 969, + "▁just": 970, + "▁Y": 971, + "▁them": 972, + "erv": 973, + "ound": 974, + "▁ar": 975, + "nS": 976, + "ents": 977, + "▁were": 978, + "label": 979, + "▁over": 980, + "▁what": 981, + "ark": 982, + "▁It": 983, + "ose": 984, + "urn": 985, + "▁had": 986, + "use": 987, + "ings": 988, + "▁than": 989, + "▁year": 990, + "math": 991, + "{\\": 992, + "nW": 993, + "▁app": 994, + "ild": 995, + "vel": 996, + "ace": 997, + "ded": 998, + "▁pe": 999, + "reat": 1000, + ":\\": 1001, + "ename": 1002, + "▁tr": 1003, + "ma": 1004, + "ama": 1005, + "ors": 1006, + "row": 1007, + "▁V": 1008, + "filename": 1009, + "▁no": 1010, + "ple": 1011, + "json": 1012, + "ory": 1013, + "wo": 1014, + "irst": 1015, + "▁St": 1016, + "ef": 1017, + "oc": 1018, + "▁her": 1019, + "low": 1020, + "tp": 1021, + "iff": 1022, + "ne": 1023, + "fs": 1024, + "▁co": 1025, + "rac": 1026, + "old": 1027, + "get": 1028, + "▁into": 1029, + "ople": 1030, + "plit": 1031, + "ject": 1032, + "▁fe": 1033, + "▁its": 1034, + "▁only": 1035, + "▁bec": 1036, + "clud": 1037, + "db": 1038, + "▁ro": 1039, + "▁how": 1040, + "▁pre": 1041, + "cal": 1042, + "fter": 1043, + "vers": 1044, + "egin": 1045, + "ause": 1046, + "▁bet": 1047, + "ict": 1048, + "▁need": 1049, + "▁mod": 1050, + "eth": 1051, + "//": 1052, + "begin": 1053, + "source": 1054, + "ates": 1055, + "▁acc": 1056, + "jama": 1057, + "mnt": 1058, + "vep": 1059, + "▁Ch": 1060, + "ug": 1061, + "vepfs": 1062, + "elf": 1063, + "▁am": 1064, + "▁people": 1065, + "process": 1066, + "▁said": 1067, + "ci": 1068, + "▁po": 1069, + "split": 1070, + "://": 1071, + "ces": 1072, + "itt": 1073, + "▁two": 1074, + "一个": 1075, + "==": 1076, + "▁bo": 1077, + "ish": 1078, + "▁We": 1079, + "▁first": 1080, + "ix": 1081, + "▁know": 1082, + "text": 1083, + "▁des": 1084, + "rib": 1085, + "▁diff": 1086, + "ta": 1087, + "processed": 1088, + "cite": 1089, + "owt": 1090, + "dedup": 1091, + "mer": 1092, + "ty": 1093, + "pajama": 1094, + "redpajama": 1095, + "pect": 1096, + "ian": 1097, + "hat": 1098, + "ob": 1099, + "ual": 1100, + "ov": 1101, + "▁sup": 1102, + "▁sy": 1103, + "ough": 1104, + "▁she": 1105, + "ond": 1106, + "}{": 1107, + "ubl": 1108, + "▁ob": 1109, + "ning": 1110, + "▁'": 1111, + "▁und": 1112, + "ys": 1113, + "round": 1114, + "ener": 1115, + "▁may": 1116, + "▁This": 1117, + "▁cons": 1118, + "igh": 1119, + "ics": 1120, + "erm": 1121, + "▁back": 1122, + "▁see": 1123, + "fig": 1124, + "▁want": 1125, + "▁then": 1126, + "ons": 1127, + "vi": 1128, + "cent": 1129, + "▁spe": 1130, + "(\\\\": 1131, + "ove": 1132, + "ange": 1133, + "hed": 1134, + "ert": 1135, + "http": 1136, + "ring": 1137, + "我们": 1138, + "=\\\"": 1139, + "equ": 1140, + "lect": 1141, + "▁every": 1142, + "ble": 1143, + "▁inter": 1144, + "ex": 1145, + "▁set": 1146, + "▁ind": 1147, + "ater": 1148, + "▁use": 1149, + "▁make": 1150, + "▁where": 1151, + "▁ph": 1152, + "ng": 1153, + "▁these": 1154, + "▁comm": 1155, + "▁most": 1156, + "▁tra": 1157, + "▁could": 1158, + "ks": 1159, + "ts": 1160, + "▁ra": 1161, + "ating": 1162, + "cre": 1163, + "▁look": 1164, + "▁col": 1165, + "nC": 1166, + "ize": 1167, + ">\\": 1168, + "stem": 1169, + "ular": 1170, + "iss": 1171, + "▁{\\": 1172, + "▁rel": 1173, + "})": 1174, + "▁act": 1175, + "ific": 1176, + "ns": 1177, + "ise": 1178, + "oth": 1179, + "rough": 1180, + "自己": 1181, + "▁don": 1182, + "ari": 1183, + "▁+": 1184, + "▁pos": 1185, + "▁em": 1186, + "ature": 1187, + "right": 1188, + "▁under": 1189, + "ram": 1190, + "▁well": 1191, + "ps": 1192, + "frac": 1193, + "nF": 1194, + "les": 1195, + "▁very": 1196, + "the": 1197, + "ull": 1198, + "▁because": 1199, + "▁think": 1200, + "ments": 1201, + "wn": 1202, + "ced": 1203, + "▁after": 1204, + "▁play": 1205, + "▁should": 1206, + "line": 1207, + "_{\\\\": 1208, + "▁reg": 1209, + "▁hel": 1210, + "class": 1211, + "▁even": 1212, + "▁fun": 1213, + "▁He": 1214, + "imes": 1215, + "▁now": 1216, + "▁way": 1217, + "▁prov": 1218, + "bo": 1219, + "nM": 1220, + "ade": 1221, + "day": 1222, + "▁differe": 1223, + "▁show": 1224, + "▁class": 1225, + "▁good": 1226, + "▁sim": 1227, + "▁through": 1228, + "可以": 1229, + "nB": 1230, + "ible": 1231, + "▁sm": 1232, + "▁did": 1233, + "工作": 1234, + "▁add": 1235, + "▁i": 1236, + "ution": 1237, + "ec": 1238, + "▁def": 1239, + "rm": 1240, + "}}": 1241, + "▁pr": 1242, + "iel": 1243, + "ublic": 1244, + "rit": 1245, + "ility": 1246, + "ood": 1247, + "of": 1248, + "ting": 1249, + "▁ke": 1250, + "oy": 1251, + "▁bu": 1252, + "▁such": 1253, + "turn": 1254, + "ased": 1255, + "ax": 1256, + "▁him": 1257, + "▁rem": 1258, + "ode": 1259, + "aw": 1260, + "▁val": 1261, + "ful": 1262, + "The": 1263, + ")$": 1264, + "▁num": 1265, + "nH": 1266, + "ied": 1267, + "ities": 1268, + "▁does": 1269, + "▁sub": 1270, + "ww": 1271, + "▁much": 1272, + "▁[": 1273, + "ollow": 1274, + "fore": 1275, + "▁inst": 1276, + "ss": 1277, + "▁inv": 1278, + "cial": 1279, + "itle": 1280, + "ues": 1281, + "▁includ": 1282, + "”\\": 1283, + "▁many": 1284, + "its": 1285, + "pos": 1286, + "▁start": 1287, + "▁right": 1288, + "▁–": 1289, + "nP": 1290, + "par": 1291, + "ork": 1292, + "▁produ": 1293, + "ont": 1294, + "ily": 1295, + "ife": 1296, + "▁fin": 1297, + "на": 1298, + "▁years": 1299, + "als": 1300, + "other": 1301, + "aking": 1302, + "ative": 1303, + "eq": 1304, + "▁eff": 1305, + "ield": 1306, + "▁*": 1307, + "▁gu": 1308, + "▁att": 1309, + "▁down": 1310, + "ident": 1311, + "hen": 1312, + "ices": 1313, + "▁help": 1314, + "ince": 1315, + "▁used": 1316, + "()": 1317, + "ern": 1318, + "sh": 1319, + "▁again": 1320, + "bf": 1321, + "ower": 1322, + "▁trans": 1323, + "▁stud": 1324, + "▁being": 1325, + "▁read": 1326, + "没有": 1327, + "▁system": 1328, + "ption": 1329, + "▁point": 1330, + "▁ent": 1331, + "▁find": 1332, + "url": 1333, + "ray": 1334, + "riv": 1335, + "pr": 1336, + "▁long": 1337, + "▁result": 1338, + "▁You": 1339, + "nO": 1340, + "▁pres": 1341, + "▁exper": 1342, + "▁each": 1343, + "ween": 1344, + "▁det": 1345, + "read": 1346, + "▁follow": 1347, + "unt": 1348, + "▁cor": 1349, + "\\\"\\": 1350, + "ward": 1351, + "atch": 1352, + "▁som": 1353, + "▁end": 1354, + "equation": 1355, + "▁form": 1356, + "hes": 1357, + "erson": 1358, + "": 1598, + "chool": 1599, + "cept": 1600, + "arn": 1601, + "ute": 1602, + "ton": 1603, + "▁three": 1604, + "ways": 1605, + "▁mark": 1606, + "▁import": 1607, + "▁fil": 1608, + "ars": 1609, + "这个": 1610, + "▁case": 1611, + "nWe": 1612, + "▁things": 1613, + "▁support": 1614, + "▁small": 1615, + "less": 1616, + "bb": 1617, + "arly": 1618, + "alpha": 1619, + "▁inf": 1620, + "▁process": 1621, + "▁state": 1622, + "▁develop": 1623, + "ethod": 1624, + "IN": 1625, + "▁poss": 1626, + "发展": 1627, + "▁try": 1628, + "amp": 1629, + "apt": 1630, + "ired": 1631, + "▁art": 1632, + "▁el": 1633, + "▁since": 1634, + "▁something": 1635, + "****": 1636, + "ock": 1637, + "▁cle": 1638, + "ни": 1639, + "man": 1640, + "▁line": 1641, + "▁home": 1642, + "idth": 1643, + "ense": 1644, + "▁top": 1645, + "▁effect": 1646, + "chn": 1647, + "▁They": 1648, + "ves": 1649, + "问题": 1650, + "val": 1651, + "ross": 1652, + "▁eas": 1653, + "ctions": 1654, + "▁game": 1655, + "▁got": 1656, + "ider": 1657, + "ious": 1658, + "}^": 1659, + "▁vis": 1660, + "lease": 1661, + "hip": 1662, + "▁team": 1663, + "▁Re": 1664, + "▁better": 1665, + "▁wr": 1666, + "nthe": 1667, + "ought": 1668, + "▁second": 1669, + "▁little": 1670, + "ality": 1671, + "▁п": 1672, + "▁cour": 1673, + "sub": 1674, + "meric": 1675, + "ON": 1676, + "uc": 1677, + "ization": 1678, + "▁list": 1679, + "时间": 1680, + "▁week": 1681, + "▁test": 1682, + "nThis": 1683, + "▁expl": 1684, + "ger": 1685, + "▁sl": 1686, + "▁book": 1687, + "mp": 1688, + "section": 1689, + "▁на": 1690, + "▁without": 1691, + "▁rep": 1692, + "elta": 1693, + "▁order": 1694, + "ра": 1695, + "land": 1696, + "▁conf": 1697, + "}_": 1698, + "min": 1699, + "▁place": 1700, + "ah": 1701, + "的人": 1702, + "▁perform": 1703, + "mathcal": 1704, + "view": 1705, + "oot": 1706, + "nf": 1707, + "▁gra": 1708, + "▁never": 1709, + "▁put": 1710, + "ism": 1711, + "▁stat": 1712, + "ases": 1713, + "▁let": 1714, + "▁design": 1715, + "▁another": 1716, + "▁allow": 1717, + "yp": 1718, + "▁interest": 1719, + "=\\\\": 1720, + "ional": 1721, + "▁iss": 1722, + "▁child": 1723, + "▁next": 1724, + "▁open": 1725, + "inal": 1726, + "▁keep": 1727, + "因为": 1728, + "ron": 1729, + "rid": 1730, + "ik": 1731, + "ives": 1732, + "▁term": 1733, + "▁always": 1734, + ")\\\\": 1735, + "oid": 1736, + "▁hard": 1737, + "孩子": 1738, + "▁cent": 1739, + "▁main": 1740, + "▁big": 1741, + "▁How": 1742, + "▁lot": 1743, + "ively": 1744, + "ertain": 1745, + "如果": 1746, + "▁sk": 1747, + "▁quest": 1748, + "ivers": 1749, + "▁seem": 1750, + "▁care": 1751, + "时候": 1752, + "att": 1753, + "▁appl": 1754, + "▁incre": 1755, + "not": 1756, + "▁pass": 1757, + "▁tri": 1758, + "▁:": 1759, + "то": 1760, + "▁Q": 1761, + "▁ide": 1762, + "▁love": 1763, + "▁contin": 1764, + "AT": 1765, + "▁An": 1766, + "(\\\"": 1767, + "▁business": 1768, + "raw": 1769, + "▁come": 1770, + "▁might": 1771, + "ambda": 1772, + "▁during": 1773, + "▁product": 1774, + "▁commun": 1775, + "arge": 1776, + "lock": 1777, + "dd": 1778, + "▁free": 1779, + "▁month": 1780, + "▁stand": 1781, + "▁resp": 1782, + "ST": 1783, + "▁Americ": 1784, + "▁Sh": 1785, + "▁power": 1786, + "不是": 1787, + "▁/": 1788, + "▁provid": 1789, + "net": 1790, + "ants": 1791, + "▁So": 1792, + "sp": 1793, + "oint": 1794, + "▁field": 1795, + "mu": 1796, + "▁rest": 1797, + "amma": 1798, + "та": 1799, + "▁must": 1800, + "arm": 1801, + "▁report": 1802, + "ott": 1803, + "▁non": 1804, + "ral": 1805, + "▁head": 1806, + "▁plan": 1807, + "▁|": 1808, + "▁friend": 1809, + "▁spec": 1810, + "stand": 1811, + "▁x": 1812, + "▁sure": 1813, + "▁est": 1814, + "▁name": 1815, + "ately": 1816, + "col": 1817, + "生活": 1818, + "▁adv": 1819, + "▁pur": 1820, + "pi": 1821, + "bers": 1822, + "企业": 1823, + "rol": 1824, + "▁dep": 1825, + "▁program": 1826, + "▁level": 1827, + "ency": 1828, + "▁current": 1829, + "▁value": 1830, + "▁turn": 1831, + "nG": 1832, + "ably": 1833, + "通过": 1834, + "work": 1835, + "uck": 1836, + "====": 1837, + "▁Se": 1838, + "▁mov": 1839, + "▁bre": 1840, + "_\\\\": 1841, + "prob": 1842, + "▁direct": 1843, + "▁oper": 1844, + "figure": 1845, + "oh": 1846, + "-\\\\": 1847, + "ered": 1848, + "igma": 1849, + "ware": 1850, + "▁old": 1851, + "RE": 1852, + "ision": 1853, + "www": 1854, + "▁cou": 1855, + "▁feature": 1856, + "▁method": 1857, + "▁given": 1858, + "ym": 1859, + "('": 1860, + "可能": 1861, + "▁less": 1862, + "▁give": 1863, + "▁De": 1864, + "arc": 1865, + "▁ask": 1866, + "需要": 1867, + "app": 1868, + "tern": 1869, + "ccess": 1870, + "▁sing": 1871, + "ustom": 1872, + "▁di": 1873, + "▁proper": 1874, + "▁belie": 1875, + "▁New": 1876, + "▁against": 1877, + "▁techn": 1878, + "ify": 1879, + "▁build": 1880, + "ten": 1881, + "iqu": 1882, + "ability": 1883, + "ital": 1884, + "}^{": 1885, + "ural": 1886, + "▁Cl": 1887, + "ology": 1888, + "▁There": 1889, + "▁project": 1890, + "cri": 1891, + "amet": 1892, + "服务": 1893, + "aj": 1894, + "ailable": 1895, + "▁z": 1896, + "ml": 1897, + "by": 1898, + "▁present": 1899, + "oss": 1900, + "oney": 1901, + "vious": 1902, + "▁X": 1903, + "▁fr": 1904, + "ished": 1905, + "ope": 1906, + "▁opt": 1907, + "ication": 1908, + "▁wom": 1909, + "▁Wh": 1910, + "▁problem": 1911, + "▁cho": 1912, + "第一": 1913, + "▁del": 1914, + "ream": 1915, + "▁train": 1916, + "med": 1917, + "▁able": 1918, + "▁thing": 1919, + "ration": 1920, + "ety": 1921, + "▁expect": 1922, + "▁school": 1923, + "▁results": 1924, + "▁cond": 1925, + "▁following": 1926, + "▁beh": 1927, + "ential": 1928, + "comm": 1929, + "me": 1930, + "nY": 1931, + "ask": 1932, + "this": 1933, + "▁и": 1934, + "icle": 1935, + "mid": 1936, + "itions": 1937, + "▁rece": 1938, + "▁ener": 1939, + "已经": 1940, + "▁important": 1941, + "▁ele": 1942, + "ission": 1943, + "▁inc": 1944, + "▁opp": 1945, + "sum": 1946, + "ery": 1947, + "ified": 1948, + "▁в": 1949, + "az": 1950, + "nIt": 1951, + "管理": 1952, + "所以": 1953, + "ior": 1954, + "AR": 1955, + "▁change": 1956, + "orn": 1957, + "\":\"__": 1958, + "但是": 1959, + "▁Z": 1960, + "▁light": 1961, + "▁met": 1962, + "▁pay": 1963, + "▁She": 1964, + "▁comple": 1965, + "▁public": 1966, + "els": 1967, + "\\\">": 1968, + "ush": 1969, + "phi": 1970, + "▁prob": 1971, + "▁Is": 1972, + "▁full": 1973, + "ling": 1974, + "▁sit": 1975, + "▁pop": 1976, + "这样": 1977, + "▁net": 1978, + "▁law": 1979, + "▁grow": 1980, + "▁anal": 1981, + "na": 1982, + "的一": 1983, + "▁Int": 1984, + "vert": 1985, + "▁mean": 1986, + "▁unt": 1987, + "▁why": 1988, + "▁That": 1989, + "}_{": 1990, + "eps": 1991, + "reen": 1992, + "▁gover": 1993, + "ds": 1994, + "市场": 1995, + "活动": 1996, + "ters": 1997, + "https": 1998, + "▁left": 1999, + "atic": 2000, + "▁local": 2001, + "▁family": 2002, + "教育": 2003, + "angle": 2004, + "nim": 2005, + "illion": 2006, + "▁Ar": 2007, + "name": 2008, + "array": 2009, + "ploy": 2010, + "▁including": 2011, + "те": 2012, + "学生": 2013, + "▁large": 2014, + "--": 2015, + "resent": 2016, + "uff": 2017, + "ains": 2018, + "▁health": 2019, + "ump": 2020, + "▁cr": 2021, + "load": 2022, + "▁chang": 2023, + "ва": 2024, + "▁available": 2025, + "yle": 2026, + "▁dem": 2027, + "ument": 2028, + "▁thought": 2029, + "▁mult": 2030, + "gest": 2031, + "▁lim": 2032, + "ither": 2033, + "In": 2034, + "anc": 2035, + "很多": 2036, + "ook": 2037, + "技术": 2038, + "bar": 2039, + "▁didn": 2040, + "▁ve": 2041, + "ready": 2042, + "▁days": 2043, + "\\\":": 2044, + "自己的": 2045, + "安全": 2046, + "item": 2047, + "▁invest": 2048, + "includ": 2049, + "▁within": 2050, + "rist": 2051, + "ulation": 2052, + "人的": 2053, + "nect": 2054, + "AN": 2055, + "▁times": 2056, + "ised": 2057, + "____": 2058, + "▁govern": 2059, + "ply": 2060, + "▁{\\\\": 2061, + "▁group": 2062, + "▁Con": 2063, + "▁leg": 2064, + "▁hum": 2065, + "▁four": 2066, + "▁bit": 2067, + "情况": 2068, + "ording": 2069, + "def": 2070, + "();\\": 2071, + "▁away": 2072, + "serv": 2073, + "lambda": 2074, + "irc": 2075, + "▁enough": 2076, + "div": 2077, + "itive": 2078, + "ember": 2079, + "mod": 2080, + "▁et": 2081, + "▁—": 2082, + "tr": 2083, + "▁based": 2084, + "br": 2085, + "▁`": 2086, + "EN": 2087, + "▁market": 2088, + "Con": 2089, + "▁cost": 2090, + "OR": 2091, + "还是": 2092, + "▁having": 2093, + "ivid": 2094, + "▁о": 2095, + "▁phot": 2096, + "rop": 2097, + "asure": 2098, + "▁bas": 2099, + "play": 2100, + "ре": 2101, + "▁To": 2102, + "▁elect": 2103, + "▁tem": 2104, + "ending": 2105, + "▁charact": 2106, + "▁example": 2107, + "mm": 2108, + "▁bro": 2109, + "▁return": 2110, + "ories": 2111, + "▁energy": 2112, + "▁kind": 2113, + "也是": 2114, + "sn": 2115, + "▁least": 2116, + "▁possible": 2117, + "▁aff": 2118, + "ards": 2119, + "▁tell": 2120, + "要求": 2121, + "width": 2122, + "▁job": 2123, + "▁cap": 2124, + "▁Ex": 2125, + "▁far": 2126, + "▁water": 2127, + "人民": 2128, + "aut": 2129, + "▁recent": 2130, + "到了": 2131, + "sigma": 2132, + "ane": 2133, + "▁US": 2134, + "aper": 2135, + "ats": 2136, + "Mz": 2137, + "▁cal": 2138, + "^{\\\\": 2139, + "▁vers": 2140, + "▁Pl": 2141, + "]{": 2142, + "▁already": 2143, + "))": 2144, + "▁--": 2145, + "var": 2146, + "▁check": 2147, + "▁win": 2148, + "▁done": 2149, + "▁though": 2150, + "ser": 2151, + "ole": 2152, + "▁doesn": 2153, + "▁understand": 2154, + "▁organ": 2155, + "ри": 2156, + "▁experience": 2157, + "▁low": 2158, + "au": 2159, + "▁making": 2160, + "cd": 2161, + "都是": 2162, + "▁type": 2163, + "▁loc": 2164, + "▁company": 2165, + "▁money": 2166, + "▁until": 2167, + "现在": 2168, + "back": 2169, + "▁says": 2170, + "开始": 2171, + "▁mus": 2172, + "▁(\\\\": 2173, + "▁All": 2174, + "nIf": 2175, + "▁space": 2176, + "▁addition": 2177, + "mathbf": 2178, + "por": 2179, + "idx": 2180, + "▁dev": 2181, + "▁prof": 2182, + "▁lik": 2183, + "beta": 2184, + "uthor": 2185, + "▁mag": 2186, + "▁Ind": 2187, + "学习": 2188, + "tt": 2189, + "We": 2190, + "yn": 2191, + "IT": 2192, + "▁mom": 2193, + "▁talk": 2194, + "rel": 2195, + "cur": 2196, + "ift": 2197, + "▁above": 2198, + "nimport": 2199, + "▁called": 2200, + "error": 2201, + "▁pot": 2202, + "requ": 2203, + "+\\\\": 2204, + "pm": 2205, + "▁along": 2206, + "▁mass": 2207, + "ived": 2208, + "rand": 2209, + "国家": 2210, + "indow": 2211, + "ird": 2212, + "▁custom": 2213, + "ours": 2214, + "▁sw": 2215, + "▁‘": 2216, + "Test": 2217, + "aps": 2218, + "的是": 2219, + "qq": 2220, + "▁working": 2221, + "知道": 2222, + "}{\\\\": 2223, + "ny": 2224, + "ribut": 2225, + "▁actually": 2226, + "社会": 2227, + "▁exc": 2228, + "ails": 2229, + "arent": 2230, + "▁true": 2231, + "mathbb": 2232, + "——": 2233, + "▁looking": 2234, + "^{-": 2235, + "\\\\\\\\\\": 2236, + "▁night": 2237, + "▁rese": 2238, + "▁ever": 2239, + "ait": 2240, + "AL": 2241, + "lection": 2242, + "大家": 2243, + "了一": 2244, + "ault": 2245, + "▁impro": 2246, + "▁self": 2247, + "iron": 2248, + "▁doing": 2249, + "▁vide": 2250, + "urther": 2251, + "▁prom": 2252, + "使用": 2253, + "gin": 2254, + "aim": 2255, + "▁course": 2256, + "rodu": 2257, + "erence": 2258, + "▁area": 2259, + "nJ": 2260, + "add": 2261, + "研究": 2262, + "ement": 2263, + "项目": 2264, + "ortun": 2265, + "▁side": 2266, + "ination": 2267, + "▁move": 2268, + "box": 2269, + "roll": 2270, + "▁ca": 2271, + "▁today": 2272, + "▁prot": 2273, + "▁provide": 2274, + "ES": 2275, + "这些": 2276, + "gg": 2277, + "ixin": 2278, + "crib": 2279, + "▁respect": 2280, + "▁es": 2281, + "no": 2282, + "biz": 2283, + "方面": 2284, + "▁short": 2285, + "▁getting": 2286, + "aster": 2287, + "ium": 2288, + "▁\\\\\\\\\\": 2289, + "ga": 2290, + "▁event": 2291, + "gether": 2292, + "iving": 2293, + "arget": 2294, + "▁past": 2295, + "▁means": 2296, + "const": 2297, + "irl": 2298, + "建设": 2299, + "ene": 2300, + "It": 2301, + "ffic": 2302, + "AS": 2303, + "▁sug": 2304, + "ilar": 2305, + "▁orig": 2306, + "weixin": 2307, + "face": 2308, + "ina": 2309, + "resp": 2310, + "che": 2311, + "的时候": 2312, + "$\\": 2313, + "ries": 2314, + "most": 2315, + "==&": 2316, + "▁makes": 2317, + "ncom": 2318, + "▁occ": 2319, + "▁service": 2320, + "▁view": 2321, + "▁ann": 2322, + "ocus": 2323, + "▁control": 2324, + "▁gl": 2325, + "▁particular": 2326, + "▁Tr": 2327, + "▁access": 2328, + "▁aut": 2329, + "fe": 2330, + "▁comput": 2331, + "alf": 2332, + "▁discuss": 2333, + "▁hist": 2334, + "▁reason": 2335, + "AM": 2336, + "ст": 2337, + "ID": 2338, + "▁else": 2339, + "▁site": 2340, + "▁sever": 2341, + "▁writ": 2342, + "▁@": 2343, + "ajor": 2344, + "ients": 2345, + "▁tot": 2346, + "▁often": 2347, + "olution": 2348, + "世界": 2349, + "rem": 2350, + "▁stre": 2351, + "verage": 2352, + "но": 2353, + "▁Be": 2354, + "outh": 2355, + "iversity": 2356, + "side": 2357, + "public": 2358, + "co": 2359, + "idd": 2360, + "▁size": 2361, + "OT": 2362, + "同时": 2363, + "▁When": 2364, + "ising": 2365, + "ume": 2366, + "▁eng": 2367, + "▁story": 2368, + "经济": 2369, + "▁obtain": 2370, + "▁What": 2371, + "gamma": 2372, + "ка": 2373, + "▁Col": 2374, + "ength": 2375, + "▁single": 2376, + "重要": 2377, + "ipp": 2378, + "▁hig": 2379, + "arl": 2380, + "iver": 2381, + "▁sum": 2382, + "▁learn": 2383, + "▁strong": 2384, + "soci": 2385, + "▁object": 2386, + "ended": 2387, + "▁dri": 2388, + "rho": 2389, + "▁ident": 2390, + "▁together": 2391, + "▁On": 2392, + "ext": 2393, + "rivate": 2394, + "▁hold": 2395, + "以及": 2396, + "ule": 2397, + "▁happen": 2398, + "▁redu": 2399, + "ples": 2400, + "html": 2401, + "被告": 2402, + "中的": 2403, + "▁several": 2404, + "▁certain": 2405, + "nand": 2406, + "ared": 2407, + "igure": 2408, + "▁No": 2409, + "好的": 2410, + "▁account": 2411, + "ances": 2412, + "str": 2413, + "▁consider": 2414, + "aring": 2415, + "▁success": 2416, + "▁Le": 2417, + "非常": 2418, + "posed": 2419, + "uture": 2420, + "▁stop": 2421, + "ba": 2422, + "▁government": 2423, + "align": 2424, + "sw": 2425, + "▁meet": 2426, + "theta": 2427, + "所述": 2428, + "▁link": 2429, + "▁room": 2430, + "▁represent": 2431, + "▁season": 2432, + "▁key": 2433, + "▁typ": 2434, + "▁children": 2435, + "▁due": 2436, + "news": 2437, + "▁paramet": 2438, + "▁My": 2439, + "ids": 2440, + "ivity": 2441, + "不能": 2442, + "ructure": 2443, + "new": 2444, + "nU": 2445, + "文化": 2446, + "▁become": 2447, + "▁pat": 2448, + "▁Ad": 2449, + "LE": 2450, + "/\\": 2451, + "essage": 2452, + "▁fac": 2453, + "ape": 2454, + "▁special": 2455, + "▁once": 2456, + "▁seen": 2457, + "▁However": 2458, + "▁cam": 2459, + "ctor": 2460, + "主要": 2461, + "arning": 2462, + "conom": 2463, + "▁pract": 2464, + "▁food": 2465, + "ored": 2466, + "▁men": 2467, + "▁gr": 2468, + "▁ben": 2469, + "ateg": 2470, + "▁br": 2471, + "nFor": 2472, + "nAs": 2473, + "sec": 2474, + "pre": 2475, + "▁general": 2476, + "urs": 2477, + "▁clos": 2478, + "提供": 2479, + "对于": 2480, + "ilon": 2481, + "▁Or": 2482, + "▁online": 2483, + "▁study": 2484, + "▁rad": 2485, + "Pro": 2486, + "▁house": 2487, + "orth": 2488, + "▁offic": 2489, + "date": 2490, + "▁someone": 2491, + "大的": 2492, + "作为": 2493, + "mathrm": 2494, + "ged": 2495, + "▁Ph": 2496, + "部分": 2497, + "aken": 2498, + "joy": 2499, + "▁ment": 2500, + "▁others": 2501, + "▁appear": 2502, + "Ex": 2503, + "▁init": 2504, + "▁either": 2505, + "rap": 2506, + "▁anything": 2507, + "▁Christ": 2508, + "ox": 2509, + "▁webs": 2510, + "book": 2511, + "人员": 2512, + "lob": 2513, + "▁came": 2514, + "▁mind": 2515, + "angu": 2516, + "▁mat": 2517, + "ique": 2518, + "▁Sp": 2519, + "ister": 2520, + "▁Bl": 2521, + "▁question": 2522, + "ales": 2523, + "ribution": 2524, + "▁buy": 2525, + "ides": 2526, + "▁deal": 2527, + "nal": 2528, + "▁create": 2529, + "信息": 2530, + "eqn": 2531, + "IC": 2532, + "▁country": 2533, + "▁body": 2534, + "rad": 2535, + "ormal": 2536, + "▁dr": 2537, + "▁pret": 2538, + "nin": 2539, + "rt": 2540, + "arrow": 2541, + "ien": 2542, + "iod": 2543, + "▁major": 2544, + "▁content": 2545, + "第二": 2546, + "$-": 2547, + "影响": 2548, + "▁known": 2549, + "raphics": 2550, + "nm": 2551, + "▁won": 2552, + "uro": 2553, + "action": 2554, + "▁similar": 2555, + "abl": 2556, + "产品": 2557, + "ли": 2558, + "▁comb": 2559, + "reg": 2560, + "now": 2561, + "▁focus": 2562, + "viron": 2563, + "cially": 2564, + "▁God": 2565, + "▁matter": 2566, + "▁started": 2567, + "▁creat": 2568, + "▁observ": 2569, + "ley": 2570, + "▁went": 2571, + "ividual": 2572, + ")}": 2573, + "▁ant": 2574, + "数据": 2575, + "▁measure": 2576, + "▁At": 2577, + "eb": 2578, + "aterial": 2579, + "ney": 2580, + "oll": 2581, + "pose": 2582, + "▁yet": 2583, + "ystem": 2584, + "onse": 2585, + "▁later": 2586, + "▁shows": 2587, + "▁la": 2588, + "cul": 2589, + "美国": 2590, + "▁women": 2591, + "▁record": 2592, + "▁larg": 2593, + "▁specific": 2594, + "lose": 2595, + "AC": 2596, + "▁file": 2597, + "一些": 2598, + "▁needs": 2599, + "ught": 2600, + "▁comes": 2601, + "fect": 2602, + "head": 2603, + "能力": 2604, + "▁live": 2605, + "成为": 2606, + "▁points": 2607, + "press": 2608, + "imate": 2609, + "nu": 2610, + "non": 2611, + "ators": 2612, + "ources": 2613, + "▁describ": 2614, + "▁Res": 2615, + "▁easy": 2616, + "times": 2617, + "不同": 2618, + "▁fore": 2619, + "ilde": 2620, + "▁suggest": 2621, + "▁told": 2622, + "ux": 2623, + "▁With": 2624, + "▁believe": 2625, + "hing": 2626, + "time": 2627, + "ison": 2628, + "ury": 2629, + "▁Comm": 2630, + "ко": 2631, + "ohn": 2632, + "IS": 2633, + "▁took": 2634, + "itor": 2635, + "▁May": 2636, + "▁bad": 2637, + "▁enc": 2638, + "ele": 2639, + "omega": 2640, + "▁text": 2641, + "▁pack": 2642, + "▁cut": 2643, + "系统": 2644, + "icy": 2645, + "delta": 2646, + "umber": 2647, + "**\\": 2648, + "▁complet": 2649, + "ler": 2650, + "▁exist": 2651, + "mb": 2652, + "▁future": 2653, + "中心": 2654, + "ends": 2655, + "▁across": 2656, + "▁install": 2657, + "ially": 2658, + "▁polit": 2659, + "▁arg": 2660, + "▁д": 2661, + "Ph": 2662, + "▁rele": 2663, + "ills": 2664, + "方式": 2665, + "anks": 2666, + "一定": 2667, + "change": 2668, + "ched": 2669, + "▁mil": 2670, + "▁conc": 2671, + "▁soft": 2672, + "▁invol": 2673, + "▁connect": 2674, + "▁blog": 2675, + "▁character": 2676, + "wh": 2677, + "opy": 2678, + "▁fav": 2679, + "▁mot": 2680, + "▁employ": 2681, + "ncomment": 2682, + "▁determ": 2683, + "▁idea": 2684, + "▁include": 2685, + "utes": 2686, + "上的": 2687, + "▁range": 2688, + "▁American": 2689, + "org": 2690, + "▁pred": 2691, + "▁community": 2692, + "▁fund": 2693, + "一种": 2694, + "▁sat": 2695, + "ED": 2696, + "oder": 2697, + "********": 2698, + "alse": 2699, + "▁compa": 2700, + "选择": 2701, + "▁trying": 2702, + "学校": 2703, + "表示": 2704, + "ey": 2705, + "▁individual": 2706, + "duct": 2707, + "ification": 2708, + "▁shown": 2709, + "▁everything": 2710, + "其他": 2711, + "▁}": 2712, + "▁pain": 2713, + "▁ret": 2714, + "though": 2715, + "▁crit": 2716, + "▁whole": 2717, + "▁press": 2718, + "wards": 2719, + "tau": 2720, + "▁young": 2721, + "istic": 2722, + "▁below": 2723, + "组织": 2724, + "发现": 2725, + "▁city": 2726, + "▁students": 2727, + "▁image": 2728, + "▁million": 2729, + "▁enjoy": 2730, + "▁pretty": 2731, + "ude": 2732, + "▁defin": 2733, + "▁probably": 2734, + "▁phys": 2735, + "ands": 2736, + "epend": 2737, + "jsonl": 2738, + "uation": 2739, + "nTh": 2740, + "▁quick": 2741, + "sq": 2742, + "▁sound": 2743, + "▁video": 2744, + "政府": 2745, + "▁games": 2746, + "▁network": 2747, + "▁Can": 2748, + "根据": 2749, + "^\\\\": 2750, + "iment": 2751, + "▁air": 2752, + "▁require": 2753, + "▁abs": 2754, + "这种": 2755, + "▁human": 2756, + "rix": 2757, + "▁values": 2758, + "af": 2759, + "▁whether": 2760, + "▁research": 2761, + "idence": 2762, + "aption": 2763, + "目前": 2764, + "asing": 2765, + "▁previous": 2766, + "▁features": 2767, + "大学": 2768, + "}[": 2769, + "▁relations": 2770, + "nb": 2771, + "▁=>": 2772, + "老师": 2773, + "那么": 2774, + "ians": 2775, + "▁dom": 2776, + "Cl": 2777, + "▁performance": 2778, + "ttp": 2779, + "mber": 2780, + "▁ago": 2781, + "\\\">\\": 2782, + "Name": 2783, + "▁early": 2784, + "osp": 2785, + "▁close": 2786, + "▁music": 2787, + "▁members": 2788, + "▁These": 2789, + "itch": 2790, + "来的": 2791, + "▁treat": 2792, + "▁pick": 2793, + "go": 2794, + "cle": 2795, + "▁lay": 2796, + "opt": 2797, + "key": 2798, + "▁months": 2799, + "partial": 2800, + "vironment": 2801, + "▁social": 2802, + "ception": 2803, + "相关": 2804, + "ables": 2805, + "▁final": 2806, + "环境": 2807, + "▁profess": 2808, + "▁almost": 2809, + "eqnarray": 2810, + "Com": 2811, + "▁simple": 2812, + "oin": 2813, + "▁econom": 2814, + "ams": 2815, + "▁vol": 2816, + "rict": 2817, + "▁terms": 2818, + "une": 2819, + "Ch": 2820, + "▁position": 2821, + "还有": 2822, + "ones": 2823, + "ground": 2824, + "unch": 2825, + "▁training": 2826, + "▁sex": 2827, + "▁ey": 2828, + "▁#": 2829, + "▁percent": 2830, + "respond": 2831, + "▁half": 2832, + "▁seems": 2833, + "HE": 2834, + "ibility": 2835, + "▁One": 2836, + "▁paper": 2837, + "type": 2838, + "nYou": 2839, + "▁rather": 2840, + "▁services": 2841, + "不会": 2842, + "▁further": 2843, + "▁dou": 2844, + "▁issue": 2845, + "ager": 2846, + "orld": 2847, + "arri": 2848, + "aff": 2849, + "或者": 2850, + "▁App": 2851, + "▁visit": 2852, + "Delta": 2853, + "isk": 2854, + "rect": 2855, + "▁>": 2856, + "▁signific": 2857, + "▁port": 2858, + "▁claim": 2859, + "▁amount": 2860, + "我的": 2861, + "▁Eng": 2862, + "▁taking": 2863, + "▁version": 2864, + "▁quite": 2865, + "▁website": 2866, + "place": 2867, + "▁Te": 2868, + "off": 2869, + "▁Cent": 2870, + "raft": 2871, + "▁works": 2872, + "imal": 2873, + "▁indust": 2874, + "▁quality": 2875, + "▁black": 2876, + "empt": 2877, + "pecially": 2878, + "plement": 2879, + "能够": 2880, + "used": 2881, + "▁mor": 2882, + "ications": 2883, + "▁break": 2884, + "▁isn": 2885, + "▁trad": 2886, + "包括": 2887, + "omet": 2888, + "所有": 2889, + "irt": 2890, + "▁friends": 2891, + "▁tre": 2892, + "方法": 2893, + "▁red": 2894, + "▁begin": 2895, + "▁series": 2896, + "个人": 2897, + "其中": 2898, + "anguage": 2899, + "▁address": 2900, + "iple": 2901, + "之后": 2902, + "……": 2903, + "出现": 2904, + "gs": 2905, + "▁period": 2906, + "ches": 2907, + "OU": 2908, + "ball": 2909, + "▁item": 2910, + "ograph": 2911, + "ки": 2912, + "clus": 2913, + "为了": 2914, + "▁action": 2915, + "▁common": 2916, + "▁miss": 2917, + "▁total": 2918, + "my": 2919, + "▁material": 2920, + "OS": 2921, + "▁girl": 2922, + "')": 2923, + "▁face": 2924, + "▁benef": 2925, + "cm": 2926, + "ysis": 2927, + "▁rate": 2928, + "▁walk": 2929, + "怎么": 2930, + "ips": 2931, + "ро": 2932, + "▁Man": 2933, + "ero": 2934, + "ен": 2935, + "sel": 2936, + "ights": 2937, + "开展": 2938, + "▁express": 2939, + "illed": 2940, + "caption": 2941, + "▁user": 2942, + "▁page": 2943, + "ension": 2944, + "▁bring": 2945, + "ued": 2946, + "▁near": 2947, + "▁personal": 2948, + "imum": 2949, + "一起": 2950, + "ev": 2951, + "发生": 2952, + "▁super": 2953, + "认为": 2954, + "▁taken": 2955, + "▁bound": 2956, + "▁nothing": 2957, + "设计": 2958, + "leq": 2959, + "gr": 2960, + "▁entire": 2961, + "textbf": 2962, + "▁target": 2963, + "▁moment": 2964, + "ided": 2965, + "原告": 2966, + "iter": 2967, + "▁wond": 2968, + "▁higher": 2969, + "▁news": 2970, + "▁fix": 2971, + "▁five": 2972, + "▁е": 2973, + "▁potential": 2974, + "за": 2975, + "Id": 2976, + "▁perfect": 2977, + "▁cannot": 2978, + "sim": 2979, + "▁sent": 2980, + "▁models": 2981, + "▁share": 2982, + "▁everyone": 2983, + "▁approach": 2984, + "▁watch": 2985, + "朋友": 2986, + "▁hot": 2987, + "▁stay": 2988, + "cing": 2989, + "ained": 2990, + "城市": 2991, + "hy": 2992, + "▁hours": 2993, + "▁Do": 2994, + "ties": 2995, + "▁author": 2996, + "agement": 2997, + "这一": 2998, + "▁tax": 2999, + "ilities": 3000, + "maz": 3001, + "▁Fr": 3002, + "egraphics": 3003, + "includegraphics": 3004, + "()\\": 3005, + "投资": 3006, + "ully": 3007, + "▁likely": 3008, + "lu": 3009, + "lim": 3010, + "▁den": 3011, + "▁pri": 3012, + "ET": 3013, + "ules": 3014, + "▁land": 3015, + "selves": 3016, + "icro": 3017, + "过程": 3018, + "rew": 3019, + "lobal": 3020, + "▁offer": 3021, + "ai": 3022, + "ensity": 3023, + "ilt": 3024, + "ledge": 3025, + "▁doc": 3026, + "比较": 3027, + "ently": 3028, + "▁Go": 3029, + "▁chall": 3030, + "▁fail": 3031, + "▁wanted": 3032, + "▁however": 3033, + "cription": 3034, + "ges": 3035, + "▁source": 3036, + "▁issues": 3037, + "▁fall": 3038, + "▁search": 3039, + "body": 3040, + "np": 3041, + "这是": 3042, + "▁among": 3043, + "▁states": 3044, + "OD": 3045, + "LL": 3046, + "▁compet": 3047, + "''": 3048, + "▁neg": 3049, + "icult": 3050, + "▁==": 3051, + "ND": 3052, + "▁spect": 3053, + "▁University": 3054, + "*}\\": 3055, + "▁exact": 3056, + "nWhat": 3057, + "生产": 3058, + "onent": 3059, + "ster": 3060, + "space": 3061, + "▁products": 3062, + "▁Not": 3063, + "chie": 3064, + "▁answ": 3065, + "itting": 3066, + "▁significant": 3067, + "专业": 3068, + "▁attack": 3069, + "▁select": 3070, + "resh": 3071, + "▁г": 3072, + "▁deg": 3073, + "▁John": 3074, + "▁code": 3075, + "▁heart": 3076, + "ging": 3077, + "▁block": 3078, + "AP": 3079, + "tab": 3080, + "▁max": 3081, + "String": 3082, + "▁development": 3083, + "ror": 3084, + "▁nat": 3085, + "xi": 3086, + "eed": 3087, + "▁correspond": 3088, + "OM": 3089, + "cript": 3090, + "▁front": 3091, + "他的": 3092, + "▁deb": 3093, + "▁United": 3094, + "▁clear": 3095, + "▁necess": 3096, + "▁problems": 3097, + "▁running": 3098, + "▁section": 3099, + "▁Then": 3100, + "ival": 3101, + "room": 3102, + "▁educ": 3103, + "▁war": 3104, + "df": 3105, + "▁tool": 3106, + "▁simply": 3107, + "yl": 3108, + "▁pict": 3109, + "Res": 3110, + "实现": 3111, + "iction": 3112, + "▁loss": 3113, + "ensive": 3114, + "nSo": 3115, + "▁u": 3116, + "一步": 3117, + "▁minutes": 3118, + "责任": 3119, + "▁pie": 3120, + "▁track": 3121, + "}(\\\\": 3122, + "▁anyone": 3123, + "unction": 3124, + "big": 3125, + "▁media": 3126, + "itten": 3127, + "========": 3128, + "关系": 3129, + "▁opportun": 3130, + "ogle": 3131, + "一直": 3132, + "▁http": 3133, + "quet": 3134, + "▁parent": 3135, + "▁etc": 3136, + "uild": 3137, + "elt": 3138, + "|\\\\": 3139, + "itted": 3140, + "▁Sup": 3141, + "fty": 3142, + "▁beaut": 3143, + "健康": 3144, + "quad": 3145, + "▁contact": 3146, + "▁hope": 3147, + "▁introdu": 3148, + "▁plac": 3149, + "tention": 3150, + "▁words": 3151, + "如何": 3152, + "▁needed": 3153, + "▁according": 3154, + "utions": 3155, + "umn": 3156, + "其实": 3157, + "hel": 3158, + "span": 3159, + "▁quant": 3160, + "perature": 3161, + "希望": 3162, + "▁improve": 3163, + "▁wait": 3164, + "ava": 3165, + "▁systems": 3166, + "▁lower": 3167, + "▁tw": 3168, + "sqrt": 3169, + "▁flo": 3170, + "gor": 3171, + "工程": 3172, + "▁respons": 3173, + "觉得": 3174, + "▁history": 3175, + "▁price": 3176, + "▁dat": 3177, + "aged": 3178, + "tilde": 3179, + "▁associ": 3180, + "hers": 3181, + "▁store": 3182, + "▁instead": 3183, + "mit": 3184, + "irm": 3185, + "喜欢": 3186, + "Int": 3187, + "内容": 3188, + "nThere": 3189, + "ober": 3190, + "产业": 3191, + "▁path": 3192, + "reed": 3193, + "起来": 3194, + "▁solution": 3195, + "一样": 3196, + "而且": 3197, + "\\\")": 3198, + "▁compl": 3199, + "enc": 3200, + "▁step": 3201, + "inc": 3202, + "▁difficult": 3203, + "word": 3204, + "▁cell": 3205, + "提高": 3206, + "ogn": 3207, + "应该": 3208, + "order": 3209, + "看到": 3210, + "~~": 3211, + "▁circ": 3212, + "虽然": 3213, + "▁coming": 3214, + "因此": 3215, + "ires": 3216, + "bl": 3217, + "nof": 3218, + "urb": 3219, + "amples": 3220, + "▁required": 3221, + "▁age": 3222, + "▁compan": 3223, + "存在": 3224, + "▁various": 3225, + "▁от": 3226, + "aving": 3227, + "了解": 3228, + "ected": 3229, + "infty": 3230, + "▁hom": 3231, + "nAnd": 3232, + "mon": 3233, + "subsection": 3234, + "▁especially": 3235, + "down": 3236, + "AD": 3237, + "see": 3238, + "▁learning": 3239, + "▁Sc": 3240, + "▁ground": 3241, + "年的": 3242, + "▁original": 3243, + "▁third": 3244, + "era": 3245, + "nwhere": 3246, + "▁environment": 3247, + "gorith": 3248, + "iting": 3249, + "nes": 3250, + "最后": 3251, + "ruction": 3252, + "astic": 3253, + "nV": 3254, + "▁recomm": 3255, + "ino": 3256, + "ament": 3257, + "lex": 3258, + "▁op": 3259, + "▁average": 3260, + "ript": 3261, + "行业": 3262, + "acy": 3263, + "▁changes": 3264, + "▁achie": 3265, + "▁added": 3266, + "ports": 3267, + "ops": 3268, + "不要": 3269, + "eral": 3270, + "pact": 3271, + "nBut": 3272, + "▁Ste": 3273, + "▁Euro": 3274, + "▁questions": 3275, + "▁After": 3276, + "▁relationship": 3277, + "mat": 3278, + "▁Pr": 3279, + "▁asked": 3280, + "ING": 3281, + "ured": 3282, + "nTo": 3283, + "▁takes": 3284, + "ung": 3285, + "ynam": 3286, + "Type": 3287, + "▁clean": 3288, + "的事": 3289, + "▁review": 3290, + "nK": 3291, + "bit": 3292, + "}=": 3293, + "▁error": 3294, + "▁film": 3295, + "elling": 3296, + "▁indic": 3297, + "▁host": 3298, + "精神": 3299, + "lege": 3300, + "完成": 3301, + "nHow": 3302, + "inary": 3303, + "cont": 3304, + "table": 3305, + "indows": 3306, + "▁structure": 3307, + "▁flow": 3308, + "▁expected": 3309, + "▁please": 3310, + "▁cult": 3311, + "eqref": 3312, + "代表": 3313, + "starc": 3314, + "year": 3315, + "parquet": 3316, + "orem": 3317, + "come": 3318, + "▁sens": 3319, + "####": 3320, + "urch": 3321, + "starcoder": 3322, + "oring": 3323, + "具有": 3324, + "aid": 3325, + "你的": 3326, + "▁table": 3327, + "▁behind": 3328, + "using": 3329, + "▁Fl": 3330, + "只是": 3331, + "▁accept": 3332, + "▁aud": 3333, + "▁complete": 3334, + "▁Inst": 3335, + "▁activ": 3336, + "ites": 3337, + "](": 3338, + "▁State": 3339, + "ega": 3340, + "eks": 3341, + "izing": 3342, + "ises": 3343, + "▁standard": 3344, + "▁sense": 3345, + "oud": 3346, + "▁effort": 3347, + "ION": 3348, + "▁behav": 3349, + "▁style": 3350, + "▁request": 3351, + "▁Co": 3352, + "wise": 3353, + "▁couple": 3354, + "This": 3355, + "medi": 3356, + "▁Let": 3357, + "▁Mar": 3358, + "▁cross": 3359, + "▁provided": 3360, + "▁favor": 3361, + "aining": 3362, + "▁publ": 3363, + "▁increase": 3364, + "like": 3365, + "▁subject": 3366, + "where": 3367, + "▁Car": 3368, + "规定": 3369, + "▁Fig": 3370, + "▁Min": 3371, + "▁по": 3372, + "▁ver": 3373, + "MA": 3374, + "uf": 3375, + "▁separ": 3376, + "EC": 3377, + "isf": 3378, + "▁via": 3379, + "▁fit": 3380, + "▁fight": 3381, + "////": 3382, + "abor": 3383, + "top": 3384, + "▁coll": 3385, + "sk": 3386, + "list": 3387, + "▁base": 3388, + "▁six": 3389, + "nn": 3390, + "▁living": 3391, + "支持": 3392, + "▁Intern": 3393, + "▁Cal": 3394, + "List": 3395, + "▁card": 3396, + "▁Ob": 3397, + "▁purch": 3398, + "rack": 3399, + "▁ess": 3400, + "▁Count": 3401, + "ze": 3402, + "▁$(": 3403, + "▁soon": 3404, + "oke": 3405, + "提升": 3406, + "▁property": 3407, + "ners": 3408, + "▁longer": 3409, + "▁cases": 3410, + "▁players": 3411, + "▁_": 3412, + "▁building": 3413, + "fl": 3414, + "▁ill": 3415, + "print": 3416, + "['": 3417, + "▁Me": 3418, + "▁foot": 3419, + "基本": 3420, + "itional": 3421, + "▁м": 3422, + "nWhen": 3423, + "▁wrong": 3424, + "▁dam": 3425, + "▁cred": 3426, + "▁becom": 3427, + "▁temperature": 3428, + "ille": 3429, + "ili": 3430, + "▁forward": 3431, + "не": 3432, + "psi": 3433, + "▁myself": 3434, + "▁events": 3435, + "lin": 3436, + "eter": 3437, + "不过": 3438, + "odes": 3439, + "▁frequ": 3440, + "▁role": 3441, + "▁bott": 3442, + "作用": 3443, + "▁ang": 3444, + "nh": 3445, + "roups": 3446, + "▁web": 3447, + "▁analysis": 3448, + "▁email": 3449, + "▁word": 3450, + "▁ens": 3451, + "']": 3452, + "cdot": 3453, + ")=": 3454, + "arth": 3455, + "之间": 3456, + "基础": 3457, + "▁distribution": 3458, + "▁reading": 3459, + "ле": 3460, + "▁hy": 3461, + "▁box": 3462, + "fort": 3463, + "▁outside": 3464, + "▁normal": 3465, + "▁mention": 3466, + "▁color": 3467, + "▁By": 3468, + "▁write": 3469, + "▁ste": 3470, + "string": 3471, + "一次": 3472, + "知识": 3473, + "dis": 3474, + "▁Now": 3475, + "curity": 3476, + "▁dig": 3477, + "($": 3478, + "based": 3479, + "rangle": 3480, + "只有": 3481, + "▁log": 3482, + "uration": 3483, + "▁complex": 3484, + "▁More": 3485, + "▁inside": 3486, + "▁regular": 3487, + "fer": 3488, + "▁continue": 3489, + "▁extra": 3490, + "▁travel": 3491, + "olds": 3492, + "▁worth": 3493, + "▁Just": 3494, + "uge": 3495, + "cret": 3496, + "Val": 3497, + "▁York": 3498, + "▁ways": 3499, + "rown": 3500, + "hline": 3501, + "▁usually": 3502, + "▁industry": 3503, + "ти": 3504, + "field": 3505, + "▁Rep": 3506, + "▁Pres": 3507, + "▁Europe": 3508, + "▁pan": 3509, + "▁hit": 3510, + "IG": 3511, + "特别": 3512, + "国际": 3513, + "两个": 3514, + "inally": 3515, + "umb": 3516, + "不断": 3517, + "▁constant": 3518, + "▁Ge": 3519, + "▁weight": 3520, + "▁writing": 3521, + "甚至": 3522, + "▁companies": 3523, + "解决": 3524, + "▁gen": 3525, + "aging": 3526, + "▁created": 3527, + "rag": 3528, + "处理": 3529, + "▁calcul": 3530, + "sy": 3531, + "▁Mc": 3532, + "然后": 3533, + "}}\\\\": 3534, + "▁Our": 3535, + "▁investig": 3536, + "ender": 3537, + "▁weeks": 3538, + "iew": 3539, + "科技": 3540, + "fully": 3541, + "▁id": 3542, + "▁lat": 3543, + "▁ut": 3544, + "▁conditions": 3545, + "▁%": 3546, + "ony": 3547, + "▁region": 3548, + "▁recently": 3549, + "▁star": 3550, + "test": 3551, + "▁City": 3552, + "▁pref": 3553, + "met": 3554, + "▁limit": 3555, + "控制": 3556, + "▁States": 3557, + "▁hop": 3558, + "▁party": 3559, + "▁aw": 3560, + "ervice": 3561, + "▁article": 3562, + "合作": 3563, + "一般": 3564, + "▁Med": 3565, + "ла": 3566, + "idered": 3567, + "ological": 3568, + "今天": 3569, + "▁fire": 3570, + "▁interesting": 3571, + "▁nice": 3572, + "size": 3573, + "由于": 3574, + "疫情": 3575, + "▁string": 3576, + "▁ones": 3577, + "▁itself": 3578, + "):\\": 3579, + "▁input": 3580, + "▁death": 3581, + "mega": 3582, + "地方": 3583, + "light": 3584, + "▁comment": 3585, + "▁ep": 3586, + "▁emb": 3587, + "有限": 3588, + "▁white": 3589, + "ancial": 3590, + "▁der": 3591, + "value": 3592, + "orks": 3593, + "▁regard": 3594, + "nces": 3595, + "mark": 3596, + "行为": 3597, + "aught": 3598, + "ession": 3599, + "标准": 3600, + "▁users": 3601, + "ци": 3602, + "来说": 3603, + "▁software": 3604, + "▁yourself": 3605, + "▁ball": 3606, + "部门": 3607, + "▁images": 3608, + "ighb": 3609, + "▁hon": 3610, + "▁dest": 3611, + "▁kids": 3612, + "▁wasn": 3613, + "ве": 3614, + "▁fast": 3615, + "ij": 3616, + "▁leave": 3617, + "单位": 3618, + "▁Jan": 3619, + "自然": 3620, + "ming": 3621, + "▁dire": 3622, + "Data": 3623, + "'\\": 3624, + "▁viol": 3625, + "▁note": 3626, + "▁cover": 3627, + "hood": 3628, + "▁за": 3629, + "sequ": 3630, + "oo": 3631, + "▁details": 3632, + "▁correct": 3633, + "▁saw": 3634, + "▁official": 3635, + "▁Gu": 3636, + "US": 3637, + "▁considered": 3638, + "oper": 3639, + "▁gets": 3640, + "▁gives": 3641, + "▁goes": 3642, + "▁provides": 3643, + "▁saying": 3644, + "▁match": 3645, + "more": 3646, + "▁slow": 3647, + "▁deep": 3648, + "积极": 3649, + "▁difference": 3650, + "▁hor": 3651, + "▁condition": 3652, + "分析": 3653, + "▁initial": 3654, + "▁implement": 3655, + "▁cook": 3656, + "nis": 3657, + "iful": 3658, + "▁pair": 3659, + "ceed": 3660, + "▁lines": 3661, + "rs": 3662, + "▁Some": 3663, + "▁estim": 3664, + "平台": 3665, + "直接": 3666, + "umer": 3667, + "▁playing": 3668, + "▁consist": 3669, + "▁His": 3670, + "ependent": 3671, + "just": 3672, + "▁Qu": 3673, + "▁positive": 3674, + "ouch": 3675, + "▁World": 3676, + "▁phone": 3677, + "edd": 3678, + "}}\\": 3679, + "epsilon": 3680, + "更多": 3681, + "NT": 3682, + "xim": 3683, + "iddle": 3684, + "▁natural": 3685, + "关于": 3686, + "▁bi": 3687, + "▁application": 3688, + "▁looks": 3689, + "北京": 3690, + "▁related": 3691, + "\\\");\\": 3692, + "▁technology": 3693, + "$)": 3694, + "▁stuff": 3695, + "ishing": 3696, + "也不": 3697, + "▁assum": 3698, + "PS": 3699, + "AA": 3700, + "center": 3701, + "do": 3702, + "▁lost": 3703, + "▁dim": 3704, + "ached": 3705, + "▁Cont": 3706, + "alt": 3707, + "历史": 3708, + "unk": 3709, + "这里": 3710, + "▁heav": 3711, + "▁defined": 3712, + "▁mach": 3713, + "▁prim": 3714, + "创新": 3715, + "▁bar": 3716, + "Re": 3717, + "获得": 3718, + "icles": 3719, + "参加": 3720, + "▁sche": 3721, + "▁additional": 3722, + "amed": 3723, + "▁multiple": 3724, + "▁Im": 3725, + "质量": 3726, + "▁sort": 3727, + "ди": 3728, + "chan": 3729, + "}}$": 3730, + "nAl": 3731, + "价格": 3732, + "________": 3733, + "▁road": 3734, + "▁squ": 3735, + "anced": 3736, + "▁risk": 3737, + "▁written": 3738, + "▁annou": 3739, + "Omega": 3740, + "▁rand": 3741, + "\\\\%": 3742, + "交通": 3743, + "annel": 3744, + "▁drive": 3745, + "▁happy": 3746, + "To": 3747, + "▁response": 3748, + "▁attempt": 3749, + "▁National": 3750, + "▁methods": 3751, + "形成": 3752, + "sm": 3753, + "nLet": 3754, + "▁wonder": 3755, + "▁sle": 3756, + "政策": 3757, + "▁length": 3758, + "baike": 3759, + "▁speak": 3760, + "▁exec": 3761, + "▁particip": 3762, + "▁option": 3763, + "cast": 3764, + "▁choose": 3765, + "▁parameters": 3766, + "ences": 3767, + "▁upon": 3768, + "aches": 3769, + "▁apply": 3770, + "▁Che": 3771, + "▁impact": 3772, + "ague": 3773, + "aves": 3774, + "ees": 3775, + "▁cy": 3776, + "▁former": 3777, + "▁depend": 3778, + "继续": 3779, + "udd": 3780, + "▁prior": 3781, + "▁Des": 3782, + "ils": 3783, + "ining": 3784, + "pri": 3785, + "cer": 3786, + "obile": 3787, + "▁speed": 3788, + "Th": 3789, + "rup": 3790, + "▁sequ": 3791, + "rc": 3792, + "▁Pol": 3793, + "ped": 3794, + "dom": 3795, + "▁Your": 3796, + "▁choice": 3797, + "▁themselves": 3798, + "pped": 3799, + "▁autom": 3800, + "法律": 3801, + "ana": 3802, + "aries": 3803, + "▁null": 3804, + "earch": 3805, + "ha": 3806, + "▁bed": 3807, + "▁remember": 3808, + "▁screen": 3809, + "增加": 3810, + "IM": 3811, + "chi": 3812, + "注意": 3813, + "▁late": 3814, + "emph": 3815, + "▁knowledge": 3816, + "▁date": 3817, + "inter": 3818, + "▁cause": 3819, + "▁random": 3820, + "▁driv": 3821, + "▁($": 3822, + "结果": 3823, + "▁goal": 3824, + "max": 3825, + "▁tru": 3826, + "出了": 3827, + "▁popular": 3828, + "▁engine": 3829, + "今年": 3830, + "▁office": 3831, + "▁obtained": 3832, + "实际": 3833, + "nOn": 3834, + "rum": 3835, + "▁satisf": 3836, + "▁political": 3837, + "▁areas": 3838, + "▁mix": 3839, + "▁experien": 3840, + "▁completely": 3841, + "▁message": 3842, + "ping": 3843, + "▁policy": 3844, + "▁click": 3845, + "bol": 3846, + "▁figure": 3847, + "haps": 3848, + "▁includes": 3849, + "▁)": 3850, + "▁pers": 3851, + "▁decision": 3852, + "进入": 3853, + "；\\": 3854, + "▁cand": 3855, + "▁cool": 3856, + "▁collect": 3857, + "with": 3858, + "▁easily": 3859, + "▁recogn": 3860, + "▁security": 3861, + "进一步": 3862, + "minist": 3863, + "▁currently": 3864, + "▁effective": 3865, + "atur": 3866, + "verse": 3867, + "▁America": 3868, + "racy": 3869, + "oice": 3870, + "point": 3871, + "▁stri": 3872, + "▁tried": 3873, + "▁band": 3874, + "▁player": 3875, + "▁false": 3876, + "▁predict": 3877, + "во": 3878, + "▁serious": 3879, + "ecause": 3880, + "onents": 3881, + "容易": 3882, + "ithub": 3883, + "▁Ed": 3884, + "▁се": 3885, + "▁answer": 3886, + "^*": 3887, + "▁unique": 3888, + "▁Per": 3889, + "ris": 3890, + "▁Will": 3891, + "资源": 3892, + "II": 3893, + "vec": 3894, + "SS": 3895, + "▁Part": 3896, + "原因": 3897, + "第三": 3898, + "机构": 3899, + "▁establ": 3900, + "citep": 3901, + "▁decided": 3902, + "user": 3903, + "atform": 3904, + "▁device": 3905, + "▁pull": 3906, + "▁round": 3907, + "▁phase": 3908, + "Gamma": 3909, + "▁Here": 3910, + "▁computer": 3911, + "▁options": 3912, + "aching": 3913, + "gorithm": 3914, + "是一": 3915, + "asons": 3916, + "▁tour": 3917, + "nection": 3918, + "nto": 3919, + "全国": 3920, + "▁received": 3921, + "▁South": 3922, + "功能": 3923, + "▁reported": 3924, + "▁song": 3925, + "保护": 3926, + "▁analy": 3927, + "▁graph": 3928, + "▁surpr": 3929, + "医院": 3930, + "\\\\\\\\": 3931, + "一下": 3932, + "py": 3933, + "ada": 3934, + "成功": 3935, + "aily": 3936, + "▁sett": 3937, + "科学": 3938, + "▁Dep": 3939, + "*\\": 3940, + "▁Af": 3941, + "▁woman": 3942, + "▁effic": 3943, + "任何": 3944, + "path": 3945, + "家庭": 3946, + "nHe": 3947, + "ying": 3948, + "▁Bo": 3949, + "▁somet": 3950, + "li": 3951, + "nSt": 3952, + "▁groups": 3953, + "sing": 3954, + "▁North": 3955, + "▁thinking": 3956, + "▁density": 3957, + "ening": 3958, + "▁blo": 3959, + "领导": 3960, + "You": 3961, + "▁attention": 3962, + "▁load": 3963, + "▁follows": 3964, + "▁charg": 3965, + "ector": 3966, + "uk": 3967, + "▁language": 3968, + "paign": 3969, + "▁avoid": 3970, + "▁jour": 3971, + "的大": 3972, + "▁Don": 3973, + "^{(": 3974, + "ults": 3975, + "努力": 3976, + "itary": 3977, + "▁brand": 3978, + "不仅": 3979, + "iet": 3980, + "是否": 3981, + "riday": 3982, + "▁worked": 3983, + "▁lives": 3984, + "▁feed": 3985, + "▁allows": 3986, + "▁held": 3987, + "▁President": 3988, + "ername": 3989, + "▁draw": 3990, + "▁fair": 3991, + "▁sus": 3992, + "出来": 3993, + "atus": 3994, + "▁chance": 3995, + "▁display": 3996, + "▁books": 3997, + "rightarrow": 3998, + "Ar": 3999, + "之前": 4000, + "会议": 4001, + "帮助": 4002, + "pec": 4003, + "state": 4004, + "▁effects": 4005, + "▁center": 4006, + "▁situation": 4007, + "itter": 4008, + "OP": 4009, + "▁void": 4010, + "Sh": 4011, + "…\\": 4012, + "▁surface": 4013, + "网络": 4014, + "▁Har": 4015, + "▁ability": 4016, + "必须": 4017, + "▁included": 4018, + "▁copy": 4019, + "▁functions": 4020, + "▁ready": 4021, + "▁neighb": 4022, + "uary": 4023, + "ulations": 4024, + "%\\": 4025, + "▁sn": 4026, + "▁global": 4027, + "})$": 4028, + "▁member": 4029, + "目标": 4030, + "▁police": 4031, + "▁production": 4032, + "▁comments": 4033, + "▁Aust": 4034, + "aur": 4035, + "itely": 4036, + "▁output": 4037, + "计划": 4038, + "感觉": 4039, + "▁morning": 4040, + "gra": 4041, + "hib": 4042, + "IL": 4043, + "重点": 4044, + "des": 4045, + "增长": 4046, + "///": 4047, + "▁hear": 4048, + "▁maybe": 4049, + "&\\\\": 4050, + "roid": 4051, + "illing": 4052, + "attle": 4053, + "▁dark": 4054, + "▁While": 4055, + "tif": 4056, + "▁remov": 4057, + "ube": 4058, + "▁Pe": 4059, + "▁designed": 4060, + "真的": 4061, + "(\\": 4062, + "▁accom": 4063, + "▁fine": 4064, + "oura": 4065, + "▁Sm": 4066, + "Mod": 4067, + "▁THE": 4068, + "▁exactly": 4069, + "▁print": 4070, + "▁staff": 4071, + "Tr": 4072, + "band": 4073, + "▁directly": 4074, + "mission": 4075, + "▁sem": 4076, + "OL": 4077, + "nder": 4078, + "▁Ju": 4079, + "期间": 4080, + "Col": 4081, + "▁document": 4082, + "有效": 4083, + "board": 4084, + "ribute": 4085, + "netic": 4086, + "▁Dis": 4087, + "BC": 4088, + "▁guy": 4089, + "ief": 4090, + "▁mother": 4091, + "法院": 4092, + "ags": 4093, + "ashing": 4094, + "▁private": 4095, + "IP": 4096, + "▁download": 4097, + "▁growth": 4098, + "oon": 4099, + "lish": 4100, + "▁Cor": 4101, + "reak": 4102, + "▁dynam": 4103, + "▁spa": 4104, + "stac": 4105, + "▁eval": 4106, + "▁felt": 4107, + "zz": 4108, + "▁theory": 4109, + "这样的": 4110, + "Qu": 4111, + "地区": 4112, + "▁release": 4113, + "}_{\\\\": 4114, + "position": 4115, + "负责": 4116, + "▁numbers": 4117, + "治疗": 4118, + "bt": 4119, + "ried": 4120, + "合同": 4121, + "▁detail": 4122, + "▁starting": 4123, + "▁swe": 4124, + "▁quickly": 4125, + "▁Ag": 4126, + "▁parts": 4127, + "▁amaz": 4128, + "pril": 4129, + "▁yes": 4130, + "▁larger": 4131, + "nex": 4132, + "▁arch": 4133, + "nl": 4134, + "▁map": 4135, + "▁${\\\\": 4136, + "ese": 4137, + "▁beautiful": 4138, + "code": 4139, + "▁physical": 4140, + "▁immedi": 4141, + "导致": 4142, + "▁experiment": 4143, + "UR": 4144, + "▁imm": 4145, + "这么": 4146, + "▁Mark": 4147, + "If": 4148, + "vant": 4149, + "▁necessary": 4150, + "▁Ab": 4151, + "▁impl": 4152, + "领域": 4153, + "▁levels": 4154, + "▁offers": 4155, + "erc": 4156, + "sl": 4157, + "▁Oct": 4158, + "同学": 4159, + "▁court": 4160, + "万元": 4161, + "汽车": 4162, + "▁err": 4163, + "nfor": 4164, + "▁board": 4165, + "▁diag": 4166, + "arily": 4167, + "▁saf": 4168, + "水平": 4169, + "inf": 4170, + "rote": 4171, + "arter": 4172, + "▁played": 4173, + "but": 4174, + "▁national": 4175, + "ores": 4176, + "群众": 4177, + "▁sil": 4178, + "▁vot": 4179, + "产生": 4180, + "▁bal": 4181, + "▁stra": 4182, + "bm": 4183, + "▁gave": 4184, + "▁heard": 4185, + "▁House": 4186, + "材料": 4187, + "▁built": 4188, + "textit": 4189, + "SE": 4190, + "▁oppos": 4191, + "▁described": 4192, + "▁upd": 4193, + "anch": 4194, + "需求": 4195, + "ederal": 4196, + "oad": 4197, + "▁contract": 4198, + "以上": 4199, + "olid": 4200, + "ски": 4201, + "身体": 4202, + "▁shop": 4203, + "▁financial": 4204, + "▁practice": 4205, + "消费": 4206, + "各种": 4207, + "▁veh": 4208, + "ibly": 4209, + "▁types": 4210, + "利用": 4211, + "▁bir": 4212, + "▁rat": 4213, + "无法": 4214, + "宣传": 4215, + "▁thus": 4216, + "▁hands": 4217, + "▁repl": 4218, + "views": 4219, + "▁label": 4220, + "ret": 4221, + "社区": 4222, + "▁proposed": 4223, + "▁intern": 4224, + "有一": 4225, + "▁jud": 4226, + "▁guys": 4227, + "▁County": 4228, + "▁files": 4229, + "▁March": 4230, + "ellow": 4231, + "icated": 4232, + "uses": 4233, + "%%": 4234, + "▁multi": 4235, + "ви": 4236, + "▁receive": 4237, + "ло": 4238, + "学院": 4239, + "pite": 4240, + "izes": 4241, + "▁compared": 4242, + "github": 4243, + "inst": 4244, + "按照": 4245, + "▁System": 4246, + "▁gas": 4247, + "▁oil": 4248, + "aul": 4249, + "新的": 4250, + "▁opportunity": 4251, + "▁sometimes": 4252, + "anger": 4253, + "▁involved": 4254, + "的话": 4255, + "▁ge": 4256, + "▁continu": 4257, + "▁Mr": 4258, + "eal": 4259, + "For": 4260, + "现场": 4261, + "ously": 4262, + "▁vict": 4263, + "urance": 4264, + "iven": 4265, + "▁Aug": 4266, + "aby": 4267, + "▁demon": 4268, + "CT": 4269, + "▁config": 4270, + "Cont": 4271, + "▁dru": 4272, + "▁comfort": 4273, + "▁wall": 4274, + "▁Act": 4275, + "mult": 4276, + "▁customers": 4277, + "param": 4278, + "得到": 4279, + "atives": 4280, + "oes": 4281, + "▁recommend": 4282, + "▁ple": 4283, + "▁huge": 4284, + "▁lack": 4285, + "atively": 4286, + "UT": 4287, + "价值": 4288, + "ii": 4289, + "))\\": 4290, + "ър": 4291, + "pack": 4292, + "▁professional": 4293, + "▁parents": 4294, + ")^": 4295, + "▁Am": 4296, + "▁spin": 4297, + "东西": 4298, + "有的": 4299, + "▁associated": 4300, + "▁patter": 4301, + "▁href": 4302, + "▁movie": 4303, + "}^{\\\\": 4304, + "关注": 4305, + "检查": 4306, + "uments": 4307, + "centering": 4308, + "就会": 4309, + "▁TV": 4310, + "itude": 4311, + "设备": 4312, + "▁president": 4313, + "▁location": 4314, + "atory": 4315, + "全球": 4316, + "▁leading": 4317, + "▁uses": 4318, + "实施": 4319, + "xchange": 4320, + "执行": 4321, + "▁streng": 4322, + "▁mess": 4323, + "unday": 4324, + "▁rout": 4325, + "当时": 4326, + "cale": 4327, + "oe": 4328, + "color": 4329, + "▁management": 4330, + "▁dead": 4331, + "▁giving": 4332, + "uel": 4333, + "教学": 4334, + "++": 4335, + "▁rights": 4336, + "CC": 4337, + "比如": 4338, + "nced": 4339, + "未来": 4340, + "▁inn": 4341, + "造成": 4342, + "$$\\": 4343, + "▁finally": 4344, + "▁Dav": 4345, + "NA": 4346, + "故事": 4347, + "reet": 4348, + "▁scale": 4349, + "▁opin": 4350, + "ма": 4351, + "rant": 4352, + "lay": 4353, + "▁mechan": 4354, + "kexchange": 4355, + "▁maintain": 4356, + "▁park": 4357, + "stackexchange": 4358, + "да": 4359, + "rast": 4360, + "su": 4361, + "加强": 4362, + "▁items": 4363, + "ocr": 4364, + "mary": 4365, + "▁assist": 4366, + "arlier": 4367, + "mail": 4368, + "▁div": 4369, + "▁latest": 4370, + "业务": 4371, + "表现": 4372, + "有限公司": 4373, + "▁leaders": 4374, + "▁campaign": 4375, + "▁education": 4376, + "▁distance": 4377, + "eful": 4378, + "有些": 4379, + "vis": 4380, + "ccording": 4381, + "tered": 4382, + "应用": 4383, + "onday": 4384, + "▁background": 4385, + "oul": 4386, + "结构": 4387, + "▁School": 4388, + "Al": 4389, + "treturn": 4390, + "的小": 4391, + "ucle": 4392, + "▁approxim": 4393, + "nown": 4394, + "rror": 4395, + "▁imag": 4396, + "▁wrote": 4397, + "▁Park": 4398, + "rought": 4399, + "▁knew": 4400, + "运动": 4401, + "Red": 4402, + "▁became": 4403, + "▁*/\\": 4404, + "▁prevent": 4405, + "▁Google": 4406, + "▁himself": 4407, + "建议": 4408, + "enn": 4409, + "▁throughout": 4410, + "▁Mon": 4411, + "▁tas": 4412, + "▁began": 4413, + "▁protect": 4414, + "▁suff": 4415, + "ius": 4416, + "inate": 4417, + "▁West": 4418, + "开发": 4419, + "完全": 4420, + "▁force": 4421, + ">>": 4422, + "我们的": 4423, + "艺术": 4424, + "index": 4425, + "▁factor": 4426, + "共同": 4427, + "▁towards": 4428, + "▁Sept": 4429, + "▁respectively": 4430, + "He": 4431, + "▁context": 4432, + "手机": 4433, + "ymbol": 4434, + "apan": 4435, + "除了": 4436, + "iring": 4437, + "为什么": 4438, + "持续": 4439, + "教师": 4440, + "▁save": 4441, + "AB": 4442, + "▁Russ": 4443, + "ham": 4444, + "▁dro": 4445, + "nAn": 4446, + "更加": 4447, + "▁ideas": 4448, + "▁talking": 4449, + "▁subst": 4450, + "MD": 4451, + "人们": 4452, + "▁whose": 4453, + "▁influ": 4454, + "ache": 4455, + "untu": 4456, + "MT": 4457, + "ufact": 4458, + "银行": 4459, + "▁challeng": 4460, + "▁mid": 4461, + "▁turned": 4462, + "Ob": 4463, + "style": 4464, + "▁wants": 4465, + "yond": 4466, + "时代": 4467, + "▁matrix": 4468, + "▁broad": 4469, + "▁numer": 4470, + "ken": 4471, + "aturday": 4472, + "▁agree": 4473, + "▁eyes": 4474, + "Set": 4475, + "▁title": 4476, + "▁parameter": 4477, + "username": 4478, + "▁decl": 4479, + "▁evidence": 4480, + "page": 4481, + "oms": 4482, + "▁compar": 4483, + "gram": 4484, + "ted": 4485, + "▁direction": 4486, + "▁convers": 4487, + "▁Ser": 4488, + "▁properties": 4489, + "gen": 4490, + "▁Val": 4491, + "▁sell": 4492, + "▁countries": 4493, + "▁nature": 4494, + "全面": 4495, + "▁town": 4496, + "▁Center": 4497, + "wide": 4498, + "langle": 4499, + "▁Also": 4500, + "EL": 4501, + "并且": 4502, + "▁From": 4503, + "case": 4504, + "▁sold": 4505, + "▁ten": 4506, + "▁medical": 4507, + "▁charge": 4508, + "▁marri": 4509, + "上海": 4510, + "psilon": 4511, + "ENT": 4512, + "▁valid": 4513, + "结合": 4514, + "▁Dr": 4515, + "icense": 4516, + "传统": 4517, + "保持": 4518, + "▁cat": 4519, + "appro": 4520, + "▁June": 4521, + "▁occur": 4522, + "▁cele": 4523, + "atever": 4524, + "▁Dem": 4525, + "▁send": 4526, + "че": 4527, + "geq": 4528, + "准备": 4529, + "▁increasing": 4530, + "nMy": 4531, + "▁mis": 4532, + "▁inj": 4533, + "▁reve": 4534, + "sup": 4535, + "才能": 4536, + "▁tal": 4537, + "▁absol": 4538, + "▁treatment": 4539, + "▁Of": 4540, + "lation": 4541, + "iding": 4542, + "aker": 4543, + "nst": 4544, + "▁Sim": 4545, + "enge": 4546, + "条件": 4547, + "ades": 4548, + "▁conv": 4549, + "hile": 4550, + "/**\\": 4551, + "irit": 4552, + "▁fully": 4553, + "▁War": 4554, + "Im": 4555, + "提出": 4556, + "ky": 4557, + "Get": 4558, + "▁Bar": 4559, + "参与": 4560, + "▁drink": 4561, + "▁С": 4562, + "▁looked": 4563, + "▁population": 4564, + "▁meeting": 4565, + "做好": 4566, + "是在": 4567, + "eneral": 4568, + "▁piece": 4569, + "ooth": 4570, + "ework": 4571, + "▁favorite": 4572, + "comp": 4573, + "nWith": 4574, + "决定": 4575, + "用户": 4576, + "▁task": 4577, + "▁soci": 4578, + "▁double": 4579, + "lem": 4580, + "rig": 4581, + "▁summer": 4582, + "▁April": 4583, + "rary": 4584, + "igned": 4585, + "▁guess": 4586, + "ech": 4587, + "▁hair": 4588, + "▁Reg": 4589, + "日本": 4590, + "):": 4591, + "ridge": 4592, + "▁unit": 4593, + "iced": 4594, + "actions": 4595, + "▁limited": 4596, + "▁interested": 4597, + "▁element": 4598, + "IR": 4599, + "▁corresponding": 4600, + "▁stru": 4601, + "随着": 4602, + "介绍": 4603, + "};\\": 4604, + "比赛": 4605, + "▁Feb": 4606, + "▁straight": 4607, + "模式": 4608, + "nRe": 4609, + "▁career": 4610, + "▁Since": 4611, + "▁obvious": 4612, + "istics": 4613, + "生命": 4614, + "▁progress": 4615, + "raz": 4616, + "▁Brit": 4617, + "推进": 4618, + "▁stock": 4619, + "void": 4620, + "性的": 4621, + "▁Day": 4622, + "▁ensure": 4623, + "▁released": 4624, + "▁touch": 4625, + "post": 4626, + "urt": 4627, + "▁candid": 4628, + "▁legal": 4629, + "▁amazing": 4630, + "icit": 4631, + "▁scen": 4632, + "hern": 4633, + "▁allowed": 4634, + "达到": 4635, + "▁liter": 4636, + "▁update": 4637, + "AME": 4638, + "vey": 4639, + "每天": 4640, + "▁July": 4641, + "fficient": 4642, + "omb": 4643, + "▁pressure": 4644, + "简单": 4645, + "你们": 4646, + "▁Add": 4647, + "itution": 4648, + "国内": 4649, + "坚持": 4650, + "ran": 4651, + "▁picture": 4652, + "建立": 4653, + "icon": 4654, + "发布": 4655, + "▁Sw": 4656, + "▁student": 4657, + "▁shall": 4658, + "保险": 4659, + "iber": 4660, + "▁sales": 4661, + "▁``": 4662, + "osing": 4663, + "mbox": 4664, + "cks": 4665, + "SP": 4666, + "▁Germ": 4667, + "▁observed": 4668, + "▁commit": 4669, + "varphi": 4670, + "▁elements": 4671, + "▁Get": 4672, + "▁therefore": 4673, + "rows": 4674, + "proof": 4675, + "▁behavior": 4676, + "▁fixed": 4677, + "\\\")\\": 4678, + "artment": 4679, + "▁relig": 4680, + "▁door": 4681, + "▁emer": 4682, + "CH": 4683, + "tabular": 4684, + "fra": 4685, + "▁highly": 4686, + "ovember": 4687, + "mas": 4688, + "orage": 4689, + "旅游": 4690, + "申请": 4691, + "hold": 4692, + "具体": 4693, + "▁sample": 4694, + "父母": 4695, + "refore": 4696, + "vare": 4697, + "▁trust": 4698, + "acc": 4699, + "▁equation": 4700, + "cember": 4701, + "▁basis": 4702, + "__\":": 4703, + "▁\"__": 4704, + "▁wide": 4705, + "▁Bro": 4706, + "▁mer": 4707, + "▁altern": 4708, + "▁shot": 4709, + "OW": 4710, + "▁El": 4711, + "▁conduct": 4712, + "之一": 4713, + "iam": 4714, + "也有": 4715, + "udget": 4716, + "▁contribut": 4717, + "▁moving": 4718, + "▁solutions": 4719, + "omen": 4720, + "oles": 4721, + "显示": 4722, + "erve": 4723, + "oly": 4724, + "综合": 4725, + "▁instance": 4726, + "▁degree": 4727, + "▁zero": 4728, + "pling": 4729, + "交易": 4730, + "▁concept": 4731, + "▁fram": 4732, + "▁optim": 4733, + "▁pen": 4734, + "▁nearly": 4735, + "方案": 4736, + "▁join": 4737, + "▁roll": 4738, + "▁insp": 4739, + "智能": 4740, + "▁useful": 4741, + "▁although": 4742, + "▁platform": 4743, + "▁bank": 4744, + "患者": 4745, + "enty": 4746, + "EM": 4747, + "是一个": 4748, + "效果": 4749, + "▁English": 4750, + "▁setting": 4751, + "▁sites": 4752, + "▁contain": 4753, + "▁Republic": 4754, + "▁categ": 4755, + "空间": 4756, + "▁happened": 4757, + "soft": 4758, + "▁Eq": 4759, + "nonumber": 4760, + "▁Tw": 4761, + "▁credit": 4762, + "▁**": 4763, + "金融": 4764, + "aling": 4765, + "nOne": 4766, + "pan": 4767, + "ustr": 4768, + "га": 4769, + "▁б": 4770, + "eff": 4771, + "▁changed": 4772, + "▁threat": 4773, + "cos": 4774, + "▁prepa": 4775, + "▁rules": 4776, + "ivil": 4777, + "acebook": 4778, + "▁static": 4779, + "private": 4780, + "▁wouldn": 4781, + "▁First": 4782, + "▁capt": 4783, + "foot": 4784, + "\\\"\\\"": 4785, + "As": 4786, + "cons": 4787, + "unc": 4788, + "ternal": 4789, + "风险": 4790, + "works": 4791, + "▁electron": 4792, + "aly": 4793, + "▁fem": 4794, + "ula": 4795, + "接受": 4796, + "真正": 4797, + "isions": 4798, + "▁Sen": 4799, + "PR": 4800, + "▁Read": 4801, + "ests": 4802, + "作品": 4803, + "计算": 4804, + "ategy": 4805, + "▁fa": 4806, + "/\\\\": 4807, + "▁January": 4808, + "▁}\\": 4809, + "▁Mus": 4810, + "▁earlier": 4811, + "php": 4812, + "▁spent": 4813, + "reci": 4814, + "▁teac": 4815, + "有关": 4816, + "rite": 4817, + "▁son": 4818, + "varepsilon": 4819, + "Value": 4820, + "Pa": 4821, + "▁rev": 4822, + "▁tele": 4823, + "▁blood": 4824, + "交流": 4825, + "▁stage": 4826, + "品牌": 4827, + "▁mode": 4828, + "urg": 4829, + "rael": 4830, + "▁alone": 4831, + "▁flu": 4832, + "model": 4833, + "encies": 4834, + "nwith": 4835, + "▁feeling": 4836, + "king": 4837, + ");": 4838, + "▁reach": 4839, + "uesday": 4840, + "▁fan": 4841, + "▁High": 4842, + "▁stars": 4843, + "nBy": 4844, + "▁couldn": 4845, + "▁modern": 4846, + "blog": 4847, + "appa": 4848, + "how": 4849, + "map": 4850, + "▁becomes": 4851, + "▁q": 4852, + "IV": 4853, + "][": 4854, + "lying": 4855, + "的问题": 4856, + "▁refer": 4857, + "▁rac": 4858, + "▁consum": 4859, + "alax": 4860, + "ography": 4861, + "link": 4862, + "状态": 4863, + "▁father": 4864, + "▁Par": 4865, + "▁middle": 4866, + "▁wish": 4867, + "ednes": 4868, + "▁led": 4869, + "▁Mich": 4870, + "妈妈": 4871, + "不到": 4872, + "建筑": 4873, + "▁Friday": 4874, + "行动": 4875, + "ncil": 4876, + "raction": 4877, + "▁aren": 4878, + "▁poly": 4879, + "▁encoura": 4880, + "▁пре": 4881, + "分别": 4882, + "▁advant": 4883, + "▁distribut": 4884, + "script": 4885, + "▁index": 4886, + "▁command": 4887, + "过程中": 4888, + "▁slight": 4889, + "oph": 4890, + "▁memory": 4891, + "')\\": 4892, + "当然": 4893, + "▁stories": 4894, + "▁enter": 4895, + "));\\": 4896, + "itation": 4897, + "那些": 4898, + "▁mount": 4899, + "ened": 4900, + "亿元": 4901, + "▁carry": 4902, + "fr": 4903, + "▁rot": 4904, + "▁plans": 4905, + "▁Red": 4906, + "下来": 4907, + "▁smaller": 4908, + "正在": 4909, + "****************": 4910, + "js": 4911, + "inated": 4912, + "▁datas": 4913, + "rim": 4914, + "Big": 4915, + "▁lif": 4916, + "以后": 4917, + "quest": 4918, + "▁published": 4919, + "▁gun": 4920, + "▁concern": 4921, + "经过": 4922, + "意识": 4923, + "bra": 4924, + "oto": 4925, + "▁shoot": 4926, + "如此": 4927, + "▁brought": 4928, + "ursday": 4929, + "▁costs": 4930, + "资金": 4931, + "By": 4932, + "▁Even": 4933, + "={": 4934, + "▁certainly": 4935, + "ship": 4936, + "小时": 4937, + "▁rob": 4938, + "保障": 4939, + "▁Net": 4940, + "nAt": 4941, + "▁definitely": 4942, + "ednesday": 4943, + "▁bottom": 4944, + "许多": 4945, + "操作": 4946, + "▁eat": 4947, + "FF": 4948, + "一点": 4949, + "▁developed": 4950, + "▁applications": 4951, + "▁China": 4952, + "cles": 4953, + "▁beyond": 4954, + "▁places": 4955, + "▁extrem": 4956, + "▁sun": 4957, + "include": 4958, + "方向": 4959, + "▁ко": 4960, + "▁located": 4961, + "iny": 4962, + "▁Off": 4963, + "受到": 4964, + "▁prec": 4965, + "▁sleep": 4966, + "▁Every": 4967, + "▁Japan": 4968, + "▁haven": 4969, + "mitted": 4970, + "报告": 4971, + "▁dise": 4972, + "▁skin": 4973, + "▁default": 4974, + "变化": 4975, + "eline": 4976, + "▁collection": 4977, + "▁international": 4978, + "证明": 4979, + "▁Cour": 4980, + "▁sal": 4981, + "nAfter": 4982, + "用于": 4983, + "efore": 4984, + "▁critical": 4985, + "▁Obama": 4986, + "▁statement": 4987, + "▁integr": 4988, + "▁achieve": 4989, + "hand": 4990, + "▁agre": 4991, + "nNow": 4992, + "▁hour": 4993, + "▁projects": 4994, + "AG": 4995, + "机会": 4996, + "▁programs": 4997, + "▁presented": 4998, + "▁clust": 4999, + "▁safe": 5000, + "▁Please": 5001, + "▁ult": 5002, + "▁spend": 5003, + "▁proced": 5004, + "采用": 5005, + "▁machine": 5006, + "▁contains": 5007, + "OC": 5008, + "▁Stud": 5009, + "oted": 5010, + "count": 5011, + "▁dream": 5012, + "itect": 5013, + "▁actual": 5014, + "▁anim": 5015, + "MzI": 5016, + "▁manufact": 5017, + "▁wife": 5018, + "▁ter": 5019, + "▁green": 5020, + "▁cry": 5021, + "▁Afric": 5022, + "input": 5023, + "adem": 5024, + "主任": 5025, + "thon": 5026, + "▁independent": 5027, + "itable": 5028, + "▁demonstr": 5029, + "▁Ham": 5030, + "▁basic": 5031, + "▁ign": 5032, + "▁resources": 5033, + "▁characters": 5034, + "过去": 5035, + "▁skills": 5036, + "▁race": 5037, + "iant": 5038, + "▁variety": 5039, + "nThat": 5040, + "usion": 5041, + "超过": 5042, + "▁overall": 5043, + "▁qual": 5044, + "只要": 5045, + "▁meaning": 5046, + "医疗": 5047, + "nCom": 5048, + "最终": 5049, + "▁college": 5050, + "集团": 5051, + "hest": 5052, + "▁rates": 5053, + "▁edge": 5054, + "ulated": 5055, + "▁Austral": 5056, + "▁Ang": 5057, + "\\\";\\": 5058, + "▁Mod": 5059, + "家长": 5060, + "美元": 5061, + "记者": 5062, + "ilies": 5063, + "elcome": 5064, + "▁Mac": 5065, + "▁sec": 5066, + "range": 5067, + "else": 5068, + "ae": 5069, + "oken": 5070, + "nHere": 5071, + "');\\": 5072, + "▁ST": 5073, + "都有": 5074, + "不可": 5075, + "▁poor": 5076, + "och": 5077, + "▁administ": 5078, + "Lambda": 5079, + "wood": 5080, + "▁camp": 5081, + "iles": 5082, + "▁blue": 5083, + "▁sources": 5084, + "que": 5085, + "cor": 5086, + "NN": 5087, + "▁economic": 5088, + "PI": 5089, + "里的": 5090, + "lement": 5091, + "▁particularly": 5092, + "exp": 5093, + "nfrom": 5094, + "以下": 5095, + "▁beginning": 5096, + "▁Any": 5097, + "▁aim": 5098, + "under": 5099, + "View": 5100, + "▁September": 5101, + "MS": 5102, + "assert": 5103, + "▁apart": 5104, + "▁algorithm": 5105, + "nCh": 5106, + "▁aware": 5107, + "BA": 5108, + "▁exam": 5109, + "左右": 5110, + "▁understanding": 5111, + "▁Black": 5112, + "dim": 5113, + "▁active": 5114, + "书记": 5115, + "▁Sch": 5116, + "ellent": 5117, + "并不": 5118, + "▁remain": 5119, + "▁fans": 5120, + "▁doll": 5121, + "><": 5122, + "ounds": 5123, + "▁nation": 5124, + "不得": 5125, + "▁steps": 5126, + "gl": 5127, + "▁ir": 5128, + "▁Tra": 5129, + "诉讼": 5130, + "ael": 5131, + "rief": 5132, + "nth": 5133, + "▁paid": 5134, + "▁transfer": 5135, + "支付": 5136, + "}-": 5137, + "iforn": 5138, + "otes": 5139, + "ruary": 5140, + "ald": 5141, + "▁arriv": 5142, + "▁August": 5143, + "inner": 5144, + "▁studies": 5145, + "ario": 5146, + "overline": 5147, + "File": 5148, + "落实": 5149, + "▁struct": 5150, + "And": 5151, + "▁signal": 5152, + "▁tim": 5153, + "▁fear": 5154, + "▁teams": 5155, + "▁fields": 5156, + "▁October": 5157, + "Ps": 5158, + "▁assume": 5159, + "▁server": 5160, + "▁Cou": 5161, + "心理": 5162, + "▁San": 5163, + "rd": 5164, + "▁Her": 5165, + "阶段": 5166, + "▁Ne": 5167, + "bum": 5168, + "定的": 5169, + "ML": 5170, + "▁truth": 5171, + "[\\\\": 5172, + "都会": 5173, + "(-": 5174, + "overn": 5175, + "▁En": 5176, + "▁tools": 5177, + "▁appropri": 5178, + "▁&&": 5179, + "aint": 5180, + "理解": 5181, + "iao": 5182, + "ondon": 5183, + "▁November": 5184, + "▁gone": 5185, + "游戏": 5186, + "▁club": 5187, + "▁affect": 5188, + "有人": 5189, + "orge": 5190, + "▁purpose": 5191, + "▁solid": 5192, + "Phi": 5193, + "itc": 5194, + "▁applied": 5195, + "▁fresh": 5196, + "ashington": 5197, + "收入": 5198, + "个月": 5199, + "▁daily": 5200, + "▁reasons": 5201, + "本院": 5202, + "▁sets": 5203, + "▁reflect": 5204, + "▁News": 5205, + "▁trade": 5206, + "▁IS": 5207, + "oday": 5208, + "▁military": 5209, + "ldots": 5210, + "kappa": 5211, + "▁thous": 5212, + "中华": 5213, + "itute": 5214, + "▁thank": 5215, + "iers": 5216, + "▁Sunday": 5217, + "▁activity": 5218, + "制度": 5219, + "Se": 5220, + "▁Cons": 5221, + "▁benefits": 5222, + "▁prefer": 5223, + "▁December": 5224, + "nOur": 5225, + "及时": 5226, + "ura": 5227, + "▁activities": 5228, + "▁depart": 5229, + "trans": 5230, + "▁birth": 5231, + "▁names": 5232, + "▁demand": 5233, + "▁Department": 5234, + "▁somew": 5235, + "▁negative": 5236, + "doc": 5237, + "分钟": 5238, + "▁Well": 5239, + "ifornia": 5240, + "level": 5241, + "*/\\": 5242, + "asy": 5243, + "▁except": 5244, + "政治": 5245, + "▁strength": 5246, + "▁impress": 5247, + "Mj": 5248, + "我国": 5249, + "电影": 5250, + "▁replace": 5251, + "她的": 5252, + "▁earn": 5253, + "bolds": 5254, + "ica": 5255, + "充分": 5256, + "clusion": 5257, + "生的": 5258, + "▁\\\\\\\\": 5259, + "▁inform": 5260, + "▁stress": 5261, + "leg": 5262, + "▁Sci": 5263, + "经营": 5264, + "▁Israel": 5265, + "='": 5266, + "▁correl": 5267, + "Par": 5268, + "▁linear": 5269, + "idents": 5270, + "▁П": 5271, + "那个": 5272, + "cap": 5273, + "来越": 5274, + "▁growing": 5275, + "▁ded": 5276, + "▁vector": 5277, + "call": 5278, + "▁nucle": 5279, + "':": 5280, + "属于": 5281, + "boldsymbol": 5282, + "▁emot": 5283, + "icks": 5284, + "]$": 5285, + "nAll": 5286, + "▁King": 5287, + "▁devices": 5288, + "EO": 5289, + "▁advice": 5290, + "utive": 5291, + "gress": 5292, + "▁requires": 5293, + "Text": 5294, + "▁repe": 5295, + "思想": 5296, + "▁customer": 5297, + "明显": 5298, + "dot": 5299, + "entially": 5300, + "CD": 5301, + "▁patients": 5302, + "▁push": 5303, + "iments": 5304, + "ми": 5305, + "▁prop": 5306, + "▁brain": 5307, + "▁UK": 5308, + "▁successful": 5309, + "miss": 5310, + "det": 5311, + "越来越": 5312, + "成了": 5313, + "▁mentioned": 5314, + "▁Windows": 5315, + "▁increased": 5316, + "▁Comp": 5317, + "▁safety": 5318, + "▁Most": 5319, + "▁connection": 5320, + "▁window": 5321, + "▁immediately": 5322, + "只能": 5323, + "prime": 5324, + "undred": 5325, + "▁wind": 5326, + "▁generally": 5327, + "▁а": 5328, + "▁equal": 5329, + "▁expand": 5330, + "▁ord": 5331, + "▁heat": 5332, + "usiness": 5333, + "▁gradu": 5334, + "▁providing": 5335, + "▁Facebook": 5336, + "▁learned": 5337, + "规划": 5338, + "Pajama": 5339, + "RedPajama": 5340, + "plate": 5341, + "▁Saturday": 5342, + "▁layer": 5343, + "▁Up": 5344, + "▁controll": 5345, + "来看": 5346, + "NAME": 5347, + "▁budget": 5348, + "lib": 5349, + "▁helps": 5350, + "ocal": 5351, + "▁trip": 5352, + "▁eight": 5353, + "▁easier": 5354, + "▁scient": 5355, + "arant": 5356, + "run": 5357, + "coming": 5358, + "}}{": 5359, + "px": 5360, + "But": 5361, + "▁maximum": 5362, + "▁bur": 5363, + "▁aspect": 5364, + "itiz": 5365, + "区域": 5366, + "▁Pat": 5367, + "▁magnetic": 5368, + "atically": 5369, + "function": 5370, + "▁construct": 5371, + "出的": 5372, + "▁IN": 5373, + "▁drop": 5374, + "▁transform": 5375, + "inger": 5376, + "▁weak": 5377, + "overed": 5378, + "aled": 5379, + "▁greater": 5380, + "tee": 5381, + "';\\": 5382, + "{-": 5383, + "▁warm": 5384, + "ara": 5385, + "▁notice": 5386, + "▁rock": 5387, + "▁appreci": 5388, + "ospital": 5389, + "权利": 5390, + "alle": 5391, + "正常": 5392, + "▁science": 5393, + "▁whatever": 5394, + "▁central": 5395, + "▁clearly": 5396, + "▁happens": 5397, + "mercial": 5398, + "▁La": 5399, + "整个": 5400, + "▁String": 5401, + "xy": 5402, + "▁perhaps": 5403, + "▁surv": 5404, + "▁appears": 5405, + "idden": 5406, + "▁produce": 5407, + "以来": 5408, + "销售": 5409, + "而是": 5410, + "任务": 5411, + "▁Post": 5412, + "ios": 5413, + "which": 5414, + "面的": 5415, + "目的": 5416, + "cation": 5417, + "▁shape": 5418, + "▁weekend": 5419, + "asc": 5420, + "▁dog": 5421, + "Error": 5422, + "▁org": 5423, + ")(": 5424, + "告诉": 5425, + "▁mobile": 5426, + "Object": 5427, + "izations": 5428, + "力量": 5429, + "▁spot": 5430, + "erences": 5431, + "▁unc": 5432, + "▁hous": 5433, + "});\\": 5434, + "ett": 5435, + "▁decre": 5436, + "▁Soc": 5437, + "▁existing": 5438, + "▁digital": 5439, + "ares": 5440, + "经验": 5441, + "的情况": 5442, + "▁stream": 5443, + "rupt": 5444, + "ifying": 5445, + "edding": 5446, + "▁Are": 5447, + "▁moved": 5448, + "▁knows": 5449, + "State": 5450, + "面对": 5451, + "首先": 5452, + "委员": 5453, + "改变": 5454, + "推动": 5455, + "known": 5456, + "▁wave": 5457, + "▁Sy": 5458, + "系列": 5459, + "bon": 5460, + "▁India": 5461, + "pdf": 5462, + "▁rank": 5463, + "▁reports": 5464, + "pair": 5465, + "▁creating": 5466, + "friend": 5467, + "媒体": 5468, + "rench": 5469, + "位置": 5470, + "范围": 5471, + "tic": 5472, + "▁Spe": 5473, + "istry": 5474, + "MzA": 5475, + "严重": 5476, + "ni": 5477, + "▁reduce": 5478, + "▁ri": 5479, + "abase": 5480, + "де": 5481, + "▁spread": 5482, + "▁bill": 5483, + "不少": 5484, + "▁client": 5485, + "▁seeing": 5486, + "也会": 5487, + "▁integ": 5488, + "改革": 5489, + "▁camera": 5490, + "▁Figure": 5491, + "▁organization": 5492, + "▁smart": 5493, + "▁TH": 5494, + "apter": 5495, + "▁Trans": 5496, + "生态": 5497, + "▁coord": 5498, + "▁core": 5499, + "▁compos": 5500, + "调整": 5501, + "▁virt": 5502, + "abled": 5503, + "▁Monday": 5504, + "在于": 5505, + "▁billion": 5506, + "▁evalu": 5507, + "▁hus": 5508, + "while": 5509, + "▁histor": 5510, + "▁purchase": 5511, + "from": 5512, + "▁quantum": 5513, + "DE": 5514, + "▁anti": 5515, + "▁node": 5516, + "AY": 5517, + "连接": 5518, + "▁Art": 5519, + "anned": 5520, + "Net": 5521, + "▁components": 5522, + "▁micro": 5523, + "取得": 5524, + "想要": 5525, + "干部": 5526, + "▁strategy": 5527, + "▁status": 5528, + "textwidth": 5529, + "▁constrain": 5530, + "reme": 5531, + "tout": 5532, + "▁feet": 5533, + "卫生": 5534, + "▁photos": 5535, + "perty": 5536, + "ipping": 5537, + "▁onto": 5538, + "IF": 5539, + "▁Jes": 5540, + "▁Ass": 5541, + "▁meas": 5542, + "▁culture": 5543, + "▁individuals": 5544, + "▁Washington": 5545, + "不知道": 5546, + "▁strugg": 5547, + "ния": 5548, + "▁followed": 5549, + "▁tree": 5550, + "▁California": 5551, + "▁trou": 5552, + "▁reference": 5553, + "PC": 5554, + "▁acqu": 5555, + "▁insurance": 5556, + "▁connected": 5557, + "▁closed": 5558, + "lam": 5559, + "orrow": 5560, + "Time": 5561, + "▁PM": 5562, + "config": 5563, + "▁classes": 5564, + "ipped": 5565, + "icate": 5566, + "成绩": 5567, + "aa": 5568, + "▁transition": 5569, + "成长": 5570, + "关键": 5571, + "措施": 5572, + "force": 5573, + "▁challenge": 5574, + "▁probability": 5575, + "▁boy": 5576, + "进行了": 5577, + "▁rule": 5578, + "}+": 5579, + "Exception": 5580, + "▁baby": 5581, + "▁named": 5582, + "▁traditional": 5583, + "▁grand": 5584, + "▁enh": 5585, + "▁families": 5586, + "iance": 5587, + "指导": 5588, + "▁PC": 5589, + "▁announced": 5590, + "▁kill": 5591, + "▁largest": 5592, + "▁score": 5593, + "形式": 5594, + "事实": 5595, + "▁libr": 5596, + "▁eye": 5597, + "▁sav": 5598, + "▁marketing": 5599, + "▁damage": 5600, + "电子": 5601, + "别人": 5602, + "gu": 5603, + "设置": 5604, + "▁London": 5605, + "上述": 5606, + "▁kept": 5607, + "▁advert": 5608, + "来自": 5609, + "▁Air": 5610, + "▁firm": 5611, + "行政": 5612, + "新闻": 5613, + "▁Paul": 5614, + "png": 5615, + "osen": 5616, + "▁showed": 5617, + "后的": 5618, + "▁remains": 5619, + "▁gold": 5620, + "▁White": 5621, + "▁selection": 5622, + "▁OF": 5623, + "下的": 5624, + "▁catch": 5625, + "▁…": 5626, + "ме": 5627, + "▁remove": 5628, + "▁truly": 5629, + "判决": 5630, + "▁photo": 5631, + "gment": 5632, + "▁vote": 5633, + "优秀": 5634, + "▁prices": 5635, + "ros": 5636, + "▁simpl": 5637, + "▁federal": 5638, + "circ": 5639, + "▁chem": 5640, + "▁determine": 5641, + "▁exerc": 5642, + "mar": 5643, + "▁sequence": 5644, + "host": 5645, + "▁tend": 5646, + "mmet": 5647, + "主题": 5648, + "▁floor": 5649, + "node": 5650, + "ensions": 5651, + "▁jobs": 5652, + "estern": 5653, + "reedom": 5654, + "▁channel": 5655, + "ulate": 5656, + "工业": 5657, + "▁tick": 5658, + "▁Pal": 5659, + "▁mar": 5660, + "Add": 5661, + "▁David": 5662, + "▁plant": 5663, + "成本": 5664, + "hich": 5665, + "▁symmet": 5666, + "▁heavy": 5667, + "▁generated": 5668, + "▁frame": 5669, + "free": 5670, + "考试": 5671, + "全部": 5672, + "ensional": 5673, + "▁Why": 5674, + "ression": 5675, + "▁к": 5676, + "促进": 5677, + "▁otherwise": 5678, + "ortunately": 5679, + "}=\\\\": 5680, + "▁novel": 5681, + "Item": 5682, + "active": 5683, + "gt": 5684, + "▁finding": 5685, + "▁daught": 5686, + "相信": 5687, + "nAb": 5688, + "▁restrict": 5689, + "认识": 5690, + "后来": 5691, + "eloc": 5692, + "▁discussion": 5693, + "经常": 5694, + "培训": 5695, + "▁hundred": 5696, + "What": 5697, + "▁Health": 5698, + "rive": 5699, + "▁fat": 5700, + "▁Cong": 5701, + "▁quarter": 5702, + "▁celebr": 5703, + "培养": 5704, + "Un": 5705, + "▁February": 5706, + "icrosoft": 5707, + "▁electric": 5708, + "▁Apple": 5709, + "cn": 5710, + "▁cold": 5711, + "▁internet": 5712, + "来了": 5713, + "ford": 5714, + "▁attract": 5715, + "SU": 5716, + "▁unf": 5717, + "core": 5718, + "▁voice": 5719, + "No": 5720, + "ida": 5721, + "另外": 5722, + "▁presence": 5723, + "▁runs": 5724, + "ville": 5725, + "Man": 5726, + "▁adjust": 5727, + "证据": 5728, + "▁sen": 5729, + "▁noise": 5730, + "保证": 5731, + "ipment": 5732, + "▁component": 5733, + "双方": 5734, + "▁powerful": 5735, + "toutiao": 5736, + "▁interview": 5737, + "phone": 5738, + "▁construction": 5739, + "▁society": 5740, + "CL": 5741, + "gn": 5742, + "▁leads": 5743, + "▁priv": 5744, + "考虑": 5745, + "Inf": 5746, + "▁clients": 5747, + "他们的": 5748, + "压力": 5749, + "▁proof": 5750, + "ado": 5751, + "tex": 5752, + "▁scene": 5753, + "▁extremely": 5754, + "▁benefit": 5755, + "roy": 5756, + "▁exists": 5757, + "xx": 5758, + "文明": 5759, + "▁Associ": 5760, + "成立": 5761, + "▁lots": 5762, + "▁prem": 5763, + "▁Street": 5764, + "olar": 5765, + "▁schools": 5766, + "flow": 5767, + "▁Section": 5768, + "▁planning": 5769, + "FL": 5770, + "▁capital": 5771, + "aces": 5772, + "最高": 5773, + "lete": 5774, + "iques": 5775, + "▁concer": 5776, + "联合": 5777, + "esome": 5778, + "▁selected": 5779, + "▁factors": 5780, + "▁vac": 5781, + "主义": 5782, + "idering": 5783, + "Is": 5784, + "▁Sec": 5785, + "▁passed": 5786, + "联系": 5787, + "Ind": 5788, + "▁primary": 5789, + "意义": 5790, + "▁dress": 5791, + "▁ahead": 5792, + "安排": 5793, + "((": 5794, + "意见": 5795, + "▁produced": 5796, + "拥有": 5797, + "优势": 5798, + "▁materials": 5799, + "▁Play": 5800, + "针对": 5801, + "基金": 5802, + "▁wood": 5803, + "scale": 5804, + "▁Court": 5805, + "▁luck": 5806, + "▁seven": 5807, + "规模": 5808, + "事情": 5809, + "];\\": 5810, + "▁links": 5811, + "▁Other": 5812, + "▁restaur": 5813, + "▁performed": 5814, + "减少": 5815, + "ellig": 5816, + "acity": 5817, + "arx": 5818, + "▁pow": 5819, + "人才": 5820, + "по": 5821, + "▁loved": 5822, + "▁evolution": 5823, + "▁advantage": 5824, + "isc": 5825, + "/\"": 5826, + "utely": 5827, + "dots": 5828, + "深入": 5829, + "▁Ke": 5830, + "▁transport": 5831, + "▁album": 5832, + "▁goals": 5833, + "▁define": 5834, + "▁bul": 5835, + "Ad": 5836, + "核心": 5837, + "十分": 5838, + "================": 5839, + "nre": 5840, + "专家": 5841, + "幸福": 5842, + "▁radio": 5843, + "劳动": 5844, + "多少": 5845, + "▁opinion": 5846, + "▁width": 5847, + "▁excellent": 5848, + "olic": 5849, + "nWhile": 5850, + "▁mist": 5851, + "体系": 5852, + "vest": 5853, + "▁helped": 5854, + "▁girls": 5855, + "毕业": 5856, + "result": 5857, + "start": 5858, + "inn": 5859, + "otic": 5860, + "▁determined": 5861, + "nEx": 5862, + "可是": 5863, + "nthat": 5864, + "▁husband": 5865, + "消息": 5866, + "▁thanks": 5867, + "电话": 5868, + "apping": 5869, + "▁older": 5870, + "尤其": 5871, + "▁epis": 5872, + "▁wat": 5873, + "PU": 5874, + "▁income": 5875, + "程度": 5876, + "▁reality": 5877, + "▁relevant": 5878, + "vision": 5879, + "▁brother": 5880, + "▁cast": 5881, + "▁har": 5882, + "▁panel": 5883, + "▁handle": 5884, + "info": 5885, + "abla": 5886, + "▁objects": 5887, + "▁stick": 5888, + "////////": 5889, + "▁neut": 5890, + "▁adopt": 5891, + "▁throw": 5892, + "cit": 5893, + "check": 5894, + "对方": 5895, + "▁fol": 5896, + "▁cru": 5897, + "▁Di": 5898, + "group": 5899, + "arxiv": 5900, + "▁posts": 5901, + "▁Green": 5902, + "现代": 5903, + "▁International": 5904, + "ctors": 5905, + "客户": 5906, + "▁Def": 5907, + "▁healthy": 5908, + "居民": 5909, + "▁showing": 5910, + "BS": 5911, + "团队": 5912, + "cious": 5913, + "检测": 5914, + "▁appropriate": 5915, + "▁из": 5916, + "▁Trump": 5917, + "▁frequency": 5918, + "flo": 5919, + "());\\": 5920, + "然而": 5921, + "▁Internet": 5922, + "▁economy": 5923, + "▁East": 5924, + "▁array": 5925, + "semb": 5926, + "▁II": 5927, + "▁NOT": 5928, + "特征": 5929, + "▁forum": 5930, + "▁counter": 5931, + "上诉": 5932, + "inct": 5933, + "▁harm": 5934, + "▁station": 5935, + "▁vehicle": 5936, + "承担": 5937, + "pled": 5938, + "▁package": 5939, + "anging": 5940, + "▁upper": 5941, + "▁lose": 5942, + "▁:=": 5943, + "经历": 5944, + "arr": 5945, + "▁spirit": 5946, + "img": 5947, + ")=\\\\": 5948, + "ATE": 5949, + "ico": 5950, + "td": 5951, + "▁adding": 5952, + "pective": 5953, + "▁biggest": 5954, + "▁meant": 5955, + "pping": 5956, + "nHowever": 5957, + "PL": 5958, + "Requ": 5959, + "▁calls": 5960, + "▁European": 5961, + "▁responsible": 5962, + "uracy": 5963, + "men": 5964, + "orry": 5965, + "明确": 5966, + "▁thread": 5967, + "▁Out": 5968, + "▁cop": 5969, + "确保": 5970, + "article": 5971, + "▁smooth": 5972, + "的工作": 5973, + "▁regist": 5974, + "▁bright": 5975, + "length": 5976, + "制造": 5977, + "nSh": 5978, + "▁brow": 5979, + "ashion": 5980, + "airs": 5981, + "▁К": 5982, + "race": 5983, + "term": 5984, + "▁minimum": 5985, + "PT": 5986, + "dev": 5987, + "build": 5988, + "▁Ref": 5989, + "▁secret": 5990, + "发挥": 5991, + "olve": 5992, + "视频": 5993, + "▁Jack": 5994, + "igen": 5995, + "aced": 5996, + "▁movement": 5997, + "丰富": 5998, + "▁psy": 5999, + "nabla": 6000, + "每个": 6001, + "ca": 6002, + "iation": 6003, + "确定": 6004, + "职业": 6005, + "pty": 6006, + "▁actions": 6007, + "文章": 6008, + "uit": 6009, + "local": 6010, + "结束": 6011, + "▁supported": 6012, + "▁equival": 6013, + "▁watching": 6014, + "▁owners": 6015, + "▁Thanks": 6016, + "Le": 6017, + "事故": 6018, + "多的": 6019, + "分享": 6020, + "GB": 6021, + "普通": 6022, + "▁Because": 6023, + "antic": 6024, + "overy": 6025, + "▁testing": 6026, + "All": 6027, + "▁Mag": 6028, + "icity": 6029, + "▁director": 6030, + "▁surround": 6031, + "othes": 6032, + "▁unless": 6033, + "▁Democr": 6034, + "▁volume": 6035, + "▁Commun": 6036, + "▁Ben": 6037, + "▁domain": 6038, + "[]": 6039, + "md": 6040, + "▁architect": 6041, + "▁Phil": 6042, + "break": 6043, + "[\\": 6044, + "rely": 6045, + "▁driving": 6046, + "look": 6047, + "ancy": 6048, + "▁slightly": 6049, + "▁posted": 6050, + "▁highest": 6051, + "▁wonderful": 6052, + "Key": 6053, + "aming": 6054, + "▁Tuesday": 6055, + "My": 6056, + "rey": 6057, + "▁honest": 6058, + "的高": 6059, + "无论": 6060, + ";\\\\": 6061, + "一个人": 6062, + "rian": 6063, + "\\\\}$": 6064, + "ups": 6065, + "▁Service": 6066, + "arp": 6067, + "berg": 6068, + "▁peace": 6069, + "venue": 6070, + "rees": 6071, + "▁trend": 6072, + "ago": 6073, + "▁civil": 6074, + "▁explain": 6075, + "▁Good": 6076, + "za": 6077, + "&=": 6078, + "▁disease": 6079, + "▁rid": 6080, + "pper": 6081, + "▁pictures": 6082, + "▁veloc": 6083, + "▁serve": 6084, + "▁mostly": 6085, + "othing": 6086, + "stream": 6087, + "▁church": 6088, + "App": 6089, + "▁strateg": 6090, + "▁Indian": 6091, + "▁Great": 6092, + "▁Rem": 6093, + "ements": 6094, + "TS": 6095, + "base": 6096, + "fit": 6097, + "eria": 6098, + "▁Table": 6099, + "先生": 6100, + "▁AND": 6101, + "志愿": 6102, + "年轻": 6103, + "▁fuck": 6104, + "▁lock": 6105, + "▁motion": 6106, + "▁fant": 6107, + "CE": 6108, + "▁Christian": 6109, + "▁norm": 6110, + "▁generation": 6111, + "pected": 6112, + "tim": 6113, + "▁invent": 6114, + "防控": 6115, + "▁plus": 6116, + "另一": 6117, + "▁waiting": 6118, + "农村": 6119, + "▁Gl": 6120, + "▁finished": 6121, + "▁Jesus": 6122, + "▁PR": 6123, + "▁majority": 6124, + "办法": 6125, + "▁gain": 6126, + "让人": 6127, + "ersion": 6128, + "▁introduced": 6129, + "▁Law": 6130, + "oman": 6131, + "中央": 6132, + "inese": 6133, + "▁script": 6134, + "urity": 6135, + "ashed": 6136, + "draw": 6137, + "▁visual": 6138, + "▁ratio": 6139, + "▁glass": 6140, + "▁Fe": 6141, + "▁starts": 6142, + "ruit": 6143, + "▁arm": 6144, + "OV": 6145, + "iling": 6146, + "Phone": 6147, + "▁corpor": 6148, + "▁guarant": 6149, + "▁operation": 6150, + "一年": 6151, + "init": 6152, + "▁Oh": 6153, + "女人": 6154, + "党员": 6155, + "▁faith": 6156, + "▁expert": 6157, + "▁Canada": 6158, + "都不": 6159, + "▁Em": 6160, + "icol": 6161, + "稳定": 6162, + "▁Arm": 6163, + "pid": 6164, + "▁respond": 6165, + "▁accur": 6166, + "bed": 6167, + "▁employees": 6168, + "arden": 6169, + "▁Thursday": 6170, + "▁Direct": 6171, + "house": 6172, + "▁split": 6173, + "▁bought": 6174, + "▁shift": 6175, + "rate": 6176, + "▁jump": 6177, + "▁finite": 6178, + "/*": 6179, + "▁efficient": 6180, + "▁switch": 6181, + "nNo": 6182, + "▁Christmas": 6183, + "▁toward": 6184, + "▁galax": 6185, + "道路": 6186, + "主动": 6187, + "▁Thus": 6188, + "eless": 6189, + "▁burn": 6190, + "▁assess": 6191, + "▁prove": 6192, + "iency": 6193, + "▁views": 6194, + "的事情": 6195, + "▁Mor": 6196, + "▁button": 6197, + "▁„": 6198, + "pass": 6199, + "poss": 6200, + "▁//": 6201, + "amily": 6202, + "量的": 6203, + "▁opening": 6204, + "image": 6205, + "▁rent": 6206, + "▁er": 6207, + "整体": 6208, + "▁conserv": 6209, + "▁shared": 6210, + "la": 6211, + "oding": 6212, + "▁born": 6213, + "})\\": 6214, + "▁occas": 6215, + "▁pet": 6216, + "olf": 6217, + "▁missing": 6218, + "于是": 6219, + "vari": 6220, + "实践": 6221, + "▁willing": 6222, + "vol": 6223, + "▁Wednesday": 6224, + "▁agreement": 6225, + "abs": 6226, + "▁separate": 6227, + "well": 6228, + "bsp": 6229, + "▁nut": 6230, + "ancing": 6231, + "▁spectrum": 6232, + "公安": 6233, + "▁sexual": 6234, + "rics": 6235, + "long": 6236, + "TH": 6237, + "Fig": 6238, + "▁offered": 6239, + "调查": 6240, + "有了": 6241, + "DF": 6242, + "长期": 6243, + "▁traffic": 6244, + "▁partners": 6245, + "疾病": 6246, + "cf": 6247, + "色的": 6248, + "▁interpre": 6249, + "▁ax": 6250, + "▁resist": 6251, + "▁farm": 6252, + "▁relative": 6253, + "Log": 6254, + "▁cells": 6255, + "数字": 6256, + "ota": 6257, + "▁finish": 6258, + "го": 6259, + "▁argument": 6260, + "▁AM": 6261, + "程序": 6262, + "uations": 6263, + "▁operator": 6264, + "{(": 6265, + "几个": 6266, + "样的": 6267, + "▁efforts": 6268, + "▁caused": 6269, + "▁util": 6270, + "older": 6271, + "▁TO": 6272, + "正式": 6273, + "▁wild": 6274, + "▁peak": 6275, + "osh": 6276, + "rab": 6277, + "▁Rec": 6278, + "▁beat": 6279, + "文件": 6280, + "车辆": 6281, + "iable": 6282, + "icip": 6283, + "Pl": 6284, + "▁despite": 6285, + "sin": 6286, + "▁previously": 6287, + "应当": 6288, + "▁examples": 6289, + "num": 6290, + "eration": 6291, + "abilities": 6292, + "▁commercial": 6293, + "肯定": 6294, + "EX": 6295, + "▁citiz": 6296, + "▁letter": 6297, + "▁Tex": 6298, + "си": 6299, + "otal": 6300, + "▁deliver": 6301, + "▁Govern": 6302, + "▁Dist": 6303, + "▁weap": 6304, + "onal": 6305, + "cell": 6306, + "▁investment": 6307, + "▁pages": 6308, + "▁danger": 6309, + "此次": 6310, + "商业": 6311, + "自身": 6312, + "▁British": 6313, + "зи": 6314, + "▁interaction": 6315, + "协议": 6316, + "▁workers": 6317, + "itchen": 6318, + "▁neighbor": 6319, + "▁mill": 6320, + "▁Ac": 6321, + "▁Therefore": 6322, + "▁conver": 6323, + "▁drug": 6324, + "▁batter": 6325, + "bin": 6326, + "ilton": 6327, + "ads": 6328, + "习惯": 6329, + "说明": 6330, + "▁Over": 6331, + "▁format": 6332, + "驾驶": 6333, + "true": 6334, + "akers": 6335, + "nSince": 6336, + "▁crow": 6337, + "▁remind": 6338, + "体验": 6339, + "食品": 6340, + "pat": 6341, + "cknow": 6342, + "▁failed": 6343, + "▁regarding": 6344, + "SC": 6345, + "▁seemed": 6346, + "▁supply": 6347, + "降低": 6348, + "create": 6349, + "子的": 6350, + "wid": 6351, + "npro": 6352, + "▁profile": 6353, + "▁vs": 6354, + "▁units": 6355, + "itz": 6356, + "▁pattern": 6357, + "音乐": 6358, + "▁Many": 6359, + "▁die": 6360, + "▁RE": 6361, + "▁fig": 6362, + "########": 6363, + "cs": 6364, + "能源": 6365, + "▁vert": 6366, + "▁flat": 6367, + "iform": 6368, + "enses": 6369, + "version": 6370, + "困难": 6371, + "▁reduced": 6372, + "poses": 6373, + "▁See": 6374, + "机关": 6375, + "装置": 6376, + "▁afford": 6377, + "eah": 6378, + "因素": 6379, + "▁Found": 6380, + "▁leader": 6381, + "tes": 6382, + "加入": 6383, + "nThen": 6384, + "▁sounds": 6385, + "▁dry": 6386, + "▁definition": 6387, + "ivery": 6388, + "▁requirements": 6389, + "创业": 6390, + "员工": 6391, + "erry": 6392, + "▁Cap": 6393, + "PA": 6394, + "▁IT": 6395, + "▁tow": 6396, + "▁guide": 6397, + "Class": 6398, + "vered": 6399, + "ervices": 6400, + "自由": 6401, + "▁daughter": 6402, + "▁Big": 6403, + "fa": 6404, + "HT": 6405, + "IA": 6406, + "▁died": 6407, + "rial": 6408, + "igation": 6409, + "ъл": 6410, + "urrent": 6411, + "orial": 6412, + "augh": 6413, + "iled": 6414, + "▁apparent": 6415, + "▁van": 6416, + "▁businesses": 6417, + "▁ton": 6418, + "Map": 6419, + "can": 6420, + "umin": 6421, + "▁excited": 6422, + "Be": 6423, + "DA": 6424, + "▁expression": 6425, + "▁supposed": 6426, + "避免": 6427, + "-\\": 6428, + "ologies": 6429, + "▁officials": 6430, + "▁Each": 6431, + "▁ended": 6432, + "事件": 6433, + "uthors": 6434, + "不同的": 6435, + "ansion": 6436, + "Model": 6437, + "main": 6438, + "▁incred": 6439, + "一定要": 6440, + "▁Web": 6441, + "▁manager": 6442, + "▁Open": 6443, + "There": 6444, + "▁eventually": 6445, + "▁sale": 6446, + "Service": 6447, + "土地": 6448, + "▁Port": 6449, + "ifier": 6450, + "▁description": 6451, + "▁victim": 6452, + "▁Hol": 6453, + "▁Book": 6454, + "▁Group": 6455, + "▁driver": 6456, + "▁keeping": 6457, + "{{": 6458, + ")/": 6459, + "ideo": 6460, + "▁combination": 6461, + "▁beg": 6462, + "▁innov": 6463, + "▁Inc": 6464, + "▁incor": 6465, + "▁discussed": 6466, + "tem": 6467, + "▁asking": 6468, + "年来": 6469, + "ride": 6470, + "ние": 6471, + "▁samples": 6472, + "▁exhib": 6473, + "Sigma": 6474, + "▁sweet": 6475, + "▁James": 6476, + "▁cards": 6477, + "ka": 6478, + "▁owner": 6479, + "农业": 6480, + "star": 6481, + "认真": 6482, + "rec": 6483, + "案件": 6484, + "▁foreign": 6485, + "快速": 6486, + "▁consequ": 6487, + "▁forms": 6488, + "联网": 6489, + "▁Hall": 6490, + "▁Congress": 6491, + "citet": 6492, + "▁kid": 6493, + "▁Time": 6494, + "符合": 6495, + "▁master": 6496, + "▁changing": 6497, + "▁videos": 6498, + "生物": 6499, + "apers": 6500, + "▁equipment": 6501, + "▁cert": 6502, + "▁Bel": 6503, + "▁pool": 6504, + "▁General": 6505, + "▁killed": 6506, + "▁cash": 6507, + "打造": 6508, + "课程": 6509, + "▁miles": 6510, + "scrib": 6511, + "▁continued": 6512, + "anged": 6513, + "▁comparison": 6514, + "▁detect": 6515, + "subset": 6516, + "▁Council": 6517, + "民族": 6518, + "nThese": 6519, + ">": 6709, + "▁vill": 6710, + "▁defense": 6711, + "ixt": 6712, + "Config": 6713, + "▁consult": 6714, + "▁ring": 6715, + "不好": 6716, + "▁putting": 6717, + "最大": 6718, + "▁weather": 6719, + "\\\\|": 6720, + "dule": 6721, + "▁thousands": 6722, + "▁pieces": 6723, + "▁significantly": 6724, + "ini": 6725, + "small": 6726, + "▁therm": 6727, + "组成": 6728, + "▁relation": 6729, + "rie": 6730, + "ulf": 6731, + "uy": 6732, + "人生": 6733, + "从而": 6734, + "arian": 6735, + "▁tun": 6736, + "nAbout": 6737, + "▁shock": 6738, + "onic": 6739, + "▁battle": 6740, + "▁attend": 6741, + "▁Sub": 6742, + "icious": 6743, + "▁decide": 6744, + "▁relatively": 6745, + "▁polic": 6746, + "▁pray": 6747, + "满足": 6748, + "儿童": 6749, + "▁mur": 6750, + "情绪": 6751, + "Not": 6752, + "母亲": 6753, + "▁partner": 6754, + "owl": 6755, + "ULL": 6756, + "▁considering": 6757, + "▁thick": 6758, + "EE": 6759, + "就可以": 6760, + "▁worry": 6761, + "再次": 6762, + "▁estimate": 6763, + "▁column": 6764, + "▁https": 6765, + "▁rich": 6766, + "幼儿": 6767, + "okes": 6768, + "▁worse": 6769, + "▁monitor": 6770, + "▁mut": 6771, + "▁opportunities": 6772, + "三个": 6773, + "它们": 6774, + "▁massive": 6775, + "▁Research": 6776, + "oom": 6777, + "▁exchange": 6778, + "▁forces": 6779, + "▁interface": 6780, + "机制": 6781, + "▁patient": 6782, + "办公": 6783, + "▁influence": 6784, + "▁seconds": 6785, + "▁entertain": 6786, + "▁uncertain": 6787, + "▁cos": 6788, + "tag": 6789, + "▁odd": 6790, + "▁accuracy": 6791, + "display": 6792, + "▁root": 6793, + "▁ok": 6794, + "重要的": 6795, + "▁totally": 6796, + "istan": 6797, + "▁freedom": 6798, + "ona": 6799, + "bert": 6800, + "▁earth": 6801, + "▁ра": 6802, + "▁&=": 6803, + "▁bag": 6804, + "实验": 6805, + "发明": 6806, + "▁settings": 6807, + "心的": 6808, + "nwe": 6809, + "nel": 6810, + "找到": 6811, + "eds": 6812, + "api": 6813, + "▁concent": 6814, + "▁illustr": 6815, + "den": 6816, + "▁Free": 6817, + "▁describe": 6818, + "etime": 6819, + "感情": 6820, + "produ": 6821, + "▁regions": 6822, + "\\\\{": 6823, + "当地": 6824, + "uls": 6825, + "突然": 6826, + "▁journal": 6827, + "parent": 6828, + "的发展": 6829, + "ords": 6830, + "▁appe": 6831, + "▁identify": 6832, + "人类": 6833, + "approx": 6834, + "通知": 6835, + "▁resulting": 6836, + "▁Chinese": 6837, + "▁Data": 6838, + "▁cars": 6839, + "让我": 6840, + "iliar": 6841, + "不足": 6842, + "▁tests": 6843, + "ented": 6844, + "曾经": 6845, + "▁rise": 6846, + "▁Flor": 6847, + "医生": 6848, + "▁variables": 6849, + "std": 6850, + "ston": 6851, + "vspace": 6852, + "▁info": 6853, + "pc": 6854, + "nch": 6855, + "▁extract": 6856, + "自我": 6857, + "▁plane": 6858, + "▁none": 6859, + "▁fab": 6860, + "▁mission": 6861, + "▁legis": 6862, + "▁launch": 6863, + "▁opened": 6864, + "open": 6865, + "▁nav": 6866, + "▁у": 6867, + "▁possibly": 6868, + "▁Techn": 6869, + "inding": 6870, + "▁minor": 6871, + "男人": 6872, + "▁annual": 6873, + "▁Ev": 6874, + "自动": 6875, + "night": 6876, + "▁Twitter": 6877, + "▁sufficient": 6878, + "indent": 6879, + "▁audience": 6880, + "etic": 6881, + "公共": 6882, + "real": 6883, + "win": 6884, + "▁Church": 6885, + "arks": 6886, + "▁awesome": 6887, + "▁Texas": 6888, + "▁contrast": 6889, + "高的": 6890, + "施工": 6891, + "▁conference": 6892, + "▁Americans": 6893, + "▁procedure": 6894, + "ndef": 6895, + "一天": 6896, + "本次": 6897, + "▁generate": 6898, + "召开": 6899, + "rip": 6900, + "▁helpful": 6901, + "▁square": 6902, + "▁да": 6903, + "height": 6904, + "感受": 6905, + "▁flav": 6906, + "设施": 6907, + "值得": 6908, + "▁coff": 6909, + "记录": 6910, + "的心": 6911, + "▁Rich": 6912, + "▁filter": 6913, + "▁jo": 6914, + "共和": 6915, + "青年": 6916, + "▁measured": 6917, + "nThey": 6918, + "表达": 6919, + "▁plenty": 6920, + "▁velocity": 6921, + "ias": 6922, + "适合": 6923, + "▁corner": 6924, + "▁Work": 6925, + "力的": 6926, + "\\\\]\\": 6927, + "▁depth": 6928, + "就像": 6929, + "VER": 6930, + "sey": 6931, + "iki": 6932, + "ference": 6933, + "会有": 6934, + "ira": 6935, + "▁Michael": 6936, + "人民法院": 6937, + "增强": 6938, + "▁reached": 6939, + "ouble": 6940, + "▁alternative": 6941, + "反应": 6942, + "▁promot": 6943, + "指出": 6944, + "FT": 6945, + "▁Mart": 6946, + "▁female": 6947, + "▁Class": 6948, + "▁ice": 6949, + "▁configuration": 6950, + "▁Like": 6951, + "udo": 6952, + "▁Program": 6953, + "lor": 6954, + "▁conven": 6955, + "▁Gold": 6956, + "▁served": 6957, + "▁plot": 6958, + "▁topic": 6959, + "▁proceed": 6960, + "语言": 6961, + "▁agent": 6962, + "创造": 6963, + "▁experienced": 6964, + "▁hate": 6965, + "▁expensive": 6966, + "都在": 6967, + "select": 6968, + "▁*\\": 6969, + "▁turns": 6970, + "者的": 6971, + "▁eth": 6972, + "udden": 6973, + "此外": 6974, + ")}$": 6975, + "某某": 6976, + "~~~~": 6977, + "\\\\\\\"": 6978, + "▁equations": 6979, + "▁listed": 6980, + "▁variable": 6981, + "▁representation": 6982, + "更是": 6983, + "▁realize": 6984, + "也可以": 6985, + "aser": 6986, + "监督": 6987, + "▁Star": 6988, + "▁completed": 6989, + "▁election": 6990, + "▁Sun": 6991, + "▁tasks": 6992, + "▁List": 6993, + "训练": 6994, + "▁wire": 6995, + "▁continues": 6996, + "▁||": 6997, + "▁minute": 6998, + "购买": 6999, + "▁Br": 7000, + "安装": 7001, + "RA": 7002, + "父亲": 7003, + "▁Rob": 7004, + "▁listen": 7005, + "XX": 7006, + "ialog": 7007, + "▁mine": 7008, + "▁district": 7009, + "的地方": 7010, + "frak": 7011, + "上了": 7012, + "itness": 7013, + "▁becoming": 7014, + "▁dating": 7015, + "ensuremath": 7016, + "▁Super": 7017, + "ор": 7018, + "细胞": 7019, + "nat": 7020, + "下午": 7021, + "ln": 7022, + "赔偿": 7023, + "Up": 7024, + "lt": 7025, + "▁plays": 7026, + "  ": 7027, + "Des": 7028, + "zen": 7029, + "▁Earth": 7030, + "▁colle": 7031, + "▁belong": 7032, + "nwhich": 7033, + "gal": 7034, + "▁represents": 7035, + "清楚": 7036, + "agger": 7037, + "位于": 7038, + "▁reviews": 7039, + "▁Rober": 7040, + "正确": 7041, + "速度": 7042, + "资产": 7043, + "connect": 7044, + "fast": 7045, + "合理": 7046, + "icing": 7047, + "▁plug": 7048, + "ocation": 7049, + "▁offering": 7050, + "▁motiv": 7051, + "▁Theorem": 7052, + "UL": 7053, + "current": 7054, + "ifts": 7055, + "dered": 7056, + "几乎": 7057, + "特色": 7058, + "▁experiments": 7059, + "ya": 7060, + "▁Amaz": 7061, + "▁grav": 7062, + "▁joint": 7063, + "nby": 7064, + "▁Mo": 7065, + "standing": 7066, + "▁hospital": 7067, + "▁reserv": 7068, + "▁Home": 7069, + "▁noted": 7070, + "▁clin": 7071, + "▁hole": 7072, + "▁errors": 7073, + "▁Mal": 7074, + "▁coverage": 7075, + "▁conclud": 7076, + "▁Set": 7077, + "宝宝": 7078, + "Nj": 7079, + "至少": 7080, + "ython": 7081, + "▁sect": 7082, + "▁faster": 7083, + "变得": 7084, + "ubuntu": 7085, + "object": 7086, + "女性": 7087, + "ady": 7088, + "New": 7089, + "illa": 7090, + "严格": 7091, + "以前": 7092, + "heck": 7093, + "equiv": 7094, + "完善": 7095, + "即使": 7096, + "▁library": 7097, + "▁external": 7098, + "时期": 7099, + "▁depends": 7100, + "Psi": 7101, + "})\\\\": 7102, + "▁Lou": 7103, + "going": 7104, + "化的": 7105, + "valid": 7106, + "ean": 7107, + "atures": 7108, + "去年": 7109, + "▁competition": 7110, + "▁Who": 7111, + "意思": 7112, + "请求": 7113, + "that": 7114, + "▁flex": 7115, + "cel": 7116, + "▁sharing": 7117, + "^+": 7118, + "资料": 7119, + "▁exception": 7120, + "Over": 7121, + "crete": 7122, + "▁speech": 7123, + "aked": 7124, + "之间的": 7125, + "二十": 7126, + "▁scheme": 7127, + "$$": 7128, + "▁feels": 7129, + "▁framework": 7130, + "制作": 7131, + "\\\"><": 7251, + "运行": 7252, + "useum": 7253, + "multicolumn": 7254, + "▁ban": 7255, + "nusing": 7256, + "爱情": 7257, + "▁forg": 7258, + "▁buying": 7259, + "vere": 7260, + "▁Maybe": 7261, + "▁properly": 7262, + "▁chain": 7263, + "重新": 7264, + "它的": 7265, + "▁England": 7266, + "▁prepared": 7267, + "▁spring": 7268, + "▁protection": 7269, + "Hz": 7270, + "▁compare": 7271, + "▁broken": 7272, + "”\"": 7273, + "▁intellig": 7274, + "▁medium": 7275, + "▁Mex": 7276, + "智慧": 7277, + "\\\"]": 7278, + "anta": 7279, + "▁messages": 7280, + "}/": 7281, + "▁Sur": 7282, + "▁detailed": 7283, + "▁usual": 7284, + "▁snow": 7285, + "gebra": 7286, + "razy": 7287, + "基地": 7288, + "▁extended": 7289, + "▁indu": 7290, + "▁hyper": 7291, + "开放": 7292, + "▁collabor": 7293, + "▁authors": 7294, + "阅读": 7295, + "icago": 7296, + "▁sitting": 7297, + "CR": 7298, + "▁equivalent": 7299, + "▁disk": 7300, + "AV": 7301, + "▁boundary": 7302, + "▁Best": 7303, + "日常": 7304, + "▁polar": 7305, + "inates": 7306, + "▁stated": 7307, + "▁Florida": 7308, + "▁rough": 7309, + "ponse": 7310, + "以为": 7311, + "you": 7312, + "clusive": 7313, + "▁trial": 7314, + "idel": 7315, + "▁initi": 7316, + "PP": 7317, + "ste": 7318, + "▁Develop": 7319, + "stract": 7320, + "儿子": 7321, + "▁conflict": 7322, + "律师": 7323, + "nSome": 7324, + "▁trained": 7325, + "▁records": 7326, + "▁diet": 7327, + "ildren": 7328, + "▁technical": 7329, + "Count": 7330, + "EF": 7331, + "request": 7332, + "▁eating": 7333, + "▁bra": 7334, + "▁cloud": 7335, + "▁ship": 7336, + "▁А": 7337, + "▁animals": 7338, + "▁Met": 7339, + "监管": 7340, + "▁articles": 7341, + "▁volunt": 7342, + "▁Lib": 7343, + "▁forced": 7344, + "工作的": 7345, + "▁cheap": 7346, + "▁researc": 7347, + "思考": 7348, + "nMore": 7349, + "▁Lord": 7350, + "▁explore": 7351, + "▁alle": 7352, + "病毒": 7353, + "▁focused": 7354, + "不了": 7355, + "ano": 7356, + "TE": 7357, + "ingly": 7358, + "ushed": 7359, + "▁evening": 7360, + "tpublic": 7361, + "nNot": 7362, + "mathfrak": 7363, + "▁processing": 7364, + "▁Cam": 7365, + "nSe": 7366, + "▁Bill": 7367, + "▁ran": 7368, + "▁readers": 7369, + "edy": 7370, + "azine": 7371, + "dt": 7372, + "summary": 7373, + "▁standards": 7374, + "orter": 7375, + "rule": 7376, + "dimensional": 7377, + "ette": 7378, + "nCon": 7379, + "grade": 7380, + "▁typical": 7381, + "hu": 7382, + "距离": 7383, + "▁pun": 7384, + "▁susp": 7385, + "prot": 7386, + "采取": 7387, + "也就是": 7388, + "损失": 7389, + "技能": 7390, + "turb": 7391, + "▁angle": 7392, + "hent": 7393, + "до": 7394, + "展示": 7395, + "skip": 7396, + "往往": 7397, + "食物": 7398, + "▁walking": 7399, + "▁cris": 7400, + "ker": 7401, + "共和国": 7402, + "互联网": 7403, + "she": 7404, + "De": 7405, + "▁creative": 7406, + "▁explained": 7407, + "▁telling": 7408, + "nom": 7409, + "olean": 7410, + "olved": 7411, + "▁holding": 7412, + "▁obser": 7413, + "▁exercise": 7414, + "TC": 7415, + "▁sector": 7416, + "default": 7417, + "erg": 7418, + "▁Ret": 7419, + "iest": 7420, + "▁kitchen": 7421, + "▁measures": 7422, + "On": 7423, + "▁tells": 7424, + "▁Att": 7425, + "▁го": 7426, + "▁depending": 7427, + "So": 7428, + "related": 7429, + "Code": 7430, + "format": 7431, + "▁calculated": 7432, + "hens": 7433, + "▁indeed": 7434, + "▁Const": 7435, + "cient": 7436, + "▁coffee": 7437, + "▁conversation": 7438, + "static": 7439, + "▁database": 7440, + "DS": 7441, + "▁filled": 7442, + "孩子们": 7443, + "▁remaining": 7444, + "▁Plan": 7445, + "晚上": 7446, + "bor": 7447, + "▁Rock": 7448, + "信号": 7449, + "Size": 7450, + "▁positions": 7451, + "▁enem": 7452, + "▁male": 7453, + "▁Their": 7454, + "▁vary": 7455, + "▁Science": 7456, + "alls": 7457, + "▁mouth": 7458, + "上市": 7459, + "▁notes": 7460, + "▁\\\\{": 7461, + "anges": 7462, + "▁menu": 7463, + "▁journey": 7464, + "elled": 7465, + "重大": 7466, + "孩子的": 7467, + "annels": 7468, + "内的": 7469, + "▁developing": 7470, + "▁crim": 7471, + "▁improved": 7472, + "▁communities": 7473, + "ifications": 7474, + "▁rapid": 7475, + "▁Association": 7476, + "▁Mary": 7477, + "▁curve": 7478, + "▁identified": 7479, + "最大的": 7480, + "yles": 7481, + "▁imagine": 7482, + "确实": 7483, + "▁desk": 7484, + "▁contribution": 7485, + "▁religious": 7486, + "Node": 7487, + "▁<<": 7488, + "不管": 7489, + "投入": 7490, + "Inst": 7491, + "▁delivery": 7492, + "Ser": 7493, + "协会": 7494, + "▁whom": 7495, + "▁minim": 7496, + "▁attacks": 7497, + "委员会": 7498, + "▁Life": 7499, + ")}\\\\": 7500, + "▁sched": 7501, + "同样": 7502, + "ALL": 7503, + "▁YOU": 7504, + "▁signed": 7505, + "▁specifically": 7506, + "antly": 7507, + "aud": 7508, + "normal": 7509, + "fess": 7510, + "gers": 7511, + "▁tor": 7512, + "▁operating": 7513, + "▁stopped": 7514, + "▁movies": 7515, + "▁leaves": 7516, + "▁Miss": 7517, + "依然": 7518, + "▁Services": 7519, + "▁organizations": 7520, + "▁teacher": 7521, + "uzz": 7522, + "街道": 7523, + "身边": 7524, + "▁manner": 7525, + "▁fish": 7526, + "心里": 7527, + "▁sides": 7528, + "command": 7529, + "还要": 7530, + "▁£": 7531, + "犯罪": 7532, + "▁liber": 7533, + "▁symbol": 7534, + "uted": 7535, + "▁fundament": 7536, + "▁Microsoft": 7537, + "▁bond": 7538, + "推荐": 7539, + "▁survey": 7540, + "▁differences": 7541, + "▁identity": 7542, + "▁trig": 7543, + "▁reb": 7544, + "▁circum": 7545, + "That": 7546, + "▁accurate": 7547, + "学会": 7548, + "举行": 7549, + "英国": 7550, + "▁category": 7551, + "▁motor": 7552, + "▁psych": 7553, + "▁ride": 7554, + "▁advance": 7555, + "愿意": 7556, + "▁divid": 7557, + "到底": 7558, + "nShe": 7559, + "▁Whe": 7560, + "有点": 7561, + "▁Its": 7562, + "涉及": 7563, + "▁writer": 7564, + "inating": 7565, + "util": 7566, + "▁candidate": 7567, + "▁retail": 7568, + "▁passion": 7569, + "多个": 7570, + "define": 7571, + "女儿": 7572, + "似乎": 7573, + "▁expansion": 7574, + "▁elim": 7575, + "▁noticed": 7576, + "▁bigger": 7577, + "package": 7578, + "▁java": 7579, + "па": 7580, + "ната": 7581, + "▁confidence": 7582, + "ер": 7583, + "如下": 7584, + "▁sad": 7585, + "▁USA": 7586, + "▁updated": 7587, + "next": 7588, + "▁phen": 7589, + "▁colors": 7590, + "▁Smith": 7591, + "________________": 7592, + "language": 7593, + "▁yesterday": 7594, + "▁Pet": 7595, + "▁Power": 7596, + "▁chemical": 7597, + "▁particles": 7598, + "办理": 7599, + "▁thr": 7600, + "▁Times": 7601, + "ometimes": 7602, + "▁cycle": 7603, + "▁OR": 7604, + "▁nuclear": 7605, + "▁teaching": 7606, + "同比": 7607, + "吸引": 7608, + "▁welcome": 7609, + "▁tips": 7610, + "▁feedback": 7611, + "负责人": 7612, + "▁violence": 7613, + "原则": 7614, + "ymmet": 7615, + "▁intended": 7616, + "必要": 7617, + "}+\\\\": 7618, + "▁secure": 7619, + "▁module": 7620, + "▁до": 7621, + "Hand": 7622, + "▁draft": 7623, + "igration": 7624, + "ingu": 7625, + "▁gar": 7626, + "▁automatically": 7627, + "▁importance": 7628, + "▁Fire": 7629, + "▁vision": 7630, + "rat": 7631, + "感染": 7632, + "nbe": 7633, + "当前": 7634, + "▁concerns": 7635, + "▁charged": 7636, + "hi": 7637, + "UN": 7638, + "▁senior": 7639, + "linear": 7640, + "▁Commission": 7641, + "快乐": 7642, + "▁Den": 7643, + "▁occup": 7644, + "▁ON": 7645, + "▁hearing": 7646, + "estamp": 7647, + "▁agency": 7648, + "▁momentum": 7649, + "▁policies": 7650, + "coh": 7651, + "rr": 7652, + "看看": 7653, + "例如": 7654, + "▁behavi": 7655, + "▁Franc": 7656, + "▁Rel": 7657, + "▁Hill": 7658, + "▁caught": 7659, + "▁According": 7660, + "动力": 7661, + "DP": 7662, + "▁scal": 7663, + "▁George": 7664, + "outhern": 7665, + "▁approximately": 7666, + "现象": 7667, + "本身": 7668, + "lig": 7669, + "▁diagn": 7670, + "▁advent": 7671, + "▁dra": 7672, + "bc": 7673, + "成员": 7674, + "ructions": 7675, + "说的": 7676, + "ometry": 7677, + "▁discovered": 7678, + "终于": 7679, + "bd": 7680, + "▁sym": 7681, + "▁fre": 7682, + "▁prote": 7683, + "▁Hel": 7684, + "▁prepar": 7685, + "用的": 7686, + "▁cup": 7687, + "▁episode": 7688, + "van": 7689, + "▁Thank": 7690, + "▁appoint": 7691, + "▁editor": 7692, + "改善": 7693, + "▁closer": 7694, + "▁Leg": 7695, + "▁assign": 7696, + "erent": 7697, + "▁fourth": 7698, + "▁univers": 7699, + "write": 7700, + "OO": 7701, + "▁Arch": 7702, + "▁concerned": 7703, + "▁Alex": 7704, + "▁Bank": 7705, + "体的": 7706, + "▁married": 7707, + "▁register": 7708, + "统一": 7709, + "▁charges": 7710, + "inte": 7711, + "▁Hot": 7712, + "▁establish": 7713, + "解释": 7714, + "rical": 7715, + "alog": 7716, + "conf": 7717, + "▁paint": 7718, + "并没有": 7719, + "▁Two": 7720, + "Ed": 7721, + "▁returns": 7722, + "××": 7723, + "▁transl": 7724, + "%%%%": 7725, + "履行": 7726, + "▁experimental": 7727, + "房屋": 7728, + "▁Check": 7729, + "▁tit": 7730, + "▁updates": 7731, + "▁vir": 7732, + "是因为": 7733, + "▁raise": 7734, + "是不": 7735, + "otted": 7736, + "ewidth": 7737, + "▁boot": 7738, + "creen": 7739, + "▁liqu": 7740, + "垃圾": 7741, + "ned": 7742, + "▁debt": 7743, + "rl": 7744, + "▁familiar": 7745, + "noindent": 7746, + "▁fuel": 7747, + "测试": 7748, + "发展的": 7749, + "▁Ga": 7750, + "▁winning": 7751, + "放在": 7752, + "特点": 7753, + "nor": 7754, + "▁twice": 7755, + "▁т": 7756, + "dat": 7757, + "nDes": 7758, + "Trans": 7759, + "▁не": 7760, + "引导": 7761, + "▁German": 7762, + "成果": 7763, + "▁про": 7764, + "▁failure": 7765, + "[\\\"": 7766, + "▁sand": 7767, + "char": 7768, + "▁sudden": 7769, + "恢复": 7770, + "▁resource": 7771, + "独立": 7772, + "buntu": 7773, + "特殊": 7774, + "nan": 7775, + "▁citizens": 7776, + "Ref": 7777, + "▁uns": 7778, + "▁marg": 7779, + "Field": 7780, + "abil": 7781, + "▁planet": 7782, + "▁famous": 7783, + "配合": 7784, + "▁craft": 7785, + "网友": 7786, + "▁Board": 7787, + "在这": 7788, + "月份": 7789, + "▁nom": 7790, + "▁tough": 7791, + "平均": 7792, + "▁cart": 7793, + "认定": 7794, + "nQ": 7795, + "▁critic": 7796, + "所述的": 7797, + "▁academ": 7798, + "LC": 7799, + "▁Kore": 7800, + "orney": 7801, + "▁AT": 7802, + "第一次": 7803, + "物质": 7804, + "▁bug": 7805, + "yan": 7806, + "▁trouble": 7807, + "▁ф": 7808, + "▁brings": 7809, + "score": 7810, + "▁particle": 7811, + "▁worst": 7812, + "▁measurements": 7813, + "▁winter": 7814, + "▁Top": 7815, + "营养": 7816, + "▁approaches": 7817, + "gence": 7818, + "家里": 7819, + "▁north": 7820, + "rible": 7821, + "▁existence": 7822, + "▁funds": 7823, + "▁proud": 7824, + "▁suggested": 7825, + "rapy": 7826, + "▁marriage": 7827, + "▁Both": 7828, + "rier": 7829, + "▁absor": 7830, + ")]": 7831, + "uce": 7832, + "inations": 7833, + "度的": 7834, + "life": 7835, + "▁ends": 7836, + "▁discover": 7837, + "▁entirely": 7838, + "▁accompl": 7839, + "▁src": 7840, + "▁Т": 7841, + "weet": 7842, + "▁ourselves": 7843, + "EW": 7844, + "gener": 7845, + "▁relationships": 7846, + "▁Edu": 7847, + "▁;": 7848, + "▁lived": 7849, + "▁perspective": 7850, + ")+": 7851, + "▁mole": 7852, + "\\\":\\\"": 7853, + "▁taste": 7854, + "oration": 7855, + "irmed": 7856, + "isher": 7857, + "nare": 7858, + "▁subs": 7859, + "连续": 7860, + "▁Amazon": 7861, + "▁flux": 7862, + "▁south": 7863, + "方便": 7864, + "▁administration": 7865, + "status": 7866, + "▁Further": 7867, + "的一个": 7868, + "▁manufacture": 7869, + "毕竟": 7870, + "▁HD": 7871, + "▁об": 7872, + "商品": 7873, + "人民共和国": 7874, + "▁Make": 7875, + "▁Company": 7876, + "Out": 7877, + "▁expressed": 7878, + "▁appeared": 7879, + "而言": 7880, + "▁None": 7881, + "▁applic": 7882, + "▁dollars": 7883, + "KE": 7884, + "etch": 7885, + "就能": 7886, + "运营": 7887, + "主席": 7888, + "的生活": 7889, + "▁($\\\\": 7890, + "▁solve": 7891, + "▁appeal": 7892, + "▁iPhone": 7893, + "▁Union": 7894, + "▁gap": 7895, + "供应": 7896, + "▁spat": 7897, + "▁Dec": 7898, + "▁stable": 7899, + "▁formula": 7900, + "estic": 7901, + "ellar": 7902, + "posit": 7903, + "▁emission": 7904, + "工具": 7905, + "▁hab": 7906, + "▁judge": 7907, + "widet": 7908, + "Comp": 7909, + "权利要求": 7910, + "home": 7911, + "▁dynamics": 7912, + "句话": 7913, + "UM": 7914, + "▁uniform": 7915, + "▁department": 7916, + "罗斯": 7917, + "第四": 7918, + "▁trees": 7919, + "}-\\\\": 7920, + "inite": 7921, + "pecific": 7922, + "&&": 7923, + "rome": 7924, + "BD": 7925, + "query": 7926, + "src": 7927, + "中华人民共和国": 7928, + "▁apps": 7929, + "▁purposes": 7930, + "-$": 7931, + "▁paying": 7932, + "estival": 7933, + "▁god": 7934, + "di": 7935, + "处于": 7936, + "▁Party": 7937, + "▁hunt": 7938, + "作者": 7939, + "nFirst": 7940, + "明白": 7941, + "▁anyway": 7942, + "▁residents": 7943, + "▁Project": 7944, + "▁studied": 7945, + "▁bon": 7946, + "相比": 7947, + "RL": 7948, + "固定": 7949, + "▁latter": 7950, + "war": 7951, + "带着": 7952, + "如果你": 7953, + "ita": 7954, + "ello": 7955, + "~(\\\\": 7956, + "uffer": 7957, + "▁egg": 7958, + "message": 7959, + "▁structures": 7960, + "逐渐": 7961, + "死亡": 7962, + "▁delay": 7963, + "▁Д": 7964, + "}^\\\\": 7965, + "家人": 7966, + "就业": 7967, + "▁mental": 7968, + "▁Char": 7969, + "mosp": 7970, + "▁са": 7971, + "▁Road": 7972, + "▁audio": 7973, + "▁basically": 7974, + "▁possibility": 7975, + "actory": 7976, + "eper": 7977, + "▁detection": 7978, + "uries": 7979, + "▁Chicago": 7980, + "appe": 7981, + "▁selling": 7982, + "数量": 7983, + "▁funding": 7984, + "▁hero": 7985, + "nAlso": 7986, + "nInt": 7987, + "▁Foundation": 7988, + "不再": 7989, + "▁River": 7990, + "▁esc": 7991, + "▁deriv": 7992, + "attice": 7993, + "greg": 7994, + "对象": 7995, + "利益": 7996, + "alty": 7997, + "They": 7998, + "▁carried": 7999, + "efully": 8000, + "ses": 8001, + "odies": 8002, + "▁songs": 8003, + "照片": 8004, + "▁stret": 8005, + "▁teach": 8006, + "▁mail": 8007, + "▁documents": 8008, + "我想": 8009, + "▁Cle": 8010, + "▁cities": 8011, + "▁classic": 8012, + "▁dedicated": 8013, + "▁Inter": 8014, + "ATION": 8015, + "▁layers": 8016, + "▁explicit": 8017, + "▁Market": 8018, + "тел": 8019, + "ropy": 8020, + "dir": 8021, + "感到": 8022, + "是个": 8023, + "▁empty": 8024, + "声音": 8025, + "▁seek": 8026, + "▁Institute": 8027, + "▁labor": 8028, + "代理": 8029, + "▁sam": 8030, + "}]": 8031, + "▁Look": 8032, + "ста": 8033, + "▁tag": 8034, + "asket": 8035, + "inder": 8036, + "\\\\[\\": 8037, + "是一种": 8038, + "appoint": 8039, + "▁investigation": 8040, + "▁busy": 8041, + "icine": 8042, + "▁waste": 8043, + "沟通": 8044, + "▁Android": 8045, + "▁sch": 8046, + "▁quiet": 8047, + "身上": 8048, + "公里": 8049, + "search": 8050, + "Array": 8051, + "En": 8052, + "rot": 8053, + "少年": 8054, + "only": 8055, + "掌握": 8056, + "▁agreed": 8057, + "▁technique": 8058, + "pay": 8059, + "show": 8060, + "▁acknow": 8061, + "nAccording": 8062, + "▁neighborhood": 8063, + "▁reci": 8064, + "product": 8065, + "▁enjoyed": 8066, + "question": 8067, + "▁License": 8068, + "▁destroy": 8069, + "▁Н": 8070, + "ournal": 8071, + "nPlease": 8072, + "nconst": 8073, + "有一个": 8074, + "▁Gr": 8075, + "({\\\\": 8076, + "icians": 8077, + "指数": 8078, + "▁Su": 8079, + "▁Mem": 8080, + "我就": 8081, + "Index": 8082, + "▁Sil": 8083, + "OA": 8084, + "所谓": 8085, + "不错": 8086, + "inition": 8087, + "nAny": 8088, + "▁degrees": 8089, + "road": 8090, + "之外": 8091, + "▁Mil": 8092, + "▁markets": 8093, + "When": 8094, + "▁Gra": 8095, + "▁Game": 8096, + "▁Only": 8097, + "▁cluster": 8098, + "来到": 8099, + "加上": 8100, + "观察": 8101, + "▁Fore": 8102, + "▁Sing": 8103, + "▁convert": 8104, + "内部": 8105, + "isms": 8106, + "uty": 8107, + "为主": 8108, + "永远": 8109, + "{}": 8110, + "强调": 8111, + "bal": 8112, + "reek": 8113, + "claim": 8114, + "乡村": 8115, + "▁encourage": 8116, + "▁theme": 8117, + "接触": 8118, + "角度": 8119, + "CS": 8120, + "linewidth": 8121, + "raq": 8122, + "())": 8123, + "▁formed": 8124, + "▁ap": 8125, + "▁climate": 8126, + "▁hidden": 8127, + "举办": 8128, + "▁grad": 8129, + "▁Acc": 8130, + "▁auto": 8131, + "▁payment": 8132, + "▁anywhere": 8133, + "重视": 8134, + "len": 8135, + "▁mo": 8136, + "也没有": 8137, + "▁inner": 8138, + "本案": 8139, + "▁boost": 8140, + "▁responsibility": 8141, + "▁fell": 8142, + ")}{": 8143, + "phas": 8144, + "▁artist": 8145, + "append": 8146, + "评价": 8147, + "深圳": 8148, + "ental": 8149, + "nNote": 8150, + "▁AN": 8151, + "▁implementation": 8152, + "是不是": 8153, + "▁numerous": 8154, + "▁decades": 8155, + "▁prison": 8156, + "▁dinner": 8157, + "ki": 8158, + "▁encount": 8159, + "▁distributed": 8160, + "ussian": 8161, + "ems": 8162, + "▁league": 8163, + "emma": 8164, + "▁Tur": 8165, + "▁sea": 8166, + "isco": 8167, + "▁_{": 8168, + "▁Vir": 8169, + "予以": 8170, + "▁reject": 8171, + "operator": 8172, + "仍然": 8173, + "疫情防控": 8174, + "突破": 8175, + "登记": 8176, + "▁Africa": 8177, + "背景": 8178, + "▁standing": 8179, + "▁confirm": 8180, + "olate": 8181, + "acing": 8182, + "▁wine": 8183, + "软件": 8184, + "▁Tor": 8185, + "慢慢": 8186, + "VD": 8187, + "效率": 8188, + "▁picked": 8189, + "▁efficiency": 8190, + "itemize": 8191, + "▁hurt": 8192, + "▁schedule": 8193, + "▁Islam": 8194, + "▁Sum": 8195, + "绿色": 8196, + "values": 8197, + "ottom": 8198, + "▁chair": 8199, + "▁causes": 8200, + "▁highlight": 8201, + "auge": 8202, + "时的": 8203, + "▁blow": 8204, + "▁crime": 8205, + "▁distinct": 8206, + "▁Under": 8207, + "itionally": 8208, + "osis": 8209, + "可能会": 8210, + "gery": 8211, + "iveness": 8212, + "资本": 8213, + "校园": 8214, + "借款": 8215, + "▁__": 8216, + "client": 8217, + "Date": 8218, + "讨论": 8219, + "移动": 8220, + "sembly": 8221, + "▁housing": 8222, + "$(": 8223, + "通常": 8224, + "ulous": 8225, + "并不是": 8226, + "noon": 8227, + "target": 8228, + "он": 8229, + "英语": 8230, + "▁moments": 8231, + "总结": 8232, + "▁Mad": 8233, + "体育": 8234, + "apped": 8235, + "▁implies": 8236, + "prop": 8237, + "}}{\\\\": 8238, + "▁obviously": 8239, + "▁figures": 8240, + "▁metric": 8241, + "widetilde": 8242, + "▁Hamilton": 8243, + "▁pix": 8244, + "pers": 8245, + "▁Club": 8246, + "UE": 8247, + "▁maps": 8248, + "▁recall": 8249, + "▁sport": 8250, + "▁soul": 8251, + "bi": 8252, + "▁breath": 8253, + "}^{(": 8254, + "▁Mer": 8255, + "▁segment": 8256, + "▁happening": 8257, + "Sc": 8258, + "ittee": 8259, + "▁affected": 8260, + "▁OS": 8261, + "大量": 8262, + "▁crazy": 8263, + "哪些": 8264, + "皮肤": 8265, + "有着": 8266, + "年度": 8267, + "}_\\\\": 8268, + "From": 8269, + "\\\\}": 8270, + "nAd": 8271, + "Sub": 8272, + "▁nodes": 8273, + "oses": 8274, + "spe": 8275, + "网站": 8276, + "▁seat": 8277, + "RI": 8278, + "▁coupling": 8279, + "▁advanced": 8280, + "▁fellow": 8281, + "Build": 8282, + "▁Press": 8283, + "▁portion": 8284, + "升级": 8285, + "event": 8286, + "更好": 8287, + "▁phil": 8288, + "出口": 8289, + "迅速": 8290, + "大会": 8291, + "年前": 8292, + "更多的": 8293, + "contain": 8294, + "▁ast": 8295, + "uable": 8296, + "强化": 8297, + "相当": 8298, + "经理": 8299, + "▁lic": 8300, + "пи": 8301, + "▁extension": 8302, + "чи": 8303, + "小区": 8304, + "▁Down": 8305, + "地产": 8306, + "|^": 8307, + "###": 8308, + "float": 8309, + "▁Pen": 8310, + "▁ille": 8311, + "也许": 8312, + "▁incorpor": 8313, + "oking": 8314, + "▁virtual": 8315, + "▁shopping": 8316, + "▁Instead": 8317, + "▁friendly": 8318, + "nThanks": 8319, + "支撑": 8320, + "▁creation": 8321, + "▁correlation": 8322, + "最好": 8323, + "▁choices": 8324, + "尤其是": 8325, + "作业": 8326, + "▁Jer": 8327, + "▁browser": 8328, + "Line": 8329, + "▁beer": 8330, + "bel": 8331, + "统计": 8332, + "▁necessarily": 8333, + "faces": 8334, + "Element": 8335, + "же": 8336, + "lines": 8337, + "▁accounts": 8338, + "▁realized": 8339, + "研发": 8340, + "▁eigen": 8341, + "inem": 8342, + "▁knowing": 8343, + "▁impossible": 8344, + "athe": 8345, + "▁Sl": 8346, + "很难": 8347, + "▁hence": 8348, + "▁Form": 8349, + "▁locations": 8350, + "▁stores": 8351, + "▁injury": 8352, + "眼睛": 8353, + "▁Log": 8354, + "▁password": 8355, + "兴趣": 8356, + "▁nil": 8357, + "QL": 8358, + "▁setup": 8359, + "▁aspects": 8360, + "……\\": 8361, + "reshold": 8362, + "▁Government": 8363, + "治理": 8364, + "▁holiday": 8365, + "iller": 8366, + "▁introduce": 8367, + "上午": 8368, + "▁Design": 8369, + "充满": 8370, + "▁lab": 8371, + "author": 8372, + "有所": 8373, + "各项": 8374, + "context": 8375, + "大部分": 8376, + "Ass": 8377, + "▁manif": 8378, + "Color": 8379, + "▁ingred": 8380, + "职工": 8381, + "PD": 8382, + "▁tom": 8383, + "▁reasonable": 8384, + "公司的": 8385, + "uster": 8386, + "▁leadership": 8387, + "rated": 8388, + "PM": 8389, + "ao": 8390, + "▁laun": 8391, + "▁teachers": 8392, + "的好": 8393, + "gency": 8394, + "▁joined": 8395, + "▁debate": 8396, + "▁decay": 8397, + "Pr": 8398, + "一名": 8399, + "▁fairly": 8400, + "▁Wil": 8401, + "Box": 8402, + "hspace": 8403, + "▁Sal": 8404, + "▁incident": 8405, + "▁Brown": 8406, + "attering": 8407, + "▁denote": 8408, + "het": 8409, + "▁horiz": 8410, + "就要": 8411, + "▁wa": 8412, + "▁folks": 8413, + "出生": 8414, + "▁exciting": 8415, + "nIs": 8416, + "ampionship": 8417, + "维护": 8418, + "▁restaurant": 8419, + "▁fighting": 8420, + "▁corre": 8421, + "▁Jew": 8422, + "▁Love": 8423, + "▁fif": 8424, + "咨询": 8425, + "unning": 8426, + "orthern": 8427, + "\\\\_": 8428, + "▁speaking": 8429, + "▁Island": 8430, + "oma": 8431, + "loc": 8432, + "udes": 8433, + "▁patterns": 8434, + "eler": 8435, + "icken": 8436, + "▁diagram": 8437, + "▁appearance": 8438, + "▁си": 8439, + "riz": 8440, + "▁suggests": 8441, + "▁theore": 8442, + "▁Robert": 8443, + "obs": 8444, + "sem": 8445, + "▁www": 8446, + "neq": 8447, + "▁pregn": 8448, + "▁tro": 8449, + "▁bike": 8450, + "日起": 8451, + "BI": 8452, + "▁treated": 8453, + "▁Scott": 8454, + "才是": 8455, + "ните": 8456, + "▁plants": 8457, + "▁hundreds": 8458, + "▁Republican": 8459, + "jpg": 8460, + "▁films": 8461, + "irty": 8462, + "▁candidates": 8463, + "人口": 8464, + "▁Jim": 8465, + "▁Ubuntu": 8466, + "nhttp": 8467, + "▁Information": 8468, + "▁accident": 8469, + "▁Lear": 8470, + "▁substant": 8471, + "▁opposite": 8472, + "▁television": 8473, + "▁strongly": 8474, + "▁Que": 8475, + "▁answers": 8476, + "theorem": 8477, + "▁orders": 8478, + "爸爸": 8479, + "▁repair": 8480, + "qquad": 8481, + "nclass": 8482, + "不知": 8483, + "agraph": 8484, + "igan": 8485, + "▁Japanese": 8486, + "upid": 8487, + "umerate": 8488, + "动物": 8489, + "▁derived": 8490, + "▁Canad": 8491, + "nJust": 8492, + "俄罗斯": 8493, + "▁solar": 8494, + "се": 8495, + "ategory": 8496, + "ih": 8497, + "上涨": 8498, + "▁laugh": 8499, + "追求": 8500, + "▁fra": 8501, + "▁Tim": 8502, + "adow": 8503, + "▁hardware": 8504, + "基于": 8505, + "我們": 8506, + "▁animal": 8507, + "▁nine": 8508, + "▁border": 8509, + "▁announce": 8510, + "美丽": 8511, + "▁Minister": 8512, + "▁reaction": 8513, + "▁rub": 8514, + "▁seriously": 8515, + "▁drugs": 8516, + "▁District": 8517, + "▁Iraq": 8518, + "▁signs": 8519, + "义务": 8520, + "工资": 8521, + "▁flag": 8522, + "riter": 8523, + "多次": 8524, + "ля": 8525, + "afe": 8526, + "esh": 8527, + "▁enable": 8528, + "ар": 8529, + "cat": 8530, + "启动": 8531, + "DB": 8532, + "世纪": 8533, + "一条": 8534, + "消防": 8535, + "我是": 8536, + "▁loop": 8537, + "山东": 8538, + "▁Ann": 8539, + "▁windows": 8540, + "▁lawy": 8541, + "▁route": 8542, + "▁atmosp": 8543, + "理念": 8544, + "inity": 8545, + "比例": 8546, + "▁hell": 8547, + "сто": 8548, + "▁greatest": 8549, + "▁phenomen": 8550, + "▁Back": 8551, + "first": 8552, + "▁mort": 8553, + "就在": 8554, + "nQu": 8555, + "提前": 8556, + "nDo": 8557, + "uts": 8558, + "asp": 8559, + "▁practices": 8560, + "SL": 8561, + "▁interactions": 8562, + "▁emp": 8563, + "▁Today": 8564, + "▁enhance": 8565, + "ERS": 8566, + "▁Year": 8567, + "▁UN": 8568, + "▁missed": 8569, + "uke": 8570, + "▁shel": 8571, + "▁arrived": 8572, + "▁IP": 8573, + "ading": 8574, + "ora": 8575, + "▁battery": 8576, + "esides": 8577, + "她们": 8578, + "态度": 8579, + "▁environmental": 8580, + "aste": 8581, + "▁Vis": 8582, + "▁fly": 8583, + "▁continuous": 8584, + "趋势": 8585, + "▁optical": 8586, + "car": 8587, + "复杂": 8588, + "module": 8589, + "▁formation": 8590, + "▁experts": 8591, + "▁pm": 8592, + "▁shooting": 8593, + "ги": 8594, + "omic": 8595, + "▁interests": 8596, + "确认": 8597, + "▁Germany": 8598, + "rons": 8599, + "概念": 8600, + "队伍": 8601, + "▁achieved": 8602, + "▁compre": 8603, + "▁effectively": 8604, + "plot": 8605, + "▁wearing": 8606, + "ilarly": 8607, + "▁appreciate": 8608, + "Table": 8609, + "MP": 8610, + "Reg": 8611, + "Image": 8612, + "贡献": 8613, + "▁somewhere": 8614, + "给予": 8615, + "▁funny": 8616, + "制定": 8617, + "▁desire": 8618, + "▁optimal": 8619, + "革命": 8620, + "▁adm": 8621, + "近日": 8622, + "rick": 8623, + "▁cab": 8624, + "An": 8625, + "ailed": 8626, + "FA": 8627, + " –": 8628, + "▁mechanism": 8629, + "▁prin": 8630, + "回家": 8631, + "审理": 8632, + "▁sister": 8633, + "ployment": 8634, + "表面": 8635, + "▁Iran": 8636, + "▁rare": 8637, + "机器": 8638, + "matrix": 8639, + "▁Frank": 8640, + "▁beauty": 8641, + "委托": 8642, + "ui": 8643, + "▁()": 8644, + "▁mixed": 8645, + "▁kinds": 8646, + "▁committed": 8647, + "ESS": 8648, + "▁operators": 8649, + "null": 8650, + "cean": 8651, + "每年": 8652, + "▁somewhat": 8653, + "itar": 8654, + "lemma": 8655, + "▁channels": 8656, + "▁bringing": 8657, + "▁fraction": 8658, + "▁electronic": 8659, + "▁perfectly": 8660, + "▁defend": 8661, + "▁ath": 8662, + "▁ori": 8663, + "▁bare": 8664, + "▁politics": 8665, + "岗位": 8666, + "▁sick": 8667, + "▁interpret": 8668, + "uing": 8669, + "▁shap": 8670, + "▁Ins": 8671, + "不用": 8672, + "omorph": 8673, + "Manager": 8674, + "eries": 8675, + "年代": 8676, + "▁Carol": 8677, + "▁zone": 8678, + "▁suit": 8679, + "▁HT": 8680, + "▁Russian": 8681, + "▁limits": 8682, + "▁dogs": 8683, + "▁Social": 8684, + "▁plate": 8685, + "▁losing": 8686, + "▁herself": 8687, + "高度": 8688, + "mo": 8689, + "`\\": 8690, + "行的": 8691, + "令人": 8692, + "▁-\\\\": 8693, + "arts": 8694, + "Sp": 8695, + "▁при": 8696, + "▁sky": 8697, + "cohol": 8698, + "graph": 8699, + "▁plastic": 8700, + "▁Bob": 8701, + "▁arbit": 8702, + "形象": 8703, + "▁arms": 8704, + "icted": 8705, + "▁containing": 8706, + "inue": 8707, + "fol": 8708, + "▁afternoon": 8709, + "CA": 8710, + "唯一": 8711, + "output": 8712, + "爱的": 8713, + "思维": 8714, + "▁indicate": 8715, + "▁emphas": 8716, + "▁radius": 8717, + "▁France": 8718, + "▁Central": 8719, + "▁pump": 8720, + "▁Vol": 8721, + "▁Last": 8722, + "限制": 8723, + "alo": 8724, + "web": 8725, + "小的": 8726, + "}}(": 8727, + "▁diss": 8728, + "▁Ill": 8729, + "▁simulation": 8730, + "▁teen": 8731, + "Client": 8732, + "=-": 8733, + "依据": 8734, + "▁versions": 8735, + "感谢": 8736, + "▁glad": 8737, + "law": 8738, + "电池": 8739, + "nPost": 8740, + "agram": 8741, + "atrix": 8742, + "▁Security": 8743, + "▁pal": 8744, + "ART": 8745, + "公众": 8746, + "font": 8747, + "▁expos": 8748, + "atin": 8749, + "▁+=": 8750, + "▁modes": 8751, + "▁ ": 8752, + "的不": 8753, + "一段": 8754, + "错误": 8755, + "▁Grand": 8756, + "工作人员": 8757, + "▁Show": 8758, + "▁align": 8759, + "▁wedding": 8760, + "▁Senate": 8761, + "▁chief": 8762, + "▁mainly": 8763, + "同学们": 8764, + "images": 8765, + "▁consists": 8766, + "▁disappoint": 8767, + "人民币": 8768, + "▁African": 8769, + ":\\\\": 8770, + "观众": 8771, + "▁simulations": 8772, + "ju": 8773, + "▁excess": 8774, + "last": 8775, + "nit": 8776, + "预计": 8777, + "广东": 8778, + "▁scenario": 8779, + "▁subt": 8780, + "或许": 8781, + "va": 8782, + "nYour": 8783, + "▁propag": 8784, + "rypt": 8785, + "回到": 8786, + "▁moves": 8787, + "▁edges": 8788, + "天的": 8789, + "▁Ber": 8790, + "▁FOR": 8791, + "▁surprised": 8792, + "加快": 8793, + "▁witness": 8794, + "▁reduction": 8795, + "CO": 8796, + "nergy": 8797, + "日子": 8798, + "▁practical": 8799, + "▁Russia": 8800, + "One": 8801, + "ipes": 8802, + "▁Rad": 8803, + "很好": 8804, + "▁Committee": 8805, + "System": 8806, + "一旦": 8807, + "尽管": 8808, + "▁revealed": 8809, + "▁+\\": 8810, + "空气": 8811, + "▁Mass": 8812, + "▁subsequ": 8813, + "zy": 8814, + "▁symmetry": 8815, + "▁begins": 8816, + "▁artists": 8817, + "lik": 8818, + "▁boys": 8819, + "▁anymore": 8820, + "探索": 8821, + "运输": 8822, + "▁During": 8823, + "▁capable": 8824, + "▁ordered": 8825, + "uns": 8826, + "▁reader": 8827, + "▁binary": 8828, + "▁Main": 8829, + "▁explan": 8830, + "▁advertising": 8831, + "DR": 8832, + "LS": 8833, + "nYes": 8834, + "▁surprise": 8835, + "BR": 8836, + "])": 8837, + "美的": 8838, + "▁mac": 8839, + "button": 8840, + "▁keeps": 8841, + "ician": 8842, + "▁contributions": 8843, + "下去": 8844, + "每次": 8845, + "▁prime": 8846, + "*{": 8847, + "▁dangerous": 8848, + "▁Muslim": 8849, + "名字": 8850, + "bur": 8851, + "▁slowly": 8852, + "▁vehicles": 8853, + "▁tested": 8854, + "ollowing": 8855, + "▁dynamic": 8856, + "▁scientific": 8857, + "▁flight": 8858, + "名的": 8859, + "▁spaces": 8860, + "▁topics": 8861, + "tenance": 8862, + "ifies": 8863, + "▁Those": 8864, + "Att": 8865, + "检察": 8866, + "▁Long": 8867, + "违法": 8868, + "kes": 8869, + "▁reward": 8870, + "症状": 8871, + "▁Atl": 8872, + "▁Color": 8873, + "▁regime": 8874, + "所有的": 8875, + "▁Mike": 8876, + "▁officer": 8877, + "ameters": 8878, + "给我": 8879, + "的方法": 8880, + "args": 8881, + "判断": 8882, + "iration": 8883, + "享受": 8884, + "委会": 8885, + "${": 8886, + "ronic": 8887, + "▁Lake": 8888, + "nomial": 8889, + "textrm": 8890, + "▁Team": 8891, + "▁Western": 8892, + "太阳": 8893, + "▁lie": 8894, + "▁circumst": 8895, + "cup": 8896, + "▁Mount": 8897, + "IST": 8898, + "stood": 8899, + "ket": 8900, + "actor": 8901, + "▁Bet": 8902, + "coin": 8903, + "▁API": 8904, + "▁imp": 8905, + "部署": 8906, + "quare": 8907, + "мо": 8908, + "▁Land": 8909, + "enu": 8910, + "//\\": 8911, + "很大": 8912, + "婚姻": 8913, + "bles": 8914, + "ometric": 8915, + "好像": 8916, + "▁improvement": 8917, + "ani": 8918, + "ras": 8919, + "▁shit": 8920, + "▁numerical": 8921, + "打开": 8922, + "鉴定": 8923, + "▁AD": 8924, + "rastructure": 8925, + "eer": 8926, + "顺利": 8927, + "footnote": 8928, + "sts": 8929, + "▁Stand": 8930, + "=(": 8931, + "▁crack": 8932, + "半年": 8933, + "▁hasn": 8934, + "加工": 8935, + "▁Have": 8936, + "▁license": 8937, + "uality": 8938, + "struct": 8939, + "公布": 8940, + "相应": 8941, + "▁measurement": 8942, + "我在": 8943, + "广大": 8944, + "▁facilities": 8945, + "▁replaced": 8946, + "▁iron": 8947, + "▁favour": 8948, + "ua": 8949, + "▁planned": 8950, + "年龄": 8951, + "节目": 8952, + "▁Director": 8953, + "▁stands": 8954, + "▁involve": 8955, + "▁branch": 8956, + "的影响": 8957, + "人士": 8958, + "▁agents": 8959, + "▁reform": 8960, + "▁sugar": 8961, + "import": 8962, + "ograp": 8963, + "▁insert": 8964, + "ът": 8965, + "▁seeking": 8966, + "▁recipe": 8967, + "▁youth": 8968, + "都要": 8969, + "ensus": 8970, + "▁bench": 8971, + "▁Jud": 8972, + "PH": 8973, + "ulture": 8974, + "▁query": 8975, + "▁Network": 8976, + "urd": 8977, + "▁architecture": 8978, + "创建": 8979, + "▁passing": 8980, + "▁Los": 8981, + "▁origin": 8982, + "vin": 8983, + "长的": 8984, + "fd": 8985, + "plete": 8986, + "▁NULL": 8987, + "xspace": 8988, + "高速": 8989, + "▁wealth": 8990, + "RS": 8991, + "回答": 8992, + "ena": 8993, + "温度": 8994, + "▁recorded": 8995, + "全体": 8996, + "放弃": 8997, + "▁Tre": 8998, + "动作": 8999, + "nPh": 9000, + "基层": 9001, + "意味": 9002, + "Response": 9003, + "到的": 9004, + "Input": 9005, + "人在": 9006, + "▁classical": 9007, + "▁Using": 9008, + "手术": 9009, + "ASS": 9010, + "▁estate": 9011, + "▁crisis": 9012, + "▁shouldn": 9013, + "文学": 9014, + "大概": 9015, + "}$)": 9016, + "贸易": 9017, + "▁sac": 9018, + "bound": 9019, + "{{\\\\": 9020, + "filtered": 9021, + "▁grid": 9022, + "▁confirmed": 9023, + "▁strict": 9024, + "▁confident": 9025, + "ciples": 9026, + "▁compact": 9027, + "▁strategies": 9028, + "ifferent": 9029, + "女孩": 9030, + "▁Louis": 9031, + "▁capture": 9032, + "ban": 9033, + "欢迎": 9034, + "▁turning": 9035, + "▁amplit": 9036, + "▁rooms": 9037, + "新型": 9038, + "▁tail": 9039, + "▁indicates": 9040, + "▁rom": 9041, + "▁amb": 9042, + "▁suitable": 9043, + "▁pulled": 9044, + "大多数": 9045, + "结婚": 9046, + "▁loan": 9047, + "体现": 9048, + "agers": 9049, + "一份": 9050, + "▁garden": 9051, + "▁remark": 9052, + "▁perturb": 9053, + "期的": 9054, + "nWell": 9055, + "▁Cup": 9056, + "▁fees": 9057, + "▁crowd": 9058, + "▁gather": 9059, + "▁recommended": 9060, + "cr": 9061, + "也要": 9062, + "▁dropped": 9063, + "scribe": 9064, + "示范": 9065, + "▁Cath": 9066, + "▁religion": 9067, + "ibilities": 9068, + "mic": 9069, + "timestamp": 9070, + "prise": 9071, + "▁Max": 9072, + "ffect": 9073, + "▁sympt": 9074, + "相互": 9075, + "▁Java": 9076, + "{$": 9077, + "出去": 9078, + "▁suspect": 9079, + "先进": 9080, + "▁McC": 9081, + "update": 9082, + "ownt": 9083, + "▁dust": 9084, + "cb": 9085, + "鼓励": 9086, + "▁nic": 9087, + "欧洲": 9088, + "▁Blue": 9089, + "dec": 9090, + "nAnother": 9091, + "▁represented": 9092, + "urally": 9093, + "详细": 9094, + "rooms": 9095, + "vely": 9096, + "essions": 9097, + "风格": 9098, + "▁Second": 9099, + "▁corporate": 9100, + "▁bunch": 9101, + "使得": 9102, + "umns": 9103, + "gorithms": 9104, + "▁extends": 9105, + "▁Nov": 9106, + "记得": 9107, + "onna": 9108, + "▁Management": 9109, + "▁Fil": 9110, + "▁formal": 9111, + "▁facts": 9112, + "false": 9113, + "▁believed": 9114, + "▁fundamental": 9115, + "▁fle": 9116, + "植物": 9117, + "ea": 9118, + "ан": 9119, + "dep": 9120, + "▁Sand": 9121, + "nv": 9122, + "▁ris": 9123, + "▁hoping": 9124, + "▁stack": 9125, + "▁occasion": 9126, + "CP": 9127, + "}$\\": 9128, + "ANT": 9129, + "▁NY": 9130, + "▁thin": 9131, + "oded": 9132, + "都能": 9133, + "aven": 9134, + "find": 9135, + "人物": 9136, + "▁beach": 9137, + "▁Bas": 9138, + "ipe": 9139, + "让我们": 9140, + "路上": 9141, + "▁adult": 9142, + "herent": 9143, + "农民": 9144, + "党委": 9145, + "传播": 9146, + "本发明": 9147, + "▁wal": 9148, + "司法": 9149, + "anda": 9150, + "root": 9151, + "▁invari": 9152, + "▁Roy": 9153, + "▁icon": 9154, + "acter": 9155, + "Fr": 9156, + "▁breaking": 9157, + "omy": 9158, + "方面的": 9159, + "nuse": 9160, + "Result": 9161, + "▁veget": 9162, + "▁iP": 9163, + "下了": 9164, + "icial": 9165, + "\\\"\\\"\\\"\\": 9166, + "▁sizes": 9167, + "▁ju": 9168, + "]\\\\": 9169, + "ypes": 9170, + "称为": 9171, + "▁buff": 9172, + "▁consumers": 9173, + "layer": 9174, + "▁unknown": 9175, + "性能": 9176, + "hem": 9177, + "Status": 9178, + "▁weapons": 9179, + "appy": 9180, + "▁literature": 9181, + "▁proport": 9182, + "▁reson": 9183, + "村民": 9184, + "实用": 9185, + "project": 9186, + "▁prompt": 9187, + "▁intent": 9188, + "伤害": 9189, + "▁cultural": 9190, + "▁Education": 9191, + "ivered": 9192, + "▁sustain": 9193, + "主持": 9194, + "▁millions": 9195, + "ERT": 9196, + "▁repeated": 9197, + "随后": 9198, + "▁inspired": 9199, + "改造": 9200, + "▁Wall": 9201, + "▁county": 9202, + "▁functional": 9203, + "▁trading": 9204, + "签订": 9205, + "▁Р": 9206, + "挑战": 9207, + "nUn": 9208, + "▁accepted": 9209, + "|\\": 9210, + "▁university": 9211, + "ato": 9212, + "Comm": 9213, + "理想": 9214, + "tm": 9215, + "▁Call": 9216, + "配置": 9217, + "▁hydro": 9218, + "当事": 9219, + "She": 9220, + "▁executive": 9221, + "▁officers": 9222, + "▁liked": 9223, + "imately": 9224, + "▁matters": 9225, + "▁CH": 9226, + "▁shell": 9227, + "enumerate": 9228, + "▁consumer": 9229, + "▁ре": 9230, + "▁parallel": 9231, + "▁tack": 9232, + "▁veter": 9233, + "▁cream": 9234, + "▁approximation": 9235, + "特别是": 9236, + "▁\\": 9456, + "){\\": 9457, + "我不": 9458, + "▁ped": 9459, + "▁dance": 9460, + "▁Right": 9461, + "Bl": 9462, + "公园": 9463, + "▁CEO": 9464, + "▁Г": 9465, + "▁skill": 9466, + "▁Week": 9467, + "天气": 9468, + "▁fort": 9469, + "良好的": 9470, + "绝对": 9471, + "▁emotional": 9472, + "grad": 9473, + "kins": 9474, + "apse": 9475, + "ye": 9476, + "分为": 9477, + "▁serving": 9478, + "▁Police": 9479, + "▁supports": 9480, + "▁Card": 9481, + "▁sole": 9482, + "利润": 9483, + "edu": 9484, + "专项": 9485, + "▁Finally": 9486, + "zing": 9487, + "бо": 9488, + "▁Word": 9489, + "▁participants": 9490, + "回复": 9491, + "▁surgery": 9492, + "Sup": 9493, + "deg": 9494, + "▁Thomas": 9495, + "主体": 9496, + "▁Old": 9497, + "SH": 9498, + "酒店": 9499, + "实力": 9500, + "多了": 9501, + "一家": 9502, + "▁tiny": 9503, + "▁std": 9504, + "lets": 9505, + "▁acts": 9506, + "▁Where": 9507, + "Point": 9508, + "▁sorry": 9509, + "▁tomorrow": 9510, + "其特征": 9511, + "▁tou": 9512, + "▁accommod": 9513, + "也在": 9514, + "▁du": 9515, + "Fe": 9516, + "▁cro": 9517, + "▁raw": 9518, + "做的": 9519, + "URL": 9520, + "手段": 9521, + "jo": 9522, + "苹果": 9523, + "正是": 9524, + "▁$(\\\\": 9525, + "ported": 9526, + "▁vent": 9527, + "所在": 9528, + "▁guests": 9529, + "▁perman": 9530, + "scri": 9531, + "ulating": 9532, + "▁revenue": 9533, + "▁approved": 9534, + "一边": 9535, + "▁Light": 9536, + "立即": 9537, + "流程": 9538, + "▁Angeles": 9539, + "▁neither": 9540, + "▁spectral": 9541, + "文字": 9542, + "subfigure": 9543, + "之中": 9544, + "的情况下": 9545, + "perform": 9546, + "最好的": 9547, + "▁lovely": 9548, + "igital": 9549, + "Don": 9550, + "董事": 9551, + "▁finds": 9552, + "▁native": 9553, + "▁sentence": 9554, + "▁independ": 9555, + "istent": 9556, + "▁Chris": 9557, + "做出": 9558, + "ventional": 9559, + "▁Pay": 9560, + "omin": 9561, + "▁SU": 9562, + "————": 9563, + "erman": 9564, + "▁spatial": 9565, + "▁valuable": 9566, + "▁Start": 9567, + "▁sight": 9568, + "▁comprehens": 9569, + "新冠": 9570, + "▁mir": 9571, + "▁rig": 9572, + "ensed": 9573, + "}:": 9574, + "▁talked": 9575, + "▁directory": 9576, + "world": 9577, + "▁trick": 9578, + "▁reliable": 9579, + "环保": 9580, + "▁reconst": 9581, + "▁originally": 9582, + "会上": 9583, + "▁grew": 9584, + "▁adults": 9585, + "▁Community": 9586, + "定位": 9587, + "▁Tem": 9588, + "sect": 9589, + "▁Johnson": 9590, + "中國": 9591, + "▁fruit": 9592, + "青春": 9593, + "▁estimates": 9594, + "▁remote": 9595, + "mem": 9596, + "kg": 9597, + "▁lunch": 9598, + "▁grown": 9599, + "nOver": 9600, + "很快": 9601, + "Rep": 9602, + "▁taught": 9603, + "ipt": 9604, + "件事": 9605, + "orough": 9606, + "ONE": 9607, + "▁Equ": 9608, + "▁stuck": 9609, + "网上": 9610, + "▁End": 9611, + "▁fro": 9612, + "▁authority": 9613, + "▁king": 9614, + "▁issued": 9615, + "MM": 9616, + "nSte": 9617, + "iders": 9618, + "民警": 9619, + "▁Sol": 9620, + "▁Music": 9621, + "▁contained": 9622, + "工艺": 9623, + "▁frequently": 9624, + "iner": 9625, + "▁proved": 9626, + "▁Model": 9627, + "▁contem": 9628, + "至今": 9629, + "▁enforce": 9630, + "GR": 9631, + "asts": 9632, + "itutions": 9633, + "▁objective": 9634, + "的前": 9635, + "▁Soft": 9636, + "uous": 9637, + "ilib": 9638, + "azz": 9639, + "▁Engine": 9640, + "card": 9641, + "▁decor": 9642, + "expected": 9643, + "eli": 9644, + "▁observe": 9645, + "▁reprodu": 9646, + "TP": 9647, + "orse": 9648, + "▁walked": 9649, + "▁facility": 9650, + "True": 9651, + "▁historical": 9652, + "nSup": 9653, + "▁loves": 9654, + "很有": 9655, + "课堂": 9656, + "tra": 9657, + "▁colour": 9658, + "▁decade": 9659, + "各类": 9660, + "▁lapt": 9661, + "实在": 9662, + "after": 9663, + "的一种": 9664, + "▁Jeff": 9665, + "提交": 9666, + "▁referred": 9667, + "uum": 9668, + "high": 9669, + "Method": 9670, + "try": 9671, + "整治": 9672, + "▁aid": 9673, + "▁Linux": 9674, + "pare": 9675, + "三年": 9676, + "raining": 9677, + "▁transformation": 9678, + "▁WH": 9679, + "FS": 9680, + "ican": 9681, + "▁chose": 9682, + "▁retain": 9683, + "widehat": 9684, + "▁prepare": 9685, + "▁visible": 9686, + "房子": 9687, + "method": 9688, + "ells": 9689, + "▁pil": 9690, + "▁hook": 9691, + "▁Step": 9692, + "▁justice": 9693, + "ocolate": 9694, + "▁swim": 9695, + "▁Ok": 9696, + "他说": 9697, + "集体": 9698, + "▁joy": 9699, + "Group": 9700, + "▁widely": 9701, + "IO": 9702, + "step": 9703, + "▁раз": 9704, + "ala": 9705, + "▁conducted": 9706, + "志愿者": 9707, + "变成": 9708, + "ixed": 9709, + "▁dealing": 9710, + "▁saved": 9711, + "构成": 9712, + "▁Jones": 9713, + "民事": 9714, + "▁Exper": 9715, + "nIm": 9716, + "▁provider": 9717, + "▁parking": 9718, + "评估": 9719, + "▁=\\": 9720, + "▁assistance": 9721, + "▁Lo": 9722, + "results": 9723, + "UI": 9724, + "plan": 9725, + "▁Does": 9726, + "▁polynomial": 9727, + "perties": 9728, + "学科": 9729, + "iral": 9730, + "▁extent": 9731, + "▁covers": 9732, + "发表": 9733, + "detail": 9734, + "▁commission": 9735, + "▁);\\": 9736, + "▁talent": 9737, + "▁vast": 9738, + "答案": 9739, + "▁island": 9740, + "▁corresponds": 9741, + "ola": 9742, + "▁likes": 9743, + "opyright": 9744, + "▁instructions": 9745, + "Script": 9746, + "▁Moreover": 9747, + "iams": 9748, + "▁challenging": 9749, + "▁scr": 9750, + "▁Bush": 9751, + "water": 9752, + "culation": 9753, + "▁Jul": 9754, + "更新": 9755, + "▁extreme": 9756, + "▁fabric": 9757, + "是有": 9758, + "▁hang": 9759, + "▁crew": 9760, + "▁delivered": 9761, + "▁evaluation": 9762, + "利率": 9763, + "提醒": 9764, + "▁Way": 9765, + "▁surprising": 9766, + "问题的": 9767, + "至于": 9768, + "▁suc": 9769, + "单元": 9770, + "▁sections": 9771, + "及其": 9772, + "担心": 9773, + "brid": 9774, + "би": 9775, + "▁tast": 9776, + "即可": 9777, + "让你": 9778, + "iture": 9779, + "▁alcohol": 9780, + "amespace": 9781, + "opl": 9782, + "▁essentially": 9783, + "▁pin": 9784, + "参考": 9785, + "=>": 9786, + "▁apartment": 9787, + "▁classification": 9788, + "▁axis": 9789, + "fc": 9790, + "▁acting": 9791, + "中学": 9792, + "加大": 9793, + "Rec": 9794, + "▁specified": 9795, + "▁tea": 9796, + "▁Mexico": 9797, + "ulse": 9798, + "HS": 9799, + "过来": 9800, + "蛋白": 9801, + "这就是": 9802, + "▁technologies": 9803, + "texttt": 9804, + "▁adj": 9805, + "dr": 9806, + "就不": 9807, + "▁evaluate": 9808, + "▁clock": 9809, + "机械": 9810, + "▁inequ": 9811, + "MB": 9812, + "多年": 9813, + "avascript": 9814, + "▁milk": 9815, + "▁compat": 9816, + "\\\\/": 9817, + "black": 9818, + "person": 9819, + "▁professionals": 9820, + "指标": 9821, + "opic": 9822, + "危险": 9823, + "inet": 9824, + "同志": 9825, + "中国的": 9826, + "ji": 9827, + "umps": 9828, + "▁gear": 9829, + "▁calculations": 9830, + "undle": 9831, + "▁Joe": 9832, + "协调": 9833, + "nNew": 9834, + "▁Ten": 9835, + "alian": 9836, + "▁competitive": 9837, + "我也": 9838, + "▁protocol": 9839, + "pression": 9840, + "▁algorithms": 9841, + "▁curves": 9842, + "包含": 9843, + "estyle": 9844, + "全市": 9845, + "▁Str": 9846, + "▁potentially": 9847, + "frame": 9848, + "km": 9849, + "rium": 9850, + "▁vul": 9851, + "▁feelings": 9852, + "▁purchased": 9853, + "高考": 9854, + "▁integrated": 9855, + "▁guest": 9856, + "blem": 9857, + "zero": 9858, + "▁illegal": 9859, + "▁sensitive": 9860, + "▁AS": 9861, + "nsel": 9862, + "▁normally": 9863, + "上升": 9864, + "▁sin": 9865, + "hr": 9866, + "▁san": 9867, + "▁watched": 9868, + "▁evil": 9869, + "▁threshold": 9870, + "ръ": 9871, + "leep": 9872, + "▁statistics": 9873, + "▁clar": 9874, + "▁&\\": 9875, + "second": 9876, + "▁km": 9877, + "vector": 9878, + "▁Valley": 9879, + "▁linked": 9880, + "来源": 9881, + "ECT": 9882, + "▁]": 9883, + "▁neck": 9884, + "养老": 9885, + "onym": 9886, + "生活中": 9887, + "Do": 9888, + "▁weren": 9889, + "Inter": 9890, + "▁kernel": 9891, + "▁percentage": 9892, + "nov": 9893, + "种植": 9894, + "gies": 9895, + "▁opinions": 9896, + "▁contribute": 9897, + "突出": 9898, + "▁maxim": 9899, + "▁Gen": 9900, + "平时": 9901, + "成熟": 9902, + "反映": 9903, + "▁constraints": 9904, + "▁scan": 9905, + "▁Lead": 9906, + "覆盖": 9907, + "lections": 9908, + "面前": 9909, + "上诉人": 9910, + "▁basket": 9911, + "cut": 9912, + "相同": 9913, + "▁Wal": 9914, + "是我": 9915, + "▁Cr": 9916, + "▁rotation": 9917, + "资格": 9918, + "▁integration": 9919, + "▁bodies": 9920, + "▁Nav": 9921, + "▁murder": 9922, + "▁wheel": 9923, + "收益": 9924, + "hus": 9925, + "rence": 9926, + "▁owned": 9927, + "▁inject": 9928, + "▁surrounding": 9929, + "▁facing": 9930, + "▁letters": 9931, + "读书": 9932, + "Lay": 9933, + "▁Av": 9934, + "scill": 9935, + "▁Food": 9936, + "ща": 9937, + "VC": 9938, + "▁Water": 9939, + "ls": 9940, + "▁closely": 9941, + "nAdd": 9942, + "▁signals": 9943, + "办公室": 9944, + "nab": 9945, + "▁protected": 9946, + "切实": 9947, + "能量": 9948, + "nAlthough": 9949, + "▁Such": 9950, + "aver": 9951, + "Ab": 9952, + "▁то": 9953, + "一致": 9954, + "组合": 9955, + "iously": 9956, + "pplication": 9957, + "▁Plus": 9958, + "▁installation": 9959, + "进步": 9960, + "install": 9961, + "▁${": 9962, + "▁Richard": 9963, + "nvoid": 9964, + "季度": 9965, + "回来": 9966, + "umes": 9967, + "▁collected": 9968, + "▁DC": 9969, + "cp": 9970, + "vy": 9971, + "▁understood": 9972, + "英雄": 9973, + "▁mas": 9974, + "一路": 9975, + "▁stronger": 9976, + "▁developers": 9977, + "nk": 9978, + "▁circle": 9979, + "▁Canadian": 9980, + "▁clothes": 9981, + "▁listening": 9982, + "▁statements": 9983, + "▁About": 9984, + "的原因": 9985, + "ORT": 9986, + "▁bless": 9987, + "▁hits": 9988, + "▁buildings": 9989, + "eller": 9990, + "合法": 9991, + "▁legs": 9992, + "▁yards": 9993, + "||": 9994, + "中医": 9995, + "金属": 9996, + "▁lights": 9997, + "▁compens": 9998, + "nif": 9999, + "othe": 10000, + "▁younger": 10001, + "orders": 10002, + "▁broke": 10003, + "▁claimed": 10004, + "▁Ken": 10005, + "各个": 10006, + "▁analog": 10007, + "gent": 10008, + "▁shots": 10009, + "▁lift": 10010, + "nav": 10011, + "stack": 10012, + "出来的": 10013, + "▁Elect": 10014, + "多种": 10015, + "常见": 10016, + "▁Online": 10017, + "norm": 10018, + "ortion": 10019, + "▁Profess": 10020, + "▁shoes": 10021, + "away": 10022, + "▁compute": 10023, + "▁spoke": 10024, + "uling": 10025, + "▁CO": 10026, + "▁designs": 10027, + "内心": 10028, + "▁protein": 10029, + "▁Policy": 10030, + "不住": 10031, + "▁iter": 10032, + "▁Lemma": 10033, + "他在": 10034, + "mut": 10035, + "党的": 10036, + "疫苗": 10037, + "▁forever": 10038, + "▁alleged": 10039, + "han": 10040, + "起了": 10041, + "▁cuts": 10042, + "▁Custom": 10043, + "▁Bur": 10044, + "▁guarantee": 10045, + "▁Lee": 10046, + "▁cable": 10047, + "重庆": 10048, + "▁Po": 10049, + "▁&\\\\": 10050, + "▁storm": 10051, + "ilit": 10052, + "▁fault": 10053, + "▁extend": 10054, + "erior": 10055, + "cular": 10056, + "ME": 10057, + "▁Type": 10058, + "▁nearby": 10059, + "线上": 10060, + "bre": 10061, + "▁distributions": 10062, + "ncon": 10063, + "两人": 10064, + "lymp": 10065, + "▁driven": 10066, + "▁banks": 10067, + "anguages": 10068, + "Content": 10069, + "ella": 10070, + "фи": 10071, + "▁gate": 10072, + "▁heads": 10073, + "▁MS": 10074, + "clusions": 10075, + "▁directed": 10076, + "▁truck": 10077, + "▁Special": 10078, + "ums": 10079, + "▁EU": 10080, + "的基础": 10081, + "▁calculate": 10082, + "▁profit": 10083, + "ocument": 10084, + "▁assumption": 10085, + "在这里": 10086, + "▁theorem": 10087, + "▁vertex": 10088, + "▁faces": 10089, + "BL": 10090, + "▁Oper": 10091, + "▁aver": 10092, + "▁Series": 10093, + "INT": 10094, + "意味着": 10095, + "具备": 10096, + "▁Rom": 10097, + "Go": 10098, + "▁posting": 10099, + "看来": 10100, + "▁cutting": 10101, + "gage": 10102, + "▁gotten": 10103, + "GL": 10104, + "▁infrastructure": 10105, + "rage": 10106, + "▁temperatures": 10107, + "▁whenever": 10108, + "dc": 10109, + "▁Pac": 10110, + "▁harder": 10111, + "▁Martin": 10112, + "▁organized": 10113, + "地的": 10114, + "▁succeed": 10115, + "AF": 10116, + "运用": 10117, + "▁stability": 10118, + "维持": 10119, + "▁(-": 10120, + "domain": 10121, + "Fl": 10122, + "itivity": 10123, + "▁largely": 10124, + "▁ingredients": 10125, + "aus": 10126, + "Title": 10127, + "▁superv": 10128, + "Property": 10129, + "▁disp": 10130, + "▁tank": 10131, + "▁talks": 10132, + "印度": 10133, + "他人": 10134, + "温暖": 10135, + "Introduction": 10136, + "oting": 10137, + "Pos": 10138, + "▁goods": 10139, + "最佳": 10140, + "RC": 10141, + "close": 10142, + "类似": 10143, + "▁conclusion": 10144, + "▁годи": 10145, + "ERE": 10146, + "▁pitch": 10147, + "▁entered": 10148, + "支部": 10149, + "考生": 10150, + "\":\"\\\\": 10151, + "elly": 10152, + "▁adds": 10153, + "规则": 10154, + "还能": 10155, + "▁maintenance": 10156, + "▁correctly": 10157, + "oned": 10158, + "▁principle": 10159, + "▁BE": 10160, + "eness": 10161, + "abet": 10162, + "fraid": 10163, + "▁cere": 10164, + "武汉": 10165, + "gments": 10166, + "高中": 10167, + "▁Arab": 10168, + "options": 10169, + "▁circumstances": 10170, + "▁Boston": 10171, + "nFinally": 10172, + "▁strange": 10173, + "▁spectra": 10174, + "▁brown": 10175, + "Fil": 10176, + "▁Camp": 10177, + "}^{-": 10178, + "▁knock": 10179, + "agnetic": 10180, + "▁emergency": 10181, + "▁pointed": 10182, + "▁magic": 10183, + "▁wondering": 10184, + "▁William": 10185, + "▁scores": 10186, + "energy": 10187, + "▁robust": 10188, + "观点": 10189, + "▁convenient": 10190, + "server": 10191, + "的东西": 10192, + "aks": 10193, + "矛盾": 10194, + "财政": 10195, + "发动": 10196, + "fficients": 10197, + "一是": 10198, + "▁warrant": 10199, + "▁attached": 10200, + "Override": 10201, + "股票": 10202, + "lywood": 10203, + "排名": 10204, + "▁applying": 10205, + "▁symptoms": 10206, + "▁stored": 10207, + "▁visitors": 10208, + "Mw": 10209, + "▁SN": 10210, + "我觉得": 10211, + "在此": 10212, + "Action": 10213, + "▁Which": 10214, + "irms": 10215, + "▁reput": 10216, + "▁programming": 10217, + "创作": 10218, + "▁Mont": 10219, + "fb": 10220, + "一场": 10221, + "都没有": 10222, + "情感": 10223, + "anna": 10224, + "▁ultimately": 10225, + "▁isol": 10226, + "▁disappe": 10227, + "▁Jewish": 10228, + "git": 10229, + "给你": 10230, + "rep": 10231, + "prod": 10232, + "▁Society": 10233, + "▁stead": 10234, + "公路": 10235, + "▁afraid": 10236, + "een": 10237, + "▁bands": 10238, + "zed": 10239, + "▁Nor": 10240, + "irtual": 10241, + "扩大": 10242, + "高校": 10243, + "Theta": 10244, + "▁winner": 10245, + "▁somehow": 10246, + "▁observation": 10247, + "▁alt": 10248, + "called": 10249, + "▁Academ": 10250, + "▁describes": 10251, + "mond": 10252, + "▁thinks": 10253, + "学生的": 10254, + "数学": 10255, + "▁incredible": 10256, + "还会": 10257, + "sg": 10258, + "▁discrim": 10259, + "▁walls": 10260, + "▁academic": 10261, + "自主": 10262, + "呈现": 10263, + "endar": 10264, + "▁explo": 10265, + "▁glo": 10266, + "▁promise": 10267, + "▁exceed": 10268, + "台湾": 10269, + "<\\\\": 10270, + "▁stretch": 10271, + "▁magnitude": 10272, + "▁whereas": 10273, + "▁salt": 10274, + "description": 10275, + "站在": 10276, + "▁intensity": 10277, + "▁deals": 10278, + "▁Again": 10279, + "应急": 10280, + "从事": 10281, + "货币": 10282, + "issues": 10283, + "isted": 10284, + "oster": 10285, + "forward": 10286, + "▁resid": 10287, + "msg": 10288, + "ictor": 10289, + "nMost": 10290, + "▁authent": 10291, + "▁predicted": 10292, + "第十": 10293, + "idelines": 10294, + "▁cryst": 10295, + "表演": 10296, + "ipal": 10297, + "Back": 10298, + "四川": 10299, + "▁shipping": 10300, + "▁wel": 10301, + "omething": 10302, + "ълга": 10303, + "▁rend": 10304, + "▁engineering": 10305, + "▁categories": 10306, + "▁О": 10307, + "▁tut": 10308, + "▁bread": 10309, + "贫困": 10310, + "▁oscill": 10311, + "▁honor": 10312, + "▁mini": 10313, + "▁papers": 10314, + "▁agencies": 10315, + "▁recognize": 10316, + "模块": 10317, + "▁administr": 10318, + "%)": 10319, + "红色": 10320, + "bug": 10321, + "MQ": 10322, + "博士": 10323, + "夫妻": 10324, + "经典": 10325, + "说是": 10326, + "神经": 10327, + "ultane": 10328, + "Call": 10329, + "▁dad": 10330, + "css": 10331, + "▁wra": 10332, + "每一个": 10333, + "的同时": 10334, + "istor": 10335, + "GC": 10336, + "利息": 10337, + "▁coast": 10338, + "▁lowest": 10339, + "Book": 10340, + "stop": 10341, + "▁shares": 10342, + "几年": 10343, + "▁Review": 10344, + "agon": 10345, + "▁Blog": 10346, + "▁devi": 10347, + "▁thermal": 10348, + "Let": 10349, + "深刻": 10350, + "元素": 10351, + "nRes": 10352, + "美好": 10353, + "rivial": 10354, + "▁-\\": 10355, + "TV": 10356, + "▁intelligence": 10357, + "ympt": 10358, + "上面": 10359, + "▁folder": 10360, + "临床": 10361, + "amm": 10362, + "TA": 10363, + "上下": 10364, + "场景": 10365, + "raise": 10366, + "策略": 10367, + "ja": 10368, + "▁tab": 10369, + "▁tables": 10370, + "▁transmission": 10371, + "dict": 10372, + "▁bin": 10373, + "▁cooper": 10374, + "搭配": 10375, + "▁aside": 10376, + "▁controlled": 10377, + "(&": 10378, + "▁weird": 10379, + "▁Hence": 10380, + "河南": 10381, + "其特征在于": 10382, + "▁contest": 10383, + "▁meal": 10384, + "params": 10385, + "熟悉": 10386, + "ITY": 10387, + "▁carefully": 10388, + "▁Beach": 10389, + "▁hur": 10390, + "ogene": 10391, + "▁uncertainty": 10392, + "ceived": 10393, + "▁magazine": 10394, + "我说": 10395, + "▁semi": 10396, + "补充": 10397, + "avel": 10398, + "带领": 10399, + "▁modified": 10400, + "▁checked": 10401, + "十年": 10402, + "强的": 10403, + "▁hat": 10404, + "▁през": 10405, + "力度": 10406, + "▁feat": 10407, + "▁stim": 10408, + "在这个": 10409, + "▁performing": 10410, + "▁flash": 10411, + "黄金": 10412, + "幼儿园": 10413, + "▁dual": 10414, + "▁investors": 10415, + "实际上": 10416, + "▁Fed": 10417, + "anish": 10418, + "limits": 10419, + "npublic": 10420, + "pred": 10421, + "▁scheduled": 10422, + "▁Next": 10423, + ")*": 10424, + "▁dialog": 10425, + "▁Federal": 10426, + "▁Human": 10427, + "vas": 10428, + "给了": 10429, + "类型": 10430, + "▁assets": 10431, + "ал": 10432, + "▁Jon": 10433, + "▁cycl": 10434, + "ressed": 10435, + "alysis": 10436, + "广告": 10437, + "▁marked": 10438, + "make": 10439, + "MjM": 10440, + "▁upcoming": 10441, + "▁behaviour": 10442, + "纷纷": 10443, + "▁physics": 10444, + "unit": 10445, + "▁quad": 10446, + "赛季": 10447, + "▁Mur": 10448, + "▁Cy": 10449, + "品质": 10450, + "老年": 10451, + "▁domestic": 10452, + "▁SH": 10453, + "▁giant": 10454, + "control": 10455, + "▁tap": 10456, + "▁np": 10457, + "▁regularly": 10458, + "Stream": 10459, + "▁Before": 10460, + "▁butter": 10461, + "pop": 10462, + "▁sending": 10463, + "▁authorities": 10464, + "缺乏": 10465, + "front": 10466, + "▁powers": 10467, + "Post": 10468, + "▁tonight": 10469, + "BE": 10470, + "▁radiation": 10471, + "▁expectations": 10472, + "热情": 10473, + "none": 10474, + "▁tip": 10475, + "▁negoti": 10476, + "}'": 10477, + "▁drawn": 10478, + "板块": 10479, + "tings": 10480, + "▁Women": 10481, + "Base": 10482, + "▁Click": 10483, + "▁regardless": 10484, + "▁PS": 10485, + "寻找": 10486, + "actic": 10487, + "▁tracks": 10488, + "arry": 10489, + "▁proposal": 10490, + "当事人": 10491, + "igr": 10492, + "▁warn": 10493, + "ramework": 10494, + "的主要": 10495, + "▁birthday": 10496, + "▁amounts": 10497, + "处罚": 10498, + "пе": 10499, + "~$": 10500, + "▁Point": 10501, + "适应": 10502, + "▁everywhere": 10503, + "enger": 10504, + "▁domin": 10505, + "梦想": 10506, + "Sim": 10507, + "▁Blo": 10508, + "▁courses": 10509, + "▁complicated": 10510, + "▁moder": 10511, + "▁commitment": 10512, + "▁foods": 10513, + "ali": 10514, + "当中": 10515, + "▁instr": 10516, + "▁optimization": 10517, + "▁naturally": 10518, + "////////////////": 10519, + "大利": 10520, + "izz": 10521, + "▁Cat": 10522, + "nEvery": 10523, + "itutional": 10524, + "lights": 10525, + "▁bear": 10526, + "▁causing": 10527, + "▁instant": 10528, + "也能": 10529, + "近期": 10530, + "▁reporting": 10531, + "pot": 10532, + "就有": 10533, + "想象": 10534, + "Us": 10535, + "演员": 10536, + "不如": 10537, + "良好": 10538, + "贷款": 10539, + "▁killing": 10540, + "离婚": 10541, + "▁committee": 10542, + "common": 10543, + "▁CL": 10544, + "▁Code": 10545, + "▁crucial": 10546, + "▁demonstrate": 10547, + "▁participate": 10548, + "▁NFL": 10549, + "▁labels": 10550, + "▁requests": 10551, + "Mg": 10552, + "▁stellar": 10553, + "输入": 10554, + "Americ": 10555, + ")|": 10556, + "\":{\"": 10557, + "Co": 10558, + "▁phr": 10559, + "▁И": 10560, + "▁believes": 10561, + "ване": 10562, + "看了": 10563, + "inos": 10564, + "▁Link": 10565, + "德国": 10566, + "信心": 10567, + "▁Pan": 10568, + "akistan": 10569, + "ват": 10570, + "▁lens": 10571, + "▁fluct": 10572, + "▁union": 10573, + "▁recover": 10574, + "▁investigate": 10575, + "illy": 10576, + "▁fits": 10577, + "▁educational": 10578, + "zh": 10579, + "urns": 10580, + "刺激": 10581, + "▁adopted": 10582, + "▁cleaning": 10583, + "▁admit": 10584, + "不够": 10585, + "redit": 10586, + "▁involves": 10587, + "▁detected": 10588, + "会在": 10589, + "最新": 10590, + "▁$\\\\{": 10591, + "lected": 10592, + "▁lucky": 10593, + "过了": 10594, + "▁mask": 10595, + "nOnce": 10596, + "▁Family": 10597, + "▁athlet": 10598, + "每个人": 10599, + "好好": 10600, + "▁DE": 10601, + "Query": 10602, + "ogen": 10603, + "▁employee": 10604, + "▁steel": 10605, + "expect": 10606, + "扶贫": 10607, + "Link": 10608, + "开心": 10609, + "adata": 10610, + "▁grade": 10611, + "$_{": 10612, + "▁rear": 10613, + "▁presentation": 10614, + "▁boat": 10615, + "性和": 10616, + "click": 10617, + "▁Pack": 10618, + "报名": 10619, + "的主": 10620, + "▁literally": 10621, + "妻子": 10622, + "▁village": 10623, + "Source": 10624, + "▁scattering": 10625, + "▁creates": 10626, + "river": 10627, + "riting": 10628, + "▁preserv": 10629, + "▁immediate": 10630, + "▁Tour": 10631, + "▁orb": 10632, + "▁theoretical": 10633, + "化学": 10634, + "ITH": 10635, + "▁Name": 10636, + "▁matches": 10637, + "▁occurred": 10638, + "▁jack": 10639, + "自行": 10640, + "▁renew": 10641, + "一定的": 10642, + "▁machines": 10643, + "亿美元": 10644, + "▁ads": 10645, + "▁copyright": 10646, + "▁circuit": 10647, + "agues": 10648, + "viously": 10649, + "成就": 10650, + "可能是": 10651, + "▁tech": 10652, + "nLike": 10653, + "▁View": 10654, + "Button": 10655, + "▁integral": 10656, + "百姓": 10657, + "▁Aud": 10658, + "▁initially": 10659, + "MO": 10660, + "Tube": 10661, + "xml": 10662, + "防止": 10663, + "▁USB": 10664, + "怎样": 10665, + "())\\": 10666, + "▁lit": 10667, + "▁horse": 10668, + "nThank": 10669, + "store": 10670, + "LED": 10671, + "▁Olymp": 10672, + "步骤": 10673, + "▁resistance": 10674, + "bool": 10675, + "中间": 10676, + "hemat": 10677, + "aints": 10678, + "GA": 10679, + "▁alive": 10680, + "▁ven": 10681, + "▁suggestions": 10682, + "完整": 10683, + "neg": 10684, + "▁dump": 10685, + "site": 10686, + "▁abund": 10687, + "BF": 10688, + "▁atmosphere": 10689, + "足够": 10690, + "inals": 10691, + "▁entertainment": 10692, + "types": 10693, + "▁involving": 10694, + "▁Jo": 10695, + "craft": 10696, + "获取": 10697, + "图片": 10698, + "Head": 10699, + "Page": 10700, + "nOther": 10701, + "▁Charl": 10702, + "$~": 10703, + "filter": 10704, + "▁Author": 10705, + "女生": 10706, + "system": 10707, + "事务": 10708, + "▁bottle": 10709, + "▁Journal": 10710, + "▁ske": 10711, + "▁pod": 10712, + "▁[\\": 10713, + "▁като": 10714, + "ql": 10715, + "▁Hen": 10716, + "精彩": 10717, + "▁Master": 10718, + "itative": 10719, + "▁exposure": 10720, + "今日": 10721, + "▁retire": 10722, + "([": 10723, + "▁Energy": 10724, + "eras": 10725, + "▁west": 10726, + "▁replacement": 10727, + "▁DO": 10728, + "isely": 10729, + "▁masses": 10730, + "▁quas": 10731, + "▁writers": 10732, + "▁Fund": 10733, + "rices": 10734, + "老板": 10735, + "江苏": 10736, + "])\\": 10737, + "▁Key": 10738, + "全力": 10739, + "氛围": 10740, + "eep": 10741, + "房地产": 10742, + "▁aggress": 10743, + "▁yellow": 10744, + "▁Middle": 10745, + "▁upgrade": 10746, + "▁studio": 10747, + "伙伴": 10748, + "广州": 10749, + "OUT": 10750, + "▁SD": 10751, + "纠纷": 10752, + "分类": 10753, + "▁holes": 10754, + "▁Bit": 10755, + "utch": 10756, + "▁industrial": 10757, + "紧张": 10758, + "认可": 10759, + "arest": 10760, + "blogger": 10761, + "▁Pri": 10762, + "而不是": 10763, + "每一": 10764, + "▁proven": 10765, + "▁smile": 10766, + "平衡": 10767, + "▁scenes": 10768, + "仪式": 10769, + "样子": 10770, + "此时": 10771, + "▁tickets": 10772, + "adium": 10773, + "▁Head": 10774, + "nHi": 10775, + "mean": 10776, + "▁cooking": 10777, + "▁mal": 10778, + "ще": 10779, + "▁instrument": 10780, + "▁Never": 10781, + "▁usage": 10782, + "born": 10783, + "二是": 10784, + "▁controls": 10785, + "推出": 10786, + "四个": 10787, + "▁Army": 10788, + "nGet": 10789, + "基因": 10790, + "▁bowl": 10791, + "roduct": 10792, + "▁downt": 10793, + "▁campus": 10794, + "▁extensive": 10795, + "▁primarily": 10796, + "season": 10797, + "▁scalar": 10798, + "▁Town": 10799, + "布局": 10800, + "ailability": 10801, + "▁Steve": 10802, + "公益": 10803, + "▁da": 10804, + "▁breakfast": 10805, + "Ste": 10806, + "▁Phot": 10807, + "▁prospect": 10808, + "▁struggle": 10809, + "LP": 10810, + "bottom": 10811, + "▁doors": 10812, + "▁calculation": 10813, + "nthis": 10814, + "▁Gener": 10815, + "▁dimensions": 10816, + "有很多": 10817, + "▁Offic": 10818, + "▁OK": 10819, + "otype": 10820, + "▁MA": 10821, + "uint": 10822, + "▁suddenly": 10823, + "▁Unf": 10824, + "▁datasets": 10825, + "words": 10826, + "融资": 10827, + "做法": 10828, + "▁explains": 10829, + "生活的": 10830, + "▁bab": 10831, + "email": 10832, + "del": 10833, + "▁upload": 10834, + "▁Australian": 10835, + "+\\": 10836, + "）\\": 10837, + "▁featured": 10838, + "Number": 10839, + "oved": 10840, + "▁permission": 10841, + "▁essay": 10842, + "nOf": 10843, + "▁bias": 10844, + "MR": 10845, + "▁discussions": 10846, + "▁versus": 10847, + "▁edition": 10848, + "▁drawing": 10849, + "▁===": 10850, + "nr": 10851, + "收获": 10852, + "▁characteristics": 10853, + "ghan": 10854, + "nexport": 10855, + "生长": 10856, + "现在的": 10857, + "▁complexity": 10858, + "▁assuming": 10859, + "▁rail": 10860, + "▁sees": 10861, + "这两": 10862, + "▁computed": 10863, + "▁presents": 10864, + "▁visiting": 10865, + "▁impressive": 10866, + "▁photograph": 10867, + "Ret": 10868, + "mini": 10869, + "沒有": 10870, + "nMay": 10871, + "▁streets": 10872, + "▁ending": 10873, + "▁victims": 10874, + "▁recognized": 10875, + "预期": 10876, + "rovers": 10877, + "一线": 10878, + "▁Administ": 10879, + "▁bat": 10880, + "whel": 10881, + "inent": 10882, + "循环": 10883, + "SON": 10884, + "▁integer": 10885, + "男子": 10886, + "anche": 10887, + "▁gender": 10888, + "Component": 10889, + "债务": 10890, + "Me": 10891, + ")}\\": 10892, + "官方": 10893, + "展开": 10894, + "▁gonna": 10895, + "▁Asia": 10896, + "▁fing": 10897, + "▁bull": 10898, + "休息": 10899, + "说话": 10900, + "boot": 10901, + "▁drinking": 10902, + "▁Term": 10903, + "这位": 10904, + "▁distingu": 10905, + "▁Did": 10906, + "▁Spring": 10907, + "oga": 10908, + "pool": 10909, + "ourse": 10910, + "astern": 10911, + "Pi": 10912, + "▁synt": 10913, + "适用": 10914, + "header": 10915, + "▁tur": 10916, + "▁attempts": 10917, + "aded": 10918, + "学术": 10919, + "▁boss": 10920, + "▁electro": 10921, + "真是": 10922, + "ancer": 10923, + "拒绝": 10924, + "▁outcome": 10925, + "▁chapter": 10926, + "inds": 10927, + "▁lists": 10928, + "▁coefficients": 10929, + "颜色": 10930, + "▁connections": 10931, + "看见": 10932, + "issue": 10933, + "▁sheet": 10934, + "({": 10935, + "▁era": 10936, + "▁legislation": 10937, + "▁vulner": 10938, + "▁bridge": 10939, + "agn": 10940, + "医学": 10941, + "展现": 10942, + "▁Sometimes": 10943, + "osc": 10944, + "option": 10945, + "南京": 10946, + "▁wet": 10947, + "▁Bible": 10948, + "呼吸": 10949, + "osity": 10950, + "的作用": 10951, + "▁filed": 10952, + "▁ticket": 10953, + "Ext": 10954, + "▁finger": 10955, + "▁escape": 10956, + "饮食": 10957, + "▁bars": 10958, + "韩国": 10959, + "document": 10960, + "▁underlying": 10961, + "merce": 10962, + "shot": 10963, + "nCons": 10964, + "性格": 10965, + "▁Francisco": 10966, + "ACK": 10967, + "inking": 10968, + "▁recording": 10969, + "▁recognition": 10970, + "power": 10971, + "不在": 10972, + "stone": 10973, + "mann": 10974, + "▁Williams": 10975, + "lat": 10976, + "▁comprehensive": 10977, + "失败": 10978, + "通道": 10979, + "--\\": 10980, + "▁Yet": 10981, + "gypt": 10982, + "nDon": 10983, + "▁divided": 10984, + "案例": 10985, + "▁belief": 10986, + "▁spokes": 10987, + "ikes": 10988, + "▁earned": 10989, + "▁lad": 10990, + "▁waves": 10991, + "Em": 10992, + "▁\\\\;": 10993, + "clear": 10994, + "▁indicated": 10995, + "▁variation": 10996, + "dated": 10997, + "▁Keep": 10998, + "▁keys": 10999, + "shop": 11000, + "▁Carolina": 11001, + "▁matching": 11002, + "哈哈": 11003, + "▁decrease": 11004, + "▁fulf": 11005, + "▁wake": 11006, + "刚刚": 11007, + "▁NO": 11008, + "▁inspect": 11009, + "aylor": 11010, + "▁SO": 11011, + "vider": 11012, + "ptr": 11013, + "nx": 11014, + "▁Clinton": 11015, + "adding": 11016, + "氧化": 11017, + "▁Aff": 11018, + "第一个": 11019, + "▁warning": 11020, + "structure": 11021, + "gov": 11022, + "example": 11023, + "▁suffering": 11024, + "▁increasingly": 11025, + "外的": 11026, + "parse": 11027, + "INE": 11028, + "▁dish": 11029, + "▁butt": 11030, + "▁sharp": 11031, + "天然": 11032, + "▁Roman": 11033, + "MI": 11034, + "尝试": 11035, + "▁argue": 11036, + "▁Technology": 11037, + "▁Rev": 11038, + "▁guitar": 11039, + "▁institutions": 11040, + "首次": 11041, + "rog": 11042, + "游客": 11043, + "ят": 11044, + "▁spr": 11045, + "}}_": 11046, + "sche": 11047, + "FR": 11048, + "▁river": 11049, + "▁voters": 11050, + "▁Pass": 11051, + "▁Michigan": 11052, + "科研": 11053, + "▁Live": 11054, + "▁houses": 11055, + "AI": 11056, + "▁Jackson": 11057, + "▁lux": 11058, + "ophy": 11059, + "▁chicken": 11060, + "including": 11061, + "▁Manager": 11062, + "Handler": 11063, + "tan": 11064, + "▁monthly": 11065, + "表明": 11066, + "▁FR": 11067, + "准确": 11068, + "等待": 11069, + "itan": 11070, + "▁interior": 11071, + "▁CR": 11072, + "▁enemy": 11073, + "Fi": 11074, + "▁mand": 11075, + "▁Virginia": 11076, + "▁Ma": 11077, + "▁strike": 11078, + "▁ble": 11079, + "▁Paris": 11080, + "▁Watch": 11081, + "证券": 11082, + "▁ongoing": 11083, + "Our": 11084, + "ilibrium": 11085, + "sters": 11086, + "同意": 11087, + "▁everyday": 11088, + "▁displayed": 11089, + "素质": 11090, + "▁everybody": 11091, + "▁fasc": 11092, + "▁engage": 11093, + "MN": 11094, + "▁regul": 11095, + "▁drag": 11096, + "▁east": 11097, + "天下": 11098, + "▁trail": 11099, + "渠道": 11100, + "▁mel": 11101, + "共享": 11102, + "▁disag": 11103, + "push": 11104, + "▁scientists": 11105, + "▁directions": 11106, + "▁Person": 11107, + "tage": 11108, + "BO": 11109, + "▁ion": 11110, + "即将": 11111, + "blue": 11112, + "▁findings": 11113, + "angers": 11114, + "▁Space": 11115, + "▁vertices": 11116, + "``": 11117, + ">(": 11118, + "acts": 11119, + "ско": 11120, + "战斗": 11121, + "master": 11122, + "▁Young": 11123, + "印象": 11124, + "oral": 11125, + "iot": 11126, + "球员": 11127, + "▁multipl": 11128, + "erts": 11129, + "▁Ohio": 11130, + "几天": 11131, + "wiki": 11132, + "▁galaxy": 11133, + "▁Catholic": 11134, + "▁tempor": 11135, + "▁Field": 11136, + "▁satisfied": 11137, + "oker": 11138, + "amely": 11139, + "更好的": 11140, + "▁Mult": 11141, + "大幅": 11142, + "▁convin": 11143, + "▁Sar": 11144, + "ificate": 11145, + "ipeline": 11146, + "▁hack": 11147, + "▁tired": 11148, + "apple": 11149, + "应对": 11150, + "▁suck": 11151, + "娱乐": 11152, + "真正的": 11153, + "在我": 11154, + "▁Hig": 11155, + "dy": 11156, + "python": 11157, + "▁weights": 11158, + "▁orient": 11159, + "▁Hamiltonian": 11160, + "心中": 11161, + "▁seed": 11162, + "atural": 11163, + "▁explanation": 11164, + "截至": 11165, + "▁informed": 11166, + "▁partnership": 11167, + "▁Furthermore": 11168, + "ORD": 11169, + "太多": 11170, + "▁attorney": 11171, + "▁scope": 11172, + "▁opposed": 11173, + "干净": 11174, + "信用": 11175, + "那里": 11176, + "▁lets": 11177, + "▁те": 11178, + "▁ages": 11179, + "nSim": 11180, + "▁AL": 11181, + "▁Georg": 11182, + "Controller": 11183, + "HL": 11184, + "▁simultane": 11185, + "▁ancient": 11186, + "带来的": 11187, + "▁Men": 11188, + "分子": 11189, + "pton": 11190, + "居住": 11191, + "输出": 11192, + "▁bulk": 11193, + "▁falling": 11194, + "成都": 11195, + "▁dont": 11196, + "▁scored": 11197, + "指挥": 11198, + "也很": 11199, + "▁suppose": 11200, + "还可以": 11201, + "▁bomb": 11202, + "eh": 11203, + "▁Republicans": 11204, + "▁mountain": 11205, + "听到": 11206, + "sime": 11207, + "▁anticip": 11208, + "wer": 11209, + "▁worldwide": 11210, + "ritten": 11211, + "operatorname": 11212, + "▁narr": 11213, + "▁въ": 11214, + "先后": 11215, + "▁Hard": 11216, + "注册": 11217, + "▁cm": 11218, + "道德": 11219, + "平安": 11220, + "plug": 11221, + "▁arrested": 11222, + "▁choosing": 11223, + "人大": 11224, + "▁Library": 11225, + "plus": 11226, + "simeq": 11227, + "▁的": 11228, + "▁tracking": 11229, + "▁Full": 11230, + "▁User": 11231, + "▁Л": 11232, + "alg": 11233, + "▁Organ": 11234, + "提供了": 11235, + "wan": 11236, + "情况下": 11237, + "构建": 11238, + "物业": 11239, + "▁consumption": 11240, + "oked": 11241, + "▁household": 11242, + "hab": 11243, + "▁laser": 11244, + "关心": 11245, + "▁patch": 11246, + "sam": 11247, + "nMany": 11248, + "利于": 11249, + "▁searching": 11250, + "^{-\\\\": 11251, + "▁SE": 11252, + "▁okay": 11253, + "▁History": 11254, + "▁Date": 11255, + "对此": 11256, + "FO": 11257, + "▁Night": 11258, + "引发": 11259, + "▁yields": 11260, + "都可以": 11261, + "nsh": 11262, + "ansas": 11263, + "▁hopes": 11264, + "不起": 11265, + "enda": 11266, + "▁packages": 11267, + "动态": 11268, + "▁Hop": 11269, + "▁offensive": 11270, + "Block": 11271, + "▁traject": 11272, + "▁''": 11273, + "▁Win": 11274, + "▁incredibly": 11275, + "物流": 11276, + "▁hall": 11277, + "▁serves": 11278, + "▁True": 11279, + "▁denotes": 11280, + "▁insight": 11281, + "Max": 11282, + "评论": 11283, + "▁stood": 11284, + "不想": 11285, + "▁Spanish": 11286, + "▁Control": 11287, + "▁wireless": 11288, + "城区": 11289, + "▁mistake": 11290, + "▁interval": 11291, + "逐步": 11292, + "▁laptop": 11293, + "са": 11294, + "流动": 11295, + "▁clinical": 11296, + "Off": 11297, + "▁enthus": 11298, + "▁Gaussian": 11299, + "也没": 11300, + "▁exclusive": 11301, + "▁exclud": 11302, + "▁Wild": 11303, + "▁commonly": 11304, + "▁operate": 11305, + "▁restaurants": 11306, + "华为": 11307, + "▁fluid": 11308, + "▁III": 11309, + "▁frag": 11310, + "▁risks": 11311, + "景区": 11312, + "Start": 11313, + "▁therapy": 11314, + "部的": 11315, + "Hel": 11316, + "nZ": 11317, + "当年": 11318, + "▁assault": 11319, + "▁Unfortunately": 11320, + "▁covering": 11321, + "一样的": 11322, + "Create": 11323, + "romise": 11324, + "inator": 11325, + "▁EX": 11326, + "优质": 11327, + "担任": 11328, + "▁SC": 11329, + "▁pup": 11330, + "▁invention": 11331, + "▁}}": 11332, + "▁[…]\\": 11333, + "▁Liber": 11334, + "明星": 11335, + "机的": 11336, + "▁consequences": 11337, + "evin": 11338, + "▁Games": 11339, + "第五": 11340, + "玻璃": 11341, + "▁ignore": 11342, + "▁constructed": 11343, + "周期": 11344, + "▁clusters": 11345, + "逻辑": 11346, + "▁iOS": 11347, + "▁Italian": 11348, + "▁quote": 11349, + "▁Creat": 11350, + "▁arbitrary": 11351, + "▁Object": 11352, + "google": 11353, + "▁Girl": 11354, + "▁conventional": 11355, + "▁tall": 11356, + "Check": 11357, + "dx": 11358, + "icture": 11359, + "CON": 11360, + "LD": 11361, + "▁continuing": 11362, + ";&": 11363, + "就算": 11364, + "roph": 11365, + "▁manip": 11366, + "▁flavor": 11367, + "主要是": 11368, + "▁careful": 11369, + "▁consideration": 11370, + "▁resc": 11371, + "uction": 11372, + "▁satisfy": 11373, + "ko": 11374, + "本来": 11375, + "▁severe": 11376, + "将会": 11377, + "小编": 11378, + "▁employed": 11379, + "▁acid": 11380, + "看起来": 11381, + "nInd": 11382, + "▁newly": 11383, + "▁Democrats": 11384, + "ols": 11385, + "nfunction": 11386, + "尽量": 11387, + "▁delicious": 11388, + "▁Walk": 11389, + "even": 11390, + "▁puts": 11391, + "nEven": 11392, + "▁delete": 11393, + "▁roughly": 11394, + "▁Ram": 11395, + "clip": 11396, + "anny": 11397, + "txt": 11398, + "lers": 11399, + "prene": 11400, + "▁hypothes": 11401, + "Load": 11402, + "▁prosec": 11403, + "▁bits": 11404, + "护理": 11405, + "有多": 11406, + "▁improving": 11407, + "湖南": 11408, + "邀请": 11409, + "▁pleasure": 11410, + "▁coal": 11411, + ")\"": 11412, + "▁Mic": 11413, + "方的": 11414, + "作出": 11415, + "acks": 11416, + "人体": 11417, + "▁displ": 11418, + "ODE": 11419, + "▁Stat": 11420, + "▁tensor": 11421, + "vo": 11422, + "obj": 11423, + "tf": 11424, + "\":\"“": 11425, + "▁Exec": 11426, + "满意": 11427, + "profile": 11428, + "ocracy": 11429, + "▁Award": 11430, + "▁seasons": 11431, + "▁languages": 11432, + "▁Fox": 11433, + "ту": 11434, + "▁Museum": 11435, + "▁Pakistan": 11436, + "▁Justice": 11437, + "▁musical": 11438, + "▁Lim": 11439, + "▁pit": 11440, + "achine": 11441, + "gged": 11442, + "模型": 11443, + "ati": 11444, + "gar": 11445, + "▁elev": 11446, + "ounded": 11447, + "▁barri": 11448, + "▁submit": 11449, + "▁scales": 11450, + "Aut": 11451, + "▁Brad": 11452, + "▁manufacturing": 11453, + "▁GR": 11454, + "▁де": 11455, + "dit": 11456, + "uting": 11457, + "▁accessible": 11458, + "▁adventure": 11459, + "▁singular": 11460, + "▁procedures": 11461, + "multi": 11462, + "▁deploy": 11463, + "▁Democratic": 11464, + "asm": 11465, + "▁dependent": 11466, + "▁propose": 11467, + "elihood": 11468, + "nX": 11469, + "▁Conference": 11470, + "▁genu": 11471, + "▁diverse": 11472, + "▁secondary": 11473, + "fire": 11474, + "▁unus": 11475, + "▁blank": 11476, + "▁organic": 11477, + "▁TR": 11478, + "yes": 11479, + "▁principles": 11480, + "END": 11481, + "full": 11482, + "ontal": 11483, + "{\\\"": 11484, + "商务": 11485, + "走进": 11486, + "民主": 11487, + "haust": 11488, + "痛苦": 11489, + "reprene": 11490, + "电脑": 11491, + "▁Global": 11492, + "依旧": 11493, + "roke": 11494, + "ubble": 11495, + "throw": 11496, + "前往": 11497, + "Det": 11498, + "受理": 11499, + "vs": 11500, + "股东": 11501, + "▁priority": 11502, + "▁assigned": 11503, + "Mon": 11504, + "suit": 11505, + "▁broadcast": 11506, + "plex": 11507, + "▁rely": 11508, + "Web": 11509, + "共产": 11510, + "▁File": 11511, + "▁URL": 11512, + "▁destination": 11513, + "location": 11514, + "专门": 11515, + "细节": 11516, + "▁ans": 11517, + "▁regional": 11518, + "▁requirement": 11519, + "航空": 11520, + "▁Saf": 11521, + "▁guid": 11522, + "▁Whether": 11523, + "▁writes": 11524, + "▁Find": 11525, + "▁Hunt": 11526, + "▁brands": 11527, + "BB": 11528, + "▁employment": 11529, + "▁providers": 11530, + "上一": 11531, + "ilty": 11532, + "what": 11533, + "▁nurs": 11534, + "ampion": 11535, + "投资者": 11536, + "Rem": 11537, + "▁fo": 11538, + "ORE": 11539, + "对应": 11540, + "收到": 11541, + "▁vertical": 11542, + "$}": 11543, + "▁rating": 11544, + "▁predictions": 11545, + "chain": 11546, + "▁logic": 11547, + "ruption": 11548, + "nap": 11549, + "anes": 11550, + "▁\\\\\\": 11551, + "尊重": 11552, + "驱动": 11553, + "大型": 11554, + "▁Invest": 11555, + "AE": 11556, + "▁chocolate": 11557, + "uri": 11558, + "▁reducing": 11559, + "▁AP": 11560, + "nSub": 11561, + "成交": 11562, + "▁checking": 11563, + "▁statistical": 11564, + "▁grain": 11565, + "主张": 11566, + "整改": 11567, + "▁vit": 11568, + "▁controvers": 11569, + "nPl": 11570, + "▁bedroom": 11571, + "sign": 11572, + "▁division": 11573, + "comment": 11574, + "▁Software": 11575, + "ela": 11576, + "▁territ": 11577, + "▁roof": 11578, + "▁х": 11579, + "▁Hand": 11580, + "▁cute": 11581, + "▁possess": 11582, + "\\\"\"": 11583, + "mode": 11584, + "ospit": 11585, + "▁rational": 11586, + "oving": 11587, + "法国": 11588, + "auto": 11589, + "▁DVD": 11590, + "▁porn": 11591, + "▁conservative": 11592, + "sen": 11593, + "ools": 11594, + "芯片": 11595, + "▁Still": 11596, + "▁amplitude": 11597, + "teen": 11598, + "unctions": 11599, + "▁Jac": 11600, + "▁neural": 11601, + "▁awareness": 11602, + "atre": 11603, + "深度": 11604, + "aws": 11605, + "▁criteria": 11606, + "▁Run": 11607, + "分布": 11608, + "scr": 11609, + "▁(\\\"": 11610, + "▁bonus": 11611, + "▁thorough": 11612, + "▁attractive": 11613, + "▁targets": 11614, + "▁Egypt": 11615, + "▁terminal": 11616, + "▁Adv": 11617, + "▁Ol": 11618, + "公告": 11619, + "▁rein": 11620, + "hh": 11621, + "▁overwhel": 11622, + "wa": 11623, + "REE": 11624, + "台灣": 11625, + "urable": 11626, + "高级": 11627, + "odot": 11628, + "企业的": 11629, + "NC": 11630, + "▁Try": 11631, + "amber": 11632, + "ellect": 11633, + "竟然": 11634, + "▁::": 11635, + "▁Corpor": 11636, + "▁manual": 11637, + "▁loud": 11638, + "从来": 11639, + "▁riv": 11640, + "▁urban": 11641, + "允许": 11642, + "▁cheese": 11643, + "▁frustr": 11644, + "不多": 11645, + "可见": 11646, + "▁$[": 11647, + "▁во": 11648, + "显得": 11649, + "丈夫": 11650, + "Ng": 11651, + "独特": 11652, + "▁carrying": 11653, + "▁vo": 11654, + "▁unw": 11655, + "▁equally": 11656, + "▁Cook": 11657, + "精准": 11658, + "NQ": 11659, + "▁gaming": 11660, + "fall": 11661, + "▁producing": 11662, + "nDe": 11663, + "▁chart": 11664, + "bigg": 11665, + "▁angular": 11666, + "olt": 11667, + "▁Id": 11668, + "中共": 11669, + "nCont": 11670, + "▁magnet": 11671, + "unity": 11672, + "▁greatly": 11673, + "▁partial": 11674, + "▁legisl": 11675, + "track": 11676, + "ishment": 11677, + "▁Ell": 11678, + "▁Gal": 11679, + "▁Bra": 11680, + "冠军": 11681, + "▁instruct": 11682, + "▁introduction": 11683, + "校长": 11684, + "▁wins": 11685, + "▁SP": 11686, + "▁Veg": 11687, + "彼此": 11688, + "▁combat": 11689, + "▁absence": 11690, + "而不": 11691, + "gets": 11692, + "彻底": 11693, + "Builder": 11694, + "▁Supreme": 11695, + "athan": 11696, + "▁terrible": 11697, + "etween": 11698, + "▁conve": 11699, + "UC": 11700, + "金额": 11701, + "ulty": 11702, + "▁Rand": 11703, + "下一": 11704, + "▁ear": 11705, + "minus": 11706, + "公安局": 11707, + "▁dates": 11708, + "▁premium": 11709, + "▁INT": 11710, + "icular": 11711, + "▁Korea": 11712, + "▁entity": 11713, + "▁float": 11714, + "▁responses": 11715, + "脱贫": 11716, + "child": 11717, + "▁Line": 11718, + "▁subjects": 11719, + "走了": 11720, + "▁Four": 11721, + "无人": 11722, + "orable": 11723, + "▁chances": 11724, + "预测": 11725, + "▁Far": 11726, + "hop": 11727, + "▁meetings": 11728, + "▁regulations": 11729, + "的外": 11730, + "ucky": 11731, + "Gener": 11732, + "通信": 11733, + "DC": 11734, + "achel": 11735, + "的水": 11736, + "接近": 11737, + "▁army": 11738, + "▁Cast": 11739, + "illiant": 11740, + "▁Sher": 11741, + "事项": 11742, + "▁Mid": 11743, + "▁boxes": 11744, + "▁Event": 11745, + "hot": 11746, + "▁exposed": 11747, + "▁medicine": 11748, + "血管": 11749, + "cers": 11750, + "▁habit": 11751, + "周边": 11752, + "▁coordinates": 11753, + "轻松": 11754, + "拍摄": 11755, + "▁Perhaps": 11756, + "onto": 11757, + "eople": 11758, + "Url": 11759, + "OQ": 11760, + "estion": 11761, + "bold": 11762, + "▁Chief": 11763, + "▁Marc": 11764, + "▁merely": 11765, + "▁instances": 11766, + "▁council": 11767, + "aligned": 11768, + "▁Sports": 11769, + "实行": 11770, + "racle": 11771, + "ILL": 11772, + "▁till": 11773, + "▁Es": 11774, + "▁NC": 11775, + "▁preferred": 11776, + "▁CA": 11777, + "▁pace": 11778, + "^-": 11779, + "周围": 11780, + "攻击": 11781, + "protected": 11782, + "Default": 11783, + "便是": 11784, + "More": 11785, + "▁sampling": 11786, + "}})": 11787, + "bp": 11788, + "▁Matt": 11789, + "▁dollar": 11790, + "who": 11791, + "人数": 11792, + "免疫": 11793, + "▁robot": 11794, + "累计": 11795, + "Part": 11796, + "▁len": 11797, + "yard": 11798, + "粉丝": 11799, + "plet": 11800, + "▁Sign": 11801, + "ials": 11802, + "################": 11803, + "Ne": 11804, + "▁applicable": 11805, + "gging": 11806, + "葡萄": 11807, + "或是": 11808, + ":\\\"": 11809, + "监测": 11810, + "▁hide": 11811, + "▁summary": 11812, + "让他": 11813, + "互动": 11814, + "iece": 11815, + "ync": 11816, + "▁Econom": 11817, + "下跌": 11818, + "unes": 11819, + "▁Ire": 11820, + "进口": 11821, + "nCan": 11822, + "ACT": 11823, + "▁Medical": 11824, + "▁visited": 11825, + "▁energies": 11826, + "books": 11827, + "▁improvements": 11828, + "oured": 11829, + "有个": 11830, + "Te": 11831, + "和谐": 11832, + "enter": 11833, + "整理": 11834, + "▁wanting": 11835, + "▁spiritual": 11836, + "ilation": 11837, + "щи": 11838, + "▁strain": 11839, + "sex": 11840, + "join": 11841, + "而在": 11842, + "UD": 11843, + "eers": 11844, + "▁remained": 11845, + "bas": 11846, + "▁overl": 11847, + "▁ме": 11848, + "代理人": 11849, + "市委": 11850, + "▁gradient": 11851, + "那种": 11852, + "▁routine": 11853, + "▁moral": 11854, + "points": 11855, + "ца": 11856, + "自治": 11857, + "Can": 11858, + "装备": 11859, + "▁respective": 11860, + "▁opposition": 11861, + "theless": 11862, + "▁foundation": 11863, + "▁pill": 11864, + "▁rapidly": 11865, + "▁outer": 11866, + "▁legit": 11867, + "▁injuries": 11868, + "▁YouTube": 11869, + "场所": 11870, + "}}}": 11871, + "▁delight": 11872, + "推广": 11873, + "issions": 11874, + "▁Fair": 11875, + "普遍": 11876, + "▁coinc": 11877, + "scription": 11878, + "千万": 11879, + "之下": 11880, + "试验": 11881, + "NG": 11882, + "▁Product": 11883, + "lic": 11884, + "player": 11885, + "=\\": 11886, + "▁climb": 11887, + "▁vectors": 11888, + "мен": 11889, + "▁elected": 11890, + "▁offense": 11891, + "▁refere": 11892, + "odd": 11893, + "nThus": 11894, + "联盟": 11895, + "▁pounds": 11896, + "nic": 11897, + "▁((": 11898, + "Vert": 11899, + "▁affordable": 11900, + "吃饭": 11901, + "考核": 11902, + "▁Base": 11903, + "ircraft": 11904, + "icide": 11905, + "▁token": 11906, + "usal": 11907, + "eger": 11908, + "▁Ryan": 11909, + "▁Sto": 11910, + "▁tub": 11911, + "folio": 11912, + "将在": 11913, + "▁bathroom": 11914, + "RO": 11915, + "意外": 11916, + "▁plain": 11917, + "▁offset": 11918, + "▁edit": 11919, + "nUsing": 11920, + "token": 11921, + "▁cake": 11922, + "各地": 11923, + "有没有": 11924, + "▁representative": 11925, + "▁Prem": 11926, + "▁facilit": 11927, + "▁fitting": 11928, + "▁mob": 11929, + "▁doctors": 11930, + "▁conclude": 11931, + "ultural": 11932, + "();": 11933, + "otion": 11934, + "近年来": 11935, + "▁computing": 11936, + "▁ease": 11937, + "▁arrive": 11938, + "asant": 11939, + "女士": 11940, + "▁Prime": 11941, + "▁computers": 11942, + "▁fucking": 11943, + "▁revolution": 11944, + "▁Rest": 11945, + "▁silver": 11946, + "annot": 11947, + "TO": 11948, + "▁Little": 11949, + "▁mixture": 11950, + "▁grass": 11951, + "▁monitoring": 11952, + "aze": 11953, + "▁duty": 11954, + "▁pushed": 11955, + "uer": 11956, + "arios": 11957, + "对手": 11958, + "uma": 11959, + "iana": 11960, + "▁Ray": 11961, + "rays": 11962, + "_+": 11963, + "▁Support": 11964, + "HP": 11965, + "Token": 11966, + "▁Academy": 11967, + "▁worried": 11968, + "▁sensor": 11969, + "▁че": 11970, + "stra": 11971, + "▁elig": 11972, + "▁screw": 11973, + "▁$-": 11974, + "吸收": 11975, + "likely": 11976, + "▁references": 11977, + "ested": 11978, + "▁math": 11979, + "▁demonstrated": 11980, + "nDuring": 11981, + "▁Comput": 11982, + "▁entries": 11983, + "成的": 11984, + "razil": 11985, + "论坛": 11986, + "▁retrie": 11987, + "注重": 11988, + "▁но": 11989, + "▁reveal": 11990, + "同事": 11991, + "▁lumin": 11992, + "▁Cross": 11993, + "▁quantity": 11994, + "营造": 11995, + "LA": 11996, + "▁pleased": 11997, + "▁Hotel": 11998, + "照顾": 11999, + "▁conj": 12000, + "ussion": 12001, + "打击": 12002, + "▁losses": 12003, + "▁suffer": 12004, + "▁年": 12005, + "ierarch": 12006, + "▁throws": 12007, + "上去": 12008, + "sv": 12009, + "▁vacuum": 12010, + "不得不": 12011, + "前的": 12012, + "▁Report": 12013, + "▁stone": 12014, + "▁scaling": 12015, + "Equal": 12016, + "▁payments": 12017, + "▁professor": 12018, + "▁minister": 12019, + "出发": 12020, + "cases": 12021, + "旅行": 12022, + "混合": 12023, + "endix": 12024, + "▁nerv": 12025, + "▁roles": 12026, + "etal": 12027, + "森林": 12028, + "描述": 12029, + "有时": 12030, + "▁marks": 12031, + "fi": 12032, + "味道": 12033, + "itial": 12034, + "合适": 12035, + "定义": 12036, + "贯彻": 12037, + "unior": 12038, + "论文": 12039, + "▁weapon": 12040, + "▁memories": 12041, + "▁registration": 12042, + "采访": 12043, + "铁路": 12044, + "▁Brook": 12045, + "▁bool": 12046, + "很大的": 12047, + "wing": 12048, + "contin": 12049, + "semble": 12050, + "со": 12051, + "兄弟": 12052, + "etary": 12053, + "▁desktop": 12054, + "女子": 12055, + "▁saving": 12056, + "ego": 12057, + "^{+": 12058, + "▁superior": 12059, + "否则": 12060, + "pin": 12061, + "enders": 12062, + "▁flying": 12063, + "UST": 12064, + "转型": 12065, + "▁Columb": 12066, + "▁gent": 12067, + "SM": 12068, + "开启": 12069, + "▁persons": 12070, + "aron": 12071, + "mg": 12072, + "▁surve": 12073, + "▁lifestyle": 12074, + "nShare": 12075, + "▁decom": 12076, + "Instance": 12077, + "▁Lu": 12078, + "▁styles": 12079, + "本人": 12080, + "ASE": 12081, + "ICE": 12082, + "nPer": 12083, + "env": 12084, + "▁painting": 12085, + "▁advis": 12086, + "▁celebrate": 12087, + "等方面": 12088, + "ifer": 12089, + "▁Connect": 12090, + "▁acceler": 12091, + "机场": 12092, + "▁container": 12093, + "Nw": 12094, + "▁Know": 12095, + "▁handling": 12096, + "▁Victor": 12097, + "反而": 12098, + "xiety": 12099, + "ologist": 12100, + "rend": 12101, + "▁discipl": 12102, + "隐患": 12103, + "▁Britain": 12104, + "textsc": 12105, + "▁inequality": 12106, + "练习": 12107, + "差异": 12108, + "得到了": 12109, + "double": 12110, + "▁Should": 12111, + "yal": 12112, + "高质量": 12113, + "ници": 12114, + "一体": 12115, + "▁illness": 12116, + "业绩": 12117, + "ustration": 12118, + "лу": 12119, + "把握": 12120, + "▁relief": 12121, + "usr": 12122, + "COM": 12123, + "法规": 12124, + "财务": 12125, + "nfunc": 12126, + "攻坚": 12127, + "是最": 12128, + "berry": 12129, + "▁actor": 12130, + "▁entr": 12131, + "▁assessment": 12132, + "▁inches": 12133, + "mers": 12134, + "▁fold": 12135, + "bro": 12136, + "▁newspaper": 12137, + "ordan": 12138, + "并非": 12139, + "▁Lab": 12140, + "▁hung": 12141, + "▁headed": 12142, + "}%\\": 12143, + "exec": 12144, + "▁Put": 12145, + "▁rum": 12146, + "month": 12147, + "▁blame": 12148, + "▁copies": 12149, + "ysical": 12150, + "▁dreams": 12151, + "Are": 12152, + "▁FA": 12153, + "▁Expl": 12154, + "免费": 12155, + "ilst": 12156, + "orig": 12157, + "▁approval": 12158, + "▁identical": 12159, + "mc": 12160, + "Tag": 12161, + "igate": 12162, + "▁deeper": 12163, + "▁muscle": 12164, + "▁ridic": 12165, + "clean": 12166, + "iano": 12167, + "全省": 12168, + "▁featuring": 12169, + "▁healthcare": 12170, + "▁Though": 12171, + "▁neutr": 12172, + "TY": 12173, + "发放": 12174, + "▁sessions": 12175, + "常常": 12176, + "▁react": 12177, + "eting": 12178, + "nApp": 12179, + "十五": 12180, + "};": 12181, + "营销": 12182, + "▁jet": 12183, + "ashes": 12184, + "在中国": 12185, + "▁Wat": 12186, + "▁attitude": 12187, + "▁explos": 12188, + "▁Through": 12189, + "派出": 12190, + "vents": 12191, + "▁enforcement": 12192, + "▁attach": 12193, + "思路": 12194, + "{%": 12195, + "stat": 12196, + "SO": 12197, + "’\\": 12198, + "wered": 12199, + "▁smoke": 12200, + "世界上": 12201, + "添加": 12202, + "▁cha": 12203, + "▁permanent": 12204, + "stery": 12205, + "▁summar": 12206, + "BU": 12207, + "招生": 12208, + "负担": 12209, + "平方米": 12210, + "▁vacation": 12211, + "isting": 12212, + "▁rising": 12213, + "▁plas": 12214, + "▁template": 12215, + "▁Ly": 12216, + "▁Van": 12217, + "▁fewer": 12218, + "别的": 12219, + "screen": 12220, + "▁^": 12221, + "▁trends": 12222, + "▁rush": 12223, + "onder": 12224, + "▁profiles": 12225, + "▁lawyer": 12226, + "eding": 12227, + "▁blind": 12228, + "▁constit": 12229, + "isa": 12230, + "▁innovative": 12231, + "▁stages": 12232, + "irection": 12233, + "还没有": 12234, + "▁|\\": 12235, + "organ": 12236, + "▁Colorado": 12237, + "javascript": 12238, + "▁addresses": 12239, + "}}_{": 12240, + "的故事": 12241, + "▁suppor": 12242, + "调节": 12243, + ")$\\": 12244, + "的一些": 12245, + "▁Requ": 12246, + "▁toler": 12247, + "ERR": 12248, + "stein": 12249, + "新能源": 12250, + "▁graphics": 12251, + "▁trib": 12252, + "▁matrices": 12253, + "中小": 12254, + "offs": 12255, + "▁repeat": 12256, + "▁weekly": 12257, + "▁airport": 12258, + "▁developer": 12259, + "▁signature": 12260, + "警察": 12261, + "▁heavily": 12262, + "▁infinite": 12263, + "▁inspiration": 12264, + "▁Brand": 12265, + "▁celeb": 12266, + "▁mic": 12267, + "▁batch": 12268, + "▁platforms": 12269, + "▁DNA": 12270, + "phones": 12271, + "]);\\": 12272, + "加速": 12273, + "▁aband": 12274, + "那样": 12275, + "▁annoy": 12276, + "bled": 12277, + "drop": 12278, + "▁Daniel": 12279, + "▁Bi": 12280, + "bul": 12281, + "▁graduate": 12282, + "hbar": 12283, + "大队": 12284, + "▁lessons": 12285, + "ABLE": 12286, + "lower": 12287, + "▁Pop": 12288, + "others": 12289, + "▁counsel": 12290, + "▁expertise": 12291, + "Rel": 12292, + "▁soph": 12293, + "▁tournament": 12294, + "两种": 12295, + "▁controller": 12296, + "▁Ca": 12297, + "lang": 12298, + "▁Store": 12299, + "ictionary": 12300, + "▁photograp": 12301, + "▁falls": 12302, + "▁assert": 12303, + "生存": 12304, + "▁Page": 12305, + "使命": 12306, + "▁Stan": 12307, + "地球": 12308, + "▁breast": 12309, + "▁Disney": 12310, + "▁returning": 12311, + "quality": 12312, + "hor": 12313, + "▁speaker": 12314, + "分配": 12315, + "大众": 12316, + "▁mirror": 12317, + "▁&=&": 12318, + "▁mile": 12319, + "▁Andrew": 12320, + "▁Palest": 12321, + "closure": 12322, + "▁concepts": 12323, + "bib": 12324, + "▁exhaust": 12325, + "hom": 12326, + "审判": 12327, + "▁ultimate": 12328, + "vironments": 12329, + "▁periods": 12330, + "nOr": 12331, + "▁searc": 12332, + "urations": 12333, + "市场的": 12334, + "▁defensive": 12335, + "dem": 12336, + "▁Az": 12337, + "▁studying": 12338, + "”)": 12339, + "▁thousand": 12340, + "IB": 12341, + "plements": 12342, + "▁Sat": 12343, + "日的": 12344, + "nMr": 12345, + "letter": 12346, + "session": 12347, + "▁gravity": 12348, + "总体": 12349, + "▁baseball": 12350, + "广场": 12351, + "ounce": 12352, + "▁favourite": 12353, + "因為": 12354, + "是指": 12355, + "Now": 12356, + "▁batt": 12357, + "▁Asian": 12358, + "▁vice": 12359, + "▁lifetime": 12360, + "subsubsection": 12361, + "海外": 12362, + "▁generic": 12363, + "▁tradition": 12364, + "▁fifth": 12365, + "电路": 12366, + "▁Three": 12367, + "▁Charles": 12368, + "ubs": 12369, + "▁Ford": 12370, + "▁dict": 12371, + "▁loving": 12372, + "存储": 12373, + "▁asks": 12374, + "▁letting": 12375, + "▁Carl": 12376, + "▁submitted": 12377, + "▁}\\\\": 12378, + "_*": 12379, + "们的": 12380, + "传承": 12381, + "▁deck": 12382, + "▁passes": 12383, + "▁pa": 12384, + "media": 12385, + "天津": 12386, + "▁Afghan": 12387, + "quir": 12388, + "nob": 12389, + "发出": 12390, + "▁Cost": 12391, + "▁titles": 12392, + "▁neutral": 12393, + "▁panels": 12394, + "▁grate": 12395, + "▁trigger": 12396, + "▁photon": 12397, + "▁breaks": 12398, + "direct": 12399, + "ador": 12400, + "oor": 12401, + "otten": 12402, + "设有": 12403, + "property": 12404, + "原本": 12405, + "apache": 12406, + "带动": 12407, + "采购": 12408, + "▁accused": 12409, + "日上午": 12410, + "rank": 12411, + "▁codes": 12412, + "minipage": 12413, + "万人": 12414, + "面试": 12415, + "停止": 12416, + "▁span": 12417, + "▁Kim": 12418, + "▁vend": 12419, + "LY": 12420, + "colum": 12421, + "▁viewing": 12422, + "uan": 12423, + "▁mapping": 12424, + "▁reply": 12425, + "▁stayed": 12426, + "axis": 12427, + "▁fib": 12428, + "IVE": 12429, + "Open": 12430, + "▁forest": 12431, + "argin": 12432, + "▁reads": 12433, + "▁loans": 12434, + "▁survive": 12435, + "转移": 12436, + "▁kit": 12437, + "▁phones": 12438, + "▁enabled": 12439, + "ein": 12440, + "▁Hom": 12441, + "人群": 12442, + "其次": 12443, + "博物": 12444, + "▁twenty": 12445, + "▁Cur": 12446, + "▁spl": 12447, + "▁intention": 12448, + "▁personality": 12449, + "нски": 12450, + "irth": 12451, + "arters": 12452, + "标志": 12453, + "}{|": 12454, + "▁Prot": 12455, + "▁invited": 12456, + "bour": 12457, + "一片": 12458, + "▁Centre": 12459, + "▁Secretary": 12460, + "道理": 12461, + "▁attended": 12462, + "▁fitness": 12463, + "军事": 12464, + "出现了": 12465, + "pense": 12466, + "){": 12467, + "_{-": 12468, + "▁arts": 12469, + "▁staying": 12470, + "本科": 12471, + "▁(\\": 12472, + "▁communications": 12473, + "▁voting": 12474, + "rell": 12475, + "▁fed": 12476, + "▁locally": 12477, + "Null": 12478, + "everal": 12479, + "在家": 12480, + "success": 12481, + "▁Southern": 12482, + "▁Create": 12483, + "对比": 12484, + "▁teeth": 12485, + "异常": 12486, + "inch": 12487, + "其它": 12488, + "▁Adam": 12489, + "▁NAS": 12490, + "orous": 12491, + "瞬间": 12492, + "ariju": 12493, + "一张": 12494, + "物理": 12495, + "cience": 12496, + "background": 12497, + "amps": 12498, + "▁hopefully": 12499, + "perp": 12500, + "我和": 12501, + "earing": 12502, + "▁computation": 12503, + "清晰": 12504, + "▁embed": 12505, + "Server": 12506, + "器的": 12507, + "▁guns": 12508, + "itled": 12509, + "▁laid": 12510, + "▁Would": 12511, + "十三": 12512, + "mediate": 12513, + "十四": 12514, + "▁Ireland": 12515, + "▁reputation": 12516, + "arijuana": 12517, + "nClick": 12518, + "Command": 12519, + "▁guilty": 12520, + "▁subsequent": 12521, + "▁twe": 12522, + "▁estimation": 12523, + "▁representing": 12524, + "endment": 12525, + "'\\\\": 12526, + "他們": 12527, + "自信": 12528, + "▁supplement": 12529, + "IE": 12530, + "sql": 12531, + "olving": 12532, + "▁symmetric": 12533, + "▁Force": 12534, + "▁rarely": 12535, + "第六": 12536, + "层次": 12537, + "有时候": 12538, + "纪念": 12539, + "Oh": 12540, + "▁Gall": 12541, + "辖区": 12542, + "nToday": 12543, + "▁clicking": 12544, + "bered": 12545, + "期限": 12546, + "ollary": 12547, + "▁boolean": 12548, + "▁invariant": 12549, + "▁kiss": 12550, + "bow": 12551, + "mal": 12552, + "▁Santa": 12553, + "▁landscape": 12554, + "▁acknowled": 12555, + "▁realistic": 12556, + "审查": 12557, + "蔬菜": 12558, + "▁coupled": 12559, + "ader": 12560, + "loss": 12561, + "Right": 12562, + "▁somebody": 12563, + "tx": 12564, + "坐在": 12565, + "rizona": 12566, + "▁mes": 12567, + "人家": 12568, + "imer": 12569, + "日内": 12570, + "承诺": 12571, + "人都": 12572, + "门口": 12573, + "osed": 12574, + "▁composition": 12575, + "worth": 12576, + "uh": 12577, + "更有": 12578, + "iami": 12579, + "▁flowers": 12580, + "▁universal": 12581, + "适当": 12582, + "cently": 12583, + "总统": 12584, + "锻炼": 12585, + "Sty": 12586, + "▁crash": 12587, + "▁ALL": 12588, + "我要": 12589, + "▁resort": 12590, + "tc": 12591, + "玩家": 12592, + "ската": 12593, + "/(": 12594, + "▁hadn": 12595, + "▁vital": 12596, + "▁transaction": 12597, + "这也是": 12598, + "▁Ep": 12599, + "hour": 12600, + "pons": 12601, + "▁opens": 12602, + "国的": 12603, + "ouston": 12604, + "▁outdoor": 12605, + "ski": 12606, + "▁prohib": 12607, + "bing": 12608, + "不上": 12609, + "when": 12610, + "肺炎": 12611, + "▁les": 12612, + "昨天": 12613, + "接着": 12614, + "▁cra": 12615, + "▁faced": 12616, + "▁deeply": 12617, + "各位": 12618, + "iversary": 12619, + "▁pse": 12620, + "should": 12621, + "▁granted": 12622, + "物的": 12623, + "▁differential": 12624, + "则是": 12625, + "助力": 12626, + "▁bow": 12627, + "本书": 12628, + "▁pushing": 12629, + "▁flexible": 12630, + "there": 12631, + "HD": 12632, + "▁configure": 12633, + "▁heading": 12634, + "烈的": 12635, + "outer": 12636, + "▁engaged": 12637, + "▁tries": 12638, + "可以在": 12639, + "▁chest": 12640, + "讲解": 12641, + "▁frames": 12642, + "▁nobody": 12643, + "atile": 12644, + "▁forecast": 12645, + "无论是": 12646, + "▁Fort": 12647, + "▁clothing": 12648, + "日下午": 12649, + "▁PDF": 12650, + "付出": 12651, + "▁produces": 12652, + "Sm": 12653, + "good": 12654, + "▁entering": 12655, + "▁closing": 12656, + "设立": 12657, + "各自": 12658, + "的感觉": 12659, + "▁os": 12660, + "▁accord": 12661, + "▁hire": 12662, + "▁AC": 12663, + "技巧": 12664, + "Why": 12665, + "一個": 12666, + "nRead": 12667, + "日前": 12668, + "▁mouse": 12669, + "版本": 12670, + "oxy": 12671, + "▁Gar": 12672, + "anted": 12673, + "的内容": 12674, + "uz": 12675, + "▁Coll": 12676, + "▁geometry": 12677, + "Search": 12678, + "SR": 12679, + "妇女": 12680, + "非法": 12681, + "жа": 12682, + "新增": 12683, + "ributed": 12684, + "Bar": 12685, + "ockey": 12686, + "▁hint": 12687, + "Update": 12688, + "▁aircraft": 12689, + "▁publication": 12690, + "湖北": 12691, + "▁mood": 12692, + "西方": 12693, + "watch": 12694, + "▁purs": 12695, + "▁derivative": 12696, + "▁му": 12697, + "nFigure": 12698, + "▁iPad": 12699, + "▁CNN": 12700, + "nGo": 12701, + "▁Pot": 12702, + "▁Cas": 12703, + "▁Search": 12704, + "▁Nick": 12705, + "iences": 12706, + "▁mad": 12707, + "▁shower": 12708, + "nBecause": 12709, + "ben": 12710, + "很好的": 12711, + "▁scream": 12712, + "▁conscious": 12713, + "izza": 12714, + "ws": 12715, + "▁arr": 12716, + "▁hybrid": 12717, + "▁elsewhere": 12718, + "subseteq": 12719, + "ncan": 12720, + "▁tone": 12721, + "▁translation": 12722, + "失去": 12723, + "▁Italy": 12724, + "Tem": 12725, + "▁brilliant": 12726, + "▁aggreg": 12727, + "▁hitting": 12728, + "▁Him": 12729, + "forall": 12730, + "引领": 12731, + "nwidth": 12732, + "▁intr": 12733, + "tfor": 12734, + "▁Ty": 12735, + "iger": 12736, + "mates": 12737, + "endif": 12738, + "rass": 12739, + "▁drives": 12740, + "▁ham": 12741, + "WE": 12742, + "▁rose": 12743, + "▁slot": 12744, + "Resource": 12745, + "sur": 12746, + "_{(": 12747, + "工作中": 12748, + "▁Dark": 12749, + "igs": 12750, + "▁sacr": 12751, + "的第一": 12752, + "▁shoulder": 12753, + "nInst": 12754, + "▁deserv": 12755, + "▁votes": 12756, + "▁association": 12757, + "match": 12758, + "profit": 12759, + "▁mixing": 12760, + "utter": 12761, + "▁Scot": 12762, + "outube": 12763, + "▁seats": 12764, + "收集": 12765, + "MENT": 12766, + "▁capabilities": 12767, + "▁ма": 12768, + "▁paths": 12769, + "▁bags": 12770, + "▁eggs": 12771, + "▁tied": 12772, + "图书": 12773, + "Eq": 12774, + "▁Х": 12775, + "▁Very": 12776, + "时光": 12777, + "▁Son": 12778, + "aved": 12779, + "计算机": 12780, + "▁cameras": 12781, + "▁difficulty": 12782, + "avelength": 12783, + "▁characteristic": 12784, + "▁Mom": 12785, + "▁basketball": 12786, + "▁mathemat": 12787, + "后面": 12788, + "inction": 12789, + "▁guidelines": 12790, + "才会": 12791, + "Const": 12792, + "含有": 12793, + "回忆": 12794, + "effect": 12795, + "▁yours": 12796, + "▁substantial": 12797, + "▁execution": 12798, + "▁membership": 12799, + "▁Hollywood": 12800, + "▁innovation": 12801, + "很少": 12802, + "▁Disc": 12803, + "▁desper": 12804, + "部长": 12805, + "▁Coast": 12806, + "微博": 12807, + "的地": 12808, + "走向": 12809, + "▁Wi": 12810, + "bat": 12811, + "ikip": 12812, + "▁applies": 12813, + "品种": 12814, + "新区": 12815, + "成年": 12816, + "我们在": 12817, + "IGHT": 12818, + "ifting": 12819, + "▁precisely": 12820, + "▁compatible": 12821, + "oplus": 12822, + "的人生": 12823, + "irts": 12824, + "▁unlikely": 12825, + "send": 12826, + "▁ceremon": 12827, + "▁constraint": 12828, + "▁spots": 12829, + "oz": 12830, + "高效": 12831, + "▁subset": 12832, + "▁Spirit": 12833, + "ublished": 12834, + "lessly": 12835, + "bot": 12836, + "▁apt": 12837, + "made": 12838, + "\\\"/": 12839, + "req": 12840, + "HC": 12841, + "大小": 12842, + "▁designer": 12843, + "▁Non": 12844, + "▁lady": 12845, + "htm": 12846, + "▁induced": 12847, + "white": 12848, + "▁Server": 12849, + "▁Tam": 12850, + "▁verify": 12851, + "车型": 12852, + "▁pink": 12853, + "▁Daily": 12854, + "▁graphs": 12855, + "'}": 12856, + "▁lesson": 12857, + "▁captured": 12858, + "▁elections": 12859, + "ня": 12860, + "▁echo": 12861, + "成为了": 12862, + "▁cum": 12863, + "models": 12864, + "▁bills": 12865, + "▁defect": 12866, + "closed": 12867, + "▁barely": 12868, + "▁recommendations": 12869, + "▁Video": 12870, + "▁Li": 12871, + "西安": 12872, + "nNext": 12873, + "▁ordinary": 12874, + "▁Image": 12875, + "ymmetric": 12876, + "▁transportation": 12877, + "▁Pacific": 12878, + "▁emotion": 12879, + "iate": 12880, + "的能力": 12881, + "▁soldiers": 12882, + "成分": 12883, + "老公": 12884, + "▁ru": 12885, + "'_": 12886, + "▁disorder": 12887, + "▁SM": 12888, + "▁coefficient": 12889, + "权益": 12890, + "comfort": 12891, + "admin": 12892, + "▁keyboard": 12893, + "心情": 12894, + "▁voltage": 12895, + "▁bid": 12896, + "▁printed": 12897, + "参观": 12898, + "keep": 12899, + "▁inflation": 12900, + "两年": 12901, + "▁Taylor": 12902, + "▁Е": 12903, + "({\\": 12904, + "tics": 12905, + "markdown": 12906, + "▁dismiss": 12907, + "▁intellect": 12908, + "ikipedia": 12909, + "无数": 12910, + "大力": 12911, + "tb": 12912, + "了很多": 12913, + "▁asympt": 12914, + "▁interpretation": 12915, + "▁Jersey": 12916, + "loop": 12917, + "▁notion": 12918, + "▁screens": 12919, + "itage": 12920, + "▁concrete": 12921, + "损害": 12922, + "▁trav": 12923, + "但在": 12924, + "▁guidance": 12925, + "并在": 12926, + "▁reaching": 12927, + "发行": 12928, + "车的": 12929, + "Entity": 12930, + "rivacy": 12931, + "Gu": 12932, + "uated": 12933, + "▁Indust": 12934, + "合格": 12935, + "ogeneous": 12936, + "检验": 12937, + "▁Dou": 12938, + "▁duration": 12939, + "▁satell": 12940, + "Pre": 12941, + "\\\\%$": 12942, + "飞机": 12943, + "▁ANY": 12944, + "▁Indeed": 12945, + "▁suffered": 12946, + "Acc": 12947, + "▁voted": 12948, + "they": 12949, + "▁мо": 12950, + "Label": 12951, + "▁WITH": 12952, + "hard": 12953, + "phot": 12954, + "nyou": 12955, + "athered": 12956, + "马上": 12957, + "▁injured": 12958, + "▁currency": 12959, + "▁functionality": 12960, + "年级": 12961, + "empty": 12962, + "remove": 12963, + "生素": 12964, + "▁angry": 12965, + "fin": 12966, + "address": 12967, + "▁Festival": 12968, + "First": 12969, + "ificial": 12970, + "的要求": 12971, + "▁supplies": 12972, + "　　": 12973, + "众多": 12974, + "days": 12975, + "spec": 12976, + "▁enjoying": 12977, + "nint": 12978, + "delete": 12979, + "&=&": 12980, + "园区": 12981, + "▁penalty": 12982, + "物品": 12983, + "\\\\;": 12984, + "▁Hon": 12985, + "Valid": 12986, + "▁Trust": 12987, + "不太": 12988, + "▁equipped": 12989, + "gi": 12990, + "▁arc": 12991, + "▁Arts": 12992, + "识别": 12993, + "aset": 12994, + "仅仅": 12995, + "另一个": 12996, + "▁unlike": 12997, + "definition": 12998, + "ila": 12999, + "▁debut": 13000, + "▁combine": 13001, + "green": 13002, + "ethe": 13003, + "▁Georgia": 13004, + "▁factory": 13005, + "社交": 13006, + "▁reverse": 13007, + "▁variations": 13008, + "▁protest": 13009, + "点的": 13010, + "▁cir": 13011, + "现有": 13012, + "urse": 13013, + "ront": 13014, + "▁Joseph": 13015, + "▁alter": 13016, + "Options": 13017, + "姐姐": 13018, + "很容易": 13019, + "rele": 13020, + "▁separation": 13021, + "grid": 13022, + "total": 13023, + "nBefore": 13024, + "▁nations": 13025, + "▁enables": 13026, + "依照": 13027, + "▁+\\\\": 13028, + "▁precision": 13029, + "None": 13030, + "▁correction": 13031, + "▁trac": 13032, + "▁fraud": 13033, + "▁counts": 13034, + "接收": 13035, + "ulum": 13036, + "_{{\\\\": 13037, + "破坏": 13038, + "▁stations": 13039, + "▁hardly": 13040, + "▁theories": 13041, + "^*$": 13042, + "$$\\\\": 13043, + "百分": 13044, + "oup": 13045, + "▁founded": 13046, + "决策": 13047, + "))$": 13048, + "▁gained": 13049, + "▁electricity": 13050, + "sd": 13051, + "早上": 13052, + "PN": 13053, + "two": 13054, + "▁Text": 13055, + "▁gravit": 13056, + "▁downtown": 13057, + "URE": 13058, + "接下来": 13059, + "▁outstanding": 13060, + "▁Method": 13061, + "▁joining": 13062, + "▁rect": 13063, + "▁collaboration": 13064, + "房间": 13065, + "▁fingers": 13066, + "▁historic": 13067, + "▁namely": 13068, + "是对": 13069, + "▁concentration": 13070, + "ether": 13071, + "Down": 13072, + "mathsf": 13073, + ")}(": 13074, + "美國": 13075, + "▁Friend": 13076, + "▁Mean": 13077, + "▁conversion": 13078, + "▁Ha": 13079, + "▁admitted": 13080, + "▁Major": 13081, + "当天": 13082, + "etc": 13083, + "部队": 13084, + "overs": 13085, + "▁spark": 13086, + "▁nights": 13087, + "▁Bern": 13088, + "▁catalog": 13089, + "▁addressed": 13090, + "▁neighbors": 13091, + "DIT": 13092, + "GO": 13093, + "地上": 13094, + "▁evaluated": 13095, + "nTherefore": 13096, + "thread": 13097, + "ova": 13098, + "&#": 13099, + "Filter": 13100, + "▁imper": 13101, + "▁tum": 13102, + "▁reduces": 13103, + "也不会": 13104, + "▁franch": 13105, + "▁fake": 13106, + "rug": 13107, + "▁focusing": 13108, + "▁descript": 13109, + "▁concerning": 13110, + "▁Donald": 13111, + "▁environments": 13112, + "▁gifts": 13113, + "出席": 13114, + "▁mm": 13115, + "▁minds": 13116, + "mass": 13117, + "最低": 13118, + "▁communicate": 13119, + "▁Brazil": 13120, + "KS": 13121, + "必然": 13122, + "Bo": 13123, + "ami": 13124, + "▁savings": 13125, + "nTwo": 13126, + "▁CPU": 13127, + "TF": 13128, + "uct": 13129, + "nUp": 13130, + "▁coordinate": 13131, + "▁Boy": 13132, + "▁Place": 13133, + "退休": 13134, + "▁atoms": 13135, + "▁sauce": 13136, + "害怕": 13137, + "公交": 13138, + "▁girlfriend": 13139, + "Eng": 13140, + "▁exit": 13141, + "bsite": 13142, + "本实用": 13143, + "▁anxiety": 13144, + "don": 13145, + "▁lighting": 13146, + ")}{\\\\": 13147, + "▁fiction": 13148, + "▁crypt": 13149, + "amsung": 13150, + "到达": 13151, + "认知": 13152, + "▁managing": 13153, + "entry": 13154, + "▁година": 13155, + "▁:)\\": 13156, + "转化": 13157, + "diff": 13158, + "形势": 13159, + "▁Need": 13160, + "▁py": 13161, + "地说": 13162, + "队员": 13163, + "胜利": 13164, + "留下": 13165, + "师生": 13166, + "▁url": 13167, + "Http": 13168, + "▁Sky": 13169, + "▁explicitly": 13170, + "▁contemporary": 13171, + "oun": 13172, + "▁satisfies": 13173, + "onded": 13174, + "▁demands": 13175, + "ATH": 13176, + "charge": 13177, + "▁contrad": 13178, + "▁Dar": 13179, + "acher": 13180, + "▁discovery": 13181, + "的中": 13182, + "▁centers": 13183, + "党建": 13184, + "不敢": 13185, + "nbut": 13186, + "Figure": 13187, + "▁randomly": 13188, + "区别": 13189, + "▁myth": 13190, + "Mzg": 13191, + "рез": 13192, + "某些": 13193, + "adel": 13194, + "▁await": 13195, + "你会": 13196, + "营业": 13197, + "help": 13198, + "▁mistakes": 13199, + "释放": 13200, + "▁baseline": 13201, + "大赛": 13202, + "▁servers": 13203, + "跟着": 13204, + "inois": 13205, + "▁columns": 13206, + "▁Box": 13207, + "AGE": 13208, + "▁physically": 13209, + "小说": 13210, + "租赁": 13211, + "isdom": 13212, + "▁emails": 13213, + "▁Digital": 13214, + "流量": 13215, + "ington": 13216, + "漂亮": 13217, + "▁median": 13218, + "▁detector": 13219, + "在线": 13220, + "面上": 13221, + "Str": 13222, + "▁Wilson": 13223, + "▁decline": 13224, + "▁hosting": 13225, + "定期": 13226, + "ogram": 13227, + "icking": 13228, + "iated": 13229, + "unct": 13230, + "用来": 13231, + "ulator": 13232, + "▁Without": 13233, + "▁Royal": 13234, + "▁entropy": 13235, + "Factory": 13236, + "▁Given": 13237, + "▁qualified": 13238, + "▁/>": 13239, + "%%%%%%%%": 13240, + "隔离": 13241, + "大学生": 13242, + "▁Ron": 13243, + "onymous": 13244, + "▁alongside": 13245, + "▁Despite": 13246, + "提出了": 13247, + "▁dil": 13248, + "▁LA": 13249, + "osit": 13250, + "GS": 13251, + "▁nearest": 13252, + "互相": 13253, + "rition": 13254, + "▁birds": 13255, + "▁fired": 13256, + "▁gram": 13257, + "Dev": 13258, + "▁Holy": 13259, + "eties": 13260, + "keys": 13261, + "产权": 13262, + "安全生产": 13263, + "基本上": 13264, + "nOh": 13265, + "DM": 13266, + "equate": 13267, + "▁consistently": 13268, + "▁Ф": 13269, + "▁lin": 13270, + "▁Hospital": 13271, + "小心": 13272, + "财富": 13273, + "▁fails": 13274, + "▁NS": 13275, + "plane": 13276, + "明的": 13277, + "▁principal": 13278, + "▁Seattle": 13279, + "▁governments": 13280, + "不出": 13281, + "arse": 13282, + "▁removing": 13283, + "▁Guide": 13284, + "奋斗": 13285, + "▁bounded": 13286, + "▁Access": 13287, + "懂得": 13288, + "群体": 13289, + "Min": 13290, + "▁Python": 13291, + "▁loaded": 13292, + "sync": 13293, + "super": 13294, + "After": 13295, + "舞台": 13296, + "色彩": 13297, + "证书": 13298, + "▁sensitivity": 13299, + "较大": 13300, + "acent": 13301, + "▁precise": 13302, + "危机": 13303, + "nAre": 13304, + "▁Rog": 13305, + "▁steady": 13306, + "limited": 13307, + "erred": 13308, + "▁desc": 13309, + "▁curious": 13310, + "巨大": 13311, + "▁Greek": 13312, + "局长": 13313, + "▁utility": 13314, + "的朋友": 13315, + "▁trace": 13316, + "▁convergence": 13317, + "▁Zeal": 13318, + "▁гра": 13319, + "▁agric": 13320, + "about": 13321, + "▁Rights": 13322, + "▁borrow": 13323, + "▁scenarios": 13324, + "▁loose": 13325, + "是由": 13326, + "▁requested": 13327, + "反复": 13328, + "▁snap": 13329, + "的数据": 13330, + "Ver": 13331, + "▁legend": 13332, + "osa": 13333, + "▁hospit": 13334, + "而已": 13335, + "rained": 13336, + "▁Children": 13337, + "▁traveling": 13338, + "▁jew": 13339, + "▁grab": 13340, + "电商": 13341, + "▁swit": 13342, + "养殖": 13343, + "random": 13344, + "▁generating": 13345, + "arious": 13346, + "姑娘": 13347, + "alaxy": 13348, + "为何": 13349, + "▁Circ": 13350, + "▁gene": 13351, + "▁innoc": 13352, + "股份有限公司": 13353, + "给他": 13354, + "▁riding": 13355, + "▁consent": 13356, + "▁documentation": 13357, + "▁HTML": 13358, + "▁bird": 13359, + "OK": 13360, + "证实": 13361, + "aka": 13362, + "ucks": 13363, + "▁tie": 13364, + "选手": 13365, + "规律": 13366, + "血液": 13367, + "avor": 13368, + "▁contents": 13369, + "▁mit": 13370, + "▁•": 13371, + "出行": 13372, + "▁unusual": 13373, + "▁:\\": 13374, + "making": 13375, + "▁intense": 13376, + "▁gym": 13377, + "HA": 13378, + "asty": 13379, + "▁privile": 13380, + "▁furniture": 13381, + "你要": 13382, + "修改": 13383, + "销量": 13384, + "har": 13385, + "leton": 13386, + "▁Price": 13387, + "▁filling": 13388, + "formed": 13389, + "holder": 13390, + "columnwidth": 13391, + "▁consequence": 13392, + "▁Has": 13393, + "ropic": 13394, + "aug": 13395, + "病人": 13396, + "▁\\\\&": 13397, + "▁tort": 13398, + "▁stom": 13399, + "▁entreprene": 13400, + "▁figured": 13401, + "▁Harry": 13402, + "大家都": 13403, + "清洁": 13404, + "建成": 13405, + "ден": 13406, + "▁[]": 13407, + "▁recipes": 13408, + "▁Rose": 13409, + "ccer": 13410, + "▁viewed": 13411, + "▁ML": 13412, + "▁races": 13413, + "▁resolve": 13414, + "简称": 13415, + "▁finance": 13416, + "积累": 13417, + "应该是": 13418, + "既然": 13419, + "bad": 13420, + "和平": 13421, + "upy": 13422, + "Select": 13423, + "▁electrical": 13424, + "▁logo": 13425, + "考察": 13426, + "食用": 13427, + "▁NE": 13428, + "aska": 13429, + "<<": 13430, + "▁diver": 13431, + "odge": 13432, + "的行为": 13433, + "nz": 13434, + "▁diversity": 13435, + "有序": 13436, + "scal": 13437, + "▁limitations": 13438, + "河北": 13439, + "▁roots": 13440, + "formance": 13441, + "SN": 13442, + "▁HE": 13443, + "爱心": 13444, + "tree": 13445, + "▁clip": 13446, + "▁metrics": 13447, + "▁Father": 13448, + "申报": 13449, + "aine": 13450, + "dest": 13451, + "▁Ba": 13452, + "▁tact": 13453, + "杭州": 13454, + "咖啡": 13455, + "rolled": 13456, + "Oper": 13457, + "▁roads": 13458, + "▁raising": 13459, + "巨大的": 13460, + "春节": 13461, + "住房": 13462, + "发言": 13463, + "▁Arizona": 13464, + "Version": 13465, + "▁unexpected": 13466, + "▁ocean": 13467, + "▁surely": 13468, + "▁representations": 13469, + "含量": 13470, + "奶奶": 13471, + "nnamespace": 13472, + "▁COM": 13473, + "显著": 13474, + "▁Prov": 13475, + "edit": 13476, + "▁analyze": 13477, + "quot": 13478, + "nFurther": 13479, + "entity": 13480, + "Buffer": 13481, + "▁simultaneously": 13482, + "▁Tri": 13483, + "▁lean": 13484, + "▁accum": 13485, + "▁dominant": 13486, + "▁yeah": 13487, + "Click": 13488, + "Yes": 13489, + "uilt": 13490, + "leted": 13491, + "他是": 13492, + "American": 13493, + "整合": 13494, + "▁overcome": 13495, + "专利": 13496, + "▁struggling": 13497, + "▁Photo": 13498, + "▁pixel": 13499, + "研究生": 13500, + "Note": 13501, + "kind": 13502, + "nReg": 13503, + "▁Bon": 13504, + "▁\\\\|": 13505, + "子女": 13506, + "由此": 13507, + "▁sequences": 13508, + "▁destroyed": 13509, + "▁Division": 13510, + "tn": 13511, + "azy": 13512, + "eling": 13513, + "Layout": 13514, + "▁\\\\(": 13515, + "▁|\\\\": 13516, + "erer": 13517, + "nLook": 13518, + "lee": 13519, + "ori": 13520, + "Dat": 13521, + "也不是": 13522, + "▁compete": 13523, + "nnot": 13524, + "Cal": 13525, + "aza": 13526, + "▁Budd": 13527, + "▁Irish": 13528, + "through": 13529, + "▁Bal": 13530, + "setminus": 13531, + "▁Number": 13532, + "完美": 13533, + "信任": 13534, + "▁preparation": 13535, + "Top": 13536, + "avid": 13537, + "▁firms": 13538, + "▁=\\\\": 13539, + "▁Local": 13540, + "▁satisfying": 13541, + "yd": 13542, + "▁museum": 13543, + "▁pocket": 13544, + "▁picking": 13545, + "%；": 13546, + "ensities": 13547, + "bling": 13548, + "▁Radio": 13549, + "▁alert": 13550, + "住了": 13551, + "▁tang": 13552, + "▁temporary": 13553, + "对外": 13554, + "传递": 13555, + "ycl": 13556, + "还没": 13557, + "▁Grant": 13558, + "▁cancel": 13559, + "消失": 13560, + "▁Fred": 13561, + "▁modules": 13562, + "▁quantities": 13563, + "nj": 13564, + "EMA": 13565, + "看到了": 13566, + "backs": 13567, + "~\\": 13568, + "更为": 13569, + "背后": 13570, + "▁poet": 13571, + "共有": 13572, + "found": 13573, + "电动": 13574, + "观念": 13575, + "▁solved": 13576, + "mathscr": 13577, + "▁shr": 13578, + "container": 13579, + "mate": 13580, + "displaystyle": 13581, + "[:": 13582, + "nhave": 13583, + "pository": 13584, + "▁golf": 13585, + "▁Current": 13586, + "▁AG": 13587, + "▁Rod": 13588, + "Listener": 13589, + "的美": 13590, + "的机会": 13591, + "▁orth": 13592, + "的技术": 13593, + "stable": 13594, + "▁upset": 13595, + "口罩": 13596, + "asters": 13597, + "▁PA": 13598, + "floor": 13599, + "▁soil": 13600, + "oop": 13601, + "▁accomplish": 13602, + "plt": 13603, + "eman": 13604, + "低于": 13605, + "agan": 13606, + "▁trem": 13607, + "orne": 13608, + "▁Bru": 13609, + "ez": 13610, + "istant": 13611, + "▁orbit": 13612, + "障碍": 13613, + "▁outcomes": 13614, + "段时间": 13615, + "此前": 13616, + "▁MP": 13617, + "▁festival": 13618, + "cam": 13619, + "icket": 13620, + "shape": 13621, + "▁Case": 13622, + "ffff": 13623, + "▁orientation": 13624, + "▁Er": 13625, + "▁quark": 13626, + "知名": 13627, + "Vis": 13628, + "IES": 13629, + "▁dip": 13630, + "子里": 13631, + "ainer": 13632, + "▁Zealand": 13633, + "一方面": 13634, + "cccc": 13635, + "简单的": 13636, + "pson": 13637, + "▁layout": 13638, + "摄影": 13639, + "说了": 13640, + "aret": 13641, + "写作": 13642, + "▁examine": 13643, + "短期": 13644, + "Case": 13645, + "hetic": 13646, + "▁Bell": 13647, + "▁ec": 13648, + "$^": 13649, + "nesota": 13650, + "tvar": 13651, + "See": 13652, + "▁Having": 13653, + "elect": 13654, + "▁beliefs": 13655, + "▁colleagues": 13656, + "▁availability": 13657, + "holders": 13658, + "▁fantasy": 13659, + "云南": 13660, + "▁depression": 13661, + "▁Labor": 13662, + "ън": 13663, + "▁Turn": 13664, + "Ge": 13665, + "▁dining": 13666, + "提示": 13667, + "▁Sure": 13668, + "Output": 13669, + "▁Christians": 13670, + "week": 13671, + "的情": 13672, + "专题": 13673, + "occ": 13674, + "▁Guard": 13675, + "代码": 13676, + "受伤": 13677, + "▁separated": 13678, + "▁Core": 13679, + "▁grateful": 13680, + "▁Kevin": 13681, + "▁Administration": 13682, + "▁drama": 13683, + "会员": 13684, + "nRel": 13685, + "▁Area": 13686, + "▁compliance": 13687, + "▁Da": 13688, + "Met": 13689, + "▁Order": 13690, + "怎么办": 13691, + "▁equilibrium": 13692, + "转变": 13693, + "Assert": 13694, + "▁balls": 13695, + "▁Low": 13696, + "▁sought": 13697, + "▁Standard": 13698, + "感受到": 13699, + "对待": 13700, + "的老": 13701, + "except": 13702, + "olis": 13703, + "▁approx": 13704, + "▁philosophy": 13705, + "pute": 13706, + "orgeous": 13707, + "ран": 13708, + "▁cav": 13709, + "▁['": 13710, + "一直在": 13711, + "ду": 13712, + "require": 13713, + "si": 13714, + "Control": 13715, + "解放": 13716, + "民间": 13717, + "channel": 13718, + "▁automatic": 13719, + "▁projection": 13720, + "职责": 13721, + "underline": 13722, + "boy": 13723, + "本文": 13724, + "爆发": 13725, + "病例": 13726, + "Length": 13727, + "▁Bad": 13728, + "necess": 13729, + "▁speakers": 13730, + "itty": 13731, + "▁nose": 13732, + "不需要": 13733, + "▁Houston": 13734, + "▁maintaining": 13735, + "▁lect": 13736, + "▁thro": 13737, + "▁Medic": 13738, + "olutions": 13739, + "脂肪": 13740, + "▁asset": 13741, + "▁fiber": 13742, + "NO": 13743, + "▁tube": 13744, + "hal": 13745, + "▁voc": 13746, + "显然": 13747, + "以上的": 13748, + "uler": 13749, + "▁southern": 13750, + "tri": 13751, + "了一些": 13752, + "另一方面": 13753, + "eron": 13754, + "ailing": 13755, + "▁backup": 13756, + "▁console": 13757, + "▁Environment": 13758, + "▁…\\": 13759, + "▁removal": 13760, + "▁tape": 13761, + "omatic": 13762, + "▁receiver": 13763, + "WS": 13764, + "▁navigation": 13765, + "不久": 13766, + "停车": 13767, + "efined": 13768, + "我们要": 13769, + "▁Sea": 13770, + "iy": 13771, + "instance": 13772, + "公众号": 13773, + "ncing": 13774, + "abetes": 13775, + "▁Action": 13776, + "▁displays": 13777, + "住院": 13778, + "▁cow": 13779, + "提供的": 13780, + "▁Cond": 13781, + "缓解": 13782, + "诊断": 13783, + "▁yard": 13784, + "▁turb": 13785, + "估计": 13786, + "▁refused": 13787, + "▁disturb": 13788, + "▁scoring": 13789, + "▁pregnant": 13790, + "▁Enter": 13791, + "ур": 13792, + "开了": 13793, + "▁Kingdom": 13794, + "▁struck": 13795, + "工厂": 13796, + "News": 13797, + "▁troops": 13798, + "notes": 13799, + "▁stake": 13800, + "不良": 13801, + "高兴": 13802, + "▁lying": 13803, + "▁margin": 13804, + "在大": 13805, + "刑事": 13806, + "gate": 13807, + "▁Vi": 13808, + "▁resulted": 13809, + "WA": 13810, + "▁LE": 13811, + "▁calib": 13812, + "▁pharm": 13813, + "一件": 13814, + "▁meals": 13815, + "▁texture": 13816, + "aya": 13817, + "▁Tele": 13818, + "too": 13819, + "Dec": 13820, + "▁AI": 13821, + "的孩子": 13822, + "▁cosm": 13823, + "▁remem": 13824, + "nCol": 13825, + "▁Additionally": 13826, + "allas": 13827, + "的手": 13828, + "一行": 13829, + "配套": 13830, + "▁assembly": 13831, + "scope": 13832, + "▁anybody": 13833, + "▁blogs": 13834, + "▁Vill": 13835, + "▁signing": 13836, + "RT": 13837, + "IND": 13838, + "▁gang": 13839, + "▁hanging": 13840, + "文书": 13841, + "strong": 13842, + "▁colon": 13843, + "▁Jews": 13844, + "▁Championship": 13845, + "▁Ash": 13846, + "丰富的": 13847, + "包装": 13848, + "ership": 13849, + "erk": 13850, + "▁Miami": 13851, + "▁deserve": 13852, + "造型": 13853, + "▁comic": 13854, + "рат": 13855, + "▁android": 13856, + "▁acknowledge": 13857, + "▁Jr": 13858, + "▁importantly": 13859, + "▁lear": 13860, + "itudes": 13861, + "IME": 13862, + "▁solving": 13863, + "▁complement": 13864, + "▁smoking": 13865, + "▁tutorial": 13866, + "明天": 13867, + "ynch": 13868, + "▁assumptions": 13869, + "▁Map": 13870, + "heast": 13871, + "国民": 13872, + "▁casual": 13873, + "类的": 13874, + "aware": 13875, + "点击": 13876, + "说法": 13877, + "▁subsid": 13878, + "template": 13879, + "hether": 13880, + "▁stops": 13881, + "curs": 13882, + "▁expanded": 13883, + "皇帝": 13884, + "未来的": 13885, + "▁Tal": 13886, + "oir": 13887, + "These": 13888, + "将其": 13889, + "系统的": 13890, + "▁tox": 13891, + "prim": 13892, + "体会": 13893, + "同比增长": 13894, + "院长": 13895, + "▁Being": 13896, + "▁checks": 13897, + "VM": 13898, + "appl": 13899, + "中有": 13900, + "▁na": 13901, + "verty": 13902, + "▁frequencies": 13903, + "相关的": 13904, + "▁calm": 13905, + "参数": 13906, + "family": 13907, + "▁Davis": 13908, + "▁vacc": 13909, + "▁sew": 13910, + "istence": 13911, + "海洋": 13912, + "▁surfaces": 13913, + "司机": 13914, + "形态": 13915, + "毫无": 13916, + "清理": 13917, + "机动车": 13918, + "月的": 13919, + "▁Dam": 13920, + "▁Emp": 13921, + "▁offices": 13922, + "命运": 13923, + "究竟": 13924, + "▁championship": 13925, + "──": 13926, + "的学生": 13927, + "▁boundaries": 13928, + "▁episodes": 13929, + "▁arrival": 13930, + "DT": 13931, + "▁shops": 13932, + "ito": 13933, + "▁Bang": 13934, + "▁fool": 13935, + "uced": 13936, + "▁Swed": 13937, + "▁swing": 13938, + "▁emotions": 13939, + "inson": 13940, + "▁Toronto": 13941, + "igg": 13942, + "ieve": 13943, + "公平": 13944, + "mitting": 13945, + "▁politicians": 13946, + "肿瘤": 13947, + "▁Henry": 13948, + "live": 13949, + "▁orange": 13950, + "▁Download": 13951, + "▁responded": 13952, + "博物馆": 13953, + "ouds": 13954, + "▁burning": 13955, + "▁poverty": 13956, + "task": 13957, + "落地": 13958, + "▁honestly": 13959, + "▁encounter": 13960, + "你是": 13961, + "▁performances": 13962, + "危害": 13963, + "▁Kat": 13964, + "▁Israeli": 13965, + "cha": 13966, + "▁benchmark": 13967, + "kl": 13968, + "仿佛": 13969, + "承认": 13970, + "时尚": 13971, + "vals": 13972, + "nse": 13973, + "▁shirt": 13974, + "产量": 13975, + "上班": 13976, + "▁Chair": 13977, + "修复": 13978, + "法定": 13979, + "hav": 13980, + "▁enhanced": 13981, + "hole": 13982, + "▁strategic": 13983, + "{$\\\\": 13984, + "render": 13985, + "▁liberal": 13986, + "▁annot": 13987, + "▁embedding": 13988, + "坚定": 13989, + "年底": 13990, + "▁Rub": 13991, + "人工智能": 13992, + "交通事故": 13993, + "▁Northern": 13994, + "▁ly": 13995, + "▁denied": 13996, + "一生": 13997, + "▁Civil": 13998, + "Press": 13999, + "▁guaranteed": 14000, + "ima": 14001, + "武器": 14002, + "ност": 14003, + "itations": 14004, + "▁aims": 14005, + "hoo": 14006, + "isition": 14007, + "从小": 14008, + "▁officially": 14009, + "▁marijuana": 14010, + "范围内": 14011, + "▁expenses": 14012, + "▁presidential": 14013, + "ncor": 14014, + "▁confused": 14015, + "排查": 14016, + "may": 14017, + "▁Was": 14018, + "▁puzz": 14019, + "▁fishing": 14020, + "tthis": 14021, + "was": 14022, + "▁flour": 14023, + "▁acquired": 14024, + "收购": 14025, + "纤维": 14026, + "仔细": 14027, + "▁Ess": 14028, + "such": 14029, + "▁trim": 14030, + "tint": 14031, + "angular": 14032, + "quant": 14033, + "opes": 14034, + "▁differently": 14035, + "nvar": 14036, + "秩序": 14037, + "▁Uk": 14038, + "▁Cru": 14039, + "▁electrons": 14040, + "大量的": 14041, + "根据权利要求": 14042, + "的就是": 14043, + "ACE": 14044, + "ynamic": 14045, + "▁Foot": 14046, + "▁pulse": 14047, + "spring": 14048, + "Mode": 14049, + "custom": 14050, + "产品的": 14051, + "發展": 14052, + "长时间": 14053, + "防护": 14054, + "stud": 14055, + "▁leather": 14056, + "▁maintained": 14057, + "总经理": 14058, + "nDis": 14059, + "▁answered": 14060, + "▁retirement": 14061, + "nLe": 14062, + "connected": 14063, + "▁couples": 14064, + "超级": 14065, + "dependent": 14066, + "补贴": 14067, + "▁behalf": 14068, + "股权": 14069, + "▁childhood": 14070, + "igrants": 14071, + "lined": 14072, + "十九": 14073, + "reated": 14074, + "iors": 14075, + "roit": 14076, + "FP": 14077, + "pert": 14078, + "iscal": 14079, + "▁appreciated": 14080, + "bserv": 14081, + "newcommand": 14082, + "有机": 14083, + "较为": 14084, + "▁chip": 14085, + "辅助": 14086, + "▁exhibit": 14087, + "三大": 14088, + "▁tons": 14089, + "▁refers": 14090, + "补偿": 14091, + "una": 14092, + "没想到": 14093, + "▁Hor": 14094, + "cribed": 14095, + "水果": 14096, + "▁discrete": 14097, + "日至": 14098, + "console": 14099, + "nprint": 14100, + "▁declared": 14101, + "▁cub": 14102, + "▁encouraged": 14103, + "▁Lag": 14104, + "▁commands": 14105, + "不予": 14106, + "我会": 14107, + "Wh": 14108, + "burgh": 14109, + "▁Account": 14110, + "▁diseases": 14111, + "算是": 14112, + "振兴": 14113, + "我们可以": 14114, + "的规定": 14115, + "工人": 14116, + "防疫": 14117, + "▁Spain": 14118, + "ativ": 14119, + "▁targeted": 14120, + "▁western": 14121, + "iking": 14122, + "▁Kent": 14123, + "▁molecular": 14124, + "TER": 14125, + "▁inch": 14126, + "irk": 14127, + "Mark": 14128, + "美术": 14129, + "Sec": 14130, + "nthetic": 14131, + "▁stunning": 14132, + "Frame": 14133, + "nso": 14134, + "▁assistant": 14135, + "olly": 14136, + "法治": 14137, + ")^{-": 14138, + "▁wash": 14139, + "每日": 14140, + "▁Viet": 14141, + "▁Brian": 14142, + "plates": 14143, + "多元": 14144, + "领先": 14145, + "▁collective": 14146, + "担当": 14147, + "▁vess": 14148, + "医药": 14149, + "名单": 14150, + "▁Ter": 14151, + "specific": 14152, + "▁mechanical": 14153, + "awa": 14154, + "保留": 14155, + "some": 14156, + "nSee": 14157, + "▁mock": 14158, + "▁varying": 14159, + "▁Lew": 14160, + "▁Ms": 14161, + "▁ME": 14162, + "▁advers": 14163, + "▁healing": 14164, + "▁scholar": 14165, + "iah": 14166, + "▁worker": 14167, + "▁Eric": 14168, + "▁Queen": 14169, + "争议": 14170, + "感动": 14171, + "▁buffer": 14172, + "▁Dead": 14173, + "▁Continue": 14174, + "ба": 14175, + "▁Ren": 14176, + "▁squad": 14177, + "romagnetic": 14178, + "pres": 14179, + "▁phases": 14180, + "▁thrown": 14181, + "izable": 14182, + "nEach": 14183, + "▁Bul": 14184, + "bell": 14185, + "riving": 14186, + "主管": 14187, + "orce": 14188, + "ylvan": 14189, + "▁luxury": 14190, + "▁abilities": 14191, + "▁reflection": 14192, + "▁comparing": 14193, + "▁preparing": 14194, + "院校": 14195, + "▁walks": 14196, + "cies": 14197, + "▁terr": 14198, + "汇报": 14199, + "▁heating": 14200, + "▁managers": 14201, + "中文": 14202, + "万吨": 14203, + "编辑": 14204, + "Cor": 14205, + "▁Images": 14206, + "inv": 14207, + "▁inev": 14208, + "olves": 14209, + "▁announcement": 14210, + "onical": 14211, + "▁Jordan": 14212, + "▁immigration": 14213, + "▁alloc": 14214, + "格局": 14215, + "魅力": 14216, + "▁Fall": 14217, + "▁agenda": 14218, + "▁Tax": 14219, + "elesc": 14220, + "▁moon": 14221, + "intend": 14222, + "又是": 14223, + "anches": 14224, + "搜索": 14225, + "▁PL": 14226, + "▁engagement": 14227, + "▁parad": 14228, + "▁rice": 14229, + "▁contracts": 14230, + "mma": 14231, + "▁puls": 14232, + "▁cheaper": 14233, + "演出": 14234, + "录取": 14235, + "▁instruction": 14236, + "▁infection": 14237, + "iro": 14238, + "access": 14239, + "▁concert": 14240, + "东北": 14241, + "▁jail": 14242, + "structured": 14243, + "风景": 14244, + "的精神": 14245, + "▁violent": 14246, + "▁Illinois": 14247, + "认证": 14248, + "Pass": 14249, + "vard": 14250, + "▁На": 14251, + "parison": 14252, + "▁analys": 14253, + "充电": 14254, + "Level": 14255, + "Run": 14256, + "looking": 14257, + "▁powder": 14258, + "ATA": 14259, + "人民政府": 14260, + "▁programme": 14261, + "}{(": 14262, + "sis": 14263, + "▁unem": 14264, + "讲述": 14265, + "parameters": 14266, + "oli": 14267, + "▁disabled": 14268, + "▁collapse": 14269, + "phe": 14270, + "图像": 14271, + "在一": 14272, + "异议": 14273, + "▁bos": 14274, + "真的是": 14275, + "Just": 14276, + "pared": 14277, + "▁Syria": 14278, + "看出": 14279, + "▁meets": 14280, + "askubuntu": 14281, + "▁conform": 14282, + "lean": 14283, + "▁Process": 14284, + "深化": 14285, + "▁Islamic": 14286, + "Am": 14287, + "aneous": 14288, + "▁Ast": 14289, + "▁Story": 14290, + "Project": 14291, + "安徽": 14292, + "nSpe": 14293, + "▁computational": 14294, + "}&": 14295, + "线的": 14296, + "都很": 14297, + "mag": 14298, + "▁eligible": 14299, + "▁comparable": 14300, + "▁pilot": 14301, + "▁expressions": 14302, + "▁Eastern": 14303, + "element": 14304, + "▁Common": 14305, + "树立": 14306, + "APP": 14307, + "▁rental": 14308, + "gb": 14309, + "▁smell": 14310, + "complete": 14311, + "▁lib": 14312, + "警方": 14313, + "▁photography": 14314, + "▁investigated": 14315, + "派出所": 14316, + "石油": 14317, + "▁sorts": 14318, + "对我": 14319, + "▁Bat": 14320, + "▁manufacturer": 14321, + "best": 14322, + "▁Tony": 14323, + "▁restrictions": 14324, + "▁bold": 14325, + "东方": 14326, + "之路": 14327, + "imental": 14328, + "▁Everyone": 14329, + "▁Ball": 14330, + "phy": 14331, + "Write": 14332, + "nDr": 14333, + "▁merch": 14334, + "docs": 14335, + "福建": 14336, + "phant": 14337, + "▁preced": 14338, + "▁enemies": 14339, + "Pack": 14340, + "▁jur": 14341, + "xygen": 14342, + "=\\\"#": 14343, + "save": 14344, + "▁towns": 14345, + "▁Silver": 14346, + "▁Flo": 14347, + "回应": 14348, + "宇宙": 14349, + "在外": 14350, + "▁violation": 14351, + "相应的": 14352, + "VR": 14353, + "auth": 14354, + "▁ц": 14355, + "items": 14356, + "instein": 14357, + "scene": 14358, + "spot": 14359, + "icient": 14360, + "nun": 14361, + "▁fluctuations": 14362, + "ето": 14363, + "~~~~~~~~": 14364, + "客观": 14365, + "▁modify": 14366, + "本质": 14367, + "▁aug": 14368, + "CM": 14369, + "▁>=": 14370, + "▁composed": 14371, + "▁attributes": 14372, + "ntil": 14373, + "▁reserved": 14374, + "問題": 14375, + "ounced": 14376, + "pref": 14377, + "\":\"": 14378, + "▁Latin": 14379, + "的过程": 14380, + "Change": 14381, + "▁meaningful": 14382, + "▁Dog": 14383, + "▁python": 14384, + "ългар": 14385, + "▁interviews": 14386, + "▁Error": 14387, + "rous": 14388, + "ummy": 14389, + "eld": 14390, + "了我": 14391, + "重的": 14392, + "ibl": 14393, + "这部": 14394, + "]:": 14395, + "▁appointment": 14396, + "▁releases": 14397, + "三十": 14398, + "▁advantages": 14399, + "▁fru": 14400, + "'(": 14401, + "放入": 14402, + "city": 14403, + "提到": 14404, + "|}{": 14405, + "▁oblig": 14406, + "▁Kn": 14407, + "▁Mobile": 14408, + "interest": 14409, + "▁impression": 14410, + "取消": 14411, + "▁Wars": 14412, + "nend": 14413, + "▁Executive": 14414, + "ovie": 14415, + "行情": 14416, + "▁configurations": 14417, + "▁DR": 14418, + "▁login": 14419, + "▁farmers": 14420, + "血压": 14421, + "ULT": 14422, + "室内": 14423, + "ingle": 14424, + "▁phrase": 14425, + "▁sleeping": 14426, + "Char": 14427, + "▁Ма": 14428, + "late": 14429, + "iti": 14430, + "ctx": 14431, + "▁morph": 14432, + "▁rural": 14433, + "班级": 14434, + "Results": 14435, + "青少年": 14436, + "▁oh": 14437, + "▁revers": 14438, + "禁止": 14439, + "▁Lat": 14440, + "replace": 14441, + "▁survival": 14442, + "监控": 14443, + "不见": 14444, + "ragon": 14445, + "▁modeling": 14446, + "Core": 14447, + "▁abstract": 14448, + "holds": 14449, + "▁dup": 14450, + ")+\\\\": 14451, + "never": 14452, + "▁cooling": 14453, + "хо": 14454, + "▁connecting": 14455, + "iary": 14456, + "▁publicly": 14457, + "▁calendar": 14458, + "untime": 14459, + "▁timing": 14460, + "业主": 14461, + "著名": 14462, + "▁mining": 14463, + ")_": 14464, + "古代": 14465, + "kw": 14466, + "是要": 14467, + "▁ownership": 14468, + "▁dies": 14469, + "▁virus": 14470, + "▁sufficiently": 14471, + "▁shapes": 14472, + "年轻人": 14473, + "Task": 14474, + "这时": 14475, + "▁suppress": 14476, + "▁Miller": 14477, + "▁solely": 14478, + "▁Fre": 14479, + "▁variance": 14480, + "▁plasma": 14481, + "▁withdraw": 14482, + "住宅": 14483, + "可以说": 14484, + "处的": 14485, + "男孩": 14486, + "新生": 14487, + "nRem": 14488, + "icked": 14489, + "▁Sus": 14490, + "▁»": 14491, + "owa": 14492, + "交警": 14493, + "May": 14494, + "▁hip": 14495, + "Art": 14496, + "device": 14497, + "国外": 14498, + "DD": 14499, + "▁salary": 14500, + "resentation": 14501, + "▁wavelength": 14502, + "团结": 14503, + "Windows": 14504, + "▁damn": 14505, + "entials": 14506, + "导演": 14507, + "Spe": 14508, + "dfrac": 14509, + "行驶": 14510, + "重复": 14511, + "ugg": 14512, + "不可能": 14513, + "大大": 14514, + "▁rows": 14515, + "printf": 14516, + "▁focuses": 14517, + "▁bounds": 14518, + "▁drinks": 14519, + "▁hierarch": 14520, + "事实上": 14521, + "▁pose": 14522, + "学的": 14523, + "▁crimes": 14524, + "▁solo": 14525, + "区的": 14526, + "电力": 14527, + "▁exch": 14528, + "hash": 14529, + "▁locked": 14530, + "不开": 14531, + "▁tent": 14532, + "▁restricted": 14533, + "regon": 14534, + "▁wing": 14535, + "▁northern": 14536, + "uming": 14537, + "▁equality": 14538, + "▁Phys": 14539, + "▁Minnesota": 14540, + "有效的": 14541, + "▁hypothesis": 14542, + "大约": 14543, + "过于": 14544, + "▁IR": 14545, + "BN": 14546, + "▁Est": 14547, + "VI": 14548, + "▁argued": 14549, + "▁attempted": 14550, + "vable": 14551, + "лю": 14552, + "」\\": 14553, + "utils": 14554, + "前面": 14555, + "▁Avenue": 14556, + "▁disaster": 14557, + "(:": 14558, + "难度": 14559, + "▁Broad": 14560, + "▁hes": 14561, + "Function": 14562, + "那就是": 14563, + "▁Palestin": 14564, + "}}(\\\\": 14565, + "Attribute": 14566, + "&$": 14567, + "出一": 14568, + "▁generator": 14569, + "hl": 14570, + "nGood": 14571, + "▁racing": 14572, + "▁ignored": 14573, + "说道": 14574, + "是非常": 14575, + "▁pixels": 14576, + "▁IM": 14577, + "▁packed": 14578, + "地点": 14579, + "式的": 14580, + "obe": 14581, + "转换": 14582, + "▁fer": 14583, + "nres": 14584, + "Port": 14585, + "▁champion": 14586, + "活动的": 14587, + "▁gains": 14588, + "nWhere": 14589, + "▁tissue": 14590, + "Well": 14591, + "▁Mill": 14592, + "▁Mu": 14593, + "恋爱": 14594, + "▁IV": 14595, + "nPosted": 14596, + "▁Content": 14597, + "▁identification": 14598, + "will": 14599, + "决赛": 14600, + "▁GeV": 14601, + "▁sake": 14602, + "ceive": 14603, + "共计": 14604, + "ão": 14605, + "▁bone": 14606, + "检察院": 14607, + "▁dialogue": 14608, + "残疾": 14609, + "发动机": 14610, + "▁impressed": 14611, + "OME": 14612, + "▁header": 14613, + "▁supporters": 14614, + "▁completion": 14615, + "会计": 14616, + "哪个": 14617, + "查询": 14618, + "保健": 14619, + "▁personnel": 14620, + "流行": 14621, + "apore": 14622, + "vature": 14623, + "paragraph": 14624, + "▁Works": 14625, + "老师的": 14626, + "ductor": 14627, + "▁ferm": 14628, + "▁在": 14629, + "作文": 14630, + "▁advertis": 14631, + "气的": 14632, + "orses": 14633, + "画面": 14634, + "▁Si": 14635, + "▁pride": 14636, + "书法": 14637, + "()->": 14638, + "▁talented": 14639, + "批准": 14640, + ")]\\": 14641, + "NET": 14642, + "▁partially": 14643, + "▁gorgeous": 14644, + "▁intermediate": 14645, + "之所以": 14646, + "融入": 14647, + "izers": 14648, + "▁utter": 14649, + "▁differ": 14650, + "parameter": 14651, + "▁sustainable": 14652, + "▁\\\"\\\"": 14653, + "▁dominated": 14654, + "friendly": 14655, + "冲击": 14656, + "消化": 14657, + "uten": 14658, + "▁Remember": 14659, + "▁straightforward": 14660, + "党支部": 14661, + "装修": 14662, + "▁enterprise": 14663, + "▁Nob": 14664, + "nOrig": 14665, + "SQL": 14666, + "nRef": 14667, + "nStep": 14668, + "回归": 14669, + "nhe": 14670, + "cline": 14671, + "▁grace": 14672, + "▁mild": 14673, + "反弹": 14674, + "▁compensation": 14675, + "isy": 14676, + "▁decreases": 14677, + "早已": 14678, + "nwas": 14679, + "▁Learning": 14680, + "fn": 14681, + "▁cig": 14682, + "▁faculty": 14683, + "家族": 14684, + "▁drops": 14685, + "▁transactions": 14686, + "▁Sir": 14687, + "▁Room": 14688, + "▁courts": 14689, + "component": 14690, + "▁entitled": 14691, + "▁opponent": 14692, + "▁font": 14693, + "El": 14694, + "時間": 14695, + "nHave": 14696, + "pmatrix": 14697, + "▁boards": 14698, + "▁strings": 14699, + "bian": 14700, + "▁shame": 14701, + "差距": 14702, + "){\\\\": 14703, + "▁refuge": 14704, + "▁spo": 14705, + "▁brothers": 14706, + "ек": 14707, + "到位": 14708, + "▁aimed": 14709, + "▁boyfriend": 14710, + "oning": 14711, + "▁Agency": 14712, + "▁permit": 14713, + "同一": 14714, + "ninter": 14715, + "▁phenomenon": 14716, + "▁knee": 14717, + "▁spray": 14718, + "节奏": 14719, + "▁Vegas": 14720, + "nWho": 14721, + "Any": 14722, + "本判决": 14723, + "▁inval": 14724, + "ред": 14725, + "conc": 14726, + "pany": 14727, + "relation": 14728, + "GM": 14729, + "这一点": 14730, + "▁serial": 14731, + "手续": 14732, + "随时": 14733, + "▁acceptable": 14734, + "测量": 14735, + "▁Gi": 14736, + "▁brush": 14737, + "▁settle": 14738, + "白色": 14739, + "▁cancell": 14740, + "对其": 14741, + "Process": 14742, + "buf": 14743, + "agen": 14744, + "cules": 14745, + "-(": 14746, + "ernal": 14747, + "ounding": 14748, + "nAr": 14749, + "▁Description": 14750, + "▁hal": 14751, + "ango": 14752, + "▁possibilities": 14753, + "发的": 14754, + "vm": 14755, + "▁mechanisms": 14756, + "坚决": 14757, + "RR": 14758, + "▁LED": 14759, + "你可以": 14760, + "▁False": 14761, + "▁affects": 14762, + "ymmetry": 14763, + "usive": 14764, + "▁seeds": 14765, + "around": 14766, + "批评": 14767, + "BT": 14768, + "爷爷": 14769, + "chers": 14770, + "▁pregnancy": 14771, + "达成": 14772, + "▁absorption": 14773, + "▁dipl": 14774, + "▁printing": 14775, + "▁Small": 14776, + "▁extracted": 14777, + "冲突": 14778, + "▁Tech": 14779, + "Format": 14780, + "▁deaths": 14781, + "False": 14782, + "nde": 14783, + "byte": 14784, + "产生的": 14785, + "▁Source": 14786, + "▁editing": 14787, + "▁eliminate": 14788, + "develop": 14789, + "inks": 14790, + ")^{\\\\": 14791, + "global": 14792, + "▁highlights": 14793, + "\\\\)": 14794, + "副主任": 14795, + "bury": 14796, + "新时代": 14797, + "ylvania": 14798, + "▁incent": 14799, + "▁Cloud": 14800, + "▁frequent": 14801, + "▁dense": 14802, + "Pol": 14803, + "▁promised": 14804, + "▁franchise": 14805, + "一句": 14806, + "abeth": 14807, + "部位": 14808, + "▁sexy": 14809, + "▁Professor": 14810, + "▁tends": 14811, + "▁throwing": 14812, + "(_": 14813, + "▁metall": 14814, + "威胁": 14815, + "自觉": 14816, + "▁oven": 14817, + "fold": 14818, + "▁likelihood": 14819, + "▁wise": 14820, + "▁conversations": 14821, + "WH": 14822, + "药品": 14823, + "起诉": 14824, + "▁portfolio": 14825, + "物资": 14826, + "▁spell": 14827, + "▁threats": 14828, + "alities": 14829, + "iat": 14830, + "▁Cho": 14831, + "▁Version": 14832, + "▁Financial": 14833, + "▁Copyright": 14834, + "phia": 14835, + "atar": 14836, + "透露": 14837, + "▁cache": 14838, + "hire": 14839, + "等奖": 14840, + "pler": 14841, + "▁aggressive": 14842, + "nTr": 14843, + "▁je": 14844, + "▁manufacturers": 14845, + "▁radi": 14846, + "paper": 14847, + "▁consec": 14848, + "▁inverse": 14849, + "OST": 14850, + "两次": 14851, + "▁polarization": 14852, + "舒适": 14853, + "▁imply": 14854, + "▁anniversary": 14855, + "会的": 14856, + "▁femin": 14857, + "存在的": 14858, + "Work": 14859, + "omal": 14860, + "▁Orig": 14861, + "▁judgment": 14862, + "▁attribute": 14863, + "▁emerging": 14864, + "辅导": 14865, + "▁pointing": 14866, + "ник": 14867, + "▁dramatic": 14868, + "bes": 14869, + "▁Instagram": 14870, + "▁expanding": 14871, + "▁Bowl": 14872, + "▁whilst": 14873, + "▁prayer": 14874, + "▁restore": 14875, + "拓展": 14876, + "英文": 14877, + "▁ви": 14878, + "高端": 14879, + "给大家": 14880, + "▁clubs": 14881, + "tor": 14882, + "▁Nothing": 14883, + "▁closest": 14884, + "wen": 14885, + "▁pion": 14886, + "▁Drive": 14887, + "▁circles": 14888, + "angel": 14889, + "▁casino": 14890, + "▁Training": 14891, + "wedge": 14892, + "mentation": 14893, + "裁判": 14894, + "▁Conf": 14895, + "***": 14896, + "\":\"/": 14897, + "▁participation": 14898, + "mi": 14899, + "的过程中": 14900, + "▁happiness": 14901, + "一代": 14902, + "▁recru": 14903, + "▁prominent": 14904, + "小孩": 14905, + "utor": 14906, + "▁THIS": 14907, + "睡眠": 14908, + "\\\\{\\\\": 14909, + "video": 14910, + "nme": 14911, + "直播": 14912, + "▁apolog": 14913, + "nMe": 14914, + "▁embar": 14915, + "ZE": 14916, + "关闭": 14917, + "的气": 14918, + "▁transitions": 14919, + "审核": 14920, + "查看": 14921, + "▁anger": 14922, + "▁denoted": 14923, + "margin": 14924, + "临时": 14925, + "istance": 14926, + "▁infect": 14927, + "▁initiative": 14928, + "▁hearts": 14929, + "肌肉": 14930, + "语文": 14931, + "large": 14932, + "违反": 14933, + "OB": 14934, + "ermi": 14935, + "▁isolated": 14936, + "▁neuro": 14937, + "忘记": 14938, + "讲话": 14939, + "сте": 14940, + "▁Sav": 14941, + "周年": 14942, + "fox": 14943, + "}\\\"": 14944, + "▁enthusi": 14945, + "▁populations": 14946, + "蒙古": 14947, + "询问": 14948, + "零售": 14949, + "▁shadow": 14950, + "ige": 14951, + "▁Mountain": 14952, + "依赖": 14953, + "lyn": 14954, + "yo": 14955, + "irable": 14956, + "两个人": 14957, + "▁nonlinear": 14958, + "ке": 14959, + "▁pour": 14960, + "Provider": 14961, + "▁ruling": 14962, + "进展": 14963, + "▁crystal": 14964, + "▁heaven": 14965, + "参加了": 14966, + "▁rolling": 14967, + "▁rib": 14968, + "▁Shop": 14969, + "dbc": 14970, + "优先": 14971, + "睡觉": 14972, + "聊天": 14973, + "▁industries": 14974, + "CI": 14975, + "▁trips": 14976, + "在了": 14977, + "▁CS": 14978, + "▁engines": 14979, + "▁actors": 14980, + "mn": 14981, + "▁moist": 14982, + "▁validation": 14983, + "Some": 14984, + "▁producer": 14985, + "初心": 14986, + "焦虑": 14987, + "names": 14988, + "region": 14989, + "▁scratch": 14990, + "国务": 14991, + "▁Afghanistan": 14992, + "▁clim": 14993, + "▁corrections": 14994, + "▁stopping": 14995, + "工商": 14996, + "gon": 14997, + "▁virtually": 14998, + "aba": 14999, + "▁\\\"/": 15000, + "▁wider": 15001, + "cache": 15002, + "▁tackle": 15003, + "▁WE": 15004, + "ARD": 15005, + "UP": 15006, + "却是": 15007, + "激发": 15008, + "接种": 15009, + "▁eq": 15010, + "▁dirty": 15011, + "▁hosted": 15012, + "MW": 15013, + "rosc": 15014, + "后续": 15015, + "GG": 15016, + "机器人": 15017, + "当你": 15018, + "menu": 15019, + "▁Square": 15020, + "Menu": 15021, + "▁criticism": 15022, + "▁Mrs": 15023, + "logger": 15024, + "MAX": 15025, + "的关系": 15026, + "ocket": 15027, + "adelphia": 15028, + "▁Bitcoin": 15029, + "聚焦": 15030, + "stic": 15031, + "eddings": 15032, + "▁radial": 15033, + "eleration": 15034, + "Mac": 15035, + "▁къ": 15036, + "不但": 15037, + "许可": 15038, + "children": 15039, + "▁embedded": 15040, + "conduct": 15041, + "实现了": 15042, + "▁veteran": 15043, + "IX": 15044, + "category": 15045, + "TT": 15046, + "▁weigh": 15047, + "▁evident": 15048, + "▁describing": 15049, + "一只": 15050, + "emic": 15051, + "敏感": 15052, + "别人的": 15053, + "initely": 15054, + "hs": 15055, + "people": 15056, + "ón": 15057, + "▁awards": 15058, + "▁convinced": 15059, + "▁Oak": 15060, + "otton": 15061, + "▁synch": 15062, + "▁mortgage": 15063, + "тра": 15064, + "▁Help": 15065, + "初中": 15066, + "ndes": 15067, + "▁awarded": 15068, + "▁quit": 15069, + "Last": 15070, + ")_{": 15071, + "▁passage": 15072, + "密切": 15073, + "}}^": 15074, + "▁occasionally": 15075, + "最多": 15076, + "▁purchasing": 15077, + "▁disappointed": 15078, + "elfare": 15079, + "黑色": 15080, + "▁alarm": 15081, + "教练": 15082, + "▁Buy": 15083, + "Every": 15084, + "users": 15085, + "▁remarkable": 15086, + "影片": 15087, + "EXT": 15088, + "AK": 15089, + "▁gam": 15090, + "▁pron": 15091, + "▁Corporation": 15092, + "ipher": 15093, + "▁undert": 15094, + "▁exponent": 15095, + "培育": 15096, + "cribe": 15097, + "istically": 15098, + "▁FL": 15099, + "▁tags": 15100, + "iley": 15101, + "▁reven": 15102, + "长大": 15103, + "爱好": 15104, + "办事": 15105, + "视觉": 15106, + "ching": 15107, + "▁ultra": 15108, + "▁Math": 15109, + "接到": 15110, + "pad": 15111, + "▁stomach": 15112, + "▁assignment": 15113, + "反馈": 15114, + "▁enorm": 15115, + "Thread": 15116, + "▁Everything": 15117, + "▁Opt": 15118, + "健身": 15119, + "▁paragraph": 15120, + "зе": 15121, + "▁HIV": 15122, + "▁hug": 15123, + "▁wisdom": 15124, + "oda": 15125, + "特朗": 15126, + "argo": 15127, + "▁por": 15128, + "Sl": 15129, + "Style": 15130, + "▁stir": 15131, + "▁cul": 15132, + "▁Produ": 15133, + "▁dozen": 15134, + "▁founder": 15135, + "QU": 15136, + "▁Moon": 15137, + "的事实": 15138, + "▁reveals": 15139, + "imp": 15140, + "▁NBA": 15141, + "陪伴": 15142, + "▁hol": 15143, + "▁nan": 15144, + "▁eleg": 15145, + "▁illustrated": 15146, + "祝福": 15147, + "▁sne": 15148, + "强制": 15149, + "ritical": 15150, + "\\\\[": 15151, + "维生素": 15152, + "▁redd": 15153, + "▁tweet": 15154, + "大数据": 15155, + "新疆": 15156, + "nsudo": 15157, + "▁singer": 15158, + "▁classroom": 15159, + "现金": 15160, + "вър": 15161, + "ntime": 15162, + "ulus": 15163, + "▁Dave": 15164, + "▁Give": 15165, + "▁Stephen": 15166, + "▁Short": 15167, + "得了": 15168, + "星期": 15169, + "▁Kenn": 15170, + "审批": 15171, + "▁>>": 15172, + "▁complaint": 15173, + "▁exploring": 15174, + "反对": 15175, + "▁Mah": 15176, + "window": 15177, + "wall": 15178, + "▁convenience": 15179, + "attr": 15180, + "▁structural": 15181, + "空调": 15182, + "точ": 15183, + "▁cats": 15184, + "▁gathered": 15185, + "阳市": 15186, + "cpp": 15187, + "▁dashed": 15188, + "nPr": 15189, + "zes": 15190, + "orted": 15191, + "▁nervous": 15192, + "▁hosts": 15193, + "android": 15194, + "reement": 15195, + "dl": 15196, + "不停": 15197, + "消毒": 15198, + "▁binding": 15199, + "占比": 15200, + "装饰": 15201, + "之日起": 15202, + "▁bother": 15203, + "nHis": 15204, + "▁obl": 15205, + "ckets": 15206, + "▁Site": 15207, + "前期": 15208, + "▁Update": 15209, + "makers": 15210, + "tprivate": 15211, + "idal": 15212, + "▁processed": 15213, + "disc": 15214, + "▁Sche": 15215, + "ista": 15216, + "▁Wis": 15217, + "▁Dream": 15218, + "expl": 15219, + "招聘": 15220, + "▁balanced": 15221, + "水的": 15222, + "山西": 15223, + "isons": 15224, + "▁residential": 15225, + "Then": 15226, + "若干": 15227, + "维修": 15228, + "▁^{": 15229, + "▁pulling": 15230, + "III": 15231, + "uid": 15232, + "▁joke": 15233, + "▁genetic": 15234, + "AAAA": 15235, + "▁generations": 15236, + "▁armed": 15237, + "cession": 15238, + "▁horror": 15239, + "▁lobb": 15240, + "国家的": 15241, + "▁З": 15242, + "Equals": 15243, + "▁defeat": 15244, + "▁genre": 15245, + "~$\\\\": 15246, + "▁export": 15247, + "终端": 15248, + "▁Learn": 15249, + "▁indicating": 15250, + "role": 15251, + "地址": 15252, + "▁Constitution": 15253, + "enna": 15254, + "isot": 15255, + "zone": 15256, + "疼痛": 15257, + "▁shorter": 15258, + "城镇": 15259, + "▁horizon": 15260, + "tml": 15261, + "▁→": 15262, + "VE": 15263, + "raine": 15264, + "network": 15265, + "学员": 15266, + "▁$^{": 15267, + "▁insights": 15268, + "▁radical": 15269, + "▁shortly": 15270, + "Description": 15271, + "强度": 15272, + "▁kil": 15273, + "▁reviewed": 15274, + "variant": 15275, + "▁reli": 15276, + "发送": 15277, + "人心": 15278, + "▁Lie": 15279, + "提起": 15280, + "▁intellectual": 15281, + "▁alleg": 15282, + "regular": 15283, + "激励": 15284, + "救援": 15285, + "security": 15286, + "hbox": 15287, + "▁comedy": 15288, + "辛苦": 15289, + "实验室": 15290, + "wave": 15291, + "▁exclus": 15292, + "ORM": 15293, + "违约": 15294, + "动的": 15295, + "tv": 15296, + "burn": 15297, + "▁$|\\\\": 15298, + "▁distances": 15299, + "intage": 15300, + "欣赏": 15301, + "depth": 15302, + "Address": 15303, + "民事诉讼": 15304, + "▁strictly": 15305, + "▁accompan": 15306, + "热爱": 15307, + "▁Cub": 15308, + "nDescription": 15309, + "▁drove": 15310, + "▁пе": 15311, + "框架": 15312, + "性质": 15313, + "▁asp": 15314, + "▁processor": 15315, + "▁smallest": 15316, + "API": 15317, + "▁forums": 15318, + "拿到": 15319, + "毕业生": 15320, + "▁Things": 15321, + "▁pic": 15322, + "帮扶": 15323, + "处置": 15324, + "间的": 15325, + "▁expecting": 15326, + "arity": 15327, + "出具": 15328, + "活力": 15329, + "▁redshift": 15330, + "▁DM": 15331, + "Mult": 15332, + "▁Golden": 15333, + "▁garage": 15334, + "VP": 15335, + "▁engaging": 15336, + "▁BC": 15337, + "omorphism": 15338, + "uv": 15339, + "那就": 15340, + "▁employer": 15341, + "[(": 15342, + "▁stere": 15343, + "STR": 15344, + "cycle": 15345, + "加油": 15346, + "百年": 15347, + "Json": 15348, + "▁Based": 15349, + "▁Diego": 15350, + "EMAIL": 15351, + "支出": 15352, + "▁’": 15353, + "password": 15354, + "夏天": 15355, + "▁visits": 15356, + "▁bass": 15357, + "|$": 15358, + "线路": 15359, + "framework": 15360, + "讲座": 15361, + "边的": 15362, + "algorithm": 15363, + "乡镇": 15364, + "▁bes": 15365, + "Module": 15366, + "▁horizontal": 15367, + "opher": 15368, + ")\\\\\\\\\\": 15369, + "男性": 15370, + "▁buttons": 15371, + "▁reaches": 15372, + "陕西": 15373, + "iac": 15374, + "为此": 15375, + "▁adjacent": 15376, + "HR": 15377, + "效应": 15378, + "意的": 15379, + "ctic": 15380, + "ureau": 15381, + "Vector": 15382, + "▁babies": 15383, + "kit": 15384, + "uset": 15385, + "▁Greg": 15386, + "正确的": 15387, + "五年": 15388, + "一个月": 15389, + ">\\\"": 15390, + "onential": 15391, + "engers": 15392, + "emed": 15393, + "aki": 15394, + "ши": 15395, + "nsylvania": 15396, + "▁styl": 15397, + "▁tong": 15398, + "▁flexibility": 15399, + "▁derive": 15400, + "不及": 15401, + "▁Travel": 15402, + "]]>": 15403, + "modules": 15404, + "▁democracy": 15405, + "Utils": 15406, + "▁myster": 15407, + "▁kin": 15408, + "▁Na": 15409, + "▁determination": 15410, + "害人": 15411, + "作家": 15412, + "使用的": 15413, + "董事长": 15414, + "Types": 15415, + "▁overse": 15416, + "▁Atlanta": 15417, + "▁separately": 15418, + "abling": 15419, + "▁movements": 15420, + "bec": 15421, + "▁lately": 15422, + "▁stabil": 15423, + "即便": 15424, + "▁diam": 15425, + "▁entrance": 15426, + "▁attending": 15427, + "▁requiring": 15428, + "Ins": 15429, + "▁toy": 15430, + "灵魂": 15431, + "ctr": 15432, + "特朗普": 15433, + "屏幕": 15434, + "nPre": 15435, + "feed": 15436, + "▁dimensional": 15437, + "бе": 15438, + "▁Cro": 15439, + "▁publish": 15440, + "▁Fun": 15441, + "▁ranked": 15442, + "领域的": 15443, + "nJohn": 15444, + "ordinary": 15445, + "名为": 15446, + "成效": 15447, + "anel": 15448, + "nAm": 15449, + "一人": 15450, + "eddit": 15451, + "学历": 15452, + "^{*": 15453, + "改进": 15454, + "▁damaged": 15455, + "学者": 15456, + "ften": 15457, + "▁singing": 15458, + "复合": 15459, + "nhttps": 15460, + "сно": 15461, + "minute": 15462, + "▁Level": 15463, + "▁Smart": 15464, + "▁ceremony": 15465, + "▁inputs": 15466, + "▁carrier": 15467, + "owed": 15468, + "▁genuine": 15469, + "▁Systems": 15470, + "▁slide": 15471, + "lass": 15472, + "asion": 15473, + "人和": 15474, + "奉献": 15475, + "我市": 15476, + "▁Ur": 15477, + "▁filters": 15478, + "aga": 15479, + "翻译": 15480, + "speed": 15481, + "▁SEO": 15482, + "▁surf": 15483, + "sampled": 15484, + "esis": 15485, + "BP": 15486, + "大师": 15487, + "青岛": 15488, + "olen": 15489, + "▁territory": 15490, + "扎实": 15491, + "▁interactive": 15492, + "][]{": 15493, + "▁rounds": 15494, + "▁Express": 15495, + "жда": 15496, + "▁По": 15497, + "▁Dallas": 15498, + "▁mi": 15499, + "三分": 15500, + "btn": 15501, + "▁<=": 15502, + "▁drain": 15503, + "duate": 15504, + "▁accordance": 15505, + "头的": 15506, + "争取": 15507, + "▁Sem": 15508, + "▁converted": 15509, + "irical": 15510, + "▁suggesting": 15511, + "▁args": 15512, + "▁Think": 15513, + "crets": 15514, + "▁lun": 15515, + "▁attempting": 15516, + "▁oxygen": 15517, + "OTE": 15518, + "▁promising": 15519, + "本地": 15520, + "场比赛": 15521, + "▁Conserv": 15522, + "▁disagree": 15523, + "▁本发明": 15524, + "▁Cab": 15525, + "有趣": 15526, + "▁strip": 15527, + "高于": 15528, + "▁Brother": 15529, + "▁mystery": 15530, + "的学习": 15531, + "▁telephone": 15532, + "Left": 15533, + "▁Jason": 15534, + "exper": 15535, + "▁ridiculous": 15536, + "强大": 15537, + "▁ho": 15538, + "Main": 15539, + "原审": 15540, + "▁Dat": 15541, + "社会主义": 15542, + "各级": 15543, + "广西": 15544, + "▁luminosity": 15545, + "avy": 15546, + "▁MC": 15547, + "IONS": 15548, + "▁symbols": 15549, + "▁synthes": 15550, + "▁briefly": 15551, + "让自己": 15552, + "athy": 15553, + "nsup": 15554, + "tail": 15555, + "▁anch": 15556, + "▁cant": 15557, + "alling": 15558, + "▁rings": 15559, + "超越": 15560, + "▁characterized": 15561, + "县委": 15562, + "andal": 15563, + "居然": 15564, + "打算": 15565, + "▁motivation": 15566, + "▁expectation": 15567, + "社會": 15568, + "不仅仅": 15569, + "▁pipeline": 15570, + "▁residual": 15571, + "典型": 15572, + "出台": 15573, + "▁Farm": 15574, + "▁retired": 15575, + "江西": 15576, + "▁entities": 15577, + "learning": 15578, + "▁ranging": 15579, + "麻烦": 15580, + "condition": 15581, + "▁barrel": 15582, + "▁rejected": 15583, + "▁Ministry": 15584, + "对话": 15585, + "orer": 15586, + "▁graphic": 15587, + "▁Change": 15588, + "▁participating": 15589, + "being": 15590, + "вен": 15591, + "▁vulnerable": 15592, + "ITE": 15593, + "宗教": 15594, + "访问": 15595, + "▁replacing": 15596, + "▁conservation": 15597, + "▁angles": 15598, + "}^*": 15599, + "▁BBC": 15600, + "nUnder": 15601, + "ryst": 15602, + "这个问题": 15603, + "ocker": 15604, + "Sum": 15605, + "▁institution": 15606, + "Next": 15607, + "▁Ide": 15608, + "▁Samsung": 15609, + "▁effectiveness": 15610, + "同期": 15611, + "▁Sho": 15612, + "▁dose": 15613, + "ensing": 15614, + "wich": 15615, + "La": 15616, + "头发": 15617, + "原料": 15618, + "party": 15619, + "发生了": 15620, + "sized": 15621, + "▁Kind": 15622, + "bage": 15623, + "▁Chall": 15624, + "${\\\\": 15625, + "arded": 15626, + "]}": 15627, + "figures": 15628, + "sky": 15629, + "ilbert": 15630, + "owered": 15631, + "灵活": 15632, + "nind": 15633, + "▁promoting": 15634, + "试点": 15635, + "▁ox": 15636, + "▁Intel": 15637, + "▁drunk": 15638, + "▁sevent": 15639, + "便宜": 15640, + "uis": 15641, + "▁diagonal": 15642, + "发育": 15643, + "▁Age": 15644, + "▁efficiently": 15645, + "nBl": 15646, + "▁manually": 15647, + "bits": 15648, + "▁Josh": 15649, + "陷入": 15650, + "@{": 15651, + "tery": 15652, + "▁motivated": 15653, + "▁swimming": 15654, + "▁Come": 15655, + "▁breat": 15656, + "▁prize": 15657, + "▁gentle": 15658, + "预算": 15659, + "encing": 15660, + "▁reset": 15661, + "▁generalized": 15662, + "这款": 15663, + "▁belt": 15664, + "pecifically": 15665, + "▁treatments": 15666, + "收费": 15667, + "▁incorrect": 15668, + "抑制": 15669, + "▁fitted": 15670, + "▁pricing": 15671, + "通讯": 15672, + "▁embarrass": 15673, + "进去": 15674, + "▁Appl": 15675, + "▁stamp": 15676, + "防治": 15677, + "hyper": 15678, + "▁spectac": 15679, + "▁ships": 15680, + "▁Hope": 15681, + "dam": 15682, + "▁flows": 15683, + "▁GM": 15684, + ")-\\\\": 15685, + "▁HP": 15686, + "ochastic": 15687, + "十八": 15688, + "部件": 15689, + "见到": 15690, + "Exec": 15691, + "sys": 15692, + "ratic": 15693, + "▁deviation": 15694, + "зо": 15695, + "ishop": 15696, + "小朋友": 15697, + "▁actively": 15698, + "民生": 15699, + "unicip": 15700, + "nMonday": 15701, + "_\\": 15702, + "是为了": 15703, + "fight": 15704, + "▁Oregon": 15705, + "}$-": 15706, + "让孩子": 15707, + "▁plugin": 15708, + "▁significance": 15709, + "▁Ros": 15710, + "Please": 15711, + "等级": 15712, + "outing": 15713, + "汉族": 15714, + "节点": 15715, + "▁beneficial": 15716, + "延伸": 15717, + "返回": 15718, + "acon": 15719, + "\\\"}": 15720, + "有可能": 15721, + "ussy": 15722, + "▁Jam": 15723, + "handle": 15724, + "attered": 15725, + "面向": 15726, + "▁approximate": 15727, + "变成了": 15728, + "第二天": 15729, + "▁pursue": 15730, + "▁Las": 15731, + "ships": 15732, + "档案": 15733, + "wait": 15734, + "itzer": 15735, + "Mar": 15736, + "▁Ho": 15737, + "▁Bry": 15738, + "地铁": 15739, + "buffer": 15740, + "吃的": 15741, + "同步": 15742, + "贵州": 15743, + "▁Korean": 15744, + "▁Block": 15745, + "美食": 15746, + "▁Dom": 15747, + "rations": 15748, + "▁hub": 15749, + "名称": 15750, + "▁Heart": 15751, + "DI": 15752, + "▁confront": 15753, + "inely": 15754, + "nest": 15755, + "vity": 15756, + "▁probe": 15757, + "▁certificate": 15758, + "不然": 15759, + "▁tension": 15760, + "▁diameter": 15761, + "依靠": 15762, + "heart": 15763, + "esy": 15764, + "▁podcast": 15765, + "三角": 15766, + "外国": 15767, + "aire": 15768, + "func": 15769, + "▁Detroit": 15770, + "insic": 15771, + "▁Auto": 15772, + "解除": 15773, + "Num": 15774, + "▁reconstruction": 15775, + "uties": 15776, + "▁substr": 15777, + "required": 15778, + "▁Kar": 15779, + "协助": 15780, + "isor": 15781, + "verted": 15782, + "放松": 15783, + "nBoth": 15784, + "izabeth": 15785, + "少数": 15786, + "$}\\": 15787, + "▁beta": 15788, + "队的": 15789, + "▁BY": 15790, + "出现在": 15791, + "cker": 15792, + "column": 15793, + "ixel": 15794, + "AVE": 15795, + "Header": 15796, + "itical": 15797, + "▁amongst": 15798, + "▁regulation": 15799, + "要有": 15800, + "消除": 15801, + "▁Summer": 15802, + "▁ordering": 15803, + "▁Anth": 15804, + "▁gravitational": 15805, + "那是": 15806, + "riven": 15807, + "ourier": 15808, + "紧急": 15809, + "都没": 15810, + "防范": 15811, + "ocratic": 15812, + "▁Cert": 15813, + ")$-": 15814, + "▁labeled": 15815, + "谢谢": 15816, + "▁toss": 15817, + "這個": 15818, + "回去": 15819, + "秘书": 15820, + "▁quotes": 15821, + "▁execute": 15822, + "▁tremend": 15823, + "▁juice": 15824, + "▁trailer": 15825, + "Width": 15826, + "▁Higgs": 15827, + "▁Capital": 15828, + "▁satellite": 15829, + "▁logical": 15830, + "季节": 15831, + "▁independently": 15832, + "nGiven": 15833, + "▁flood": 15834, + "▁manifest": 15835, + "▁listing": 15836, + "▁Band": 15837, + "▁stem": 15838, + "▁capability": 15839, + "▁convention": 15840, + "▁Luc": 15841, + "▁Could": 15842, + "▁exploration": 15843, + ":}": 15844, + "荣誉": 15845, + "▁DI": 15846, + "更好地": 15847, + "tech": 15848, + "▁threw": 15849, + "nFe": 15850, + "nen": 15851, + "均匀": 15852, + "youtube": 15853, + "▁hunting": 15854, + "▁waters": 15855, + "ioned": 15856, + "进了": 15857, + "不大": 15858, + "++)": 15859, + "consin": 15860, + "▁admin": 15861, + "$^{": 15862, + "▁grounds": 15863, + "ayer": 15864, + "gered": 15865, + "新鲜": 15866, + "美好的": 15867, + "ti": 15868, + "odynam": 15869, + "leading": 15870, + "哥哥": 15871, + "Tree": 15872, + "mind": 15873, + "▁artificial": 15874, + "▁Trad": 15875, + "例子": 15876, + "▁fur": 15877, + "▁suicide": 15878, + "▁Garden": 15879, + "大陆": 15880, + "▁consistency": 15881, + "个性": 15882, + "原理": 15883, + "charg": 15884, + "地下": 15885, + "担保": 15886, + "nSuppose": 15887, + "ку": 15888, + "▁ghost": 15889, + "三是": 15890, + "▁ста": 15891, + "ше": 15892, + "纳入": 15893, + "▁pursu": 15894, + "到来": 15895, + "实地": 15896, + "necessary": 15897, + "▁volunteers": 15898, + "▁dynamical": 15899, + "▁promotion": 15900, + "▁overwhelming": 15901, + "▁unfortunately": 15902, + "完成了": 15903, + "辈子": 15904, + "Target": 15905, + "▁LLC": 15906, + "▁counterpart": 15907, + "PRE": 15908, + "▁cyl": 15909, + "\\\"\\\"\\\"": 15910, + "tmp": 15911, + "▁regression": 15912, + "▁convolution": 15913, + "ARY": 15914, + "bbed": 15915, + "▁gard": 15916, + "▁tears": 15917, + "▁toile": 15918, + "▁Array": 15919, + "omer": 15920, + "▁Due": 15921, + "orient": 15922, + "Product": 15923, + "cloud": 15924, + "foreach": 15925, + "▁Marketing": 15926, + "分离": 15927, + "▁embod": 15928, + "加拿": 15929, + "一审": 15930, + "aration": 15931, + "玉米": 15932, + "giving": 15933, + "亚洲": 15934, + "▁CC": 15935, + "▁anc": 15936, + "▁arise": 15937, + "▁intelligent": 15938, + "Li": 15939, + "▁Lind": 15940, + "Star": 15941, + "▁mainstream": 15942, + "咱们": 15943, + "▁grows": 15944, + "▁Country": 15945, + "▁Jay": 15946, + "▁holidays": 15947, + "的一切": 15948, + "▁uint": 15949, + "aren": 15950, + "Local": 15951, + "文化的": 15952, + "▁settled": 15953, + "舒服": 15954, + ">>>>": 15955, + "助于": 15956, + "Current": 15957, + "▁rescue": 15958, + "向上": 15959, + "▁thereby": 15960, + "▁dying": 15961, + "男生": 15962, + "▁Suppose": 15963, + "▁toys": 15964, + "命令": 15965, + "▁Bridge": 15966, + "▁scared": 15967, + "联赛": 15968, + "▁horrible": 15969, + "▁vegetables": 15970, + "身材": 15971, + "▁Building": 15972, + "▁romantic": 15973, + "thew": 15974, + "早期": 15975, + "▁rug": 15976, + "debug": 15977, + "▁aer": 15978, + "▁pad": 15979, + "stage": 15980, + "不动": 15981, + "uters": 15982, + "▁stocks": 15983, + "渐渐": 15984, + "▁defines": 15985, + "▁resolved": 15986, + "border": 15987, + "读者": 15988, + "Sche": 15989, + "ifiers": 15990, + "后果": 15991, + "后期": 15992, + "offset": 15993, + "遭遇": 15994, + "副书记": 15995, + "▁periodic": 15996, + "/)": 15997, + "承包": 15998, + "uto": 15999, + "▁Season": 16000, + "奖励": 16001, + "Unit": 16002, + "nDespite": 16003, + "Direct": 16004, + "▁burst": 16005, + "喜欢的": 16006, + "火车": 16007, + "▁buyers": 16008, + "tah": 16009, + "orters": 16010, + "▁tempt": 16011, + "常规": 16012, + "抓住": 16013, + "health": 16014, + "▁destruction": 16015, + "▁Sarah": 16016, + "▁fiscal": 16017, + "(*": 16018, + "▁render": 16019, + "▁narrative": 16020, + "▁Buff": 16021, + "▁Sex": 16022, + "▁Kong": 16023, + "comb": 16024, + "wp": 16025, + "转让": 16026, + "▁Ah": 16027, + "▁glob": 16028, + "▁trials": 16029, + "▁operated": 16030, + "▁discussing": 16031, + "和其他": 16032, + "Here": 16033, + "nFig": 16034, + "matic": 16035, + "▁preserve": 16036, + "}}^{": 16037, + "▁governor": 16038, + "让他们": 16039, + "▁%}\\": 16040, + "uning": 16041, + "响应": 16042, + "orts": 16043, + "▁json": 16044, + "▁sid": 16045, + "▁budd": 16046, + "usetts": 16047, + "▁Kansas": 16048, + "▁celebration": 16049, + "▁safely": 16050, + "emon": 16051, + "▁Rh": 16052, + "▁Sov": 16053, + "▁GPU": 16054, + "▁subtle": 16055, + "▁cycles": 16056, + "在一个": 16057, + "remark": 16058, + "achusetts": 16059, + "我校": 16060, + "耐心": 16061, + "rait": 16062, + "gain": 16063, + "重要的是": 16064, + "dp": 16065, + "公民": 16066, + "授权": 16067, + "▁coat": 16068, + "Position": 16069, + "▁WAR": 16070, + "rapper": 16071, + "那一": 16072, + "Dele": 16073, + "props": 16074, + "insert": 16075, + "▁forming": 16076, + "月底": 16077, + "GET": 16078, + "sea": 16079, + "▁carries": 16080, + "▁temporal": 16081, + "休闲": 16082, + "ensively": 16083, + "▁streaming": 16084, + "Ap": 16085, + "康复": 16086, + "nBack": 16087, + "npart": 16088, + "▁atomic": 16089, + "中级": 16090, + "保存": 16091, + "这就": 16092, + "获得了": 16093, + "mits": 16094, + "演讲": 16095, + "▁Value": 16096, + "但我": 16097, + "的位置": 16098, + "▁installing": 16099, + "▁Galaxy": 16100, + "▁surrounded": 16101, + "心态": 16102, + "文艺": 16103, + "▁Brow": 16104, + "鸡蛋": 16105, + ")}_{": 16106, + "nGreat": 16107, + "orship": 16108, + "▁Child": 16109, + "Access": 16110, + "你就": 16111, + "并未": 16112, + "nPart": 16113, + "▁concluded": 16114, + "NE": 16115, + "hol": 16116, + "▁ranking": 16117, + "上有": 16118, + "▁determining": 16119, + "ometer": 16120, + "的历史": 16121, + "▁Turkey": 16122, + "▁considerable": 16123, + "竞赛": 16124, + "▁fallen": 16125, + "price": 16126, + "construct": 16127, + "”（": 16128, + "▁lake": 16129, + "▁golden": 16130, + "▁contributed": 16131, + "途径": 16132, + "attern": 16133, + "▁Pennsylvania": 16134, + "▁Ult": 16135, + "▁normalized": 16136, + "的信息": 16137, + "ifi": 16138, + "▁neur": 16139, + "说过": 16140, + "itarian": 16141, + "生效": 16142, + "▁refund": 16143, + "的光": 16144, + "LT": 16145, + "▁IF": 16146, + "▁ell": 16147, + "生意": 16148, + "区块": 16149, + "itate": 16150, + "ucket": 16151, + "▁speaks": 16152, + "所谓的": 16153, + "eterm": 16154, + "▁workshop": 16155, + "▁libraries": 16156, + "▁humanity": 16157, + "▁subscription": 16158, + "遵守": 16159, + "appropri": 16160, + "体制": 16161, + "pache": 16162, + "▁incl": 16163, + "▁domains": 16164, + "▁referring": 16165, + "obby": 16166, + "▁Pitt": 16167, + "▁correlations": 16168, + "国务院": 16169, + "▁Prince": 16170, + "nWednesday": 16171, + "出租": 16172, + "塑料": 16173, + "sto": 16174, + "向本院": 16175, + "heric": 16176, + "▁Ever": 16177, + "▁fest": 16178, + "nTuesday": 16179, + "▁instantly": 16180, + "▁consecutive": 16181, + "阿里": 16182, + "▁handed": 16183, + "▁curvature": 16184, + "activ": 16185, + "▁blast": 16186, + "Connection": 16187, + "Su": 16188, + "十一": 16189, + "job": 16190, + "实习": 16191, + "的结果": 16192, + "▁substance": 16193, + "了一下": 16194, + "▁Hawai": 16195, + "超市": 16196, + "nall": 16197, + "▁loading": 16198, + "下一步": 16199, + "▁imaging": 16200, + "coll": 16201, + "oment": 16202, + "▁Ban": 16203, + "ostic": 16204, + "凭借": 16205, + "高达": 16206, + "▁obs": 16207, + "sample": 16208, + "▁Studies": 16209, + "OCK": 16210, + "geon": 16211, + "nstatic": 16212, + "▁relate": 16213, + "▁diamond": 16214, + "▁wage": 16215, + "ractions": 16216, + "▁emissions": 16217, + "▁ignor": 16218, + "requency": 16219, + "的基本": 16220, + "nFriday": 16221, + "相似": 16222, + "▁mountains": 16223, + "▁Rick": 16224, + "▁пред": 16225, + "▁specify": 16226, + "路线": 16227, + "▁cogn": 16228, + "▁utilize": 16229, + "▁Kelly": 16230, + "inth": 16231, + "▁appointed": 16232, + "能否": 16233, + "▁inher": 16234, + "iar": 16235, + "尽快": 16236, + "起到": 16237, + "copy": 16238, + "▁leaf": 16239, + "▁pants": 16240, + "小米": 16241, + "Spec": 16242, + "▁tune": 16243, + "▁Nation": 16244, + "Sw": 16245, + "▁publishing": 16246, + "▁grey": 16247, + "▁muscles": 16248, + "▁envelop": 16249, + "一看": 16250, + "sharp": 16251, + "ruments": 16252, + "▁tablet": 16253, + "▁notation": 16254, + "OUR": 16255, + "osex": 16256, + "▁Philadelphia": 16257, + "学家": 16258, + "nSp": 16259, + "▁spoken": 16260, + "日报": 16261, + "midrule": 16262, + "▁expense": 16263, + "对接": 16264, + "技术的": 16265, + "班主任": 16266, + "ichael": 16267, + "调解": 16268, + "▁households": 16269, + "▁deleg": 16270, + "▁Singapore": 16271, + "Configuration": 16272, + "▁convex": 16273, + "▁reactions": 16274, + "▁instruments": 16275, + "▁abortion": 16276, + "verb": 16277, + "iffs": 16278, + "nWelcome": 16279, + "▁ratings": 16280, + "▁fought": 16281, + "▁themes": 16282, + "assion": 16283, + "▁smartphone": 16284, + "管道": 16285, + "react": 16286, + "▁nod": 16287, + "▁crap": 16288, + "▁blend": 16289, + "▁weakness": 16290, + "想起": 16291, + "▁SQL": 16292, + "▁constants": 16293, + "▁Death": 16294, + "项目的": 16295, + "▁coaches": 16296, + "▁Natural": 16297, + "▁isot": 16298, + "▁dishes": 16299, + "Car": 16300, + "▁measuring": 16301, + "家中": 16302, + "OVE": 16303, + "一定会": 16304, + "nWill": 16305, + "基础设施": 16306, + "short": 16307, + "▁Sab": 16308, + "继承": 16309, + "▁trivial": 16310, + "aped": 16311, + "▁abundance": 16312, + "▁invite": 16313, + "nAss": 16314, + "▁volunteer": 16315, + "aux": 16316, + "icons": 16317, + "omorphic": 16318, + "▁Contact": 16319, + "anchester": 16320, + "▁под": 16321, + "▁Ra": 16322, + "▁ye": 16323, + "▁Hay": 16324, + "▁hired": 16325, + "ifice": 16326, + "▁Gree": 16327, + "▁aged": 16328, + "▁Player": 16329, + "▁caps": 16330, + "▁performs": 16331, + "舞蹈": 16332, + "专业的": 16333, + "也就是说": 16334, + "▁moderate": 16335, + "bind": 16336, + "▁handled": 16337, + "之处": 16338, + "▁Gro": 16339, + "▁execut": 16340, + "flu": 16341, + ">\\\\": 16342, + "▁Ven": 16343, + "天天": 16344, + "可能性": 16345, + "▁barrier": 16346, + "▁opponents": 16347, + "▁Among": 16348, + "清洗": 16349, + "用了": 16350, + "▁tat": 16351, + "诈骗": 16352, + "▁ensuring": 16353, + "▁Airport": 16354, + "▁failing": 16355, + "reference": 16356, + "▁exceptional": 16357, + "▁begun": 16358, + "据了解": 16359, + "▁Interest": 16360, + "▁classified": 16361, + "pub": 16362, + "▁licensed": 16363, + "▁GT": 16364, + "quote": 16365, + "▁funded": 16366, + "conv": 16367, + "father": 16368, + "▁ladies": 16369, + "是中国": 16370, + "▁possession": 16371, + "想着": 16372, + "和社会": 16373, + "▁Engineering": 16374, + "Lib": 16375, + "▁forgotten": 16376, + "事务所": 16377, + "zens": 16378, + "曝光": 16379, + "不错的": 16380, + "▁ampl": 16381, + "学校的": 16382, + "▁counting": 16383, + "这也": 16384, + "▁squee": 16385, + "座谈": 16386, + "老婆": 16387, + "ntrans": 16388, + "怀疑": 16389, + "account": 16390, + "▁similarly": 16391, + "关节": 16392, + "your": 16393, + "▁ought": 16394, + "▁unlock": 16395, + "▁branches": 16396, + "元的": 16397, + "声明": 16398, + "have": 16399, + "▁atom": 16400, + "▁Pract": 16401, + "▁frozen": 16402, + "ologists": 16403, + "精力": 16404, + "ното": 16405, + "DO": 16406, + "现状": 16407, + "▁[[": 16408, + "eland": 16409, + "▁posit": 16410, + "vation": 16411, + "▁proportion": 16412, + "nTe": 16413, + "pto": 16414, + "mac": 16415, + "▁hill": 16416, + "cong": 16417, + "便利": 16418, + "▁Clean": 16419, + "▁excuse": 16420, + "▁Columbia": 16421, + "▁Students": 16422, + "rang": 16423, + "▁chronic": 16424, + "生成": 16425, + "▁contacts": 16426, + "▁diabetes": 16427, + "▁diagnosis": 16428, + "▁analyzed": 16429, + "一开始": 16430, + "政协": 16431, + "这类": 16432, + "uparrow": 16433, + "▁reserve": 16434, + "▁Inv": 16435, + "无限": 16436, + "cost": 16437, + "您的": 16438, + "clock": 16439, + "cross": 16440, + "▁makeup": 16441, + "eval": 16442, + "ortex": 16443, + "北京市": 16444, + "▁finishing": 16445, + "▁sed": 16446, + "Empty": 16447, + "▁repeatedly": 16448, + "解读": 16449, + "课题": 16450, + "餐饮": 16451, + "世界的": 16452, + "▁lawyers": 16453, + "一批": 16454, + "▁inherent": 16455, + "▁charity": 16456, + "arding": 16457, + "▁integrity": 16458, + "LECT": 16459, + "▁upgrad": 16460, + "▁bundle": 16461, + "▁packet": 16462, + "▁steam": 16463, + "▁experiencing": 16464, + "▁painful": 16465, + "▁silly": 16466, + "▁crossing": 16467, + "又有": 16468, + "审计": 16469, + "▁wherein": 16470, + "▁conclusions": 16471, + "addy": 16472, + "▁Austin": 16473, + "窗口": 16474, + "传感": 16475, + "感恩": 16476, + "委托代理人": 16477, + "▁ug": 16478, + "Option": 16479, + "period": 16480, + "人力": 16481, + "▁AB": 16482, + "珍惜": 16483, + "怎么样": 16484, + "▁Camb": 16485, + "▁Prom": 16486, + "▁similarity": 16487, + "▁tens": 16488, + "模拟": 16489, + "▁Rs": 16490, + "▁SS": 16491, + "▁Station": 16492, + "相反": 16493, + "share": 16494, + "Param": 16495, + "▁seemingly": 16496, + "▁simplicity": 16497, + "▁satisfaction": 16498, + "▁Talk": 16499, + "phase": 16500, + "▁chips": 16501, + "▁consisting": 16502, + "nhas": 16503, + "▁claiming": 16504, + "▁Sn": 16505, + "mart": 16506, + "▁antib": 16507, + "▁intrig": 16508, + "▁Anderson": 16509, + "利亚": 16510, + "ktop": 16511, + "▁FIG": 16512, + "▁picks": 16513, + "▁discret": 16514, + "▁representatives": 16515, + "▁Oil": 16516, + "isticated": 16517, + "▁uncertainties": 16518, + "▁pizza": 16519, + "textcolor": 16520, + "一大": 16521, + "}~": 16522, + "▁Beaut": 16523, + "▁systematic": 16524, + "nad": 16525, + "abama": 16526, + "▁twist": 16527, + "▁boring": 16528, + "▁clouds": 16529, + "迎来": 16530, + "▁Eth": 16531, + "▁Stock": 16532, + "Sch": 16533, + "▁Mess": 16534, + "研究院": 16535, + "▁Yeah": 16536, + "▁citizen": 16537, + "▁switching": 16538, + "▁Psy": 16539, + "简直": 16540, + "лен": 16541, + "▁acquire": 16542, + "elle": 16543, + "不服": 16544, + "▁regards": 16545, + "Arg": 16546, + "▁Eag": 16547, + "beat": 16548, + "更高": 16549, + "▁JavaScript": 16550, + "▁Awards": 16551, + "▁purely": 16552, + "▁FREE": 16553, + "▁mounted": 16554, + "Mat": 16555, + "register": 16556, + "▁activation": 16557, + "▁popularity": 16558, + "▁accurately": 16559, + "▁Results": 16560, + "▁associate": 16561, + "▁Proposition": 16562, + "▁lands": 16563, + "▁executed": 16564, + "看法": 16565, + "writer": 16566, + "▁Studio": 16567, + "walk": 16568, + "▁lon": 16569, + "▁deliber": 16570, + "▁Reading": 16571, + "▁relating": 16572, + "TYPE": 16573, + "▁confusion": 16574, + "秘密": 16575, + "▁receives": 16576, + "省级": 16577, + "▁passionate": 16578, + "rupted": 16579, + "▁recept": 16580, + "▁optional": 16581, + "▁Lewis": 16582, + "nThursday": 16583, + "patch": 16584, + "▁implications": 16585, + "当下": 16586, + "▁worship": 16587, + "nusername": 16588, + "Stat": 16589, + "▁profits": 16590, + "▁schemes": 16591, + "nsub": 16592, + "+(": 16593, + "▁Doctor": 16594, + "▁acquisition": 16595, + "▁rape": 16596, + "▁handful": 16597, + "斯坦": 16598, + "足球": 16599, + "会儿": 16600, + "cycl": 16601, + "piece": 16602, + "▁belongs": 16603, + "▁dot": 16604, + "Window": 16605, + "深深": 16606, + "一段时间": 16607, + "▁Monte": 16608, + "▁coaching": 16609, + "宿舍": 16610, + "anth": 16611, + "nHello": 16612, + "▁thickness": 16613, + "学期": 16614, + "▁deposit": 16615, + "▁independence": 16616, + "igious": 16617, + "大學": 16618, + "得知": 16619, + "▁penal": 16620, + "最为": 16621, + "已有": 16622, + "▁би": 16623, + "带来了": 16624, + "挖掘": 16625, + "ipart": 16626, + "▁bonds": 16627, + "▁sentences": 16628, + "*}[": 16629, + "的基础上": 16630, + "ushes": 16631, + "▁venue": 16632, + "不懂": 16633, + "agg": 16634, + "▁accounting": 16635, + "lah": 16636, + "aton": 16637, + "▁campaigns": 16638, + "▁medication": 16639, + "▁GO": 16640, + "▁athe": 16641, + "走访": 16642, + "culate": 16643, + "话题": 16644, + "▁mutual": 16645, + "有利于": 16646, + "▁Battle": 16647, + "会长": 16648, + "IGN": 16649, + "▁Philipp": 16650, + "▁THAT": 16651, + "▁quasi": 16652, + "▁mature": 16653, + "的天": 16654, + "▁ruled": 16655, + "▁projected": 16656, + "浪费": 16657, + "▁elder": 16658, + "▁Muslims": 16659, + "▁flip": 16660, + "Location": 16661, + "parallel": 16662, + "▁Medicine": 16663, + "▁promises": 16664, + "▁photographs": 16665, + "▁Attorney": 16666, + "kt": 16667, + "▁Defense": 16668, + "▁Nations": 16669, + "▁Lady": 16670, + "供给": 16671, + "人为": 16672, + "ordon": 16673, + "国产": 16674, + "▁IC": 16675, + "▁investments": 16676, + "arli": 16677, + "▁testim": 16678, + "▁warned": 16679, + "场的": 16680, + "心灵": 16681, + "▁rally": 16682, + "dag": 16683, + "▁haz": 16684, + "▁odds": 16685, + "复习": 16686, + "飞行": 16687, + "多数": 16688, + "нието": 16689, + "▁bytes": 16690, + "▁neglig": 16691, + "基督": 16692, + "[-": 16693, + "/**": 16694, + "▁Collection": 16695, + "打破": 16696, + "▁EV": 16697, + "长江": 16698, + "▁heter": 16699, + "▁Blu": 16700, + "进攻": 16701, + "itement": 16702, + "▁scroll": 16703, + "▁Hit": 16704, + "joint": 16705, + "排放": 16706, + "EP": 16707, + "服装": 16708, + "▁gathering": 16709, + "▁protecting": 16710, + "▁encouraging": 16711, + "清单": 16712, + "area": 16713, + "怀孕": 16714, + "不一样": 16715, + "ority": 16716, + "纪律": 16717, + "▁Ltd": 16718, + "▁Includ": 16719, + "▁orbital": 16720, + "▁Channel": 16721, + "idity": 16722, + "▁contrary": 16723, + "理事": 16724, + "▁Jen": 16725, + "cover": 16726, + "▁provision": 16727, + "可在": 16728, + "得很": 16729, + "feature": 16730, + "可靠": 16731, + "aters": 16732, + "▁affiliate": 16733, + "▁reflected": 16734, + "▁SW": 16735, + "的安全": 16736, + "yy": 16737, + "资讯": 16738, + "▁legacy": 16739, + "意大利": 16740, + "temp": 16741, + "▁Iowa": 16742, + "▁trusted": 16743, + "▁proportional": 16744, + "▁Appendix": 16745, + "一把": 16746, + "▁Cra": 16747, + "nwill": 16748, + "可爱": 16749, + "尚未": 16750, + "难道": 16751, + "分别为": 16752, + "▁Naz": 16753, + "▁kinda": 16754, + "▁Living": 16755, + "▁transferred": 16756, + "▁accomplished": 16757, + "enix": 16758, + "▁precious": 16759, + "暂时": 16760, + "▁striking": 16761, + "Lin": 16762, + "学位": 16763, + "經濟": 16764, + "▁resonance": 16765, + "Entry": 16766, + "美国的": 16767, + "▁Marsh": 16768, + "穿着": 16769, + "以往": 16770, + "fly": 16771, + "transform": 16772, + "写的": 16773, + "▁ties": 16774, + "条例": 16775, + "▁Hell": 16776, + "参赛": 16777, + "multirow": 16778, + "irds": 16779, + "▁Allen": 16780, + "▁wrest": 16781, + "KEY": 16782, + "▁scar": 16783, + "所需": 16784, + "共产党": 16785, + "▁feas": 16786, + "▁Had": 16787, + "▁charging": 16788, + "实体": 16789, + "iem": 16790, + "▁brid": 16791, + "internal": 16792, + "▁employers": 16793, + "去做": 16794, + "一系列": 16795, + "▁drum": 16796, + "走到": 16797, + "在他": 16798, + "lan": 16799, + "经济发展": 16800, + "▁Scotland": 16801, + "▁dial": 16802, + "▁knife": 16803, + "作战": 16804, + "rape": 16805, + "▁ranges": 16806, + "▁complaints": 16807, + "▁carri": 16808, + "▁juris": 16809, + "▁biological": 16810, + "收藏": 16811, + "就没有": 16812, + "硕士": 16813, + "andy": 16814, + "▁justify": 16815, + "▁trajectory": 16816, + "服务中心": 16817, + "▁Analysis": 16818, + "一带": 16819, + "产业链": 16820, + "wear": 16821, + "▁Trade": 16822, + "脸上": 16823, + "▁identifying": 16824, + "nie": 16825, + "回收": 16826, + "進行": 16827, + "主人": 16828, + "男女": 16829, + "如果是": 16830, + "▁edited": 16831, + "▁Sony": 16832, + "=\\\"/": 16833, + "Mem": 16834, + "▁emphasis": 16835, + "上课": 16836, + "Dir": 16837, + "▁bust": 16838, + "▁adoption": 16839, + "弟弟": 16840, + "nag": 16841, + "的设计": 16842, + "stock": 16843, + "orious": 16844, + "▁ratios": 16845, + "▁legitimate": 16846, + "温柔": 16847, + "acteria": 16848, + "▁diffusion": 16849, + "aria": 16850, + "一日": 16851, + "Your": 16852, + "协同": 16853, + "PER": 16854, + "▁enormous": 16855, + "▁recip": 16856, + "作风": 16857, + "当初": 16858, + "▁appearing": 16859, + "coln": 16860, + "nthere": 16861, + "尺寸": 16862, + "▁Ка": 16863, + "解决方案": 16864, + "增速": 16865, + "▁stats": 16866, + "initial": 16867, + "▁suggestion": 16868, + "▁GOP": 16869, + "镜头": 16870, + "urches": 16871, + "▁Sa": 16872, + "ateral": 16873, + "举措": 16874, + "周末": 16875, + "arms": 16876, + "mented": 16877, + "产能": 16878, + "提高了": 16879, + "▁screening": 16880, + "眼前": 16881, + "对自己": 16882, + "uj": 16883, + "▁Massachusetts": 16884, + "olph": 16885, + "初步": 16886, + "▁reflects": 16887, + "▁perturbation": 16888, + "▁inclusion": 16889, + "全身": 16890, + "嫌疑": 16891, + "▁[]\\": 16892, + "▁recruit": 16893, + "的研究": 16894, + "最初": 16895, + "Av": 16896, + "usic": 16897, + "聚集": 16898, + "However": 16899, + "赚钱": 16900, + "▁Dun": 16901, + "▁introducing": 16902, + "▁overview": 16903, + "iversal": 16904, + "rection": 16905, + "Interface": 16906, + "▁peaks": 16907, + "▁wheels": 16908, + "Stack": 16909, + "claimer": 16910, + "哪怕": 16911, + "uition": 16912, + "▁designers": 16913, + "遗憾": 16914, + "▁Money": 16915, + "training": 16916, + "普及": 16917, + "据悉": 16918, + ">();\\": 16919, + "▁след": 16920, + "▁Forest": 16921, + "isan": 16922, + "▁besides": 16923, + "▁perf": 16924, + "▁Future": 16925, + "主角": 16926, + "报警": 16927, + "增加了": 16928, + "▁ears": 16929, + "导向": 16930, + "难题": 16931, + "Row": 16932, + "▁brew": 16933, + "▁stays": 16934, + "▁subscrib": 16935, + "▁warranty": 16936, + "的目的": 16937, + "高等": 16938, + "nem": 16939, + "engine": 16940, + "Enc": 16941, + "olver": 16942, + "▁Jacob": 16943, + "▁Sound": 16944, + "▁degener": 16945, + "她说": 16946, + "出门": 16947, + "▁Film": 16948, + "未能": 16949, + "死了": 16950, + "owers": 16951, + "▁badly": 16952, + "aph": 16953, + "▁Mother": 16954, + "▁Fermi": 16955, + "上帝": 16956, + "城乡": 16957, + "Tunes": 16958, + "downarrow": 16959, + "開始": 16960, + "sun": 16961, + "生日": 16962, + "}({\\\\": 16963, + "▁SL": 16964, + "▁mesh": 16965, + "icating": 16966, + "了个": 16967, + "发射": 16968, + "结论": 16969, + "Game": 16970, + "▁defining": 16971, + "nSecond": 16972, + "▁intervention": 16973, + "▁”": 16974, + "确诊": 16975, + "ASH": 16976, + "节日": 16977, + "▁competing": 16978, + "▁UV": 16979, + "这件事": 16980, + "算法": 16981, + "udge": 16982, + "anim": 16983, + "fish": 16984, + "arliament": 16985, + "▁exclusively": 16986, + "online": 16987, + "▁developments": 16988, + "功效": 16989, + "▁triple": 16990, + "盈利": 16991, + "旋转": 16992, + "无线": 16993, + "sa": 16994, + "导体": 16995, + "教室": 16996, + "pend": 16997, + "▁chains": 16998, + "▁banking": 16999, + "▁intersection": 17000, + "OG": 17001, + "龙头": 17002, + "▁Less": 17003, + "告知": 17004, + "身份证": 17005, + "▁Besides": 17006, + "▁athletes": 17007, + "▁collision": 17008, + "racted": 17009, + "▁epoch": 17010, + "▁nicely": 17011, + "▁Pers": 17012, + "专注": 17013, + "▁beings": 17014, + "▁neighbour": 17015, + "的状态": 17016, + "买卖": 17017, + "岁月": 17018, + "中国人": 17019, + "是我们": 17020, + "Store": 17021, + "▁obst": 17022, + "▁deleted": 17023, + "▁terrorist": 17024, + "结束后": 17025, + "▁photons": 17026, + "▁densities": 17027, + "两位": 17028, + "ked": 17029, + "▁Self": 17030, + "持有": 17031, + "▁followers": 17032, + "一项": 17033, + "▁acceptance": 17034, + "tk": 17035, + "▁genes": 17036, + "▁involvement": 17037, + "活跃": 17038, + "isations": 17039, + "微笑": 17040, + "▁Staff": 17041, + "▁universities": 17042, + "arer": 17043, + "优点": 17044, + "师范": 17045, + "▁'/": 17046, + "asks": 17047, + "▁immune": 17048, + "nOriginally": 17049, + "是很": 17050, + "▁courage": 17051, + "▁ensemble": 17052, + "nthen": 17053, + "一周": 17054, + "▁Howard": 17055, + "你在": 17056, + "iche": 17057, + "▁Cooper": 17058, + "▁attacked": 17059, + "▁synthetic": 17060, + "▁Option": 17061, + "▁voices": 17062, + "了几": 17063, + "股价": 17064, + "Sign": 17065, + "▁blocked": 17066, + "再加上": 17067, + "▁Index": 17068, + "▁distinguish": 17069, + "效益": 17070, + "给我们": 17071, + "▁naked": 17072, + "▁fascinating": 17073, + "地理": 17074, + "strap": 17075, + "Parameter": 17076, + "▁networking": 17077, + "大道": 17078, + "海南": 17079, + "▁UI": 17080, + "▁gray": 17081, + "诉讼请求": 17082, + "equal": 17083, + "厚的": 17084, + "取得了": 17085, + "▁dispersion": 17086, + "pal": 17087, + "给自己": 17088, + "▁skip": 17089, + "▁Anton": 17090, + "▁corruption": 17091, + "强大的": 17092, + "Long": 17093, + "ders": 17094, + "mall": 17095, + "uate": 17096, + "cz": 17097, + "▁chap": 17098, + "▁Wisconsin": 17099, + "▁painted": 17100, + "isp": 17101, + "agine": 17102, + "什麼": 17103, + "cery": 17104, + "▁Break": 17105, + "▁Details": 17106, + "的需求": 17107, + "prov": 17108, + "connection": 17109, + "▁Judge": 17110, + "▁hiring": 17111, + "Bs": 17112, + "下滑": 17113, + "电源": 17114, + "形成了": 17115, + "boards": 17116, + "粮食": 17117, + "还不": 17118, + "▁spokesman": 17119, + "flix": 17120, + "Application": 17121, + "合物": 17122, + "多么": 17123, + "程度上": 17124, + "▁ARE": 17125, + "▁feeding": 17126, + "开关": 17127, + "▁abroad": 17128, + "hist": 17129, + "充分发挥": 17130, + "▁circular": 17131, + "▁escap": 17132, + "造成的": 17133, + "所得": 17134, + "nOb": 17135, + "nequ": 17136, + "▁Command": 17137, + "▁gallery": 17138, + "进程": 17139, + "nUse": 17140, + "comments": 17141, + "erver": 17142, + "▁rival": 17143, + "电机": 17144, + "▁depos": 17145, + "▁minimize": 17146, + "影视": 17147, + "commun": 17148, + "Tra": 17149, + "need": 17150, + "▁habits": 17151, + "impl": 17152, + "вата": 17153, + "elines": 17154, + "▁gross": 17155, + "▁Magazine": 17156, + "▁simulated": 17157, + "▁melt": 17158, + "让她": 17159, + "written": 17160, + "▁dancing": 17161, + "▁chairman": 17162, + "move": 17163, + "▁Denver": 17164, + "▁combinations": 17165, + "▁assemb": 17166, + "▁dwar": 17167, + "accept": 17168, + "▁regulatory": 17169, + "无奈": 17170, + "nTake": 17171, + "▁sits": 17172, + "▁continuum": 17173, + "▁worn": 17174, + "TM": 17175, + "pur": 17176, + "athon": 17177, + "▁horm": 17178, + "building": 17179, + "癌症": 17180, + "uly": 17181, + "ospel": 17182, + "ouses": 17183, + "▁TE": 17184, + "市場": 17185, + "also": 17186, + "▁Treat": 17187, + "▁certified": 17188, + "▁delivering": 17189, + "相处": 17190, + "▁petition": 17191, + "重量": 17192, + "rett": 17193, + "故意": 17194, + "▁innocent": 17195, + "▁Following": 17196, + "多人": 17197, + "常态": 17198, + "ernet": 17199, + "▁creativity": 17200, + "▁winners": 17201, + "气候": 17202, + "sr": 17203, + "心脏": 17204, + "▁molecules": 17205, + "生育": 17206, + "上半年": 17207, + "▁fert": 17208, + "▁Stone": 17209, + "▁productive": 17210, + "的效果": 17211, + "▁cinem": 17212, + "ogether": 17213, + "HTML": 17214, + "▁manifold": 17215, + "表情": 17216, + "alled": 17217, + "early": 17218, + "消耗": 17219, + "▁hotels": 17220, + "▁slope": 17221, + "▁producers": 17222, + "▁exhibition": 17223, + "替代": 17224, + "▁alumin": 17225, + "▁Stop": 17226, + "pic": 17227, + "▁Privacy": 17228, + "из": 17229, + "▁MD": 17230, + "全县": 17231, + "▁wrap": 17232, + "▁sectors": 17233, + "什么是": 17234, + "nAct": 17235, + "Section": 17236, + "▁tomat": 17237, + "▁selecting": 17238, + "▁objectives": 17239, + "▁investing": 17240, + "abe": 17241, + "▁Credit": 17242, + "每月": 17243, + "第一时间": 17244, + "▁welfare": 17245, + "國家": 17246, + "是以": 17247, + "某种": 17248, + "期货": 17249, + "named": 17250, + "▁quarterback": 17251, + "▁loads": 17252, + "金钱": 17253, + "验证": 17254, + "▁explaining": 17255, + "歌曲": 17256, + "ouri": 17257, + "▁flaw": 17258, + "▁definitions": 17259, + "▁Syd": 17260, + "▁earnings": 17261, + "▁awful": 17262, + "▁burden": 17263, + ";\\\\;\\\\": 17264, + "可惜": 17265, + "▁Officer": 17266, + "▁reconstruct": 17267, + "▁racial": 17268, + "▁ensures": 17269, + "▁threads": 17270, + "/#": 17271, + "无疑": 17272, + "▁punch": 17273, + "Ptr": 17274, + "ката": 17275, + "▁bol": 17276, + "▁wishes": 17277, + "quarters": 17278, + "▁shifts": 17279, + "民众": 17280, + "▁Indiana": 17281, + "暴力": 17282, + "有一天": 17283, + "▁:)": 17284, + "▁trash": 17285, + "▁mechanics": 17286, + "▁gradually": 17287, + "▁tunnel": 17288, + "▁regarded": 17289, + "beb": 17290, + "IAL": 17291, + "▁Ut": 17292, + "▁reporter": 17293, + "放心": 17294, + "ictions": 17295, + "▁topological": 17296, + "了吗": 17297, + "贵的": 17298, + "加拿大": 17299, + "行业的": 17300, + "库存": 17301, + "分手": 17302, + "属性": 17303, + "▁Hur": 17304, + "▁globe": 17305, + "多样": 17306, + "Vari": 17307, + "通用": 17308, + "$;": 17309, + "▁Ak": 17310, + "打电话": 17311, + "机遇": 17312, + "FM": 17313, + "核酸": 17314, + "▁spir": 17315, + "▁stochastic": 17316, + "虚拟": 17317, + "фия": 17318, + "▁Lore": 17319, + "体内": 17320, + "房价": 17321, + "太平": 17322, + "就被": 17323, + "icker": 17324, + "icts": 17325, + "▁lol": 17326, + "▁euro": 17327, + "nms": 17328, + "▁sends": 17329, + "▁cous": 17330, + "▁yoga": 17331, + "▁alien": 17332, + "▁recycl": 17333, + "腾讯": 17334, + "▁leak": 17335, + "']\\": 17336, + "▁bene": 17337, + "before": 17338, + "▁Safety": 17339, + "▁adequate": 17340, + "更大": 17341, + "精心": 17342, + "▁dressed": 17343, + "nCheck": 17344, + "▁Navy": 17345, + "关联": 17346, + "▁Fac": 17347, + "▁TOD": 17348, + "oping": 17349, + "▁tradem": 17350, + "\\\"))": 17351, + "▁Snow": 17352, + "今后": 17353, + "默默": 17354, + "gun": 17355, + "▁Email": 17356, + "tle": 17357, + "▁heal": 17358, + "fields": 17359, + "▁Hart": 17360, + "赶紧": 17361, + "▁Bol": 17362, + "riculum": 17363, + "▁interference": 17364, + "损伤": 17365, + "▁cooperation": 17366, + "▁paste": 17367, + "▁unity": 17368, + "dra": 17369, + "inar": 17370, + "▁chop": 17371, + "▁Senior": 17372, + "addle": 17373, + "有望": 17374, + "fix": 17375, + "▁presum": 17376, + "▁Governor": 17377, + "})=": 17378, + "зна": 17379, + "▁Path": 17380, + "▁thoroughly": 17381, + "▁landing": 17382, + "vet": 17383, + "▁iteration": 17384, + "裁定": 17385, + "▁theater": 17386, + "▁Hong": 17387, + "▁overnight": 17388, + "同时也": 17389, + "的有": 17390, + "这个时候": 17391, + "▁corn": 17392, + "▁settlement": 17393, + "报考": 17394, + "▁devast": 17395, + "市政府": 17396, + "介绍了": 17397, + "})^": 17398, + "▁Py": 17399, + "传统的": 17400, + "shell": 17401, + "tcase": 17402, + "▁Select": 17403, + "该公司": 17404, + "elve": 17405, + "▁portray": 17406, + "Hash": 17407, + "}}=": 17408, + "oming": 17409, + "▁deadline": 17410, + "▁specialist": 17411, + "为人": 17412, + "年初": 17413, + "▁Track": 17414, + "ository": 17415, + "nfortunately": 17416, + "下来的": 17417, + "hidden": 17418, + "▁perpet": 17419, + "▁soccer": 17420, + "anti": 17421, + "etter": 17422, + "▁Must": 17423, + "▁plots": 17424, + "▁Rome": 17425, + "▁arrangement": 17426, + "▁transparent": 17427, + "atisf": 17428, + "▁brack": 17429, + "第七": 17430, + "▁sink": 17431, + "的关键": 17432, + "вер": 17433, + "▁alignment": 17434, + "就开始": 17435, + "要是": 17436, + "▁captain": 17437, + "▁averaged": 17438, + "广播": 17439, + "▁annoying": 17440, + "▁Ocean": 17441, + "ependence": 17442, + "▁cookie": 17443, + "▁oldest": 17444, + "cca": 17445, + "▁eager": 17446, + "Card": 17447, + "prove": 17448, + "▁Clark": 17449, + "▁junior": 17450, + "picture": 17451, + "▁viewers": 17452, + "▁lip": 17453, + "▁neutron": 17454, + "▁reminded": 17455, + "承受": 17456, + "信仰": 17457, + "搭建": 17458, + "Height": 17459, + "▁animation": 17460, + "对你": 17461, + "ODU": 17462, + "奥运": 17463, + "itis": 17464, + "propto": 17465, + "▁perception": 17466, + "rying": 17467, + "TD": 17468, + "Container": 17469, + "▁beef": 17470, + "▁digit": 17471, + "▁maximal": 17472, + "▁outs": 17473, + "heet": 17474, + "shtml": 17475, + "探讨": 17476, + "笔记": 17477, + "自治区": 17478, + "▁coding": 17479, + "▁sphere": 17480, + "区块链": 17481, + "herence": 17482, + "Que": 17483, + "▁difficulties": 17484, + "制的": 17485, + "▁Consider": 17486, + "▁peer": 17487, + "clipse": 17488, + "路径": 17489, + "▁Moore": 17490, + "本周": 17491, + "onts": 17492, + "ika": 17493, + "▁patent": 17494, + "▁downloaded": 17495, + "波动": 17496, + "▁Pa": 17497, + "onda": 17498, + "▁Flash": 17499, + "▁Quest": 17500, + "▁Chrome": 17501, + "▁segments": 17502, + "mad": 17503, + "服务器": 17504, + "▁vet": 17505, + "▁mere": 17506, + "що": 17507, + "第一百": 17508, + "▁FROM": 17509, + "▁Patrick": 17510, + "▁Prop": 17511, + "引进": 17512, + "Free": 17513, + "▁Mexican": 17514, + "▁Edition": 17515, + "umble": 17516, + "▁implied": 17517, + "▁exercises": 17518, + "▁Front": 17519, + "▁Archives": 17520, + "▁BB": 17521, + "Settings": 17522, + "▁accessories": 17523, + "gz": 17524, + "nPeople": 17525, + "кто": 17526, + "▁hash": 17527, + "▁colours": 17528, + "▁forcing": 17529, + "活動": 17530, + "oca": 17531, + "▁Analy": 17532, + "▁Parliament": 17533, + "孤独": 17534, + "快递": 17535, + "▁greet": 17536, + "▁tooth": 17537, + "npackage": 17538, + "▁Task": 17539, + "▁taxpay": 17540, + "oids": 17541, + "▁Left": 17542, + "tically": 17543, + "▁Effect": 17544, + "▁stolen": 17545, + "bus": 17546, + "▁gri": 17547, + "▁Hind": 17548, + "▁YOUR": 17549, + "Params": 17550, + "线下": 17551, + "▁Soviet": 17552, + "接口": 17553, + "layout": 17554, + "available": 17555, + "aro": 17556, + "▁dx": 17557, + "或者是": 17558, + "活动中": 17559, + "朋友圈": 17560, + "spect": 17561, + "ITS": 17562, + "▁Sales": 17563, + "selected": 17564, + "ante": 17565, + "▁harvest": 17566, + "▁placing": 17567, + "▁engineer": 17568, + "▁generates": 17569, + "▁bubble": 17570, + "▁declined": 17571, + "的形式": 17572, + "管理局": 17573, + "tiny": 17574, + "▁spare": 17575, + "▁sophisticated": 17576, + "rust": 17577, + "▁dispos": 17578, + "▁dirt": 17579, + "▁Application": 17580, + "立刻": 17581, + "▁shield": 17582, + "STM": 17583, + "▁brut": 17584, + "▁ancest": 17585, + "▁Balt": 17586, + "ambling": 17587, + "commit": 17588, + "▁meters": 17589, + "某甲": 17590, + "▁rolled": 17591, + "不行": 17592, + "▁para": 17593, + "▁determin": 17594, + "完了": 17595, + "房产": 17596, + "▁actress": 17597, + "▁Les": 17598, + "▁Print": 17599, + "Since": 17600, + "/*\\": 17601, + "就这样": 17602, + "厉害": 17603, + "▁dash": 17604, + "▁pipe": 17605, + "东南": 17606, + "▁appar": 17607, + "▁baking": 17608, + ">&": 17609, + "phan": 17610, + "军队": 17611, + "ims": 17612, + "edly": 17613, + "istration": 17614, + "▁FBI": 17615, + "▁Assembly": 17616, + "}\"": 17617, + "好看": 17618, + "▁Emer": 17619, + "▁spam": 17620, + "▁transformed": 17621, + "的热": 17622, + "的产品": 17623, + "▁ram": 17624, + "▁Member": 17625, + "▁prescription": 17626, + "分泌": 17627, + "发达": 17628, + "▁purchases": 17629, + "Each": 17630, + "defined": 17631, + "▁Norm": 17632, + "▁relaxation": 17633, + "年纪": 17634, + "的确": 17635, + "▁Enjoy": 17636, + "克服": 17637, + "Edit": 17638, + "част": 17639, + "▁sixth": 17640, + "糖尿": 17641, + "together": 17642, + "▁RAM": 17643, + "▁cher": 17644, + "▁rif": 17645, + "▁scary": 17646, + "▁therap": 17647, + "▁Bron": 17648, + "的长": 17649, + "最后一": 17650, + "styles": 17651, + "等人": 17652, + "不容易": 17653, + "▁horses": 17654, + "rb": 17655, + "函数": 17656, + "▁cyber": 17657, + "减轻": 17658, + "一度": 17659, + "jet": 17660, + "统筹": 17661, + "anke": 17662, + "服務": 17663, + "的世界": 17664, + "winning": 17665, + "▁roster": 17666, + "izard": 17667, + "不对": 17668, + "▁silence": 17669, + "▁bicy": 17670, + "▁backed": 17671, + "▁tongue": 17672, + "▁elite": 17673, + "新冠肺炎": 17674, + "▁Scient": 17675, + "limit": 17676, + "▁dropping": 17677, + "▁incorporate": 17678, + "▁cust": 17679, + "▁devoted": 17680, + "ulpt": 17681, + "▁forgot": 17682, + "▁BR": 17683, + "▁Six": 17684, + "这份": 17685, + "▁outputs": 17686, + "电视剧": 17687, + "nHey": 17688, + "ishers": 17689, + "CN": 17690, + "▁productivity": 17691, + "izon": 17692, + "▁uncomfort": 17693, + "ulent": 17694, + "▁lips": 17695, + "▁Ta": 17696, + "mation": 17697, + "Draw": 17698, + "▁handy": 17699, + "从此": 17700, + "returns": 17701, + "etheless": 17702, + "▁minority": 17703, + "CK": 17704, + "延续": 17705, + "▁Ross": 17706, + "▁Fa": 17707, + "herical": 17708, + "▁organisation": 17709, + "World": 17710, + "▁elementary": 17711, + "地面": 17712, + "硬件": 17713, + "sort": 17714, + "以此": 17715, + "▁collecting": 17716, + "山区": 17717, + "的企业": 17718, + "▁Mayor": 17719, + "square": 17720, + "mock": 17721, + "▁Alabama": 17722, + "··": 17723, + "达到了": 17724, + "blob": 17725, + "nname": 17726, + "▁hospitals": 17727, + "留在": 17728, + "▁Native": 17729, + "▁workout": 17730, + "▁[\\\\": 17731, + "▁Final": 17732, + "▁documentary": 17733, + "决心": 17734, + "▁wrapped": 17735, + "SET": 17736, + "▁bugs": 17737, + "▁rubber": 17738, + "它是": 17739, + "景观": 17740, + "VAL": 17741, + "大脑": 17742, + "apsed": 17743, + "ifully": 17744, + "nFollow": 17745, + "▁та": 17746, + "▁Books": 17747, + "▁affairs": 17748, + "毒品": 17749, + "订单": 17750, + "记载": 17751, + "rowth": 17752, + "former": 17753, + "亲自": 17754, + "广东省": 17755, + "观看": 17756, + "$-$": 17757, + "▁duties": 17758, + "▁silent": 17759, + "股市": 17760, + "quiry": 17761, + "▁Deep": 17762, + "▁asymptotic": 17763, + "^^": 17764, + "▁arranged": 17765, + "▁NASA": 17766, + "▁Maryland": 17767, + "了解到": 17768, + "ativistic": 17769, + "▁recommendation": 17770, + "定了": 17771, + "nOk": 17772, + "vens": 17773, + "本实用新型": 17774, + "要么": 17775, + "▁honey": 17776, + "生态环境": 17777, + "ulative": 17778, + "我知道": 17779, + "nMan": 17780, + "真相": 17781, + "份额": 17782, + "▁Os": 17783, + "匹配": 17784, + "如同": 17785, + "账户": 17786, + "▁ranks": 17787, + "餐厅": 17788, + "elson": 17789, + "advant": 17790, + "▁improves": 17791, + "也将": 17792, + "▁Sydney": 17793, + "atal": 17794, + "ategories": 17795, + "▁Pho": 17796, + "教材": 17797, + "▁HR": 17798, + "elescope": 17799, + "\":\"#": 17800, + "ggle": 17801, + "▁astron": 17802, + "▁Iss": 17803, + "standard": 17804, + "杂志": 17805, + "有哪些": 17806, + "说到": 17807, + "▁CM": 17808, + "▁BL": 17809, + "被人": 17810, + "▁preference": 17811, + "▁exponential": 17812, + "uther": 17813, + "▁controversial": 17814, + "IDS": 17815, + "audi": 17816, + "login": 17817, + "GP": 17818, + "▁influenced": 17819, + "祖国": 17820, + "民事诉讼法": 17821, + "hips": 17822, + "Photo": 17823, + "▁Move": 17824, + "arently": 17825, + "▁NEW": 17826, + "▁proposals": 17827, + "_-": 17828, + "school": 17829, + "▁sensors": 17830, + "▁reportedly": 17831, + "个体": 17832, + "▁venture": 17833, + "叫做": 17834, + "要注意": 17835, + "    ": 17836, + "像是": 17837, + "loads": 17838, + "的日子": 17839, + "冬季": 17840, + "▁meta": 17841, + "▁Histor": 17842, + "的声音": 17843, + "▁texts": 17844, + "▁engineers": 17845, + "把自己": 17846, + "▁Editor": 17847, + "▁Harris": 17848, + "拿着": 17849, + "日期": 17850, + "▁routes": 17851, + "nRelated": 17852, + "&=&\\\\": 17853, + "bone": 17854, + "▁preferences": 17855, + "这条": 17856, + "▁CP": 17857, + "andid": 17858, + "▁neutrino": 17859, + "回报": 17860, + "▁poison": 17861, + "▁inventory": 17862, + "▁\\\"\\": 17863, + "pread": 17864, + "▁slee": 17865, + "Session": 17866, + "▁Vietnam": 17867, + "▁intim": 17868, + "一声": 17869, + "生涯": 17870, + "过度": 17871, + "的样子": 17872, + "ando": 17873, + "▁discrimination": 17874, + "ята": 17875, + "Cons": 17876, + "Iter": 17877, + "nDef": 17878, + "▁creatures": 17879, + "▁Dick": 17880, + "▁cited": 17881, + "▁Exchange": 17882, + "▁renov": 17883, + "▁Terms": 17884, + "esian": 17885, + "▁Posted": 17886, + "▁noting": 17887, + "▁Stadium": 17888, + "nComments": 17889, + "▁examination": 17890, + "▁restart": 17891, + "国有": 17892, + "违规": 17893, + "▁dough": 17894, + "▁demanding": 17895, + "▁Protection": 17896, + "全程": 17897, + "via": 17898, + "也不能": 17899, + "▁readily": 17900, + "▁Manchester": 17901, + "▁entertaining": 17902, + "与此": 17903, + "REF": 17904, + ":(": 17905, + "▁complain": 17906, + "大地": 17907, + "病的": 17908, + "▁{{": 17909, + "没有任何": 17910, + "▁tale": 17911, + "▁conce": 17912, + "▁females": 17913, + "otte": 17914, + "nPol": 17915, + "▁humor": 17916, + "ervised": 17917, + "▁Winter": 17918, + "▁builds": 17919, + "▁worthy": 17920, + "等到": 17921, + "一部": 17922, + "▁inhib": 17923, + "十六": 17924, + "▁cod": 17925, + "▁residence": 17926, + "▁homeless": 17927, + "天地": 17928, + "▁Olympic": 17929, + "成為": 17930, + "▁threatened": 17931, + "得以": 17932, + "GeV": 17933, + "▁exem": 17934, + "▁varied": 17935, + "▁resume": 17936, + "▁excitement": 17937, + "公务": 17938, + "要素": 17939, + "cco": 17940, + "▁(“": 17941, + "▁thumb": 17942, + "ativity": 17943, + "created": 17944, + "▁judges": 17945, + "Look": 17946, + "圆满": 17947, + "原创": 17948, + "rev": 17949, + "之规定": 17950, + "▁touchdown": 17951, + "走出": 17952, + "道的": 17953, + "▁Motor": 17954, + "乡村振兴": 17955, + "resident": 17956, + "今天的": 17957, + "▁spectacular": 17958, + "unsigned": 17959, + "overnment": 17960, + "▁consensus": 17961, + "▁cabin": 17962, + "▁sweep": 17963, + "▁passengers": 17964, + "方位": 17965, + "▁Jane": 17966, + "▁apple": 17967, + "placement": 17968, + "▁dozens": 17969, + "▁harass": 17970, + "那时": 17971, + "▁Creek": 17972, + "▁province": 17973, + "▁extraordinary": 17974, + ")[": 17975, + "剧情": 17976, + "家乡": 17977, + "视为": 17978, + "规定的": 17979, + "▁newest": 17980, + "▁credits": 17981, + "▁hydrogen": 17982, + "Non": 17983, + "▁awk": 17984, + "degree": 17985, + "Order": 17986, + "▁fate": 17987, + "▁endless": 17988, + "▁convince": 17989, + "ertainment": 17990, + "▁decreasing": 17991, + "▁Atlantic": 17992, + "member": 17993, + "层面": 17994, + "图书馆": 17995, + "▁bitter": 17996, + "Document": 17997, + "▁Football": 17998, + "▁breathing": 17999, + "oco": 18000, + "▁Cart": 18001, + "▁boots": 18002, + "viation": 18003, + "/%": 18004, + "选择了": 18005, + "▁Nik": 18006, + "hythm": 18007, + "▁rewards": 18008, + "这场": 18009, + "▁disappear": 18010, + "▁decomposition": 18011, + "聪明": 18012, + "arith": 18013, + "bmatrix": 18014, + "▁Five": 18015, + "▁stepped": 18016, + "开展了": 18017, + "Pages": 18018, + "▁Members": 18019, + "▁Universe": 18020, + "土壤": 18021, + "ucl": 18022, + "▁RF": 18023, + "冬天": 18024, + "ignment": 18025, + "ventions": 18026, + "nMoreover": 18027, + "▁Own": 18028, + "ncont": 18029, + "▁dent": 18030, + "▁sweat": 18031, + "有一些": 18032, + "immer": 18033, + "▁Delhi": 18034, + "▁males": 18035, + "resource": 18036, + "▁Ans": 18037, + "▁adjusted": 18038, + "▁GB": 18039, + "bean": 18040, + "▁sour": 18041, + "哲学": 18042, + "补助": 18043, + "driven": 18044, + "▁pleasant": 18045, + "▁Pur": 18046, + "结算": 18047, + "▁reception": 18048, + "▁Dutch": 18049, + "用心": 18050, + "nMean": 18051, + "▁bump": 18052, + "mother": 18053, + "▁synchron": 18054, + "▁fulfill": 18055, + "地区的": 18056, + "ding": 18057, + "▁Sep": 18058, + "▁treating": 18059, + "Gen": 18060, + "▁pra": 18061, + "▁refuse": 18062, + "▁flower": 18063, + "这是一个": 18064, + "功率": 18065, + "▁slip": 18066, + "▁evolved": 18067, + "只会": 18068, + "▁Gib": 18069, + "▁Bureau": 18070, + "我很": 18071, + "▁Spr": 18072, + "▁epic": 18073, + "Sk": 18074, + "将来": 18075, + "已經": 18076, + "nessee": 18077, + "graded": 18078, + "侵权": 18079, + "▁Ox": 18080, + "▁Bed": 18081, + "Theorem": 18082, + "▁transverse": 18083, + "前后": 18084, + "vertis": 18085, + "▁calories": 18086, + "Ax": 18087, + "动画": 18088, + "▁ABC": 18089, + "▁steep": 18090, + "=$": 18091, + "克兰": 18092, + "▁tear": 18093, + "ERROR": 18094, + "▁Malays": 18095, + "▁geometric": 18096, + "▁analytical": 18097, + "交付": 18098, + "受益": 18099, + "陌生": 18100, + "主办": 18101, + "明显的": 18102, + "▁google": 18103, + "Из": 18104, + ")\\\"": 18105, + "▁bases": 18106, + "▁multip": 18107, + "▁Trib": 18108, + "▁Elizabeth": 18109, + "社会的": 18110, + "▁penet": 18111, + "▁Machine": 18112, + "较高": 18113, + "▁meth": 18114, + "长沙": 18115, + "志愿服务": 18116, + "▁lawsuit": 18117, + "mentioned": 18118, + "EV": 18119, + "从未": 18120, + "指定": 18121, + "appropriate": 18122, + "▁indices": 18123, + "nDoes": 18124, + "▁Tree": 18125, + "通报": 18126, + "apor": 18127, + "差不多": 18128, + "bie": 18129, + "consistent": 18130, + "▁progressive": 18131, + "▁McG": 18132, + "terior": 18133, + "▁celebrated": 18134, + "▁matched": 18135, + "假期": 18136, + "▁synd": 18137, + "▁centuries": 18138, + "dig": 18139, + "lad": 18140, + "▁psychological": 18141, + "婴儿": 18142, + "想想": 18143, + "▁chamber": 18144, + "外交": 18145, + "强烈": 18146, + "▁cannab": 18147, + "arial": 18148, + "场上": 18149, + "▁Cow": 18150, + "▁segmentation": 18151, + "气温": 18152, + "频率": 18153, + "▁Student": 18154, + "▁transit": 18155, + "干燥": 18156, + "分公司": 18157, + "▁schol": 18158, + "▁speeds": 18159, + "assets": 18160, + "colon": 18161, + "Helper": 18162, + "▁sculpt": 18163, + "Pay": 18164, + "▁deny": 18165, + "▁trap": 18166, + "▁crop": 18167, + "回顾": 18168, + "proposition": 18169, + "神秘": 18170, + "▁congress": 18171, + "▁repository": 18172, + "教育的": 18173, + "乐观": 18174, + "用品": 18175, + "▁ceiling": 18176, + "▁Transport": 18177, + "西部": 18178, + "▁кра": 18179, + "▁condem": 18180, + "▁ya": 18181, + "▁los": 18182, + "▁mart": 18183, + "▁bacteria": 18184, + "老年人": 18185, + "▁Mars": 18186, + "优秀的": 18187, + "STATE": 18188, + "▁compound": 18189, + "一块": 18190, + "▁compression": 18191, + "传输": 18192, + "▁Mail": 18193, + "▁packaging": 18194, + "官员": 18195, + "▁sheets": 18196, + "hd": 18197, + "掉了": 18198, + "('/": 18199, + "▁Len": 18200, + "▁attracted": 18201, + "▁obtaining": 18202, + "LOG": 18203, + "SION": 18204, + "▁var": 18205, + "\\\"));\\": 18206, + "当代": 18207, + "▁crossed": 18208, + "力和": 18209, + "更换": 18210, + "病情": 18211, + "我们就": 18212, + "▁quoted": 18213, + "csv": 18214, + "▁Follow": 18215, + "▁examined": 18216, + "FIG": 18217, + "▁gal": 18218, + "目光": 18219, + "▁remarks": 18220, + "明年": 18221, + "要在": 18222, + "settings": 18223, + "去世": 18224, + "期望": 18225, + "Rev": 18226, + "▁Tai": 18227, + "用地": 18228, + "严重的": 18229, + "研究所": 18230, + "脱贫攻坚": 18231, + "owski": 18232, + "▁Similarly": 18233, + "because": 18234, + "▁Phill": 18235, + "▁desert": 18236, + "iere": 18237, + "oped": 18238, + "▁companion": 18239, + "▁判": 18240, + "anglement": 18241, + "半导体": 18242, + "Child": 18243, + "▁equity": 18244, + "大于": 18245, + "▁Ot": 18246, + "的价格": 18247, + "▁Hub": 18248, + "▁ро": 18249, + "▁Lincoln": 18250, + "▁intervals": 18251, + "▁extensions": 18252, + "тели": 18253, + "▁pig": 18254, + "switch": 18255, + "分局": 18256, + "▁facilitate": 18257, + "▁metab": 18258, + "▁bandwidth": 18259, + "▁divide": 18260, + "创意": 18261, + "ById": 18262, + "以外": 18263, + "groups": 18264, + "dog": 18265, + "▁Empire": 18266, + "▁controlling": 18267, + "▁imagination": 18268, + "scar": 18269, + "来讲": 18270, + "typ": 18271, + "自身的": 18272, + "▁override": 18273, + "▁poster": 18274, + "▁operational": 18275, + "arser": 18276, + "▁У": 18277, + "nFollowing": 18278, + "▁DJ": 18279, + "什么时候": 18280, + "Ke": 18281, + "爱国": 18282, + "rating": 18283, + "▁slower": 18284, + "pus": 18285, + "▁Iron": 18286, + "▁nowhere": 18287, + "▁alternatives": 18288, + "购物": 18289, + "mask": 18290, + "上周": 18291, + "中午": 18292, + "开学": 18293, + "斗争": 18294, + "▁grat": 18295, + "although": 18296, + "截止": 18297, + "▁occasions": 18298, + "▁ю": 18299, + "比特": 18300, + "西北": 18301, + "Where": 18302, + "▁pole": 18303, + "▁replied": 18304, + "imore": 18305, + "▁lane": 18306, + "▁symp": 18307, + "▁accompanied": 18308, + "nCal": 18309, + "不论": 18310, + "igm": 18311, + "amous": 18312, + "▁recovered": 18313, + "▁Share": 18314, + "▁stiff": 18315, + "▁centered": 18316, + "导师": 18317, + "目的是": 18318, + "▁bottles": 18319, + "▁divorce": 18320, + "分数": 18321, + "局面": 18322, + "▁fancy": 18323, + "▁hoped": 18324, + "▁Michel": 18325, + "Device": 18326, + "plings": 18327, + "▁wooden": 18328, + "纪录": 18329, + "南方": 18330, + "旁边": 18331, + "Collection": 18332, + "Impl": 18333, + "breaking": 18334, + "▁relates": 18335, + "抓好": 18336, + "amic": 18337, + "batch": 18338, + "вя": 18339, + "▁qualify": 18340, + "▁iTunes": 18341, + "一级": 18342, + "olding": 18343, + "的三": 18344, + "leans": 18345, + "▁Utah": 18346, + "排除": 18347, + "致力": 18348, + "标签": 18349, + "negative": 18350, + "wind": 18351, + "▁immigrants": 18352, + "终结": 18353, + "▁quot": 18354, + "▁regret": 18355, + "分的": 18356, + "陆续": 18357, + "组件": 18358, + "科普": 18359, + "▁pepper": 18360, + "sequently": 18361, + "▁reporters": 18362, + "特性": 18363, + "▁Foreign": 18364, + "sch": 18365, + "慢性": 18366, + "pages": 18367, + "ългарски": 18368, + "liament": 18369, + "▁supers": 18370, + "▁collections": 18371, + "CF": 18372, + "和我": 18373, + "坚守": 18374, + "nMake": 18375, + "▁establishment": 18376, + "平等": 18377, + "▁Otherwise": 18378, + "airy": 18379, + "恐怖": 18380, + "百度": 18381, + "种子": 18382, + "]{\\\\": 18383, + "火箭": 18384, + "IDE": 18385, + "▁Paper": 18386, + "ceptions": 18387, + "lg": 18388, + "我认为": 18389, + "▁Unless": 18390, + "▁accret": 18391, + "恐惧": 18392, + "某个": 18393, + "ouver": 18394, + "▁Rather": 18395, + "quer": 18396, + "nSunday": 18397, + "缴纳": 18398, + "▁skilled": 18399, + "▁magical": 18400, + "婆婆": 18401, + "▁Fast": 18402, + "▁combining": 18403, + "Cloud": 18404, + "待遇": 18405, + "imm": 18406, + "TL": 18407, + "▁Cut": 18408, + "▁allegedly": 18409, + "签约": 18410, + "成功的": 18411, + "家具": 18412, + "百万": 18413, + "▁hockey": 18414, + "▁ministry": 18415, + "充足": 18416, + "春天": 18417, + "▁То": 18418, + "▁supplied": 18419, + "一方": 18420, + "▁Ont": 18421, + "▁contam": 18422, + "理性": 18423, + "▁ster": 18424, + "▁wides": 18425, + "▁tremendous": 18426, + "GH": 18427, + "▁killer": 18428, + "uits": 18429, + "▁beating": 18430, + "▁colored": 18431, + "海军": 18432, + "的相关": 18433, + "文物": 18434, + "arlic": 18435, + "▁jumped": 18436, + "▁corporations": 18437, + "uggest": 18438, + "aha": 18439, + "▁Bow": 18440, + "▁inference": 18441, + "#[": 18442, + "层的": 18443, + "▁designing": 18444, + "amount": 18445, + "half": 18446, + "wd": 18447, + "没有人": 18448, + "的目标": 18449, + "▁Gard": 18450, + "▁imposed": 18451, + "▁explored": 18452, + "气质": 18453, + "ито": 18454, + "▁ski": 18455, + "都知道": 18456, + "angles": 18457, + "▁banned": 18458, + "入口": 18459, + "的环境": 18460, + "modal": 18461, + "counter": 18462, + "▁powered": 18463, + "协商": 18464, + "中国人民": 18465, + "▁contributing": 18466, + "▁shelter": 18467, + "nWh": 18468, + "}{*": 18469, + "▁ин": 18470, + "▁пра": 18471, + "▁nuts": 18472, + "liography": 18473, + "功夫": 18474, + "▁Cos": 18475, + "▁anisot": 18476, + "涨幅": 18477, + "ври": 18478, + "+\\\\_\\\\": 18479, + "赛事": 18480, + "▁dear": 18481, + "▁stroke": 18482, + "asted": 18483, + "▁fears": 18484, + "adi": 18485, + "信念": 18486, + "▁Vice": 18487, + "▁abandoned": 18488, + "不去": 18489, + "▁oral": 18490, + "▁emerged": 18491, + "RF": 18492, + "展览": 18493, + "deep": 18494, + "送到": 18495, + "▁overlap": 18496, + "essed": 18497, + "▁Nic": 18498, + "▁demonstrates": 18499, + "▁className": 18500, + "▁Kh": 18501, + "olo": 18502, + "走势": 18503, + "一部分": 18504, + "Api": 18505, + "他们在": 18506, + "日在": 18507, + "被称为": 18508, + "fits": 18509, + "story": 18510, + "▁nursing": 18511, + "While": 18512, + "▁uncomfortable": 18513, + "研讨": 18514, + "atz": 18515, + "意识到": 18516, + "▁Modern": 18517, + "▁Bu": 18518, + "生命的": 18519, + "▁uniqu": 18520, + "引入": 18521, + "▁Tok": 18522, + "留学": 18523, + "震荡": 18524, + "▁Steel": 18525, + "Pref": 18526, + "▁unemployment": 18527, + "轨道": 18528, + "▁poorly": 18529, + "▁relaxed": 18530, + "▁bite": 18531, + "▁Third": 18532, + "▁Much": 18533, + "▁Romney": 18534, + "健全": 18535, + "————————": 18536, + "▁administrative": 18537, + "产业发展": 18538, + "凝聚": 18539, + "高温": 18540, + "▁Meanwhile": 18541, + "▁behaviors": 18542, + "辽宁": 18543, + "▁demo": 18544, + "/\\\"": 18545, + "将于": 18546, + "的内": 18547, + "idget": 18548, + "etooth": 18549, + "學生": 18550, + "▁gre": 18551, + "▁adapted": 18552, + "Custom": 18553, + "选举": 18554, + "▁indicator": 18555, + "ogonal": 18556, + "^+$": 18557, + "▁coup": 18558, + "▁bullet": 18559, + "▁parse": 18560, + "ushing": 18561, + "几十": 18562, + "▁diagrams": 18563, + "▁nit": 18564, + "▁seal": 18565, + "足以": 18566, + "▁pets": 18567, + "▁Fourier": 18568, + "OH": 18569, + "凌晨": 18570, + "▁lazy": 18571, + "的两": 18572, + "找到了": 18573, + "lesh": 18574, + "能在": 18575, + "多年的": 18576, + "妹妹": 18577, + "最重要的": 18578, + "▁operates": 18579, + "ologically": 18580, + ")&": 18581, + "不清": 18582, + "▁hungry": 18583, + "}$\\\\": 18584, + "留言": 18585, + "▁GL": 18586, + "▁tennis": 18587, + "bullet": 18588, + "pret": 18589, + "举报": 18590, + "linux": 18591, + "▁Mi": 18592, + "第二次": 18593, + "Flo": 18594, + "不忘": 18595, + "▁gut": 18596, + "帮忙": 18597, + "nSc": 18598, + "▁rated": 18599, + "试图": 18600, + "vance": 18601, + "assertEquals": 18602, + "▁Study": 18603, + "▁Return": 18604, + "▁singles": 18605, + "携带": 18606, + "nThose": 18607, + "▁tower": 18608, + "常委": 18609, + "▁photographer": 18610, + "少女": 18611, + "制造业": 18612, + "▁implementing": 18613, + "摩托": 18614, + "Body": 18615, + "paces": 18616, + "▁vocal": 18617, + "▁ip": 18618, + "▁Several": 18619, + "():\\": 18620, + "▁urg": 18621, + "▁Fant": 18622, + "的上": 18623, + "▁Made": 18624, + "▁toilet": 18625, + "兴奋": 18626, + "}|\\\\": 18627, + "以下简称": 18628, + "▁marginal": 18629, + "nut": 18630, + "▁slice": 18631, + "Category": 18632, + "leveland": 18633, + "▁transmit": 18634, + "Good": 18635, + "▁parks": 18636, + "▁Magic": 18637, + "依托": 18638, + "单独": 18639, + "安静": 18640, + "主流": 18641, + "桃花": 18642, + "▁Jun": 18643, + "trained": 18644, + "减肥": 18645, + "iva": 18646, + "▁impacts": 18647, + "John": 18648, + "▁Joh": 18649, + "nSaturday": 18650, + "cx": 18651, + "但他": 18652, + "那天": 18653, + "相结合": 18654, + "▁neat": 18655, + "ristian": 18656, + "omed": 18657, + "▁mig": 18658, + "▁drew": 18659, + "▁Barack": 18660, + "▁Ark": 18661, + "▁Jenn": 18662, + "▁ugly": 18663, + "▁unnecessary": 18664, + "▁\\\"<": 18665, + "國際": 18666, + "蛋白质": 18667, + "annon": 18668, + "reddit": 18669, + "▁shocked": 18670, + "常见的": 18671, + "▁formulation": 18672, + "外界": 18673, + "▁illustrate": 18674, + "▁surprisingly": 18675, + "你说": 18676, + "远远": 18677, + "uple": 18678, + "imated": 18679, + "▁spac": 18680, + "▁elastic": 18681, + "application": 18682, + "▁cultures": 18683, + "irlines": 18684, + "▁volumes": 18685, + "▁limiting": 18686, + "优选": 18687, + "因而": 18688, + "avax": 18689, + "general": 18690, + "开工": 18691, + "▁dumb": 18692, + "▁{}\\": 18693, + "▁secretary": 18694, + "CV": 18695, + "▁peaceful": 18696, + "全新": 18697, + "▁Jean": 18698, + "apes": 18699, + "▁remembered": 18700, + "▁Rab": 18701, + "▁Alexander": 18702, + "▁competitors": 18703, + "▁apparatus": 18704, + "▁physician": 18705, + "▁Turk": 18706, + "▁jury": 18707, + "▁Comments": 18708, + "eda": 18709, + "被上诉人": 18710, + "Space": 18711, + "nBest": 18712, + "rowing": 18713, + "▁Micro": 18714, + "▁achieving": 18715, + "hang": 18716, + "▁fut": 18717, + "▁jewel": 18718, + "▁shifted": 18719, + "wens": 18720, + "▁cure": 18721, + "creation": 18722, + "传感器": 18723, + "▁tok": 18724, + "偶尔": 18725, + "▁Ice": 18726, + "▁permitted": 18727, + "▁freely": 18728, + "▁fastest": 18729, + "owner": 18730, + "▁automated": 18731, + "公主": 18732, + "▁substantially": 18733, + "▁encoder": 18734, + "Show": 18735, + "writing": 18736, + "▁alike": 18737, + "nHaving": 18738, + "▁Anthony": 18739, + "▁weighted": 18740, + "▁parliament": 18741, + "respons": 18742, + "mapsto": 18743, + "交换": 18744, + "▁Prin": 18745, + "▁coherent": 18746, + "吃了": 18747, + "关爱": 18748, + "善良": 18749, + "▁ESP": 18750, + "Pal": 18751, + "▁reproduce": 18752, + "▁invalid": 18753, + "▁determines": 18754, + "▁reasonably": 18755, + "▁substitute": 18756, + "▁dramatically": 18757, + "BER": 18758, + "TI": 18759, + "弘扬": 18760, + "把它": 18761, + "woman": 18762, + "iamond": 18763, + "▁Theatre": 18764, + "▁verified": 18765, + "都被": 18766, + "Bas": 18767, + "▁Ya": 18768, + "▁prospects": 18769, + "▁footage": 18770, + "▁Amb": 18771, + "▁Loc": 18772, + "dbcbb": 18773, + "▁deserves": 18774, + "▁shar": 18775, + "▁Represent": 18776, + "▁Ka": 18777, + "ointer": 18778, + "Disc": 18779, + "volc": 18780, + "▁perceived": 18781, + "READ": 18782, + "▁Hum": 18783, + "*}": 18784, + "电压": 18785, + "看似": 18786, + "▁queue": 18787, + "▁Angel": 18788, + "▁Village": 18789, + "ORK": 18790, + "ickets": 18791, + "об": 18792, + "他就": 18793, + "▁Happy": 18794, + "▁closure": 18795, + "▁embrace": 18796, + "nJan": 18797, + "idding": 18798, + "lahoma": 18799, + "工会": 18800, + "▁suite": 18801, + "配备": 18802, + "▁plotted": 18803, + "储备": 18804, + "不变": 18805, + "职能": 18806, + "那时候": 18807, + "▁interf": 18808, + "的态度": 18809, + "Di": 18810, + "透明": 18811, + "这句话": 18812, + "▁Pier": 18813, + "▁Forum": 18814, + "伟大": 18815, + "▁patches": 18816, + "OVID": 18817, + "lectric": 18818, + "lab": 18819, + "nEnt": 18820, + "Reader": 18821, + "价值观": 18822, + "▁reasoning": 18823, + "eder": 18824, + "▁addiction": 18825, + "篮球": 18826, + "Day": 18827, + "▁chemicals": 18828, + "nle": 18829, + "▁flights": 18830, + "▁covari": 18831, + "▁interpreted": 18832, + "йски": 18833, + "atching": 18834, + "▁whis": 18835, + "elli": 18836, + "▁beans": 18837, + "▁Revolution": 18838, + "▁acceleration": 18839, + "\\\\}\\\\": 18840, + "review": 18841, + "working": 18842, + "控股": 18843, + "▁encountered": 18844, + "▁Hallow": 18845, + "厨房": 18846, + "uon": 18847, + "Step": 18848, + "▁Azure": 18849, + "▁debug": 18850, + "▁Leon": 18851, + "萝卜": 18852, + "▁creep": 18853, + "▁Exception": 18854, + "四大": 18855, + "打印": 18856, + "▁mg": 18857, + "了吧": 18858, + "▁Parent": 18859, + "▁warming": 18860, + "带有": 18861, + "jud": 18862, + "总裁": 18863, + "▁Simon": 18864, + "现已": 18865, + "▁nutrition": 18866, + "▁aest": 18867, + "▁Simple": 18868, + "▁generous": 18869, + "纽约": 18870, + "Player": 18871, + "пу": 18872, + "权力": 18873, + "認為": 18874, + "▁monster": 18875, + "▁submission": 18876, + "查明": 18877, + "brace": 18878, + "record": 18879, + "央行": 18880, + "sed": 18881, + "轻轻": 18882, + "加热": 18883, + "代谢": 18884, + "着力": 18885, + "rub": 18886, + "全世界": 18887, + "illance": 18888, + "▁Premier": 18889, + "▁provisions": 18890, + "upt": 18891, + "rose": 18892, + "Account": 18893, + "▁SF": 18894, + "чески": 18895, + "rer": 18896, + "▁Unit": 18897, + "cv": 18898, + "fo": 18899, + "Dep": 18900, + "brew": 18901, + "▁Sett": 18902, + "毫不": 18903, + "▁Peace": 18904, + "▁corners": 18905, + "yer": 18906, + "▁Moh": 18907, + "▁awkward": 18908, + "nConsider": 18909, + "▁Insurance": 18910, + "▁highlighted": 18911, + "▁Month": 18912, + "▁Advent": 18913, + "寻求": 18914, + "▁Job": 18915, + "▁Quality": 18916, + "付款": 18917, + "market": 18918, + "人人": 18919, + "▁tar": 18920, + "nOut": 18921, + "Async": 18922, + "stick": 18923, + "ordered": 18924, + "▁ч": 18925, + "外部": 18926, + "nWhich": 18927, + "▁overseas": 18928, + "▁anonymous": 18929, + "▁(*": 18930, + "▁enjoyable": 18931, + "▁partly": 18932, + "▁subsequently": 18933, + "▁Too": 18934, + "▁GN": 18935, + "▁analyses": 18936, + "▁friendship": 18937, + "形状": 18938, + "▁prev": 18939, + "abul": 18940, + "最早": 18941, + "padding": 18942, + "plugin": 18943, + "组织的": 18944, + "▁chrom": 18945, + "▁vendors": 18946, + "nplt": 18947, + "ил": 18948, + "▁tuned": 18949, + "与其": 18950, + "▁Looking": 18951, + "这段": 18952, + "澳大利": 18953, + "的变化": 18954, + "验收": 18955, + "нг": 18956, + "可谓": 18957, + "▁Eve": 18958, + "ancouver": 18959, + "hero": 18960, + "▁owns": 18961, + "▁outperform": 18962, + "数据显示": 18963, + "amine": 18964, + "▁shed": 18965, + "▁planets": 18966, + "▁migration": 18967, + "}_{-": 18968, + "human": 18969, + "▁fruits": 18970, + "▁Marg": 18971, + "▁batteries": 18972, + "渴望": 18973, + "税务": 18974, + "考研": 18975, + "▁Body": 18976, + "原始": 18977, + "复工": 18978, + "缺点": 18979, + "Vol": 18980, + "▁Imm": 18981, + "Acknow": 18982, + "▁deficit": 18983, + "离子": 18984, + "iii": 18985, + "▁sketch": 18986, + "▁encoding": 18987, + "▁piano": 18988, + "Deb": 18989, + "做什么": 18990, + "▁milit": 18991, + "Args": 18992, + "▁prelim": 18993, + "字第": 18994, + "▁Captain": 18995, + "▁eigenvalues": 18996, + "лия": 18997, + "Logger": 18998, + "raint": 18999, + "▁sons": 19000, + "▁occupied": 19001, + "NY": 19002, + "unks": 19003, + "▁piss": 19004, + "▁searches": 19005, + "echo": 19006, + "isen": 19007, + "▁compelling": 19008, + "onom": 19009, + "▁ports": 19010, + "cmd": 19011, + "▁MB": 19012, + "urate": 19013, + "单纯": 19014, + "▁jer": 19015, + "isode": 19016, + "Az": 19017, + "uity": 19018, + "AW": 19019, + "数字化": 19020, + "▁Vin": 19021, + "otive": 19022, + "▁Quick": 19023, + "▁bankrupt": 19024, + "arma": 19025, + "acles": 19026, + "▁pant": 19027, + "▁strikes": 19028, + "▁shoulders": 19029, + "情节": 19030, + "▁Pos": 19031, + "exists": 19032, + "▁critics": 19033, + "▁cavity": 19034, + "奇怪": 19035, + "管控": 19036, + "Ok": 19037, + "':\\": 19038, + "▁NHL": 19039, + "▁colab": 19040, + "礼物": 19041, + "она": 19042, + "▁booking": 19043, + "bourne": 19044, + "▁convey": 19045, + "▁purple": 19046, + "▁seam": 19047, + "ntem": 19048, + "▁slots": 19049, + "激素": 19050, + "▁refres": 19051, + "▁accommodate": 19052, + "进度": 19053, + "▁caring": 19054, + "nwhen": 19055, + "▁compassion": 19056, + "加坡": 19057, + "support": 19058, + "▁titled": 19059, + "▁Altern": 19060, + "▁Simply": 19061, + "ingham": 19062, + "▁integrate": 19063, + "metic": 19064, + "▁continuously": 19065, + "▁Han": 19066, + "▁ate": 19067, + "▁gest": 19068, + "级的": 19069, + "就已经": 19070, + "▁pics": 19071, + "nStart": 19072, + "ousing": 19073, + "▁Senator": 19074, + "▁Orange": 19075, + "中药": 19076, + "涉嫌": 19077, + "▁beneath": 19078, + "▁Publ": 19079, + "▁laund": 19080, + "▁cooked": 19081, + "▁varies": 19082, + "▁lighter": 19083, + "oT": 19084, + "▁fabulous": 19085, + "▁inspection": 19086, + "▁steal": 19087, + "不易": 19088, + "西南": 19089, + "Channel": 19090, + "五个": 19091, + "这两个": 19092, + "▁Orleans": 19093, + "udio": 19094, + "▁journalist": 19095, + "enz": 19096, + "篇文章": 19097, + "高峰": 19098, + "当时的": 19099, + "▁({\\\\": 19100, + "▁React": 19101, + "argument": 19102, + "▁floating": 19103, + "为止": 19104, + "财经": 19105, + "采集": 19106, + "题目": 19107, + "▁byte": 19108, + "▁clever": 19109, + "▁cheer": 19110, + "\\\\+\\\\_\\\\": 19111, + "conscious": 19112, + "▁има": 19113, + "主力": 19114, + "▁ink": 19115, + "▁harsh": 19116, + "▁delivers": 19117, + "疯狂": 19118, + "nHence": 19119, + "随便": 19120, + "ICK": 19121, + "没什么": 19122, + "▁Clin": 19123, + "▁shake": 19124, + "▁grants": 19125, + "人文": 19126, + "快的": 19127, + "Google": 19128, + "states": 19129, + "空中": 19130, + "▁stadium": 19131, + "▁utilized": 19132, + "开口": 19133, + "ido": 19134, + "化工": 19135, + "的表现": 19136, + "有助于": 19137, + "▁approached": 19138, + "▁endorse": 19139, + ")}}": 19140, + "了一种": 19141, + "疑问": 19142, + "▁newer": 19143, + "▁rocks": 19144, + "▁Memorial": 19145, + "夏季": 19146, + "zip": 19147, + "▁adaptation": 19148, + "二人": 19149, + "Only": 19150, + "▁wherever": 19151, + "▁discipline": 19152, + "mount": 19153, + "▁Fight": 19154, + "▁Morgan": 19155, + "urer": 19156, + "andom": 19157, + "▁Double": 19158, + "▁keen": 19159, + "oustic": 19160, + "▁Oklahoma": 19161, + "▁queries": 19162, + "▁authentic": 19163, + "'))": 19164, + "学习的": 19165, + "现代化": 19166, + "花园": 19167, + "yalty": 19168, + "▁Side": 19169, + "▁Nature": 19170, + "Host": 19171, + "Integer": 19172, + "▁Join": 19173, + "▁grocery": 19174, + "▁practically": 19175, + "演的": 19176, + "VS": 19177, + "▁asc": 19178, + "iances": 19179, + "▁Speed": 19180, + "relevant": 19181, + "▁compliment": 19182, + "kers": 19183, + "▁Affairs": 19184, + "▁Brew": 19185, + "▁Comment": 19186, + "eu": 19187, + "▁empirical": 19188, + "LI": 19189, + "进而": 19190, + "▁Du": 19191, + "▁resemb": 19192, + "▁·": 19193, + "放下": 19194, + "▁substrate": 19195, + "nMeanwhile": 19196, + "Hub": 19197, + "plant": 19198, + "▁Really": 19199, + "全年": 19200, + "集成": 19201, + "电动车": 19202, + "ndis": 19203, + "program": 19204, + "班子": 19205, + "▁starter": 19206, + "Column": 19207, + "▁canonical": 19208, + "驳回": 19209, + "能不能": 19210, + "▁anytime": 19211, + "▁eastern": 19212, + "▁Bruce": 19213, + "▁obsc": 19214, + "uscript": 19215, + "cosystem": 19216, + "交往": 19217, + "纪委": 19218, + "Found": 19219, + "▁contacted": 19220, + "缺少": 19221, + "乌克兰": 19222, + "▁lap": 19223, + "▁Element": 19224, + "Cell": 19225, + "▁reliability": 19226, + "县城": 19227, + "出售": 19228, + "建造": 19229, + "旅客": 19230, + "Cap": 19231, + "可以通过": 19232, + "▁Gary": 19233, + "apolis": 19234, + "▁surviv": 19235, + "▁buried": 19236, + "▁viable": 19237, + "▁semantic": 19238, + "俱乐": 19239, + "Del": 19240, + "▁dimin": 19241, + "非洲": 19242, + "▁poetry": 19243, + "个股": 19244, + "科学家": 19245, + "agra": 19246, + "▁romance": 19247, + "双手": 19248, + "__(": 19249, + "Play": 19250, + "作为一个": 19251, + "▁incorporated": 19252, + "這些": 19253, + "▁dealer": 19254, + "▁suspended": 19255, + "▁ми": 19256, + "▁persu": 19257, + "rator": 19258, + "▁pays": 19259, + "▁decides": 19260, + "理财": 19261, + "cert": 19262, + "OWN": 19263, + "▁navigate": 19264, + "退出": 19265, + "agent": 19266, + "▁gig": 19267, + "hill": 19268, + "business": 19269, + "▁Something": 19270, + "▁ли": 19271, + "的一部分": 19272, + "atoes": 19273, + "unger": 19274, + "▁elabor": 19275, + "▁lengths": 19276, + "▁churches": 19277, + "斯拉": 19278, + "概率": 19279, + "▁coin": 19280, + "▁Later": 19281, + "▁shaped": 19282, + "▁propagation": 19283, + "浪漫": 19284, + "Phys": 19285, + "nDid": 19286, + "▁bom": 19287, + "协作": 19288, + "好处": 19289, + "мври": 19290, + "艰难": 19291, + "atted": 19292, + "▁translate": 19293, + "福利": 19294, + "mont": 19295, + "▁governing": 19296, + "про": 19297, + "遇见": 19298, + "ippi": 19299, + "ardless": 19300, + "▁elegant": 19301, + "▁blogging": 19302, + "▁configured": 19303, + "piracy": 19304, + "isson": 19305, + "Record": 19306, + "随意": 19307, + "▁Property": 19308, + "成年人": 19309, + "▁shoe": 19310, + "▁nutri": 19311, + "是从": 19312, + "设定": 19313, + "▁Nash": 19314, + "▁Language": 19315, + "▁broader": 19316, + "volume": 19317, + "attribute": 19318, + "ateur": 19319, + "Properties": 19320, + "旨在": 19321, + "▁plates": 19322, + "▁leverage": 19323, + "▁strengths": 19324, + "▁Pitts": 19325, + "▁winds": 19326, + "▁dealt": 19327, + "poly": 19328, + "patent": 19329, + "▁Bull": 19330, + "▁Gulf": 19331, + "▁simpler": 19332, + "▁touched": 19333, + "▁achievement": 19334, + "指示": 19335, + "ари": 19336, + "去看": 19337, + "Doxy": 19338, + "▁Pear": 19339, + "▁barg": 19340, + "▁Saint": 19341, + "▁Function": 19342, + "vid": 19343, + "▁extending": 19344, + "Home": 19345, + "yme": 19346, + "OUNT": 19347, + "▁vag": 19348, + "▁glasses": 19349, + "▁Halloween": 19350, + "▁laboratory": 19351, + "有一种": 19352, + "▁troubles": 19353, + "▁favorites": 19354, + "visor": 19355, + "▁nurse": 19356, + "▁guides": 19357, + "▁worlds": 19358, + "▁mathematical": 19359, + "mr": 19360, + "▁EC": 19361, + "▁Tennessee": 19362, + "▁vintage": 19363, + "远离": 19364, + "▁Song": 19365, + "▁collisions": 19366, + "偿还": 19367, + "amer": 19368, + "held": 19369, + "▁auction": 19370, + "nTHE": 19371, + "manager": 19372, + "umbled": 19373, + "ptember": 19374, + "ул": 19375, + "澳大利亚": 19376, + "toString": 19377, + "▁notable": 19378, + "给人": 19379, + "▁accepting": 19380, + "▁passenger": 19381, + "每周": 19382, + "▁inspire": 19383, + "并将": 19384, + "着一": 19385, + "стра": 19386, + "▁glory": 19387, + "▁suspension": 19388, + "平凡": 19389, + "ERY": 19390, + "▁designated": 19391, + "外出": 19392, + "▁discre": 19393, + "▁Chapter": 19394, + "ropical": 19395, + "▁proves": 19396, + "向前": 19397, + "▁liability": 19398, + "糖尿病": 19399, + "aura": 19400, + "▁Computer": 19401, + "情的": 19402, + "nTrans": 19403, + "▁enabling": 19404, + "▁extraction": 19405, + "Cache": 19406, + "正如": 19407, + "勇气": 19408, + "ividually": 19409, + "▁pussy": 19410, + "▁Friends": 19411, + "▁pub": 19412, + "▁entrepreneur": 19413, + "遗产": 19414, + "uli": 19415, + "城市的": 19416, + "▁optimized": 19417, + "▁slides": 19418, + "▁essence": 19419, + "实时": 19420, + "parency": 19421, + "nRec": 19422, + "ynamics": 19423, + "记住": 19424, + "ention": 19425, + "▁makers": 19426, + "▁Sciences": 19427, + "olk": 19428, + "oves": 19429, + "▁Ali": 19430, + "Serial": 19431, + "▁flags": 19432, + "OLD": 19433, + "ugs": 19434, + "stration": 19435, + "▁kinetic": 19436, + "▁wondered": 19437, + "影響": 19438, + "新加坡": 19439, + "seq": 19440, + "]\"": 19441, + "高铁": 19442, + "中级人民法院": 19443, + "intendo": 19444, + "台北": 19445, + "尴尬": 19446, + "riger": 19447, + "olitan": 19448, + "▁raises": 19449, + "大了": 19450, + "ocial": 19451, + "▁deciding": 19452, + "▁Unlike": 19453, + "▁Victoria": 19454, + "多久": 19455, + "的身": 19456, + "的力量": 19457, + "conut": 19458, + "▁Rain": 19459, + "▁Kentucky": 19460, + "iPhone": 19461, + "▁initiatives": 19462, + "小时候": 19463, + "asures": 19464, + "▁switched": 19465, + "企業": 19466, + "特定": 19467, + "▁Wales": 19468, + "▁lineup": 19469, + "上市公司": 19470, + "▁Patri": 19471, + "▁medic": 19472, + "质疑": 19473, + "▁Say": 19474, + "▁Material": 19475, + "必要的": 19476, + "▁Belg": 19477, + "守护": 19478, + "ctober": 19479, + "▁structured": 19480, + "Var": 19481, + "动员": 19482, + "接待": 19483, + "还需要": 19484, + "rangian": 19485, + "▁novels": 19486, + "nPhoto": 19487, + "▁considerably": 19488, + "成人": 19489, + "urious": 19490, + "▁graduated": 19491, + "勇敢": 19492, + "个小时": 19493, + "qual": 19494, + "航天": 19495, + "有些人": 19496, + "forming": 19497, + "▁accompany": 19498, + "幸运": 19499, + "oples": 19500, + "▁JSON": 19501, + "▁Reddit": 19502, + "▁bot": 19503, + "▁assured": 19504, + "▁remainder": 19505, + "JSON": 19506, + "▁cotton": 19507, + "▁placement": 19508, + "onz": 19509, + "kern": 19510, + "▁Easy": 19511, + "▁wars": 19512, + "cod": 19513, + "▁Ко": 19514, + "ymph": 19515, + "▁formats": 19516, + "Exp": 19517, + "тро": 19518, + "ancel": 19519, + "ndist": 19520, + "自行车": 19521, + "Exper": 19522, + "▁scrap": 19523, + "cellent": 19524, + "▁occasional": 19525, + ":\"": 19526, + "blank": 19527, + "▁Gallery": 19528, + "Br": 19529, + "▁correlated": 19530, + "▁widespread": 19531, + "▁journalists": 19532, + "占据": 19533, + "▁Hillary": 19534, + "▁permissions": 19535, + "师傅": 19536, + "▁sacrifice": 19537, + "▁/><": 19538, + "▁confirmation": 19539, + "▁/*": 19540, + "独特的": 19541, + "▁grip": 19542, + "SF": 19543, + "▁fusion": 19544, + "▁cave": 19545, + "▁wings": 19546, + "▁pseudo": 19547, + "▁CT": 19548, + "布置": 19549, + "▁Authority": 19550, + "▁diagnosed": 19551, + "▁mayor": 19552, + "peg": 19553, + "▁Dub": 19554, + "▁distant": 19555, + "nsuch": 19556, + "律师事务所": 19557, + "▁census": 19558, + "▁profound": 19559, + "▁Professional": 19560, + "▁Target": 19561, + "▁Andy": 19562, + "▁Roll": 19563, + "changed": 19564, + "ressing": 19565, + "▁thirty": 19566, + "山市": 19567, + "笔者": 19568, + "只不过": 19569, + "▁beloved": 19570, + "佛教": 19571, + "chat": 19572, + "日晚": 19573, + "PHONE": 19574, + "▁Xbox": 19575, + "▁intrinsic": 19576, + "▁newsletter": 19577, + "下载": 19578, + "回头": 19579, + "seen": 19580, + "人民群众": 19581, + "▁Mind": 19582, + "ryption": 19583, + "▁darkness": 19584, + "租金": 19585, + "▁addressing": 19586, + "诸多": 19587, + "cule": 19588, + "▁Newton": 19589, + "▁Walker": 19590, + "▁kicked": 19591, + "▁publisher": 19592, + "▁Anyone": 19593, + "ря": 19594, + "}[\\\\": 19595, + "▁кон": 19596, + "▁cups": 19597, + "删除": 19598, + "▁PH": 19599, + "enth": 19600, + "高质量发展": 19601, + "elligence": 19602, + "▁Especially": 19603, + "两天": 19604, + "二级": 19605, + "牺牲": 19606, + "工程师": 19607, + "▁WordPress": 19608, + "▁Greece": 19609, + "服务的": 19610, + "oria": 19611, + "越来越多": 19612, + "scriptsize": 19613, + ":=": 19614, + "▁Multi": 19615, + "▁Berlin": 19616, + "ufficient": 19617, + "体检": 19618, + "▁Kids": 19619, + "ricane": 19620, + "▁surveys": 19621, + "▁donations": 19622, + "听取": 19623, + "know": 19624, + "▁nick": 19625, + "▁crying": 19626, + "▁excessive": 19627, + ";;": 19628, + "girl": 19629, + "▁Poly": 19630, + "披露": 19631, + "nass": 19632, + "Background": 19633, + "▁preventing": 19634, + "▁Pi": 19635, + "▁Nev": 19636, + "▁Beck": 19637, + "▁modification": 19638, + "ApJ": 19639, + "▁derivatives": 19640, + "town": 19641, + "inned": 19642, + "发病": 19643, + "工作者": 19644, + "▁ethnic": 19645, + "dk": 19646, + "▁countless": 19647, + "▁seeks": 19648, + "▁splitting": 19649, + "之际": 19650, + "等于": 19651, + "等问题": 19652, + "▁nons": 19653, + "▁expects": 19654, + "养成": 19655, + "▁advised": 19656, + "热点": 19657, + "路口": 19658, + "慰问": 19659, + "▁hiding": 19660, + "▁Partners": 19661, + "指南": 19662, + "更大的": 19663, + "了自己的": 19664, + "▁Prob": 19665, + "▁indication": 19666, + "▁publications": 19667, + "下列": 19668, + "▁Cre": 19669, + "▁Past": 19670, + "▁Observ": 19671, + "Rad": 19672, + "MNB": 19673, + "▁temp": 19674, + "rowave": 19675, + "苏联": 19676, + "iox": 19677, + "▁torn": 19678, + "▁wore": 19679, + "▁Amendment": 19680, + "一流": 19681, + "Range": 19682, + "▁{}": 19683, + "▁departments": 19684, + "密度": 19685, + "▁Fro": 19686, + "▁stationary": 19687, + "[$": 19688, + "nEn": 19689, + "▁bil": 19690, + "▁constitu": 19691, + "演练": 19692, + "传染": 19693, + "OSE": 19694, + "MzAx": 19695, + "首席": 19696, + "love": 19697, + "团体": 19698, + "SW": 19699, + "不喜欢": 19700, + "▁sooner": 19701, + "▁Resources": 19702, + "几次": 19703, + "upper": 19704, + "▁rack": 19705, + "▁punishment": 19706, + "流通": 19707, + "二次": 19708, + "▁Wolf": 19709, + "▁modest": 19710, + "ensitive": 19711, + "Use": 19712, + "thur": 19713, + "▁disorders": 19714, + "▁clarity": 19715, + "▁massage": 19716, + "前景": 19717, + "各大": 19718, + "▁Fly": 19719, + "制品": 19720, + "igger": 19721, + "▁swap": 19722, + "▁Better": 19723, + "▁sponsored": 19724, + "nper": 19725, + "▁suscept": 19726, + "创始": 19727, + "▁capac": 19728, + "政务": 19729, + "梳理": 19730, + "▁ty": 19731, + "Connect": 19732, + "▁negotiations": 19733, + "Ms": 19734, + "▁ramp": 19735, + "在美国": 19736, + "▁Save": 19737, + "▁freak": 19738, + "twitter": 19739, + "爆炸": 19740, + "顾客": 19741, + "马克": 19742, + "nsim": 19743, + "storm": 19744, + "▁Kennedy": 19745, + "践行": 19746, + "MNBVC": 19747, + "▁unstable": 19748, + "正好": 19749, + "ONG": 19750, + "与被告": 19751, + "人生的": 19752, + "考虑到": 19753, + "shared": 19754, + "督导": 19755, + "大家的": 19756, + "▁vig": 19757, + "isible": 19758, + "▁burned": 19759, + "each": 19760, + "▁Jess": 19761, + "▁Cole": 19762, + "▁artistic": 19763, + "earn": 19764, + "▁lyrics": 19765, + "original": 19766, + "▁junk": 19767, + "▁sync": 19768, + "比亚": 19769, + "▁Kal": 19770, + "▁updating": 19771, + "RED": 19772, + "nAnyway": 19773, + "▁Experience": 19774, + "andra": 19775, + "▁Size": 19776, + "▁implements": 19777, + "爱你": 19778, + "▁Barn": 19779, + "涉案": 19780, + "ivities": 19781, + "▁decreased": 19782, + "第二个": 19783, + "并对": 19784, + "▁pitc": 19785, + "report": 19786, + "▁blessed": 19787, + "ANG": 19788, + "▁Emb": 19789, + "▁Rap": 19790, + "Parameters": 19791, + "owned": 19792, + "ването": 19793, + "▁bones": 19794, + "▁lever": 19795, + "▁underground": 19796, + "▁SEC": 19797, + "▁reminds": 19798, + "▁Ze": 19799, + "突发": 19800, + "导弹": 19801, + "▁Fal": 19802, + "吉林": 19803, + "issa": 19804, + "virtual": 19805, + "▁economics": 19806, + "联动": 19807, + "MIN": 19808, + "▁async": 19809, + "▁comics": 19810, + "上学": 19811, + "▁jam": 19812, + "厦门": 19813, + "▁Rail": 19814, + "▁pond": 19815, + "▁arrangements": 19816, + "Tab": 19817, + "components": 19818, + "投票": 19819, + "▁Portland": 19820, + "▁musicians": 19821, + "欧盟": 19822, + "inement": 19823, + "▁OP": 19824, + "▁praise": 19825, + "▁Hero": 19826, + "专用": 19827, + "早就": 19828, + "isl": 19829, + "▁Integ": 19830, + "▁Performance": 19831, + "▁waited": 19832, + "ppers": 19833, + "借助": 19834, + "Ga": 19835, + "▁municip": 19836, + "ookie": 19837, + "▁soup": 19838, + "▁compounds": 19839, + "非常的": 19840, + "ptic": 19841, + "▁relies": 19842, + "发起": 19843, + "题材": 19844, + "▁ric": 19845, + "▁trajectories": 19846, + "vd": 19847, + "це": 19848, + "jecture": 19849, + "▁veterans": 19850, + "nOverall": 19851, + "▁Ukraine": 19852, + "▁pollution": 19853, + "brane": 19854, + "▁curriculum": 19855, + "化解": 19856, + "nMaybe": 19857, + "▁activists": 19858, + "了他": 19859, + "火灾": 19860, + "▁Cleveland": 19861, + "也被": 19862, + "指控": 19863, + "design": 19864, + "▁incoming": 19865, + "ugust": 19866, + "▁damp": 19867, + "乘客": 19868, + "lon": 19869, + "nGe": 19870, + "▁amen": 19871, + "▁WW": 19872, + "▁Vari": 19873, + "println": 19874, + "▁useless": 19875, + "▁Install": 19876, + "▁Brooklyn": 19877, + "havior": 19878, + "localhost": 19879, + "▁compromise": 19880, + "adows": 19881, + "▁albums": 19882, + "]=": 19883, + "给付": 19884, + "ogg": 19885, + "考验": 19886, + "Reference": 19887, + "债权": 19888, + "边缘": 19889, + "Two": 19890, + "irus": 19891, + "▁adop": 19892, + "tl": 19893, + "aft": 19894, + "▁LI": 19895, + "北方": 19896, + "有力": 19897, + "▁buzz": 19898, + "boolean": 19899, + "▁pressing": 19900, + "不管是": 19901, + "▁desperate": 19902, + "▁月": 19903, + "新建": 19904, + "Obj": 19905, + "▁Tan": 19906, + "▁suits": 19907, + "权威": 19908, + "unting": 19909, + "Anal": 19910, + "▁Lam": 19911, + "眼里": 19912, + "quo": 19913, + "▁Ul": 19914, + "▁epid": 19915, + "▁jacket": 19916, + "▁composite": 19917, + "▁overhead": 19918, + "зва": 19919, + "▁irrit": 19920, + "的社会": 19921, + "她在": 19922, + "done": 19923, + "await": 19924, + "一套": 19925, + "的风": 19926, + "neath": 19927, + "azines": 19928, + "processing": 19929, + "▁allegations": 19930, + "▁dys": 19931, + "alloc": 19932, + "变更": 19933, + "很久": 19934, + "(){\\": 19935, + "platform": 19936, + "▁existed": 19937, + "~(": 19938, + "nMark": 19939, + "▁revel": 19940, + "▁chiral": 19941, + "Op": 19942, + "現在": 19943, + "▁restriction": 19944, + "▁Example": 19945, + "izar": 19946, + "▁categor": 19947, + "一半": 19948, + "nEd": 19949, + "▁жи": 19950, + "▁survived": 19951, + "前进": 19952, + "▁Challenge": 19953, + "Ac": 19954, + "巩固": 19955, + "安置": 19956, + "局部": 19957, + "chiat": 19958, + "▁Alice": 19959, + "生理": 19960, + "▁forb": 19961, + "▁gran": 19962, + "▁considers": 19963, + "▁printer": 19964, + "▁trapped": 19965, + "Repository": 19966, + "买了": 19967, + "atern": 19968, + "谨慎": 19969, + "相当于": 19970, + "▁consciousness": 19971, + "体重": 19972, + "Print": 19973, + "▁bary": 19974, + "▁Phoenix": 19975, + "激动": 19976, + "rors": 19977, + "Hey": 19978, + "whe": 19979, + "▁tire": 19980, + "angled": 19981, + "▁playoffs": 19982, + "▁deemed": 19983, + "▁anticipated": 19984, + "ENSE": 19985, + "Values": 19986, + "▁Host": 19987, + "见面": 19988, + "tik": 19989, + "▁Toy": 19990, + "▁proc": 19991, + "issippi": 19992, + "▁mysterious": 19993, + "GD": 19994, + "延长": 19995, + "今年的": 19996, + "▁straw": 19997, + "本土": 19998, + "addr": 19999, + "точници": 20000, + "▁deployment": 20001, + "Storage": 20002, + "▁preview": 20003, + "▁Dor": 20004, + "▁Corp": 20005, + "▁Features": 20006, + "▁depicted": 20007, + "iso": 20008, + "第二百": 20009, + "给孩子": 20010, + "ipper": 20011, + "posing": 20012, + "▁stating": 20013, + "著名的": 20014, + "▁Mum": 20015, + "▁OUT": 20016, + "▁Within": 20017, + "职务": 20018, + "▁highway": 20019, + "▁completing": 20020, + "▁Obviously": 20021, + "▁MeV": 20022, + "utical": 20023, + "▁affecting": 20024, + "▁Charlie": 20025, + "是你": 20026, + "▁vine": 20027, + "▁advocate": 20028, + "MF": 20029, + "见过": 20030, + "nIns": 20031, + "▁heritage": 20032, + "TW": 20033, + "气象": 20034, + "tot": 20035, + "both": 20036, + "▁merge": 20037, + "OF": 20038, + "白天": 20039, + "净利润": 20040, + "▁Row": 20041, + "▁peers": 20042, + "▁alternate": 20043, + "是怎么": 20044, + "nthey": 20045, + "effective": 20046, + "▁probabilities": 20047, + "▁disable": 20048, + "人与": 20049, + "优惠": 20050, + "山东省": 20051, + "comput": 20052, + "▁пър": 20053, + "▁Kings": 20054, + "▁tactics": 20055, + "és": 20056, + "ofs": 20057, + "usalem": 20058, + "▁intake": 20059, + "满满": 20060, + "Who": 20061, + "▁sisters": 20062, + "厘米": 20063, + "四年": 20064, + "ARS": 20065, + "▁Years": 20066, + "▁excitation": 20067, + "ай": 20068, + "▁Hal": 20069, + "▁loops": 20070, + "▁indirect": 20071, + "没有什么": 20072, + "Full": 20073, + "▁Records": 20074, + "不止": 20075, + "农产品": 20076, + "▁longest": 20077, + "全民": 20078, + "很高": 20079, + "敌人": 20080, + "▁tokens": 20081, + "Graph": 20082, + "▁struggled": 20083, + "▁Baby": 20084, + "▁disg": 20085, + "利的": 20086, + "▁holy": 20087, + "▁Economic": 20088, + "收取": 20089, + "|_{": 20090, + "▁undefined": 20091, + "▁chemistry": 20092, + "家属": 20093, + "节能": 20094, + "了起来": 20095, + "▁Laure": 20096, + "▁Dragon": 20097, + "▁approaching": 20098, + "子上": 20099, + "将军": 20100, + "球迷": 20101, + "aman": 20102, + "▁deput": 20103, + "▁Occ": 20104, + "asi": 20105, + "oni": 20106, + "dale": 20107, + "▁delayed": 20108, + "uu": 20109, + "esters": 20110, + "▁loyal": 20111, + "商家": 20112, + "▁Shel": 20113, + "▁Edward": 20114, + "救助": 20115, + "tools": 20116, + "▁maker": 20117, + "▁outfit": 20118, + "這樣": 20119, + "▁Message": 20120, + "▁investigating": 20121, + "与此同时": 20122, + "▁pile": 20123, + "人员的": 20124, + "endor": 20125, + "▁cents": 20126, + "▁db": 20127, + "▁intend": 20128, + "▁proteins": 20129, + "▁commentary": 20130, + "▁qualities": 20131, + "nFurthermore": 20132, + "评选": 20133, + "fun": 20134, + "uitive": 20135, + "▁Labour": 20136, + "nGu": 20137, + "arcel": 20138, + "▁cosmic": 20139, + "vc": 20140, + "气体": 20141, + "看得": 20142, + "苏州": 20143, + "种种": 20144, + "nell": 20145, + "ulates": 20146, + "ман": 20147, + "spin": 20148, + "▁chunk": 20149, + "▁Script": 20150, + "▁avoiding": 20151, + "二手": 20152, + "见证": 20153, + "▁Ask": 20154, + "交通安全": 20155, + "▁Reviews": 20156, + "▁secrets": 20157, + "▁clustering": 20158, + "nmore": 20159, + "▁SA": 20160, + "细菌": 20161, + "reck": 20162, + "▁athletic": 20163, + "▁dub": 20164, + "▁beds": 20165, + "▁glow": 20166, + "▁Missouri": 20167, + "ulin": 20168, + "▁treasure": 20169, + "开车": 20170, + "▁aluminum": 20171, + "▁interpol": 20172, + "公示": 20173, + "养生": 20174, + "市长": 20175, + "▁enroll": 20176, + "▁confusing": 20177, + "osph": 20178, + "▁donation": 20179, + "▁desirable": 20180, + "▁doub": 20181, + "Network": 20182, + "▁shipped": 20183, + "路段": 20184, + "了自己": 20185, + "▁Beat": 20186, + "▁pist": 20187, + "眼神": 20188, + "sal": 20189, + "▁logging": 20190, + "乃至": 20191, + "))\\\\": 20192, + "ques": 20193, + "▁Reserve": 20194, + "▁artwork": 20195, + "aping": 20196, + "achelor": 20197, + "月初": 20198, + "保险公司": 20199, + "UB": 20200, + "MzAw": 20201, + "DL": 20202, + "强势": 20203, + "▁Democrat": 20204, + "▁retailers": 20205, + "视野": 20206, + "▁legally": 20207, + "▁rotating": 20208, + "▁neglect": 20209, + "WR": 20210, + "oys": 20211, + "Will": 20212, + "eros": 20213, + "▁mothers": 20214, + "一同": 20215, + ";": 21414, + "工委": 21415, + "▁colleges": 21416, + "▁backgrounds": 21417, + "过后": 21418, + "能力的": 21419, + "▁antenna": 21420, + "▁consolid": 21421, + "申请人": 21422, + "▁celebrating": 21423, + "▁violations": 21424, + "我们将": 21425, + "▁Write": 21426, + "▁homosex": 21427, + "摄像": 21428, + "▁AV": 21429, + "nYeah": 21430, + "errors": 21431, + "▁Tab": 21432, + "▁Actually": 21433, + "▁bou": 21434, + "▁към": 21435, + "▁Sale": 21436, + "▁magazines": 21437, + "牛奶": 21438, + "fund": 21439, + "paid": 21440, + "▁shade": 21441, + "▁compiled": 21442, + "▁counties": 21443, + "电梯": 21444, + "noise": 21445, + "形的": 21446, + "▁guided": 21447, + "传达": 21448, + "PAR": 21449, + "游泳": 21450, + "nOnly": 21451, + "▁Herm": 21452, + "▁pseud": 21453, + "▁Environmental": 21454, + "team": 21455, + "gex": 21456, + "▁utilizing": 21457, + "rin": 21458, + "tags": 21459, + "▁Cold": 21460, + "▁Aaron": 21461, + "极其": 21462, + "▁FC": 21463, + "anners": 21464, + "▁Available": 21465, + "无效": 21466, + "景点": 21467, + "水中": 21468, + "▁Aw": 21469, + "▁fermion": 21470, + "▁daughters": 21471, + "▁tablets": 21472, + "ebruary": 21473, + "▁breakdown": 21474, + "项目建设": 21475, + "country": 21476, + "生动": 21477, + "通行": 21478, + "▁Lic": 21479, + "ntype": 21480, + "▁HERE": 21481, + "nLooking": 21482, + "Plan": 21483, + "Track": 21484, + "▁freel": 21485, + "▁frustration": 21486, + "西藏": 21487, + "ntheir": 21488, + "▁Wright": 21489, + "▁medications": 21490, + "法庭": 21491, + "▁fn": 21492, + "▁tanks": 21493, + "▁equals": 21494, + "▁compress": 21495, + "▁curl": 21496, + "忽视": 21497, + "▁vegan": 21498, + "▁sparse": 21499, + "LM": 21500, + "trl": 21501, + "})}": 21502, + "▁cleared": 21503, + "李某": 21504, + "nsystem": 21505, + "▁conspiracy": 21506, + "iliary": 21507, + "reason": 21508, + "打工": 21509, + "血糖": 21510, + "▁->\\": 21511, + "▁respected": 21512, + "▁chairs": 21513, + "▁Mississippi": 21514, + "▁tender": 21515, + "▁Francis": 21516, + "▁spherical": 21517, + "隐藏": 21518, + "▁facial": 21519, + "Activity": 21520, + "诗歌": 21521, + "▁ft": 21522, + "eing": 21523, + "喝酒": 21524, + "入学": 21525, + "电信": 21526, + "综上": 21527, + "Return": 21528, + "▁analyst": 21529, + "旗下": 21530, + "网格": 21531, + "lear": 21532, + "asses": 21533, + "▁Whit": 21534, + "▁rounded": 21535, + "Operation": 21536, + "底部": 21537, + "}:\\": 21538, + "senal": 21539, + "services": 21540, + "▁gameplay": 21541, + "compat": 21542, + "▁carriers": 21543, + "▁certification": 21544, + "idelity": 21545, + "板的": 21546, + "FILE": 21547, + "}}_{\\\\": 21548, + "▁Antonio": 21549, + "捐赠": 21550, + "▁hey": 21551, + "▁ups": 21552, + "分散": 21553, + "▁backs": 21554, + "大气": 21555, + "unders": 21556, + "你不": 21557, + "▁Gre": 21558, + "▁cloth": 21559, + "▁callback": 21560, + "安慰": 21561, + "恐怕": 21562, + "рен": 21563, + "oche": 21564, + "▁WILL": 21565, + "▁Temple": 21566, + "有过": 21567, + "大规模": 21568, + "Find": 21569, + "时代的": 21570, + "▁woods": 21571, + "nDep": 21572, + "▁zones": 21573, + "aughter": 21574, + "▁anomal": 21575, + "▁Entertainment": 21576, + "▁methodology": 21577, + "▁threatening": 21578, + "▁organize": 21579, + "开幕": 21580, + "▁sometime": 21581, + "fm": 21582, + ")--": 21583, + "▁Mini": 21584, + "mathop": 21585, + "▁cater": 21586, + "▁Virtual": 21587, + "otypes": 21588, + "▁constitutional": 21589, + "从业": 21590, + "prec": 21591, + "▁waist": 21592, + "century": 21593, + "▁clinic": 21594, + "distance": 21595, + "▁lightweight": 21596, + "合理的": 21597, + "新闻网": 21598, + "oliday": 21599, + "▁redirect": 21600, + "zi": 21601, + "пре": 21602, + "▁sty": 21603, + "▁crown": 21604, + "▁lease": 21605, + "▁Document": 21606, + "▁desires": 21607, + "市区": 21608, + "▁hil": 21609, + "▁outline": 21610, + "▁guarantees": 21611, + "正当": 21612, + "▁posterior": 21613, + "浓度": 21614, + "▁Wel": 21615, + "发票": 21616, + "开始了": 21617, + "让学生": 21618, + "▁valued": 21619, + "+$": 21620, + "书籍": 21621, + ")->": 21622, + "ството": 21623, + "内外": 21624, + "▁couch": 21625, + "DNA": 21626, + "ringe": 21627, + "▁comprom": 21628, + "handler": 21629, + "without": 21630, + "▁Hawaii": 21631, + "Icon": 21632, + "▁Gate": 21633, + "▁arena": 21634, + "▁Firefox": 21635, + "▁simplest": 21636, + "下方": 21637, + "后悔": 21638, + "境界": 21639, + "Cam": 21640, + "oons": 21641, + "▁consume": 21642, + "▁wealthy": 21643, + "▁technological": 21644, + "为你": 21645, + "▁Dirac": 21646, + "▁breed": 21647, + "▁време": 21648, + "QQ": 21649, + "lm": 21650, + "三种": 21651, + "NOT": 21652, + "▁permut": 21653, + "一眼": 21654, + "增值": 21655, + "▁annually": 21656, + "weak": 21657, + "▁commented": 21658, + "Gs": 21659, + "笑容": 21660, + "AST": 21661, + "▁urge": 21662, + "widget": 21663, + "▁rhythm": 21664, + "找不到": 21665, + "lr": 21666, + "我都": 21667, + "▁Fle": 21668, + "同時": 21669, + "复印": 21670, + "neut": 21671, + "▁priced": 21672, + "▁playoff": 21673, + "Che": 21674, + "▁defending": 21675, + "loaded": 21676, + "垂直": 21677, + "的国家": 21678, + "设计师": 21679, + "▁Joy": 21680, + "▁Pent": 21681, + "isite": 21682, + "先锋": 21683, + "平稳": 21684, + "老师们": 21685, + "▁matt": 21686, + "▁semester": 21687, + "▁Jere": 21688, + "▁literary": 21689, + "▁occupation": 21690, + "的车": 21691, + "江苏省": 21692, + "▁comprising": 21693, + "石头": 21694, + "medskip": 21695, + "▁enjoys": 21696, + "vertisement": 21697, + "我自己": 21698, + "共建": 21699, + ")}_": 21700, + "发现了": 21701, + "十足": 21702, + "味的": 21703, + "就是在": 21704, + "▁orthogonal": 21705, + "Parser": 21706, + "▁privilege": 21707, + "▁folk": 21708, + "▁vessel": 21709, + "靠近": 21710, + "供应商": 21711, + "如果没有": 21712, + "tool": 21713, + "倾向": 21714, + "▁incon": 21715, + "_{+": 21716, + "▁instability": 21717, + "ции": 21718, + "▁Cop": 21719, + "▁Spect": 21720, + "▁spectrosc": 21721, + "诚信": 21722, + "Email": 21723, + "nForm": 21724, + "在新": 21725, + "级别": 21726, + "driver": 21727, + "▁Nintendo": 21728, + "▁corrected": 21729, + "▁Medicare": 21730, + "▁couplings": 21731, + "社保": 21732, + "美女": 21733, + "▁caution": 21734, + "▁attendance": 21735, + "大学的": 21736, + "assy": 21737, + "▁Lad": 21738, + "▁Writing": 21739, + "▁needing": 21740, + "fg": 21741, + "的原则": 21742, + "▁Oscar": 21743, + "羡慕": 21744, + "▁globally": 21745, + "ет": 21746, + "wers": 21747, + "点评": 21748, + "充满了": 21749, + "无需": 21750, + "nore": 21751, + "▁ISO": 21752, + "觉得自己": 21753, + "Names": 21754, + "social": 21755, + "菩萨": 21756, + "的部分": 21757, + "▁Dest": 21758, + "块钱": 21759, + "properties": 21760, + "▁coalition": 21761, + "全区": 21762, + "小镇": 21763, + "since": 21764, + "▁exceptions": 21765, + "發現": 21766, + "▁WR": 21767, + "▁noisy": 21768, + "▁impose": 21769, + "▁goodness": 21770, + "▁paintings": 21771, + "▁modifications": 21772, + "▁Il": 21773, + "nProduct": 21774, + "▁mandatory": 21775, + "幅度": 21776, + "oubt": 21777, + "▁Aqu": 21778, + "▁exhibits": 21779, + "战士": 21780, + "▁nasty": 21781, + "▁pointer": 21782, + "载体": 21783, + "▁superb": 21784, + "一辆": 21785, + "bay": 21786, + "nCo": 21787, + "▁unve": 21788, + "▁linking": 21789, + "▁zip": 21790, + "▁През": 21791, + "POST": 21792, + "▁fier": 21793, + "gather": 21794, + "▁който": 21795, + "tz": 21796, + "电器": 21797, + "Pop": 21798, + "aco": 21799, + "▁Git": 21800, + "▁Register": 21801, + "政府的": 21802, + "▁informative": 21803, + "▁[\\\"": 21804, + "▁traditions": 21805, + "节约": 21806, + "▁reserves": 21807, + "RANT": 21808, + "▁jazz": 21809, + "reset": 21810, + "▁provin": 21811, + "▁Electric": 21812, + "到处": 21813, + "psy": 21814, + "美联储": 21815, + "▁beside": 21816, + "对他": 21817, + "辣椒": 21818, + "ctrine": 21819, + "▁revenues": 21820, + "▁Release": 21821, + "贫困户": 21822, + "▁copper": 21823, + "▁embeddings": 21824, + "不過": 21825, + "之地": 21826, + "答辩": 21827, + "contains": 21828, + "▁scientist": 21829, + "▁sampled": 21830, + "忽然": 21831, + "wire": 21832, + "党史": 21833, + "激烈": 21834, + "Med": 21835, + "公斤": 21836, + "▁USD": 21837, + "▁pockets": 21838, + "▁meditation": 21839, + "▁thermodynam": 21840, + "▁pound": 21841, + "▁empower": 21842, + "mot": 21843, + "Callback": 21844, + "无比": 21845, + "ATED": 21846, + "-%": 21847, + "防火": 21848, + "不愿意": 21849, + "encil": 21850, + "▁Nort": 21851, + "▁grasp": 21852, + "▁Creative": 21853, + "▁terrorists": 21854, + "开拓": 21855, + "▁toll": 21856, + "▁seventh": 21857, + "subsec": 21858, + "▁Others": 21859, + "▁verb": 21860, + "▁ware": 21861, + "▁headquarters": 21862, + "кс": 21863, + "▁или": 21864, + "boldmath": 21865, + "▁declare": 21866, + "▁legendary": 21867, + "新技术": 21868, + "▁Survey": 21869, + "Term": 21870, + "nNever": 21871, + "crease": 21872, + "▁refriger": 21873, + "是大": 21874, + "inery": 21875, + "▁mice": 21876, + "▁Regional": 21877, + "▁outlined": 21878, + "电视台": 21879, + "▁Alf": 21880, + "▁fond": 21881, + "▁func": 21882, + "▁relatives": 21883, + "▁dated": 21884, + "▁Employ": 21885, + "中山": 21886, + "▁Cancer": 21887, + "▁creator": 21888, + "▁logs": 21889, + "▁afore": 21890, + "回落": 21891, + "顾问": 21892, + "Users": 21893, + "ourt": 21894, + "events": 21895, + "resize": 21896, + "简介": 21897, + "不断的": 21898, + "▁spite": 21899, + "▁allerg": 21900, + "▁calibration": 21901, + "BUG": 21902, + "nset": 21903, + "▁meantime": 21904, + "理工": 21905, + "▁supern": 21906, + "▁valley": 21907, + "▁technically": 21908, + "ighbor": 21909, + "▁Wonder": 21910, + "▁costly": 21911, + "▁protests": 21912, + "oton": 21913, + "▁foam": 21914, + "▁sel": 21915, + "▁generators": 21916, + "Nav": 21917, + "sep": 21918, + "执行人": 21919, + "Global": 21920, + "严肃": 21921, + "去的": 21922, + "▁pending": 21923, + "ndata": 21924, + "▁spacetime": 21925, + "据说": 21926, + "ratio": 21927, + "▁shelf": 21928, + "▁outlet": 21929, + "▁comply": 21930, + "所有人": 21931, + "豆腐": 21932, + "山水": 21933, + "Auth": 21934, + "▁browsing": 21935, + "Xi": 21936, + "适量": 21937, + "след": 21938, + "Float": 21939, + "assador": 21940, + "▁pc": 21941, + "jection": 21942, + "紧紧": 21943, + "las": 21944, + "供应链": 21945, + "glas": 21946, + "党委书记": 21947, + "▁Wind": 21948, + "▁safer": 21949, + "RNA": 21950, + "开设": 21951, + "'=>": 21952, + "$\\\\\\\\\\": 21953, + "▁Innov": 21954, + "运作": 21955, + "▁Node": 21956, + "▁dictionary": 21957, + "fx": 21958, + "两侧": 21959, + "不超过": 21960, + "为主题": 21961, + "▁traveled": 21962, + "光伏": 21963, + "环比": 21964, + "解析": 21965, + "▁Aren": 21966, + "▁blade": 21967, + "▁perturbations": 21968, + "inance": 21969, + "▁criter": 21970, + "▁analytic": 21971, + "▁marketplace": 21972, + "▁polynomials": 21973, + "elif": 21974, + "▁Cass": 21975, + "▁adjustment": 21976, + "▁consultation": 21977, + "比如说": 21978, + "nDavid": 21979, + "▁controversy": 21980, + "=[": 21981, + "EST": 21982, + "▁Bus": 21983, + "rypted": 21984, + "fficial": 21985, + "outheast": 21986, + "▁Olympics": 21987, + "▁workshops": 21988, + "预警": 21989, + "▁дру": 21990, + "жду": 21991, + "▁Dur": 21992, + "Files": 21993, + "市场上": 21994, + "ictures": 21995, + "必须要": 21996, + "▁zomb": 21997, + "▁consultant": 21998, + "EG": 21999, + "为例": 22000, + "纳税": 22001, + "▁valve": 22002, + "▁velocities": 22003, + "其他的": 22004, + "▁influences": 22005, + "债券": 22006, + "和小": 22007, + "姆斯": 22008, + "Writer": 22009, + "▁bucket": 22010, + "▁constrained": 22011, + "总会": 22012, + "▁Solar": 22013, + "做得": 22014, + "Total": 22015, + "heres": 22016, + "▁essays": 22017, + "▁tours": 22018, + "▁constitution": 22019, + "相關": 22020, + "风雨": 22021, + "svg": 22022, + "legal": 22023, + "dashed": 22024, + "不下": 22025, + "位的": 22026, + "')->": 22027, + "▁poem": 22028, + "▁uniformly": 22029, + "▁legislative": 22030, + "是的": 22031, + "特斯拉": 22032, + "▁traded": 22033, + "▁logarith": 22034, + "▁prevents": 22035, + "▁promoted": 22036, + "一时": 22037, + "Other": 22038, + "sol": 22039, + "hell": 22040, + "玩具": 22041, + "▁une": 22042, + "bytes": 22043, + "▁Ped": 22044, + "▁Pin": 22045, + "与所述": 22046, + "nalso": 22047, + "▁sail": 22048, + "▁appet": 22049, + "▁lifted": 22050, + "▁renormal": 22051, + "▁Hold": 22052, + "▁shout": 22053, + "▁CSS": 22054, + "PDATE": 22055, + "^{(\\\\": 22056, + "special": 22057, + "▁executives": 22058, + "bibliography": 22059, + "▁hierarchy": 22060, + "地块": 22061, + "God": 22062, + "▁barriers": 22063, + "▁Algorithm": 22064, + "kh": 22065, + "文献": 22066, + "lie": 22067, + "有的人": 22068, + "nFind": 22069, + "imation": 22070, + "▁recurs": 22071, + "ogy": 22072, + "▁Sean": 22073, + "amon": 22074, + "三次": 22075, + "rah": 22076, + "▁Wait": 22077, + "▁listened": 22078, + "▁mentally": 22079, + "▁imaginary": 22080, + "▁releasing": 22081, + "密封": 22082, + "▁Along": 22083, + "verter": 22084, + "床上": 22085, + "忙碌": 22086, + "▁ritual": 22087, + "前行": 22088, + "▁Cool": 22089, + "亮点": 22090, + "生肖": 22091, + "rod": 22092, + "nInstead": 22093, + "新聞": 22094, + "▁lover": 22095, + "builder": 22096, + "▁repairs": 22097, + "没人": 22098, + "{}\\": 22099, + "▁restored": 22100, + "▁reddit": 22101, + "\\\\-": 22102, + "balance": 22103, + "▁gambling": 22104, + "▁AF": 22105, + "受到了": 22106, + "owners": 22107, + "▁Wikipedia": 22108, + "比特币": 22109, + "上级": 22110, + "建设的": 22111, + "rong": 22112, + "uclide": 22113, + "▁scandal": 22114, + "污水": 22115, + "LR": 22116, + "实事": 22117, + "本金": 22118, + "▁Wire": 22119, + "consum": 22120, + "▁arguing": 22121, + "▁offline": 22122, + "▁establishing": 22123, + "▁manufactured": 22124, + "▁grades": 22125, + "问我": 22126, + "nwhile": 22127, + "Si": 22128, + "真的很": 22129, + "▁understands": 22130, + "警告": 22131, + "▁GMT": 22132, + "links": 22133, + "tfrac": 22134, + "▁LOVE": 22135, + "▁html": 22136, + "keeper": 22137, + "▁Client": 22138, + "▁GA": 22139, + "这种情况": 22140, + "▁Corn": 22141, + "▁labour": 22142, + "发光": 22143, + "▁Nich": 22144, + "▁ions": 22145, + "▁fighter": 22146, + "乘坐": 22147, + "督查": 22148, + "郑州": 22149, + "▁Psych": 22150, + "▁defic": 22151, + "宁波": 22152, + "证人": 22153, + "▁sq": 22154, + "▁unh": 22155, + "▁Easter": 22156, + "▁scattered": 22157, + "rowser": 22158, + "▁priorities": 22159, + "Has": 22160, + "由被告": 22161, + "▁thy": 22162, + "经济社会": 22163, + "版的": 22164, + "▁revis": 22165, + "$_{\\\\": 22166, + "▁Active": 22167, + "▁launching": 22168, + "也好": 22169, + "平静": 22170, + "抵押": 22171, + "prises": 22172, + "▁Prize": 22173, + "▁Overall": 22174, + "▁bitcoin": 22175, + "公正": 22176, + "▁Maine": 22177, + "牙齿": 22178, + "退役": 22179, + "▁limitation": 22180, + "▁им": 22181, + "nSum": 22182, + "catch": 22183, + "▁Stars": 22184, + "▁Choose": 22185, + "▁catching": 22186, + "PATH": 22187, + "▁tuning": 22188, + "▁suppliers": 22189, + "徒刑": 22190, + "▁Sweden": 22191, + "村里": 22192, + "用人": 22193, + "Proof": 22194, + "▁jewelry": 22195, + "巴黎": 22196, + "带头": 22197, + "▁topology": 22198, + "▁documented": 22199, + "nik": 22200, + "▁lenses": 22201, + "▁durable": 22202, + "стве": 22203, + "▁Organization": 22204, + "▁superconduct": 22205, + "▁Ky": 22206, + "ANS": 22207, + "秘书长": 22208, + "▁cleaned": 22209, + "厕所": 22210, + "携手": 22211, + "nTop": 22212, + "▁Pas": 22213, + "▁electromagnetic": 22214, + "上门": 22215, + "jack": 22216, + "▁amendment": 22217, + "▁agriculture": 22218, + "的存在": 22219, + "vart": 22220, + "▁Gab": 22221, + "▁strongest": 22222, + "aten": 22223, + "▁templates": 22224, + "创始人": 22225, + "▁proceeds": 22226, + "съ": 22227, + "▁Alan": 22228, + "JS": 22229, + "加以": 22230, + "脚步": 22231, + "enez": 22232, + "▁IBM": 22233, + "传统文化": 22234, + "真诚": 22235, + "职场": 22236, + "facebook": 22237, + "leftarrow": 22238, + "tg": 22239, + "asury": 22240, + "▁Carlo": 22241, + "▁tourists": 22242, + "住在": 22243, + "Mock": 22244, + "haw": 22245, + "▁++": 22246, + "▁BH": 22247, + "▁HTTP": 22248, + "▁hike": 22249, + "essages": 22250, + "wal": 22251, + "▁→\\": 22252, + "▁anchor": 22253, + "▁Bart": 22254, + "▁tastes": 22255, + "cu": 22256, + "▁Spec": 22257, + "pressed": 22258, + "▁verification": 22259, + "国防": 22260, + "▁EM": 22261, + "ributions": 22262, + "▁altogether": 22263, + "统治": 22264, + "▁Enterprise": 22265, + "▁appreciation": 22266, + "▁IO": 22267, + "▁Ath": 22268, + "phantom": 22269, + "开通": 22270, + "挑选": 22271, + "西亚": 22272, + "▁Meg": 22273, + "Rect": 22274, + "Example": 22275, + "▁puzzle": 22276, + "▁offerings": 22277, + "法律法规": 22278, + "才有": 22279, + "肚子": 22280, + "联合国": 22281, + "还是要": 22282, + "ffe": 22283, + "ento": 22284, + "unny": 22285, + "bility": 22286, + "▁Autom": 22287, + "▁formally": 22288, + "资助": 22289, + "mare": 22290, + "nDet": 22291, + "rapeut": 22292, + "rolling": 22293, + "▁reinforce": 22294, + "这样一个": 22295, + "▁retreat": 22296, + "▁thankful": 22297, + "NBA": 22298, + "▁lovers": 22299, + "▁activated": 22300, + "pb": 22301, + "pectives": 22302, + "▁Thanksgiving": 22303, + "▁validate": 22304, + "▁disclosure": 22305, + "科目": 22306, + "▁Typ": 22307, + "Black": 22308, + "▁animated": 22309, + "▁sexually": 22310, + "是他": 22311, + "辉煌": 22312, + "▁VM": 22313, + "▁realm": 22314, + "▁theatre": 22315, + "ndo": 22316, + "▁Stream": 22317, + "正面": 22318, + "积分": 22319, + "轿车": 22320, + "▁Jimmy": 22321, + "Best": 22322, + "▁affair": 22323, + "Abstract": 22324, + "Make": 22325, + "Route": 22326, + "atility": 22327, + "▁Solutions": 22328, + "二维": 22329, + "▁grains": 22330, + "二〇": 22331, + "在所述": 22332, + "▁Touch": 22333, + "▁tourism": 22334, + "▁Murray": 22335, + "erness": 22336, + "iens": 22337, + "裁判文书": 22338, + "blems": 22339, + "▁custody": 22340, + "▁embodiment": 22341, + "亲子": 22342, + "Font": 22343, + "▁Lane": 22344, + "▁Dra": 22345, + "购房": 22346, + "=\\\"\\\"": 22347, + "handed": 22348, + "▁brick": 22349, + "Initial": 22350, + "作了": 22351, + "▁vitamin": 22352, + "▁tile": 22353, + "▁prost": 22354, + "▁rocket": 22355, + "bag": 22356, + "出现的": 22357, + "acknow": 22358, + "▁Making": 22359, + "▁manages": 22360, + "▁Different": 22361, + "▁jurisdiction": 22362, + "龙江": 22363, + "pleted": 22364, + "▁upgraded": 22365, + "▁quantitative": 22366, + "感的": 22367, + "▁GW": 22368, + "▁Anne": 22369, + "raints": 22370, + "eous": 22371, + "▁Fellow": 22372, + "▁Graham": 22373, + "尼亚": 22374, + "都不会": 22375, + "Enabled": 22376, + "▁ballot": 22377, + "sequence": 22378, + "▁analysts": 22379, + "▁visibility": 22380, + "ortunate": 22381, + "▁consulting": 22382, + "ей": 22383, + "comed": 22384, + "shaped": 22385, + "▁cruel": 22386, + "▁prest": 22387, + "手里": 22388, + "uds": 22389, + "资质": 22390, + "OSS": 22391, + "一句话": 22392, + "过去的": 22393, + "compare": 22394, + "▁exploit": 22395, + "ICENSE": 22396, + "▁seller": 22397, + "淘汰": 22398, + "nthem": 22399, + "各部门": 22400, + "panies": 22401, + "源于": 22402, + "热闹": 22403, + "ntz": 22404, + "larg": 22405, + "route": 22406, + "▁Comb": 22407, + "▁resign": 22408, + "只好": 22409, + "饮料": 22410, + "▁Audio": 22411, + "▁Metro": 22412, + "▁arrives": 22413, + "▁undergo": 22414, + "performance": 22415, + "落后": 22416, + "flag": 22417, + "hook": 22418, + "违法行为": 22419, + "▁retro": 22420, + "▁Leader": 22421, + "▁conducting": 22422, + "起点": 22423, + "荣耀": 22424, + "▁Manhattan": 22425, + "一次性": 22426, + "▁fare": 22427, + "nother": 22428, + "▁emerge": 22429, + "均衡": 22430, + "▁hex": 22431, + "nSign": 22432, + "noreply": 22433, + "▁transparency": 22434, + "ealous": 22435, + "▁Marvel": 22436, + "relations": 22437, + "mouth": 22438, + "▁dots": 22439, + "▁potatoes": 22440, + "食材": 22441, + "▁mush": 22442, + "▁Lawrence": 22443, + "▁oriented": 22444, + "潜在": 22445, + "nOpen": 22446, + "▁iPod": 22447, + "ascular": 22448, + "常务": 22449, + "所以在": 22450, + "足够的": 22451, + "▁pel": 22452, + "hedral": 22453, + "▁observing": 22454, + "总部": 22455, + "水泥": 22456, + "EQ": 22457, + "队长": 22458, + "▁concentrate": 22459, + "处处": 22460, + "遭受": 22461, + "▁Train": 22462, + "困境": 22463, + "形成的": 22464, + "Items": 22465, + "notag": 22466, + "▁prosper": 22467, + "▁metadata": 22468, + "完毕": 22469, + "▁Kit": 22470, + "▁msg": 22471, + "ensely": 22472, + "▁Import": 22473, + "户外": 22474, + "电极": 22475, + "知的": 22476, + "这家": 22477, + "Power": 22478, + "▁trails": 22479, + "▁analytics": 22480, + "主导": 22481, + "emale": 22482, + "nView": 22483, + "▁shine": 22484, + "宝贝": 22485, + "��": 22486, + "▁arom": 22487, + "▁touching": 22488, + "制备": 22489, + "shine": 22490, + "▁corrupt": 22491, + "▁Success": 22492, + "你能": 22493, + "chant": 22494, + "▁书": 22495, + "长度": 22496, + ">>>": 22497, + "rational": 22498, + "精品": 22499, + "▁Nether": 22500, + "▁peoples": 22501, + "*(": 22502, + "▁df": 22503, + "一个小": 22504, + "uber": 22505, + "duction": 22506, + "▁supportive": 22507, + "单一": 22508, + "出来了": 22509, + "▁Steven": 22510, + "▁celebrity": 22511, + "flex": 22512, + "▁maj": 22513, + "▁reck": 22514, + "三天": 22515, + "achers": 22516, + "▁basement": 22517, + "花费": 22518, + "▁hi": 22519, + "itudinal": 22520, + "发热": 22521, + "国家级": 22522, + "▁Exp": 22523, + "早餐": 22524, + "法的": 22525, + "▁Dak": 22526, + "nEDIT": 22527, + "▁behave": 22528, + "▁considerations": 22529, + "巴西": 22530, + "lif": 22531, + "哈尔": 22532, + "▁ellipt": 22533, + "▁sequel": 22534, + "nPerhaps": 22535, + "人均": 22536, + "ulu": 22537, + "▁})": 22538, + "kill": 22539, + "▁NBC": 22540, + "▁Rule": 22541, + "提问": 22542, + "mir": 22543, + "提供一种": 22544, + "▁jets": 22545, + "▁Allah": 22546, + "arriage": 22547, + "^*(": 22548, + "判决书": 22549, + "nDate": 22550, + "achment": 22551, + "urope": 22552, + "ustral": 22553, + "▁eliminated": 22554, + "书画": 22555, + "▁Tea": 22556, + "了不少": 22557, + "十四条": 22558, + "离不开": 22559, + "的路": 22560, + "PLE": 22561, + "Thanks": 22562, + "▁Liter": 22563, + "▁Argent": 22564, + "▁Perfect": 22565, + "▁obligation": 22566, + "▁fleet": 22567, + "▁prints": 22568, + "▁workflow": 22569, + "遭到": 22570, + "全方位": 22571, + "FE": 22572, + "等多": 22573, + "自动化": 22574, + "abulary": 22575, + "▁soldier": 22576, + "acle": 22577, + "欲望": 22578, + "nmodel": 22579, + "患者的": 22580, + "▁Apart": 22581, + "一一": 22582, + "势力": 22583, + "碰撞": 22584, + "▁lbs": 22585, + "干扰": 22586, + "odox": 22587, + "nAgain": 22588, + "prefix": 22589, + "▁Communications": 22590, + "多多": 22591, + "gie": 22592, + "proto": 22593, + "^-$": 22594, + "iop": 22595, + "▁eV": 22596, + "imet": 22597, + "▁searched": 22598, + "▁irrelevant": 22599, + "bu": 22600, + "nJoin": 22601, + "induced": 22602, + "▁Century": 22603, + "▁substit": 22604, + "千年": 22605, + "组长": 22606, + "uki": 22607, + "▁NGC": 22608, + "activity": 22609, + "▁protective": 22610, + "jk": 22611, + "能力和": 22612, + "▁$\\\\{\\\\": 22613, + "▁Events": 22614, + "▁browse": 22615, + "语音": 22616, + "▁FO": 22617, + "▁blogger": 22618, + "平面": 22619, + "焦点": 22620, + "▁delays": 22621, + "▁Agreement": 22622, + "rob": 22623, + "}{\\": 22624, + "▁laug": 22625, + "▁olive": 22626, + "▁Problem": 22627, + "谈判": 22628, + "情形": 22629, + "手的": 22630, + "视角": 22631, + "到庭": 22632, + "FORM": 22633, + "alert": 22634, + "人们的": 22635, + "icates": 22636, + "▁sucks": 22637, + "▁conjunction": 22638, + "▁Ti": 22639, + "ollar": 22640, + "▁dive": 22641, + "ropolitan": 22642, + "BH": 22643, + "告诉我": 22644, + "▁във": 22645, + "▁Athe": 22646, + "▁Wayne": 22647, + "场地": 22648, + "▁Glass": 22649, + "▁infections": 22650, + "frag": 22651, + "▁fright": 22652, + "▁weaker": 22653, + "▁prayers": 22654, + "书写": 22655, + "初期": 22656, + "不受": 22657, + "brand": 22658, + "factor": 22659, + "▁WARRANT": 22660, + "▁algebraic": 22661, + "▁sustained": 22662, + "不怕": 22663, + "▁reign": 22664, + "Mo": 22665, + "hind": 22666, + "inkle": 22667, + "nunder": 22668, + "▁vanilla": 22669, + "▁responding": 22670, + "▁filmm": 22671, + "▁Scottish": 22672, + "▁Whatever": 22673, + "ев": 22674, + "使其": 22675, + "▁rh": 22676, + "期徒刑": 22677, + "chair": 22678, + "consider": 22679, + "各项工作": 22680, + "▁travels": 22681, + "光明": 22682, + "感和": 22683, + "我家": 22684, + "▁VA": 22685, + "erald": 22686, + "▁dude": 22687, + "enable": 22688, + "区委": 22689, + "一定是": 22690, + "Rest": 22691, + "▁Apr": 22692, + "▁вой": 22693, + "塑造": 22694, + "ulk": 22695, + "boys": 22696, + "ugar": 22697, + "▁Mas": 22698, + "igo": 22699, + "▁ESPN": 22700, + "▁Khan": 22701, + "▁sheer": 22702, + "integer": 22703, + "▁Default": 22704, + "▁Robinson": 22705, + "▁varieties": 22706, + "总额": 22707, + "放置": 22708, + "▁VR": 22709, + "加班": 22710, + "apply": 22711, + "ximity": 22712, + "▁Industry": 22713, + "入了": 22714, + "▁beaten": 22715, + "▁acoustic": 22716, + "▁containers": 22717, + "▁typing": 22718, + "▁criterion": 22719, + "▁participant": 22720, + "▁realization": 22721, + "中最": 22722, + "▁Tokyo": 22723, + "parents": 22724, + "再生": 22725, + "anne": 22726, + "iden": 22727, + "columns": 22728, + "nReview": 22729, + "▁integers": 22730, + "战胜": 22731, + "▁mol": 22732, + "clude": 22733, + "▁Remove": 22734, + "ANCE": 22735, + "nour": 22736, + "大事": 22737, + "当我": 22738, + "赋予": 22739, + "嘉宾": 22740, + "一体化": 22741, + "emen": 22742, + "curities": 22743, + "▁psychology": 22744, + "时机": 22745, + "营收": 22746, + "▁};\\": 22747, + "一个人的": 22748, + "▁dried": 22749, + "不安": 22750, + "户籍": 22751, + "此刻": 22752, + "这座": 22753, + "bacco": 22754, + "▁averaging": 22755, + "Py": 22756, + "▁Gh": 22757, + "内蒙古": 22758, + "▁Warren": 22759, + "▁»\\": 22760, + "▁ank": 22761, + "aurant": 22762, + "▁freeze": 22763, + "umerical": 22764, + "▁bout": 22765, + "▁sheep": 22766, + "nAuthor": 22767, + "▁donate": 22768, + "▁shifting": 22769, + "水利": 22770, + "ivan": 22771, + "▁Mos": 22772, + "▁Zone": 22773, + "▁Nelson": 22774, + "▁defects": 22775, + "ribly": 22776, + "艺术家": 22777, + "▁shore": 22778, + "看上去": 22779, + "税收": 22780, + "进来": 22781, + "一群": 22782, + "我们会": 22783, + "minded": 22784, + "Mart": 22785, + "的消息": 22786, + "ogue": 22787, + "umbers": 22788, + "▁lifting": 22789, + "▁instinct": 22790, + "解决了": 22791, + "这一切": 22792, + "\\\"/>\\": 22793, + "在北京": 22794, + "patient": 22795, + "▁canvas": 22796, + "CLA": 22797, + "▁Hung": 22798, + "小姐": 22799, + "▁vendor": 22800, + "▁Larry": 22801, + "▁illum": 22802, + "▁scholarship": 22803, + "offee": 22804, + "▁brows": 22805, + "▁TD": 22806, + "摩托车": 22807, + "▁Truth": 22808, + "▁guilt": 22809, + "▁conjug": 22810, + "▁Ч": 22811, + "nup": 22812, + "化合物": 22813, + "都需要": 22814, + "&=\\\\": 22815, + "}\\\\}$": 22816, + "▁foss": 22817, + "▁infl": 22818, + "▁proving": 22819, + "前来": 22820, + "常委会": 22821, + "bies": 22822, + "bird": 22823, + "▁rolls": 22824, + "▁constitute": 22825, + "Orig": 22826, + "onest": 22827, + "ravel": 22828, + "▁overd": 22829, + "▁enters": 22830, + "▁insane": 22831, + "▁tattoo": 22832, + "heta": 22833, + "合肥": 22834, + "第九": 22835, + "万美元": 22836, + "▁laughed": 22837, + "ndifferent": 22838, + "不断地": 22839, + "的城市": 22840, + "▁Basic": 22841, + "▁Cu": 22842, + "高血压": 22843, + "▁relie": 22844, + "▁vibrant": 22845, + "▁thrilled": 22846, + "▁validity": 22847, + "Dr": 22848, + "主持人": 22849, + "▁Spot": 22850, + "▁Moscow": 22851, + "扫描": 22852, + "▁assass": 22853, + "igenous": 22854, + "commerce": 22855, + "这里的": 22856, + "jan": 22857, + "▁Tower": 22858, + "▁foster": 22859, + "uclidean": 22860, + "▁Jerry": 22861, + "atherine": 22862, + "实质": 22863, + "不符合": 22864, + "期间的": 22865, + "▁insult": 22866, + "气氛": 22867, + "othy": 22868, + "ployed": 22869, + "details": 22870, + "ardo": 22871, + "talk": 22872, + "诗人": 22873, + "чен": 22874, + "Parent": 22875, + "助理": 22876, + "为自己": 22877, + "是没有": 22878, + "Na": 22879, + "我有": 22880, + "天然气": 22881, + "stats": 22882, + "▁editors": 22883, + "▁evaluating": 22884, + "感觉到": 22885, + "▁clips": 22886, + "党组织": 22887, + "▁belonging": 22888, + "一本": 22889, + "▁:-": 22890, + "nacc": 22891, + "▁Pil": 22892, + "一款": 22893, + "對於": 22894, + "▁oct": 22895, + "▁Getting": 22896, + "▁Sel": 22897, + "ailand": 22898, + "ustain": 22899, + "▁Oxford": 22900, + "咳嗽": 22901, + "标识": 22902, + "受理费": 22903, + "Arch": 22904, + "一阵": 22905, + "▁screaming": 22906, + "引起的": 22907, + "复制": 22908, + "EEE": 22909, + "▁BMW": 22910, + "▁fel": 22911, + "▁stairs": 22912, + "▁betting": 22913, + "所示": 22914, + "():": 22915, + "▁reass": 22916, + "▁sorted": 22917, + "nRecently": 22918, + "▁Intelligence": 22919, + "▁Turkish": 22920, + "lein": 22921, + "▁Mun": 22922, + "▁Lisa": 22923, + "▁ms": 22924, + "这一次": 22925, + "ulsion": 22926, + "线索": 22927, + "Sem": 22928, + "▁NV": 22929, + "▁fires": 22930, + "▁Knight": 22931, + "western": 22932, + "Microsoft": 22933, + "忍不住": 22934, + "▁Mort": 22935, + "▁chapters": 22936, + "★★": 22937, + "约束": 22938, + "▁въз": 22939, + "▁tolerance": 22940, + "▁illustrates": 22941, + "elp": 22942, + "▁Guy": 22943, + "担忧": 22944, + "目录": 22945, + "获奖": 22946, + "▁induction": 22947, + "入选": 22948, + "Editor": 22949, + "emptyset": 22950, + "products": 22951, + "人民医院": 22952, + "▁triggered": 22953, + "二〇一": 22954, + "▁Dal": 22955, + "▁Louisiana": 22956, + "▁microwave": 22957, + "士兵": 22958, + "经费": 22959, + "Tim": 22960, + "itol": 22961, + "灾害": 22962, + "更容易": 22963, + "他还": 22964, + "raham": 22965, + "不幸": 22966, + "▁Chap": 22967, + "▁Lagrangian": 22968, + "▁potentials": 22969, + "煤炭": 22970, + "除此之外": 22971, + "▁closet": 22972, + "等工作": 22973, + "Most": 22974, + "▁sticks": 22975, + "这对": 22976, + "▁recur": 22977, + "CNN": 22978, + "amel": 22979, + "▁Tool": 22980, + "容量": 22981, + "食堂": 22982, + "ção": 22983, + "▁monetary": 22984, + "▁Philippines": 22985, + "政法": 22986, + "▁Ward": 22987, + "切换": 22988, + "满了": 22989, + "GHz": 22990, + "身的": 22991, + "目前的": 22992, + "▁reun": 22993, + "▁bears": 22994, + "▁semicon": 22995, + "不当": 22996, + "器官": 22997, + "think": 22998, + "▁intimate": 22999, + "▁Connecticut": 23000, + "阻止": 23001, + "的支持": 23002, + "▁Leban": 23003, + "▁investor": 23004, + "调度": 23005, + "nBased": 23006, + "dynamic": 23007, + "高度重视": 23008, + "ynchron": 23009, + "▁cycling": 23010, + "oard": 23011, + "▁finan": 23012, + "▁plaint": 23013, + "▁firmly": 23014, + "rolog": 23015, + "▁param": 23016, + "▁tragedy": 23017, + "而出": 23018, + "你知道": 23019, + "Normal": 23020, + "lc": 23021, + "水分": 23022, + "photo": 23023, + "++;\\": 23024, + "▁invitation": 23025, + "医疗费": 23026, + "gebras": 23027, + "▁artic": 23028, + "▁outrage": 23029, + "板上": 23030, + "▁degrad": 23031, + "▁casting": 23032, + "内心的": 23033, + "▁booth": 23034, + "▁consumed": 23035, + "历程": 23036, + "格式": 23037, + "影响力": 23038, + "的前提": 23039, + "NL": 23040, + "第三方": 23041, + "Perm": 23042, + "▁coconut": 23043, + "▁laundry": 23044, + "dm": 23045, + "代表人": 23046, + "generic": 23047, + "fp": 23048, + "刚才": 23049, + "▁Maria": 23050, + "▁failures": 23051, + "长城": 23052, + "nany": 23053, + "Conclusion": 23054, + "久的": 23055, + "▁Gray": 23056, + "▁Cash": 23057, + "扶持": 23058, + "管理的": 23059, + "▁nationwide": 23060, + "公务员": 23061, + "▁lesser": 23062, + "▁MI": 23063, + "多名": 23064, + "heim": 23065, + "”）": 23066, + "得分": 23067, + "陪同": 23068, + "'\\\"": 23069, + "医保": 23070, + "对该": 23071, + "可以用": 23072, + "nSometimes": 23073, + "外观": 23074, + "typescript": 23075, + "▁submitting": 23076, + "sha": 23077, + "▁Queens": 23078, + "▁achieves": 23079, + "sb": 23080, + "nMin": 23081, + "ntwo": 23082, + "▁gel": 23083, + "▁jeans": 23084, + "▁rigid": 23085, + "▁disappeared": 23086, + "答应": 23087, + "▁MT": 23088, + "是否有": 23089, + "▁\\\\\\\"": 23090, + "obi": 23091, + "只需要": 23092, + "▁DIS": 23093, + "▁pip": 23094, + "дна": 23095, + "分别是": 23096, + "▁Youth": 23097, + "▁Batman": 23098, + "nCar": 23099, + "bucket": 23100, + "▁comed": 23101, + "▁inserted": 23102, + "▁intimid": 23103, + "ogs": 23104, + "Many": 23105, + "Flow": 23106, + "wick": 23107, + "▁az": 23108, + "nnon": 23109, + "▁rides": 23110, + "把我": 23111, + "事业单位": 23112, + "▁happily": 23113, + "▁dumpster": 23114, + "…\"": 23115, + "黄色": 23116, + "教育局": 23117, + "series": 23118, + "▁spiral": 23119, + "温馨": 23120, + "▁RV": 23121, + "▁Pad": 23122, + "▁Race": 23123, + "utf": 23124, + "就不会": 23125, + "▁LGBT": 23126, + "▁Single": 23127, + "ermine": 23128, + "ixtures": 23129, + "▁discounts": 23130, + "对照": 23131, + "用药": 23132, + "дин": 23133, + "▁env": 23134, + "▁holder": 23135, + "ODY": 23136, + "过去了": 23137, + "aspx": 23138, + "omes": 23139, + "▁Agric": 23140, + "▁disgust": 23141, + "大盘": 23142, + "酒精": 23143, + "ashi": 23144, + "▁sells": 23145, + "respect": 23146, + "▁racism": 23147, + "▁dismissed": 23148, + "NP": 23149, + "善于": 23150, + "ographical": 23151, + "analy": 23152, + "wenshu": 23153, + "▁Castle": 23154, + "的海": 23155, + "过多": 23156, + "元件": 23157, + "▁Со": 23158, + "▁filtering": 23159, + "在其": 23160, + "遵循": 23161, + "ства": 23162, + "▁definite": 23163, + "▁shallow": 23164, + "kn": 23165, + "▁Isa": 23166, + "isure": 23167, + "“\\": 23168, + "odo": 23169, + "NING": 23170, + "▁disks": 23171, + "▁streak": 23172, + "▁negligible": 23173, + "极端": 23174, + "Close": 23175, + "▁lawmakers": 23176, + "领取": 23177, + "真实的": 23178, + "▁Soul": 23179, + "ха": 23180, + "▁Ш": 23181, + "优雅": 23182, + "燃气": 23183, + "▁*/": 23184, + "Debug": 23185, + "tensor": 23186, + "▁functioning": 23187, + ")>": 23188, + "看完": 23189, + "▁Bor": 23190, + "▁Deal": 23191, + "▁Grace": 23192, + "▁Beijing": 23193, + "▁encourages": 23194, + "里面的": 23195, + "iasm": 23196, + "就是一个": 23197, + "▁cousin": 23198, + "ну": 23199, + "样本": 23200, + "▁CIA": 23201, + "▁mold": 23202, + "middle": 23203, + "▁lecture": 23204, + "▁CF": 23205, + "的方向": 23206, + "riters": 23207, + "▁persistent": 23208, + "▁signatures": 23209, + "▁Rat": 23210, + "还有一个": 23211, + "tests": 23212, + "▁Stewart": 23213, + "▁inappropriate": 23214, + "▁specifications": 23215, + "发酵": 23216, + "pires": 23217, + "从中": 23218, + "Tw": 23219, + "在该": 23220, + "撤销": 23221, + "''\\": 23222, + "ERV": 23223, + "▁{$": 23224, + "THER": 23225, + "模糊": 23226, + "的成绩": 23227, + "Byte": 23228, + "ierra": 23229, + "▁Cher": 23230, + "▁cubic": 23231, + "点点": 23232, + "预约": 23233, + "关系的": 23234, + "▁Same": 23235, + "▁Rules": 23236, + "▁runner": 23237, + "▁keywords": 23238, + "在校": 23239, + "告诉你": 23240, + "five": 23241, + "▁Pod": 23242, + "警示": 23243, + "▁Course": 23244, + "▁attorneys": 23245, + "▁believing": 23246, + "罗马": 23247, + "ideos": 23248, + "separ": 23249, + "▁marry": 23250, + "riteria": 23251, + "▁traits": 23252, + "▁'<": 23253, + "▁GDP": 23254, + "▁analyzing": 23255, + "星座": 23256, + "▁fighters": 23257, + "企业家": 23258, + "在前": 23259, + "Cond": 23260, + "$=": 23261, + "大人": 23262, + "山的": 23263, + "▁Drop": 23264, + "▁Hans": 23265, + "▁variants": 23266, + "springframework": 23267, + "▁Cav": 23268, + "▁interfaces": 23269, + "果然": 23270, + "filled": 23271, + "▁fixes": 23272, + "▁unders": 23273, + "已经是": 23274, + "disk": 23275, + "jar": 23276, + "很重要": 23277, + "vskip": 23278, + "▁earl": 23279, + "corollary": 23280, + "分开": 23281, + "nVal": 23282, + "▁revealing": 23283, + "▁Trek": 23284, + "▁toug": 23285, + "Ben": 23286, + "hfill": 23287, + "▁journalism": 23288, + "高速公路": 23289, + "▁Boot": 23290, + "▁bell": 23291, + "▁Giants": 23292, + "positive": 23293, + "▁Questions": 23294, + "▁Apparently": 23295, + "▁assignments": 23296, + "▁Sox": 23297, + "▁fetch": 23298, + "▁ubuntu": 23299, + "▁practicing": 23300, + "效力": 23301, + "Java": 23302, + "nThree": 23303, + "nPerson": 23304, + "▁cooler": 23305, + "先行": 23306, + "前提": 23307, + "auer": 23308, + "▁NOW": 23309, + "▁Thunder": 23310, + "▁necessity": 23311, + "情怀": 23312, + "▁ber": 23313, + "▁Options": 23314, + "车间": 23315, + "shit": 23316, + "ucker": 23317, + "▁homework": 23318, + "%%%%%%%%%%%%%%%%": 23319, + "dark": 23320, + "▁HAVE": 23321, + "▁Info": 23322, + "▁divine": 23323, + "chem": 23324, + "▁Anna": 23325, + "▁Prof": 23326, + "covery": 23327, + "▁personalized": 23328, + "值班": 23329, + "全新的": 23330, + "▁MORE": 23331, + "direction": 23332, + "cou": 23333, + "▁gods": 23334, + "▁refresh": 23335, + "头部": 23336, + "用途": 23337, + "的高度": 23338, + "▁Returns": 23339, + "毫米": 23340, + "猪肉": 23341, + "ETH": 23342, + "▁tv": 23343, + "cref": 23344, + "▁guards": 23345, + "hend": 23346, + "Second": 23347, + "▁distribute": 23348, + "AH": 23349, + "犹豫": 23350, + "ного": 23351, + "▁CBS": 23352, + "▁politician": 23353, + "细化": 23354, + "真实性": 23355, + "\":\"<": 23356, + "Password": 23357, + "igers": 23358, + "▁woke": 23359, + "moment": 23360, + "▁kinem": 23361, + "Changed": 23362, + "▁Similar": 23363, + "inis": 23364, + "termin": 23365, + "usters": 23366, + "▁redund": 23367, + "▁spotted": 23368, + "▁subscribers": 23369, + "我院": 23370, + "gic": 23371, + "▁Fix": 23372, + "callback": 23373, + "▁proceedings": 23374, + "▁Amy": 23375, + "▁Cameron": 23376, + "▁sacrific": 23377, + "▁Charlotte": 23378, + "书中": 23379, + "▁vic": 23380, + "▁Route": 23381, + "▁orche": 23382, + "▁flowing": 23383, + "KK": 23384, + "完整的": 23385, + "▁costume": 23386, + "gregation": 23387, + "Props": 23388, + "▁tricky": 23389, + "▁energet": 23390, + "▁answering": 23391, + "設計": 23392, + "nLog": 23393, + "prison": 23394, + "▁landsc": 23395, + "▁ray": 23396, + "kernel": 23397, + "centerline": 23398, + "▁Focus": 23399, + "▁tobacco": 23400, + "校区": 23401, + "▁Chi": 23402, + "panic": 23403, + "▁Products": 23404, + "富有": 23405, + "雖然": 23406, + "bai": 23407, + "esc": 23408, + "如果有": 23409, + "的责任": 23410, + "▁RES": 23411, + "▁gotta": 23412, + "在你": 23413, + "▁wont": 23414, + "国内外": 23415, + "Ident": 23416, + "utors": 23417, + "articles": 23418, + "▁witnessed": 23419, + "负面": 23420, + "igue": 23421, + "Policy": 23422, + "nonymous": 23423, + "▁demonstration": 23424, + "ONT": 23425, + "nar": 23426, + "▁$\\": 23427, + "solid": 23428, + "cursor": 23429, + "nContact": 23430, + "帝国": 23431, + "标的": 23432, + "▁ED": 23433, + "istered": 23434, + "▁Quant": 23435, + "▁fridge": 23436, + "▁syndrome": 23437, + "Inv": 23438, + "四川省": 23439, + "▁dread": 23440, + "▁detectors": 23441, + "曾在": 23442, + "Jan": 23443, + "|}\\": 23444, + "gender": 23445, + "庭审": 23446, + "▁horn": 23447, + "nImage": 23448, + "▁Baker": 23449, + "configuration": 23450, + "rencies": 23451, + "egu": 23452, + "▁excell": 23453, + "片区": 23454, + "行走": 23455, + "чни": 23456, + "▁AGN": 23457, + "Thank": 23458, + "▁welcomed": 23459, + "IZ": 23460, + "头上": 23461, + "tar": 23462, + "▁NAT": 23463, + "▁logged": 23464, + "▁Movie": 23465, + "▁kills": 23466, + "ificant": 23467, + "annotation": 23468, + "以免": 23469, + "假设": 23470, + "нов": 23471, + "flat": 23472, + "▁sovere": 23473, + "▁quietly": 23474, + "▁Liverpool": 23475, + "▁overly": 23476, + "对着": 23477, + "▁armor": 23478, + "▁Baseball": 23479, + "不适": 23480, + "流水": 23481, + "▁Lot": 23482, + "claimed": 23483, + "▁versatile": 23484, + "国庆": 23485, + "▁Cele": 23486, + "▁outlets": 23487, + "▁prescribed": 23488, + "指令": 23489, + "将继续": 23490, + "enum": 23491, + "nabout": 23492, + "▁reluct": 23493, + "▁thereof": 23494, + "important": 23495, + "}}}\\": 23496, + "▁las": 23497, + "的现象": 23498, + "nome": 23499, + "eering": 23500, + "prising": 23501, + "▁FDA": 23502, + "habil": 23503, + "▁combo": 23504, + "На": 23505, + "ILITY": 23506, + "我去": 23507, + "▁bins": 23508, + "▁RS": 23509, + "典型的": 23510, + "关怀": 23511, + "▁Usually": 23512, + "Lock": 23513, + "classes": 23514, + "▁Region": 23515, + "▁stylish": 23516, + "▁connects": 23517, + "zo": 23518, + "十大": 23519, + "个人的": 23520, + "▁ain": 23521, + "▁dock": 23522, + "▁harmonic": 23523, + "印刷": 23524, + "定制": 23525, + "眼泪": 23526, + "比赛中": 23527, + "sections": 23528, + "▁Stra": 23529, + "utable": 23530, + "▁arriving": 23531, + "▁advocates": 23532, + "▁simplified": 23533, + "▁continually": 23534, + "gmail": 23535, + "▁scholars": 23536, + "▁ingredient": 23537, + "OTA": 23538, + "sets": 23539, + "$&": 23540, + "均为": 23541, + "若是": 23542, + "一对": 23543, + "弹性": 23544, + "标题": 23545, + "的一次": 23546, + "▁outlook": 23547, + "▁faithful": 23548, + "▁delighted": 23549, + "传奇": 23550, + "副本": 23551, + "合伙": 23552, + "附属": 23553, + "还包括": 23554, + "▁Fisher": 23555, + "ков": 23556, + "▁IL": 23557, + "▁Mario": 23558, + "▁Someone": 23559, + "▁emotionally": 23560, + "着的": 23561, + "stan": 23562, + "你想": 23563, + "数额": 23564, + "▁earthqu": 23565, + "Hy": 23566, + "▁adversarial": 23567, + "分解": 23568, + "过得": 23569, + "aml": 23570, + "▁expend": 23571, + "cedented": 23572, + "赢得": 23573, + "▁Islands": 23574, + "在上": 23575, + "牢记": 23576, + "umm": 23577, + "▁nerve": 23578, + "▁realise": 23579, + "▁contradiction": 23580, + "}{*}{": 23581, + "▁cables": 23582, + "▁workforce": 23583, + "同行": 23584, + "眼镜": 23585, + "通风": 23586, + "▁accent": 23587, + "一百": 23588, + "注意力": 23589, + "▁wheat": 23590, + "tok": 23591, + "▁Input": 23592, + "▁exotic": 23593, + "人事": 23594, + "▁fu": 23595, + "罚款": 23596, + "当我们": 23597, + "▁cone": 23598, + "calcul": 23599, + "▁digest": 23600, + "▁lined": 23601, + "▁meter": 23602, + "ifiable": 23603, + "▁Progress": 23604, + "рата": 23605, + "密码": 23606, + "态势": 23607, + "建立了": 23608, + "triangle": 23609, + "▁Malaysia": 23610, + "才知道": 23611, + "STAT": 23612, + "▁thesis": 23613, + "▁sticking": 23614, + "剩余": 23615, + "中华民族": 23616, + "新能源汽车": 23617, + "▁Storm": 23618, + "sig": 23619, + "zilla": 23620, + "▁lawn": 23621, + "▁openly": 23622, + "自愿": 23623, + "阵容": 23624, + "▁packing": 23625, + "▁authentication": 23626, + "不说": 23627, + "号码": 23628, + "总理": 23629, + "穿越": 23630, + "▁Hend": 23631, + "▁medi": 23632, + "apture": 23633, + "▁attachment": 23634, + "技術": 23635, + "看的": 23636, + "极为": 23637, + "沉默": 23638, + "的功能": 23639, + "▁ACC": 23640, + "nCustom": 23641, + "▁disput": 23642, + "▁nuclei": 23643, + "analysis": 23644, + "▁Request": 23645, + "▁pretend": 23646, + "▁socket": 23647, + "▁Cambridge": 23648, + "▁corporation": 23649, + "wang": 23650, + "steps": 23651, + "umption": 23652, + "▁neglected": 23653, + "squ": 23654, + "ivals": 23655, + "ulence": 23656, + "ordinate": 23657, + "Queue": 23658, + "▁Recently": 23659, + "▁allocation": 23660, + "动手": 23661, + "圣诞": 23662, + "长安": 23663, + "▁Unity": 23664, + "icion": 23665, + "▁hilarious": 23666, + "▁illustration": 23667, + "▁Mine": 23668, + "▁Perry": 23669, + "iliation": 23670, + "太大": 23671, + "民营": 23672, + "▁fart": 23673, + "tconst": 23674, + "友谊": 23675, + "宏观": 23676, + "歌手": 23677, + "▁Mall": 23678, + "▁dominate": 23679, + "vee": 23680, + "之时": 23681, + "都说": 23682, + "▁arising": 23683, + "resolution": 23684, + "新一": 23685, + "看过": 23686, + "berries": 23687, + "onomous": 23688, + "▁Independent": 23689, + "|^{": 23690, + "rength": 23691, + "▁Taking": 23692, + "▁VPN": 23693, + "lando": 23694, + "▁ethics": 23695, + "▁Melbourne": 23696, + "Init": 23697, + "Media": 23698, + "▁Roger": 23699, + "storage": 23700, + "▁prefix": 23701, + "▁Indians": 23702, + "extension": 23703, + "交给": 23704, + "的首": 23705, + "这本书": 23706, + "为什么要": 23707, + "▁acted": 23708, + "▁ambig": 23709, + "▁smoothly": 23710, + "once": 23711, + "人力资源": 23712, + "▁Send": 23713, + "▁burg": 23714, + "体温": 23715, + "副主席": 23716, + "imit": 23717, + "▁PhD": 23718, + "▁Hash": 23719, + "ourage": 23720, + "▁comparisons": 23721, + "住宿": 23722, + "说起": 23723, + "▁wholes": 23724, + "▁ignoring": 23725, + "collection": 23726, + "▁rap": 23727, + "▁Explorer": 23728, + "▁Equation": 23729, + "ninst": 23730, + "shore": 23731, + "UG": 23732, + "太太": 23733, + "▁isolation": 23734, + "密集": 23735, + "natural": 23736, + "▁weekends": 23737, + "шни": 23738, + "也不知道": 23739, + "高压": 23740, + "▁Cape": 23741, + "▁Domin": 23742, + "▁moisture": 23743, + "plementation": 23744, + "拆除": 23745, + "▁EN": 23746, + "▁penis": 23747, + "Invalid": 23748, + "▁opposing": 23749, + "nett": 23750, + "▁Want": 23751, + "▁variability": 23752, + "境内": 23753, + "▁Mix": 23754, + "▁Parker": 23755, + "▁af": 23756, + "▁Netherlands": 23757, + "Mc": 23758, + "推行": 23759, + "合适的": 23760, + "▁cartoon": 23761, + "▁proposition": 23762, + "oft": 23763, + "umbing": 23764, + "▁hazard": 23765, + "▁strive": 23766, + "▁McCain": 23767, + "▁Taiwan": 23768, + "▁consuming": 23769, + "execute": 23770, + "▁fet": 23771, + "Widget": 23772, + "▁shaft": 23773, + "▁portal": 23774, + "▁Bou": 23775, + "▁unfortunate": 23776, + "村庄": 23777, + "ARCH": 23778, + "▁blown": 23779, + "▁Springs": 23780, + "浏览": 23781, + "=-\\\\": 23782, + "▁beaches": 23783, + "WD": 23784, + "要知道": 23785, + "rames": 23786, + "▁riders": 23787, + "▁decoder": 23788, + "▁defendant": 23789, + "市公安局": 23790, + "ainted": 23791, + "iosity": 23792, + "▁crops": 23793, + "nRemember": 23794, + "▁instructor": 23795, + "▁interviewed": 23796, + "黄河": 23797, + "▁horr": 23798, + "▁Citiz": 23799, + "▁bully": 23800, + "ois": 23801, + "所说的": 23802, + "采用了": 23803, + "安全隐患": 23804, + "过敏": 23805, + "设计的": 23806, + "atom": 23807, + "▁argues": 23808, + "▁obstacles": 23809, + "blo": 23810, + "▁CB": 23811, + "▁Between": 23812, + "▁helicop": 23813, + "CG": 23814, + "ARK": 23815, + "▁све": 23816, + "▁torture": 23817, + "这件": 23818, + "LINE": 23819, + "▁hardest": 23820, + "ledgements": 23821, + "гу": 23822, + "▁hills": 23823, + "▁contra": 23824, + "有关部门": 23825, + "▁jokes": 23826, + "▁dressing": 23827, + "神的": 23828, + "nPat": 23829, + "落在": 23830, + "▁SR": 23831, + "▁Gas": 23832, + "\\\"))\\": 23833, + "▁Griff": 23834, + "▁trauma": 23835, + "▁questioned": 23836, + "就行": 23837, + "条件的": 23838, + "▁OFF": 23839, + "nwould": 23840, + "▁icons": 23841, + "▁surge": 23842, + "加密": 23843, + "坚强": 23844, + "▁Edd": 23845, + "▁aforementioned": 23846, + "军的": 23847, + "▁Chamber": 23848, + "▁clarify": 23849, + "heat": 23850, + "▁Ger": 23851, + "▁dwarf": 23852, + "▁loses": 23853, + "nits": 23854, + "▁poses": 23855, + "▁stance": 23856, + "▁stones": 23857, + "冷却": 23858, + "▁XP": 23859, + "▁него": 23860, + "▁phrases": 23861, + "▁supplements": 23862, + "esity": 23863, + "▁funeral": 23864, + "凤凰": 23865, + "▁Gram": 23866, + "▁midnight": 23867, + "打了": 23868, + "选项": 23869, + "чва": 23870, + "▁Billy": 23871, + "longrightarrow": 23872, + "差别": 23873, + "▁пи": 23874, + "驾驶员": 23875, + "nthan": 23876, + "history": 23877, + "По": 23878, + "▁Cell": 23879, + "}}^{\\\\": 23880, + "testing": 23881, + "▁Franklin": 23882, + "▁prototype": 23883, + "文本": 23884, + "可以看到": 23885, + "▁Vector": 23886, + "▁rendered": 23887, + "私人": 23888, + "▁piv": 23889, + "也都": 23890, + "愿望": 23891, + "▁dign": 23892, + "▁rifle": 23893, + "frequency": 23894, + "夫人": 23895, + "中国共产党": 23896, + "▁deer": 23897, + "contact": 23898, + "▁counted": 23899, + "短信": 23900, + "features": 23901, + "就连": 23902, + "搭载": 23903, + "门诊": 23904, + "▁('": 23905, + "▁honored": 23906, + "较多": 23907, + "▁inquiry": 23908, + "▁influential": 23909, + "邻居": 23910, + "▁Drug": 23911, + "▁Gill": 23912, + "百分点": 23913, + "▁oils": 23914, + "ся": 23915, + "nCor": 23916, + "})^{": 23917, + "/-": 23918, + "口感": 23919, + "步伐": 23920, + "▁mud": 23921, + "▁Schools": 23922, + "▁colorful": 23923, + "毛泽东": 23924, + "背景下": 23925, + "▁hobby": 23926, + "▁neighborhoods": 23927, + "▁я": 23928, + "▁radar": 23929, + "对应的": 23930, + "▁altered": 23931, + "pload": 23932, + "▁booked": 23933, + "▁supposedly": 23934, + "▁extensively": 23935, + "▁Commissioner": 23936, + "出現": 23937, + "algebra": 23938, + "correct": 23939, + "大连": 23940, + "acre": 23941, + "▁profitable": 23942, + "xe": 23943, + "▁airline": 23944, + "▁increment": 23945, + "▁maintains": 23946, + "}<": 23947, + "摄入": 23948, + "漏洞": 23949, + "遗传": 23950, + "Bytes": 23951, + "▁learns": 23952, + "介入": 23953, + "引擎": 23954, + "▁Bear": 23955, + "▁mattress": 23956, + "▁dun": 23957, + "▁talents": 23958, + "density": 23959, + "nGoogle": 23960, + "渗透": 23961, + "独自": 23962, + "MzIz": 23963, + "хи": 23964, + "家居": 23965, + "频道": 23966, + "▁Ghost": 23967, + "▁Christopher": 23968, + "▁evolutionary": 23969, + "权的": 23970, + "▁dt": 23971, + "不仅是": 23972, + "▁cops": 23973, + "▁prisoners": 23974, + "andard": 23975, + "▁protocols": 23976, + "conomic": 23977, + "▁sounded": 23978, + "容器": 23979, + "runt": 23980, + "▁linearly": 23981, + "▁refugees": 23982, + "▁witnesses": 23983, + "кт": 23984, + "单词": 23985, + "▁mim": 23986, + "▁Planning": 23987, + "▁adaptive": 23988, + "▁rookie": 23989, + "▁eigenvalue": 23990, + "南海": 23991, + "在中": 23992, + "nDown": 23993, + "quire": 23994, + "▁Sweet": 23995, + "不存在": 23996, + "▁visa": 23997, + ">$": 23998, + "之後": 23999, + "但这": 24000, + "少的": 24001, + "舆论": 24002, + "engu": 24003, + "模范": 24004, + "泰国": 24005, + "判处": 24006, + "▁Tag": 24007, + "▁boats": 24008, + "▁polymer": 24009, + "wx": 24010, + "党组": 24011, + "▁monop": 24012, + "代价": 24013, + "投保": 24014, + "支援": 24015, + "▁Culture": 24016, + "▁trillion": 24017, + "万物": 24018, + "热水": 24019, + "***\\": 24020, + "两国": 24021, + "bigr": 24022, + "Details": 24023, + "▁Oracle": 24024, + "他对": 24025, + "▁Lex": 24026, + "▁evolving": 24027, + "▁subgroup": 24028, + "已被": 24029, + "治安": 24030, + "usp": 24031, + "MzIw": 24032, + "▁prohibited": 24033, + "▁BI": 24034, + "nEng": 24035, + "▁bankruptcy": 24036, + "代替": 24037, + "(\\\"#": 24038, + "▁Pref": 24039, + "▁queen": 24040, + "▁liberty": 24041, + "equations": 24042, + "aky": 24043, + "▁Pow": 24044, + "nSuch": 24045, + "▁tweets": 24046, + "▁fortunate": 24047, + "不满": 24048, + "反射": 24049, + "bery": 24050, + "nered": 24051, + "抗疫": 24052, + "混凝": 24053, + "erals": 24054, + "▁bicycle": 24055, + "账号": 24056, + "emb": 24057, + "我没有": 24058, + "umper": 24059, + "看好": 24060, + "▁Urban": 24061, + "▁pursuing": 24062, + "▁GP": 24063, + "▁XML": 24064, + "▁\\\\(\\\\": 24065, + "▁penalties": 24066, + "USE": 24067, + "会导致": 24068, + "itzerland": 24069, + "▁invisible": 24070, + "依次": 24071, + "抵抗": 24072, + "）\"": 24073, + "maj": 24074, + "Pool": 24075, + "bris": 24076, + "riel": 24077, + "headers": 24078, + "▁Promise": 24079, + "草原": 24080, + "ENCE": 24081, + "▁{};\\": 24082, + "▁philosoph": 24083, + "中心的": 24084, + "▁bree": 24085, + "▁absurd": 24086, + "传媒": 24087, + "扮演": 24088, + "未來": 24089, + "manif": 24090, + "running": 24091, + "@@": 24092, + "我又": 24093, + "▁rhet": 24094, + "▁Welcome": 24095, + "responding": 24096, + "克斯": 24097, + "▁{@": 24098, + "▁Penn": 24099, + "ancers": 24100, + "▁reconc": 24101, + "nEl": 24102, + "verely": 24103, + "▁intra": 24104, + "▁laying": 24105, + "▁justified": 24106, + "户口": 24107, + "Rob": 24108, + "illo": 24109, + "▁beats": 24110, + "邮件": 24111, + "▁brave": 24112, + "溶液": 24113, + "ORS": 24114, + "aniel": 24115, + "Simple": 24116, + "▁kilomet": 24117, + "RY": 24118, + "保养": 24119, + "▁Fat": 24120, + "▁Orth": 24121, + "▁Users": 24122, + "年后": 24123, + "bigl": 24124, + "▁bedrooms": 24125, + "▁affiliated": 24126, + "有益": 24127, + "有钱": 24128, + "Cur": 24129, + "Save": 24130, + "▁сре": 24131, + "▁relay": 24132, + "▁complaining": 24133, + "阿拉": 24134, + "公司在": 24135, + "▁anime": 24136, + "equence": 24137, + "▁Commerce": 24138, + "▁discretion": 24139, + "Price": 24140, + "子宫": 24141, + "骄傲": 24142, + "▁minus": 24143, + "kx": 24144, + "labels": 24145, + "▁dotted": 24146, + "▁politically": 24147, + "food": 24148, + "笑着": 24149, + "般的": 24150, + "INS": 24151, + "▁revised": 24152, + "▁outdoors": 24153, + "暑假": 24154, + "Also": 24155, + "▁Neg": 24156, + "▁\\\\}": 24157, + "▁collaborative": 24158, + "ържа": 24159, + "▁SSD": 24160, + "▁Stri": 24161, + "偶像": 24162, + "禁毒": 24163, + "▁;\\": 24164, + "一下子": 24165, + "我们也": 24166, + "alph": 24167, + "▁recordings": 24168, + "otherapy": 24169, + "▁drawings": 24170, + "▁databases": 24171, + "▁gem": 24172, + "nwere": 24173, + "▁flew": 24174, + "▁discusses": 24175, + "▁grandmother": 24176, + "▁oscillations": 24177, + "LF": 24178, + "乙方": 24179, + "的所有": 24180, + "实际情况": 24181, + "▁стра": 24182, + "wikipedia": 24183, + "教会": 24184, + "▁Ry": 24185, + "PASS": 24186, + "nYet": 24187, + "▁Pap": 24188, + "▁marker": 24189, + "▁trades": 24190, + "▁proximity": 24191, + "戏剧": 24192, + "rosso": 24193, + "除非": 24194, + "复印件": 24195, + "problem": 24196, + "▁spouse": 24197, + "▁gardens": 24198, + "▁metallic": 24199, + "productive": 24200, + "Ma": 24201, + "跟随": 24202, + "Life": 24203, + "一颗": 24204, + "两大": 24205, + "返还": 24206, + "远的": 24207, + "▁hated": 24208, + "▁Coul": 24209, + "GN": 24210, + "Loc": 24211, + "来到了": 24212, + "udson": 24213, + "▁Fried": 24214, + "▁wines": 24215, + "amas": 24216, + "▁permanently": 24217, + "不应": 24218, + "面包": 24219, + "vect": 24220, + "▁infinity": 24221, + "▁numerically": 24222, + "▁FM": 24223, + "▁mate": 24224, + "▁trunc": 24225, + "▁Poland": 24226, + "▁Together": 24227, + "▁amenities": 24228, + "▁presentations": 24229, + "得多": 24230, + "武装": 24231, + "合作社": 24232, + "protect": 24233, + "▁temporarily": 24234, + "合约": 24235, + "▁stro": 24236, + "▁Prior": 24237, + "obert": 24238, + "▁Swiss": 24239, + "表彰": 24240, + "▁disrupt": 24241, + "▁pursuit": 24242, + "狮子": 24243, + "▁Ori": 24244, + "▁Fish": 24245, + "▁belly": 24246, + "▁earliest": 24247, + "侵犯": 24248, + "在哪里": 24249, + "的作品": 24250, + "▁showcase": 24251, + "▁institutional": 24252, + "CB": 24253, + "张某": 24254, + "wart": 24255, + "vartheta": 24256, + "ttes": 24257, + "▁accidents": 24258, + "客人": 24259, + "白酒": 24260, + "▁marine": 24261, + "▁Oakland": 24262, + "▁enz": 24263, + "▁Federation": 24264, + "kk": 24265, + "暂停": 24266, + "甲方": 24267, + "短短": 24268, + "这几": 24269, + "起的": 24270, + "▁sore": 24271, + "▁patri": 24272, + "▁terrain": 24273, + "玫瑰": 24274, + "rise": 24275, + "▁Mode": 24276, + "▁tops": 24277, + "▁TODO": 24278, + "▁Susan": 24279, + "后者": 24280, + "耶稣": 24281, + "park": 24282, + "▁educate": 24283, + "▁prompted": 24284, + "最后的": 24285, + "para": 24286, + "efits": 24287, + "nonly": 24288, + "again": 24289, + "onomy": 24290, + "▁approve": 24291, + "▁Hey": 24292, + "身体健康": 24293, + "▁paired": 24294, + "▁freshman": 24295, + "Generic": 24296, + "▁genuinely": 24297, + "新型的": 24298, + "▁microsc": 24299, + "出手": 24300, + "unique": 24301, + "▁sacred": 24302, + "Report": 24303, + "▁Chelsea": 24304, + "不成": 24305, + "野生": 24306, + "Prop": 24307, + "Profile": 24308, + "關係": 24309, + "▁Bapt": 24310, + "▁Random": 24311, + "▁Settings": 24312, + "▁steering": 24313, + "有一次": 24314, + "▁Rice": 24315, + "▁enact": 24316, + "▁twisted": 24317, + "▁preserved": 24318, + "▁Steam": 24319, + "▁summit": 24320, + "Dem": 24321, + "▁jar": 24322, + "\\\\|\\\\": 24323, + "▁Campbell": 24324, + "▁intuitive": 24325, + "|_": 24326, + "招商": 24327, + "讲究": 24328, + "Msg": 24329, + "Stop": 24330, + "intro": 24331, + "Feature": 24332, + "▁specially": 24333, + "▁voter": 24334, + "▁partitions": 24335, + "ocity": 24336, + "soever": 24337, + "▁donated": 24338, + "▁facebook": 24339, + "fy": 24340, + "ели": 24341, + "解决问题": 24342, + "paring": 24343, + "的我": 24344, + "精英": 24345, + "nsome": 24346, + "专科": 24347, + "的管理": 24348, + "……”\\": 24349, + "emade": 24350, + "清水": 24351, + "nqu": 24352, + "已经在": 24353, + "▁neighboring": 24354, + "转账": 24355, + "▁Madison": 24356, + "人是": 24357, + "тор": 24358, + "▁Od": 24359, + "一会儿": 24360, + "serial": 24361, + "utorial": 24362, + "内在": 24363, + "hyd": 24364, + "科技创新": 24365, + "▁specification": 24366, + "▁lid": 24367, + "▁activist": 24368, + "approxim": 24369, + "▁exchanges": 24370, + "▁VI": 24371, + "遇到了": 24372, + "▁Half": 24373, + "▁Vent": 24374, + "▁DA": 24375, + "▁eaten": 24376, + "taining": 24377, + "▁Universal": 24378, + "heimer": 24379, + "▁renown": 24380, + "рика": 24381, + "▁sealed": 24382, + "▁switches": 24383, + "业内": 24384, + "此后": 24385, + "一辈子": 24386, + "▁Ted": 24387, + "大哥": 24388, + "县公安局": 24389, + "})=\\\\": 24390, + "keeping": 24391, + "▁Ave": 24392, + "observ": 24393, + "▁visitor": 24394, + "新车": 24395, + "ATCH": 24396, + "sheet": 24397, + "▁niche": 24398, + "metadata": 24399, + "▁captures": 24400, + "男友": 24401, + "abad": 24402, + "▁Consequently": 24403, + "佩戴": 24404, + "Double": 24405, + "▁Yahoo": 24406, + "▁Stanley": 24407, + "变形": 24408, + "抚养": 24409, + "▁Chron": 24410, + "▁vessels": 24411, + "anship": 24412, + "isease": 24413, + "arcelona": 24414, + "▁credentials": 24415, + "按摩": 24416, + "~{\\\\": 24417, + "个百分点": 24418, + "ysics": 24419, + "▁pale": 24420, + "▁escal": 24421, + "未经": 24422, + "sor": 24423, + "ivari": 24424, + "iemann": 24425, + "孔子": 24426, + "iri": 24427, + "▁Ni": 24428, + "ighed": 24429, + "▁intentions": 24430, + "的人员": 24431, + "但也": 24432, + "催化": 24433, + "每一位": 24434, + "▁ego": 24435, + "Summary": 24436, + "▁grammar": 24437, + "民初": 24438, + "▁upgrades": 24439, + "▁enthusiasm": 24440, + "较大的": 24441, + "一带一路": 24442, + "▁boson": 24443, + "▁unprecedented": 24444, + "三个月": 24445, + "nStr": 24446, + "tbreak": 24447, + "▁Jobs": 24448, + "▁localization": 24449, + "限于": 24450, + "▁事": 24451, + "公元": 24452, + "▁Fel": 24453, + "▁Hilbert": 24454, + "地质": 24455, + "▁RA": 24456, + "{(\\\\": 24457, + "мира": 24458, + "▁Notes": 24459, + "▁CV": 24460, + "ovies": 24461, + "▁част": 24462, + "▁Resource": 24463, + "▁healthier": 24464, + "nSeveral": 24465, + "▁extinction": 24466, + "nVery": 24467, + "▁counterparts": 24468, + "nVis": 24469, + "▁vamp": 24470, + "Public": 24471, + "unted": 24472, + "▁quart": 24473, + "▁knocked": 24474, + "▁cellular": 24475, + "残疾人": 24476, + "▁confidential": 24477, + "cli": 24478, + "的特点": 24479, + "bridge": 24480, + "盗窃": 24481, + "联邦": 24482, + "Success": 24483, + "naments": 24484, + "erd": 24485, + "▁Birth": 24486, + "父母的": 24487, + "▁Adobe": 24488, + "▁annih": 24489, + "umbling": 24490, + "▁builder": 24491, + "▁gad": 24492, + "▁reviewing": 24493, + "ZZ": 24494, + "▁'@": 24495, + "cury": 24496, + "scripts": 24497, + "▁blockchain": 24498, + "sym": 24499, + "▁ба": 24500, + "▁brutal": 24501, + "中年": 24502, + "oooo": 24503, + "built": 24504, + "nprov": 24505, + "▁eternal": 24506, + "▁bloggers": 24507, + "=\\\"_": 24508, + "ivic": 24509, + "pull": 24510, + "▁Upon": 24511, + "▁verse": 24512, + "▁strand": 24513, + "▁български": 24514, + "之心": 24515, + "nDue": 24516, + "少了": 24517, + "▁Evans": 24518, + "▁kicks": 24519, + "之旅": 24520, + "优良": 24521, + "班的": 24522, + "▁Bah": 24523, + "▁});\\": 24524, + "绩效": 24525, + "▁Morris": 24526, + "▁herein": 24527, + "▁guessing": 24528, + "▁recession": 24529, + "__\\": 24530, + "into": 24531, + "▁Cruz": 24532, + "▁packs": 24533, + "]^": 24534, + "Conf": 24535, + "▁UFC": 24536, + "有期徒刑": 24537, + "▁Begin": 24538, + "▁entrepreneurs": 24539, + "▁Rav": 24540, + "ългария": 24541, + "上看": 24542, + "率为": 24543, + "Auto": 24544, + "chart": 24545, + "opard": 24546, + "▁Grey": 24547, + "▁Clear": 24548, + "nbefore": 24549, + "▁positioned": 24550, + "▁calculating": 24551, + "春季": 24552, + "版权": 24553, + "追究": 24554, + "++)\\": 24555, + "▁Hat": 24556, + "great": 24557, + "ogenic": 24558, + "▁Respons": 24559, + "▁reforms": 24560, + "▁pairing": 24561, + "MzIy": 24562, + "ructive": 24563, + "download": 24564, + "▁refined": 24565, + "农户": 24566, + "刚开始": 24567, + "▁slim": 24568, + "archive": 24569, + "▁blessing": 24570, + "安全的": 24571, + "▁nomine": 24572, + "案件受理费": 24573, + "▁initiated": 24574, + "向往": 24575, + "市值": 24576, + "拍卖": 24577, + "Before": 24578, + "▁ambit": 24579, + "▁pulls": 24580, + "▁distinctive": 24581, + "▁concentrated": 24582, + "學校": 24583, + "感悟": 24584, + "正义": 24585, + "Even": 24586, + "▁weaken": 24587, + "▁Sheriff": 24588, + "自己在": 24589, + "wy": 24590, + "▁Flow": 24591, + "reducible": 24592, + "▁charming": 24593, + "了对": 24594, + "▁scam": 24595, + "▁Status": 24596, + "▁billions": 24597, + "包容": 24598, + "欢乐": 24599, + "▁LP": 24600, + "▁alot": 24601, + "▁Woman": 24602, + "▁exped": 24603, + "▁Thailand": 24604, + "下游": 24605, + "两者": 24606, + "lev": 24607, + "每一次": 24608, + "nApril": 24609, + "▁loyalty": 24610, + "▁imagined": 24611, + "不高": 24612, + "Schema": 24613, + "肌肤": 24614, + "kee": 24615, + "▁idi": 24616, + "大战": 24617, + "劳动合同": 24618, + "ificates": 24619, + "▁localized": 24620, + ":-": 24621, + "气息": 24622, + "▁restoration": 24623, + "动脉": 24624, + "▁cores": 24625, + "plugins": 24626, + "电气": 24627, + "ISH": 24628, + "▁crowds": 24629, + "的说": 24630, + "核酸检测": 24631, + "racting": 24632, + "▁emphasize": 24633, + "€™": 24634, + "▁conviction": 24635, + "在本": 24636, + "急性": 24637, + "的经济": 24638, + "nDear": 24639, + "footer": 24640, + "▁locals": 24641, + "没事": 24642, + "▁Thor": 24643, + "▁succ": 24644, + "generated": 24645, + "区间": 24646, + "材质": 24647, + "▁TX": 24648, + "▁nonprofit": 24649, + "тър": 24650, + "▁Glo": 24651, + "▁Initial": 24652, + "底线": 24653, + "狗狗": 24654, + "来自于": 24655, + "proc": 24656, + "▁Lay": 24657, + "depend": 24658, + "▁retrieve": 24659, + "▁estimator": 24660, + "度过": 24661, + "▁satur": 24662, + "▁neurons": 24663, + "▁recipient": 24664, + "大桥": 24665, + "nmy": 24666, + "▁equivalence": 24667, + "▁obligations": 24668, + "昆明": 24669, + "bash": 24670, + "▁cope": 24671, + "endant": 24672, + "nAmong": 24673, + "nAdvertisement": 24674, + "seed": 24675, + "▁keV": 24676, + "她是": 24677, + "认识到": 24678, + "ados": 24679, + "▁dairy": 24680, + "分工": 24681, + "▁DS": 24682, + "▁spy": 24683, + "bands": 24684, + "▁Item": 24685, + "▁Rachel": 24686, + "▁descent": 24687, + "我相信": 24688, + "短暂": 24689, + "买入": 24690, + "▁Heaven": 24691, + "演技": 24692, + "MzIx": 24693, + "▁Lion": 24694, + "▁farming": 24695, + "▁convincing": 24696, + "致富": 24697, + "pletion": 24698, + "有人说": 24699, + "ertainly": 24700, + "▁cryptocur": 24701, + "Pe": 24702, + "lov": 24703, + "HECK": 24704, + "▁attain": 24705, + "gap": 24706, + "▁surg": 24707, + "▁tropical": 24708, + "information": 24709, + "倡导": 24710, + "这不是": 24711, + "▁rays": 24712, + "▁customized": 24713, + "vp": 24714, + "混凝土": 24715, + "起来的": 24716, + "'];\\": 24717, + "otyp": 24718, + "uffle": 24719, + "▁Linked": 24720, + "▁keyword": 24721, + "▁additionally": 24722, + "会对": 24723, + "和大": 24724, + "▁Nap": 24725, + "▁observer": 24726, + "mil": 24727, + "下半年": 24728, + "▁Golf": 24729, + "共识": 24730, + "疲劳": 24731, + "▁Iranian": 24732, + "▁applicants": 24733, + "JP": 24734, + "移民": 24735, + ")));\\": 24736, + "microsoft": 24737, + "▁adjustments": 24738, + "glass": 24739, + "eworks": 24740, + "欧元": 24741, + "着急": 24742, + "▁Eagles": 24743, + "各界": 24744, + "最美": 24745, + "zech": 24746, + "▁genius": 24747, + "▁molecule": 24748, + "▁contributes": 24749, + "同年": 24750, + "海上": 24751, + "编程": 24752, + "▁ecc": 24753, + "▁Tampa": 24754, + "▁coron": 24755, + "占有": 24756, + "其实是": 24757, + "nIts": 24758, + "▁Ring": 24759, + "车上": 24760, + "Pad": 24761, + "▁FE": 24762, + "ixon": 24763, + "▁Pink": 24764, + "▁unto": 24765, + "▁gamma": 24766, + "osphere": 24767, + "类型的": 24768, + "有多少": 24769, + "▁severely": 24770, + "allowed": 24771, + "▁§": 24772, + "看待": 24773, + "▁merger": 24774, + "abc": 24775, + "的标准": 24776, + "▁accessed": 24777, + "Effect": 24778, + "acking": 24779, + "▁lightly": 24780, + "▁Rot": 24781, + "nInterest": 24782, + "▁Jennifer": 24783, + "▁spinning": 24784, + "弟子": 24785, + "十三条": 24786, + "为进一步": 24787, + "itably": 24788, + "▁awhile": 24789, + "▁cataly": 24790, + "道歉": 24791, + "▁exempl": 24792, + "progress": 24793, + "orate": 24794, + "similar": 24795, + "享有": 24796, + "否认": 24797, + "nSorry": 24798, + "▁Arthur": 24799, + "▁invasion": 24800, + "住所": 24801, + "between": 24802, + "Database": 24803, + "▁rankings": 24804, + "的文化": 24805, + "▁Marshall": 24806, + "▁contractor": 24807, + "到期": 24808, + "因为他": 24809, + "▁DEF": 24810, + "production": 24811, + "▁wrist": 24812, + "人身": 24813, + "向原告": 24814, + "^*\\\\": 24815, + "creens": 24816, + "医护": 24817, + "▁Crim": 24818, + "▁Soon": 24819, + "发布了": 24820, + "▁Buck": 24821, + "▁Kitchen": 24822, + "▁tribute": 24823, + "的食物": 24824, + "▁dece": 24825, + "▁urged": 24826, + "+-": 24827, + "下一个": 24828, + "▁Corps": 24829, + "▁uniquely": 24830, + "不像": 24831, + "亲戚": 24832, + "ema": 24833, + "▁Krist": 24834, + "的重": 24835, + "packages": 24836, + "填写": 24837, + "▁wasted": 24838, + "▁sponsor": 24839, + "▁我": 24840, + "▁Ay": 24841, + "▁pp": 24842, + "Have": 24843, + "▁exports": 24844, + "▁mounting": 24845, + "各方": 24846, + "OND": 24847, + "▁SNR": 24848, + "QUE": 24849, + "lla": 24850, + "▁slam": 24851, + "▁Collins": 24852, + "清除": 24853, + "票房": 24854, + ")~\\\\": 24855, + "Person": 24856, + "amilies": 24857, + "骨干": 24858, + "▁Anti": 24859, + "辩护": 24860, + "Join": 24861, + "idency": 24862, + "Anim": 24863, + "▁jumps": 24864, + "▁notifications": 24865, + "worthy": 24866, + "▁contractors": 24867, + "供电": 24868, + "scriber": 24869, + "▁accidentally": 24870, + "▁България": 24871, + "iton": 24872, + "▁obey": 24873, + "▁Robin": 24874, + "▁Singh": 24875, + "▁Display": 24876, + "小于": 24877, + "▁watches": 24878, + "▁renewable": 24879, + "Collections": 24880, + "fac": 24881, + "▁pork": 24882, + "exit": 24883, + "smallskip": 24884, + ")'": 24885, + "WW": 24886, + "一支": 24887, + "ван": 24888, + "▁GET": 24889, + "▁supervision": 24890, + "▁convolutional": 24891, + "人性": 24892, + "▁si": 24893, + "arette": 24894, + "▁crust": 24895, + "ints": 24896, + "Screen": 24897, + "▁Barbara": 24898, + "一提": 24899, + "变革": 24900, + "idi": 24901, + "oil": 24902, + "Station": 24903, + "契机": 24904, + "EXP": 24905, + "▁Ми": 24906, + "ceil": 24907, + "xs": 24908, + "▁'\\\\": 24909, + "tained": 24910, + "▁inclusive": 24911, + "▁nu": 24912, + "的专业": 24913, + "▁Nevada": 24914, + "▁absorb": 24915, + "▁orbits": 24916, + "▁psychiat": 24917, + "▁pronounced": 24918, + "▁traditionally": 24919, + "tC": 24920, + "{|": 24921, + "长得": 24922, + "▁ня": 24923, + "nRight": 24924, + "▁midst": 24925, + "▁cleaner": 24926, + "▁refreshing": 24927, + "▁achievements": 24928, + "号线": 24929, + "不利": 24930, + "nno": 24931, + "itatively": 24932, + "▁spacious": 24933, + "▁investigators": 24934, + "加重": 24935, + "▁RM": 24936, + "▁syntax": 24937, + "▁Ap": 24938, + "▁Sandy": 24939, + "▁subspace": 24940, + "▁supplier": 24941, + "东京": 24942, + "▁breathe": 24943, + "多彩": 24944, + "居家": 24945, + "约为": 24946, + "一个是": 24947, + "合法权益": 24948, + "▁Falls": 24949, + "▁elaborate": 24950, + "個人": 24951, + "澳洲": 24952, + "×××": 24953, + "交易所": 24954, + "▁Dig": 24955, + "▁Face": 24956, + "▁mast": 24957, + "▁Optim": 24958, + "▁sanctions": 24959, + "▁explanations": 24960, + "YY": 24961, + "耳朵": 24962, + "▁scrut": 24963, + "▁trainer": 24964, + "something": 24965, + "伟大的": 24966, + "Loader": 24967, + "▁Roberts": 24968, + "句子": 24969, + "规格": 24970, + "▁Practice": 24971, + "战场": 24972, + "udy": 24973, + "▁PD": 24974, + "黑龙江": 24975, + "▁vin": 24976, + "▁â": 24977, + "审美": 24978, + "桥梁": 24979, + "▁discontin": 24980, + "▁portrait": 24981, + "▁eighth": 24982, + "▁Question": 24983, + "▁metabol": 24984, + "▁secular": 24985, + "▁excellence": 24986, + "umpy": 24987, + "▁hass": 24988, + "其實": 24989, + "端午": 24990, + "'_{": 24991, + "二审": 24992, + "廉政": 24993, + "ylon": 24994, + "▁Craig": 24995, + "▁appropriately": 24996, + "看到的": 24997, + "▁occurrence": 24998, + "why": 24999, + "脱离": 25000, + "okemon": 25001, + "ais": 25002, + "irs": 25003, + "具体的": 25004, + "ractor": 25005, + "&-": 25006, + "▁Often": 25007, + "▁publishers": 25008, + "▁Fan": 25009, + "▁synthesis": 25010, + "之为": 25011, + "缓慢": 25012, + "伴随着": 25013, + "▁sod": 25014, + "nsign": 25015, + "▁wounded": 25016, + "因为我": 25017, + "publ": 25018, + "▁whatsoever": 25019, + "图案": 25020, + "缴费": 25021, + "▁prospective": 25022, + "▁speculation": 25023, + "之人": 25024, + "摩擦": 25025, + "oj": 25026, + "老家": 25027, + "exe": 25028, + "nol": 25029, + "▁ACT": 25030, + "▁hiking": 25031, + "▁lamp": 25032, + "不宜": 25033, + "拘留": 25034, + "支架": 25035, + "▁premier": 25036, + "▁Military": 25037, + "直至": 25038, + "中医药": 25039, + "▁Nice": 25040, + "ibbean": 25041, + "logging": 25042, + "▁affirm": 25043, + "▁architectures": 25044, + "不堪": 25045, + "在地": 25046, + "纳米": 25047, + "之后的": 25048, + "▁Sud": 25049, + "▁pills": 25050, + "友好": 25051, + "常识": 25052, + "繁荣": 25053, + "老的": 25054, + "itching": 25055, + "▁absorbed": 25056, + "▁succeeded": 25057, + "死的": 25058, + "ято": 25059, + "▁accus": 25060, + "一面": 25061, + "升高": 25062, + "rates": 25063, + "ulously": 25064, + "▁cylinder": 25065, + "independent": 25066, + "▁recruiting": 25067, + "▁supervised": 25068, + "博客": 25069, + "Hi": 25070, + "▁Bath": 25071, + "rative": 25072, + "三人": 25073, + "voc": 25074, + "mons": 25075, + "电子商务": 25076, + "▁Buffalo": 25077, + "▁suppressed": 25078, + "Multi": 25079, + "▁Wine": 25080, + "▁seasonal": 25081, + "▁atmospheric": 25082, + "村的": 25083, + "YPE": 25084, + "zon": 25085, + "▁Brun": 25086, + "▁suspicious": 25087, + "不已": 25088, + "TEST": 25089, + "umni": 25090, + "▁Circuit": 25091, + "hp": 25092, + "▁chef": 25093, + "相同的": 25094, + "ucked": 25095, + "nbecause": 25096, + "牛肉": 25097, + "compet": 25098, + "▁relativistic": 25099, + "▁bipart": 25100, + "用手": 25101, + "Hello": 25102, + "imension": 25103, + "}$}": 25104, + "Soft": 25105, + "Models": 25106, + "▁upside": 25107, + "▁Swedish": 25108, + "五十": 25109, + "▁Snap": 25110, + "jj": 25111, + "的女人": 25112, + "etics": 25113, + "▁motions": 25114, + "媳妇": 25115, + "愤怒": 25116, + "npre": 25117, + "▁Chen": 25118, + "▁bang": 25119, + "▁mant": 25120, + "▁bitch": 25121, + "▁spirits": 25122, + "排水": 25123, + "avery": 25124, + "好事": 25125, + "王子": 25126, + "朋友们": 25127, + "▁Rol": 25128, + "▁gly": 25129, + "Program": 25130, + "▁incentive": 25131, + "▁nominated": 25132, + "▁projections": 25133, + "Ag": 25134, + ")\\": 25434, + "唯一的": 25435, + "▁Lorentz": 25436, + "孕妇": 25437, + "无力": 25438, + "用车": 25439, + "pher": 25440, + "▁misunder": 25441, + "▁apologize": 25442, + "占地": 25443, + "Mag": 25444, + "▁NN": 25445, + "▁Weight": 25446, + "▁unitary": 25447, + "▁elevated": 25448, + "困扰": 25449, + "其他人": 25450, + "rout": 25451, + "▁runtime": 25452, + "▁mentions": 25453, + "▁headlines": 25454, + "月中": 25455, + "▁QB": 25456, + "▁Alber": 25457, + "urities": 25458, + "的空间": 25459, + "character": 25460, + "▁relevance": 25461, + "▁rage": 25462, + "色列": 25463, + "照明": 25464, + "uffy": 25465, + "vdots": 25466, + "▁amend": 25467, + "▁Casino": 25468, + "▁Luther": 25469, + "▁expose": 25470, + "arettes": 25471, + "▁Basically": 25472, + "在这种": 25473, + "prints": 25474, + "▁scaled": 25475, + "▁prevented": 25476, + "深受": 25477, + "法定代表人": 25478, + "nTotal": 25479, + "院士": 25480, + "icky": 25481, + "tees": 25482, + "jamin": 25483, + "earning": 25484, + "国土": 25485, + "片的": 25486, + "注意的是": 25487, + "▁Coal": 25488, + "TX": 25489, + "къ": 25490, + "▁Bos": 25491, + "▁Rank": 25492, + "▁freed": 25493, + "▁souls": 25494, + "▁summarized": 25495, + "多吃": 25496, + "pie": 25497, + "Because": 25498, + "▁Probably": 25499, + "▁insisted": 25500, + "▁Tyler": 25501, + "▁beers": 25502, + "▁Clearly": 25503, + "rv": 25504, + "刑法": 25505, + "▁rushing": 25506, + "Pat": 25507, + "}^{+": 25508, + "▁fled": 25509, + "▁predomin": 25510, + "乐趣": 25511, + "Apple": 25512, + "ncheck": 25513, + "CAR": 25514, + "▁expressing": 25515, + "短评": 25516, + "露出": 25517, + "的家庭": 25518, + "▁caf": 25519, + "(`": 25520, + "符号": 25521, + "oter": 25522, + "▁divergence": 25523, + "Should": 25524, + "▁linux": 25525, + "library": 25526, + "▁Storage": 25527, + "▁$<": 25528, + "▁chron": 25529, + "▁Associated": 25530, + "ergy": 25531, + "phabet": 25532, + "▁Laura": 25533, + "▁nutrients": 25534, + "(@": 25535, + "乳腺": 25536, + "的具体": 25537, + "▁cancelled": 25538, + "aders": 25539, + "▁Dakota": 25540, + "▁modeled": 25541, + "事宜": 25542, + "nhow": 25543, + "借鉴": 25544, + "nIndeed": 25545, + "倒是": 25546, + "期刊": 25547, + "▁Tel": 25548, + "消防安全": 25549, + "ecess": 25550, + "▁bund": 25551, + "▁grandfather": 25552, + "acked": 25553, + "▁therein": 25554, + "优异": 25555, + "完美的": 25556, + "就是要": 25557, + "mand": 25558, + "▁Interv": 25559, + "的活动": 25560, + "iners": 25561, + "xff": 25562, + "клю": 25563, + "▁dispar": 25564, + "▁encomp": 25565, + "▁criminals": 25566, + "ocy": 25567, + "▁weed": 25568, + "submit": 25569, + "把他": 25570, + "Light": 25571, + "nJuly": 25572, + "▁cush": 25573, + "▁qubit": 25574, + "▁Princess": 25575, + "东部": 25576, + "储存": 25577, + "laim": 25578, + "▁Tit": 25579, + "▁git": 25580, + "▁Animal": 25581, + "▁bounce": 25582, + "▁athlete": 25583, + "iq": 25584, + "Today": 25585, + ")^\\\\": 25586, + "nBen": 25587, + "路的": 25588, + "Move": 25589, + "▁fatal": 25590, + "charged": 25591, + "复苏": 25592, + "million": 25593, + "▁nurses": 25594, + "YS": 25595, + "上方": 25596, + "数的": 25597, + "组成员": 25598, + "▁lasted": 25599, + "深圳市": 25600, + "▁teenage": 25601, + "▁imported": 25602, + "▁compatibility": 25603, + "女友": 25604, + "来临": 25605, + "门槛": 25606, + "ISE": 25607, + "nEq": 25608, + "ruby": 25609, + "▁teenager": 25610, + "▁auxiliary": 25611, + "▁farms": 25612, + "售价": 25613, + "模样": 25614, + "editor": 25615, + "▁manipulation": 25616, + "这个人": 25617, + "toggle": 25618, + "为一": 25619, + "在国内": 25620, + "得到的": 25621, + "Bundle": 25622, + "中所": 25623, + "▁Arg": 25624, + "▁copied": 25625, + "科室": 25626, + "XFF": 25627, + "ielded": 25628, + "▁joins": 25629, + "▁bracket": 25630, + "不妨": 25631, + "(__": 25632, + "olas": 25633, + "ificent": 25634, + "same": 25635, + "▁caut": 25636, + "▁packets": 25637, + "▁backwards": 25638, + "▁Switzerland": 25639, + "camp": 25640, + "▁humble": 25641, + "includes": 25642, + "学子": 25643, + "▁Terry": 25644, + "▁Beyond": 25645, + "吐槽": 25646, + "签字": 25647, + "心中的": 25648, + "的服务": 25649, + "▁Tips": 25650, + "icting": 25651, + "elastic": 25652, + "▁governance": 25653, + "了两": 25654, + "货车": 25655, + "▁clo": 25656, + "▁mall": 25657, + "mys": 25658, + "nAtt": 25659, + "maybe": 25660, + "世间": 25661, + "仍有": 25662, + "呼吁": 25663, + "放到": 25664, + "imon": 25665, + "▁spends": 25666, + "nSubscribe": 25667, + "信托": 25668, + "▁Gaza": 25669, + "▁memor": 25670, + "合力": 25671, + "调控": 25672, + "вия": 25673, + "ското": 25674, + "izarre": 25675, + "▁Broadway": 25676, + "▁backward": 25677, + "zs": 25678, + "衔接": 25679, + "年开始": 25680, + "asive": 25681, + "▁cleans": 25682, + "при": 25683, + "▁Barry": 25684, + "▁schema": 25685, + "▁shorts": 25686, + "▁Montreal": 25687, + "冠状": 25688, + "MAN": 25689, + "▁BO": 25690, + "radius": 25691, + "▁remot": 25692, + "▁notably": 25693, + "界面": 25694, + "的家": 25695, + "Did": 25696, + "hum": 25697, + "\\\"\\\\": 25698, + "▁relying": 25699, + "▁specialty": 25700, + "'>": 25701, + "iban": 25702, + "iquid": 25703, + "▁Feel": 25704, + "▁Speaker": 25705, + "pendicular": 25706, + "你怎么": 25707, + "▁tubes": 25708, + "▁Johnny": 25709, + "▁Junior": 25710, + "▁Markov": 25711, + "▁musician": 25712, + "啤酒": 25713, + "线条": 25714, + "可通过": 25715, + "人員": 25716, + "似的": 25717, + "所以说": 25718, + "身高": 25719, + "▁NA": 25720, + "强烈的": 25721, + "viol": 25722, + "▁Tob": 25723, + "itance": 25724, + "▁peripher": 25725, + "夜间": 25726, + "memory": 25727, + "rx": 25728, + "已成为": 25729, + "grat": 25730, + "立体": 25731, + "nobserv": 25732, + "一番": 25733, + "▁бо": 25734, + "深刻的": 25735, + "让大家": 25736, + "цията": 25737, + "▁trium": 25738, + "▁prizes": 25739, + "'])": 25740, + "лан": 25741, + "iefs": 25742, + "Member": 25743, + "expensive": 25744, + "▁disappointing": 25745, + "头脑": 25746, + "民政": 25747, + "AYS": 25748, + "学生们": 25749, + "拿下": 25750, + "评为": 25751, + "▁Todd": 25752, + "▁Bright": 25753, + "▁destinations": 25754, + "分割": 25755, + "贝尔": 25756, + "集合": 25757, + "relax": 25758, + "ractive": 25759, + "▁Crow": 25760, + "ieval": 25761, + "}}=\\\\": 25762, + "▁delta": 25763, + "▁gluten": 25764, + "高位": 25765, + "▁cram": 25766, + "▁Lions": 25767, + "▁assure": 25768, + "▁physicians": 25769, + "不时": 25770, + "总量": 25771, + "注入": 25772, + "▁ii": 25773, + "Send": 25774, + "▁cinema": 25775, + "▁Michelle": 25776, + "▁governed": 25777, + "▁devastating": 25778, + "▁Saints": 25779, + "▁confined": 25780, + "亮相": 25781, + "ynn": 25782, + "▁notebook": 25783, + "▁administrator": 25784, + "{[": 25785, + "系統": 25786, + "美军": 25787, + "▁Douglas": 25788, + "▁distortion": 25789, + "热的": 25790, + "▁Indonesia": 25791, + "年以来": 25792, + "▁dipole": 25793, + "▁invented": 25794, + "▁midfield": 25795, + "▁\\\"$": 25796, + "ninto": 25797, + "▁washed": 25798, + "subfloat": 25799, + "▁headline": 25800, + "取决于": 25801, + "▁develops": 25802, + "mix": 25803, + "▁hatred": 25804, + "终止": 25805, + "▁pi": 25806, + "ippers": 25807, + "jango": 25808, + "▁Meet": 25809, + "▁fict": 25810, + "▁Rangers": 25811, + "但却": 25812, + "授予": 25813, + "igrant": 25814, + "勇士": 25815, + "還是": 25816, + "▁vanishes": 25817, + "▁trademark": 25818, + "lp": 25819, + "的面": 25820, + "ikh": 25821, + "▁disposal": 25822, + "▁formulas": 25823, + "▁quicker": 25824, + "▁Additional": 25825, + "夜晚": 25826, + "深的": 25827, + "灯光": 25828, + "处理器": 25829, + "eled": 25830, + "sent": 25831, + "▁Gil": 25832, + "enezuel": 25833, + "configure": 25834, + "▁securities": 25835, + "极大": 25836, + "ният": 25837, + "不一样的": 25838, + "urred": 25839, + "▁clause": 25840, + "失业": 25841, + "跑步": 25842, + "风光": 25843, + "nTw": 25844, + "▁bron": 25845, + "nLocation": 25846, + "大门": 25847, + "抵达": 25848, + "港口": 25849, + "Selected": 25850, + "▁listings": 25851, + "中考": 25852, + "▁propaganda": 25853, + ":=\\\\": 25854, + "Comparison": 25855, + "的通知": 25856, + "▁VAL": 25857, + "▁Ground": 25858, + "▁Heritage": 25859, + "▁renowned": 25860, + "倒入": 25861, + "湖南省": 25862, + "▁centr": 25863, + "▁civilian": 25864, + "▁reflecting": 25865, + "▁scheduling": 25866, + "意愿": 25867, + "restrict": 25868, + "spa": 25869, + "▁Sent": 25870, + "▁Fantasy": 25871, + "▁finishes": 25872, + "跨境": 25873, + "lists": 25874, + "▁kits": 25875, + "▁smiled": 25876, + "▁Diamond": 25877, + "▁founding": 25878, + "▁welcoming": 25879, + "](#": 25880, + "export": 25881, + "▁Craft": 25882, + "▁bucks": 25883, + "▁debris": 25884, + "主场": 25885, + "▁bent": 25886, + "▁rejection": 25887, + "众人": 25888, + "▁inability": 25889, + "(['": 25890, + "▁CI": 25891, + "的可能性": 25892, + "▁identities": 25893, + "logo": 25894, + "nvari": 25895, + "▁buses": 25896, + "▁Arabia": 25897, + "▁frankly": 25898, + "买房": 25899, + "原子": 25900, + "▁attitudes": 25901, + "你好": 25902, + "递交": 25903, + "nus": 25904, + "▁Ви": 25905, + "以色列": 25906, + "所以我": 25907, + "智能化": 25908, + "рите": 25909, + "这个世界": 25910, + "▁Palm": 25911, + "▁Nigeria": 25912, + "*/": 25913, + "▁unwanted": 25914, + "vice": 25915, + "▁Madrid": 25916, + "和发展": 25917, + "组成的": 25918, + "▁mindset": 25919, + "harm": 25920, + "Package": 25921, + "▁abandon": 25922, + "生病": 25923, + "通過": 25924, + "Cho": 25925, + "的同学": 25926, + "oidal": 25927, + "▁rushed": 25928, + "▁conferences": 25929, + "flags": 25930, + "shire": 25931, + "▁sporting": 25932, + "的知识": 25933, + "lette": 25934, + "native": 25935, + "▁immun": 25936, + "▁crowded": 25937, + "随之": 25938, + "oubtedly": 25939, + "▁economies": 25940, + "▁indicators": 25941, + "nge": 25942, + "▁ав": 25943, + "Random": 25944, + "▁brains": 25945, + "▁presumably": 25946, + "▁promotional": 25947, + "天使": 25948, + "行人": 25949, + "再到": 25950, + "甲基": 25951, + "iov": 25952, + "pit": 25953, + "▁telescope": 25954, + "▁cancellation": 25955, + "大胆": 25956, + "首批": 25957, + "perm": 25958, + "▁lacks": 25959, + "▁browsers": 25960, + "所能": 25961, + "重建": 25962, + "▁Wa": 25963, + "▁nap": 25964, + "▁chill": 25965, + "花钱": 25966, + "过年": 25967, + "做出了": 25968, + "群众的": 25969, + "▁realised": 25970, + "▁sustainability": 25971, + "还好": 25972, + ")/(": 25973, + "▁Lost": 25974, + "▁Iraqi": 25975, + "▁fifty": 25976, + "▁travelers": 25977, + "有机会": 25978, + "▁admire": 25979, + "▁weakly": 25980, + "▁fortune": 25981, + "stylesheet": 25982, + "冷静": 25983, + "▁dresses": 25984, + "hentication": 25985, + "便捷": 25986, + "几个月": 25987, + "的人们": 25988, + "obic": 25989, + "改革开放": 25990, + "forum": 25991, + "rities": 25992, + "▁quarters": 25993, + "四季": 25994, + "树脂": 25995, + "综艺": 25996, + "交通运输": 25997, + "igating": 25998, + "大致": 25999, + "тен": 26000, + "▁inacc": 26001, + "▁outbreak": 26002, + "立场": 26003, + "胎儿": 26004, + "极大的": 26005, + "▁merchand": 26006, + "▁rotational": 26007, + "纠纷一案": 26008, + "可用": 26009, + "跨越": 26010, + "Tok": 26011, + "最後": 26012, + "▁Arc": 26013, + "▁Ton": 26014, + "▁ignorance": 26015, + "时间内": 26016, + "nOff": 26017, + "▁bend": 26018, + "▁Fresh": 26019, + "Directory": 26020, + "编码": 26021, + "$:\\": 26022, + "▁MAN": 26023, + "不仅仅是": 26024, + "rapeutic": 26025, + "▁noticeable": 26026, + "iga": 26027, + "注意到": 26028, + "checked": 26029, + "▁sentenced": 26030, + "▁taxpayers": 26031, + "而又": 26032, + "▁HS": 26033, + "layers": 26034, + "▁murdered": 26035, + "作物": 26036, + "risk": 26037, + "uded": 26038, + "含义": 26039, + "▁redist": 26040, + "▁Arkansas": 26041, + "中介": 26042, + "讨厌": 26043, + "▁FI": 26044, + "▁ар": 26045, + "socket": 26046, + "▁perpendicular": 26047, + "为其": 26048, + "榜样": 26049, + "▁Verm": 26050, + "▁Pra": 26051, + "▁req": 26052, + "▁Orlando": 26053, + "rh": 26054, + "eor": 26055, + "eur": 26056, + "rish": 26057, + "▁Beth": 26058, + "▁buddy": 26059, + "▁coupon": 26060, + "▁exponentially": 26061, + "▁adorable": 26062, + "商会": 26063, + "度假": 26064, + "流传": 26065, + "无人机": 26066, + "▁Diff": 26067, + "iblings": 26068, + "自律": 26069, + "▁bloody": 26070, + "▁subjective": 26071, + "omaly": 26072, + "▁halt": 26073, + "wealth": 26074, + "▁endors": 26075, + ">'": 26076, + "但不": 26077, + "▁indul": 26078, + "▁metals": 26079, + "▁Galactic": 26080, + "▁formalism": 26081, + "看不到": 26082, + "▁tragic": 26083, + "▁planted": 26084, + "▁fever": 26085, + "▁storing": 26086, + "既有": 26087, + "被动": 26088, + "CEO": 26089, + "=\\\"<": 26090, + "▁fucked": 26091, + "exception": 26092, + "ahn": 26093, + "nlet": 26094, + "▁amer": 26095, + "Argument": 26096, + "▁selfish": 26097, + "▁graphene": 26098, + "▁researcher": 26099, + "这首": 26100, + "Welcome": 26101, + "▁Potter": 26102, + "▁venues": 26103, + "体质": 26104, + "我还是": 26105, + "▁adapter": 26106, + "▁resistant": 26107, + "組織": 26108, + "警惕": 26109, + "Mer": 26110, + "学金": 26111, + "nBeing": 26112, + "▁grave": 26113, + "validate": 26114, + "▁mandate": 26115, + "nSpeaking": 26116, + "▁withdrawal": 26117, + "▁resolutions": 26118, + "Cr": 26119, + "指定的": 26120, + "ountain": 26121, + "▁Champions": 26122, + "'-": 26123, + "列车": 26124, + "里程": 26125, + "页面": 26126, + "▁Esc": 26127, + "▁Volume": 26128, + "拥抱": 26129, + "mos": 26130, + "▁Spa": 26131, + "▁remed": 26132, + "▁wires": 26133, + "▁която": 26134, + "▁viewer": 26135, + "▁incentives": 26136, + "▁optimistic": 26137, + "▁accountable": 26138, + "修正": 26139, + "人大常委会": 26140, + "ventory": 26141, + "台上": 26142, + "收盘": 26143, + "组的": 26144, + "symbol": 26145, + "▁backyard": 26146, + "fat": 26147, + "▁argu": 26148, + "▁Almost": 26149, + "電影": 26150, + "▁Brothers": 26151, + "▁warnings": 26152, + "subequations": 26153, + "ун": 26154, + "▁storyt": 26155, + "▁à": 26156, + "队友": 26157, + "ethyl": 26158, + "etermined": 26159, + "Transaction": 26160, + "注意事项": 26161, + "▁whist": 26162, + "▁violated": 26163, + "NI": 26164, + "冰箱": 26165, + "的名字": 26166, + "cium": 26167, + "▁assembled": 26168, + "ublin": 26169, + "nexper": 26170, + "▁rivers": 26171, + "▁timeline": 26172, + "诗词": 26173, + "▁noon": 26174, + "Adapter": 26175, + "▁tuition": 26176, + "operation": 26177, + "感慨": 26178, + "支队": 26179, + "▁BP": 26180, + "nold": 26181, + "EMENT": 26182, + "▁coating": 26183, + "▁wonders": 26184, + "过渡": 26185, + "詹姆斯": 26186, + "Area": 26187, + "▁tet": 26188, + "▁hints": 26189, + "tu": 26190, + "▁Се": 26191, + "}{{\\\\": 26192, + "income": 26193, + "▁Monitor": 26194, + "▁forumYou": 26195, + "發生": 26196, + "nTrue": 26197, + "▁rewarding": 26198, + "▁surroundings": 26199, + "▁tumor": 26200, + "collect": 26201, + "▁rumors": 26202, + "▁happier": 26203, + "infl": 26204, + "▁merit": 26205, + "▁parity": 26206, + "▁semiconductor": 26207, + "|=": 26208, + "他会": 26209, + "给出": 26210, + "在全国": 26211, + "▁Cant": 26212, + "▁Jefferson": 26213, + "违约金": 26214, + "▁MacBook": 26215, + "众生": 26216, + "夫妇": 26217, + "▁currents": 26218, + "▁vegetable": 26219, + "▁oun": 26220, + "▁pdf": 26221, + "asa": 26222, + "开发商": 26223, + "▁Fif": 26224, + "actly": 26225, + "▁Draw": 26226, + "▁lengthy": 26227, + "▁civilians": 26228, + "тив": 26229, + "姿态": 26230, + "难得": 26231, + "娱乐圈": 26232, + "设置有": 26233, + "▁Integer": 26234, + "(()": 26235, + "ския": 26236, + "▁Hitler": 26237, + "▁Memory": 26238, + "▁banner": 26239, + "▁roller": 26240, + "▁Bluetooth": 26241, + "▁primitive": 26242, + "指引": 26243, + "而成": 26244, + "自然的": 26245, + "nNews": 26246, + "▁Particip": 26247, + "Ca": 26248, + "秋季": 26249, + "▁Cob": 26250, + "敢于": 26251, + "nodes": 26252, + "▁Yellow": 26253, + "▁Imagine": 26254, + "▁motorcycle": 26255, + "参照": 26256, + "在意": 26257, + "應該": 26258, + "']['": 26259, + "ictory": 26260, + "nSimilarly": 26261, + "只需": 26262, + "htbp": 26263, + "▁Eventually": 26264, + "崛起": 26265, + "REG": 26266, + "▁mins": 26267, + "pshire": 26268, + "战术": 26269, + "社团": 26270, + "笑了": 26271, + "跌幅": 26272, + "▁worrying": 26273, + "emet": 26274, + "▁clone": 26275, + "Library": 26276, + "ovo": 26277, + "огра": 26278, + "▁Lif": 26279, + "▁assessed": 26280, + "列入": 26281, + "Friday": 26282, + "▁attractions": 26283, + "▁deformation": 26284, + "▁é": 26285, + "儿女": 26286, + "audio": 26287, + "▁hurts": 26288, + "增多": 26289, + "拼搏": 26290, + "▁Legisl": 26291, + "▁regularization": 26292, + "台阶": 26293, + "的全": 26294, + "穿过": 26295, + "▁ду": 26296, + "▁dos": 26297, + "olester": 26298, + "▁hammer": 26299, + "▁longitudinal": 26300, + "eto": 26301, + "▁qualitative": 26302, + "区分": 26303, + "▁{'": 26304, + "селе": 26305, + "ehicle": 26306, + "▁simulate": 26307, + "▁comprised": 26308, + "▁encounters": 26309, + "▁smartphones": 26310, + "身为": 26311, + "▁AMD": 26312, + "▁amp": 26313, + "policy": 26314, + "▁submissions": 26315, + "不愿": 26316, + "▁encryption": 26317, + "主管部门": 26318, + "iencies": 26319, + "▁premise": 26320, + "相对于": 26321, + "izational": 26322, + "選擇": 26323, + "原因是": 26324, + "▁shelves": 26325, + "anean": 26326, + "▁本实用新型": 26327, + "nMichael": 26328, + "▁disturbing": 26329, + "tube": 26330, + "▁kicking": 26331, + "处在": 26332, + "点赞": 26333, + "阿尔": 26334, + "arrier": 26335, + "commend": 26336, + "▁Stories": 26337, + "}`": 26338, + "▁EPA": 26339, + "▁umb": 26340, + "nrespect": 26341, + "▁revolutionary": 26342, + "dn": 26343, + "古城": 26344, + "恒大": 26345, + "orie": 26346, + "amins": 26347, + "▁Theory": 26348, + "▁inhabit": 26349, + "▁discharge": 26350, + "涨停": 26351, + "▁opa": 26352, + "▁phosph": 26353, + "▁vaccine": 26354, + "相机": 26355, + "最多的": 26356, + "arium": 26357, + "▁Inside": 26358, + "▁pickup": 26359, + "亲切": 26360, + "CPU": 26361, + "▁Budget": 26362, + "▁Murphy": 26363, + "▁displacement": 26364, + "发力": 26365, + "▁Mason": 26366, + "的思想": 26367, + "ласт": 26368, + "▁Vik": 26369, + "▁rises": 26370, + "▁problematic": 26371, + "将是": 26372, + "男朋友": 26373, + "▁leap": 26374, + "avorite": 26375, + "▁positively": 26376, + "按时": 26377, + "条件下": 26378, + "▁masks": 26379, + "產業": 26380, + "wed": 26381, + "▁villages": 26382, + "不容": 26383, + "▁GNU": 26384, + "▁slavery": 26385, + "▁retrieval": 26386, + "▁questioning": 26387, + "挂牌": 26388, + "nBas": 26389, + "▁extrap": 26390, + "▁stepping": 26391, + "раз": 26392, + "nSen": 26393, + "ressive": 26394, + "▁hunger": 26395, + "backslash": 26396, + "伦敦": 26397, + "开花": 26398, + "最有": 26399, + "^+\\\\": 26400, + "▁Doug": 26401, + "License": 26402, + "▁forgive": 26403, + "▁preserving": 26404, + "越大": 26405, + "CRE": 26406, + "ILD": 26407, + "离开了": 26408, + "creat": 26409, + "entropy": 26410, + "▁Transportation": 26411, + "辩称": 26412, + "got": 26413, + "▁Platform": 26414, + "▁pressures": 26415, + "Po": 26416, + "特殊的": 26417, + "fu": 26418, + "受害": 26419, + "▁EVERY": 26420, + "▁fifteen": 26421, + "mobile": 26422, + "▁punct": 26423, + "▁resil": 26424, + "干预": 26425, + "透过": 26426, + "ods": 26427, + "▁тя": 26428, + "▁Eye": 26429, + "nType": 26430, + "nfirst": 26431, + "▁Legal": 26432, + "Timeout": 26433, + "▁Palace": 26434, + "去找": 26435, + "教训": 26436, + "复杂的": 26437, + "我现在": 26438, + "▁breach": 26439, + "客厅": 26440, + "▁Pok": 26441, + "▁boom": 26442, + "amiliar": 26443, + "▁catast": 26444, + "▁disabilities": 26445, + "▁lou": 26446, + "▁град": 26447, + "▁pitcher": 26448, + "▁seniors": 26449, + "▁Valentine": 26450, + "LEASE": 26451, + "▁blanket": 26452, + "▁mathematics": 26453, + "早晨": 26454, + "▁conjecture": 26455, + "何时": 26456, + "▁MO": 26457, + "▁Danny": 26458, + "▁joints": 26459, + "mk": 26460, + "nTom": 26461, + "▁Insp": 26462, + "atomic": 26463, + "GF": 26464, + "▁{\\\"": 26465, + "▁Pete": 26466, + "ronics": 26467, + "▁defender": 26468, + "▁internationally": 26469, + "没了": 26470, + "▁ruin": 26471, + "东莞": 26472, + "basic": 26473, + "igator": 26474, + "▁inaug": 26475, + "ausible": 26476, + "complex": 26477, + "▁observational": 26478, + "▁whoever": 26479, + "下行": 26480, + "无异议": 26481, + "的第二": 26482, + "▁Squ": 26483, + "▁Caribbean": 26484, + "着我": 26485, + "我们需要": 26486, + "▁incomplete": 26487, + "的神": 26488, + "蛋糕": 26489, + "had": 26490, + "inge": 26491, + "▁Rio": 26492, + "▁Sund": 26493, + "▁Chase": 26494, + "measure": 26495, + "rossover": 26496, + "▁champions": 26497, + "林业": 26498, + "ATT": 26499, + "ncl": 26500, + "▁Fine": 26501, + "▁\\\\}$": 26502, + "toprule": 26503, + "▁reboot": 26504, + "▁shirts": 26505, + "▁wrestling": 26506, + "得上": 26507, + "NOW": 26508, + "▁denial": 26509, + "\\\\+\\\\_\\\\+": 26510, + "大批": 26511, + "是一位": 26512, + "anka": 26513, + "ascade": 26514, + "▁blues": 26515, + "mile": 26516, + "irate": 26517, + "Center": 26518, + ">)": 26519, + "BY": 26520, + "工伤": 26521, + "世界杯": 26522, + "guide": 26523, + "运气": 26524, + "▁NJ": 26525, + "▁lam": 26526, + "uerto": 26527, + "▁Brain": 26528, + "visible": 26529, + "▁geodes": 26530, + "optional": 26531, + "▁harassment": 26532, + "交互": 26533, + "巨头": 26534, + "▁Delta": 26535, + "▁Brandon": 26536, + "女主": 26537, + "кри": 26538, + "heads": 26539, + "ographer": 26540, + "▁wip": 26541, + "▁boil": 26542, + "secret": 26543, + "▁hooked": 26544, + "icularly": 26545, + "▁adverse": 26546, + "▁analogy": 26547, + "UES": 26548, + "▁Alt": 26549, + "船舶": 26550, + "material": 26551, + "▁credibility": 26552, + "红的": 26553, + ":**": 26554, + "▁Ple": 26555, + "▁bleeding": 26556, + "拉克": 26557, + "眼光": 26558, + "错过": 26559, + "”——": 26560, + "加强对": 26561, + "的想法": 26562, + "▁pasta": 26563, + "getElement": 26564, + "Cat": 26565, + "nChe": 26566, + "rived": 26567, + "四十": 26568, + "确定的": 26569, + "many": 26570, + "renew": 26571, + "▁Salt": 26572, + "▁EST": 26573, + "▁Jeremy": 26574, + "▁ladder": 26575, + "scriptstyle": 26576, + "白的": 26577, + "')$": 26578, + "erb": 26579, + "▁inning": 26580, + "▁graduates": 26581, + "亲密": 26582, + "▁сво": 26583, + "keley": 26584, + "▁sunny": 26585, + "▁differs": 26586, + "KL": 26587, + "▁recalled": 26588, + "EY": 26589, + "抓获": 26590, + "▁LCD": 26591, + "▁Polish": 26592, + "nrequire": 26593, + "▁simplify": 26594, + "工地": 26595, + "factory": 26596, + "nChrist": 26597, + "▁notified": 26598, + "做过": 26599, + "太多的": 26600, + "▁betray": 26601, + "液体": 26602, + "運動": 26603, + "hesis": 26604, + "photon": 26605, + "▁curtain": 26606, + "directory": 26607, + "▁knowledgeable": 26608, + "的钱": 26609, + "肠道": 26610, + "的生命": 26611, + "的证据": 26612, + "dess": 26613, + "▁PRO": 26614, + "healthy": 26615, + "▁il": 26616, + "central": 26617, + "▁thoughtful": 26618, + "北部": 26619, + "命中": 26620, + "你自己": 26621, + "的一年": 26622, + "ungle": 26623, + "▁rotate": 26624, + "wordpress": 26625, + "temperature": 26626, + "▁continuity": 26627, + ")))": 26628, + "eem": 26629, + "在内的": 26630, + "▁Cohen": 26631, + "▁interns": 26632, + "XY": 26633, + "nthrough": 26634, + "▁Barcelona": 26635, + "▁allocated": 26636, + "款项": 26637, + "Blue": 26638, + "braska": 26639, + "database": 26640, + "▁complications": 26641, + "漫画": 26642, + "mel": 26643, + "omi": 26644, + "Role": 26645, + "▁sins": 26646, + "▁Strong": 26647, + "▁disclosed": 26648, + "承办": 26649, + "真理": 26650, + "▁sadly": 26651, + "▁fossil": 26652, + "招标": 26653, + "运势": 26654, + "钥匙": 26655, + "▁miser": 26656, + "NF": 26657, + "shots": 26658, + "▁Guardian": 26659, + "▁formerly": 26660, + "▁mistaken": 26661, + "▁predicts": 26662, + "Vi": 26663, + "新高": 26664, + "查处": 26665, + "已经成为": 26666, + "▁exempt": 26667, + "▁posters": 26668, + "滴滴": 26669, + "节省": 26670, + "信用卡": 26671, + "▁Sym": 26672, + "alking": 26673, + "▁unbelie": 26674, + "▁explores": 26675, + "希腊": 26676, + "Yeah": 26677, + "▁Neither": 26678, + "▁youngest": 26679, + "千里": 26680, + "号召": 26681, + "躺在": 26682, + "这点": 26683, + "мей": 26684, + "▁stab": 26685, + "▁Resort": 26686, + "▁expans": 26687, + "▁mapped": 26688, + "▁unchanged": 26689, + "不明": 26690, + "商场": 26691, + "enta": 26692, + "▁със": 26693, + "如有": 26694, + "结束了": 26695, + "incinn": 26696, + "MHz": 26697, + "Fore": 26698, + "▁Watson": 26699, + "▁Mitchell": 26700, + "▁Planet": 26701, + "▁smiling": 26702, + "▁staring": 26703, + "▁stakeholders": 26704, + "了好": 26705, + "悄悄": 26706, + "▁Arena": 26707, + "essment": 26708, + "歷史": 26709, + "民法": 26710, + "_{-\\\\": 26711, + "Github": 26712, + "▁traff": 26713, + "▁Warner": 26714, + "Bi": 26715, + "还原": 26716, + "Support": 26717, + "▁crafted": 26718, + "虚假": 26719, + "'))\\": 26720, + "omon": 26721, + "▁Kirk": 26722, + "▁Euclidean": 26723, + "不好的": 26724, + "chet": 26725, + "nMed": 26726, + "Expression": 26727, + "▁intersect": 26728, + "▁Ц": 26729, + "ене": 26730, + "一直是": 26731, + "\\\");": 26732, + "▁nevertheless": 26733, + "店铺": 26734, + "nPolice": 26735, + "neffect": 26736, + "▁anxious": 26737, + "▁societies": 26738, + "▁supermark": 26739, + "mith": 26740, + "nJune": 26741, + "management": 26742, + "▁artifacts": 26743, + "得出": 26744, + "theme": 26745, + "▁tailored": 26746, + "作為": 26747, + "▁virtue": 26748, + "▁reconstructed": 26749, + "Ah": 26750, + "Mr": 26751, + "谋划": 26752, + "▁foul": 26753, + "外科": 26754, + "我们都": 26755, + "积极性": 26756, + "进入了": 26757, + "▁Jake": 26758, + "▁intact": 26759, + "multline": 26760, + "lies": 26761, + "▁harness": 26762, + "Conclusions": 26763, + "土耳": 26764, + "tip": 26765, + "小伙伴": 26766, + "▁stainless": 26767, + "数据的": 26768, + "▁licenses": 26769, + "urers": 26770, + "▁Scal": 26771, + "▁timer": 26772, + "海关": 26773, + "▁raid": 26774, + "▁което": 26775, + "▁infrared": 26776, + "模仿": 26777, + "▁surgical": 26778, + "hpp": 26779, + "▁Carn": 26780, + "▁Agent": 26781, + "疫情防控工作": 26782, + "▁remotely": 26783, + "借贷": 26784, + "自杀": 26785, + "odal": 26786, + "=\\\\\\\"": 26787, + "▁seating": 26788, + "▁desperately": 26789, + "▁Construction": 26790, + "許多": 26791, + "陶瓷": 26792, + "难免": 26793, + "dash": 26794, + "▁[];\\": 26795, + "▁Peters": 26796, + "▁coastal": 26797, + "▁coordinator": 26798, + "微微": 26799, + "tun": 26800, + "金融机构": 26801, + "drive": 26802, + "▁beast": 26803, + "▁spine": 26804, + "不算": 26805, + "南部": 26806, + "nadd": 26807, + "法律规定": 26808, + "pathy": 26809, + "▁imprison": 26810, + "▁suspects": 26811, + "一般的": 26812, + "信息的": 26813, + "多年来": 26814, + "稳定性": 26815, + "Bean": 26816, + "enes": 26817, + "Green": 26818, + "▁Panel": 26819, + "elian": 26820, + "ounge": 26821, + "▁Reagan": 26822, + "▁utterly": 26823, + "▁mercy": 26824, + "▁destroying": 26825, + "门店": 26826, + "也非常": 26827, + "usage": 26828, + "▁readonly": 26829, + "师范大学": 26830, + "▁pier": 26831, + "▁nonsense": 26832, + "▁energetic": 26833, + "过往": 26834, + "▁heavier": 26835, + "▁visually": 26836, + "▁perfection": 26837, + "▁instrumental": 26838, + "清醒": 26839, + "SUV": 26840, + "了许多": 26841, + "uisine": 26842, + "▁idiot": 26843, + "从不": 26844, + "终身": 26845, + "和服务": 26846, + "nwell": 26847, + "▁torque": 26848, + "nJanuary": 26849, + "偷偷": 26850, + "nPaul": 26851, + "出国": 26852, + "的人数": 26853, + "Once": 26854, + "}})$": 26855, + "▁capturing": 26856, + "▁ве": 26857, + "ondo": 26858, + "未成年人": 26859, + "eking": 26860, + "▁dare": 26861, + "▁blowing": 26862, + "▁tomatoes": 26863, + "总监": 26864, + "手工": 26865, + "RET": 26866, + "ahl": 26867, + "▁Boys": 26868, + "▁origins": 26869, + "ьо": 26870, + "爸妈": 26871, + "DIG": 26872, + "土耳其": 26873, + "有两个": 26874, + "song": 26875, + "会影响": 26876, + "▁Bishop": 26877, + "雷锋": 26878, + "创业板": 26879, + "说什么": 26880, + "▁hott": 26881, + "▁shiny": 26882, + "resolve": 26883, + "国王": 26884, + "\\\\\\\":": 26885, + "▁heck": 26886, + "▁inert": 26887, + "▁whites": 26888, + "imir": 26889, + "lder": 26890, + "Mobile": 26891, + "enabled": 26892, + "overing": 26893, + "▁headers": 26894, + "人对": 26895, + "品的": 26896, + "太空": 26897, + "异性": 26898, + "*\\\\": 26899, + "▁PO": 26900, + "经济的": 26901, + "高新区": 26902, + "▁Wii": 26903, + "White": 26904, + "▁Rogers": 26905, + "▁monitors": 26906, + "甜蜜": 26907, + "鼻子": 26908, + "有效地": 26909, + "igher": 26910, + "喜悦": 26911, + "無法": 26912, + "nEm": 26913, + "▁terrific": 26914, + "(|": 26915, + "焊接": 26916, + "车站": 26917, + "▁Thai": 26918, + "▁assisted": 26919, + "▁shocking": 26920, + "▁singularity": 26921, + "走过": 26922, + "nTheir": 26923, + "▁strips": 26924, + "▁Reuters": 26925, + "供述": 26926, + "委屈": 26927, + "江湖": 26928, + "die": 26929, + "posts": 26930, + "▁Stage": 26931, + "笔录": 26932, + "▁\\\"-": 26933, + "journal": 26934, + "incinnati": 26935, + "▁Columbus": 26936, + "▁Medicaid": 26937, + "产值": 26938, + "nant": 26939, + "个别": 26940, + "五大": 26941, + "齿轮": 26942, + "airo": 26943, + "之家": 26944, + "米的": 26945, + "▁Lower": 26946, + "十条": 26947, + "cue": 26948, + "nRed": 26949, + "从来没有": 26950, + "可以看出": 26951, + "▁Close": 26952, + "▁props": 26953, + "▁markers": 26954, + "他和": 26955, + "碰到": 26956, + "cop": 26957, + "nLa": 26958, + "rollers": 26959, + "▁Meeting": 26960, + "▁realizing": 26961, + "IGH": 26962, + "aley": 26963, + "anol": 26964, + "▁Ident": 26965, + "▁Fortunately": 26966, + "oval": 26967, + "▁crude": 26968, + "▁flavour": 26969, + "▁padding": 26970, + "▁deterior": 26971, + "▁depressed": 26972, + "调动": 26973, + "tons": 26974, + "Great": 26975, + "physical": 26976, + "▁predecess": 26977, + "年内": 26978, + "▁RC": 26979, + "itated": 26980, + "▁memorial": 26981, + "▁monsters": 26982, + "的不同": 26983, + "知道了": 26984, + "医疗机构": 26985, + "▁Emily": 26986, + "▁Tigers": 26987, + "changing": 26988, + "▁filename": 26989, + "之道": 26990, + "conn": 26991, + "▁Clar": 26992, + "▁imped": 26993, + "fitting": 26994, + "丽的": 26995, + "▁scram": 26996, + "去除": 26997, + "沉淀": 26998, + "限额": 26999, + "fluid": 27000, + "▁pads": 27001, + "▁lingu": 27002, + "average": 27003, + "▁Campaign": 27004, + "▁Consumer": 27005, + "cart": 27006, + "neys": 27007, + "▁resur": 27008, + "本实用新型的": 27009, + "▁aiming": 27010, + "▁arrows": 27011, + "▁Starting": 27012, + "creational": 27013, + "▁vocabulary": 27014, + "演绎": 27015, + "▁lanes": 27016, + "▁concentrations": 27017, + "特別": 27018, + "▁PER": 27019, + "rites": 27020, + "scroll": 27021, + "▁subsets": 27022, + "▁regulated": 27023, + "后再": 27024, + "姓名": 27025, + "时常": 27026, + "谈话": 27027, + "▁Sect": 27028, + "▁Summit": 27029, + "controlled": 27030, + "GI": 27031, + "证言": 27032, + "能够在": 27033, + "robe": 27034, + "нали": 27035, + "▁irreducible": 27036, + "合金": 27037, + "RECT": 27038, + "▁pean": 27039, + "secure": 27040, + "▁enrich": 27041, + "uchi": 27042, + "▁duo": 27043, + "▁pine": 27044, + "▁rede": 27045, + "▁experimentally": 27046, + "年间": 27047, + "边界": 27048, + "far": 27049, + "座谈会": 27050, + "▁DIY": 27051, + "▁Manufact": 27052, + "▁Original": 27053, + "▁asymmetry": 27054, + "OTH": 27055, + "нето": 27056, + "▁shades": 27057, + "▁Treasury": 27058, + "бу": 27059, + "这边": 27060, + "encode": 27061, + "▁Match": 27062, + "玩笑": 27063, + "Fin": 27064, + "实际行动": 27065, + "Login": 27066, + "throws": 27067, + "▁apert": 27068, + "quantum": 27069, + "的其他": 27070, + "技术领域": 27071, + "▁Housing": 27072, + "/{": 27073, + "列表": 27074, + "ibles": 27075, + "trace": 27076, + "▁obesity": 27077, + "▁rebuild": 27078, + "isive": 27079, + "▁flame": 27080, + "▁reloc": 27081, + "出资": 27082, + "整齐": 27083, + "之类的": 27084, + "▁Kill": 27085, + "▁formulated": 27086, + "校友": 27087, + "的后": 27088, + "行李": 27089, + "▁bombs": 27090, + "▁Physics": 27091, + "▁Zero": 27092, + "▁cargo": 27093, + "ANK": 27094, + "的公司": 27095, + "▁между": 27096, + "▁quarks": 27097, + "营商": 27098, + "nia": 27099, + "的道路": 27100, + "认为是": 27101, + "▁bizarre": 27102, + "▁exclude": 27103, + "一手": 27104, + "▁albeit": 27105, + "RM": 27106, + "新浪": 27107, + "直径": 27108, + "bee": 27109, + "副局长": 27110, + "留下了": 27111, + "积极参与": 27112, + "▁tract": 27113, + "▁senses": 27114, + "运转": 27115, + "了下来": 27116, + "像素": 27117, + "Bigg": 27118, + "}&\\\\": 27119, + "▁Kyle": 27120, + "弥补": 27121, + "зда": 27122, + "▁scra": 27123, + "opping": 27124, + "▁historically": 27125, + "Master": 27126, + "▁farmer": 27127, + "好评": 27128, + "当今": 27129, + "esus": 27130, + "▁Metal": 27131, + "velocity": 27132, + "▁Added": 27133, + "▁encoded": 27134, + "▁inevitably": 27135, + "质证": 27136, + "Copy": 27137, + "▁Pel": 27138, + "attery": 27139, + "▁Honda": 27140, + "▁Studios": 27141, + "▁employing": 27142, + "参加诉讼": 27143, + "omore": 27144, + "▁unsigned": 27145, + "▁Hampshire": 27146, + "大街": 27147, + "nfield": 27148, + "科技有限公司": 27149, + "▁potato": 27150, + "▁membrane": 27151, + "设备的": 27152, + "▁Wor": 27153, + "▁skept": 27154, + "▁headphones": 27155, + "氨基": 27156, + "也需要": 27157, + "matory": 27158, + "shadow": 27159, + "▁Feature": 27160, + "▁forests": 27161, + "▁licensing": 27162, + "cin": 27163, + "inda": 27164, + "▁epochs": 27165, + "▁appliances": 27166, + "你有": 27167, + "▁Mes": 27168, + "▁bis": 27169, + "Services": 27170, + "community": 27171, + "幽默": 27172, + "战役": 27173, + "很多的": 27174, + "▁teenagers": 27175, + "初始": 27176, + "Fire": 27177, + "▁Range": 27178, + "andidate": 27179, + "▁shadows": 27180, + "▁hesitate": 27181, + "▁evac": 27182, + "▁cease": 27183, + "奶粉": 27184, + "了一场": 27185, + "Trace": 27186, + "thick": 27187, + "▁chooses": 27188, + "▁Database": 27189, + "▁judicial": 27190, + "%-": 27191, + "Coll": 27192, + "INFO": 27193, + "etta": 27194, + "▁Kindle": 27195, + "▁helmet": 27196, + "▁nucleus": 27197, + "▁isomorphism": 27198, + "EA": 27199, + "issance": 27200, + "ivalent": 27201, + "诉求": 27202, + "▁LO": 27203, + "▁Legend": 27204, + "▁prejud": 27205, + "▁hopeful": 27206, + "namespace": 27207, + "▁circuits": 27208, + "▁respondents": 27209, + "orthy": 27210, + "Advisor": 27211, + "▁traders": 27212, + "生死": 27213, + "nPut": 27214, + "umar": 27215, + "licenses": 27216, + "LU": 27217, + "幻想": 27218, + "▁Kir": 27219, + "nPrice": 27220, + "▁Valid": 27221, + "▁Against": 27222, + "▁conservatives": 27223, + "当作": 27224, + "混乱": 27225, + "mmm": 27226, + "这样做": 27227, + "助攻": 27228, + "流入": 27229, + "expand": 27230, + "▁feeds": 27231, + "▁socks": 27232, + "▁notify": 27233, + "▁runners": 27234, + "何况": 27235, + "葡萄酒": 27236, + "stackrel": 27237, + "▁advisor": 27238, + "▁modulation": 27239, + "市的": 27240, + "▁oz": 27241, + "umbs": 27242, + "▁beams": 27243, + "▁Sierra": 27244, + "▁premiere": 27245, + "▁declaration": 27246, + "vt": 27247, + "Div": 27248, + "▁devil": 27249, + "▁Pretty": 27250, + "▁aesthetic": 27251, + "cro": 27252, + "peak": 27253, + "▁nost": 27254, + "Remove": 27255, + "▁години": 27256, + "▁firmware": 27257, + "▁displaying": 27258, + "▁substances": 27259, + "为民": 27260, + "青海": 27261, + "▁)$": 27262, + "与其他": 27263, + "pencer": 27264, + "nGeneral": 27265, + "▁eliminating": 27266, + "湖北省": 27267, + "的一天": 27268, + "较高的": 27269, + "▁Rate": 27270, + "▁clay": 27271, + "▁paradigm": 27272, + "▁predicting": 27273, + "沈阳": 27274, + "▁Cha": 27275, + "otics": 27276, + "▁numpy": 27277, + "▁Holiday": 27278, + "进行的": 27279, + "typeof": 27280, + "uminate": 27281, + "▁Letter": 27282, + "ablished": 27283, + "▁WITHOUT": 27284, + "▁scatter": 27285, + "▁metallicity": 27286, + "任意": 27287, + "偶然": 27288, + "宠物": 27289, + "长春": 27290, + "▁puppy": 27291, + "中小学": 27292, + "▁Beng": 27293, + "▁Titan": 27294, + "▁snack": 27295, + "▁Photos": 27296, + "▁Egyptian": 27297, + "▁uploaded": 27298, + "▁deliberately": 27299, + "严峻": 27300, + "在学校": 27301, + "知识的": 27302, + "ратки": 27303, + "▁Dubai": 27304, + "▁holders": 27305, + "又要": 27306, + "不确定": 27307, + "各种各": 27308, + "objects": 27309, + "▁bypass": 27310, + "▁contributors": 27311, + "又能": 27312, + "▁преп": 27313, + "发扬": 27314, + "太过": 27315, + "鉴于": 27316, + "▁PT": 27317, + "的人物": 27318, + "▁gloves": 27319, + "▁upward": 27320, + "nte": 27321, + "▁Ko": 27322, + "USER": 27323, + "拉开": 27324, + "▁Colon": 27325, + "起床": 27326, + "lades": 27327, + "iatric": 27328, + "▁accessing": 27329, + "宗旨": 27330, + "Bigl": 27331, + "коло": 27332, + "nEnter": 27333, + "▁Alpha": 27334, + "playing": 27335, + "▁surpass": 27336, + "zb": 27337, + "垃圾分类": 27338, + "perturb": 27339, + "▁republic": 27340, + "generation": 27341, + "Chat": 27342, + "▁Alb": 27343, + "▁Raid": 27344, + "央视": 27345, + "已经被": 27346, + "生活在": 27347, + "Rate": 27348, + "▁decorated": 27349, + "小小的": 27350, + "河北省": 27351, + "▁mortality": 27352, + "排队": 27353, + "▁folders": 27354, + "▁disappointment": 27355, + "SK": 27356, + "促使": 27357, + "增添": 27358, + "职位": 27359, + "▁fractional": 27360, + "▁Poll": 27361, + "stacle": 27362, + "▁diplom": 27363, + "▁accepts": 27364, + "▁bothered": 27365, + "記者": 27366, + "该如何": 27367, + "azure": 27368, + "Download": 27369, + "▁pharmaceutical": 27370, + "INGS": 27371, + "▁Tun": 27372, + "▁Ultra": 27373, + "▁brake": 27374, + "▁vinyl": 27375, + "validation": 27376, + "iu": 27377, + "日止": 27378, + "▁priorit": 27379, + "▁coordination": 27380, + "HF": 27381, + "▁Бо": 27382, + "常态化": 27383, + "anas": 27384, + "▁Poss": 27385, + "▁Strateg": 27386, + "represent": 27387, + "委員": 27388, + "未按": 27389, + "pix": 27390, + "arten": 27391, + "metric": 27392, + "▁Faith": 27393, + "▁abused": 27394, + "▁alliance": 27395, + "▁sandwich": 27396, + "/'": 27397, + "一来": 27398, + "▁MLB": 27399, + "▁analogous": 27400, + "价比": 27401, + "市级": 27402, + "还得": 27403, + "▁faint": 27404, + "▁dragon": 27405, + "▁sensing": 27406, + "ée": 27407, + "破产": 27408, + "走的": 27409, + "▁Excel": 27410, + "Selector": 27411, + "▁ambient": 27412, + "▁missile": 27413, + "数十": 27414, + "月经": 27415, + "脆弱": 27416, + "AMP": 27417, + "水平的": 27418, + "Match": 27419, + "▁hype": 27420, + "▁retailer": 27421, + "nq": 27422, + "负债": 27423, + "马拉": 27424, + "希望能": 27425, + "nLove": 27426, + "加息": 27427, + "忠诚": 27428, + "nWH": 27429, + "爸爸妈妈": 27430, + "▁Neil": 27431, + "cedure": 27432, + "nDecember": 27433, + "urability": 27434, + "▁similarities": 27435, + "说着": 27436, + "XML": 27437, + "等情况": 27438, + "arel": 27439, + "出入": 27440, + "外卖": 27441, + "▁Cuba": 27442, + "▁adoles": 27443, + "▁cylind": 27444, + "▁mentor": 27445, + "UTH": 27446, + "deb": 27447, + "▁temper": 27448, + "▁converges": 27449, + "下班": 27450, + "出院": 27451, + "enh": 27452, + "Lemma": 27453, + "Monday": 27454, + "▁needle": 27455, + "▁renewed": 27456, + "▁damaging": 27457, + "▁sensible": 27458, + "内地": 27459, + "(\\\"/": 27460, + "人才培养": 27461, + "▁бе": 27462, + "实在是": 27463, + "hide": 27464, + "▁Ferr": 27465, + "▁vegg": 27466, + "▁Lucas": 27467, + "万辆": 27468, + "nExt": 27469, + "▁bureauc": 27470, + "▁circulation": 27471, + "透過": 27472, + "cend": 27473, + "▁survivors": 27474, + "];": 27475, + "enery": 27476, + "▁Complete": 27477, + "gp": 27478, + "一分": 27479, + "新年": 27480, + "▁$$\\": 27481, + "▁homemade": 27482, + "侵害": 27483, + "的时代": 27484, + "eward": 27485, + "▁bees": 27486, + "▁favorable": 27487, + "▁reservation": 27488, + "研究中心": 27489, + "Short": 27490, + "▁cens": 27491, + "wrapper": 27492, + "▁Thought": 27493, + "▁commenting": 27494, + "可怜": 27495, + "地區": 27496, + "饲料": 27497, + "疾病的": 27498, + "越来越多的": 27499, + "▁Som": 27500, + "七年": 27501, + "▁AW": 27502, + "▁Qual": 27503, + "▁Rece": 27504, + "▁cutoff": 27505, + "▁united": 27506, + "▁diagnostic": 27507, + ">=": 27508, + "不會": 27509, + "ADE": 27510, + "gas": 27511, + "的话题": 27512, + "Plugin": 27513, + "▁prolong": 27514, + "▁curiosity": 27515, + "Win": 27516, + "原来的": 27517, + "▁Kick": 27518, + "Events": 27519, + "▁dysfunction": 27520, + "当成": 27521, + "▁nowadays": 27522, + "宽松": 27523, + "acs": 27524, + "maps": 27525, + "▁Going": 27526, + "▁doctrine": 27527, + "▁inclined": 27528, + "纯粹": 27529, + "这张": 27530, + "imen": 27531, + "审理终结": 27532, + "arried": 27533, + "▁onion": 27534, + "▁darker": 27535, + "▁insist": 27536, + "亮的": 27537, + "rame": 27538, + "▁Toyota": 27539, + "▁marathon": 27540, + "一台": 27541, + "保安": 27542, + "Sun": 27543, + "Using": 27544, + "medium": 27545, + "nAugust": 27546, + "▁Baptist": 27547, + "different": 27548, + "▁fermions": 27549, + "abi": 27550, + "▁dir": 27551, + "▁rou": 27552, + "adoop": 27553, + "▁wreck": 27554, + "件的": 27555, + "民眾": 27556, + "震撼": 27557, + "▁Poisson": 27558, + "▁friction": 27559, + "\\\\'{": 27560, + "nWas": 27561, + "egree": 27562, + "nwork": 27563, + "fficiency": 27564, + "▁strangers": 27565, + "▁Investment": 27566, + "▁gloss": 27567, + "BLE": 27568, + "ETA": 27569, + "导致的": 27570, + "展示了": 27571, + "很可能": 27572, + "does": 27573, + "▁Karl": 27574, + "Render": 27575, + "▁Putin": 27576, + "htb": 27577, + "▁Crime": 27578, + "▁Masters": 27579, + "轮胎": 27580, + "政策的": 27581, + "($\\\\": 27582, + "rien": 27583, + "▁tilt": 27584, + "▁Ridge": 27585, + "▁didnt": 27586, + "emetery": 27587, + "▁Mumbai": 27588, + "▁listener": 27589, + "sz": 27590, + "▁insulin": 27591, + "▁Introduction": 27592, + "下车": 27593, + "▁Па": 27594, + "▁parade": 27595, + "Security": 27596, + "给他们": 27597, + "▁todd": 27598, + "▁donor": 27599, + "▁vivid": 27600, + "▁dealers": 27601, + "ernational": 27602, + "――": 27603, + "nil": 27604, + "▁Matrix": 27605, + "VA": 27606, + "文中": 27607, + "哈尔滨": 27608, + "▁Bird": 27609, + "▁plur": 27610, + "bootstrap": 27611, + "修建": 27612, + "网红": 27613, + "▁Vo": 27614, + "▁palm": 27615, + "▁nails": 27616, + "▁slices": 27617, + "▁Riemann": 27618, + "▁reservoir": 27619, + "nMem": 27620, + "▁Arsenal": 27621, + "▁protesters": 27622, + "场合": 27623, + "藝術": 27624, + "风采": 27625, + "管理工作": 27626, + "▁oppose": 27627, + "一篇": 27628, + "曹操": 27629, + "inja": 27630, + ")(\\\\": 27631, + "▁Screen": 27632, + "▁rivals": 27633, + "同一个": 27634, + "bench": 27635, + "▁spacing": 27636, + "走上": 27637, + "主要的": 27638, + "ickr": 27639, + "和生活": 27640, + "ercise": 27641, + "itored": 27642, + "timately": 27643, + "回升": 27644, + "肥胖": 27645, + "太阳能": 27646, + "姿势": 27647, + "月至": 27648, + "OULD": 27649, + "▁bod": 27650, + "choose": 27651, + "▁lonely": 27652, + "▁shutdown": 27653, + "修行": 27654, + "Вън": 27655, + "Rend": 27656, + "nDel": 27657, + "▁DES": 27658, + "▁PART": 27659, + "▁infer": 27660, + ";\\\">": 27661, + "▁prep": 27662, + "▁posed": 27663, + "▁addict": 27664, + "▁revision": 27665, + "habilitation": 27666, + "仪器": 27667, + "nred": 27668, + "▁compressed": 27669, + "anz": 27670, + "▁TM": 27671, + "国家和": 27672, + "▁WAS": 27673, + "ndiff": 27674, + "▁Capitol": 27675, + "▁nightmare": 27676, + "Enum": 27677, + "invariant": 27678, + "▁freezing": 27679, + "▁nonetheless": 27680, + "'));\\": 27681, + "brief": 27682, + "SELECT": 27683, + "▁proprietary": 27684, + "GW": 27685, + "修订": 27686, + "Vec": 27687, + "▁au": 27688, + "races": 27689, + "rella": 27690, + "▁appeals": 27691, + "▁referend": 27692, + "jective": 27693, + "▁rooted": 27694, + "▁Methods": 27695, + "▁soundtrack": 27696, + "家庄": 27697, + "基金会": 27698, + "deal": 27699, + "vars": 27700, + "▁Obs": 27701, + "▁Bears": 27702, + "▁tales": 27703, + "▁Technologies": 27704, + "安心": 27705, + "言论": 27706, + "ENS": 27707, + "Christ": 27708, + "▁traces": 27709, + "▁lending": 27710, + "▁Location": 27711, + "度和": 27712, + "转身": 27713, + "普通的": 27714, + "▁Kid": 27715, + "▁outflow": 27716, + "nSeptember": 27717, + "激活": 27718, + "scan": 27719, + "▁Sleep": 27720, + "▁NT": 27721, + "身上的": 27722, + "ichard": 27723, + "▁cried": 27724, + "▁VIP": 27725, + "▁gluc": 27726, + "▁Coffee": 27727, + "▁magnetization": 27728, + "Vs": 27729, + "MAP": 27730, + "▁}$": 27731, + "iciary": 27732, + "▁arguably": 27733, + "▁symbolic": 27734, + "▁crisp": 27735, + "uristic": 27736, + "此事": 27737, + "▁flies": 27738, + "▁tribe": 27739, + "不让": 27740, + "广阔": 27741, + "有权": 27742, + "次的": 27743, + "FLAG": 27744, + "atest": 27745, + "nBook": 27746, + "主观": 27747, + "缩短": 27748, + "▁Athlet": 27749, + "▁Technical": 27750, + "侧面": 27751, + "▁ле": 27752, + "aran": 27753, + "nOctober": 27754, + "难点": 27755, + "oro": 27756, + "▁soy": 27757, + "▁pulses": 27758, + "▁kidn": 27759, + "bottomrule": 27760, + "▁organised": 27761, + "▁automotive": 27762, + "小事": 27763, + "判决如下": 27764, + "▁knot": 27765, + "▁gi": 27766, + "女朋友": 27767, + "没办法": 27768, + "都是在": 27769, + "Bigr": 27770, + "▁uncle": 27771, + "华人": 27772, + "▁cd": 27773, + "apps": 27774, + "visual": 27775, + "▁doubled": 27776, + "▁ignorant": 27777, + "rypto": 27778, + "▁cattle": 27779, + "保守": 27780, + "分辨": 27781, + "NAS": 27782, + "▁AA": 27783, + "resa": 27784, + "▁LOL": 27785, + "▁Nex": 27786, + "▁Transfer": 27787, + "并无": 27788, + "▁poles": 27789, + "▁retained": 27790, + "制裁": 27791, + "▁Chuck": 27792, + "▁bacon": 27793, + "▁outgoing": 27794, + "▁Production": 27795, + "PK": 27796, + "当场": 27797, + "必須": 27798, + "想过": 27799, + "тов": 27800, + "aying": 27801, + "▁dull": 27802, + "updated": 27803, + "便于": 27804, + "红军": 27805, + "绝缘": 27806, + "太平洋": 27807, + "nreg": 27808, + "▁Lux": 27809, + "erial": 27810, + "inear": 27811, + "pattern": 27812, + "merge": 27813, + "▁ample": 27814, + "▁lasts": 27815, + "不忘初心": 27816, + "assoc": 27817, + "▁Canon": 27818, + "▁detecting": 27819, + "口气": 27820, + "▁Kam": 27821, + "Under": 27822, + "▁auth": 27823, + "▁inline": 27824, + "格外": 27825, + "你们的": 27826, + "另一种": 27827, + "rint": 27828, + "▁RPG": 27829, + "▁Diet": 27830, + "▁осно": 27831, + "textsf": 27832, + "ны": 27833, + "一心": 27834, + "步行": 27835, + "▁tf": 27836, + "科学院": 27837, + "▁Lots": 27838, + "olesterol": 27839, + "getElementById": 27840, + "▁neighbourhood": 27841, + "wic": 27842, + "▁syn": 27843, + "extra": 27844, + "▁Vit": 27845, + "arcia": 27846, + "itutes": 27847, + "▁yeast": 27848, + "体积": 27849, + "oshop": 27850, + "▁clearing": 27851, + "▁препратки": 27852, + "伤残": 27853, + "引用": 27854, + "造成了": 27855, + "坦克": 27856, + "疗法": 27857, + "omo": 27858, + "Cent": 27859, + "▁Walter": 27860, + "cuts": 27861, + "▁}}\\": 27862, + "ambers": 27863, + "▁baked": 27864, + "▁Ax": 27865, + "Admin": 27866, + "impse": 27867, + "▁dorm": 27868, + "akespe": 27869, + "above": 27870, + "Cluster": 27871, + "▁referr": 27872, + "leqslant": 27873, + "暗示": 27874, + "评分": 27875, + "▁Sri": 27876, + "swing": 27877, + "▁taxi": 27878, + "▁Beautiful": 27879, + "古典": 27880, + "被迫": 27881, + "MAC": 27882, + "nDem": 27883, + "uart": 27884, + "▁Czech": 27885, + "Metadata": 27886, + "aturally": 27887, + "▁Players": 27888, + "▁glimpse": 27889, + "▁mum": 27890, + "适用法律": 27891, + "nCount": 27892, + "赔偿责任": 27893, + "ulsive": 27894, + "▁radii": 27895, + "▁punish": 27896, + "▁worthwhile": 27897, + "ritional": 27898, + "淘宝": 27899, + "赞赏": 27900, + "xit": 27901, + "agle": 27902, + "候选": 27903, + "注定": 27904, + "要点": 27905, + "TIME": 27906, + "▁GRE": 27907, + "▁merged": 27908, + "▁pastor": 27909, + "iterator": 27910, + "▁Patriots": 27911, + "▁Venezuel": 27912, + "▁preferably": 27913, + "kov": 27914, + "等多种": 27915, + "safe": 27916, + "▁READ": 27917, + "▁erect": 27918, + "▁fertil": 27919, + "▁acclaim": 27920, + "▁robustness": 27921, + "里斯": 27922, + "buy": 27923, + "对方的": 27924, + "▁shooter": 27925, + "▁ideology": 27926, + "▁adjusting": 27927, + "nDisclaimer": 27928, + "三位": 27929, + "iab": 27930, + "办事处": 27931, + "▁Jamie": 27932, + "▁Points": 27933, + "HI": 27934, + "比起": 27935, + "跟你": 27936, + "▁gamers": 27937, + "▁slaves": 27938, + "Ant": 27939, + "▁Abd": 27940, + "▁Nazi": 27941, + "answer": 27942, + "▁snake": 27943, + "▁castle": 27944, + "▁immers": 27945, + "▁nonzero": 27946, + "超出": 27947, + "已经有": 27948, + "cool": 27949, + "nMain": 27950, + "▁adap": 27951, + "Външни": 27952, + "▁Abraham": 27953, + "纺织": 27954, + "饱满": 27955, + "umping": 27956, + "▁acids": 27957, + "扩散": 27958, + "有害": 27959, + "Thus": 27960, + "▁nurt": 27961, + "castle": 27962, + "▁Industrial": 27963, + "ushi": 27964, + "vine": 27965, + "През": 27966, + "▁groom": 27967, + "▁donors": 27968, + "▁breasts": 27969, + "▁Companies": 27970, + "人不": 27971, + "▁prosecution": 27972, + "人格": 27973, + "安全感": 27974, + "的一生": 27975, + "有限责任": 27976, + "▁dilig": 27977, + "日记": 27978, + "的一面": 27979, + "值得一提": 27980, + "▁apples": 27981, + "ku": 27982, + "买的": 27983, + "开门": 27984, + "▁中国": 27985, + "ndet": 27986, + "▁\\\"#": 27987, + "astro": 27988, + "▁Used": 27989, + "现已审理终结": 27990, + "▁urgent": 27991, + "compatible": 27992, + "得好": 27993, + "▁Hem": 27994, + "▁Maj": 27995, + "▁attendees": 27996, + "nbeen": 27997, + "▁sanct": 27998, + "▁shortage": 27999, + "投标": 28000, + "要做": 28001, + "▁Keith": 28002, + "▁wished": 28003, + "quiries": 28004, + "热烈": 28005, + "PUT": 28006, + "▁onset": 28007, + "▁Philip": 28008, + "▁tightly": 28009, + "▁stretching": 28010, + "▁ком": 28011, + "igion": 28012, + "▁Oliver": 28013, + "▁Jessica": 28014, + "丧失": 28015, + "心思": 28016, + "的双": 28017, + "nExper": 28018, + "▁colleague": 28019, + "▁downstream": 28020, + "rules": 28021, + "惊讶": 28022, + "Tech": 28023, + "▁Phase": 28024, + "▁customize": 28025, + "▁drone": 28026, + "runtime": 28027, + "FW": 28028, + "lst": 28029, + "City": 28030, + "\\\\|^": 28031, + "mble": 28032, + "▁toe": 28033, + "samples": 28034, + "▁recycling": 28035, + "提升了": 28036, + "充分利用": 28037, + "▁lining": 28038, + "nFebruary": 28039, + "告别": 28040, + "立马": 28041, + "本赛季": 28042, + "被执行人": 28043, + "花了": 28044, + "'}$": 28045, + "nmay": 28046, + "▁Seven": 28047, + "▁angel": 28048, + "▁Safari": 28049, + "▁arrays": 28050, + "▁connector": 28051, + "▁Laboratory": 28052, + "核实": 28053, + "首个": 28054, + "bps": 28055, + "实施方案": 28056, + "ngener": 28057, + "▁compares": 28058, + "商店": 28059, + "膨胀": 28060, + "ICT": 28061, + "}]$": 28062, + "▁sou": 28063, + "▁overwhelmed": 28064, + "路面": 28065, + "约定的": 28066, + "签名": 28067, + "香味": 28068, + "奥运会": 28069, + "爱好者": 28070, + "的一项": 28071, + ")}(\\\\": 28072, + "Contact": 28073, + "optimal": 28074, + "成品": 28075, + "▁ор": 28076, + "我不知道": 28077, + "fetch": 28078, + "▁Hair": 28079, + "▁medal": 28080, + "▁exceeds": 28081, + "▁advocacy": 28082, + "MIT": 28083, + "critical": 28084, + "▁underest": 28085, + "nPresident": 28086, + "重组": 28087, + "▁blew": 28088, + "▁Swift": 28089, + "▁locks": 28090, + "vectors": 28091, + "▁deposits": 28092, + "▁recruitment": 28093, + "人之": 28094, + "畅通": 28095, + "вет": 28096, + "上面的": 28097, + "anity": 28098, + "▁wipe": 28099, + "▁Stevens": 28100, + "▁filtered": 28101, + "四周": 28102, + "奇迹": 28103, + "通胀": 28104, + "▁MR": 28105, + "▁forty": 28106, + "science": 28107, + "▁induce": 28108, + "▁attacker": 28109, + "rio": 28110, + "expr": 28111, + "witch": 28112, + "▁Kenya": 28113, + "▁routing": 28114, + "六年": 28115, + "有利": 28116, + "ADD": 28117, + "▁lung": 28118, + "▁Deputy": 28119, + "▁dessert": 28120, + "claration": 28121, + "悲伤": 28122, + "港澳": 28123, + "cas": 28124, + "▁BA": 28125, + "▁Perm": 28126, + "▁recovering": 28127, + "▁日": 28128, + "入手": 28129, + "▁crashed": 28130, + "nNovember": 28131, + "aphor": 28132, + "ploys": 28133, + "VERSION": 28134, + "▁inexpensive": 28135, + "马克思": 28136, + "▁tier": 28137, + "▁excer": 28138, + "▁fragr": 28139, + "▁leisure": 28140, + "▁rebounds": 28141, + "▁characterize": 28142, + "上网": 28143, + "又不": 28144, + "监狱": 28145, + "mine": 28146, + "нове": 28147, + "▁IoT": 28148, + "▁tan": 28149, + "▁concludes": 28150, + "▁summarize": 28151, + "上传": 28152, + "▁VERY": 28153, + "ometown": 28154, + "▁balcon": 28155, + "艰苦": 28156, + "fixed": 28157, + "▁Dell": 28158, + "▁append": 28159, + "▁Fashion": 28160, + "▁statistic": 28161, + "收缩": 28162, + "▁LG": 28163, + "将成为": 28164, + "ourney": 28165, + "▁flare": 28166, + "Console": 28167, + "▁affection": 28168, + "受损": 28169, + "是用": 28170, + "经济学": 28171, + "epoch": 28172, + "▁sciences": 28173, + "▁siblings": 28174, + "▁accompanying": 28175, + "阳县": 28176, + "icode": 28177, + "▁administrators": 28178, + "FD": 28179, + "五一": 28180, + "来源于": 28181, + "▁Tib": 28182, + "与会": 28183, + "家长们": 28184, + "称之为": 28185, + "nPar": 28186, + "▁collar": 28187, + "▁exhausted": 28188, + "代的": 28189, + "变量": 28190, + "▁ds": 28191, + "十二条": 28192, + "▁cared": 28193, + "▁bridges": 28194, + "▁Depending": 28195, + "eno": 28196, + "▁subl": 28197, + "天赋": 28198, + "性别": 28199, + "一点点": 28200, + "成立了": 28201, + "exports": 28202, + "▁obsessed": 28203, + "▁downloads": 28204, + "Ti": 28205, + "转化为": 28206, + "supported": 28207, + "▁repeating": 28208, + "口的": 28209, + "春风": 28210, + "诠释": 28211, + "nOkay": 28212, + "Single": 28213, + "nNotice": 28214, + "Discussion": 28215, + "荷兰": 28216, + "选用": 28217, + "branch": 28218, + "unless": 28219, + "明白了": 28220, + "▁Figs": 28221, + "nSource": 28222, + "​\\": 28223, + "相遇": 28224, + "umatic": 28225, + "▁modelling": 28226, + "法制": 28227, + "的价值": 28228, + "的心态": 28229, + "nform": 28230, + "▁Reid": 28231, + "▁yarn": 28232, + "▁strap": 28233, + "▁Networks": 28234, + "▁mph": 28235, + "用人单位": 28236, + "接入": 28237, + "hit": 28238, + "Rightarrow": 28239, + "▁consequently": 28240, + "开的": 28241, + "误工": 28242, + "转动": 28243, + "▁Finn": 28244, + "▁acknowledges": 28245, + "三级": 28246, + "排列": 28247, + "整洁": 28248, + "构造": 28249, + "的意义": 28250, + "▁thrust": 28251, + "▁Picture": 28252, + "▁Examples": 28253, + "陈某": 28254, + "Men": 28255, + "▁RSS": 28256, + "▁api": 28257, + "▁cer": 28258, + "▁hyd": 28259, + "▁Gonz": 28260, + "personal": 28261, + "方针": 28262, + "cov": 28263, + "我已经": 28264, + "▁hospitality": 28265, + "▁undoubtedly": 28266, + "包裹": 28267, + "報導": 28268, + "女人的": 28269, + "▁Bio": 28270, + "Forms": 28271, + "binary": 28272, + "ortions": 28273, + "▁promotes": 28274, + "▁sponsors": 28275, + "拜登": 28276, + "Keys": 28277, + "▁pecul": 28278, + "▁Turner": 28279, + "▁volcan": 28280, + "▁statistically": 28281, + "▁Dy": 28282, + "Drop": 28283, + "▁Die": 28284, + "▁skirt": 28285, + "一笑": 28286, + "我把": 28287, + "的做法": 28288, + "Super": 28289, + "▁Vision": 28290, + "▁squared": 28291, + "踏实": 28292, + "性价比": 28293, + "我一直": 28294, + "万平方米": 28295, + "▁Samuel": 28296, + "一层": 28297, + "他不": 28298, + "厂家": 28299, + "PRO": 28300, + "fed": 28301, + "▁гру": 28302, + "Linux": 28303, + "liness": 28304, + "的几": 28305, + "third": 28306, + "▁loos": 28307, + "atories": 28308, + "▁registry": 28309, + "输送": 28310, + "青山": 28311, + "营商环境": 28312, + "▁illeg": 28313, + "▁Beauty": 28314, + "akespeare": 28315, + "archy": 28316, + "▁utilities": 28317, + "▁Hob": 28318, + "▁sung": 28319, + "nSection": 28320, + "▁overtime": 28321, + "▁deviations": 28322, + "retch": 28323, + "acting": 28324, + "uncher": 28325, + "▁brace": 28326, + "▁Harper": 28327, + "一丝": 28328, + "信访": 28329, + "流动性": 28330, + "▁HREF": 28331, + "▁Nancy": 28332, + "▁ankle": 28333, + "一共": 28334, + "的人才": 28335, + "nKey": 28336, + "▁discovering": 28337, + "才发现": 28338, + "▁pap": 28339, + "polar": 28340, + "latest": 28341, + "▁Shadow": 28342, + "▁removes": 28343, + "▁vicinity": 28344, + "▁polarized": 28345, + "USB": 28346, + "▁Blues": 28347, + "▁inbox": 28348, + "▁gospel": 28349, + "gue": 28350, + "}]\\": 28351, + "arming": 28352, + "▁sewing": 28353, + "口碑": 28354, + "好人": 28355, + "}=(": 28356, + "nBesides": 28357, + "▁fatigue": 28358, + "我能": 28359, + "nbl": 28360, + "▁&&\\": 28361, + "▁}{\\\\": 28362, + "中期": 28363, + "其在": 28364, + "回了": 28365, + "hey": 28366, + "的概念": 28367, + "cott": 28368, + "▁acute": 28369, + "▁aspir": 28370, + "▁cricket": 28371, + "阴阳": 28372, + "upload": 28373, + "vertex": 28374, + "▁Hudson": 28375, + "网易": 28376, + "时间为": 28377, + "的项目": 28378, + "ocaust": 28379, + "▁Brady": 28380, + "▁scans": 28381, + "▁remedy": 28382, + "▁Coulomb": 28383, + "▁dispers": 28384, + "▁Ultimate": 28385, + "办案": 28386, + "连带": 28387, + "smith": 28388, + "▁cage": 28389, + "▁spawn": 28390, + "▁suppression": 28391, + "传动": 28392, + "nST": 28393, + "кедо": 28394, + "▁Hack": 28395, + "Descriptor": 28396, + "ALE": 28397, + "azi": 28398, + "Parse": 28399, + "ritis": 28400, + "techn": 28401, + "▁assertion": 28402, + "▁recommends": 28403, + "/>\\": 28404, + "▁fog": 28405, + "绝大多数": 28406, + "▁запо": 28407, + "keyword": 28408, + "一杯": 28409, + "单身": 28410, + "midt": 28411, + "Health": 28412, + "▁charter": 28413, + "▁retention": 28414, + "的心情": 28415, + "▁TeV": 28416, + "千万不要": 28417, + "投放": 28418, + "Wait": 28419, + "Year": 28420, + "▁Jazz": 28421, + "▁Reed": 28422, + "▁hind": 28423, + "Wrapper": 28424, + "percent": 28425, + "▁snacks": 28426, + "▁interven": 28427, + "▁magnificent": 28428, + "叔叔": 28429, + "毕业后": 28430, + "表现出": 28431, + "新冠病毒": 28432, + "▁lesbian": 28433, + "变动": 28434, + "ingo": 28435, + "▁Karen": 28436, + "县级": 28437, + "管的": 28438, + "金山": 28439, + "cord": 28440, + "rfloor": 28441, + "▁Operations": 28442, + "抬头": 28443, + "ngo": 28444, + "劳动者": 28445, + "▁Initi": 28446, + "▁Normal": 28447, + "▁mailing": 28448, + "学费": 28449, + "并不能": 28450, + "nBuild": 28451, + "usions": 28452, + "▁Invoice": 28453, + "ICS": 28454, + "两个月": 28455, + "▁INTO": 28456, + "▁Kath": 28457, + "▁eyeb": 28458, + "▁Imper": 28459, + "▁revenge": 28460, + "也让": 28461, + "处分": 28462, + "按钮": 28463, + "▁WA": 28464, + "'])\\": 28465, + "Func": 28466, + "▁Dod": 28467, + "▁Mob": 28468, + "教育教学": 28469, + "▁meson": 28470, + "▁stealing": 28471, + "▁nationally": 28472, + "▁demographic": 28473, + "周一": 28474, + "的自": 28475, + "▁Charg": 28476, + "▁Nathan": 28477, + "创办": 28478, + "然后再": 28479, + "▁pools": 28480, + "▁doubts": 28481, + "▁creators": 28482, + "▁continent": 28483, + "▁决": 28484, + "严厉": 28485, + "肝脏": 28486, + "▁ng": 28487, + "的速度": 28488, + "erms": 28489, + "arthy": 28490, + "▁pharmac": 28491, + "▁counseling": 28492, + "未必": 28493, + "▁Shar": 28494, + "▁swear": 28495, + "Thursday": 28496, + "VO": 28497, + "lfloor": 28498, + "▁rewrite": 28499, + "▁practitioners": 28500, + "▁undergraduate": 28501, + "HK": 28502, + "機會": 28503, + "Domain": 28504, + "nAmerican": 28505, + "▁adopting": 28506, + "▁intercept": 28507, + "▁accountability": 28508, + "內容": 28509, + "▁ta": 28510, + "development": 28511, + "扣除": 28512, + "Dest": 28513, + "▁swift": 28514, + "hyperlink": 28515, + "▁inviting": 28516, + "也为": 28517, + "纠结": 28518, + "间隔": 28519, + "вите": 28520, + "▁tray": 28521, + "▁allevi": 28522, + "▁Summary": 28523, + "▁pitching": 28524, + "▁Seriously": 28525, + "美容": 28526, + "nFull": 28527, + "▁histogram": 28528, + "学业": 28529, + "患有": 28530, + "袭击": 28531, + "▁AK": 28532, + "价值的": 28533, + "的味道": 28534, + "Poly": 28535, + "Shell": 28536, + "\\\")]\\": 28537, + "▁boasts": 28538, + "▁inconven": 28539, + "静脉": 28540, + "▁noble": 28541, + "▁jointly": 28542, + "斯科": 28543, + "此类": 28544, + "沙发": 28545, + "泡沫": 28546, + "▁tabs": 28547, + "▁researching": 28548, + "月亮": 28549, + "温和": 28550, + "试试": 28551, + "David": 28552, + "npoint": 28553, + "▁spells": 28554, + "▁eccentric": 28555, + "▁contamination": 28556, + "UTF": 28557, + "▁nort": 28558, + "▁firefight": 28559, + "安徽省": 28560, + "▁aliens": 28561, + "▁imagery": 28562, + "▁squeeze": 28563, + "子和": 28564, + "短板": 28565, + "筛选": 28566, + "生产的": 28567, + "uzzy": 28568, + "vidia": 28569, + "positions": 28570, + "▁starters": 28571, + "茅台": 28572, + "长达": 28573, + "普通人": 28574, + "noff": 28575, + "nsince": 28576, + "▁Marie": 28577, + "许可证": 28578, + "agne": 28579, + "▁widget": 28580, + "aternity": 28581, + "election": 28582, + "▁sexuality": 28583, + "公式": 28584, + "wau": 28585, + "wheel": 28586, + "▁caption": 28587, + "▁commander": 28588, + "强险": 28589, + "望着": 28590, + "▁Joint": 28591, + "▁Vista": 28592, + "▁likewise": 28593, + "规矩": 28594, + "NDI": 28595, + "▁=>\\": 28596, + "▁Born": 28597, + "▁Eli": 28598, + "Ill": 28599, + "却没有": 28600, + "relative": 28601, + "▁broadband": 28602, + "▁complained": 28603, + "报价": 28604, + "我们是": 28605, + "▁\\\\#": 28606, + "▁spontaneous": 28607, + "▁civilization": 28608, + "▁architectural": 28609, + "基准": 28610, + "腐败": 28611, + "公诉机关": 28612, + "iotics": 28613, + "进球": 28614, + "控制器": 28615, + "▁examining": 28616, + "▁willingness": 28617, + "比較": 28618, + "纠正": 28619, + "阵地": 28620, + "▁Kl": 28621, + "udent": 28622, + "DIGITS": 28623, + "xf": 28624, + "精确": 28625, + "▁Choice": 28626, + "▁regulate": 28627, + "▁lightning": 28628, + "▁behavioral": 28629, + "下半": 28630, + "sil": 28631, + "▁DNS": 28632, + "nState": 28633, + "uating": 28634, + "innamon": 28635, + "仅有": 28636, + "深处": 28637, + "cock": 28638, + "egal": 28639, + "厚度": 28640, + "▁UC": 28641, + "guard": 28642, + "poral": 28643, + "▁Statement": 28644, + "▁Generation": 28645, + "走路": 28646, + "})-": 28647, + "▁BU": 28648, + "▁isotropic": 28649, + "tikzpicture": 28650, + "club": 28651, + "生活中的": 28652, + "▁flaws": 28653, + "▁proto": 28654, + "▁Leadership": 28655, + "▁anisotropy": 28656, + "的对": 28657, + "▁Draft": 28658, + "▁halfway": 28659, + "▁RL": 28660, + "▁所述": 28661, + "交强险": 28662, + "▁Upper": 28663, + "▁scent": 28664, + "amation": 28665, + "產品": 28666, + "acht": 28667, + "slide": 28668, + "▁Kerry": 28669, + "中秋": 28670, + "官网": 28671, + "起步": 28672, + "arking": 28673, + "▁Crown": 28674, + "▁slept": 28675, + "▁subjected": 28676, + "nfe": 28677, + "Sync": 28678, + "▁geomet": 28679, + "▁predictive": 28680, + "一樣": 28681, + "助推": 28682, + "联络": 28683, + "imits": 28684, + "▁Richmond": 28685, + "▁finances": 28686, + "▁mentioning": 28687, + "▁observables": 28688, + "▁Palestinians": 28689, + "▁员": 28690, + "水库": 28691, + "armed": 28692, + "▁chlor": 28693, + "Tuesday": 28694, + "▁fibers": 28695, + "▁righteous": 28696, + "一身": 28697, + "事后": 28698, + "每人": 28699, + "就可以了": 28700, + "▁epidemic": 28701, + "中等": 28702, + "rys": 28703, + "ayed": 28704, + "▁lug": 28705, + "加盟": 28706, + "垄断": 28707, + "是被": 28708, + "ici": 28709, + "oku": 28710, + "历史的": 28711, + "国民党": 28712, + "TEXT": 28713, + "▁Political": 28714, + "cdn": 28715, + "erie": 28716, + "мата": 28717, + "▁BAS": 28718, + "▁WWE": 28719, + "irmingham": 28720, + "▁Strategy": 28721, + "▁crystals": 28722, + "挫折": 28723, + "below": 28724, + "▁partnerships": 28725, + "寒冷": 28726, + "电站": 28727, + "贯穿": 28728, + "лиза": 28729, + "▁Mut": 28730, + "▁Ruby": 28731, + "▁rehe": 28732, + "USA": 28733, + "第三人": 28734, + "一般来说": 28735, + "▁Circle": 28736, + "Wednesday": 28737, + "▁coherence": 28738, + "外地": 28739, + "家里的": 28740, + "▁coc": 28741, + "▁Brid": 28742, + "▁troll": 28743, + "▁positioning": 28744, + "ür": 28745, + "一首": 28746, + "логи": 28747, + "▁Fame": 28748, + "irements": 28749, + "叶片": 28750, + "地域": 28751, + "糟糕": 28752, + "ACC": 28753, + "\\\">&": 28754, + "▁Driver": 28755, + "▁Climate": 28756, + "▁McDonald": 28757, + "▁kg": 28758, + "▁frost": 28759, + "▁grill": 28760, + "▁Hebrew": 28761, + "Har": 28762, + "▁SI": 28763, + "learly": 28764, + "▁latency": 28765, + "▁stretched": 28766, + "▁celebrities": 28767, + "pf": 28768, + "不禁": 28769, + "也不要": 28770, + "▁пла": 28771, + "▁Camera": 28772, + "▁bubbles": 28773, + "MY": 28774, + "身体的": 28775, + "ussels": 28776, + "▁constructing": 28777, + "清新": 28778, + "航班": 28779, + "要去": 28780, + "nmod": 28781, + "▁focal": 28782, + "]+": 28783, + "Ham": 28784, + "▁vague": 28785, + "▁Edwards": 28786, + "刚好": 28787, + "约翰": 28788, + "ania": 28789, + "▁plun": 28790, + "▁exams": 28791, + "▁triggers": 28792, + "现有的": 28793, + "odic": 28794, + "oltz": 28795, + "integ": 28796, + "choice": 28797, + "▁Theater": 28798, + "▁complementary": 28799, + "无聊": 28800, + "相继": 28801, + "^*_": 28802, + "чно": 28803, + "nNon": 28804, + "▁assh": 28805, + "▁soda": 28806, + "chanical": 28807, + "▁insufficient": 28808, + "就很": 28809, + "授课": 28810, + "▁negotiate": 28811, + "▁cumulative": 28812, + "切成": 28813, + "淀粉": 28814, + "湿地": 28815, + "电网": 28816, + "amy": 28817, + "kip": 28818, + "Scale": 28819, + "imgur": 28820, + "▁dile": 28821, + "▁enrolled": 28822, + "BG": 28823, + "还未": 28824, + "пъл": 28825, + "▁abst": 28826, + "▁plag": 28827, + "▁Puerto": 28828, + ";\\\"": 28829, + "用户的": 28830, + "▁Operation": 28831, + "▁fulfilled": 28832, + "选拔": 28833, + "proved": 28834, + "workers": 28835, + "▁autonomous": 28836, + "系数": 28837, + "這種": 28838, + "▁rider": 28839, + "▁regimes": 28840, + "阐述": 28841, + "жен": 28842, + "▁scare": 28843, + "▁anonym": 28844, + "▁therapist": 28845, + "▁litigation": 28846, + "就医": 28847, + "言语": 28848, + "顿时": 28849, + "▁Belgium": 28850, + "▁abusive": 28851, + "▁merchandise": 28852, + "▁Je": 28853, + "▁ideals": 28854, + "▁Harrison": 28855, + "▁confirms": 28856, + "nPublished": 28857, + "▁Weather": 28858, + "▁converting": 28859, + "女神": 28860, + "起来了": 28861, + "▁messaging": 28862, + "Est": 28863, + "Sur": 28864, + "nAv": 28865, + "在家里": 28866, + "建筑面积": 28867, + "▁sher": 28868, + "▁Bobby": 28869, + "▁Label": 28870, + "▁warmth": 28871, + "力争": 28872, + "唯有": 28873, + "ighty": 28874, + "rians": 28875, + "abstract": 28876, + "卓越": 28877, + "签证": 28878, + "lag": 28879, + "uba": 28880, + "Diff": 28881, + "ICAL": 28882, + "\":\"\\\"": 28883, + "clone": 28884, + "▁drafted": 28885, + "▁highlighting": 28886, + "Care": 28887, + "▁Woods": 28888, + "iratory": 28889, + "nmodule": 28890, + "▁demonstrating": 28891, + "資料": 28892, + "URN": 28893, + "市场监管": 28894, + "etric": 28895, + "▁рабо": 28896, + "▁congrat": 28897, + "上报": 28898, + "朝阳": 28899, + "痕迹": 28900, + "tre": 28901, + "的建设": 28902, + "npost": 28903, + "▁masters": 28904, + "▁suffers": 28905, + "写了": 28906, + "結果": 28907, + "▁Okay": 28908, + "▁Suite": 28909, + "▁Official": 28910, + "please": 28911, + "▁thigh": 28912, + "▁Rivers": 28913, + "▁hardcore": 28914, + "▁promptly": 28915, + "amac": 28916, + "▁mater": 28917, + "▁risky": 28918, + "▁Nobody": 28919, + "Progress": 28920, + "▁reversed": 28921, + "▁triangles": 28922, + "空军": 28923, + "——\\": 28924, + "了解了": 28925, + "Works": 28926, + "▁fade": 28927, + "▁spotlight": 28928, + "一股": 28929, + "备用": 28930, + "DATA": 28931, + "avan": 28932, + "▁Raw": 28933, + "愉快": 28934, + "我省": 28935, + "**:": 28936, + "▁jaw": 28937, + "▁fried": 28938, + "▁rigorous": 28939, + "nAdditionally": 28940, + "篮板": 28941, + "atinum": 28942, + "▁lowered": 28943, + "▁vanishing": 28944, + "▁inflammation": 28945, + "细腻": 28946, + "nlp": 28947, + "nAcc": 28948, + "▁Celt": 28949, + "▁Marx": 28950, + "▁NATO": 28951, + "▁herbs": 28952, + "founder": 28953, + "▁sights": 28954, + "▁Standards": 28955, + "▁minimizing": 28956, + "▁promotions": 28957, + "▁prestigious": 28958, + "COL": 28959, + "受欢迎": 28960, + "RP": 28961, + "上演": 28962, + "asha": 28963, + "▁wears": 28964, + "izontal": 28965, + "hm": 28966, + "ndisc": 28967, + "▁honour": 28968, + "Ay": 28969, + "座的": 28970, + "防汛": 28971, + "racies": 28972, + "erranean": 28973, + "周五": 28974, + "洗澡": 28975, + "weg": 28976, + "▁DH": 28977, + "或者说": 28978, + "▁Kan": 28979, + "Review": 28980, + "亲人": 28981, + "的原": 28982, + "▁Sr": 28983, + "服务业": 28984, + "Scal": 28985, + "▁empire": 28986, + "▁feather": 28987, + "匆匆": 28988, + "文旅": 28989, + "正能量": 28990, + "members": 28991, + "variable": 28992, + "▁Airlines": 28993, + "▁premises": 28994, + "总局": 28995, + "词汇": 28996, + "VEL": 28997, + "没有了": 28998, + "ynolds": 28999, + "▁socially": 29000, + "▁stressful": 29001, + "六个": 29002, + "▁LHC": 29003, + "windows": 29004, + "xd": 29005, + "抢救": 29006, + "引起了": 29007, + "▁Nar": 29008, + "▁USE": 29009, + "有一定的": 29010, + "amped": 29011, + "stars": 29012, + "Memory": 29013, + "▁norms": 29014, + "▁turbulence": 29015, + "大火": 29016, + "实话": 29017, + "▁RT": 29018, + "收益率": 29019, + "Watch": 29020, + "▁pipes": 29021, + "▁topped": 29022, + "▁bullshit": 29023, + "标记": 29024, + "潮流": 29025, + "omp": 29026, + "West": 29027, + "▁probable": 29028, + "充实": 29029, + "送给": 29030, + "AIN": 29031, + "是通过": 29032, + "ardi": 29033, + "iota": 29034, + "\\\\[\\\\": 29035, + "▁Inspect": 29036, + "党和": 29037, + "欧美": 29038, + "icals": 29039, + "▁Ideas": 29040, + "▁centres": 29041, + "▁coincidence": 29042, + "▁constitutes": 29043, + "终究": 29044, + "emption": 29045, + "▁Cincinnati": 29046, + "做饭": 29047, + "头条": 29048, + "监会": 29049, + "vanced": 29050, + "▁organs": 29051, + "▁warehouse": 29052, + "高三": 29053, + "▁rude": 29054, + "▁compiler": 29055, + "我县": 29056, + "探究": 29057, + "豪华": 29058, + "▁Dublin": 29059, + "duration": 29060, + "▁stimulus": 29061, + "▁Controller": 29062, + "一脸": 29063, + "崩溃": 29064, + "nds": 29065, + "关注的": 29066, + "▁stems": 29067, + "redited": 29068, + "▁Profile": 29069, + "▁bonuses": 29070, + "▁escaped": 29071, + "▁habitat": 29072, + "▁checkout": 29073, + "▁<-": 29074, + "sleep": 29075, + "▁induct": 29076, + "▁PRE": 29077, + "▁Files": 29078, + "▁citizenship": 29079, + "▁contributor": 29080, + "吸烟": 29081, + "hots": 29082, + "▁Safe": 29083, + "▁Taliban": 29084, + "▁vulnerability": 29085, + "调用": 29086, + "适宜": 29087, + "циал": 29088, + "▁duck": 29089, + "▁sellers": 29090, + "导电": 29091, + "河流": 29092, + "养老金": 29093, + "▁Glen": 29094, + "▁skull": 29095, + "ourcing": 29096, + "Register": 29097, + "▁digging": 29098, + "▁Nashville": 29099, + "做起": 29100, + "持續": 29101, + "搬迁": 29102, + "▁thru": 29103, + "Common": 29104, + "▁Posts": 29105, + "conditions": 29106, + "▁preceding": 29107, + "Seg": 29108, + "itic": 29109, + "burst": 29110, + "▁underway": 29111, + "一根": 29112, + "重庆市": 29113, + "iper": 29114, + "lint": 29115, + "ndec": 29116, + "Socket": 29117, + "His": 29118, + "ucc": 29119, + "Speed": 29120, + "rives": 29121, + "诉讼代理人": 29122, + "▁Holland": 29123, + "▁programmes": 29124, + "▁multiplication": 29125, + "不顾": 29126, + "提及": 29127, + "▁ga": 29128, + "每个人的": 29129, + "▁Gran": 29130, + "▁Sanders": 29131, + "▁monitored": 29132, + "▁toes": 29133, + "waukee": 29134, + "▁Hindu": 29135, + "▁sticky": 29136, + "洗手": 29137, + "等相关": 29138, + "yped": 29139, + "▁cad": 29140, + "borough": 29141, + "endants": 29142, + "▁enterprises": 29143, + "吸引了": 29144, + "nRequ": 29145, + "▁cigarette": 29146, + "由於": 29147, + "航母": 29148, + "wei": 29149, + "公交车": 29150, + "▁opera": 29151, + "▁Weekly": 29152, + "▁Nebraska": 29153, + "插入": 29154, + "主要有": 29155, + "}\\\\;": 29156, + "▁Ю": 29157, + "nUS": 29158, + "▁~/": 29159, + "}}}$": 29160, + "pancy": 29161, + "roots": 29162, + "▁fairness": 29163, + "▁advertisements": 29164, + "pk": 29165, + "$(\\\\": 29166, + "idad": 29167, + "loom": 29168, + "lord": 29169, + "▁lex": 29170, + "▁demol": 29171, + "ographics": 29172, + "▁sensation": 29173, + "那个时候": 29174, + "氨酸": 29175, + "▁Fer": 29176, + "▁opted": 29177, + "▁literal": 29178, + "▁religions": 29179, + "$&$": 29180, + "女孩子": 29181, + "isle": 29182, + "nent": 29183, + "▁Bud": 29184, + "▁само": 29185, + "acceptable": 29186, + "并与": 29187, + "罢了": 29188, + "did": 29189, + "lar": 29190, + "▁Ja": 29191, + "▁kindness": 29192, + "身后": 29193, + "ELD": 29194, + "▁SY": 29195, + "▁Ру": 29196, + "nick": 29197, + "ntitle": 29198, + "Texture": 29199, + "▁Pokemon": 29200, + "▁dignity": 29201, + "▁textures": 29202, + "▁duplicate": 29203, + "橡胶": 29204, + "▁###": 29205, + "接下来的": 29206, + "assign": 29207, + "rivers": 29208, + "ullivan": 29209, + "▁Switch": 29210, + "▁pillow": 29211, + "▁misleading": 29212, + "北大": 29213, + "okia": 29214, + "▁Hispanic": 29215, + "▁Corollary": 29216, + "▁earthquake": 29217, + "大使": 29218, + "物体": 29219, + "盲目": 29220, + "在全球": 29221, + "nstruct": 29222, + "▁converge": 29223, + "FB": 29224, + "器械": 29225, + "Sample": 29226, + "placed": 29227, + "nRecent": 29228, + "▁competent": 29229, + "再说": 29230, + "性地": 29231, + "нти": 29232, + "了一次": 29233, + "的应用": 29234, + "公开开庭": 29235, + "Folder": 29236, + "▁Bring": 29237, + "▁hassle": 29238, + "▁SET": 29239, + "▁cube": 29240, + "▁citing": 29241, + "▁opener": 29242, + "▁unhappy": 29243, + "感叹": 29244, + "对我们": 29245, + "集中在": 29246, + "出场": 29247, + ";\\\\;": 29248, + "Does": 29249, + "▁Morm": 29250, + "▁patrol": 29251, + "不可以": 29252, + "的比例": 29253, + "lene": 29254, + "nswer": 29255, + "▁Pool": 29256, + "uniform": 29257, + "▁honesty": 29258, + "货款": 29259, + "figs": 29260, + "支行": 29261, + "alin": 29262, + "因为他们": 29263, + "▁coarse": 29264, + "otential": 29265, + "▁catches": 29266, + "gx": 29267, + "nFour": 29268, + "▁полу": 29269, + "nshould": 29270, + "▁chopped": 29271, + "▁incorporating": 29272, + "凸显": 29273, + "套路": 29274, + "诊疗": 29275, + "anium": 29276, + "▁Premium": 29277, + "▁glorious": 29278, + "▁starring": 29279, + "專業": 29280, + "nCall": 29281, + "ivated": 29282, + "▁\\\\{\\\\": 29283, + "▁heights": 29284, + "▁concaten": 29285, + "▁WARRANTIES": 29286, + "我可以": 29287, + ":///": 29288, + "prev": 29289, + "▁quilt": 29290, + "commended": 29291, + "▁therapeutic": 29292, + "凭证": 29293, + "马来": 29294, + "签订的": 29295, + "▁Walt": 29296, + "▁patio": 29297, + "ToString": 29298, + "▁Pictures": 29299, + "本届": 29300, + "▁един": 29301, + "▁Session": 29302, + "▁crashes": 29303, + "备考": 29304, + "摆放": 29305, + "anic": 29306, + "nget": 29307, + "micro": 29308, + "jected": 29309, + "▁budgets": 29310, + "▁qualifying": 29311, + "▁accelerated": 29312, + "司令": 29313, + "熟悉的": 29314, + "通知书": 29315, + "▁Costa": 29316, + "惩罚": 29317, + "$--": 29318, + "▁deduct": 29319, + "▁Reference": 29320, + "▁“": 29321, + "ndf": 29322, + "采访时": 29323, + "etry": 29324, + "▁Bour": 29325, + "▁bake": 29326, + "finite": 29327, + "▁contexts": 29328, + "之力": 29329, + "大厅": 29330, + "小麦": 29331, + "没能": 29332, + "湖人": 29333, + "▁Ce": 29334, + "还是很": 29335, + "rior": 29336, + "ките": 29337, + "Python": 29338, + "當時": 29339, + "顶级": 29340, + "一等奖": 29341, + "Enter": 29342, + "▁Leave": 29343, + "▁много": 29344, + "▁protects": 29345, + "入住": 29346, + "心疼": 29347, + "门户": 29348, + "先生的": 29349, + "isers": 29350, + "▁aunt": 29351, + "▁flock": 29352, + "▁Properties": 29353, + "▁photographers": 29354, + "Ra": 29355, + "迷茫": 29356, + "▁Ald": 29357, + "▁extr": 29358, + "▁wasting": 29359, + "▁approximations": 29360, + "的书": 29361, + "bet": 29362, + "▁irregular": 29363, + "▁identifies": 29364, + "疑似": 29365, + "Kit": 29366, + "以来的": 29367, + "广州市": 29368, + "IRST": 29369, + "▁eBay": 29370, + "▁поли": 29371, + "Driver": 29372, + "iological": 29373, + "▁balancing": 29374, + "不觉": 29375, + "整天": 29376, + "lli": 29377, + "是一名": 29378, + "▁awake": 29379, + "▁inconsistent": 29380, + "zel": 29381, + "\\\"`\\": 29382, + "anyon": 29383, + "nBlack": 29384, + "nsc": 29385, + "身边的": 29386, + "nJames": 29387, + "▁customs": 29388, + "▁sunlight": 29389, + "排行": 29390, + "科创": 29391, + ">::": 29392, + "什么的": 29393, + "▁owe": 29394, + "▁Were": 29395, + "▁pear": 29396, + "▁Period": 29397, + "▁debates": 29398, + ";<": 29399, + "而后": 29400, + "starter": 29401, + "▁Multiple": 29402, + "▁derivation": 29403, + "▁Imp": 29404, + "plots": 29405, + "▁общи": 29406, + "▁towel": 29407, + "▁exagger": 29408, + "▁mineral": 29409, + "▁Around": 29410, + "为由": 29411, + "▁rhetoric": 29412, + "▁drastically": 29413, + "增大": 29414, + "实战": 29415, + "▁poems": 29416, + "情人": 29417, + "cls": 29418, + "许多人": 29419, + "arin": 29420, + "erval": 29421, + "orbit": 29422, + "▁precip": 29423, + "Iterator": 29424, + "▁malware": 29425, + "abilistic": 29426, + "▁coloring": 29427, + "▁composer": 29428, + "意图": 29429, + "客户端": 29430, + "▁Ara": 29431, + "▁referendum": 29432, + "登录": 29433, + "省份": 29434, + "脑袋": 29435, + "毛主席": 29436, + "都非常": 29437, + "▁til": 29438, + "▁repet": 29439, + "▁Disease": 29440, + "▁Lebanon": 29441, + "▁diesel": 29442, + "▁Liberal": 29443, + "CU": 29444, + "▁中": 29445, + "每位": 29446, + "界的": 29447, + "街头": 29448, + "gre": 29449, + "achi": 29450, + "冠状病毒": 29451, + "▁Exam": 29452, + "▁wounds": 29453, + "不负": 29454, + "击败": 29455, + "张家": 29456, + "notin": 29457, + "▁Norway": 29458, + "▁conductivity": 29459, + "备受": 29460, + "时间和": 29461, + "hart": 29462, + "▁Copy": 29463, + "▁Soph": 29464, + "▁Brazilian": 29465, + "人气": 29466, + "花生": 29467, + "bid": 29468, + "超过了": 29469, + "usted": 29470, + "integr": 29471, + "getName": 29472, + "▁Recovery": 29473, + "nTH": 29474, + "ación": 29475, + "nsure": 29476, + "bx": 29477, + "发改": 29478, + "路边": 29479, + "olan": 29480, + "ussions": 29481, + "▁marking": 29482, + "▁critically": 29483, + "拯救": 29484, + "指责": 29485, + "nDen": 29486, + "Vertex": 29487, + "orption": 29488, + "▁anomalous": 29489, + "探测": 29490, + "跟他": 29491, + "我喜欢": 29492, + "來的": 29493, + "宽度": 29494, + "把自己的": 29495, + "这意味着": 29496, + "▁privately": 29497, + "▁Statistics": 29498, + "▁intentionally": 29499, + "跑到": 29500, + "▁NL": 29501, + ")--(": 29502, + "fair": 29503, + "nWow": 29504, + "▁Jet": 29505, + "▁RGB": 29506, + "▁Fact": 29507, + "遗址": 29508, + "IFI": 29509, + "▁cel": 29510, + "模具": 29511, + "民国": 29512, + "纪检": 29513, + "nnop": 29514, + "用自己的": 29515, + "truth": 29516, + "years": 29517, + "▁AIDS": 29518, + "missible": 29519, + "▁chasing": 29520, + "▁violate": 29521, + "▁archives": 29522, + "▁identifier": 29523, + "国企": 29524, + "隐私": 29525, + "▁sab": 29526, + "▁Lang": 29527, + "attributes": 29528, + "▁recreational": 29529, + "两名": 29530, + "却又": 29531, + "坚实": 29532, + "用力": 29533, + "tvoid": 29534, + "县长": 29535, + "工作会议": 29536, + "nActually": 29537, + "▁Individual": 29538, + "▁Cream": 29539, + "▁vocals": 29540, + "市中级人民法院": 29541, + "倾斜": 29542, + "脑海": 29543, + "kal": 29544, + "uter": 29545, + "▁Links": 29546, + "▁arrog": 29547, + "射手": 29548, + "▁COVID": 29549, + "▁thrive": 29550, + "▁Running": 29551, + "▁disjoint": 29552, + "▁Elementary": 29553, + "因子": 29554, + "vex": 29555, + "▁semant": 29556, + "▁Shaw": 29557, + "播出": 29558, + "有意": 29559, + "衡量": 29560, + "▁Ku": 29561, + "▁Ru": 29562, + "Month": 29563, + "▁downs": 29564, + "Resources": 29565, + "▁ps": 29566, + "就需要": 29567, + "logs": 29568, + "有限责任公司": 29569, + "▁margins": 29570, + "中原": 29571, + "活泼": 29572, + "聚会": 29573, + "副院长": 29574, + "实践中": 29575, + "pies": 29576, + "▁martial": 29577, + "DK": 29578, + "前沿": 29579, + "nhis": 29580, + "▁век": 29581, + "宣传活动": 29582, + "ochem": 29583, + "▁shrink": 29584, + "南昌": 29585, + "參與": 29586, + "▁dé": 29587, + "物联网": 29588, + "▁MHz": 29589, + "aways": 29590, + "ilight": 29591, + "resizebox": 29592, + "定价": 29593, + "流感": 29594, + "▁Compl": 29595, + "nSelect": 29596, + "小白": 29597, + "攻略": 29598, + "车道": 29599, + "转发": 29600, + "afety": 29601, + "▁Higher": 29602, + "▁processors": 29603, + "问道": 29604, + "▁enjoyment": 29605, + "▁voluntary": 29606, + "复产": 29607, + "(\\\"%": 29608, + "加深": 29609, + "比重": 29610, + "红旗": 29611, + "▁Census": 29612, + "jupytext": 29613, + "▁Framework": 29614, + "gls": 29615, + "ghai": 29616, + "▁MAC": 29617, + "▁Greater": 29618, + "▁Luckily": 29619, + "淡淡": 29620, + "▁Ele": 29621, + "▁digits": 29622, + "earchers": 29623, + "bsolutely": 29624, + "▁Shipping": 29625, + "必定": 29626, + "随即": 29627, + "▁ub": 29628, + "▁fundraising": 29629, + "根據": 29630, + "rue": 29631, + "为基础": 29632, + "opath": 29633, + "▁Benjamin": 29634, + "▁Http": 29635, + "▁snapshot": 29636, + "▁oscillation": 29637, + "刘某": 29638, + "口味": 29639, + "暴雨": 29640, + "家庭的": 29641, + "bard": 29642, + "quark": 29643, + "▁Berkeley": 29644, + "▁communicating": 29645, + "▁encouragement": 29646, + "bly": 29647, + "corn": 29648, + "▁Ida": 29649, + "seeing": 29650, + "说出": 29651, + "eton": 29652, + "▁Rou": 29653, + "截至目前": 29654, + "▁visualization": 29655, + "/$": 29656, + "严谨": 29657, + "~~~": 29658, + "▁luc": 29659, + "▁contempl": 29660, + "他又": 29661, + "图形": 29662, + "海拔": 29663, + "Agent": 29664, + "Fields": 29665, + "payload": 29666, + "baidu": 29667, + "▁verbal": 29668, + "但如果": 29669, + "材料的": 29670, + "▁Scar": 29671, + "▁Proof": 29672, + "inology": 29673, + "▁drought": 29674, + "▁permutation": 29675, + "演奏": 29676, + "可爱的": 29677, + "的照片": 29678, + "▁hurting": 29679, + "▁unified": 29680, + "▁criticized": 29681, + "一波": 29682, + "变的": 29683, + "更快": 29684, + "sinh": 29685, + "▁impacted": 29686, + "▁greenhouse": 29687, + "npm": 29688, + "antom": 29689, + "▁laughter": 29690, + "上年": 29691, + "灾难": 29692, + "▁OH": 29693, + "leen": 29694, + "ettes": 29695, + "▁Gift": 29696, + "assing": 29697, + "出身": 29698, + "占用": 29699, + "▁IE": 29700, + "uder": 29701, + "nchar": 29702, + "▁bapt": 29703, + "▁adequ": 29704, + "nWithout": 29705, + "▁tutorials": 29706, + "不被": 29707, + "事儿": 29708, + "疑惑": 29709, + "硬化": 29710, + "Mass": 29711, + "atten": 29712, + "▁readings": 29713, + "▁collapsed": 29714, + "▁sequential": 29715, + "吉祥": 29716, + "精度": 29717, + "Detail": 29718, + "▁adjustable": 29719, + "我希望": 29720, + "胡萝卜": 29721, + "дени": 29722, + "▁trunk": 29723, + "▁ministers": 29724, + "▁variational": 29725, + "前三": 29726, + "誉为": 29727, + "brain": 29728, + "▁Opera": 29729, + "▁fathers": 29730, + "Ds": 29731, + "经纪": 29732, + "lot": 29733, + "invoke": 29734, + "shifts": 29735, + "▁Button": 29736, + "▁turkey": 29737, + "constant": 29738, + "▁tasting": 29739, + "亚马": 29740, + "Air": 29741, + "PDF": 29742, + "THE": 29743, + "▁фи": 29744, + "▁Horn": 29745, + "▁dawn": 29746, + "\\\\\\\\\\\\": 29747, + "▁Claim": 29748, + "▁ninth": 29749, + "▁pilots": 29750, + "MeV": 29751, + "nref": 29752, + "smart": 29753, + "东风": 29754, + "电磁": 29755, + "的无": 29756, + "Scope": 29757, + "▁sender": 29758, + "Statement": 29759, + "类别": 29760, + "▁Forces": 29761, + "▁graphical": 29762, + "▁shareholders": 29763, + "征求": 29764, + "我看": 29765, + "着手": 29766, + "获悉": 29767, + ">>\\": 29768, + "不断提升": 29769, + "▁Commercial": 29770, + "nMult": 29771, + "▁Menu": 29772, + "▁fonts": 29773, + "examples": 29774, + "FG": 29775, + "出轨": 29776, + "▁pla": 29777, + "ooter": 29778, + "▁causal": 29779, + "▁companions": 29780, + "我妈": 29781, + "▁ribbon": 29782, + "…”": 29783, + "妇联": 29784, + "散热": 29785, + "灭火": 29786, + "剩下的": 29787, + "幸福的": 29788, + "应用于": 29789, + "这些人": 29790, + "nrem": 29791, + "▁pins": 29792, + "nBelow": 29793, + "▁explosive": 29794, + "特意": 29795, + "的分": 29796, + "▁GC": 29797, + "▁Sounds": 29798, + "▁evenly": 29799, + "思念": 29800, + "自动驾驶": 29801, + "▁lith": 29802, + "值得一提的是": 29803, + "▁disclose": 29804, + "▁journals": 29805, + "▁accelerate": 29806, + ")<": 29807, + "日军": 29808, + "趣味": 29809, + "kar": 29810, + "erek": 29811, + "tawa": 29812, + "émon": 29813, + "▁Educ": 29814, + "ernels": 29815, + "▁commem": 29816, + "▁Episode": 29817, + "FX": 29818, + "▁tomato": 29819, + "▁miracle": 29820, + "▁fragment": 29821, + "树木": 29822, + "Ids": 29823, + "▁abnormal": 29824, + "在她": 29825, + "▁Jar": 29826, + "不吃": 29827, + "LICENSE": 29828, + "▁Rating": 29829, + "剧本": 29830, + "OUS": 29831, + "ernand": 29832, + "acterial": 29833, + "▁Crystal": 29834, + "▁praying": 29835, + "▁schedules": 29836, + "农场": 29837, + "在与": 29838, + "旋律": 29839, + "模板": 29840, + "立方": 29841, + "adic": 29842, + "stri": 29843, + "yang": 29844, + "▁Surv": 29845, + "犯罪嫌疑人": 29846, + "▁dwell": 29847, + "▁regener": 29848, + "scriptions": 29849, + "阻碍": 29850, + "kel": 29851, + "Take": 29852, + "ylum": 29853, + "▁aston": 29854, + "▁predictable": 29855, + "▁също": 29856, + "▁encrypted": 29857, + "土豆": 29858, + "覺得": 29859, + "FOR": 29860, + "urdy": 29861, + "▁tin": 29862, + "▁Harbor": 29863, + "▁abundant": 29864, + "AU": 29865, + "oppy": 29866, + "thal": 29867, + "▁GUI": 29868, + "▁Sold": 29869, + "▁endpoint": 29870, + "▁foremost": 29871, + "大海": 29872, + "星星": 29873, + "是为": 29874, + "移植": 29875, + "较好": 29876, + ")|\\\\": 29877, + "▁Bryan": 29878, + "▁mirrors": 29879, + "▁machinery": 29880, + "oS": 29881, + "Love": 29882, + "biased": 29883, + "大声": 29884, + "獲得": 29885, + "的山": 29886, + "里有": 29887, + "肯定是": 29888, + "ortune": 29889, + "nnumber": 29890, + "▁contour": 29891, + "▁spanning": 29892, + "年在": 29893, + "ogan": 29894, + "▁Zen": 29895, + "▁Juan": 29896, + "▁Parks": 29897, + "▁gradients": 29898, + "人次": 29899, + "散文": 29900, + "▁спо": 29901, + "▁trio": 29902, + "porter": 29903, + "Boolean": 29904, + "nReferences": 29905, + "好吃": 29906, + "lift": 29907, + "▁diving": 29908, + "▁Regardless": 29909, + "之情": 29910, + "Ray": 29911, + "▁[-": 29912, + "十九大": 29913, + "▁Ther": 29914, + "▁Hello": 29915, + "▁certificates": 29916, + "uffs": 29917, + "ntest": 29918, + "▁Carm": 29919, + "▁shred": 29920, + "▁swept": 29921, + "产物": 29922, + "▁mp": 29923, + "带领下": 29924, + "▁breeding": 29925, + "▁Emergency": 29926, + "已是": 29927, + "犹如": 29928, + "▁Kel": 29929, + "$^{\\\\": 29930, + "nLearn": 29931, + "▁Score": 29932, + "iterranean": 29933, + "~~~~~~~~~~~~~~~~": 29934, + "以至于": 29935, + "▁flooding": 29936, + "的白": 29937, + "▁🙂\\": 29938, + "福建省": 29939, + "ensen": 29940, + "▁cigarettes": 29941, + "使人": 29942, + "isi": 29943, + "Plus": 29944, + "▁cit": 29945, + "这些都是": 29946, + "enson": 29947, + "strom": 29948, + "otically": 29949, + "适当的": 29950, + "▁той": 29951, + "▁Brooks": 29952, + "▁crosses": 29953, + "▁silicon": 29954, + "adian": 29955, + "▁unaware": 29956, + "全是": 29957, + "npub": 29958, + "nAnyone": 29959, + "▁appetite": 29960, + "▁helicopter": 29961, + "▁invariance": 29962, + ")|^": 29963, + "体现在": 29964, + "的优势": 29965, + "Mapping": 29966, + "▁malicious": 29967, + "大国": 29968, + "自豪": 29969, + "最新的": 29970, + "首先要": 29971, + "CODE": 29972, + "azing": 29973, + "▁diplomatic": 29974, + "oa": 29975, + "执着": 29976, + "▁SB": 29977, + "学习教育": 29978, + "nData": 29979, + "▁slog": 29980, + "华夏": 29981, + "寂寞": 29982, + "最具": 29983, + "量子": 29984, + "Own": 29985, + "Paul": 29986, + "▁wool": 29987, + "▁intro": 29988, + "ABILITY": 29989, + "一小": 29990, + "▁Solution": 29991, + "'+": 29992, + "就诊": 29993, + "格兰": 29994, + "直观": 29995, + "过错": 29996, + "east": 29997, + "▁LOT": 29998, + "noperator": 29999, + "你也": 30000, + "勇于": 30001, + "*{-": 30002, + "PTO": 30003, + "___": 30004, + "企业和": 30005, + "副校长": 30006, + "▁sir": 30007, + "strip": 30008, + "▁bean": 30009, + "▁chaotic": 30010, + "自家": 30011, + "降低了": 30012, + "nTaking": 30013, + "▁accounted": 30014, + "▁destructive": 30015, + "不着": 30016, + "介质": 30017, + "哪儿": 30018, + "Her": 30019, + "▁doubles": 30020, + "▁saturation": 30021, + "灿烂": 30022, + "falls": 30023, + "relim": 30024, + "kwargs": 30025, + "▁corrid": 30026, + "pand": 30027, + "nenergy": 30028, + "▁cheating": 30029, + "▁integrals": 30030, + "▁Definition": 30031, + "WC": 30032, + "nLong": 30033, + "▁prophe": 30034, + "▁ripped": 30035, + "维度": 30036, + "缺失": 30037, + "▁CN": 30038, + "▁disreg": 30039, + "▁Manning": 30040, + "太子": 30041, + "Edge": 30042, + "▁doesnt": 30043, + "▁dangers": 30044, + "但由于": 30045, + "所述第二": 30046, + "▁Berry": 30047, + "▁pumping": 30048, + "representation": 30049, + "▁со": 30050, + "了一份": 30051, + "区人民法院": 30052, + "anking": 30053, + "分管": 30054, + "巡逻": 30055, + "тер": 30056, + "不一定": 30057, + "\\\\}_{": 30058, + "Returns": 30059, + "清晨": 30060, + "首届": 30061, + "历经": 30062, + "请问": 30063, + "nax": 30064, + "eered": 30065, + "NUM": 30066, + "selection": 30067, + "一处": 30068, + "呵呵": 30069, + "新人": 30070, + "不应该": 30071, + "自己是": 30072, + "ench": 30073, + "iker": 30074, + "▁alerts": 30075, + "▁ancestors": 30076, + "還有": 30077, + "bolic": 30078, + "flash": 30079, + "▁Loss": 30080, + "▁cliff": 30081, + "protocol": 30082, + "▁protagon": 30083, + "▁Mt": 30084, + "▁congest": 30085, + "▁plausible": 30086, + "赶到": 30087, + "cook": 30088, + "▁Wow": 30089, + "rophy": 30090, + "ployee": 30091, + "▁conceptual": 30092, + "Gr": 30093, + "倡议": 30094, + "Site": 30095, + "hesive": 30096, + "▁depths": 30097, + "▁intric": 30098, + "▁dietary": 30099, + "拿起": 30100, + "迎来了": 30101, + "▁Brig": 30102, + "▁abdom": 30103, + "对面": 30104, + "画家": 30105, + "辞职": 30106, + "量化": 30107, + "在他的": 30108, + "得不到": 30109, + "']);\\": 30110, + "▁Stein": 30111, + "osition": 30112, + "▁replies": 30113, + "防水": 30114, + "的权利": 30115, + "该项目": 30116, + "mazon": 30117, + "hn": 30118, + "落户": 30119, + "nco": 30120, + "▁Hz": 30121, + "▁Racing": 30122, + "▁interpolation": 30123, + "场面": 30124, + "失眠": 30125, + "猜测": 30126, + "了中国": 30127, + "ishi": 30128, + "nspect": 30129, + "places": 30130, + "▁liable": 30131, + "▁hostile": 30132, + "倾听": 30133, + "tai": 30134, + "▁%}": 30135, + "今年以来": 30136, + "▁kidney": 30137, + "▁spelling": 30138, + "大厦": 30139, + "字母": 30140, + "座位": 30141, + "在网上": 30142, + "bread": 30143, + "▁Warriors": 30144, + "冲动": 30145, + "nDec": 30146, + "一审法院": 30147, + "▁specs": 30148, + "发布会": 30149, + "ALSE": 30150, + "▁MAX": 30151, + "телно": 30152, + "metrics": 30153, + "▁lounge": 30154, + "▁anomaly": 30155, + "▁crushed": 30156, + "▁imports": 30157, + "入户": 30158, + "恶性": 30159, + "又一次": 30160, + "ymes": 30161, + "▁Eagle": 30162, + "▁Dennis": 30163, + "▁naming": 30164, + "▁Veterans": 30165, + "三国": 30166, + "宝马": 30167, + "手上": 30168, + "上诉状": 30169, + "ustin": 30170, + "▁Hyper": 30171, + "▁qubits": 30172, + "Sunday": 30173, + "мерика": 30174, + "usercontent": 30175, + "延迟": 30176, + "洗净": 30177, + "骨折": 30178, + "▁%\\": 30179, + "▁WHO": 30180, + "▁bash": 30181, + "▁vanish": 30182, + "▁evangel": 30183, + "▁outdated": 30184, + "▁surviving": 30185, + "▁appointments": 30186, + "的可": 30187, + "ihad": 30188, + "▁triumph": 30189, + "▁backbone": 30190, + "▁receivers": 30191, + "更能": 30192, + "compl": 30193, + "▁Yang": 30194, + "varrho": 30195, + "nSpecial": 30196, + "▁outright": 30197, + "几种": 30198, + "due": 30199, + "▁candle": 30200, + "nCurrently": 30201, + "▁overlooked": 30202, + "成为一个": 30203, + "hydro": 30204, + "▁crunch": 30205, + "▁Knowledge": 30206, + "悲剧": 30207, + "维权": 30208, + "与中国": 30209, + "二氧化": 30210, + "▁unm": 30211, + "▁naive": 30212, + "ulatory": 30213, + "▁onions": 30214, + "▁yr": 30215, + "'}\\\\": 30216, + "houses": 30217, + "▁syrup": 30218, + "▁versa": 30219, + "▁subsection": 30220, + "▁bride": 30221, + "▁Anything": 30222, + "▁medicines": 30223, + "actual": 30224, + "观赏": 30225, + "nPhot": 30226, + "▁poke": 30227, + "▁polish": 30228, + "resolved": 30229, + "早日": 30230, + "永久": 30231, + "稳步": 30232, + "nsp": 30233, + "任何人": 30234, + "eway": 30235, + "nMax": 30236, + "atorial": 30237, + "▁aboard": 30238, + "▁farther": 30239, + "▁alphabet": 30240, + "只见": 30241, + "妙的": 30242, + "法人": 30243, + "至关": 30244, + "并通过": 30245, + "fail": 30246, + "▁няко": 30247, + "recated": 30248, + "▁encode": 30249, + "▁brighter": 30250, + "▁breakthrough": 30251, + "假日": 30252, + "面板": 30253, + "▁HU": 30254, + "也比较": 30255, + "作为一名": 30256, + "网络安全": 30257, + "▁Bloomberg": 30258, + "强劲": 30259, + "菲律": 30260, + "▁Pun": 30261, + "cence": 30262, + "▁Nurs": 30263, + "▁crush": 30264, + "▁pencil": 30265, + "DIS": 30266, + "hex": 30267, + "还有很多": 30268, + "ordable": 30269, + "兰州": 30270, + "常用": 30271, + "感激": 30272, + "基本的": 30273, + "▁rip": 30274, + "▁remod": 30275, + "▁potent": 30276, + "▁neutrinos": 30277, + "谈到": 30278, + "ANN": 30279, + "▁(_": 30280, + "它们的": 30281, + "nGod": 30282, + "nCong": 30283, + "▁Role": 30284, + "▁Bayesian": 30285, + "▁Communication": 30286, + "竞技": 30287, + "▁spice": 30288, + "@{}": 30289, + "Sam": 30290, + "的人群": 30291, + "чава": 30292, + "▁Nad": 30293, + "▁emitted": 30294, + "government": 30295, + "大局": 30296, + "并按": 30297, + "微软": 30298, + "Bal": 30299, + "nNEW": 30300, + "berger": 30301, + "attices": 30302, + "contents": 30303, + "▁discomfort": 30304, + "UCK": 30305, + "}=-": 30306, + "▁MN": 30307, + "upiter": 30308, + "▁indef": 30309, + "▁spoon": 30310, + "▁reminis": 30311, + "器件": 30312, + "回国": 30313, + "廉洁": 30314, + "pick": 30315, + "如果我们": 30316, + "▁corpus": 30317, + "▁firearms": 30318, + "▁metaphor": 30319, + "接地": 30320, + "饭店": 30321, + "▁panc": 30322, + "▁finals": 30323, + "▁Associates": 30324, + "▁hierarchical": 30325, + "▁professionally": 30326, + "ву": 30327, + "底层": 30328, + "自在": 30329, + "+\\\"": 30330, + "Len": 30331, + "official": 30332, + "一夜": 30333, + "下次": 30334, + "经销": 30335, + "ilia": 30336, + "ramid": 30337, + "▁Chile": 30338, + "▁indie": 30339, + "▁learnt": 30340, + "▁transforms": 30341, + "发作": 30342, + "Kind": 30343, + "▁Carlos": 30344, + "▁minerals": 30345, + "—\\": 30346, + "名叫": 30347, + "toBe": 30348, + "Force": 30349, + "embed": 30350, + "enario": 30351, + "Generator": 30352, + "▁cocktail": 30353, + "▁Argentina": 30354, + "▁Considering": 30355, + "▁inequalities": 30356, + "孵化": 30357, + "cred": 30358, + "▁Tiger": 30359, + "gom": 30360, + "▁Ди": 30361, + "money": 30362, + "▁pleas": 30363, + "▁coincide": 30364, + "▁costumes": 30365, + "▁gratitude": 30366, + "▁manipulate": 30367, + "举证": 30368, + "不小心": 30369, + "不断提高": 30370, + "更重要的是": 30371, + "▁tissues": 30372, + "▁drilling": 30373, + "▁transported": 30374, + "天堂": 30375, + "内容的": 30376, + "DBLP": 30377, + "insula": 30378, + "▁obstacle": 30379, + "▁Conditions": 30380, + "Bad": 30381, + "ква": 30382, + "特别的": 30383, + "fiction": 30384, + "nselect": 30385, + "▁calcium": 30386, + "過程": 30387, + "tal": 30388, + "告诉我们": 30389, + "▁Northwest": 30390, + "炎症": 30391, + "红外": 30392, + "静静": 30393, + "▁UT": 30394, + "合作伙伴": 30395, + "usually": 30396, + "Although": 30397, + "向下": 30398, + "年至": 30399, + "教导": 30400, + "知乎": 30401, + "子公司": 30402, + "▁unsure": 30403, + "nAdditional": 30404, + "局势": 30405, + "杀人": 30406, + "领袖": 30407, + "zheimer": 30408, + "raditional": 30409, + "▁transient": 30410, + "▁congressional": 30411, + "不做": 30412, + "例外": 30413, + "民俗": 30414, + "RAS": 30415, + "isors": 30416, + "争夺": 30417, + "會議": 30418, + "Flag": 30419, + "不予支持": 30420, + "芝麻": 30421, + "▁glam": 30422, + "ladesh": 30423, + "▁cursor": 30424, + "heastern": 30425, + "▁translates": 30426, + "▁MM": 30427, + "▁HTC": 30428, + "▁TIME": 30429, + "▁Flight": 30430, + "▁cholesterol": 30431, + "▁organizational": 30432, + "蔓延": 30433, + "ява": 30434, + "▁McD": 30435, + "Android": 30436, + "mf": 30437, + "利好": 30438, + "城管": 30439, + "xxx": 30440, + "程度的": 30441, + "ilers": 30442, + "▁Late": 30443, + "▁Cards": 30444, + "低的": 30445, + "改为": 30446, + "瑜伽": 30447, + "▁bru": 30448, + "▁Hurricane": 30449, + "唱歌": 30450, + "aeda": 30451, + "onge": 30452, + "▁nude": 30453, + "()));\\": 30454, + "▁Moses": 30455, + "▁stole": 30456, + "▁Rodrig": 30457, + "▁credible": 30458, + "油价": 30459, + "ICH": 30460, + "ete": 30461, + "的教学": 30462, + "▁Pharm": 30463, + "ragment": 30464, + "▁Treatment": 30465, + "四是": 30466, + "edi": 30467, + "▁***": 30468, + "▁herb": 30469, + "▁Extra": 30470, + "▁clicks": 30471, + "▁hormone": 30472, + "▁payload": 30473, + "nEveryone": 30474, + "不由": 30475, + "Prim": 30476, + "Proxy": 30477, + "amacare": 30478, + "ularity": 30479, + "▁judging": 30480, + "BIT": 30481, + "nAc": 30482, + "销售额": 30483, + "nwho": 30484, + "▁Gear": 30485, + "encoder": 30486, + "▁hottest": 30487, + "▁averages": 30488, + "▁Scientific": 30489, + "产后": 30490, + "轴承": 30491, + "门票": 30492, + "Xml": 30493, + "▁Wo": 30494, + "微生物": 30495, + "proxy": 30496, + "▁locking": 30497, + "▁practiced": 30498, + "▁teachings": 30499, + "▁logarithmic": 30500, + "上映": 30501, + "排出": 30502, + ")}=": 30503, + "лни": 30504, + "▁над": 30505, + "RD": 30506, + "到大": 30507, + "plic": 30508, + "▁lef": 30509, + "Maybe": 30510, + "▁Mack": 30511, + "▁Wang": 30512, + "▁Solid": 30513, + "DateTime": 30514, + "▁shaking": 30515, + "▁wellness": 30516, + "▁upgrading": 30517, + "将近": 30518, + "留意": 30519, + "绝望": 30520, + "▁BT": 30521, + "▁merc": 30522, + "▁immense": 30523, + "▁infinitely": 30524, + "仍是": 30525, + "熬夜": 30526, + "越是": 30527, + "风水": 30528, + "CRIP": 30529, + "▁fairy": 30530, + "olphins": 30531, + "▁peculiar": 30532, + "▁Innovation": 30533, + "很长": 30534, + "清明": 30535, + "Span": 30536, + "人大代表": 30537, + "▁Jets": 30538, + "idential": 30539, + "盯着": 30540, + "ongs": 30541, + "者和": 30542, + "推出了": 30543, + "的投资": 30544, + "医护人员": 30545, + "nDisc": 30546, + "▁obtains": 30547, + "▁deserved": 30548, + "加剧": 30549, + "并发": 30550, + "劳动力": 30551, + "esar": 30552, + "▁endorsed": 30553, + "▁enhancing": 30554, + "assertEqual": 30555, + "bons": 30556, + "▁Angels": 30557, + "▁marvel": 30558, + "▁theirs": 30559, + "▁assessments": 30560, + "上游": 30561, + "整顿": 30562, + "筹备": 30563, + "每个人都": 30564, + "▁stacked": 30565, + "▁meanwhile": 30566, + "ratulations": 30567, + "ут": 30568, + "一期": 30569, + "后台": 30570, + "rgb": 30571, + "кра": 30572, + "▁EL": 30573, + "的健康": 30574, + "Zone": 30575, + "▁Haz": 30576, + "▁Nat": 30577, + "▁vapor": 30578, + "▁additions": 30579, + "▁homeowners": 30580, + "沉浸": 30581, + "argv": 30582, + "rene": 30583, + "verts": 30584, + "▁shaping": 30585, + "好在": 30586, + "▁ES": 30587, + "亚马逊": 30588, + "▁TABLE": 30589, + "▁personalities": 30590, + "回来了": 30591, + "▁axes": 30592, + "▁persec": 30593, + "▁plurality": 30594, + "constructor": 30595, + "dB": 30596, + "术后": 30597, + "dialog": 30598, + "▁Arabic": 30599, + "▁selections": 30600, + "智力": 30601, + "是一件": 30602, + "▁refuses": 30603, + "▁referenced": 30604, + "的患者": 30605, + "▁epit": 30606, + "nafter": 30607, + "ulators": 30608, + "▁finale": 30609, + "published": 30610, + "侦查": 30611, + "лко": 30612, + "▁Ign": 30613, + "▁planar": 30614, + "▁Boolean": 30615, + "▁viruses": 30616, + "ordinates": 30617, + "▁clearance": 30618, + "帮你": 30619, + "急救": 30620, + "yll": 30621, + "▁OTHER": 30622, + "probably": 30623, + "nBusiness": 30624, + "▁applicant": 30625, + "▁foreground": 30626, + "见了": 30627, + "▁stuffed": 30628, + "▁envision": 30629, + "▁completes": 30630, + "分成": 30631, + "增收": 30632, + "归还": 30633, + "忍受": 30634, + "省市": 30635, + "票据": 30636, + "文化遗产": 30637, + "Tests": 30638, + "▁terribly": 30639, + "▁imperfect": 30640, + "余名": 30641, + "的下": 30642, + "lap": 30643, + "因为在": 30644, + "IMIT": 30645, + "Facebook": 30646, + "▁Complex": 30647, + "▁wishing": 30648, + "Selection": 30649, + "Os": 30650, + "牢固": 30651, + "逃避": 30652, + "学习和": 30653, + "月二十": 30654, + "imag": 30655, + "▁filming": 30656, + "▁inferred": 30657, + "▁innovations": 30658, + "小小": 30659, + "恰恰": 30660, + "烈士": 30661, + "的脸": 30662, + "▁clicked": 30663, + "▁annotation": 30664, + "▁reproduced": 30665, + "mv": 30666, + "我只": 30667, + "致使": 30668, + "▁Ana": 30669, + "▁rode": 30670, + "▁longtime": 30671, + "▁thermodynamic": 30672, + "&+": 30673, + "合一": 30674, + "的开": 30675, + "▁flush": 30676, + "ciously": 30677, + "notation": 30678, + "▁foolish": 30679, + "▁tangent": 30680, + "▁Shakespeare": 30681, + "▁completeness": 30682, + "如图": 30683, + "配方": 30684, + "becca": 30685, + "▁Chat": 30686, + "一定程度上": 30687, + "▁induces": 30688, + "▁trademarks": 30689, + "▁LS": 30690, + "uese": 30691, + "▁Cad": 30692, + "worker": 30693, + "portion": 30694, + "▁emergence": 30695, + "印发": 30696, + "古人": 30697, + "码头": 30698, + "醒来": 30699, + "组成部分": 30700, + "Basic": 30701, + "▁Grad": 30702, + "vertising": 30703, + "▁Analytics": 30704, + "▁discrimin": 30705, + "▁deterministic": 30706, + "各方面": 30707, + "History": 30708, + "▁Protocol": 30709, + "▁crossover": 30710, + "长久": 30711, + "лов": 30712, + "改变了": 30713, + "存在的问题": 30714, + "▁plugins": 30715, + "客运": 30716, + "斯克": 30717, + "сен": 30718, + "是比较": 30719, + "的文章": 30720, + "boxes": 30721, + "▁moms": 30722, + "中毒": 30723, + "预案": 30724, + "Ann": 30725, + "▁Fixed": 30726, + "Sn": 30727, + "lining": 30728, + "▁laptops": 30729, + "▁simultaneous": 30730, + "Tom": 30731, + "为中心": 30732, + "DEFA": 30733, + "▁Impact": 30734, + "▁judged": 30735, + "reatment": 30736, + "越好": 30737, + "NTI": 30738, + "orp": 30739, + "目的地": 30740, + "▁Suz": 30741, + "стория": 30742, + "typename": 30743, + "▁surprises": 30744, + "▁contacting": 30745, + "▁degenerate": 30746, + "▁ionization": 30747, + "▁cooperative": 30748, + "▁narc": 30749, + "▁Montana": 30750, + "▁algebras": 30751, + "▁Tournament": 30752, + "▁capitalism": 30753, + "▁Agriculture": 30754, + "君子": 30755, + "恶劣": 30756, + "职称": 30757, + "$};\\": 30758, + "▁stun": 30759, + "▁endeav": 30760, + "▁Terminal": 30761, + "▁enthusiastic": 30762, + "Af": 30763, + "▁comfortably": 30764, + "叶子": 30765, + "持股": 30766, + "深夜": 30767, + "▁Са": 30768, + "表现为": 30769, + "fest": 30770, + "▁Parad": 30771, + "▁brass": 30772, + "binding": 30773, + "▁glucose": 30774, + "▁infring": 30775, + "启发": 30776, + "平行": 30777, + "熟练": 30778, + "音频": 30779, + "默认": 30780, + "Serv": 30781, + "心理健康": 30782, + "nimpl": 30783, + "aptive": 30784, + "▁spill": 30785, + "osterone": 30786, + "▁downward": 30787, + "▁violating": 30788, + "创立": 30789, + "吃完": 30790, + "名义": 30791, + "定向": 30792, + "楼市": 30793, + "气管": 30794, + "登陆": 30795, + "Sep": 30796, + "iza": 30797, + "▁Kos": 30798, + "▁binaries": 30799, + "▁passport": 30800, + "|}": 30801, + "做人": 30802, + "勤奋": 30803, + "urst": 30804, + "usher": 30805, + "terror": 30806, + "justice": 30807, + "▁ginger": 30808, + "▁timeout": 30809, + "▁festivals": 30810, + "临近": 30811, + "情报": 30812, + "▁Fit": 30813, + "▁guild": 30814, + "sterdam": 30815, + "▁cuisine": 30816, + "▁spokesperson": 30817, + "mh": 30818, + "的生产": 30819, + "▁passwords": 30820, + "▁conveniently": 30821, + "坏了": 30822, + "高原": 30823, + "▁liking": 30824, + "▁popped": 30825, + "配送": 30826, + "▁Spider": 30827, + "▁respectful": 30828, + "不爱": 30829, + "所说": 30830, + "短线": 30831, + "答题": 30832, + "тура": 30833, + "▁unin": 30834, + "▁parked": 30835, + "▁forbidden": 30836, + "Mal": 30837, + "▁heel": 30838, + "▁Applications": 30839, + "▁theoretically": 30840, + "电缆": 30841, + "降温": 30842, + "terr": 30843, + "ostics": 30844, + "▁Calif": 30845, + "▁cheek": 30846, + "▁Dating": 30847, + "pse": 30848, + "▁Cann": 30849, + "到庭参加诉讼": 30850, + "天生": 30851, + "爆料": 30852, + "腹部": 30853, + "Bro": 30854, + "став": 30855, + "ergus": 30856, + "▁Essay": 30857, + "▁Movement": 30858, + "▁Birmingham": 30859, + "Ba": 30860, + "圆形": 30861, + "NEW": 30862, + "elo": 30863, + "Gold": 30864, + "▁Seg": 30865, + "INGTON": 30866, + "▁oversight": 30867, + "当局": 30868, + "找出": 30869, + "老大": 30870, + "UAL": 30871, + "yon": 30872, + "经审理": 30873, + "Miss": 30874, + "财产保险": 30875, + "eches": 30876, + "▁Marl": 30877, + "▁blah": 30878, + "▁Blake": 30879, + "nShould": 30880, + "thernet": 30881, + "▁Contract": 30882, + "▁municipal": 30883, + "流浪": 30884, + "难过": 30885, + "问题是": 30886, + "Help": 30887, + "ложе": 30888, + "▁име": 30889, + "智能手机": 30890, + "Saturday": 30891, + "ustainable": 30892, + "▁routinely": 30893, + "仓库": 30894, + "沙漠": 30895, + "лно": 30896, + "▁Margaret": 30897, + "▁outperforms": 30898, + "法师": 30899, + "源头": 30900, + "▁grams": 30901, + "▁Vermont": 30902, + "▁accumulated": 30903, + "▁forthcoming": 30904, + "▁nutritional": 30905, + "震惊": 30906, + "lia": 30907, + "stru": 30908, + "ncase": 30909, + "▁relied": 30910, + "▁sleeve": 30911, + "小龙": 30912, + "陕西省": 30913, + "\\\"}\\": 30914, + "Scroll": 30915, + "▁Linda": 30916, + "右侧": 30917, + "地板": 30918, + "Ali": 30919, + "也是一个": 30920, + "▁sofa": 30921, + "▁stove": 30922, + "▁Scholar": 30923, + "▁Tickets": 30924, + "▁homosexual": 30925, + "中队": 30926, + "所周": 30927, + "лав": 30928, + "\\\\|_": 30929, + "ambo": 30930, + "boro": 30931, + "▁optimum": 30932, + "▁performers": 30933, + "制成": 30934, + "VIS": 30935, + "avg": 30936, + "вор": 30937, + "要求的": 30938, + "▁cherry": 30939, + "им": 30940, + "▁DL": 30941, + "lash": 30942, + "Quant": 30943, + "▁unle": 30944, + "ngiven": 30945, + "▁porch": 30946, + "▁lowering": 30947, + "家电": 30948, + "恶意": 30949, + "点头": 30950, + "可能的": 30951, + "artha": 30952, + "cards": 30953, + "orsion": 30954, + "▁fictional": 30955, + "低调": 30956, + "exc": 30957, + "roe": 30958, + "erick": 30959, + "until": 30960, + "▁Horse": 30961, + "▁harmony": 30962, + "tin": 30963, + "为了让": 30964, + "经历过": 30965, + "illation": 30966, + "光学": 30967, + "剧中": 30968, + "有力的": 30969, + "管理和": 30970, + "pond": 30971, + "▁curved": 30972, + "▁genres": 30973, + "▁smiles": 30974, + "▁judgement": 30975, + "▁paperwork": 30976, + "aca": 30977, + "为他": 30978, + "');": 30979, + "指的是": 30980, + "▁xml": 30981, + "▁prol": 30982, + "▁Testament": 30983, + "▁Conservative": 30984, + "动了": 30985, + "不是很": 30986, + "的一点": 30987, + "▁пар": 30988, + "▁Emma": 30989, + "▁blamed": 30990, + "▁tracked": 30991, + "▁divisions": 30992, + "防线": 30993, + "▁Cox": 30994, + "Flags": 30995, + "ritic": 30996, + "nUpdate": 30997, + "▁shells": 30998, + "▁employs": 30999, + "柔软": 31000, + "ahan": 31001, + "▁Bot": 31002, + "▁una": 31003, + "▁showers": 31004, + "伤心": 31005, + "決定": 31006, + "▁Drag": 31007, + "▁Tesla": 31008, + "▁Thread": 31009, + "住所地": 31010, + "▁bats": 31011, + "▁tenure": 31012, + "▁acquiring": 31013, + "▁wit": 31014, + "▁Gospel": 31015, + "就是这样": 31016, + "ncomp": 31017, + "▁lenders": 31018, + "▁generality": 31019, + "▁fundamentally": 31020, + "的他": 31021, + "nPS": 31022, + "▁Pray": 31023, + "▁Rent": 31024, + "runner": 31025, + "▁resting": 31026, + "▁Condition": 31027, + "cht": 31028, + "inema": 31029, + "▁Gets": 31030, + "▁prey": 31031, + "headed": 31032, + "▁hometown": 31033, + "Identifier": 31034, + "▁recognised": 31035, + "▁preservation": 31036, + "七八": 31037, + "建设和": 31038, + "сите": 31039, + "asset": 31040, + "origin": 31041, + "▁insects": 31042, + "失误": 31043, + "▁Ts": 31044, + "组织开展": 31045, + "▁millenn": 31046, + "environment": 31047, + "▁Restaurant": 31048, + "决定了": 31049, + "▁foil": 31050, + "prehens": 31051, + "▁aperture": 31052, + "▁reproduction": 31053, + "繼續": 31054, + "ioxide": 31055, + "▁sucked": 31056, + "▁degradation": 31057, + "城的": 31058, + "牡丹": 31059, + "▁consisted": 31060, + "▁isomorphic": 31061, + "▁philosophical": 31062, + "處理": 31063, + "Mail": 31064, + "\\\\%)": 31065, + "egan": 31066, + "mesh": 31067, + "实施方式": 31068, + "▁skate": 31069, + "▁saddle": 31070, + "▁Factory": 31071, + "▁atheist": 31072, + "▁verdict": 31073, + "▁parenting": 31074, + "诱惑": 31075, + "饰演": 31076, + "我们应该": 31077, + "determ": 31078, + "▁tones": 31079, + "owntown": 31080, + "▁polite": 31081, + "为期": 31082, + "▁DD": 31083, + "村委会": 31084, + "щата": 31085, + "▁compilation": 31086, + "qa": 31087, + "之美": 31088, + "考古": 31089, + "；（": 31090, + "=-=-": 31091, + "▁Near": 31092, + "▁Honest": 31093, + "▁refrigerator": 31094, + "WN": 31095, + "不便": 31096, + "两条": 31097, + "名人": 31098, + "师父": 31099, + "逮捕": 31100, + "多少钱": 31101, + "▁Kin": 31102, + "ivate": 31103, + "nWant": 31104, + "nWatch": 31105, + "▁escort": 31106, + "各有": 31107, + "▁Bh": 31108, + "umed": 31109, + "nresults": 31110, + "▁Abstract": 31111, + "▁executing": 31112, + "▁dw": 31113, + "技术和": 31114, + "vote": 31115, + "▁Nag": 31116, + "▁punk": 31117, + "highlight": 31118, + "了出来": 31119, + "chin": 31120, + "ovic": 31121, + "▁sci": 31122, + "伴侣": 31123, + "分裂": 31124, + "要比": 31125, + "bath": 31126, + "nMike": 31127, + "相关负责人": 31128, + "▁figuring": 31129, + "异地": 31130, + "eston": 31131, + "▁Optional": 31132, + "▁exclusion": 31133, + "一会": 31134, + "久了": 31135, + "推送": 31136, + "iko": 31137, + "olin": 31138, + "nings": 31139, + "▁bolt": 31140, + "▁Filter": 31141, + "Internal": 31142, + "▁questionable": 31143, + "说我": 31144, + "▁([": 31145, + "AULT": 31146, + "Pred": 31147, + "▁grac": 31148, + "▁waking": 31149, + "▁railway": 31150, + "▁unveiled": 31151, + "▁microphone": 31152, + "再去": 31153, + "加倍": 31154, + "必需": 31155, + "流失": 31156, + "皇后": 31157, + "秋天": 31158, + "ASK": 31159, + "junit": 31160, + "disable": 31161, + "事的": 31162, + "字符": 31163, + "Mill": 31164, + "▁Nep": 31165, + "inging": 31166, + "▁Reader": 31167, + "▁Articles": 31168, + "▁whit": 31169, + "▁creepy": 31170, + "▁incidence": 31171, + "'=": 31172, + "日被": 31173, + "\\\\+::": 31174, + "existing": 31175, + "▁enthusiasts": 31176, + "出演": 31177, + "很是": 31178, + "而我": 31179, + "错误的": 31180, + "我们一起": 31181, + "▁Pearl": 31182, + "▁Shell": 31183, + "▁maneu": 31184, + "pretrain": 31185, + "redirect": 31186, + "▁projective": 31187, + "rov": 31188, + "影响到": 31189, + "▁drums": 31190, + "▁announcing": 31191, + "业的": 31192, + "打通": 31193, + "ulp": 31194, + "emin": 31195, + "rarily": 31196, + "Sequence": 31197, + "▁populated": 31198, + "▁discrepancy": 31199, + "外资": 31200, + "沿海": 31201, + "ronts": 31202, + "usepackage": 31203, + "construction": 31204, + "▁foundations": 31205, + "▁administered": 31206, + "▁approximated": 31207, + "变为": 31208, + "好转": 31209, + "及其他": 31210, + "ivia": 31211, + "▁Gand": 31212, + "letters": 31213, + "▁Sacram": 31214, + "▁legislature": 31215, + "光荣": 31216, + "能让": 31217, + "▁AMA": 31218, + "一直以来": 31219, + "tj": 31220, + "dump": 31221, + "ucking": 31222, + "▁closes": 31223, + "们在": 31224, + "▁Oz": 31225, + "лата": 31226, + "▁fragments": 31227, + "▁Connection": 31228, + "▁enrollment": 31229, + "▁competitions": 31230, + "Cu": 31231, + "少许": 31232, + "节课": 31233, + "oka": 31234, + "县政府": 31235, + "意义的": 31236, + "▁redes": 31237, + "logical": 31238, + "▁splash": 31239, + "来得": 31240, + "集群": 31241, + "rak": 31242, + "nAlex": 31243, + "▁smarter": 31244, + "▁salaries": 31245, + "显现": 31246, + "PASSWORD": 31247, + "▁salvation": 31248, + "变速": 31249, + "比分": 31250, + "人类的": 31251, + "存在着": 31252, + "VIEW": 31253, + "▁COL": 31254, + "momentum": 31255, + "nmeasure": 31256, + "KT": 31257, + "几点": 31258, + "抛弃": 31259, + "想不到": 31260, + "▁Fitz": 31261, + "▁seiz": 31262, + "▁cough": 31263, + "▁stereo": 31264, + "和高": 31265, + "jour": 31266, + "Based": 31267, + "▁Denmark": 31268, + "setlength": 31269, + "Attributes": 31270, + "▁Registration": 31271, + "体力": 31272, + "光电": 31273, + "景象": 31274, + "进取": 31275, + "ilogy": 31276, + "nEarlier": 31277, + "▁leagues": 31278, + "ciplinary": 31279, + "▁interfer": 31280, + "成型": 31281, + "把你": 31282, + "竣工": 31283, + "eyer": 31284, + "▁Kaz": 31285, + "(\\\"\\\\": 31286, + "nPublic": 31287, + "一顿": 31288, + "艺人": 31289, + "市场份额": 31290, + "▁Pand": 31291, + "payment": 31292, + "▁autism": 31293, + "▁educators": 31294, + "▁competitor": 31295, + "动漫": 31296, + "合规": 31297, + "描绘": 31298, + "Analysis": 31299, + "▁nullptr": 31300, + "▁remarkably": 31301, + "hk": 31302, + "uddy": 31303, + "▁mism": 31304, + "Failed": 31305, + "▁Phillips": 31306, + "▁Directory": 31307, + "▁weaknesses": 31308, + "湾区": 31309, + "nels": 31310, + "▁pissed": 31311, + "▁strains": 31312, + "▁villain": 31313, + "▁sophomore": 31314, + "▁dynamically": 31315, + "与之": 31316, + "低温": 31317, + "谷歌": 31318, + "在今年": 31319, + "}}}{": 31320, + "given": 31321, + "▁Grid": 31322, + "▁blonde": 31323, + "▁seized": 31324, + "▁shuttle": 31325, + "▁slipped": 31326, + "▁turbulent": 31327, + "他们会": 31328, + "corr": 31329, + "▁Congressional": 31330, + "ISS": 31331, + "▁RB": 31332, + "出租车": 31333, + "增值税": 31334, + "女性的": 31335, + "lier": 31336, + "near": 31337, + "▁Daw": 31338, + "▁tread": 31339, + "Constants": 31340, + "▁lectures": 31341, + "礼仪": 31342, + "hao": 31343, + "▁iv": 31344, + "即使是": 31345, + "▁Wes": 31346, + "▁Eight": 31347, + "ervation": 31348, + "头痛": 31349, + "▁vec": 31350, + "▁confess": 31351, + "▁touchdowns": 31352, + "▁constructive": 31353, + "首发": 31354, + "urbs": 31355, + "▁lively": 31356, + "丢失": 31357, + "很不": 31358, + "说完": 31359, + "运营商": 31360, + "▁overt": 31361, + "非常有": 31362, + "更多的是": 31363, + "logic": 31364, + "DEFAULT": 31365, + "▁vegetarian": 31366, + "▁humanitarian": 31367, + "对不起": 31368, + "▁stair": 31369, + "nUnlike": 31370, + "▁additive": 31371, + "白云": 31372, + "циона": 31373, + "▁MUST": 31374, + "irement": 31375, + "▁mighty": 31376, + "▁Architecture": 31377, + "医务": 31378, + "还记得": 31379, + "Shape": 31380, + "▁Than": 31381, + "▁Banks": 31382, + "▁Getty": 31383, + "tstatic": 31384, + "带给": 31385, + "▁Alberta": 31386, + "▁mankind": 31387, + "▁Component": 31388, + "▁indigenous": 31389, + "▁implementations": 31390, + "PF": 31391, + "窗户": 31392, + "▁hips": 31393, + "inspired": 31394, + "▁pathway": 31395, + "▁overflow": 31396, + "cg": 31397, + "人社": 31398, + "没错": 31399, + "weights": 31400, + "▁credited": 31401, + "etti": 31402, + "ография": 31403, + "▁landmark": 31404, + "▁inherited": 31405, + "▁recipients": 31406, + "之一的": 31407, + "▁wow": 31408, + "▁colonial": 31409, + "Environment": 31410, + "感受到了": 31411, + "nmake": 31412, + "▁aria": 31413, + "arsity": 31414, + "bigcup": 31415, + "stellar": 31416, + "▁Colomb": 31417, + "Transform": 31418, + "▁inferior": 31419, + "▁premature": 31420, + "▁superhero": 31421, + "OY": 31422, + "haul": 31423, + "▁WOR": 31424, + ")_{\\\\": 31425, + "timeout": 31426, + "▁Marcus": 31427, + "nCopyright": 31428, + "▁Pinterest": 31429, + "Gl": 31430, + "主的": 31431, + "疲惫": 31432, + "过高": 31433, + "颁奖": 31434, + "▁Ни": 31435, + "日常生活": 31436, + "若干问题的": 31437, + "▁fuels": 31438, + "▁gasoline": 31439, + "▁quantify": 31440, + "在这一": 31441, + "tmov": 31442, + "======": 31443, + "▁Grade": 31444, + "▁champ": 31445, + "▁informal": 31446, + "▁Representatives": 31447, + "Sal": 31448, + "aru": 31449, + "ради": 31450, + "rants": 31451, + "▁Gates": 31452, + "▁Package": 31453, + "▁copying": 31454, + "▁nominal": 31455, + "▁commitments": 31456, + "▁complimentary": 31457, + "▁taxpayer": 31458, + "▁estimating": 31459, + "six": 31460, + "▁sneak": 31461, + "丝毫": 31462, + "可以选择": 31463, + "▁Rush": 31464, + "router": 31465, + "▁Chand": 31466, + "▁messy": 31467, + "▁Sample": 31468, + "olecular": 31469, + "▁selective": 31470, + "育人": 31471, + "车身": 31472, + "cnt": 31473, + "▁honors": 31474, + "▁safegu": 31475, + "▁vitamins": 31476, + "▁Coalition": 31477, + "没法": 31478, + "指导下": 31479, + "cosh": 31480, + "Series": 31481, + "Comments": 31482, + "▁frameworks": 31483, + "却不": 31484, + "▁Sid": 31485, + "负荷": 31486, + "SEC": 31487, + "say": 31488, + "fine": 31489, + "▁trump": 31490, + "balanced": 31491, + "phon": 31492, + "▁Slo": 31493, + "▁monument": 31494, + "▁Й": 31495, + "游览": 31496, + "明确的": 31497, + "男人的": 31498, + "▁Generally": 31499, + "和她": 31500, + "差点": 31501, + "就好了": 31502, + "bach": 31503, + "▁badge": 31504, + "外人": 31505, + "dst": 31506, + "▁BIG": 31507, + "▁grind": 31508, + "▁shook": 31509, + "▁Whenever": 31510, + "的前提下": 31511, + "▁momenta": 31512, + "▁skeptical": 31513, + "爱上": 31514, + "超過": 31515, + "鲜明": 31516, + "sdk": 31517, + "▁SV": 31518, + "如不服": 31519, + "asets": 31520, + "▁KIND": 31521, + "▁произ": 31522, + "▁Bradley": 31523, + "▁embarrassing": 31524, + "拉斯": 31525, + "nPlay": 31526, + "▁Champion": 31527, + "想去": 31528, + "河道": 31529, + "那边": 31530, + "▁REAL": 31531, + "▁Spark": 31532, + "▁unreal": 31533, + "▁Simpson": 31534, + "vio": 31535, + "olics": 31536, + "▁jersey": 31537, + "▁volatile": 31538, + "互联": 31539, + "难忘": 31540, + "附近的": 31541, + "itially": 31542, + "ractice": 31543, + "▁brakes": 31544, + "ancellor": 31545, + "▁advisory": 31546, + "▁decoding": 31547, + "左右的": 31548, + "eday": 31549, + "▁\\\"\\\";\\": 31550, + "▁freelance": 31551, + "▁unrelated": 31552, + "▁professors": 31553, + "▁PlayStation": 31554, + "▁illustrations": 31555, + "实效": 31556, + "展望": 31557, + "GIN": 31558, + "lings": 31559, + "集团有限公司": 31560, + "▁mentality": 31561, + "MV": 31562, + "Bus": 31563, + "在自己": 31564, + "nJul": 31565, + "rase": 31566, + "创新创业": 31567, + "brook": 31568, + "inars": 31569, + "▁oxid": 31570, + "▁sang": 31571, + "▁paras": 31572, + "setting": 31573, + "Variable": 31574, + "provider": 31575, + "核查": 31576, + "附件": 31577, + "▁aster": 31578, + "▁lakes": 31579, + "层层": 31580, + "hma": 31581, + "增强了": 31582, + "▁Initiative": 31583, + "yu": 31584, + "夸张": 31585, + "时空": 31586, + "期内": 31587, + ")*(": 31588, + "有一定": 31589, + "transfer": 31590, + "都不能": 31591, + "▁Holmes": 31592, + "▁plumbing": 31593, + "▁pedestrian": 31594, + "丰田": 31595, + "落的": 31596, + "他们是": 31597, + "nSun": 31598, + "▁Tommy": 31599, + "商量": 31600, + "大陸": 31601, + "富裕": 31602, + "最小": 31603, + "pag": 31604, + "▁hob": 31605, + "▁Maps": 31606, + "▁saturated": 31607, + "▁controllers": 31608, + "ís": 31609, + "保卫": 31610, + "工序": 31611, + "▁MU": 31612, + "▁hats": 31613, + "Mapper": 31614, + "nSolve": 31615, + "▁Corporate": 31616, + "▁parametriz": 31617, + "▁storytelling": 31618, + "冒险": 31619, + "习近平": 31620, + "赔偿金": 31621, + "▁Abu": 31622, + "▁img": 31623, + "lasses": 31624, + "▁unanim": 31625, + "▁Mercedes": 31626, + "审议": 31627, + "情景": 31628, + "慢慢的": 31629, + "▁Models": 31630, + "被打": 31631, + "semin": 31632, + "▁Nike": 31633, + "forcing": 31634, + "▁commute": 31635, + "statement": 31636, + "▁prosecutors": 31637, + "wl": 31638, + "上半": 31639, + "不佳": 31640, + "王朝": 31641, + "jac": 31642, + "▁Libya": 31643, + "▁dislike": 31644, + "▁continuation": 31645, + "了一条": 31646, + "umeric": 31647, + "▁Schwar": 31648, + "generate": 31649, + "▁transforming": 31650, + "cout": 31651, + "rance": 31652, + "▁Gent": 31653, + "▁Teen": 31654, + "intern": 31655, + "▁Wells": 31656, + "▁tribal": 31657, + "▁Present": 31658, + "/_": 31659, + "三点": 31660, + "修养": 31661, + "能夠": 31662, + "锁定": 31663, + "фор": 31664, + "亲爱的": 31665, + "呈现出": 31666, + "▁flee": 31667, + "▁smok": 31668, + "解放军": 31669, + "neach": 31670, + "▁bast": 31671, + "▁Butter": 31672, + "面部": 31673, + "\\\"-": 31674, + "▁IQ": 31675, + "年轻的": 31676, + "折磨": 31677, + "oshi": 31678, + "▁touring": 31679, + "为之": 31680, + "员的": 31681, + "心得": 31682, + "日讯": 31683, + "创造了": 31684, + "▁Bee": 31685, + "▁WHERE": 31686, + "▁bathrooms": 31687, + "utm": 31688, + "}|^": 31689, + "的最大": 31690, + "不懈": 31691, + "▁Shah": 31692, + "▁suprem": 31693, + "▁billing": 31694, + "▁kernels": 31695, + "▁Character": 31696, + "合影": 31697, + "困惑": 31698, + "缩小": 31699, + "бра": 31700, + "nHot": 31701, + "的反": 31702, + "起伏": 31703, + "IFA": 31704, + "Lab": 31705, + "ите": 31706, + "njust": 31707, + "▁lang": 31708, + "▁Tibet": 31709, + "▁Expert": 31710, + "▁Growth": 31711, + "▁Reports": 31712, + "护肤": 31713, + "▁ус": 31714, + "anson": 31715, + "瑞士": 31716, + "nmin": 31717, + "▁gases": 31718, + "▁snipp": 31719, + "▁interim": 31720, + "nQuestion": 31721, + "▁securing": 31722, + "▁wavelengths": 31723, + "和对": 31724, + "既是": 31725, + "▁发明": 31726, + "的主题": 31727, + "▁bee": 31728, + "parts": 31729, + "▁Done": 31730, + "▁Skin": 31731, + "mx": 31732, + "]^{": 31733, + "百分之": 31734, + "概括": 31735, + "通过对": 31736, + "pple": 31737, + "▁rim": 31738, + "中小企业": 31739, + "▁Twin": 31740, + "▁cozy": 31741, + "revers": 31742, + "Article": 31743, + "inx": 31744, + "gary": 31745, + "▁bore": 31746, + "▁anticipate": 31747, + "▁Mediterranean": 31748, + "帮我": 31749, + "抗日": 31750, + "hoe": 31751, + "实施例": 31752, + "suits": 31753, + "▁Hait": 31754, + "▁Internal": 31755, + "判令": 31756, + "春秋": 31757, + "简易": 31758, + "PEG": 31759, + "вете": 31760, + "▁\\\\]\\": 31761, + "▁cement": 31762, + "▁computations": 31763, + "的本": 31764, + "十日内": 31765, + "▁Cris": 31766, + "▁repo": 31767, + "微信公众号": 31768, + "▁damping": 31769, + "▁Adventure": 31770, + "▁internally": 31771, + "掌声": 31772, + "福州": 31773, + "bey": 31774, + "cluded": 31775, + "▁Harvey": 31776, + "众所周": 31777, + "的理解": 31778, + "▁silk": 31779, + "ochang": 31780, + "ninformation": 31781, + "保温": 31782, + "ABC": 31783, + "eye": 31784, + "derr": 31785, + "nhad": 31786, + "▁Kon": 31787, + "nHome": 31788, + "▁witch": 31789, + "confirm": 31790, + "nCreate": 31791, + "▁proofs": 31792, + "▁Commonwealth": 31793, + "所属": 31794, + "热量": 31795, + "管制": 31796, + "分析师": 31797, + "zhou": 31798, + "irections": 31799, + "Ro": 31800, + "-$\\\\": 31801, + "cipe": 31802, + "isha": 31803, + "tock": 31804, + "▁Aid": 31805, + "▁Lan": 31806, + "司法鉴定": 31807, + "▁Apps": 31808, + "▁autumn": 31809, + "抽象": 31810, + "查找": 31811, + "fff": 31812, + "ril": 31813, + "在那里": 31814, + "calib": 31815, + "▁Measure": 31816, + "Cert": 31817, + "些什么": 31818, + "时期的": 31819, + "nEqu": 31820, + "▁stripped": 31821, + "▁grandparents": 31822, + "WARE": 31823, + "▁\\\"%": 31824, + "company": 31825, + "Required": 31826, + "▁surgeon": 31827, + "▁resonant": 31828, + "▁scrutiny": 31829, + "▁workouts": 31830, + "定时": 31831, + "рио": 31832, + "nsur": 31833, + "ienna": 31834, + "▁seaf": 31835, + "▁Julia": 31836, + "▁axial": 31837, + "▁Fourth": 31838, + "▁archae": 31839, + "▁clutch": 31840, + "▁vinegar": 31841, + "▁illusion": 31842, + "▁perceive": 31843, + "▁steadily": 31844, + "▁presidency": 31845, + "Qy": 31846, + "很小": 31847, + "\\\\{\\": 31848, + "▁FCC": 31849, + "▁labeling": 31850, + "▁Photoshop": 31851, + "▁listeners": 31852, + "▁photometric": 31853, + "修炼": 31854, + "眼的": 31855, + "编号": 31856, + "Feed": 31857, + "ecome": 31858, + "▁repay": 31859, + "cluding": 31860, + "nextern": 31861, + "▁demonstrations": 31862, + "corpor": 31863, + "▁изпол": 31864, + "▁Branch": 31865, + "▁refusing": 31866, + "▁miserable": 31867, + "周岁": 31868, + "總統": 31869, + "起码": 31870, + "iaz": 31871, + "▁REC": 31872, + "emphis": 31873, + "▁Delivery": 31874, + "登上": 31875, + "riad": 31876, + "只是一个": 31877, + "▁Lakes": 31878, + "▁initialize": 31879, + "▁GE": 31880, + "机构的": 31881, + "▁Egg": 31882, + "adjust": 31883, + "▁whisk": 31884, + "listing": 31885, + "otional": 31886, + "▁denying": 31887, + "横向": 31888, + "national": 31889, + "▁Township": 31890, + "▁mutually": 31891, + "▁ArrayList": 31892, + "壮大": 31893, + "▁bun": 31894, + "▁Expect": 31895, + "▁Spencer": 31896, + "▁elimination": 31897, + "科學": 31898, + "uncan": 31899, + "nEvent": 31900, + "▁salmon": 31901, + "▁warmer": 31902, + "▁springs": 31903, + "intendent": 31904, + "破裂": 31905, + "▁NI": 31906, + "▁towers": 31907, + "disabled": 31908, + "▁troubled": 31909, + "不通": 31910, + "所长": 31911, + "更要": 31912, + "/)\\": 31913, + "▁ul": 31914, + "也可能": 31915, + "ylan": 31916, + "所以我们": 31917, + "itched": 31918, + "▁Honor": 31919, + "▁chess": 31920, + "nDownload": 31921, + "▁Licensed": 31922, + "▁compensate": 31923, + "在乎": 31924, + "本次活动": 31925, + "pound": 31926, + "shirts": 31927, + "▁Recent": 31928, + "▁gateway": 31929, + "▁feminist": 31930, + "▁observers": 31931, + "=&": 31932, + "挣扎": 31933, + "▁PU": 31934, + "▁mu": 31935, + "nBar": 31936, + "▁lungs": 31937, + "lessness": 31938, + "▁Million": 31939, + "▁praised": 31940, + "▁threaten": 31941, + "永恒": 31942, + "->_": 31943, + "干什么": 31944, + "ocks": 31945, + "▁inspir": 31946, + "▁shoots": 31947, + "▁retaining": 31948, + "'''": 31949, + "成交量": 31950, + "环境的": 31951, + "▁lod": 31952, + "▁Setup": 31953, + "PhysRev": 31954, + "▁Border": 31955, + "▁greedy": 31956, + "▁supervisor": 31957, + "▁Alternatively": 31958, + "想的": 31959, + "oko": 31960, + "}{}": 31961, + "maba": 31962, + "umen": 31963, + "▁fidelity": 31964, + "▁junction": 31965, + "LB": 31966, + "伤口": 31967, + "面貌": 31968, + "nne": 31969, + "经济增长": 31970, + "自然资源": 31971, + "▁Milwaukee": 31972, + "▁interfere": 31973, + "拼命": 31974, + "這是": 31975, + "ENC": 31976, + "nJo": 31977, + "▁JS": 31978, + "▁Kil": 31979, + "Stats": 31980, + "paramet": 31981, + "volatile": 31982, + "▁lineback": 31983, + "PY": 31984, + "參加": 31985, + "弹簧": 31986, + "招呼": 31987, + "音樂": 31988, + "={\\\\": 31989, + "heng": 31990, + "▁cracks": 31991, + "▁parish": 31992, + "▁Wireless": 31993, + "▁morality": 31994, + "▁princess": 31995, + "▁discourse": 31996, + "改编": 31997, + "▁OB": 31998, + "▁Drew": 31999, + "▁cryptocurrency": 32000, + "▁superconducting": 32001, + "采样": 32002, + "可以从": 32003, + "总投资": 32004, + "wife": 32005, + "{\"__": 32006, + "行政处罚": 32007, + "__\":\"": 32008, + "▁lefto": 32009, + "mabaochang": 32010, + "▁radiative": 32011, + "也曾": 32012, + "蜂蜜": 32013, + "越高": 32014, + "_;\\": 32015, + "amo": 32016, + "再一次": 32017, + "因为它": 32018, + "Zero": 32019, + "rone": 32020, + "▁tho": 32021, + "疫情期间": 32022, + "ussia": 32023, + "▁Yale": 32024, + "▁indo": 32025, + "▁zeros": 32026, + "▁instanceof": 32027, + "得起": 32028, + "消費": 32029, + "温泉": 32030, + "做到了": 32031, + "回到了": 32032, + "nNeed": 32033, + "Drawing": 32034, + "▁dominance": 32035, + "闺蜜": 32036, + "雨水": 32037, + "▁Jama": 32038, + "needed": 32039, + "▁eleven": 32040, + "▁Univers": 32041, + "▁з": 32042, + "便民": 32043, + "▁Yu": 32044, + "村干部": 32045, + "▁Dow": 32046, + "管理办法": 32047, + "领导干部": 32048, + "occup": 32049, + "▁originated": 32050, + "▁proceeding": 32051, + "\\\\\\\\[": 32052, + "birth": 32053, + "▁Latino": 32054, + "contract": 32055, + "三四": 32056, + "再来": 32057, + "抖音": 32058, + "捐款": 32059, + "pipe": 32060, + "acion": 32061, + "aning": 32062, + "cosity": 32063, + "▁Reynolds": 32064, + "************": 32065, + "▁conventions": 32066, + "▁interventions": 32067, + "万里": 32068, + "在不": 32069, + "外汇": 32070, + "权限": 32071, + "母乳": 32072, + "轨迹": 32073, + "EXPECT": 32074, + "▁Quebec": 32075, + "▁Average": 32076, + "处女": 32077, + "$~\\\\": 32078, + "nRob": 32079, + "▁Satan": 32080, + "Release": 32081, + "ivariate": 32082, + "▁collaps": 32083, + "▁distress": 32084, + "▁Armstrong": 32085, + "迹象": 32086, + "间接": 32087, + "ISA": 32088, + "nVideo": 32089, + "renewcommand": 32090, + "举动": 32091, + "果实": 32092, + "空白": 32093, + "зия": 32094, + "吸引力": 32095, + "anting": 32096, + "▁unfor": 32097, + "▁winding": 32098, + "▁Throughout": 32099, + "一刻": 32100, + "中和": 32101, + "小幅": 32102, + "的说法": 32103, + "▁asymmetric": 32104, + "无穷": 32105, + "asser": 32106, + "still": 32107, + "ussed": 32108, + "▁conting": 32109, + "▁fragile": 32110, + "▁Canadians": 32111, + "▁luxurious": 32112, + "]<": 32113, + "客车": 32114, + "落到": 32115, + "▁fs": 32116, + "一季度": 32117, + "▁boo": 32118, + "nLink": 32119, + "Symbol": 32120, + "ective": 32121, + "▁writings": 32122, + "院的": 32123, + "纷纷表示": 32124, + "▁patents": 32125, + "▁sweeping": 32126, + "▁oscillator": 32127, + "rav": 32128, + "为核心": 32129, + "确诊病例": 32130, + "▁Beta": 32131, + "▁theat": 32132, + "▁Archive": 32133, + "▁footprint": 32134, + "信贷": 32135, + "洗衣": 32136, + "新中国": 32137, + "▁Rams": 32138, + "▁Module": 32139, + "▁Window": 32140, + "▁culmin": 32141, + "distribution": 32142, + "全会": 32143, + "摄像头": 32144, + "nail": 32145, + "▁SSL": 32146, + "bucks": 32147, + "repository": 32148, + "▁publicity": 32149, + "对了": 32150, + "尽力": 32151, + "原材料": 32152, + "留学生": 32153, + "▁strat": 32154, + "▁logistics": 32155, + "▁successive": 32156, + "残酷": 32157, + "花开": 32158, + "▁uk": 32159, + "▁clues": 32160, + "▁Monster": 32161, + "▁responds": 32162, + "▁justification": 32163, + "穿上": 32164, + "bane": 32165, + "▁Evil": 32166, + "▁carb": 32167, + "▁learners": 32168, + "矫正": 32169, + "blr": 32170, + "hub": 32171, + "▁Wave": 32172, + "▁postp": 32173, + "asketball": 32174, + "▁measurable": 32175, + "games": 32176, + "▁Dawn": 32177, + "atterns": 32178, + "▁Съ": 32179, + "的各种": 32180, + "▁SIM": 32181, + "▁whereby": 32182, + "便秘": 32183, + "北美": 32184, + "嘴里": 32185, + "▁(+": 32186, + "此次活动": 32187, + "▁Canyon": 32188, + "▁durability": 32189, + "媒體": 32190, + "公里的": 32191, + "▁gluon": 32192, + "▁poured": 32193, + "▁concerts": 32194, + "▁collectively": 32195, + "市政": 32196, + "集聚": 32197, + "催化剂": 32198, + "boat": 32199, + "▁erg": 32200, + "▁marc": 32201, + "nrespectively": 32202, + "准则": 32203, + "几百": 32204, + "已在": 32205, + "ANC": 32206, + "品牌的": 32207, + "有不少": 32208, + "▁paran": 32209, + "▁statue": 32210, + "▁revelation": 32211, + "Raw": 32212, + "hall": 32213, + "apanese": 32214, + "▁Maxwell": 32215, + "▁recognizes": 32216, + "宁静": 32217, + "客服": 32218, + "▁Aub": 32219, + "▁dug": 32220, + "阿里巴巴": 32221, + "▁Edit": 32222, + "▁certainty": 32223, + "▁recognizing": 32224, + "即便是": 32225, + "opez": 32226, + "▁Cit": 32227, + "传来": 32228, + "前方": 32229, + "批判": 32230, + "文化和": 32231, + "ienced": 32232, + "▁Raiders": 32233, + "▁Mountains": 32234, + "万亿": 32235, + "原文": 32236, + "均价": 32237, + "еле": 32238, + "在我的": 32239, + "▁playground": 32240, + "tP": 32241, + "留守": 32242, + "不清楚": 32243, + "代表的": 32244, + "半小时": 32245, + "priv": 32246, + "comtag": 32247, + "▁TB": 32248, + "▁Cyber": 32249, + "▁Jesse": 32250, + "labeled": 32251, + "▁patron": 32252, + "▁guiding": 32253, + "plication": 32254, + "▁vibration": 32255, + "▁regulators": 32256, + "▁symmetries": 32257, + "kan": 32258, + "也无法": 32259, + "gone": 32260, + "▁Lamb": 32261, + "astics": 32262, + "宣传部": 32263, + "月中旬": 32264, + "▁ERA": 32265, + "▁SMS": 32266, + "Import": 32267, + "convert": 32268, + "Live": 32269, + "▁Dame": 32270, + "▁Except": 32271, + "▁Planck": 32272, + "教堂": 32273, + "百科": 32274, + "绽放": 32275, + "艾滋": 32276, + "▁CMS": 32277, + "▁baryon": 32278, + "▁pushes": 32279, + "nHistory": 32280, + "▁imposing": 32281, + "▁offshore": 32282, + "▁understandable": 32283, + "养护": 32284, + "终点": 32285, + "Creat": 32286, + "textup": 32287, + "▁doses": 32288, + "▁balcony": 32289, + "▁Election": 32290, + ")~": 32291, + "描写": 32292, + "anchor": 32293, + "ourses": 32294, + "▁irres": 32295, + "▁flames": 32296, + "▁planting": 32297, + "▁declining": 32298, + "券商": 32299, + "海岸": 32300, + "浸泡": 32301, + "▁Ан": 32302, + "gold": 32303, + "▁Yoga": 32304, + "▁Foster": 32305, + "▁someday": 32306, + "典礼": 32307, + "报纸": 32308, + "续航": 32309, + "ndon": 32310, + "▁lav": 32311, + "▁mour": 32312, + "▁може": 32313, + "aments": 32314, + "nsmall": 32315, + "▁broadly": 32316, + "▁qualifications": 32317, + "KM": 32318, + "主演": 32319, + "宾馆": 32320, + "西瓜": 32321, + "风貌": 32322, + "him": 32323, + "$('#": 32324, + "venile": 32325, + "Special": 32326, + "▁filmed": 32327, + "▁reservations": 32328, + "山县": 32329, + "▁tribes": 32330, + "▁condemn": 32331, + "▁obscure": 32332, + "hea": 32333, + "aple": 32334, + "defn": 32335, + "nsee": 32336, + "crement": 32337, + "▁crypto": 32338, + "楼梯": 32339, + "}$~": 32340, + "Comput": 32341, + "▁disciplines": 32342, + "fw": 32343, + "刻意": 32344, + "现货": 32345, + "出具的": 32346, + "▁POS": 32347, + "posite": 32348, + "▁greeted": 32349, + "▁immigrant": 32350, + "不难": 32351, + "南宁": 32352, + "喜歡": 32353, + "▁Fu": 32354, + "seys": 32355, + "▁aka": 32356, + "▁adul": 32357, + "▁favored": 32358, + "▁offseason": 32359, + "▁delightful": 32360, + "▁advertisement": 32361, + "太极": 32362, + "Prefix": 32363, + "helper": 32364, + "▁Lynch": 32365, + "背景技术": 32366, + "▁helm": 32367, + "▁fluxes": 32368, + "▁thunder": 32369, + "▁Orthodox": 32370, + "应用程序": 32371, + "▁Risk": 32372, + "▁NEVER": 32373, + "▁awaken": 32374, + "▁pledge": 32375, + "▁为": 32376, + "却在": 32377, + "的金": 32378, + "蓝天": 32379, + "sty": 32380, + "isse": 32381, + "along": 32382, + "▁spike": 32383, + "nprocess": 32384, + "▁sounding": 32385, + "主机": 32386, + "董事会": 32387, + "▁Hab": 32388, + "▁lur": 32389, + "▁Craw": 32390, + "▁bending": 32391, + "就此": 32392, + "新媒体": 32393, + "▁Programs": 32394, + "▁Wildlife": 32395, + "identified": 32396, + "grav": 32397, + "meter": 32398, + "▁storms": 32399, + "▁recognise": 32400, + "爱人": 32401, + "各单位": 32402, + "安全性": 32403, + "itus": 32404, + "▁Beer": 32405, + "ASSERT": 32406, + "▁Guest": 32407, + "nSocial": 32408, + "多项": 32409, + "企业在": 32410, + "出一个": 32411, + "▁Rug": 32412, + "▁bush": 32413, + "izzard": 32414, + "▁Cliff": 32415, + "▁smells": 32416, + "▁Formula": 32417, + "sided": 32418, + "▁toast": 32419, + "▁neighbours": 32420, + "时段": 32421, + "沿线": 32422, + "西兰": 32423, + "产业园": 32424, + "▁yog": 32425, + "▁други": 32426, + "▁bargain": 32427, + "Ez": 32428, + "买卖合同": 32429, + "牵头": 32430, + "FFFF": 32431, + "▁vel": 32432, + "▁слу": 32433, + "▁thou": 32434, + "▁hedge": 32435, + "▁crystall": 32436, + "▁Alzheimer": 32437, + "悬挂": 32438, + "极限": 32439, + "歧视": 32440, + "nSur": 32441, + "▁Miles": 32442, + "▁fills": 32443, + "左侧": 32444, + "万元的": 32445, + "出色的": 32446, + "如今的": 32447, + "Mask": 32448, + "▁SDK": 32449, + "owards": 32450, + "▁curse": 32451, + "▁virgin": 32452, + "PV": 32453, + "边境": 32454, + "在工作": 32455, + "+-+-": 32456, + "IEEE": 32457, + "▁vou": 32458, + "▁Hook": 32459, + "signal": 32460, + "▁elevation": 32461, + "决议": 32462, + "——“": 32463, + "一年的": 32464, + "转型升级": 32465, + "▁LSTM": 32466, + "▁Worth": 32467, + "▁owning": 32468, + "▁(`": 32469, + "所在地": 32470, + "▁NHS": 32471, + "▁^{\\\\": 32472, + "illary": 32473, + "▁tackles": 32474, + "他认为": 32475, + "nNet": 32476, + "科学技术": 32477, + "▁scoop": 32478, + "▁Writer": 32479, + "▁chunks": 32480, + "▁efficacy": 32481, + "▁stumbled": 32482, + "▁Dictionary": 32483, + "日后": 32484, + "гани": 32485, + "▁periodically": 32486, + "腹泻": 32487, + "行为的": 32488, + "▁nont": 32489, + "▁breeze": 32490, + "▁pumpkin": 32491, + "▁swallow": 32492, + "▁microscopic": 32493, + "专辑": 32494, + "火锅": 32495, + "進入": 32496, + "▁'#": 32497, + "CALL": 32498, + "nforce": 32499, + "▁divor": 32500, + "nDirect": 32501, + "▁crafts": 32502, + "▁privileges": 32503, + "汇率": 32504, + "门的": 32505, + "他表示": 32506, + "▁impair": 32507, + "▁yearly": 32508, + "customer": 32509, + "▁Chicken": 32510, + "▁bombing": 32511, + "▁warrior": 32512, + "了大": 32513, + "以内": 32514, + "但她": 32515, + "对她": 32516, + "救治": 32517, + "近年": 32518, + "靠谱": 32519, + "领导人": 32520, + "nhigh": 32521, + "分行": 32522, + "都将": 32523, + "和工作": 32524, + "Visual": 32525, + "▁Improve": 32526, + "▁invites": 32527, + "如实": 32528, + "▁От": 32529, + "比较好": 32530, + "▁CAR": 32531, + "▁Flat": 32532, + "nelect": 32533, + "▁Ottawa": 32534, + "▁youtube": 32535, + "▁proceeded": 32536, + "加州": 32537, + "建設": 32538, + "nTry": 32539, + "appen": 32540, + "edged": 32541, + "▁marsh": 32542, + "▁committing": 32543, + "▁inherently": 32544, + "rar": 32545, + "cats": 32546, + "▁lateral": 32547, + "重症": 32548, + "有许多": 32549, + "赢得了": 32550, + "▁metro": 32551, + "▁collector": 32552, + "▁susceptible": 32553, + "兼职": 32554, + "王者": 32555, + "vor": 32556, + "支公司": 32557, + "同比下降": 32558, + "Weight": 32559, + "乙烯": 32560, + "听力": 32561, + "征集": 32562, + "▁coil": 32563, + "celand": 32564, + "▁renewal": 32565, + "Sil": 32566, + "cmp": 32567, + "专注于": 32568, + "inez": 32569, + "▁injected": 32570, + "iovascular": 32571, + "▁trafficking": 32572, + "分会": 32573, + "有用": 32574, + "而这": 32575, + "nAut": 32576, + "▁din": 32577, + "▁nucleon": 32578, + "▁successor": 32579, + "无锡": 32580, + "欺骗": 32581, + "Bbb": 32582, + "OTO": 32583, + "MzUy": 32584, + "▁kidding": 32585, + "▁Ug": 32586, + "或其他": 32587, + "opts": 32588, + "▁$-$": 32589, + "pollo": 32590, + "gomery": 32591, + "▁associates": 32592, + "▁unavailable": 32593, + "因果": 32594, + "raries": 32595, + "▁multiplayer": 32596, + "听着": 32597, + "履职": 32598, + "把手": 32599, + "但我们": 32600, + "的成功": 32601, + "\\\\\\\"{": 32602, + "▁lend": 32603, + "ncount": 32604, + "▁screwed": 32605, + "▁cheapest": 32606, + "ás": 32607, + "吵架": 32608, + "影子": 32609, + "枢纽": 32610, + "可以让": 32611, + "指挥部": 32612, + "ristol": 32613, + "▁metres": 32614, + "▁dentist": 32615, + "▁scenery": 32616, + "▁slowing": 32617, + "▁excitations": 32618, + "当年的": 32619, + "▁knit": 32620, + "▁tant": 32621, + "racking": 32622, + "录音": 32623, + "inburgh": 32624, + "▁Bernard": 32625, + "交谈": 32626, + "大楼": 32627, + "脖子": 32628, + "评定": 32629, + "Score": 32630, + "opsis": 32631, + "▁tide": 32632, + "▁wolf": 32633, + "centric": 32634, + "▁hormones": 32635, + "▁undertaken": 32636, + "书的": 32637, + "入党": 32638, + "这才": 32639, + "otor": 32640, + "▁abol": 32641, + "▁sprint": 32642, + "▁quadrup": 32643, + "▁portrayed": 32644, + "Information": 32645, + "▁McL": 32646, + "▁Vers": 32647, + "▁gaze": 32648, + "▁Randy": 32649, + "▁Sugar": 32650, + "machine": 32651, + "▁Austria": 32652, + "▁dioxide": 32653, + "▁Portugal": 32654, + "▁suspicion": 32655, + "笔试": 32656, + "NTU": 32657, + "号民事": 32658, + "тите": 32659, + "等方面的": 32660, + "algia": 32661, + "▁blacks": 32662, + "nNational": 32663, + "▁detention": 32664, + "lace": 32665, + "DEBUG": 32666, + "▁kindly": 32667, + "▁sunset": 32668, + "▁bounding": 32669, + "▁branching": 32670, + "▁separating": 32671, + "▁transplant": 32672, + "要以": 32673, + "医院的": 32674, + "规范化": 32675, + "Scan": 32676, + "iang": 32677, + "nGetting": 32678, + "▁masturb": 32679, + "▁commodity": 32680, + "▁unpredict": 32681, + "▁confronted": 32682, + "蚂蚁": 32683, + "和中国": 32684, + "ndep": 32685, + "▁ISP": 32686, + "avier": 32687, + "Created": 32688, + "▁Superman": 32689, + "▁Calculate": 32690, + "婚后": 32691, + "面子": 32692, + "zzle": 32693, + "racing": 32694, + "▁priests": 32695, + "▁fulfilling": 32696, + "双向": 32697, + "WAR": 32698, + "сия": 32699, + "积极的": 32700, + "▁Mak": 32701, + "▁Vel": 32702, + "colhead": 32703, + "▁Walmart": 32704, + "▁climbed": 32705, + "▁polished": 32706, + "中方": 32707, + "关税": 32708, + "名校": 32709, + "不过是": 32710, + "▁Klein": 32711, + "得益": 32712, + "調查": 32713, + "nAnt": 32714, + "would": 32715, + "▁Roche": 32716, + "▁disgu": 32717, + "▁Butler": 32718, + "▁abrupt": 32719, + "▁summon": 32720, + "为准": 32721, + "优美": 32722, + "时节": 32723, + "牛仔": 32724, + "▁&$": 32725, + "免疫力": 32726, + "都已经": 32727, + "attention": 32728, + "▁proposes": 32729, + "tid": 32730, + "和技术": 32731, + "nEst": 32732, + "hammad": 32733, + "nFormer": 32734, + "aspberry": 32735, + "▁omitted": 32736, + "▁infamous": 32737, + "▁launches": 32738, + "▁wholesale": 32739, + "displaymath": 32740, + "与人": 32741, + "致辞": 32742, + "nlink": 32743, + "▁locker": 32744, + "超声": 32745, + "rina": 32746, + "Tools": 32747, + "▁dele": 32748, + "concat": 32749, + "velopment": 32750, + "▁prevalent": 32751, + "▁viewpoint": 32752, + "▁emphasized": 32753, + "▁territories": 32754, + "▁TA": 32755, + "▁Tol": 32756, + "▁esp": 32757, + "ността": 32758, + "▁Hubble": 32759, + "▁wicked": 32760, + "▁bullets": 32761, + "注明": 32762, + "vac": 32763, + "研究员": 32764, + "结构的": 32765, + "▁impe": 32766, + "▁tossed": 32767, + "ertation": 32768, + "▁warfare": 32769, + "▁TripAdvisor": 32770, + "▁endorsement": 32771, + "▁termination": 32772, + "Qx": 32773, + "出自": 32774, + "掌控": 32775, + "确立": 32776, + "风吹": 32777, + "pixel": 32778, + "▁Aven": 32779, + "▁reside": 32780, + "projects": 32781, + "▁Outlook": 32782, + "从前": 32783, + "干警": 32784, + "财物": 32785, + "难受": 32786, + "条规定": 32787, + "STEM": 32788, + "uddenly": 32789, + "▁Listen": 32790, + "▁requesting": 32791, + "安市": 32792, + "应在": 32793, + "▁TS": 32794, + "hort": 32795, + "curve": 32796, + "▁seas": 32797, + "ATIONS": 32798, + "follow": 32799, + "▁Idaho": 32800, + "▁blows": 32801, + "▁folded": 32802, + "▁viagra": 32803, + "▁augmentation": 32804, + "手册": 32805, + "据此": 32806, + "昨晚": 32807, + "чки": 32808, + "Blog": 32809, + "▁Vac": 32810, + "▁fractions": 32811, + "▁negatively": 32812, + "女排": 32813, + "老鼠": 32814, + "▁DT": 32815, + "▁cyn": 32816, + "只有一个": 32817, + "papers": 32818, + "describe": 32819, + "▁studios": 32820, + "▁dividing": 32821, + "▁finitely": 32822, + "所致": 32823, + "求助": 32824, + "风情": 32825, + "▁trek": 32826, + "▁splits": 32827, + "▁zombie": 32828, + "textnormal": 32829, + "correlation": 32830, + "一组": 32831, + "的政治": 32832, + "建设工程": 32833, + "万的": 32834, + "每当": 32835, + "tat": 32836, + "的有效": 32837, + "▁eco": 32838, + "▁Lanc": 32839, + "▁Alfred": 32840, + "余额": 32841, + "日志": 32842, + "常用的": 32843, + "▁chore": 32844, + "▁Attack": 32845, + "▁freezer": 32846, + "▁respects": 32847, + "▁annihilation": 32848, + "WI": 32849, + "器材": 32850, + "地在": 32851, + "她就": 32852, + "开创": 32853, + "▁$^": 32854, + "▁Си": 32855, + "asia": 32856, + "▁Nas": 32857, + "型号": 32858, + "дни": 32859, + "不同意": 32860, + "的男人": 32861, + "▁Tat": 32862, + "acters": 32863, + "amazon": 32864, + "▁hopping": 32865, + "nSure": 32866, + "▁Issue": 32867, + "▁Coming": 32868, + "▁automobile": 32869, + "步入": 32870, + "要用": 32871, + "的那种": 32872, + "nPop": 32873, + "Cross": 32874, + "▁Refs": 32875, + "theory": 32876, + "heading": 32877, + "▁coincides": 32878, + "▁magnitudes": 32879, + "▁accumulation": 32880, + "KB": 32881, + "在对": 32882, + "gtr": 32883, + "×××××": 32884, + "itives": 32885, + "▁discs": 32886, + "▁folding": 32887, + "▁conscience": 32888, + "晚会": 32889, + "游玩": 32890, + "最重要": 32891, + "▁Nord": 32892, + "▁Niger": 32893, + "Runtime": 32894, + "▁anthrop": 32895, + "▁notices": 32896, + "▁tempted": 32897, + "分化": 32898, + "制药": 32899, + "半天": 32900, + "支配": 32901, + "一家人": 32902, + "▁cmd": 32903, + "ynasty": 32904, + "Material": 32905, + "successful": 32906, + "jp": 32907, + "過去": 32908, + "和孩子": 32909, + "uran": 32910, + "nevery": 32911, + "browser": 32912, + "喜剧": 32913, + "斯基": 32914, + "生猪": 32915, + "▁HI": 32916, + "apon": 32917, + "delay": 32918, + "日常生活中": 32919, + "urning": 32920, + "▁dinos": 32921, + "strument": 32922, + "▁reluctant": 32923, + "因为你": 32924, + "的压力": 32925, + "nSec": 32926, + "nTest": 32927, + "▁wifi": 32928, + "▁provincial": 32929, + "▁perturbative": 32930, + "监护": 32931, + "直线": 32932, + "知识点": 32933, + "eddy": 32934, + "nBig": 32935, + "owns": 32936, + "▁oxide": 32937, + "▁hollow": 32938, + "ustralia": 32939, + "前者": 32940, + "租房": 32941, + "缓缓": 32942, + "青睐": 32943, + "他人的": 32944, + "是真的": 32945, + "▁neo": 32946, + "almost": 32947, + "jl": 32948, + "研制": 32949, + "▁ruined": 32950, + "▁remembering": 32951, + "斯的": 32952, + "Lower": 32953, + "▁WHAT": 32954, + "Region": 32955, + "▁Desktop": 32956, + "▁advertisers": 32957, + "';": 32958, + "Ha": 32959, + "dw": 32960, + "一如": 32961, + "OFF": 32962, + "\":\"\\": 32963, + "▁sta": 32964, + "ieves": 32965, + "matht": 32966, + "▁Mitt": 32967, + "▁sket": 32968, + "▁Sudan": 32969, + "多月": 32970, + "下面的": 32971, + "涉及到": 32972, + "▁wiki": 32973, + "lington": 32974, + "▁tagged": 32975, + "▁directories": 32976, + "司马": 32977, + "哺乳": 32978, + "尊敬": 32979, + "汇总": 32980, + "玩耍": 32981, + "美味": 32982, + "([\\": 32983, + "nOK": 32984, + "▁Pokémon": 32985, + "▁bullying": 32986, + "行车": 32987, + "AMA": 32988, + "odi": 32989, + "}(-": 32990, + "发展和": 32991, + "商品房": 32992, + "ipolar": 32993, + "▁Looks": 32994, + "儿的": 32995, + "关键词": 32996, + "等因素": 32997, + "▁Eddie": 32998, + "English": 32999, + "pointer": 33000, + "Renderer": 33001, + "Validation": 33002, + "借条": 33003, + "衰老": 33004, + "过分": 33005, + "▁plt": 33006, + "▁menus": 33007, + "▁risen": 33008, + "ogeneity": 33009, + "▁tournaments": 33010, + "前列": 33011, + "零食": 33012, + "鲁迅": 33013, + "▁eg": 33014, + "▁meg": 33015, + "ovich": 33016, + "▁sulf": 33017, + "▁Motion": 33018, + "▁Vincent": 33019, + "▁proudly": 33020, + "▁Certified": 33021, + "▁Obamacare": 33022, + "▁anticipation": 33023, + "▁VS": 33024, + "▁IDE": 33025, + "▁Haven": 33026, + "invalid": 33027, + "▁cartridge": 33028, + "▁adequately": 33029, + "RG": 33030, + "将以": 33031, + "essa": 33032, + "lead": 33033, + "▁Lov": 33034, + "▁Roth": 33035, + "rophic": 33036, + "bigskip": 33037, + "▁Artist": 33038, + "software": 33039, + "▁aftermath": 33040, + "▁spatially": 33041, + "▁commissioned": 33042, + "全局": 33043, + "并于": 33044, + "▁strang": 33045, + "限度": 33046, + "非常好": 33047, + "▁jerk": 33048, + "office": 33049, + "coholic": 33050, + "▁Quarter": 33051, + "▁wardrobe": 33052, + "▁augmented": 33053, + "hskip": 33054, + "▁barn": 33055, + "▁mint": 33056, + "▁decou": 33057, + "▁severity": 33058, + "奖项": 33059, + "不会有": 33060, + "的出现": 33061, + "▁Carbon": 33062, + "▁surplus": 33063, + "▁classify": 33064, + "▁mitigate": 33065, + "▁exploited": 33066, + "愉悦": 33067, + "欢喜": 33068, + "触摸": 33069, + "严格按照": 33070, + "▁Chip": 33071, + "nChris": 33072, + "▁delet": 33073, + "▁Buddha": 33074, + "▁airlines": 33075, + "▁Evolution": 33076, + "Lo": 33077, + "阻力": 33078, + "云南省": 33079, + "must": 33080, + "▁Chev": 33081, + "▁Pere": 33082, + "▁parser": 33083, + "▁Citizens": 33084, + "▁metabolism": 33085, + "听见": 33086, + "薄弱": 33087, + "非遗": 33088, + "gif": 33089, + "▁Ро": 33090, + "пера": 33091, + "▁catalogue": 33092, + "▁compromised": 33093, + "▁fluctuation": 33094, + "取出": 33095, + "悟空": 33096, + "的质量": 33097, + "illery": 33098, + "▁cheat": 33099, + "▁Output": 33100, + "▁DEFAULT": 33101, + "▁Template": 33102, + "▁underwater": 33103, + "叠加": 33104, + "燃油": 33105, + "着一个": 33106, + "▁ally": 33107, + "▁около": 33108, + "▁fabrics": 33109, + "▁uncommon": 33110, + "communications": 33111, + "▁Championships": 33112, + "任职": 33113, + "保罗": 33114, + "表現": 33115, + "问他": 33116, + "环境下": 33117, + "mouse": 33118, + "tuning": 33119, + "▁believers": 33120, + "全校": 33121, + "少量": 33122, + "的政策": 33123, + "film": 33124, + "本判决生效": 33125, + "forEach": 33126, + "▁cracked": 33127, + "在水": 33128, + "巅峰": 33129, + "疗效": 33130, + "管辖": 33131, + "natt": 33132, + "nComb": 33133, + "▁twins": 33134, + "▁denomin": 33135, + "批发": 33136, + "肩膀": 33137, + "arker": 33138, + "▁ling": 33139, + "▁Cable": 33140, + "▁Verizon": 33141, + "▁branding": 33142, + "▁exceeded": 33143, + "富含": 33144, + "这块": 33145, + "消费者的": 33146, + "osion": 33147, + "▁spicy": 33148, + "erguson": 33149, + "▁balloon": 33150, + "*-": 33151, + "低碳": 33152, + "护航": 33153, + "IDIA": 33154, + "ifty": 33155, + "▁plea": 33156, + "▁Wallace": 33157, + "▁palette": 33158, + "出道": 33159, + "素材": 33160, + "бор": 33161, + "▁sql": 33162, + "nAnal": 33163, + "▁fines": 33164, + "▁grounded": 33165, + "fake": 33166, + "ernandez": 33167, + "伊斯": 33168, + "饮水": 33169, + "▁Motors": 33170, + "▁incorporates": 33171, + "{'": 33172, + "齐全": 33173, + "ROM": 33174, + "али": 33175, + "▁Lar": 33176, + "环境保护": 33177, + "imuth": 33178, + "▁inclination": 33179, + "MX": 33180, + "完成的": 33181, + "docker": 33182, + "autiful": 33183, + "▁Hockey": 33184, + "▁advertised": 33185, + "你去": 33186, + "宁夏": 33187, + "ablo": 33188, + "生活方式": 33189, + "balls": 33190, + "▁counc": 33191, + "meaning": 33192, + "▁merging": 33193, + "▁sandwic": 33194, + "▁penetration": 33195, + "wat": 33196, + "精彩的": 33197, + "unts": 33198, + "▁Typically": 33199, + "▁rectangle": 33200, + "大夫": 33201, + "的良好": 33202, + "▁--\\": 33203, + "▁Russians": 33204, + "Notification": 33205, + "全家": 33206, + "．\\": 33207, + "心血管": 33208, + "Cost": 33209, + "如不服本判决": 33210, + "▁hypers": 33211, + "▁Mathemat": 33212, + "▁Historical": 33213, + "为我": 33214, + "▁Wing": 33215, + "进行了审理": 33216, + "▁cakes": 33217, + "▁tidal": 33218, + "warning": 33219, + "external": 33220, + "▁Physical": 33221, + "▁resonances": 33222, + "vl": 33223, + "▁）": 33224, + "不该": 33225, + "iane": 33226, + "▁Pom": 33227, + "hello": 33228, + "typed": 33229, + "▁routines": 33230, + "▁inhabitants": 33231, + "▁accessibility": 33232, + "猫咪": 33233, + "联想": 33234, + "的意见": 33235, + "▁Prec": 33236, + "resses": 33237, + "license": 33238, + "▁boxing": 33239, + "ducation": 33240, + "▁Testing": 33241, + "年起": 33242, + "▁PCs": 33243, + "▁defended": 33244, + "涂料": 33245, + "病变": 33246, + "尤其是在": 33247, + "grand": 33248, + "▁Pure": 33249, + "▁Economics": 33250, + "▁—": 33251, + "带上": 33252, + "OTI": 33253, + "第三次": 33254, + "▁Bug": 33255, + "erers": 33256, + "▁Mist": 33257, + "▁Hamas": 33258, + "▁nominee": 33259, + "本案现已审理终结": 33260, + "▁improper": 33261, + "reasonable": 33262, + "两家": 33263, + "лна": 33264, + "▁Ki": 33265, + "Jack": 33266, + "▁Bless": 33267, + "▁Nexus": 33268, + "▁Counsel": 33269, + "可达": 33270, + "调理": 33271, + "来进行": 33272, + "always": 33273, + "▁Delaware": 33274, + "▁medieval": 33275, + "▁renormalization": 33276, + "散发": 33277, + "顶部": 33278, + "的大小": 33279, + "Place": 33280, + "▁Ster": 33281, + "各种各样的": 33282, + "▁Isaac": 33283, + "▁urine": 33284, + "一千": 33285, + "多方": 33286, + "太原": 33287, + "常年": 33288, + "▁MW": 33289, + "激烈的": 33290, + "remote": 33291, + "▁Avoid": 33292, + "umerable": 33293, + "▁commerce": 33294, + "各地的": 33295, + "azar": 33296, + "leys": 33297, + "生产经营": 33298, + "▁fals": 33299, + "Amount": 33300, + "▁electrode": 33301, + "互助": 33302, + "低头": 33303, + "мия": 33304, + "▁Ny": 33305, + "接受了": 33306, + "March": 33307, + "Three": 33308, + "▁reimb": 33309, + "Standard": 33310, + "▁discoura": 33311, + "世上": 33312, + "美人": 33313, + "蓬勃": 33314, + "提到的": 33315, + "дата": 33316, + "▁Lem": 33317, + "竞争对手": 33318, + "▁dice": 33319, + "▁lust": 33320, + "▁owing": 33321, + "▁payroll": 33322, + "▁Engineer": 33323, + "▁affiliates": 33324, + "无声": 33325, + "合同法": 33326, + "▁път": 33327, + "perfect": 33328, + "▁bursts": 33329, + "▁Prevention": 33330, + "QA": 33331, + "三月": 33332, + "均有": 33333, + "滋味": 33334, + "pets": 33335, + "▁Nan": 33336, + "▁blades": 33337, + "▁placeholder": 33338, + "和解": 33339, + "精华": 33340, + "的重点": 33341, + "▁penny": 33342, + "▁Norman": 33343, + "▁flawed": 33344, + "▁airports": 33345, + "▁Publishing": 33346, + "Ns": 33347, + "Ро": 33348, + "热度": 33349, + "тия": 33350, + ")/\\\\": 33351, + "▁idle": 33352, + "美观": 33353, + "车子": 33354, + "BERT": 33355, + "ossip": 33356, + "hc": 33357, + "宣告": 33358, + "马来西亚": 33359, + "▁Heights": 33360, + "`)": 33361, + "六十": 33362, + "即是": 33363, + "总支": 33364, + "楼盘": 33365, + "细分": 33366, + "nstate": 33367, + "▁Offer": 33368, + "▁alumni": 33369, + "▁creamy": 33370, + "▁brackets": 33371, + "炒作": 33372, + "环卫": 33373, + "nCH": 33374, + "nzo": 33375, + "▁chi": 33376, + "其中包括": 33377, + "agnet": 33378, + "▁Mull": 33379, + "desktop": 33380, + "rainian": 33381, + "▁prosperity": 33382, + "严禁": 33383, + "旺盛": 33384, + "fab": 33385, + "▁NG": 33386, + "rams": 33387, + "▁Homes": 33388, + "▁persist": 33389, + "变换": 33390, + "门前": 33391, + "ocide": 33392, + "yield": 33393, + "Methods": 33394, + "▁Hughes": 33395, + "portation": 33396, + "▁comprise": 33397, + "probability": 33398, + "▁disconnect": 33399, + "才华": 33400, + "怎么做": 33401, + "详细的": 33402, + "养老保险": 33403, + "asper": 33404, + "|}{\\\\": 33405, + "▁graded": 33406, + "▁satellites": 33407, + "▁respiratory": 33408, + "交所": 33409, + "切割": 33410, + "汗水": 33411, + "'')": 33412, + "IDEO": 33413, + "▁Mis": 33414, + "▁oak": 33415, + "很多人都": 33416, + "▁vest": 33417, + "ceiver": 33418, + "Extension": 33419, + "nFacebook": 33420, + "▁exploitation": 33421, + "▁exceptionally": 33422, + "万亩": 33423, + "折叠": 33424, + "keV": 33425, + "使用了": 33426, + "等领域": 33427, + "▁Bin": 33428, + "▁pops": 33429, + "potential": 33430, + "▁Interestingly": 33431, + "之以": 33432, + "珠海": 33433, + "ODI": 33434, + "奖学金": 33435, + "oner": 33436, + "▁Dru": 33437, + "blocks": 33438, + "▁Bever": 33439, + "▁cyclic": 33440, + "▁handsome": 33441, + "我一": 33442, + "无私": 33443, + "灵感": 33444, + "平台的": 33445, + "曾经的": 33446, + "▁vom": 33447, + "verify": 33448, + "nolimits": 33449, + "▁shortest": 33450, + "大方": 33451, + "拓宽": 33452, + "毛病": 33453, + "远处": 33454, + "推出的": 33455, + "rots": 33456, + "▁Flu": 33457, + "ctive": 33458, + "▁село": 33459, + "红包": 33460, + "War": 33461, + "教师的": 33462, + "=(\\\\": 33463, + "played": 33464, + "▁clearer": 33465, + "▁upstairs": 33466, + "穿搭": 33467, + "取得的": 33468, + "▁arth": 33469, + "underset": 33470, + "▁obsession": 33471, + "來說": 33472, + "强行": 33473, + "在上海": 33474, + "стоя": 33475, + "▁pas": 33476, + "nGreen": 33477, + "▁Coord": 33478, + "▁deter": 33479, + "unknown": 33480, + "pressure": 33481, + "▁replica": 33482, + "后勤": 33483, + "▁Isn": 33484, + "▁elbow": 33485, + "strings": 33486, + "▁ResNet": 33487, + "▁gifted": 33488, + "▁statute": 33489, + "今晚": 33490, + "相识": 33491, + "国际化": 33492, + "▁Dash": 33493, + "▁wives": 33494, + "▁deform": 33495, + "▁Assuming": 33496, + "▁Clinical": 33497, + "▁initiate": 33498, + "▁accusations": 33499, + "zx": 33500, + "HTTP": 33501, + "tails": 33502, + "▁maid": 33503, + "roleum": 33504, + "▁Chart": 33505, + "▁tunes": 33506, + "▁tweeted": 33507, + "▁subsidies": 33508, + "assis": 33509, + "iotic": 33510, + "▁turt": 33511, + "▁Apply": 33512, + "arnings": 33513, + "▁spices": 33514, + "▁wiring": 33515, + "▁futures": 33516, + "▁Constant": 33517, + "▁plaintiff": 33518, + "无意": 33519, + "采纳": 33520, + "MTU": 33521, + "amd": 33522, + "cpu": 33523, + "пис": 33524, + "▁(@": 33525, + "}^{*": 33526, + "boost": 33527, + "▁detr": 33528, + "stroke": 33529, + "▁Glenn": 33530, + "▁overlapping": 33531, + "▁substitution": 33532, + "半夜": 33533, + "右手": 33534, + "Old": 33535, + "▁LD": 33536, + "及相关": 33537, + "MzUx": 33538, + "invest": 33539, + "▁hurry": 33540, + "iltonian": 33541, + "帽子": 33542, + "文档": 33543, + "nNorth": 33544, + "▁disadvantage": 33545, + "农药": 33546, + "别墅": 33547, + "AMS": 33548, + "的可能": 33549, + "示范区": 33550, + "▁ctx": 33551, + "▁семей": 33552, + "▁LinkedIn": 33553, + "▁contours": 33554, + "▁unemployed": 33555, + "MER": 33556, + "▁Kerr": 33557, + "weather": 33558, + "pleasant": 33559, + "▁Primary": 33560, + "▁outputId": 33561, + "▁iterative": 33562, + "尤为": 33563, + "的心理": 33564, + "obia": 33565, + "▁Yuk": 33566, + "icable": 33567, + "nGener": 33568, + "▁showc": 33569, + "algorithmic": 33570, + "_(": 33571, + "制约": 33572, + "▁embry": 33573, + "▁hypoc": 33574, + "▁unseen": 33575, + "▁nitrogen": 33576, + "开盘": 33577, + "emy": 33578, + "在未来": 33579, + "我们对": 33580, + "▁Cel": 33581, + "zhang": 33582, + "▁става": 33583, + "▁slopes": 33584, + "▁lottery": 33585, + "prisingly": 33586, + "▁Transform": 33587, + "RU": 33588, + "抗击": 33589, + "减少了": 33590, + "▁\\\"^": 33591, + "宣传教育": 33592, + "flush": 33593, + "imming": 33594, + "▁caffe": 33595, + "Business": 33596, + "ergarten": 33597, + "▁rewritten": 33598, + "站点": 33599, + "\\\":{\\\"": 33600, + "ifndef": 33601, + "ntemperature": 33602, + "行使": 33603, + "▁NH": 33604, + "asso": 33605, + "adder": 33606, + "▁Blair": 33607, + "▁arbitrarily": 33608, + "半个": 33609, + "大爷": 33610, + "toos": 33611, + "▁mods": 33612, + "etically": 33613, + "ntemplate": 33614, + "零部件": 33615, + "MzUz": 33616, + "Bound": 33617, + "imals": 33618, + "▁Stre": 33619, + "Linear": 33620, + "electron": 33621, + "▁organisms": 33622, + "▁Independence": 33623, + "▁translations": 33624, + "堵塞": 33625, + "时报": 33626, + "皇家": 33627, + "ENG": 33628, + "学生在": 33629, + "▁Tap": 33630, + "fonts": 33631, + "nShow": 33632, + "▁Palin": 33633, + "▁Assume": 33634, + "▁successes": 33635, + "▁Personally": 33636, + "▁contextual": 33637, + "极致": 33638, + "考场": 33639, + "MOD": 33640, + "XXX": 33641, + "eca": 33642, + "histor": 33643, + "▁Darwin": 33644, + "▁excuses": 33645, + "▁sailing": 33646, + "authorized": 33647, + "Es": 33648, + "тъ": 33649, + "建議": 33650, + "▁PB": 33651, + "demo": 33652, + "▁hello": 33653, + "▁sorting": 33654, + "▁Holocaust": 33655, + "世的": 33656, + "堪称": 33657, + "指向": 33658, + "运动会": 33659, + "ENTS": 33660, + "▁elliptic": 33661, + "强迫": 33662, + ">;\\": 33663, + "touch": 33664, + "▁outward": 33665, + "▁Opportun": 33666, + "EB": 33667, + "Ey": 33668, + "DES": 33669, + "nresult": 33670, + "▁electoral": 33671, + "基建": 33672, + "公布的": 33673, + "和管理": 33674, + "drawn": 33675, + "modern": 33676, + "▁motors": 33677, + "▁Amazing": 33678, + "▁dragged": 33679, + "▁Interior": 33680, + "▁entangled": 33681, + "手动": 33682, + "有大": 33683, + "▁Из": 33684, + "eren": 33685, + "ucus": 33686, + "oders": 33687, + "▁Hour": 33688, + "▁vibe": 33689, + "ognition": 33690, + "▁Related": 33691, + "▁goodbye": 33692, + "▁tactical": 33693, + "vv": 33694, + "珍贵": 33695, + "Ign": 33696, + "lbs": 33697, + "sat": 33698, + "影响了": 33699, + "每个月": 33700, + "辅导员": 33701, + "最重要的是": 33702, + "future": 33703, + "▁Imperial": 33704, + "▁aviation": 33705, + "OTU": 33706, + "nac": 33707, + "代表大会": 33708, + "▁Spin": 33709, + "▁Discovery": 33710, + "▁distracted": 33711, + "▁inadequate": 33712, + ";/": 33713, + "下调": 33714, + "商户": 33715, + "就没": 33716, + "情況": 33717, + "论证": 33718, + "DEV": 33719, + "OTY": 33720, + "Html": 33721, + "▁imperative": 33722, + "位居": 33723, + "我最": 33724, + "▁Serge": 33725, + "在小": 33726, + "汇聚": 33727, + "Keep": 33728, + "属于自己的": 33729, + "▁relent": 33730, + "▁Activity": 33731, + "我发现": 33732, + "▁Cafe": 33733, + "▁cows": 33734, + "ructor": 33735, + "ubernet": 33736, + "▁installer": 33737, + "水质": 33738, + "病房": 33739, + "重心": 33740, + "oux": 33741, + "music": 33742, + "nmass": 33743, + "▁stamps": 33744, + "Language": 33745, + "▁Bennett": 33746, + "кти": 33747, + "今后的": 33748, + "和第二": 33749, + "众所周知": 33750, + "▁Earl": 33751, + "ncould": 33752, + "▁barrels": 33753, + "ubernetes": 33754, + "▁Materials": 33755, + "人民的": 33756, + "独立的": 33757, + "Appl": 33758, + "stit": 33759, + "▁MRI": 33760, + "major": 33761, + "stant": 33762, + "▁aggregation": 33763, + "Env": 33764, + "Prot": 33765, + "▁Kre": 33766, + "▁peek": 33767, + "▁Cisco": 33768, + "▁incap": 33769, + "▁merchant": 33770, + "流畅": 33771, + "邮政": 33772, + "Office": 33773, + "nApple": 33774, + "NotNull": 33775, + "▁pitched": 33776, + "nFeatures": 33777, + "路人": 33778, + "单位的": 33779, + "inski": 33780, + "▁Curt": 33781, + "▁traps": 33782, + "verages": 33783, + "▁Category": 33784, + "nObviously": 33785, + "▁Representative": 33786, + "▁systematically": 33787, + "做成": 33788, + "卧室": 33789, + "建国": 33790, + "旗舰": 33791, + "▁FY": 33792, + "为中国": 33793, + "如果您": 33794, + "部门的": 33795, + "CCESS": 33796, + "nused": 33797, + "utton": 33798, + "▁Meta": 33799, + "finder": 33800, + "▁война": 33801, + "和新": 33802, + "外表": 33803, + "лище": 33804, + "acial": 33805, + "▁etern": 33806, + "▁pumps": 33807, + "ilingual": 33808, + "▁Supplement": 33809, + "▁prosecutor": 33810, + "▁Configuration": 33811, + "桌上": 33812, + "▁Harm": 33813, + "▁gesture": 33814, + "▁hacking": 33815, + "▁rewarded": 33816, + "▁defendants": 33817, + "ます": 33818, + "普法": 33819, + "样品": 33820, + "知晓": 33821, + "英寸": 33822, + "nLoc": 33823, + "slice": 33824, + "▁Trading": 33825, + "▁unacceptable": 33826, + "至此": 33827, + "过程中的": 33828, + "▁Wiki": 33829, + "▁Buddhist": 33830, + "▁organizers": 33831, + "要说": 33832, + "OWER": 33833, + "inas": 33834, + "nHead": 33835, + "▁Helen": 33836, + "▁Villa": 33837, + "▁christ": 33838, + "▁humidity": 33839, + "▁Cardinals": 33840, + "▁conserved": 33841, + "▁specializes": 33842, + "团委": 33843, + "NDU": 33844, + "POS": 33845, + "▁cafe": 33846, + "tration": 33847, + "▁Politics": 33848, + "生机": 33849, + "▁发明内容": 33850, + "nWithin": 33851, + "tassert": 33852, + "杠杆": 33853, + "fmt": 33854, + "unter": 33855, + "vendor": 33856, + "tbl": 33857, + "先进的": 33858, + "▁endure": 33859, + "▁nerves": 33860, + "▁treaty": 33861, + "▁minorities": 33862, + "▁constructor": 33863, + "Qw": 33864, + "保密": 33865, + "底下": 33866, + "Hot": 33867, + "\\\"[": 33868, + "▁NP": 33869, + "展现了": 33870, + "▁****": 33871, + "▁wired": 33872, + "feeding": 33873, + "▁sodium": 33874, + "▁museums": 33875, + "▁satisfactory": 33876, + "不同于": 33877, + "充分的": 33878, + "功能的": 33879, + "平方公里": 33880, + "▁parap": 33881, + "iciency": 33882, + "▁GitHub": 33883, + "原谅": 33884, + "山上": 33885, + "▁Dry": 33886, + "nlike": 33887, + "▁adviser": 33888, + "ighborhood": 33889, + "▁instructed": 33890, + "辩论": 33891, + "较好的": 33892, + "▁reper": 33893, + "nSimilar": 33894, + "▁headache": 33895, + "KD": 33896, + "供水": 33897, + "光的": 33898, + "出货": 33899, + "合唱": 33900, + "奋进": 33901, + "ctl": 33902, + "nTim": 33903, + "▁Ker": 33904, + "建设项目": 33905, + "surface": 33906, + "▁prevalence": 33907, + "智商": 33908, + "观摩": 33909, + "金刚": 33910, + "Reply": 33911, + "aurus": 33912, + "▁occupy": 33913, + "▁critique": 33914, + "▁offended": 33915, + "▁AWS": 33916, + "nChar": 33917, + "▁mega": 33918, + "nHealth": 33919, + "▁Manual": 33920, + "▁Shanghai": 33921, + "▁geodesic": 33922, + "填充": 33923, + "弯曲": 33924, + "期盼": 33925, + "dual": 33926, + "nSam": 33927, + "▁Kor": 33928, + "Timer": 33929, + "▁Batt": 33930, + "linked": 33931, + "▁generalize": 33932, + "看书": 33933, + "tti": 33934, + "▁YE": 33935, + "很高的": 33936, + "itime": 33937, + "▁Token": 33938, + "▁shocks": 33939, + "▁sadness": 33940, + "官兵": 33941, + "火星": 33942, + "uxe": 33943, + "万余": 33944, + "}}-": 33945, + "▁FB": 33946, + "▁USC": 33947, + "▁trait": 33948, + "Objects": 33949, + "▁wholly": 33950, + "就说": 33951, + "浓厚": 33952, + "进化": 33953, + "ths": 33954, + "///\\": 33955, + "ahaw": 33956, + "▁rall": 33957, + "▁bosons": 33958, + "▁depicts": 33959, + "▁cautious": 33960, + "往来": 33961, + "▁CAP": 33962, + "严格落实": 33963, + "alter": 33964, + "spons": 33965, + "▁Ship": 33966, + "▁tits": 33967, + "▁技术领域": 33968, + "▁REALLY": 33969, + "Elements": 33970, + "olerance": 33971, + "transition": 33972, + "▁reinstall": 33973, + "WP": 33974, + "事先": 33975, + "卖出": 33976, + "imi": 33977, + "▁HA": 33978, + "alan": 33979, + "wild": 33980, + "nHelp": 33981, + "▁Chad": 33982, + "formal": 33983, + "ignore": 33984, + "▁downside": 33985, + "导航": 33986, + "杜绝": 33987, + "相差": 33988, + "鞋子": 33989, + "cot": 33990, + "▁Nam": 33991, + "ceans": 33992, + "▁ethn": 33993, + "legend": 33994, + "▁CONDIT": 33995, + "▁leaked": 33996, + "▁Traffic": 33997, + "WT": 33998, + "标注": 33999, + "тни": 34000, + "在接受": 34001, + "▁Joel": 34002, + "▁Euler": 34003, + "▁excluding": 34004, + "▁supporter": 34005, + "博览": 34006, + "总的": 34007, + "自助": 34008, + "衍生": 34009, + "陪审": 34010, + "▁presently": 34011, + "Obs": 34012, + "▁(#": 34013, + "▁Va": 34014, + "区政府": 34015, + "ente": 34016, + "nHar": 34017, + "▁май": 34018, + "nJack": 34019, + "▁curb": 34020, + "▁chuck": 34021, + "▁conced": 34022, + "▁promin": 34023, + "▁flooring": 34024, + "▁secretly": 34025, + "%$": 34026, + "习俗": 34027, + "既往": 34028, + "种族": 34029, + "MDI": 34030, + "联合会": 34031, + "mitt": 34032, + "Stage": 34033, + "nsaid": 34034, + "colors": 34035, + "▁sunshine": 34036, + "人际": 34037, + "奔跑": 34038, + "完工": 34039, + "局限": 34040, + "故乡": 34041, + "Desc": 34042, + "nCity": 34043, + "▁Ranch": 34044, + "uropean": 34045, + "▁Chiefs": 34046, + "▁pistol": 34047, + "▁resigned": 34048, + "▁spacecraft": 34049, + "▁eligibility": 34050, + "从严": 34051, + "就去": 34052, + "年中国": 34053, + "ците": 34054, + "▁buf": 34055, + "▁Julie": 34056, + "▁Campus": 34057, + "▁feared": 34058, + "boarding": 34059, + "roscopic": 34060, + "▁cottage": 34061, + "className": 34062, + "Qz": 34063, + "物料": 34064, + "全覆盖": 34065, + "ANGE": 34066, + "────": 34067, + "neven": 34068, + "▁fluids": 34069, + "▁veggies": 34070, + "▁Pentagon": 34071, + "▁battling": 34072, + "▁comeback": 34073, + "$/": 34074, + "否定": 34075, + "民宿": 34076, + "而被": 34077, + "ISO": 34078, + "▁TI": 34079, + "特定的": 34080, + "▁kay": 34081, + "}\\\\\\\\": 34082, + "atican": 34083, + "oulder": 34084, + "▁Allow": 34085, + "Private": 34086, + "substack": 34087, + "ublisher": 34088, + "nStudents": 34089, + "▁canceled": 34090, + "▁recycled": 34091, + "▁Certificate": 34092, + "理智": 34093, + "dar": 34094, + "enberg": 34095, + "nFalse": 34096, + "▁fantas": 34097, + "▁purity": 34098, + "▁eventual": 34099, + "▁outreach": 34100, + "▁speeches": 34101, + "▁interrupt": 34102, + "证件": 34103, + "nox": 34104, + "如果在": 34105, + "ritish": 34106, + "▁Stack": 34107, + "fashion": 34108, + "▁Wedding": 34109, + "▁detective": 34110, + "▁marketers": 34111, + "▁dissipation": 34112, + "名词": 34113, + ">()": 34114, + "inj": 34115, + "loyd": 34116, + "▁$$\\\\": 34117, + "▁Katie": 34118, + "▁uncon": 34119, + "▁greens": 34120, + "▁Developer": 34121, + "大豆": 34122, + "摇头": 34123, + "дия": 34124, + "为他们": 34125, + "二十大": 34126, + "▁Sit": 34127, + "umann": 34128, + "▁Kend": 34129, + "▁immunity": 34130, + "▁missiles": 34131, + "写道": 34132, + "范畴": 34133, + "获得的": 34134, + "▁IMO": 34135, + "▁rebell": 34136, + "nYesterday": 34137, + "▁unconscious": 34138, + "这套": 34139, + "Team": 34140, + "nFIG": 34141, + "▁Sadly": 34142, + "Pointer": 34143, + "▁definitive": 34144, + "▁disruption": 34145, + "UX": 34146, + "现任": 34147, + "钓鱼": 34148, + "plier": 34149, + "nSouth": 34150, + "commons": 34151, + "天才": 34152, + "民办": 34153, + "锈钢": 34154, + "顯示": 34155, + "ARE": 34156, + "lav": 34157, + "nty": 34158, + "意识和": 34159, + "我国的": 34160, + "而且还": 34161, + "batim": 34162, + "rators": 34163, + "uccess": 34164, + "▁affine": 34165, + "▁embraced": 34166, + "责令": 34167, + "avis": 34168, + "нията": 34169, + "▁Rele": 34170, + "▁Griffin": 34171, + "▁evaluations": 34172, + "mor": 34173, + "要加强": 34174, + "▁Zach": 34175, + "creased": 34176, + "▁Ashley": 34177, + "▁Overview": 34178, + "▁Amsterdam": 34179, + "▁cri": 34180, + "▁pest": 34181, + "▁背景技术": 34182, + "izards": 34183, + "▁debts": 34184, + "plotlib": 34185, + "▁quantization": 34186, + "фе": 34187, + "准备好": 34188, + "nSch": 34189, + "▁Emm": 34190, + "▁Syn": 34191, + "▁acne": 34192, + "▁fist": 34193, + "▁Plaza": 34194, + "itively": 34195, + "▁referee": 34196, + "▁Associate": 34197, + "团的": 34198, + "高手": 34199, + "^^^^": 34200, + "ocoa": 34201, + "▁Rah": 34202, + "▁Electronic": 34203, + "▁unfamiliar": 34204, + "xa": 34205, + "喝水": 34206, + "金牛": 34207, + "uka": 34208, + "医学院": 34209, + "经销商": 34210, + "▁Aur": 34211, + "▁fmt": 34212, + "▁torus": 34213, + "Figures": 34214, + "▁fisher": 34215, + "▁susceptibility": 34216, + "话语": 34217, + "efe": 34218, + "чна": 34219, + "叙利亚": 34220, + "还是在": 34221, + "efit": 34222, + "nhere": 34223, + "|_{\\\\": 34224, + "gtrsim": 34225, + "▁Gibson": 34226, + "▁Julian": 34227, + "=%": 34228, + "剧院": 34229, + "ddot": 34230, + "nSummary": 34231, + "▁Calgary": 34232, + "▁Context": 34233, + "▁disputes": 34234, + "诸如": 34235, + "▁ни": 34236, + "hered": 34237, + "▁Flex": 34238, + "▁pave": 34239, + "arcsec": 34240, + "▁leaning": 34241, + "▁sharply": 34242, + "提倡": 34243, + "洛阳": 34244, + "Mus": 34245, + "复工复产": 34246, + "coins": 34247, + "▁traction": 34248, + "▁Healthcare": 34249, + "▁screenshot": 34250, + ":`": 34251, + "抓紧": 34252, + "蝴蝶": 34253, + "贵族": 34254, + "▁FF": 34255, + "留下的": 34256, + "石家庄": 34257, + "oyle": 34258, + "uffed": 34259, + "▁hunters": 34260, + "▁Southeast": 34261, + "▁factories": 34262, + "先天": 34263, + "电阻": 34264, + "ijk": 34265, + "san": 34266, + "是一家": 34267, + "rica": 34268, + "wegian": 34269, + "▁deduce": 34270, + "от": 34271, + "却被": 34272, + "要多": 34273, + "近代": 34274, + "▁–\\": 34275, + "可以帮助": 34276, + "▁Gardens": 34277, + "umi": 34278, + "会议室": 34279, + "ayan": 34280, + "▁Bald": 34281, + "Static": 34282, + "counts": 34283, + "▁Skype": 34284, + "▁screws": 34285, + "▁Figures": 34286, + "▁clinics": 34287, + "栽培": 34288, + "书记员": 34289, + "nnew": 34290, + "▁Mouse": 34291, + "▁doping": 34292, + "▁beginner": 34293, + "巡视": 34294, + "▁GU": 34295, + "的增长": 34296, + "▁Sor": 34297, + "▁qui": 34298, + "已经开始": 34299, + "▁Quinn": 34300, + "cellcolor": 34301, + "明了": 34302, + "螺旋": 34303, + "起來": 34304, + "送上": 34305, + "]]\\": 34306, + "йки": 34307, + "▁intest": 34308, + "小康": 34309, + "▁XL": 34310, + "▁lb": 34311, + "▁Те": 34312, + "Mouse": 34313, + "getId": 34314, + "decode": 34315, + "▁област": 34316, + "▁Surface": 34317, + "▁senator": 34318, + "Construct": 34319, + "做个": 34320, + "党政": 34321, + "减速": 34322, + "商贸": 34323, + "她也": 34324, + "恶心": 34325, + "期間": 34326, + "水瓶": 34327, + "而上": 34328, + "▁COP": 34329, + "▁Hood": 34330, + "agging": 34331, + "▁Portuguese": 34332, + "奔驰": 34333, + "提案": 34334, + "文的": 34335, + "▁CU": 34336, + "▁EA": 34337, + "太多了": 34338, + "放弃了": 34339, + "▁Eug": 34340, + "▁KEY": 34341, + "itous": 34342, + "lasting": 34343, + "▁dubbed": 34344, + "▁abundances": 34345, + "借口": 34346, + "雕塑": 34347, + "和大家": 34348, + "平台上": 34349, + "火车站": 34350, + "还有一些": 34351, + "nHappy": 34352, + "▁Foods": 34353, + "▁chees": 34354, + "▁lifelong": 34355, + "▁grandchildren": 34356, + "繁殖": 34357, + "钱的": 34358, + "阴影": 34359, + "停车场": 34360, + "\\\\}\\": 34361, + "▁docs": 34362, + "luence": 34363, + "▁Doing": 34364, + "▁Brexit": 34365, + "ndefined": 34366, + "conditional": 34367, + "▁predominantly": 34368, + "一事": 34369, + "参会": 34370, + "我从": 34371, + ")**": 34372, + "▁VP": 34373, + "Alex": 34374, + "NESS": 34375, + "alez": 34376, + "atial": 34377, + "▁tenant": 34378, + "▁sincere": 34379, + "/(-": 34380, + "▁incom": 34381, + "▁Carroll": 34382, + "部落": 34383, + "信息技术": 34384, + "poons": 34385, + "inters": 34386, + "▁coupons": 34387, + "▁fireplace": 34388, + "▁strengthening": 34389, + "事迹": 34390, + "特种": 34391, + "盘中": 34392, + "这一年": 34393, + "▁MLS": 34394, + "ardon": 34395, + "}}+\\\\": 34396, + "Design": 34397, + "▁tense": 34398, + "▁imagin": 34399, + "andidates": 34400, + "▁XX": 34401, + "Prob": 34402, + "▁decimal": 34403, + "▁polling": 34404, + "▁exhibited": 34405, + "欺负": 34406, + "}\\\\)": 34407, + "非常重要": 34408, + "Chain": 34409, + "▁Pull": 34410, + "▁Plans": 34411, + "▁Finland": 34412, + "一律": 34413, + "在内": 34414, + "报销": 34415, + "暑期": 34416, + "追踪": 34417, + "是自己": 34418, + "变得更加": 34419, + "▁dominates": 34420, + "伴随": 34421, + "念头": 34422, + "来回": 34423, + "的歌": 34424, + "上世纪": 34425, + "农民工": 34426, + "edar": 34427, + "pine": 34428, + "▁awe": 34429, + "▁carn": 34430, + "street": 34431, + "▁creations": 34432, + "▁inversion": 34433, + "傳統": 34434, + "rea": 34435, + "▁tenants": 34436, + "▁airplane": 34437, + "▁annotations": 34438, + "дъл": 34439, + "加入了": 34440, + "nLocal": 34441, + "▁Pride": 34442, + "nargument": 34443, + "开水": 34444, + "这不": 34445, + "sid": 34446, + "研究的": 34447, + "INST": 34448, + "公共服务": 34449, + "Split": 34450, + "hetics": 34451, + "▁bible": 34452, + "▁trophy": 34453, + "▁beverage": 34454, + "價值": 34455, + "均线": 34456, + "▁ns": 34457, + "类似的": 34458, + "gres": 34459, + "eeper": 34460, + "appear": 34461, + "imensions": 34462, + "写字": 34463, + "德里": 34464, + "ieu": 34465, + "thy": 34466, + "▁lion": 34467, + "igated": 34468, + "▁scrat": 34469, + "▁liquor": 34470, + "▁recreation": 34471, + "▁undergoing": 34472, + "乾隆": 34473, + "温州": 34474, + "男主": 34475, + "mol": 34476, + "▁ри": 34477, + "Times": 34478, + "carbon": 34479, + "▁aired": 34480, + "入门": 34481, + "原件": 34482, + "后面的": 34483, + "▁tran": 34484, + "locale": 34485, + "▁ashamed": 34486, + "公证": 34487, + "占领": 34488, + "装配": 34489, + "▁LL": 34490, + "tein": 34491, + "Volume": 34492, + "phanie": 34493, + "经济社会发展": 34494, + "express": 34495, + "▁resent": 34496, + "▁thresh": 34497, + "▁Centers": 34498, + "一副": 34499, + "将对": 34500, + "nRE": 34501, + "到最后": 34502, + "endy": 34503, + "nBuy": 34504, + "Posts": 34505, + "neapolis": 34506, + "▁directing": 34507, + "▁planetary": 34508, + "压抑": 34509, + "带的": 34510, + "朝着": 34511, + "阳性": 34512, + "新一代": 34513, + "dead": 34514, + "▁MBA": 34515, + "▁steak": 34516, + "▁Skills": 34517, + "▁popping": 34518, + "▁Television": 34519, + "Mut": 34520, + "毛利率": 34521, + "▁HER": 34522, + "their": 34523, + "▁hipp": 34524, + "Upload": 34525, + "▁Honey": 34526, + "▁amino": 34527, + "▁drying": 34528, + "▁Memphis": 34529, + "命名": 34530, + "岁时": 34531, + "想要的": 34532, + "▁Leo": 34533, + "▁defaults": 34534, + "▁historian": 34535, + "▁illegally": 34536, + "▁unhealthy": 34537, + "不准": 34538, + "肠胃": 34539, + "行星": 34540, + "Hor": 34541, + "干部职工": 34542, + "本发明的": 34543, + "▁giants": 34544, + "▁upstream": 34545, + "建材": 34546, + "更改": 34547, + "西哥": 34548, + "}>\\": 34549, + "STATUS": 34550, + "student": 34551, + "▁Arnold": 34552, + "▁sturdy": 34553, + "▁Workshop": 34554, + "▁crafting": 34555, + "▁throughput": 34556, + "南山": 34557, + "宝贵": 34558, + "视线": 34559, + "饱和": 34560, + "鼓舞": 34561, + "Sat": 34562, + "都会有": 34563, + "Would": 34564, + "itles": 34565, + "▁Thing": 34566, + "Loading": 34567, + "compact": 34568, + "NV": 34569, + "尸体": 34570, + "快捷": 34571, + "扫黑": 34572, + "参加会议": 34573, + "itian": 34574, + "▁hurd": 34575, + "Accept": 34576, + "▁Ready": 34577, + "▁beads": 34578, + "▁Volunt": 34579, + "▁vicious": 34580, + "comparison": 34581, + "▁Communist": 34582, + "动机": 34583, + "upl": 34584, + "小孩子": 34585, + "▁CRE": 34586, + "▁$[\\\\": 34587, + "▁Chef": 34588, + "▁motivate": 34589, + "▁exchanged": 34590, + "▁Bangladesh": 34591, + "一头": 34592, + "上行": 34593, + "口号": 34594, + "往前": 34595, + "Arm": 34596, + "知识和": 34597, + "proj": 34598, + "▁backend": 34599, + "▁passages": 34600, + "▁milestone": 34601, + "而去": 34602, + "但是我": 34603, + "pherd": 34604, + "▁vigil": 34605, + "nResearch": 34606, + "▁giveaway": 34607, + "▁pictured": 34608, + "▁rehabilitation": 34609, + "合议": 34610, + "规章": 34611, + "日本的": 34612, + "环境中": 34613, + "菲律宾": 34614, + "ixty": 34615, + "mund": 34616, + "itals": 34617, + "▁diets": 34618, + "▁exert": 34619, + "▁Jenkins": 34620, + "▁Calendar": 34621, + "▁forecasts": 34622, + "})(": 34623, + "协议书": 34624, + "▁Packers": 34625, + "▁Discussion": 34626, + "▁transferring": 34627, + "未知": 34628, + "栏目": 34629, + "简洁": 34630, + "降雨": 34631, + "会产生": 34632, + "学会了": 34633, + "慢慢地": 34634, + "▁geek": 34635, + "▁muff": 34636, + "▁Former": 34637, + "▁chickens": 34638, + "▁diamonds": 34639, + "▁liberals": 34640, + "▁acclaimed": 34641, + "▁economically": 34642, + "征程": 34643, + "甲状": 34644, + "近视": 34645, + "pod": 34646, + "对孩子": 34647, + "支付宝": 34648, + "▁Cir": 34649, + "roads": 34650, + "caster": 34651, + "▁crate": 34652, + "▁almond": 34653, + "▁Cowboys": 34654, + "вро": 34655, + "▁Cand": 34656, + "Online": 34657, + "▁Elite": 34658, + "▁Arctic": 34659, + "▁Broncos": 34660, + "▁resembles": 34661, + "有關": 34662, + "马路": 34663, + "Den": 34664, + "交通费": 34665, + "quis": 34666, + "▁Raf": 34667, + "▁exposing": 34668, + "▁attracting": 34669, + "社工": 34670, + "课后": 34671, + "二等奖": 34672, + "▁BBQ": 34673, + "每一个人": 34674, + "части": 34675, + "县人民法院": 34676, + "iating": 34677, + "▁Ralph": 34678, + "▁unused": 34679, + "▁полити": 34680, + "▁scanner": 34681, + "优越": 34682, + "室外": 34683, + "找个": 34684, + "idae": 34685, + "▁Grove": 34686, + "▁Guild": 34687, + "▁Triple": 34688, + "▁comprehend": 34689, + "投稿": 34690, + "预告": 34691, + "的身影": 34692, + "HEAD": 34693, + "▁hay": 34694, + "▁duct": 34695, + "▁\\\"\\\"\\": 34696, + "▁Bryant": 34697, + "▁usable": 34698, + "▁Teacher": 34699, + "▁tensions": 34700, + "▁beginners": 34701, + "▁volatility": 34702, + "就想": 34703, + "消灭": 34704, + "缺席": 34705, + "▁-=": 34706, + "发改委": 34707, + "▁quir": 34708, + "oretical": 34709, + "轻微": 34710, + "Fun": 34711, + "}}+": 34712, + "副作用": 34713, + "research": 34714, + "▁semantics": 34715, + "振动": 34716, + "cab": 34717, + "▁дей": 34718, + "▁masc": 34719, + "▁Rosen": 34720, + "nOnline": 34721, + "cellence": 34722, + "▁victories": 34723, + "▁countryside": 34724, + "▁transformer": 34725, + "solution": 34726, + "▁notions": 34727, + "▁embarrassed": 34728, + "ncorresponding": 34729, + "中部": 34730, + "打赢": 34731, + "有余": 34732, + "Books": 34733, + "▁Bach": 34734, + "▁Colin": 34735, + "▁leaks": 34736, + "Continue": 34737, + "▁installment": 34738, + "rg": 34739, + "лъ": 34740, + "五月": 34741, + "的同": 34742, + "石化": 34743, + "较少": 34744, + "usa": 34745, + "每天都": 34746, + "Hard": 34747, + "不得不说": 34748, + "▁nood": 34749, + "▁recess": 34750, + "▁Concept": 34751, + "▁Genesis": 34752, + "Put": 34753, + "▁Fo": 34754, + "rets": 34755, + "Family": 34756, + "frames": 34757, + "▁purse": 34758, + "▁PayPal": 34759, + "▁announcements": 34760, + "uo": 34761, + "用以": 34762, + "▁bib": 34763, + "▁migr": 34764, + "▁adhere": 34765, + "▁throne": 34766, + "datetime": 34767, + "▁Victorian": 34768, + "会使": 34769, + "刷新": 34770, + "▁учи": 34771, + "迁移": 34772, + "成熟的": 34773, + "是这样": 34774, + "ndoes": 34775, + "these": 34776, + "bounded": 34777, + "▁servant": 34778, + "nAbstract": 34779, + "dv": 34780, + "价的": 34781, + "当做": 34782, + "调味": 34783, + "那样的": 34784, + "▁Nobel": 34785, + "打卡": 34786, + "触发": 34787, + "RGB": 34788, + "第一步": 34789, + "duino": 34790, + "▁clash": 34791, + "centered": 34792, + "▁realizes": 34793, + "▁advancing": 34794, + "▁asymptotically": 34795, + "亲属": 34796, + "美国人": 34797, + "plac": 34798, + "repo": 34799, + "цион": 34800, + "acies": 34801, + "▁Kash": 34802, + "▁livest": 34803, + "▁firearm": 34804, + "▁supermarket": 34805, + "巡察": 34806, + "并购": 34807, + "opp": 34808, + "有一点": 34809, + "被评为": 34810, + "这些问题": 34811, + "重点工作": 34812, + "▁Viol": 34813, + "imates": 34814, + "Dataset": 34815, + "mediately": 34816, + "羊肉": 34817, + "赋能": 34818, + "TOP": 34819, + "不再是": 34820, + "这件事情": 34821, + "▁Into": 34822, + "▁Income": 34823, + "▁embark": 34824, + "▁litter": 34825, + "▁batting": 34826, + "▁pitches": 34827, + "▁displaced": 34828, + "Ew": 34829, + "上台": 34830, + "隆重": 34831, + "▁HOW": 34832, + "▁Mul": 34833, + "实践活动": 34834, + "▁eats": 34835, + "Spring": 34836, + "ceptive": 34837, + "▁lender": 34838, + "▁diffuse": 34839, + "▁Advisory": 34840, + "▁altitude": 34841, + "NH": 34842, + "RX": 34843, + "评委": 34844, + "年前的": 34845, + "rimp": 34846, + "▁Swe": 34847, + "demand": 34848, + "etable": 34849, + "▁flagship": 34850, + "停留": 34851, + "干脆": 34852, + "墨西哥": 34853, + "▁Bros": 34854, + "▁Entry": 34855, + "▁Ethiop": 34856, + "▁elevator": 34857, + "▁galactic": 34858, + "▁redundant": 34859, + "平淡": 34860, + "生于": 34861, + "▁hull": 34862, + "▁sadd": 34863, + "▁sleek": 34864, + "▁stall": 34865, + "▁tactic": 34866, + "▁unsupervised": 34867, + "▁表": 34868, + "化了": 34869, + "早早": 34870, + "沃尔": 34871, + "▁PG": 34872, + "起到了": 34873, + "▁MVP": 34874, + "ECTION": 34875, + "▁rebels": 34876, + "ructures": 34877, + "▁spokeswoman": 34878, + "并向": 34879, + "饺子": 34880, + "Low": 34881, + "不适合": 34882, + "▁Scre": 34883, + "▁Slow": 34884, + "▁awaiting": 34885, + "比亚迪": 34886, + "CHAR": 34887, + "нение": 34888, + "npresent": 34889, + "乐园": 34890, + "执勤": 34891, + "▁TF": 34892, + "▁Tak": 34893, + "absol": 34894, + "vertical": 34895, + "▁Schedule": 34896, + "▁assessing": 34897, + "合资": 34898, + "呕吐": 34899, + "带队": 34900, + "必备": 34901, + "MTI": 34902, + "他自己": 34903, + "Land": 34904, + "eenth": 34905, + "进一步加强": 34906, + "▁flick": 34907, + "tString": 34908, + "▁casinos": 34909, + "▁Criminal": 34910, + "▁anisotropic": 34911, + "汉语": 34912, + "▁NSA": 34913, + "▁Created": 34914, + "▁divisor": 34915, + "ndistribution": 34916, + "接纳": 34917, + "生殖": 34918, + "奠定了": 34919, + "▁Boss": 34920, + "▁Hours": 34921, + "▁fierce": 34922, + "▁singlet": 34923, + "getString": 34924, + "acknowledgments": 34925, + "一号": 34926, + "威尔": 34927, + "繁华": 34928, + "▁Ruth": 34929, + "camera": 34930, + "▁Nokia": 34931, + "▁burns": 34932, + "▁bachelor": 34933, + "▁retrieved": 34934, + "▁authorization": 34935, + "批次": 34936, + "累了": 34937, + "这才是": 34938, + "omial": 34939, + "nlarge": 34940, + "▁melted": 34941, + "▁storyline": 34942, + "务工": 34943, + "打出": 34944, + "打好": 34945, + "香烟": 34946, + "uper": 34947, + "▁Led": 34948, + "▁Adult": 34949, + "▁licence": 34950, + "▁uncovered": 34951, + "▁concurrent": 34952, + "tS": 34953, + "án": 34954, + "埃及": 34955, + "von": 34956, + "▁Не": 34957, + "制定了": 34958, + "plays": 34959, + "▁alright": 34960, + "▁Historic": 34961, + "▁literacy": 34962, + "▁testified": 34963, + "榜单": 34964, + "为企业": 34965, + "银行卡": 34966, + "napp": 34967, + "▁разли": 34968, + "▁incumb": 34969, + "▁outfits": 34970, + "▁examines": 34971, + "▁Sacramento": 34972, + "加之": 34973, + "无一": 34974, + "▁RNA": 34975, + "▁quo": 34976, + "Focus": 34977, + "raits": 34978, + "isecond": 34979, + "nRobert": 34980, + "▁Rodriguez": 34981, + "杨某": 34982, + "▁PV": 34983, + "的法律": 34984, + "aths": 34985, + "nAir": 34986, + "units": 34987, + "▁Trinity": 34988, + "回调": 34989, + "这三": 34990, + "nSer": 34991, + "nReal": 34992, + "▁forgiveness": 34993, + "’”": 34994, + "老虎": 34995, + "连锁": 34996, + "资源的": 34997, + "希望大家": 34998, + "cause": 34999, + "▁undes": 35000, + "ichever": 35001, + "pletely": 35002, + "Optional": 35003, + "单车": 35004, + "chief": 35005, + "▁railroad": 35006, + "▁js": 35007, + "alks": 35008, + "▁gum": 35009, + "▁STAT": 35010, + "nThink": 35011, + "upyter": 35012, + "▁wells": 35013, + "angered": 35014, + "报酬": 35015, + "有两": 35016, + "Integ": 35017, + "tuint": 35018, + "cycles": 35019, + "▁Iceland": 35020, + "▁tolerate": 35021, + "▁antibiotics": 35022, + "奢侈": 35023, + "采摘": 35024, + "項目": 35025, + "合作的": 35026, + "▁quotient": 35027, + "▁initialization": 35028, + "する": 35029, + "农家": 35030, + "吉利": 35031, + "是非": 35032, + "мина": 35033, + "▁MIN": 35034, + "▁цен": 35035, + "posal": 35036, + "▁interrog": 35037, + "▁packaged": 35038, + "▁shortcut": 35039, + "▁Certainly": 35040, + "之余": 35041, + "将被": 35042, + "走廊": 35043, + "прав": 35044, + "▁Bass": 35045, + "▁Gore": 35046, + "▁rats": 35047, + "▁framed": 35048, + "▁spreads": 35049, + "▁terrifying": 35050, + "之間": 35051, + "深情": 35052, + "额外": 35053, + "RESS": 35054, + "▁Wake": 35055, + "▁reps": 35056, + "abb": 35057, + "▁具体": 35058, + "nsic": 35059, + "▁melting": 35060, + "▁Likewise": 35061, + "▁condensate": 35062, + "osi": 35063, + "不舒服": 35064, + "整个人": 35065, + "phys": 35066, + "▁Bog": 35067, + "▁Astron": 35068, + "火的": 35069, + "MjY": 35070, + "才能够": 35071, + "rice": 35072, + "不知不觉": 35073, + "visit": 35074, + "▁smoked": 35075, + "▁consultants": 35076, + "玩的": 35077, + "神话": 35078, + "艰辛": 35079, + "MDY": 35080, + "oba": 35081, + "nArch": 35082, + "ibling": 35083, + "▁bloss": 35084, + "▁Sullivan": 35085, + "ensitivity": 35086, + "命题": 35087, + "夯实": 35088, + "年年": 35089, + "本体": 35090, + "款的": 35091, + "也开始": 35092, + "就不能": 35093, + "明确了": 35094, + "June": 35095, + "▁Vlad": 35096, + "inality": 35097, + "▁Palmer": 35098, + "▁thereafter": 35099, + "=/": 35100, + "分歧": 35101, + "腐蚀": 35102, + "遏制": 35103, + "骑士": 35104, + "dor": 35105, + "aaaa": 35106, + "事故发生": 35107, + "north": 35108, + "▁Ronald": 35109, + "sampling": 35110, + "nexpected": 35111, + "▁shoppers": 35112, + "成長": 35113, + "虽说": 35114, + "▁RH": 35115, + "insky": 35116, + "Observ": 35117, + "▁Repair": 35118, + "▁seminar": 35119, + "座椅": 35120, + "手臂": 35121, + "法则": 35122, + "淋巴": 35123, + "amba": 35124, + "Audio": 35125, + "Modal": 35126, + "▁Clinic": 35127, + "▁contests": 35128, + "▁Southwest": 35129, + "Backgrounds": 35130, + "transaction": 35131, + "可行": 35132, + "ема": 35133, + "Pers": 35134, + "ajax": 35135, + "▁chim": 35136, + "Friend": 35137, + "planes": 35138, + "rington": 35139, + "▁recalls": 35140, + "▁ambassador": 35141, + "▁discounted": 35142, + "中断": 35143, + "多位": 35144, + "IPO": 35145, + "NDY": 35146, + "usk": 35147, + "需求的": 35148, + "▁unsafe": 35149, + "上证": 35150, + "不胜": 35151, + "真情": 35152, + "达标": 35153, + "Fit": 35154, + "uni": 35155, + "▁Grass": 35156, + "▁crews": 35157, + "Ep": 35158, + "上次": 35159, + "服饰": 35160, + "聆听": 35161, + "莫名": 35162, + "▁Мо": 35163, + "arah": 35164, + "USPTO": 35165, + "arrie": 35166, + "vised": 35167, + "▁pains": 35168, + "maximum": 35169, + "nNumber": 35170, + "interval": 35171, + "nSupport": 35172, + "▁Breakfast": 35173, + "▁Catherine": 35174, + "抗战": 35175, + "筛查": 35176, + "鲜花": 35177, + "福音": 35178, + "称赞": 35179, + "▁DEC": 35180, + "▁POST": 35181, + "▁Rico": 35182, + "▁embro": 35183, + "▁mutation": 35184, + "▁utilization": 35185, + "岁了": 35186, + "▁rul": 35187, + "▁Zion": 35188, + "▁backdrop": 35189, + "原有": 35190, + "就读": 35191, + "教科": 35192, + "落下": 35193, + "▁FX": 35194, + "▁pH": 35195, + "是需要": 35196, + "timer": 35197, + "▁paradox": 35198, + "▁mushrooms": 35199, + "▁alternating": 35200, + "化和": 35201, + "奥迪": 35202, + "的角色": 35203, + "的身体": 35204, + "Loop": 35205, + "合同约定": 35206, + "▁София": 35207, + "redients": 35208, + "▁Workers": 35209, + "你还": 35210, + "圣经": 35211, + "報告": 35212, + "抗体": 35213, + "雷达": 35214, + "nAg": 35215, + "▁——": 35216, + "Cart": 35217, + "不等": 35218, + "pex": 35219, + "ichi": 35220, + "biggl": 35221, + "Learning": 35222, + "▁theology": 35223, + "下周": 35224, + "数值": 35225, + "]['": 35226, + "nAng": 35227, + "biggr": 35228, + "exual": 35229, + "▁biom": 35230, + "▁vort": 35231, + "▁compositions": 35232, + "小伙": 35233, + "讲述了": 35234, + "Wang": 35235, + "▁Kurt": 35236, + "▁ubiqu": 35237, + "amental": 35238, + "▁Indianapolis": 35239, + "峰会": 35240, + "Fix": 35241, + "ifdef": 35242, + "▁прави": 35243, + "IK": 35244, + "散步": 35245, + "tom": 35246, + "就知道": 35247, + "江西省": 35248, + "nJim": 35249, + "最后一个": 35250, + "有关规定": 35251, + "▁mobil": 35252, + "eclipse": 35253, + "categories": 35254, + "bk": 35255, + "hw": 35256, + "一笔": 35257, + "在职": 35258, + "房企": 35259, + "生了": 35260, + "▁haul": 35261, + "identity": 35262, + "criptions": 35263, + "▁Architect": 35264, + "▁remembers": 35265, + "▁reductions": 35266, + "nPhil": 35267, + "▁Bert": 35268, + "▁muon": 35269, + "▁След": 35270, + "nLater": 35271, + "▁Words": 35272, + "▁drones": 35273, + "▁anyways": 35274, + "ovan": 35275, + "phil": 35276, + "▁Deb": 35277, + "could": 35278, + "nUnited": 35279, + "utenant": 35280, + "▁enlarge": 35281, + "▁pharmacy": 35282, + "二期": 35283, + "全员": 35284, + "另有": 35285, + "火爆": 35286, + "utory": 35287, + "▁devote": 35288, + "▁sleeves": 35289, + "▁labelled": 35290, + "▁surrender": 35291, + "一幅": 35292, + "家务": 35293, + "▁ти": 35294, + "▁bonding": 35295, + "▁implant": 35296, + "▁Birthday": 35297, + "▁utilizes": 35298, + "Ni": 35299, + "的理念": 35300, + "give": 35301, + "▁фон": 35302, + "anchez": 35303, + "▁unconst": 35304, + "▁Edinburgh": 35305, + "▁terminology": 35306, + "元旦": 35307, + "景色": 35308, + "▁Mik": 35309, + "▁уни": 35310, + "▁Mormon": 35311, + "▁noises": 35312, + "▁refugee": 35313, + "▁Bachelor": 35314, + "▁wilderness": 35315, + "复试": 35316, + "的总": 35317, + "你觉得": 35318, + "去医院": 35319, + "的努力": 35320, + "▁slap": 35321, + "▁slowed": 35322, + "▁parsing": 35323, + "住建": 35324, + "明朝": 35325, + "mom": 35326, + "Boot": 35327, + "CLUD": 35328, + "Binding": 35329, + "▁mechanic": 35330, + "▁formatting": 35331, + "▁peripheral": 35332, + "йн": 35333, + "入侵": 35334, + "尊严": 35335, + "那位": 35336, + "▁tam": 35337, + "地方政府": 35338, + "nClass": 35339, + "▁Shore": 35340, + "▁hunter": 35341, + "▁thrill": 35342, + "▁reactor": 35343, + "nfollowing": 35344, + "发性": 35345, + "打扮": 35346, + "的红": 35347, + "jax": 35348, + "rats": 35349, + "tion": 35350, + "电动汽车": 35351, + "Future": 35352, + "▁colony": 35353, + "▁peanut": 35354, + "▁Germans": 35355, + "▁vampire": 35356, + "▁Brussels": 35357, + "▁Compared": 35358, + "▁wrapping": 35359, + "▁travelled": 35360, + "塞尔": 35361, + "娃娃": 35362, + "当选": 35363, + "我没": 35364, + "的数量": 35365, + "locked": 35366, + "▁Garcia": 35367, + "possibly": 35368, + "▁cosmetic": 35369, + "▁redshifts": 35370, + "▁Legislature": 35371, + "SV": 35372, + "书店": 35373, + "二年": 35374, + "意向": 35375, + "行動": 35376, + "資訊": 35377, + "长远": 35378, + "gow": 35379, + "dent": 35380, + "▁PCI": 35381, + "▁ted": 35382, + "arius": 35383, + "nmult": 35384, + "nEarly": 35385, + "▁Globe": 35386, + "▁Seems": 35387, + "Duration": 35388, + "列为": 35389, + "技艺": 35390, + "液压": 35391, + "高潮": 35392, + "对原告": 35393, + "形式的": 35394, + "▁SUV": 35395, + "nbool": 35396, + "▁chin": 35397, + "▁CONTR": 35398, + "▁Format": 35399, + "▁shining": 35400, + "▁institute": 35401, + "▁discoveries": 35402, + "怀念": 35403, + "花卉": 35404, + "MjI": 35405, + "合议庭": 35406, + "白色的": 35407, + "atio": 35408, + "党建工作": 35409, + "▁Lodge": 35410, + "▁hates": 35411, + "setText": 35412, + "▁gallon": 35413, + "diagonal": 35414, + "ithmetic": 35415, + "nExample": 35416, + "▁viscosity": 35417, + "基数": 35418, + "过大": 35419, + "追溯": 35420, + "NjU": 35421, + "▁tmp": 35422, + "nProv": 35423, + "▁Cord": 35424, + "党支部书记": 35425, + "▁Heavy": 35426, + "gravity": 35427, + "messages": 35428, + "▁hyperbolic": 35429, + "全國": 35430, + "区内": 35431, + "师资": 35432, + "脑子": 35433, + "的身份": 35434, + "IFAR": 35435, + "▁Collabor": 35436, + "▁punished": 35437, + "▁initialized": 35438, + "leftrightarrow": 35439, + "万一": 35440, + "不斷": 35441, + "剂量": 35442, + "翡翠": 35443, + "远方": 35444, + "幸福感": 35445, + "还是比较": 35446, + "ambig": 35447, + "▁blended": 35448, + "▁sympathy": 35449, + "▁renovation": 35450, + "四处": 35451, + "州的": 35452, + "膳食": 35453, + "nAsk": 35454, + "velt": 35455, + "alias": 35456, + "packet": 35457, + "▁relieve": 35458, + "ASHINGTON": 35459, + "身體": 35460, + "▁ie": 35461, + "副会长": 35462, + "很强的": 35463, + "arger": 35464, + "athetic": 35465, + "nChoose": 35466, + "长了": 35467, + "阳台": 35468, + ")/(-": 35469, + "ATER": 35470, + "▁Pie": 35471, + "nKnow": 35472, + "▁deaf": 35473, + "▁pupils": 35474, + "▁seated": 35475, + "division": 35476, + "Acknowledgements": 35477, + "Rs": 35478, + "rp": 35479, + "业态": 35480, + "包围": 35481, + "州区": 35482, + "说他": 35483, + "ров": 35484, + "才可以": 35485, + "iggs": 35486, + "▁Gem": 35487, + "▁\\\"[": 35488, + "codes": 35489, + "▁Herald": 35490, + "▁recount": 35491, + "▁exercising": 35492, + "精细": 35493, + "▁sarc": 35494, + "▁sued": 35495, + "▁pinch": 35496, + "Mx": 35497, + "对称": 35498, + "就得": 35499, + "问候": 35500, + "жки": 35501, + "本院于": 35502, + "South": 35503, + "broken": 35504, + "▁Milan": 35505, + "▁tasted": 35506, + "processor": 35507, + "孙子": 35508, + "教學": 35509, + "Deep": 35510, + "专项整治": 35511, + "▁attent": 35512, + "▁benchmarks": 35513, + "'^": 35514, + "封建": 35515, + "特的": 35516, + "Gal": 35517, + "]_{": 35518, + "管理人员": 35519, + "▁Superv": 35520, + "▁insists": 35521, + "▁graduating": 35522, + "老实": 35523, + "Sql": 35524, + "мер": 35525, + "▁Wol": 35526, + "outed": 35527, + "▁worm": 35528, + "▁Solve": 35529, + ">\"": 35530, + "离职": 35531, + "重重": 35532, + "▁бъ": 35533, + "▁kpc": 35534, + "mathtt": 35535, + "▁Query": 35536, + "▁raped": 35537, + "Install": 35538, + "▁Therapy": 35539, + "▁Nicholas": 35540, + "▁timestamp": 35541, + "個月": 35542, + "点燃": 35543, + "自卑": 35544, + "螺纹": 35545, + "行為": 35546, + "資源": 35547, + "MTY": 35548, + "три": 35549, + "和支持": 35550, + "这段时间": 35551, + "Nodes": 35552, + "▁Retail": 35553, + "▁boiling": 35554, + "▁predecessor": 35555, + "vic": 35556, + "的语言": 35557, + "笔记本": 35558, + "ionic": 35559, + "appings": 35560, + "isional": 35561, + "▁addicted": 35562, + "上前": 35563, + "入驻": 35564, + "名师": 35565, + "恐慌": 35566, + "nSw": 35567, + "nstart": 35568, + "aturing": 35569, + "收回": 35570, + "$;\\": 35571, + "Try": 35572, + "▁avail": 35573, + "▁Duncan": 35574, + "▁Metropolitan": 35575, + "几位": 35576, + "英國": 35577, + "MDU": 35578, + "传染病": 35579, + "afer": 35580, + "▁PUR": 35581, + "▁bog": 35582, + "执法人员": 35583, + "▁laughs": 35584, + "▁Panthers": 35585, + "▁Pakistani": 35586, + "▁converter": 35587, + "嘴巴": 35588, + "诸葛": 35589, + "的治疗": 35590, + "的理由": 35591, + "Given": 35592, + "cling": 35593, + "▁Flag": 35594, + "abolic": 35595, + "nThird": 35596, + "▁scrub": 35597, + "yet": 35598, + "成长的": 35599, + "Side": 35600, + "▁Saw": 35601, + "▁hij": 35602, + "tasks": 35603, + "rences": 35604, + "▁notch": 35605, + "sources": 35606, + "▁heater": 35607, + "▁confirming": 35608, + "投身": 35609, + "普京": 35610, + "金牌": 35611, + "▁Tu": 35612, + "▁Ме": 35613, + "很快就": 35614, + "Expl": 35615, + "▁cath": 35616, + "▁оста": 35617, + "▁crank": 35618, + "▁expired": 35619, + "▁premiums": 35620, + "傍晚": 35621, + "印尼": 35622, + "做一些": 35623, + "beam": 35624, + "▁blu": 35625, + "levard": 35626, + "▁analyse": 35627, + "▁theaters": 35628, + "刹车": 35629, + "桌子": 35630, + "缺口": 35631, + "Uri": 35632, + "гат": 35633, + "nFin": 35634, + "tele": 35635, + "nvery": 35636, + "Visible": 35637, + "▁inflict": 35638, + "▁testosterone": 35639, + "双眼": 35640, + "破解": 35641, + "老師": 35642, + "除恶": 35643, + "вод": 35644, + "mant": 35645, + "▁monkey": 35646, + "▁annoyed": 35647, + "▁enclosed": 35648, + "▁gentleman": 35649, + "同心": 35650, + "Final": 35651, + "onies": 35652, + "▁rescued": 35653, + "▁agreeing": 35654, + "冰雪": 35655, + "感应": 35656, + "▁END": 35657, + "▁Pul": 35658, + "十五日内": 35659, + "▁Lucy": 35660, + "cyclop": 35661, + "▁canon": 35662, + "America": 35663, + "Counter": 35664, + "▁个": 35665, + "传送": 35666, + "简历": 35667, + "表态": 35668, + "等多个": 35669, + "▁traced": 35670, + "▁Vikings": 35671, + "▁intends": 35672, + "▁imperial": 35673, + "防晒": 35674, + "IFT": 35675, + "avin": 35676, + "▁Define": 35677, + "▁candles": 35678, + "▁plugged": 35679, + "мъ": 35680, + "看不": 35681, + "办实事": 35682, + "ULAR": 35683, + "▁Maur": 35684, + "better": 35685, + "▁Bottom": 35686, + "▁felony": 35687, + "▁Changes": 35688, + "▁maturity": 35689, + "心动": 35690, + "所未": 35691, + "羽毛": 35692, + "MzY": 35693, + "的情形": 35694, + "认真的": 35695, + "')\\\\": 35696, + "▁Maz": 35697, + "营业收入": 35698, + "▁condo": 35699, + "▁grape": 35700, + "▁puzzles": 35701, + "▁Peterson": 35702, + "▁yielding": 35703, + "▁Venezuela": 35704, + "▁collaborate": 35705, + "▁accomplishments": 35706, + "了她": 35707, + "果断": 35708, + "而知": 35709, + "视力": 35710, + "镜子": 35711, + "lux": 35712, + "$^\\\\": 35713, + "King": 35714, + "▁THEN": 35715, + "▁stakes": 35716, + "▁expands": 35717, + "▁whistle": 35718, + "发型": 35719, + "不允许": 35720, + "为群众": 35721, + "IDENT": 35722, + "nAssume": 35723, + "▁counters": 35724, + "▁indirectly": 35725, + "定点": 35726, + "浓郁": 35727, + "以前的": 35728, + "其实就是": 35729, + "Colum": 35730, + "▁hers": 35731, + "Tensor": 35732, + "▁Answer": 35733, + "ör": 35734, + "公立": 35735, + "煤矿": 35736, + "等你": 35737, + "NzU": 35738, + "成立于": 35739, + "▁OUR": 35740, + "Berry": 35741, + "OURCE": 35742, + "overset": 35743, + "▁Angela": 35744, + "初级": 35745, + "点半": 35746, + "umped": 35747, + "Points": 35748, + "▁±": 35749, + "供需": 35750, + "心底": 35751, + "欧阳": 35752, + "真空": 35753, + "解決": 35754, + "NzY": 35755, + "▁verses": 35756, + "▁weighed": 35757, + "operative": 35758, + "▁possesses": 35759, + "▁recurrent": 35760, + "▁coordinated": 35761, + "又一": 35762, + "换届": 35763, + "安装在": 35764, + "quit": 35765, + "etimes": 35766, + "▁implying": 35767, + "仅为": 35768, + "以其": 35769, + "和尚": 35770, + "客场": 35771, + "寓意": 35772, + "献血": 35773, + "私募": 35774, + "预定": 35775, + "MjU": 35776, + "NTY": 35777, + "漂亮的": 35778, + "第三个": 35779, + "▁bik": 35780, + "条第一款": 35781, + "MNRAS": 35782, + "▁lone": 35783, + "之间的关系": 35784, + "的工作人员": 35785, + "▁fading": 35786, + "▁standardized": 35787, + "Pb": 35788, + "]_": 35789, + "品尝": 35790, + "油脂": 35791, + "酒吧": 35792, + "锅中": 35793, + "''$": 35794, + "部分的": 35795, + "beck": 35796, + "holm": 35797, + "poll": 35798, + "▁Burg": 35799, + "▁Furn": 35800, + "▁avid": 35801, + "▁valuation": 35802, + "▁installations": 35803, + "填报": 35804, + "进出口": 35805, + "uuid": 35806, + "packed": 35807, + "▁discern": 35808, + "▁conjugate": 35809, + "▁disconnected": 35810, + "一向": 35811, + "SER": 35812, + "不合格": 35813, + "▁Scan": 35814, + "orphism": 35815, + "expression": 35816, + "▁Observatory": 35817, + "▁commissioner": 35818, + "增幅": 35819, + "声称": 35820, + "OUP": 35821, + "UTE": 35822, + "cler": 35823, + "▁Amanda": 35824, + "▁profil": 35825, + "Interval": 35826, + "▁typename": 35827, + "-|": 35828, + "汉字": 35829, + "▁FT": 35830, + "的一位": 35831, + "的事件": 35832, + "urry": 35833, + "added": 35834, + "nHouse": 35835, + "▁resemble": 35836, + "举行了": 35837, + "甲状腺": 35838, + "▁Cuban": 35839, + "▁Chocolate": 35840, + "▁engineered": 35841, + "▁standpoint": 35842, + "万千": 35843, + "人也": 35844, + "菜单": 35845, + "那年": 35846, + "Rot": 35847, + "▁WS": 35848, + "bish": 35849, + "nHas": 35850, + "清华大学": 35851, + "North": 35852, + "atomy": 35853, + "isset": 35854, + "▁hone": 35855, + "reduce": 35856, + "ulance": 35857, + "nauthor": 35858, + "▁banana": 35859, + "▁destiny": 35860, + "▁deliberate": 35861, + "yi": 35862, + "为啥": 35863, + "保護": 35864, + "LES": 35865, + "化妆品": 35866, + "实现的": 35867, + "是我国": 35868, + "还是有": 35869, + "nman": 35870, + "тата": 35871, + "也是一种": 35872, + "scalar": 35873, + "▁Devil": 35874, + "▁bronze": 35875, + "▁ideally": 35876, + "partition": 35877, + "▁Ferguson": 35878, + "▁discarded": 35879, + "Wi": 35880, + "弱势": 35881, + "美景": 35882, + "臺灣": 35883, + "投入到": 35884, + "的认识": 35885, + "nPay": 35886, + "union": 35887, + "▁sparked": 35888, + "▁charitable": 35889, + "yt": 35890, + "億元": 35891, + "切除": 35892, + "是无": 35893, + "语气": 35894, + "追逐": 35895, + "选择的": 35896, + "went": 35897, + "▁Via": 35898, + "▁вър": 35899, + "这篇文章": 35900, + "▁ninet": 35901, + "▁Ethernet": 35902, + "▁inaccurate": 35903, + "争吵": 35904, + "在高": 35905, + "外套": 35906, + "细心": 35907, + "选取": 35908, + "遊戲": 35909, + "_{{": 35910, + "教职工": 35911, + "本身的": 35912, + "nCON": 35913, + "nSan": 35914, + "了一系列": 35915, + "Which": 35916, + "sound": 35917, + "▁emerges": 35918, + "▁informational": 35919, + "品味": 35920, + "草案": 35921, + "颁发": 35922, + "cols": 35923, + "avirus": 35924, + "▁Accept": 35925, + "nUniversity": 35926, + "不信": 35927, + "搞笑": 35928, + "致敬": 35929, + "Cmd": 35930, + "研究人员": 35931, + ")}_{\\\\": 35932, + "jquery": 35933, + "▁Uncle": 35934, + "npeople": 35935, + "▁upwards": 35936, + "▁cinnamon": 35937, + "▁turnover": 35938, + "▁spectroscopy": 35939, + "xb": 35940, + "下雨": 35941, + "从容": 35942, + "片段": 35943, + "较小": 35944, + "▁feast": 35945, + "▁Travis": 35946, + "人居": 35947, + "本月": 35948, + "流转": 35949, + "致命": 35950, + "钱包": 35951, + "nCap": 35952, + "oref": 35953, + "▁{{\\\\": 35954, + "wright": 35955, + "▁TODAY": 35956, + "conserv": 35957, + "isenberg": 35958, + "▁dreaming": 35959, + "破碎": 35960, + "额度": 35961, + "[{\\\\": 35962, + "课堂教学": 35963, + "▁Wade": 35964, + "▁wildly": 35965, + "▁torrent": 35966, + "▁Newcastle": 35967, + "му": 35968, + "普查": 35969, + "NzI": 35970, + "为什么会": 35971, + "对方当事人": 35972, + "▁coated": 35973, + "weighted": 35974, + "▁Cultural": 35975, + "▁furnished": 35976, + "▁unpleasant": 35977, + "ilo": 35978, + "面临的": 35979, + "着自己的": 35980, + "rieve": 35981, + "▁Prad": 35982, + "navbar": 35983, + "▁sucking": 35984, + "液晶": 35985, + "甲醛": 35986, + "acker": 35987, + "guided": 35988, + "▁pestic": 35989, + "▁Commander": 35990, + "同类": 35991, + "热血": 35992, + "就这么": 35993, + "▁Eat": 35994, + "资本市场": 35995, + "▁Makes": 35996, + "▁Welsh": 35997, + "▁spans": 35998, + "▁Bailey": 35999, + "▁floral": 36000, + "▁sovereign": 36001, + "动能": 36002, + "阿富": 36003, + "▁же": 36004, + "近几年": 36005, + "sett": 36006, + "▁ACL": 36007, + "▁Kas": 36008, + "▁axi": 36009, + "▁bets": 36010, + "▁Ravens": 36011, + "▁chatting": 36012, + "中外": 36013, + "变了": 36014, + "目標": 36015, + "这片": 36016, + "Phot": 36017, + "yaml": 36018, + "▁lord": 36019, + "▁Powell": 36020, + "▁truths": 36021, + "▁Muhammad": 36022, + "▁enhances": 36023, + "▁feminine": 36024, + "▁hopeless": 36025, + "▁morphism": 36026, + "▁Photography": 36027, + "假的": 36028, + "colm": 36029, + "stead": 36030, + "▁cler": 36031, + "▁skies": 36032, + "▁twent": 36033, + "▁Barnes": 36034, + "▁Domain": 36035, + "▁solves": 36036, + "▁classics": 36037, + "友情": 36038, + "單位": 36039, + "实例": 36040, + "往下": 36041, + "斯卡": 36042, + "到底是": 36043, + "只要你": 36044, + "iour": 36045, + "dream": 36046, + "ioxid": 36047, + "▁Coin": 36048, + "▁Doll": 36049, + "pairing": 36050, + "Hu": 36051, + "▁FS": 36052, + "▁чи": 36053, + "家企业": 36054, + "Week": 36055, + "nVer": 36056, + "▁GOOD": 36057, + "aneously": 36058, + "▁Setting": 36059, + "▁stubborn": 36060, + "导致了": 36061, + "inse": 36062, + "▁Pav": 36063, + "ifics": 36064, + "▁Dogs": 36065, + "▁[…]\"": 36066, + "▁Issues": 36067, + "▁skinny": 36068, + "elements": 36069, + "▁Projects": 36070, + "▁beverages": 36071, + "▁currencies": 36072, + "▁generative": 36073, + "經驗": 36074, + "meg": 36075, + "▁Beast": 36076, + "你了": 36077, + "局的": 36078, + "NjI": 36079, + "和一个": 36080, + "而对于": 36081, + "nboth": 36082, + "▁inset": 36083, + "▁Remark": 36084, + "▁hackers": 36085, + "▁pertaining": 36086, + "下旬": 36087, + "得更": 36088, + "整整": 36089, + "某一": 36090, + "roc": 36091, + "的一份": 36092, + "的事业": 36093, + "给予了": 36094, + "ribe": 36095, + "▁Sue": 36096, + "House": 36097, + "seconds": 36098, + "▁Pierre": 36099, + "▁defenders": 36100, + "▁tunneling": 36101, + "▁protections": 36102, + "▁μ": 36103, + "八十": 36104, + "想必": 36105, + "hon": 36106, + "▁OC": 36107, + "举办的": 36108, + "总决赛": 36109, + "说实话": 36110, + "Circ": 36111, + "Another": 36112, + "Upsilon": 36113, + "▁angels": 36114, + "▁widths": 36115, + "otiation": 36116, + "▁sheriff": 36117, + "▁confinement": 36118, + "外贸": 36119, + "女王": 36120, + "酱油": 36121, + "▁rented": 36122, + "▁Steelers": 36123, + "▁triangular": 36124, + "▁长": 36125, + "不绝": 36126, + "我不是": 36127, + "▁cans": 36128, + "▁Whole": 36129, + "▁motif": 36130, + "▁nested": 36131, + "▁Payment": 36132, + "与你": 36133, + "▁PI": 36134, + "azer": 36135, + "зика": 36136, + "▁lig": 36137, + "▁Door": 36138, + "送达之日起": 36139, + "▁stray": 36140, + "▁преди": 36141, + "▁hugely": 36142, + "▁interchange": 36143, + "熊猫": 36144, + "taff": 36145, + "agonal": 36146, + "▁Prices": 36147, + "Platform": 36148, + "▁Forward": 36149, + "▁persistence": 36150, + "▁multiplicity": 36151, + "+|": 36152, + "−\\": 36153, + "NjY": 36154, + "▁OT": 36155, + "Michael": 36156, + "▁Equipment": 36157, + "▁landscapes": 36158, + "▁subscriber": 36159, + "万个": 36160, + "以赴": 36161, + "光线": 36162, + "响起": 36163, + "嵌入": 36164, + "点了": 36165, + "男篮": 36166, + "ARI": 36167, + "领导的": 36168, + "})_{": 36169, + "▁evid": 36170, + "▁demons": 36171, + "periodic": 36172, + "▁Catholics": 36173, + "▁celebrations": 36174, + "日电": 36175, + "观测": 36176, + "nod": 36177, + "一切都": 36178, + "▁Pam": 36179, + "Bottom": 36180, + "bundle": 36181, + "destroy": 36182, + "▁amended": 36183, + "▁monoton": 36184, + "水电": 36185, + "▁smo": 36186, + "▁KNOW": 36187, + "nInter": 36188, + "▁objection": 36189, + "▁conditioned": 36190, + "Tex": 36191, + "nIN": 36192, + "新一轮": 36193, + "被誉为": 36194, + "还是会": 36195, + "▁Zoo": 36196, + "Drive": 36197, + "▁hose": 36198, + "▁сред": 36199, + "递交上诉状": 36200, + "▁Comics": 36201, + "▁Videos": 36202, + "▁yelling": 36203, + "▁smoothing": 36204, + "▁geographic": 36205, + "好吧": 36206, + "政权": 36207, + "loe": 36208, + "▁DP": 36209, + "一起去": 36210, + "bast": 36211, + "nrel": 36212, + "April": 36213, + "npred": 36214, + "▁freight": 36215, + "generator": 36216, + "/~": 36217, + "晚餐": 36218, + "建筑物": 36219, + "责任的": 36220, + "▁Mets": 36221, + "tprint": 36222, + "▁manga": 36223, + "▁underm": 36224, + "▁Parents": 36225, + "onlinecite": 36226, + "出让": 36227, + "热心": 36228, + "nate": 36229, + "▁Noah": 36230, + "Copyright": 36231, + "进出": 36232, + "配件": 36233, + "ecd": 36234, + "固定的": 36235, + "▁CMB": 36236, + "▁MMA": 36237, + "plash": 36238, + "▁CONT": 36239, + "▁Rocky": 36240, + "▁lepton": 36241, + "dynamics": 36242, + "Christian": 36243, + "▁appendix": 36244, + "▁Extension": 36245, + "▁Palestine": 36246, + "▁formulate": 36247, + "▁intuition": 36248, + "帷幕": 36249, + "强国": 36250, + "服从": 36251, + "磷酸": 36252, + "笑话": 36253, + "utt": 36254, + "chens": 36255, + "▁Casey": 36256, + "▁Emperor": 36257, + "▁driveway": 36258, + "▁suburban": 36259, + "▁illnesses": 36260, + "▁multitude": 36261, + "▁Montgomery": 36262, + "丙烯": 36263, + "機構": 36264, + "迟延": 36265, + "$('": 36266, + "ortium": 36267, + "rotate": 36268, + "▁\\\\|\\\\": 36269, + "▁toddler": 36270, + "▁Downtown": 36271, + "反击": 36272, + "操控": 36273, + ")$)": 36274, + "anto": 36275, + "▁sue": 36276, + "因为我们": 36277, + "nPass": 36278, + "nCalculate": 36279, + "又称": 36280, + "在做": 36281, + "水面": 36282, + "讲的": 36283, + "精神的": 36284, + "ishe": 36285, + "ifact": 36286, + "ignty": 36287, + "nHope": 36288, + "新冠肺炎疫情": 36289, + "hematic": 36290, + "ractical": 36291, + "▁stirring": 36292, + "幫助": 36293, + "打的": 36294, + "▁Agg": 36295, + "▁blat": 36296, + "▁biases": 36297, + "▁bosses": 36298, + "▁libert": 36299, + "vertible": 36300, + "XT": 36301, + "富贵": 36302, + "考点": 36303, + "谈论": 36304, + "▁pedal": 36305, + "▁legislators": 36306, + "华东": 36307, + "自古": 36308, + "▁До": 36309, + "快速发展": 36310, + "QUEST": 36311, + "nLife": 36312, + "▁prox": 36313, + "sociation": 36314, + "▁dividend": 36315, + "▁seasoned": 36316, + "▁alleviate": 36317, + "得不": 36318, + "执照": 36319, + "置于": 36320, + "不只是": 36321, + "云计算": 36322, + "我就是": 36323, + "ENER": 36324, + "\\\"/>": 36325, + "folk": 36326, + "如果不是": 36327, + "Board": 36328, + "▁visc": 36329, + "▁Directors": 36330, + "▁记": 36331, + "дето": 36332, + "▁Dol": 36333, + "共同努力": 36334, + "Small": 36335, + "▁lawsuits": 36336, + "▁invaluable": 36337, + "▁rectangular": 36338, + "二者": 36339, + "相邻": 36340, + "身影": 36341, + "▁CG": 36342, + "每一天": 36343, + "的习惯": 36344, + "▁dumped": 36345, + "▁myriad": 36346, + "Character": 36347, + "线程": 36348, + "考查": 36349, + "IFE": 36350, + "所在的": 36351, + "Cref": 36352, + "▁Cubs": 36353, + "▁Lakers": 36354, + "▁horrific": 36355, + "▁dashboard": 36356, + "nThroughout": 36357, + "顶尖": 36358, + "所需的": 36359, + "Cred": 36360, + "▁Mol": 36361, + "▁dispat": 36362, + "▁diagnose": 36363, + "▁baselines": 36364, + "▁kilometers": 36365, + "先是": 36366, + "刘备": 36367, + "环球": 36368, + ")-(": 36369, + "nMac": 36370, + "▁Fra": 36371, + "全力以赴": 36372, + "paste": 36373, + "▁tougher": 36374, + "▁Position": 36375, + "▁大": 36376, + "但它": 36377, + "你对": 36378, + "风的": 36379, + "Hop": 36380, + "▁cv": 36381, + "hism": 36382, + "党组书记": 36383, + "▁interrupted": 36384, + "一无": 36385, + "二的": 36386, + "精选": 36387, + "▁Rew": 36388, + "▁кла": 36389, + "▁lace": 36390, + "差的": 36391, + "挽回": 36392, + "▁ba": 36393, + "▁Matter": 36394, + "modified": 36395, + "▁stimulate": 36396, + "期末": 36397, + "湿度": 36398, + "麦克": 36399, + "▁mug": 36400, + "giene": 36401, + "▁Logan": 36402, + "▁chrome": 36403, + "▁pouring": 36404, + "▁differentiate": 36405, + "不分": 36406, + "亲情": 36407, + "冰冰": 36408, + "届时": 36409, + "我才": 36410, + "有三": 36411, + "課程": 36412, + "▁Sie": 36413, + "▁Lynn": 36414, + "▁penn": 36415, + "irling": 36416, + "▁Brend": 36417, + "▁themed": 36418, + "▁renamed": 36419, + "▁surfing": 36420, + "▁nontrivial": 36421, + "清朝": 36422, + "nEnjoy": 36423, + "▁jungle": 36424, + "emporary": 36425, + "▁servants": 36426, + "妹子": 36427, + "测评": 36428, + "篇章": 36429, + "是我的": 36430, + "杭州市": 36431, + "nEnd": 36432, + "▁Quantum": 36433, + "▁Tribune": 36434, + "classical": 36435, + "▁borrowed": 36436, + "▁Conservation": 36437, + "▁probabilistic": 36438, + "-)": 36439, + "pq": 36440, + "互通": 36441, + "妊娠": 36442, + "尔德": 36443, + "无非": 36444, + "起身": 36445, + "Ctrl": 36446, + "技术方案": 36447, + "Limit": 36448, + "ските": 36449, + "▁Wish": 36450, + "▁culp": 36451, + "▁fibre": 36452, + "htaking": 36453, + "▁apology": 36454, + "▁wrapper": 36455, + "▁weighing": 36456, + "▁deposited": 36457, + "▁subsystem": 36458, + "▁dealership": 36459, + "跳舞": 36460, + "的情绪": 36461, + "阿富汗": 36462, + "rill": 36463, + "▁ove": 36464, + "essel": 36465, + "tself": 36466, + "▁squir": 36467, + "ousands": 36468, + "▁hadronic": 36469, + "查阅": 36470, + "流出": 36471, + "自有": 36472, + "多元化": 36473, + "▁buys": 36474, + "▁styling": 36475, + "▁enforced": 36476, + "▁cardiovascular": 36477, + ":[": 36478, + "▁wx": 36479, + "▁TCP": 36480, + "北京时间": 36481, + "▁Seth": 36482, + "▁monol": 36483, + "Unknown": 36484, + "casting": 36485, + "▁Bristol": 36486, + "▁Finding": 36487, + "▁entirety": 36488, + "JD": 36489, + "佛山": 36490, + "赛道": 36491, + "有问题": 36492, + "目前已": 36493, + "▁Bris": 36494, + "▁fats": 36495, + "▁lymph": 36496, + "▁towels": 36497, + "▁Benefits": 36498, + "▁socialist": 36499, + "压制": 36500, + "相较": 36501, + "hee": 36502, + "rez": 36503, + "▁Leonard": 36504, + "▁pursued": 36505, + "▁umbrella": 36506, + "▁fireworks": 36507, + "responsible": 36508, + "▁hypotheses": 36509, + "就应该": 36510, + "ullah": 36511, + "uzzle": 36512, + "}}^{(": 36513, + "quarter": 36514, + "▁plateau": 36515, + "▁condemned": 36516, + "▁performer": 36517, + "▁stretches": 36518, + "在天": 36519, + "Fac": 36520, + "氨基酸": 36521, + "老师和": 36522, + "hearted": 36523, + "▁Celebr": 36524, + "▁settling": 36525, + "群里": 36526, + "观光": 36527, + "Sing": 36528, + "Tags": 36529, + "物业管理": 36530, + "flict": 36531, + "nUser": 36532, + "sever": 36533, + "低位": 36534, + "归属": 36535, + "NNs": 36536, + "▁AU": 36537, + "管委会": 36538, + "说自己": 36539, + "▁Glad": 36540, + "▁нача": 36541, + "nContent": 36542, + "▁despair": 36543, + "▁subsidiary": 36544, + "染色": 36545, + "空間": 36546, + "饮酒": 36547, + "*;\\": 36548, + "dll": 36549, + "当地的": 36550, + "正是因为": 36551, + "▁limb": 36552, + "ellite": 36553, + "▁chord": 36554, + "Compact": 36555, + "▁misses": 36556, + "▁issuing": 36557, + "瀑布": 36558, + "▁Но": 36559, + "Large": 36560, + "▁lime": 36561, + "▁stip": 36562, + "▁burger": 36563, + "▁stride": 36564, + "▁CONDITIONS": 36565, + "▁«": 36566, + "任命": 36567, + "稳健": 36568, + "答复": 36569, + "金的": 36570, + "可以将": 36571, + "陪审员": 36572, + "▁Few": 36573, + "▁pert": 36574, + "▁staple": 36575, + "▁disasters": 36576, + "zu": 36577, + "汽油": 36578, + "系的": 36579, + "Conv": 36580, + "стви": 36581, + "$(\\\"#": 36582, + "▁Fear": 36583, + "▁enum": 36584, + "▁живо": 36585, + "racket": 36586, + "▁Shield": 36587, + "▁Midwest": 36588, + "▁unwilling": 36589, + "左手": 36590, + "效能": 36591, + "根源": 36592, + "衬衫": 36593, + "说服": 36594, + "向上的": 36595, + "学生会": 36596, + "▁ore": 36597, + "▁Mead": 36598, + "▁quiz": 36599, + "iliate": 36600, + "▁Clare": 36601, + "▁Remote": 36602, + "▁lattices": 36603, + "有一位": 36604, + "▁tad": 36605, + "▁ISIS": 36606, + "reflect": 36607, + "▁reiter": 36608, + "▁empathy": 36609, + "▁english": 36610, + "▁unpredictable": 36611, + "'}\\": 36612, + "mia": 36613, + "上诉于": 36614, + "Prov": 36615, + "icht": 36616, + "▁tee": 36617, + "James": 36618, + "irteen": 36619, + "▁Armen": 36620, + "▁knots": 36621, + "摘要": 36622, + "这名": 36623, + "oug": 36624, + "conj": 36625, + "issan": 36626, + "tight": 36627, + "Depend": 36628, + "raphic": 36629, + "▁intens": 36630, + "▁datetime": 36631, + "▁deceased": 36632, + "▁tangible": 36633, + "▁Securities": 36634, + "xn": 36635, + "八年": 36636, + "喂养": 36637, + "小平": 36638, + "我所": 36639, + "生產": 36640, + "銀行": 36641, + "Sort": 36642, + "▁POL": 36643, + "▁nause": 36644, + "Setting": 36645, + "Registry": 36646, + "▁Ли": 36647, + "标志着": 36648, + "'''\\": 36649, + "alia": 36650, + "▁три": 36651, + "noalign": 36652, + "▁galleries": 36653, + "▁unbelievable": 36654, + "來自": 36655, + "同情": 36656, + "開發": 36657, + "他们对": 36658, + "compile": 36659, + "dispatch": 36660, + "▁aggression": 36661, + "的黑": 36662, + "USY": 36663, + "不锈钢": 36664, + "所得税": 36665, + "首先是": 36666, + "мите": 36667, + "moving": 36668, + "▁Adding": 36669, + "▁invoke": 36670, + "▁rabbit": 36671, + "▁validated": 36672, + "又在": 36673, + "资深": 36674, + "Pac": 36675, + "依然是": 36676, + "staff": 36677, + "nCould": 36678, + "norder": 36679, + "▁nephe": 36680, + "▁Journey": 36681, + "▁astroph": 36682, + "nStarting": 36683, + "不为": 36684, + "发文": 36685, + "共产党员": 36686, + "anton": 36687, + "▁fres": 36688, + "holding": 36689, + "▁Competition": 36690, + "放射": 36691, + "Mean": 36692, + "▁зна": 36693, + "▁Chan": 36694, + "National": 36695, + "▁noticing": 36696, + "▁committees": 36697, + "判定": 36698, + "干嘛": 36699, + "街上": 36700, + "URI": 36701, + "▁HV": 36702, + "kick": 36703, + "▁Fill": 36704, + "nPower": 36705, + "▁beard": 36706, + "▁protons": 36707, + "▁reflections": 36708, + "▁reminiscent": 36709, + "面對": 36710, + "▁STR": 36711, + "▁Belt": 36712, + "经审理查明": 36713, + "AAAAAAAA": 36714, + "▁dispens": 36715, + "▁assemble": 36716, + "▁dimensionless": 36717, + "不来": 36718, + "华盛": 36719, + "▁yo": 36720, + "的对象": 36721, + "exist": 36722, + "▁haha": 36723, + "asonic": 36724, + "#{": 36725, + "ем": 36726, + "保全": 36727, + "增进": 36728, + "权重": 36729, + "計劃": 36730, + "首位": 36731, + "fre": 36732, + "举办了": 36733, + "commut": 36734, + "threat": 36735, + "▁inhom": 36736, + "▁rebel": 36737, + "matched": 36738, + "▁thirst": 36739, + "vergence": 36740, + "▁reversal": 36741, + "hyp": 36742, + "的经验": 36743, + "这是一种": 36744, + "launch": 36745, + "▁Vatican": 36746, + "▁intentional": 36747, + "”:": 36748, + "五星": 36749, + "ICO": 36750, + "什么都": 36751, + "完成后": 36752, + "大多数人": 36753, + "▁summ": 36754, + "▁turbo": 36755, + "▁uninstall": 36756, + "务必": 36757, + "反抗": 36758, + "存放": 36759, + "那你": 36760, + "Mad": 36761, + "并且在": 36762, + "snap": 36763, + "任何一个": 36764, + "至少一个": 36765, + "grown": 36766, + "▁APIs": 36767, + "▁cushion": 36768, + "identally": 36769, + "▁caffeine": 36770, + "▁wonderfully": 36771, + "海报": 36772, + "麻醉": 36773, + "业务的": 36774, + "卫生间": 36775, + "azed": 36776, + "nice": 36777, + "Sorry": 36778, + "▁pigs": 36779, + "mostly": 36780, + "▁Theme": 36781, + "▁Launch": 36782, + "▁Reform": 36783, + "plemented": 36784, + "▁knocking": 36785, + "▁supernatural": 36786, + "相當": 36787, + "碎片": 36788, + "肯定会": 36789, + "贵州省": 36790, + "孩子们的": 36791, + "特别是在": 36792, + "▁Male": 36793, + "aspoon": 36794, + "▁meanings": 36795, + "▁impressions": 36796, + "▁constituents": 36797, + "淋漓": 36798, + "财运": 36799, + "一件事": 36800, + "毕业于": 36801, + "的人都": 36802, + "设置在": 36803, + "农业农村": 36804, + "▁corps": 36805, + "▁Mercury": 36806, + "▁senators": 36807, + "▁cardboard": 36808, + "▁notorious": 36809, + "▁Accordingly": 36810, + "屋顶": 36811, + "抓手": 36812, + "委員會": 36813, + "nreal": 36814, + "▁akin": 36815, + "▁sway": 36816, + "▁Factor": 36817, + "▁luggage": 36818, + "▁assisting": 36819, + "彩色": 36820, + "热线": 36821, + "encia": 36822, + "▁създа": 36823, + "osevelt": 36824, + "initions": 36825, + "▁glitter": 36826, + "▁Ukrainian": 36827, + "▁academics": 36828, + "▁conceived": 36829, + "厂房": 36830, + "国人": 36831, + "地处": 36832, + "規定": 36833, + "OOOO": 36834, + "Native": 36835, + "▁wander": 36836, + "▁Revenue": 36837, + "▁scanned": 36838, + "下属": 36839, + "研讨会": 36840, + "▁Wag": 36841, + "▁мар": 36842, + "高等教育": 36843, + "VALUE": 36844, + "uddle": 36845, + "manuel": 36846, + "actually": 36847, + "▁advancement": 36848, + "壳体": 36849, + "战绩": 36850, + "EEK": 36851, + "在地上": 36852, + "面临着": 36853, + "iman": 36854, + "▁/>": 37495, + "^{'": 37496, + "班子成员": 37497, + "ollah": 37498, + "▁Wash": 37499, + "▁nour": 37500, + "▁spider": 37501, + "▁Gilbert": 37502, + "▁enacted": 37503, + "▁transgender": 37504, + "新手": 37505, + "Раз": 37506, + "仅仅是": 37507, + "▁cues": 37508, + "代言": 37509, + "意料": 37510, + "ssl": 37511, + "为契机": 37512, + "公布了": 37513, + "那一刻": 37514, + "orum": 37515, + "▁Sites": 37516, + "▁Career": 37517, + "▁asylum": 37518, + "▁applaud": 37519, + "▁Speaking": 37520, + "▁cabinets": 37521, + "▁trainers": 37522, + "人情": 37523, + "战的": 37524, + "}{$": 37525, + "▁JO": 37526, + "受害者": 37527, + "bars": 37528, + "isal": 37529, + "▁MOD": 37530, + "丰富多彩": 37531, + "▁Fran": 37532, + "▁Lanka": 37533, + "▁Spurs": 37534, + "▁Lauren": 37535, + "▁Soccer": 37536, + "▁Include": 37537, + "▁lensing": 37538, + "▁blessings": 37539, + "付费": 37540, + "圈子": 37541, + "质的": 37542, + "Need": 37543, + "terms": 37544, + "▁Nine": 37545, + "▁Prest": 37546, + "▁newcom": 37547, + "▁duality": 37548, + "Condition": 37549, + "▁insightful": 37550, + "和个人": 37551, + "July": 37552, + "nuts": 37553, + "reply": 37554, + "▁Goth": 37555, + "ceedings": 37556, + "▁catalyst": 37557, + "▁Interface": 37558, + "▁meaningless": 37559, + "рак": 37560, + "朋友的": 37561, + "$_\\\\": 37562, + "nRated": 37563, + "▁spheres": 37564, + "全场": 37565, + "惊艳": 37566, + "球的": 37567, + "用法": 37568, + "葫芦": 37569, + "蒸汽": 37570, + "DER": 37571, + "Never": 37572, + "akery": 37573, + "▁LORD": 37574, + "▁Serv": 37575, + "nWater": 37576, + "▁Login": 37577, + "▁Belgian": 37578, + "分支": 37579, + "固然": 37580, + "地去": 37581, + "数百": 37582, + "雕刻": 37583, + "Age": 37584, + "第一名": 37585, + "affe": 37586, + "icia": 37587, + "▁YES": 37588, + "▁pee": 37589, + "▁usb": 37590, + ")}=\\\\": 37591, + "ialis": 37592, + "▁empt": 37593, + "▁thee": 37594, + "▁Hannah": 37595, + "▁minded": 37596, + "▁relieved": 37597, + "▁Customers": 37598, + "▁reflective": 37599, + "IJ": 37600, + "卵巢": 37601, + "平米": 37602, + "浑身": 37603, + "缓冲": 37604, + "npop": 37605, + "Complete": 37606, + "▁Required": 37607, + "最强": 37608, + "极管": 37609, + "的艺术": 37610, + "红色的": 37611, + "idas": 37612, + "去年同期": 37613, + "商业银行": 37614, + "draul": 37615, + "▁Mann": 37616, + "▁Root": 37617, + "branes": 37618, + "▁dancers": 37619, + "▁preparations": 37620, + "总有": 37621, + "敬业": 37622, + "Face": 37623, + "unci": 37624, + "зира": 37625, + "▁Gaming": 37626, + "▁thriller": 37627, + "▁insertion": 37628, + "▁sculpture": 37629, + "▁wandering": 37630, + "▁reproductive": 37631, + "局局长": 37632, + "技术人员": 37633, + "assed": 37634, + "Images": 37635, + "▁genus": 37636, + "▁upright": 37637, + "▁ambition": 37638, + "▁seamless": 37639, + "restricted": 37640, + "▁supplying": 37641, + "▁thresholds": 37642, + "夜里": 37643, + "计量": 37644, + "路过": 37645, + "采信": 37646, + "USD": 37647, + "chy": 37648, + "▁LIKE": 37649, + "▁Mask": 37650, + "vasive": 37651, + "▁dragging": 37652, + "▁Assessment": 37653, + "▁forgetting": 37654, + "nNevertheless": 37655, + "基礎": 37656, + "带到": 37657, + "活塞": 37658, + "贫穷": 37659, + "ipple": 37660, + "▁fost": 37661, + "▁lamb": 37662, + "inarily": 37663, + "▁gradual": 37664, + "▁congestion": 37665, + "rex": 37666, + "我个人": 37667, + "▁burnt": 37668, + "▁incompet": 37669, + "▁massless": 37670, + "▁economists": 37671, + "共鸣": 37672, + "只想": 37673, + "引人": 37674, + "截图": 37675, + "充分肯定": 37676, + "▁Gross": 37677, + "▁ruins": 37678, + "▁cocaine": 37679, + "一二": 37680, + "前途": 37681, + "无形": 37682, + "的四": 37683, + "▁sperm": 37684, + "▁Vehicle": 37685, + "▁renting": 37686, + "Framework": 37687, + "▁geography": 37688, + "伙食": 37689, + "长征": 37690, + "гато": 37691, + "▁MPs": 37692, + "现有技术": 37693, + "▁laps": 37694, + "▁Adrian": 37695, + "▁Awesome": 37696, + "▁mileage": 37697, + "▁preserves": 37698, + "错的": 37699, + "ECH": 37700, + "分钟后": 37701, + "▁Mend": 37702, + "henever": 37703, + "▁Rebecca": 37704, + "▁Purchase": 37705, + "▁contraction": 37706, + "会是": 37707, + "兼顾": 37708, + "段的": 37709, + "面粉": 37710, + "Gra": 37711, + "TAG": 37712, + "▁Ба": 37713, + "而来的": 37714, + "amos": 37715, + "seat": 37716, + "auses": 37717, + "人民陪审员": 37718, + "ocrats": 37719, + "▁messed": 37720, + "▁pretending": 37721, + "仪表": 37722, + "应予": 37723, + "求职": 37724, + "跑了": 37725, + "间隙": 37726, + "▁AdS": 37727, + "中共中央": 37728, + "就是为了": 37729, + "clare": 37730, + "吸附": 37731, + "寻常": 37732, + "laws": 37733, + "▁eyel": 37734, + "▁Notre": 37735, + "▁favors": 37736, + "▁hearings": 37737, + "一中": 37738, + "當然": 37739, + "监委": 37740, + "也只是": 37741, + "-{\\\\": 37742, + "digit": 37743, + "▁Scout": 37744, + "thought": 37745, + "▁exploded": 37746, + "tM": 37747, + "▁RR": 37748, + "ctrl": 37749, + "▁Schr": 37750, + "▁caller": 37751, + "▁striker": 37752, + "▁yourselves": 37753, + "▁王": 37754, + "开支": 37755, + "知識": 37756, + "语法": 37757, + "veh": 37758, + "▁$_": 37759, + "在这些": 37760, + "签订了": 37761, + "▁Kur": 37762, + "hadoop": 37763, + "▁Filip": 37764, + "▁mimic": 37765, + "▁tuple": 37766, + "yz": 37767, + "分別": 37768, + "长效": 37769, + "ARC": 37770, + "▁Bir": 37771, + "▁Sak": 37772, + "igner": 37773, + "▁Jill": 37774, + "▁teas": 37775, + "▁excel": 37776, + "rotation": 37777, + "▁Walking": 37778, + "▁solicit": 37779, + "▁linebacker": 37780, + "▁paragraphs": 37781, + "上车": 37782, + "執行": 37783, + "尔的": 37784, + "要从": 37785, + "发现的": 37786, + "积极开展": 37787, + "nAlong": 37788, + "▁apost": 37789, + "▁urging": 37790, + "▁annotated": 37791, + "▁biography": 37792, + "ít": 37793, + "要看": 37794, + "emit": 37795, + "oley": 37796, + "лява": 37797, + "▁\\\"'": 37798, + "违法犯罪": 37799, + "uding": 37800, + "▁HDMI": 37801, + "▁fuzzy": 37802, + ">`": 37803, + "又被": 37804, + "持久": 37805, + "读了": 37806, + "门外": 37807, + "utz": 37808, + "区域的": 37809, + "孩子在": 37810, + "China": 37811, + "▁veto": 37812, + "▁believer": 37813, + "▁biblical": 37814, + "▁privileged": 37815, + "于此": 37816, + "▁Ре": 37817, + "omew": 37818, + "rued": 37819, + "▁voy": 37820, + "Clean": 37821, + "illes": 37822, + "党委副书记": 37823, + "Proposition": 37824, + "vg": 37825, + "女的": 37826, + "很强": 37827, + "班长": 37828, + "脸色": 37829, + ";}\\": 37830, + "nmon": 37831, + "thinking": 37832, + "▁roasted": 37833, + "””": 37834, + "童话": 37835, + "lived": 37836, + "▁Disk": 37837, + "▁carbs": 37838, + "▁indict": 37839, + "nCollect": 37840, + "▁ceramic": 37841, + "▁subreddit": 37842, + "▁disappears": 37843, + "不肯": 37844, + "崇拜": 37845, + "衰退": 37846, + "▁cf": 37847, + "▁peas": 37848, + "nWorld": 37849, + "▁culinary": 37850, + "乘车": 37851, + "平板": 37852, + "断了": 37853, + "върш": 37854, + "▁)\\\\": 37855, + "▁;)\\": 37856, + "▁Madd": 37857, + "▁rant": 37858, + "nThings": 37859, + "▁murders": 37860, + "University": 37861, + "▁fertility": 37862, + "▁recruited": 37863, + "后方": 37864, + "应付": 37865, + "预备": 37866, + "不属于": 37867, + "alker": 37868, + "unding": 37869, + "▁crawl": 37870, + "▁merits": 37871, + "Children": 37872, + "▁prisoner": 37873, + "位列": 37874, + "冲刺": 37875, + "白菜": 37876, + "比较大": 37877, + "▁MAY": 37878, + "可以直接": 37879, + "ouring": 37880, + "▁Romans": 37881, + "▁amusing": 37882, + "▁accessory": 37883, + "▁inquiries": 37884, + "再见": 37885, + "呵护": 37886, + "平和": 37887, + "年华": 37888, + "怎麼": 37889, + "揭示": 37890, + "还真": 37891, + "逐一": 37892, + "Pet": 37893, + "▁根据": 37894, + "RENT": 37895, + "▁Gaz": 37896, + "加快推进": 37897, + "funded": 37898, + "▁classrooms": 37899, + "涌现": 37900, + "衣物": 37901, + "试卷": 37902, + "违背": 37903, + "photos": 37904, + "sexual": 37905, + "▁Knowing": 37906, + "▁Prophet": 37907, + "▁sidewalk": 37908, + "烧烤": 37909, + "肺癌": 37910, + "電子": 37911, + "高管": 37912, + "nPR": 37913, + "每年的": 37914, + "▁Chain": 37915, + "colored": 37916, + "nthesis": 37917, + "南通": 37918, + "烹饪": 37919, + "碳酸": 37920, + "货运": 37921, + "贩卖": 37922, + "这一天": 37923, + "▁dod": 37924, + "forth": 37925, + "▁SDSS": 37926, + "nQuick": 37927, + "washer": 37928, + "rections": 37929, + "▁dilemma": 37930, + "提名": 37931, + "机体": 37932, + "肾脏": 37933, + "nAD": 37934, + "的土地": 37935, + "▁JUST": 37936, + "▁具体实施方式": 37937, + "▁branded": 37938, + "改變": 37939, + "着重": 37940, + "耕地": 37941, + "护理费": 37942, + "收到了": 37943, + "▁PST": 37944, + "▁lac": 37945, + "▁Mint": 37946, + "▁Terror": 37947, + "▁grinding": 37948, + "▁signaling": 37949, + "朗诵": 37950, + "英超": 37951, + "主义的": 37952, + "elin": 37953, + "peer": 37954, + "系列活动": 37955, + "▁serm": 37956, + "Posted": 37957, + "compute": 37958, + "▁resides": 37959, + "mercially": 37960, + "EventListener": 37961, + "是一场": 37962, + "▁Jos": 37963, + "▁Sau": 37964, + "ристи": 37965, + "▁ranch": 37966, + "▁както": 37967, + "▁Falcons": 37968, + "▁seafood": 37969, + "arguments": 37970, + "干的": 37971, + "▁Au": 37972, + "VERT": 37973, + "cone": 37974, + "дена": 37975, + "ishops": 37976, + "nvalue": 37977, + "▁Brett": 37978, + "▁Brief": 37979, + "plectic": 37980, + "▁VALUES": 37981, + "▁Reality": 37982, + "▁gadgets": 37983, + "▁refusal": 37984, + "▁resolving": 37985, + "▁geographical": 37986, + "固醇": 37987, + "晋级": 37988, + "本期": 37989, + "疏散": 37990, + "積極": 37991, + "站的": 37992, + "脚下": 37993, + "前几天": 37994, + "等形式": 37995, + "bear": 37996, + "дава": 37997, + "тори": 37998, + "▁PAC": 37999, + "世界上最": 38000, + "nGive": 38001, + "▁Antar": 38002, + "▁clerk": 38003, + "▁Clarke": 38004, + "▁reflex": 38005, + "▁Opening": 38006, + "▁evenings": 38007, + "▁violates": 38008, + "刘邦": 38009, + "核桃": 38010, + "ARR": 38011, + "gro": 38012, + "必不可": 38013, + "的事物": 38014, + "▁Kap": 38015, + "Music": 38016, + "▁Items": 38017, + "CRIPTION": 38018, + "▁Guarant": 38019, + "▁township": 38020, + "▁provinces": 38021, + "乳房": 38022, + "口袋": 38023, + "差不": 38024, + "电解": 38025, + "一个大": 38026, + "nAnn": 38027, + "ucas": 38028, + "▁Glas": 38029, + "▁Apollo": 38030, + "▁Legacy": 38031, + "secondary": 38032, + "▁deposition": 38033, + "gd": 38034, + "励志": 38035, + "集團": 38036, + "ELY": 38037, + "和他的": 38038, + "ahawks": 38039, + "inston": 38040, + "nSteve": 38041, + "公子": 38042, + "殖民": 38043, + "预报": 38044, + "chunk": 38045, + "ounty": 38046, + "rolet": 38047, + "▁grim": 38048, + "nlocal": 38049, + "▁Pages": 38050, + "▁drank": 38051, + "▁pleasing": 38052, + "涨价": 38053, + "深厚": 38054, + "vue": 38055, + "到这里": 38056, + "工作和": 38057, + "▁Bent": 38058, + "▁biod": 38059, + "▁Doesn": 38060, + "▁skiing": 38061, + "有好": 38062, + "aaS": 38063, + "全面的": 38064, + "报记者": 38065, + "weed": 38066, + "nNotes": 38067, + "▁Built": 38068, + "▁Porter": 38069, + "Direction": 38070, + "nExternal": 38071, + "▁handmade": 38072, + "▁Louisville": 38073, + "▁resignation": 38074, + "GU": 38075, + "三百": 38076, + "折腾": 38077, + "旅程": 38078, + "})+": 38079, + "综合性": 38080, + "Same": 38081, + "beans": 38082, + "itars": 38083, + "▁Cind": 38084, + "▁steer": 38085, + "getValue": 38086, + "continuous": 38087, + "▁decorating": 38088, + "bh": 38089, + "’’": 38090, + "伤亡": 38091, + "OPT": 38092, + "日起至": 38093, + "sons": 38094, + "深入开展": 38095, + "ermat": 38096, + "▁Synd": 38097, + "▁aids": 38098, + "▁Steps": 38099, + "▁logos": 38100, + "▁Docker": 38101, + "evolution": 38102, + "▁founders": 38103, + "▁headaches": 38104, + "巴萨": 38105, + "指甲": 38106, + "清偿": 38107, + "負責": 38108, + "迄今": 38109, + "bil": 38110, + "就是因为": 38111, + "行政执法": 38112, + "▁emit": 38113, + "▁lame": 38114, + "▁decentral": 38115, + "彼得": 38116, + "考上": 38117, + "nee": 38118, + "▁MER": 38119, + "Alpha": 38120, + "eight": 38121, + "archar": 38122, + "idable": 38123, + "▁dispro": 38124, + "▁logger": 38125, + "▁Confeder": 38126, + "▁boarding": 38127, + "kr": 38128, + "分明": 38129, + "iev": 38130, + "这是我": 38131, + "▁memo": 38132, + "履行期间的": 38133, + "oppler": 38134, + "▁euros": 38135, + "▁mines": 38136, + "backend": 38137, + "▁beforehand": 38138, + "▁sponsorship": 38139, + "▁图": 38140, + "惠民": 38141, + "议员": 38142, + "ept": 38143, + "▁GS": 38144, + "утбо": 38145, + "历史文化": 38146, + "▁NEED": 38147, + "▁bites": 38148, + "▁grabbing": 38149, + "增量": 38150, + "耽误": 38151, + "学习了": 38152, + "温暖的": 38153, + "▁geared": 38154, + "▁suburbs": 38155, + "▁Creating": 38156, + "▁Password": 38157, + "▁pathetic": 38158, + "▁researched": 38159, + "^@": 38160, + "季后": 38161, + "执政": 38162, + "画的": 38163, + "電視": 38164, + "lip": 38165, + "▁Bash": 38166, + "Secret": 38167, + "enguin": 38168, + "}^{(\\\\": 38169, + "▁Faculty": 38170, + "灰色": 38171, + "自学": 38172, + "Mor": 38173, + "▁Pu": 38174, + "quez": 38175, + "yrus": 38176, + "工程建设": 38177, + "FTWARE": 38178, + "namese": 38179, + "hooting": 38180, + "▁assort": 38181, + "▁lithium": 38182, + "▁declaring": 38183, + "▁refinement": 38184, + "\\\\+\\\\_\\\\+\\\\+": 38185, + "两周": 38186, + "农历": 38187, + "很喜欢": 38188, + "Bank": 38189, + "leaf": 38190, + "▁sig": 38191, + "ragma": 38192, + "▁Shot": 38193, + "▁richer": 38194, + "▁emailed": 38195, + "▁commence": 38196, + "▁playlist": 38197, + "▁copyrighted": 38198, + "坐着": 38199, + "归纳": 38200, + "}$&": 38201, + "由原告": 38202, + "级别的": 38203, + "OUGH": 38204, + "tlog": 38205, + "▁Gam": 38206, + "▁WAY": 38207, + "知道自己": 38208, + "convex": 38209, + "Warning": 38210, + "▁rentals": 38211, + "▁detained": 38212, + "薄膜": 38213, + "确实是": 38214, + "▁DSL": 38215, + "▁quil": 38216, + "▁canal": 38217, + "▁unrel": 38218, + "▁regain": 38219, + "▁screened": 38220, + "▁incorrectly": 38221, + "法案": 38222, + "睡着": 38223, + "就像是": 38224, + "horn": 38225, + "▁Por": 38226, + "公共卫生": 38227, + "▁arrests": 38228, + "▁visualize": 38229, + "▁contention": 38230, + "▁MF": 38231, + "的合作": 38232, + "）；\\": 38233, + "▁Kol": 38234, + "doing": 38235, + "▁combust": 38236, + "▁replaces": 38237, + "详情": 38238, + "▁HB": 38239, + "Bill": 38240, + "inea": 38241, + "nWhite": 38242, + "▁helium": 38243, + "▁amazingly": 38244, + "▁distraction": 38245, + "▁analytically": 38246, + "Ev": 38247, + "▁是": 38248, + "番茄": 38249, + "Pen": 38250, + "但他们": 38251, + "有能力": 38252, + "nPeter": 38253, + "▁Fields": 38254, + "▁orphan": 38255, + "keywords": 38256, + "▁maneuver": 38257, + "▁recurring": 38258, + "▁Presidential": 38259, + ">}": 38260, + "了呢": 38261, + "商人": 38262, + "家用": 38263, + "而生": 38264, + "▁NW": 38265, + "族自治": 38266, + "anco": 38267, + "uble": 38268, + "北京大学": 38269, + "▁acre": 38270, + "▁Regular": 38271, + "▁weddings": 38272, + "Permission": 38273, + "▁Industries": 38274, + "▁architects": 38275, + "一举": 38276, + "但其": 38277, + "恶化": 38278, + "治療": 38279, + "ampoo": 38280, + "▁reef": 38281, + "cester": 38282, + "graphics": 38283, + "▁belonged": 38284, + "▁freaking": 38285, + "各村": 38286, + "来做": 38287, + "老子": 38288, + "母亲的": 38289, + "有自己的": 38290, + "Enable": 38291, + "lander": 38292, + "道路交通安全": 38293, + "overview": 38294, + "▁defenses": 38295, + "▁restoring": 38296, + "科院": 38297, + "负载": 38298, + "高雄": 38299, + "FIX": 38300, + "lua": 38301, + "在我国": 38302, + "ndown": 38303, + "Border": 38304, + "值得注意的是": 38305, + "Training": 38306, + "▁Norwegian": 38307, + "▁histories": 38308, + "表扬": 38309, + "满意度": 38310, + "▁Gig": 38311, + "leigh": 38312, + "ESSION": 38313, + "efault": 38314, + "▁Lucky": 38315, + "Contents": 38316, + "▁cardiac": 38317, + "▁receptor": 38318, + "Pin": 38319, + "akov": 38320, + "▁Und": 38321, + "▁Pine": 38322, + "flower": 38323, + "▁Delete": 38324, + "▁extracting": 38325, + "七十": 38326, + "之初": 38327, + "直升": 38328, + "红利": 38329, + "降水": 38330, + "要不要": 38331, + "bill": 38332, + "主题教育": 38333, + "少数民族": 38334, + "的小伙伴": 38335, + "Setup": 38336, + "▁forex": 38337, + "nNothing": 38338, + "▁uncover": 38339, + "▁Background": 38340, + "减弱": 38341, + "参保": 38342, + "各種": 38343, + "测定": 38344, + "▁ka": 38345, + "▁зе": 38346, + "的全部": 38347, + "▁HBO": 38348, + "专项行动": 38349, + "进一步提升": 38350, + "向本院递交上诉状": 38351, + "▁boosting": 38352, + "▁conductor": 38353, + "Mi": 38354, + "周四": 38355, + "检修": 38356, + "薪酬": 38357, + "严格的": 38358, + "ilion": 38359, + "nexpl": 38360, + "anding": 38361, + "▁Venus": 38362, + "▁macOS": 38363, + "▁Martha": 38364, + "▁Vienna": 38365, + "▁chromos": 38366, + "让它": 38367, + ":\\": 38914, + "imens": 38915, + "▁Queensland": 38916, + "大米": 38917, + "提议": 38918, + "IAN": 38919, + "这几年": 38920, + "inqu": 38921, + "▁hrs": 38922, + "安排部署": 38923, + "THING": 38924, + "Social": 38925, + "▁Yemen": 38926, + "▁Knights": 38927, + "▁pursuant": 38928, + "▁mutations": 38929, + "▁contracted": 38930, + "下水": 38931, + "歌唱": 38932, + "вин": 38933, + "也不用": 38934, + "家公司": 38935, + "ouis": 38936, + "▁RBI": 38937, + "产品质量": 38938, + "▁Nest": 38939, + "▁Poin": 38940, + "interpret": 38941, + "▁pediatric": 38942, + "nConclusion": 38943, + "Ho": 38944, + "中之": 38945, + "妥协": 38946, + "明亮": 38947, + "OPE": 38948, + "的儿子": 38949, + "的话语": 38950, + "neck": 38951, + "经济损失": 38952, + "south": 38953, + "▁Layer": 38954, + "archives": 38955, + "播种": 38956, + "线性": 38957, + "領域": 38958, + "FIL": 38959, + "▁Дж": 38960, + "hift": 38961, + "itas": 38962, + "▁bait": 38963, + "nChina": 38964, + "radiation": 38965, + "▁balances": 38966, + "▁Everybody": 38967, + "▁Psychology": 38968, + "%;\\": 38969, + "拥有的": 38970, + "nFil": 38971, + "组成合议庭": 38972, + "▁Brent": 38973, + "▁Dollar": 38974, + "▁Movies": 38975, + "▁preseason": 38976, + "ía": 38977, + "之类": 38978, + "封装": 38979, + "明珠": 38980, + "季后赛": 38981, + "▁IND": 38982, + "gages": 38983, + "▁lept": 38984, + "进一步提高": 38985, + "▁Demon": 38986, + "▁Spons": 38987, + "▁carved": 38988, + "Original": 38989, + "▁princip": 38990, + "Therefore": 38991, + "▁hazardous": 38992, + "款式": 38993, + "SSL": 38994, + "一起来": 38995, + "▁wraps": 38996, + "▁Solomon": 38997, + "▁guitarist": 38998, + "多为": 38999, + "ooo": 39000, + "仍然是": 39001, + "▁puck": 39002, + "▁ferry": 39003, + "enstein": 39004, + "assuming": 39005, + "▁patrons": 39006, + "▁allergic": 39007, + "▁ordinance": 39008, + "▁administer": 39009, + "▁ammunition": 39010, + "万科": 39011, + "低价": 39012, + "如其": 39013, + "投产": 39014, + "拉着": 39015, + "花椒": 39016, + "谁能": 39017, + "QUI": 39018, + "哈哈哈": 39019, + "▁labs": 39020, + "▁swelling": 39021, + "▁collectors": 39022, + "六月": 39023, + "风暴": 39024, + "usc": 39025, + "nMart": 39026, + "opers": 39027, + "▁clan": 39028, + "aughty": 39029, + "▁residue": 39030, + "冷水": 39031, + "报复": 39032, + "掀起": 39033, + "柠檬": 39034, + "bias": 39035, + "monton": 39036, + "▁shaded": 39037, + "▁McCarthy": 39038, + "▁specialize": 39039, + "*[": 39040, + "Cy": 39041, + "下沉": 39042, + "彩虹": 39043, + "推動": 39044, + "正值": 39045, + "也许是": 39046, + "开幕式": 39047, + "xton": 39048, + "▁LAN": 39049, + "队伍建设": 39050, + "▁soak": 39051, + "Validator": 39052, + "▁proposing": 39053, + "”(": 39054, + "奋战": 39055, + "妥善": 39056, + "肇事": 39057, + "运河": 39058, + "bef": 39059, + "});": 39060, + "▁EUR": 39061, + "▁Drum": 39062, + "▁Nikon": 39063, + "▁Adjust": 39064, + "▁Northeast": 39065, + "▁multiplied": 39066, + "和不": 39067, + "宽容": 39068, + "等候": 39069, + "经贸": 39070, + "除外": 39071, + "万人次": 39072, + "ERSON": 39073, + "<>();\\": 39074, + "violet": 39075, + "Subject": 39076, + "▁handing": 39077, + "▁inconsist": 39078, + "InputStream": 39079, + "▁Я": 39080, + "可知": 39081, + "点多": 39082, + "Hol": 39083, + "вни": 39084, + "国家队": 39085, + "▁Fla": 39086, + "nStay": 39087, + "▁blink": 39088, + "▁lethal": 39089, + "nwithout": 39090, + "▁differing": 39091, + "上是": 39092, + "弱的": 39093, + "细则": 39094, + "过头": 39095, + "▁GF": 39096, + "在没有": 39097, + "typedef": 39098, + "▁marble": 39099, + "roducing": 39100, + "▁arithmetic": 39101, + "隔壁": 39102, + "GER": 39103, + "LAB": 39104, + "QCD": 39105, + "就算是": 39106, + "opsy": 39107, + "服务平台": 39108, + "本院依法": 39109, + "geons": 39110, + "qubit": 39111, + "▁stared": 39112, + "▁overlay": 39113, + "▁teammate": 39114, + "▁summation": 39115, + "伸出": 39116, + "回购": 39117, + "团员": 39118, + "开头": 39119, + "ICA": 39120, + "bab": 39121, + "asse": 39122, + "nmov": 39123, + "▁LTE": 39124, + "▁UAE": 39125, + "▁sie": 39126, + "Smith": 39127, + "cible": 39128, + "▁Bend": 39129, + "▁Jeep": 39130, + "▁idol": 39131, + "▁appre": 39132, + "quisite": 39133, + "gradient": 39134, + "▁Updates": 39135, + "▁dreamed": 39136, + "▁stamped": 39137, + "▁corridor": 39138, + "急需": 39139, + "老旧": 39140, + "oki": 39141, + "LINK": 39142, + "▁HDD": 39143, + "thumb": 39144, + "▁OVER": 39145, + "▁murd": 39146, + "▁whip": 39147, + "▁Greens": 39148, + "▁Nutrition": 39149, + "两会": 39150, + "做完": 39151, + "牵引": 39152, + "若有": 39153, + "父亲的": 39154, + "}]\\\\": 39155, + "▁Cer": 39156, + "▁Fans": 39157, + "▁Sach": 39158, + "▁progen": 39159, + "▁vacant": 39160, + "▁conduction": 39161, + "Experimental": 39162, + "▁qualitatively": 39163, + "两委": 39164, + "▁chic": 39165, + "▁wrink": 39166, + "imbabwe": 39167, + "▁Geneva": 39168, + "nparameter": 39169, + "▁sandwiches": 39170, + "不息": 39171, + "个小": 39172, + "拖欠": 39173, + "]}$": 39174, + "▁Лу": 39175, + "和建议": 39176, + "培训班": 39177, + "完全是": 39178, + "的任务": 39179, + "需要在": 39180, + "Grad": 39181, + "atti": 39182, + "▁Buc": 39183, + "Organ": 39184, + "▁spaced": 39185, + "▁paradise": 39186, + "nEverything": 39187, + "DN": 39188, + "犯了": 39189, + "+}$": 39190, + "Alt": 39191, + "年上半年": 39192, + "所有人都": 39193, + "those": 39194, + "▁Ways": 39195, + "▁pots": 39196, + "▁Entity": 39197, + "就越": 39198, + "社區": 39199, + "Law": 39200, + "дри": 39201, + "万亿元": 39202, + "的结构": 39203, + "ITION": 39204, + "▁Clem": 39205, + "▁iCloud": 39206, + "▁shitty": 39207, + "▁telesc": 39208, + "▁azimuth": 39209, + "▁bidding": 39210, + "▁tattoos": 39211, + "▁corrupted": 39212, + "combination": 39213, + "偏偏": 39214, + "平日": 39215, + "得的": 39216, + "部和": 39217, + "ISC": 39218, + "▁Пе": 39219, + "的大型": 39220, + "这么说": 39221, + "nexp": 39222, + "вежда": 39223, + "ление": 39224, + "▁този": 39225, + "▁Croat": 39226, + "▁antis": 39227, + "▁cousins": 39228, + "悠久": 39229, + "逃离": 39230, + "不少人": 39231, + "▁||\\": 39232, + "rowned": 39233, + "▁Ising": 39234, + "Average": 39235, + "▁charset": 39236, + "▁gallons": 39237, + "▁solvent": 39238, + "▁prepares": 39239, + "▁astonishing": 39240, + "不光": 39241, + "墙上": 39242, + "设想": 39243, + "通的": 39244, + "庞大的": 39245, + "心理咨询": 39246, + "▁rods": 39247, + "website": 39248, + "▁Browns": 39249, + "▁slated": 39250, + "clamation": 39251, + "▁Academic": 39252, + "▁decorative": 39253, + "▁registering": 39254, + "gc": 39255, + "以太": 39256, + "口语": 39257, + "蒸发": 39258, + "可谓是": 39259, + "ENTER": 39260, + "VALID": 39261, + "▁Hang": 39262, + "nvalues": 39263, + "▁Groups": 39264, + "▁Martinez": 39265, + "▁charities": 39266, + "香蕉": 39267, + "capt": 39268, + "职业技术": 39269, + "enges": 39270, + "ftime": 39271, + "sched": 39272, + "▁myst": 39273, + "▁invasive": 39274, + "克力": 39275, + "晚期": 39276, + "极了": 39277, + "白糖": 39278, + "只有在": 39279, + "将自己": 39280, + "紧接着": 39281, + "▁tyr": 39282, + "同时也是": 39283, + "ichel": 39284, + "stown": 39285, + "gettable": 39286, + "▁attained": 39287, + "室的": 39288, + "波兰": 39289, + "Bel": 39290, + "eyed": 39291, + "helf": 39292, + "nVol": 39293, + "oggle": 39294, + "▁hooks": 39295, + "quently": 39296, + "▁charger": 39297, + "▁goddess": 39298, + "▁revival": 39299, + "▁contempt": 39300, + "▁underwear": 39301, + "▁Illuminate": 39302, + "▁oppression": 39303, + "上调": 39304, + "场均": 39305, + "恰当": 39306, + "还算": 39307, + "学院的": 39308, + "情况的": 39309, + "aires": 39310, + "renal": 39311, + "▁Conn": 39312, + "cancel": 39313, + "minent": 39314, + "▁hears": 39315, + "bsolute": 39316, + "isEmpty": 39317, + "▁Supply": 39318, + "▁helper": 39319, + "▁Dynamic": 39320, + "▁evolves": 39321, + "▁fragmentation": 39322, + "▁qualification": 39323, + "台风": 39324, + "柴油": 39325, + "▁Calcul": 39326, + "Processor": 39327, + "▁borrowing": 39328, + "▁compensated": 39329, + "买到": 39330, + "无处": 39331, + "极度": 39332, + "相亲": 39333, + "零件": 39334, + "hua": 39335, + "▁om": 39336, + "▁Tip": 39337, + "▁Gods": 39338, + "▁gras": 39339, + "}_{{\\\\": 39340, + "▁bliss": 39341, + "道路交通事故": 39342, + "▁stacks": 39343, + "▁discovers": 39344, + "▁distorted": 39345, + "不经": 39346, + "排序": 39347, + "用工": 39348, + "个月的": 39349, + "促进了": 39350, + "AGES": 39351, + "Wire": 39352, + "了解一下": 39353, + "▁Spart": 39354, + "▁synth": 39355, + "chapter": 39356, + "▁Jupiter": 39357, + "▁Henderson": 39358, + "单个": 39359, + "團隊": 39360, + "武术": 39361, + "但是他": 39362, + "体会到": 39363, + "受害人": 39364, + "Both": 39365, + "ustry": 39366, + "weets": 39367, + "▁BEST": 39368, + "ologic": 39369, + "▁Bonus": 39370, + "▁asthma": 39371, + "▁newborn": 39372, + "napproxim": 39373, + "佛法": 39374, + "天后": 39375, + "开源": 39376, + "获利": 39377, + "▁Ye": 39378, + "合伙人": 39379, + "Mesh": 39380, + "nspe": 39381, + "▁ASP": 39382, + "▁Dir": 39383, + "▁SAT": 39384, + "lated": 39385, + "nRest": 39386, + "nfollow": 39387, + "qualified": 39388, + "▁northeast": 39389, + "不含": 39390, + "iji": 39391, + "新生儿": 39392, + "nmain": 39393, + "▁Claire": 39394, + "▁extras": 39395, + "▁bottlene": 39396, + "不相": 39397, + "双子": 39398, + "如期": 39399, + "称呼": 39400, + "反映了": 39401, + "国内的": 39402, + "inputs": 39403, + "▁Morocc": 39404, + "DoxyCode": 39405, + "previous": 39406, + "▁buddies": 39407, + "▁Excellence": 39408, + "▁homosexuality": 39409, + "pw": 39410, + "ход": 39411, + "sten": 39412, + "umat": 39413, + "▁Rud": 39414, + "▁craz": 39415, + "▁vein": 39416, + "nColor": 39417, + "▁Quite": 39418, + "▁integra": 39419, + "threshold": 39420, + "▁Honestly": 39421, + "▁fingerprint": 39422, + "▁undertaking": 39423, + "▁dissertation": 39424, + ">/": 39425, + "发声": 39426, + "或将": 39427, + "房源": 39428, + "杆菌": 39429, + "]{\\": 39430, + "大概是": 39431, + "有关的": 39432, + "纪录片": 39433, + "tokens": 39434, + "▁Armed": 39435, + "▁Nepal": 39436, + "▁enzyme": 39437, + "▁securely": 39438, + "最快": 39439, + "滑雪": 39440, + "祝贺": 39441, + "起初": 39442, + "黄瓜": 39443, + "不停地": 39444, + "了一句": 39445, + "无疑是": 39446, + "责任感": 39447, + "feld": 39448, + "ammed": 39449, + "▁dans": 39450, + "athing": 39451, + "▁органи": 39452, + "▁bacterial": 39453, + "tD": 39454, + "美股": 39455, + "；“": 39456, + "ncou": 39457, + "▁Suff": 39458, + "altern": 39459, + "ndirect": 39460, + "▁thicker": 39461, + "▁Includes": 39462, + "▁forwards": 39463, + "地里": 39464, + "牢牢": 39465, + "CSS": 39466, + "}|$": 39467, + "个人信息": 39468, + "▁quen": 39469, + "▁Bulls": 39470, + "▁careg": 39471, + "▁internship": 39472, + "不僅": 39473, + "伦理": 39474, + "的人民": 39475, + "Usage": 39476, + "liers": 39477, + "▁diary": 39478, + "▁slack": 39479, + "▁migrants": 39480, + "洋溢": 39481, + "的她": 39482, + "翅膀": 39483, + "聯合": 39484, + "一般是": 39485, + "我只是": 39486, + "▁Wik": 39487, + "ellery": 39488, + "ivating": 39489, + "tstruct": 39490, + "▁valence": 39491, + "▁Richardson": 39492, + "他把": 39493, + "只为": 39494, + "王国": 39495, + "申請": 39496, + "细细": 39497, + "Problem": 39498, + "▁Mental": 39499, + "▁Zimmer": 39500, + "▁costing": 39501, + "Structure": 39502, + "三轮": 39503, + "更具": 39504, + "老了": 39505, + "自私": 39506, + "饲养": 39507, + "▁PK": 39508, + "中的一": 39509, + "要坚持": 39510, + "()))": 39511, + "▁Syl": 39512, + "▁ironic": 39513, + "▁bundles": 39514, + "▁chassis": 39515, + "▁rebound": 39516, + "▁Affordable": 39517, + "▁Definitely": 39518, + "<$": 39519, + "国会": 39520, + "存量": 39521, + "宝妈": 39522, + "开始的": 39523, + "意思是": 39524, + "nJon": 39525, + "▁exh": 39526, + "▁Expo": 39527, + "▁FIFA": 39528, + "ordering": 39529, + "▁Tonight": 39530, + "versation": 39531, + "▁therapies": 39532, + "监理": 39533, + "自尊": 39534, + "NBC": 39535, + "pip": 39536, + "entia": 39537, + "leave": 39538, + "▁rehab": 39539, + "▁tailor": 39540, + "▁imbalance": 39541, + "兴起": 39542, + "周三": 39543, + "▁Ра": 39544, + "在整个": 39545, + "стен": 39546, + "副总经理": 39547, + "物业服务": 39548, + "FileName": 39549, + "approach": 39550, + "▁juvenile": 39551, + "▁decorations": 39552, + "小吃": 39553, + "消极": 39554, + "西装": 39555, + "▁Ari": 39556, + "▁dol": 39557, + "这样才能": 39558, + "According": 39559, + "▁fellowship": 39560, + "<-": 39561, + "对阵": 39562, + "接连": 39563, + "Buy": 39564, + "Chart": 39565, + "yahoo": 39566, + "▁meteor": 39567, + "▁ultras": 39568, + "▁exemption": 39569, + "▁livestock": 39570, + "▁accommodations": 39571, + "传唤": 39572, + "华南": 39573, + "喜好": 39574, + "坚信": 39575, + "然後": 39576, + "Git": 39577, + "doi": 39578, + "▁AJ": 39579, + "合同的": 39580, + "这对于": 39581, + "Cast": 39582, + "Eval": 39583, + "Norm": 39584, + "Brien": 39585, + "idian": 39586, + "▁Fusion": 39587, + "▁Economy": 39588, + "▁wheelchair": 39589, + "赞美": 39590, + "起源": 39591, + "为主要": 39592, + "但对于": 39593, + "说的是": 39594, + "▁IMF": 39595, + "前段时间": 39596, + "ousel": 39597, + "▁plum": 39598, + "Servlet": 39599, + "digital": 39600, + "istries": 39601, + "monitor": 39602, + "ocative": 39603, + "▁cooled": 39604, + "orescence": 39605, + "书院": 39606, + "月光": 39607, + "身处": 39608, + "这话": 39609, + "乳腺癌": 39610, + "▁Bod": 39611, + "nJeff": 39612, + "robot": 39613, + "▁Cruise": 39614, + "▁instantaneous": 39615, + "均可": 39616, + "气势": 39617, + "相伴": 39618, + "就能够": 39619, + "等内容": 39620, + "nins": 39621, + "▁вси": 39622, + "环境卫生": 39623, + "Could": 39624, + "▁tedious": 39625, + "nExcellent": 39626, + "▁implicitly": 39627, + "▁terminated": 39628, + "打着": 39629, + "英镑": 39630, + "MDA": 39631, + "писа": 39632, + "第二百五": 39633, + "▁suic": 39634, + "nesium": 39635, + "▁energ": 39636, + "missing": 39637, + "▁pornography": 39638, + "AZ": 39639, + "xz": 39640, + "三千": 39641, + "oks": 39642, + "后来的": 39643, + "nmost": 39644, + "▁elong": 39645, + "▁possessed": 39646, + "五行": 39647, + "向外": 39648, + "itu": 39649, + "сле": 39650, + "教育和": 39651, + "的经历": 39652, + "国家安全": 39653, + "▁Parts": 39654, + "▁Patent": 39655, + "▁begging": 39656, + "othetical": 39657, + "▁daunting": 39658, + "▁Computing": 39659, + "▁foreigners": 39660, + "▁uniqueness": 39661, + "▁implication": 39662, + "仍旧": 39663, + "全都": 39664, + "矩阵": 39665, + "邮箱": 39666, + "ALS": 39667, + "nMs": 39668, + "短期内": 39669, + "chel": 39670, + "exam": 39671, + "Touch": 39672, + "▁prefers": 39673, + "WriteLine": 39674, + "▁proactive": 39675, + "儒家": 39676, + "操纵": 39677, + "bia": 39678, + "dos": 39679, + "fro": 39680, + "crow": 39681, + "▁мал": 39682, + "zeros": 39683, + "▁Pros": 39684, + "crafted": 39685, + "▁Contest": 39686, + "▁playback": 39687, + "▁truncated": 39688, + "收录": 39689, + "韭菜": 39690, + "▁Ey": 39691, + "▁Mg": 39692, + "习惯了": 39693, + "停留在": 39694, + "Further": 39695, + "▁trailing": 39696, + "▁programmers": 39697, + "▁establishments": 39698, + "中东": 39699, + "前辈": 39700, + "复议": 39701, + "开阔": 39702, + "简化": 39703, + "strict": 39704, + "▁Belle": 39705, + "▁housed": 39706, + "▁impulse": 39707, + "▁recipro": 39708, + "▁tracker": 39709, + "得住": 39710, + "气血": 39711, + "港元": 39712, + "纵向": 39713, + "美学": 39714, + "WHM": 39715, + "▁Rd": 39716, + "tanh": 39717, + "nDist": 39718, + "▁cref": 39719, + "▁Rescue": 39720, + "▁utmost": 39721, + "▁Counter": 39722, + "▁repaired": 39723, + "▁conception": 39724, + "会给": 39725, + "时而": 39726, + "表面的": 39727, + "Fill": 39728, + "paced": 39729, + "▁Lily": 39730, + "▁volt": 39731, + "▁Sense": 39732, + "▁dolls": 39733, + "▁pumped": 39734, + "▁Македо": 39735, + "▁undermine": 39736, + "▁infringement": 39737, + "在海": 39738, + "特长": 39739, + "▁RG": 39740, + "掌握了": 39741, + "nMat": 39742, + "phal": 39743, + "综上所述": 39744, + "▁Dual": 39745, + "▁Owner": 39746, + "▁Lights": 39747, + "向我": 39748, + "日照": 39749, + "素的": 39750, + "cyl": 39751, + "同样是": 39752, + "好朋友": 39753, + "Talk": 39754, + "也越来越": 39755, + "▁Bomb": 39756, + "Measure": 39757, + "electric": 39758, + "▁pruning": 39759, + "assertThat": 39760, + "▁withstand": 39761, + "▁indicative": 39762, + "如意": 39763, + "]\\\"": 39764, + "怎么说": 39765, + "goal": 39766, + "CHECK": 39767, + "▁oneself": 39768, + "▁shutter": 39769, + "堆积": 39770, + "dan": 39771, + "nDi": 39772, + "的另一": 39773, + "Phil": 39774, + "▁Ble": 39775, + "野生动物": 39776, + "▁slider": 39777, + "▁learner": 39778, + "▁remedies": 39779, + "紫外": 39780, + "逆转": 39781, + "因此在": 39782, + "经验的": 39783, + "bbie": 39784, + "nOrgan": 39785, + "▁vaccines": 39786, + "主编": 39787, + "几千": 39788, + "吃过": 39789, + "安保": 39790, + "дове": 39791, + "}{$\\\\": 39792, + "ensors": 39793, + "manship": 39794, + "▁insured": 39795, + "▁subgraph": 39796, + "▁registers": 39797, + "Performance": 39798, + "别说": 39799, + "力气": 39800, + "收纳": 39801, + "洪水": 39802, + "Bon": 39803, + "nshe": 39804, + "\\\\;\\\\": 39805, + "nMary": 39806, + "▁Luis": 39807, + "▁Strike": 39808, + "precision": 39809, + "▁sovereignty": 39810, + "▁inspirational": 39811, + "前端": 39812, + "Aud": 39813, + "的视频": 39814, + "ricia": 39815, + "▁Cock": 39816, + "Reuters": 39817, + "terminal": 39818, + "President": 39819, + "▁Starbucks": 39820, + "HM": 39821, + "切入": 39822, + "agi": 39823, + "ohan": 39824, + "纪检监察": 39825, + "sites": 39826, + "Append": 39827, + "▁Kenny": 39828, + "January": 39829, + "ourable": 39830, + "ndensity": 39831, + "▁terrified": 39832, + "▁fundamentals": 39833, + "▁vulnerabilities": 39834, + "不完": 39835, + "冷漠": 39836, + "抗议": 39837, + "烟台": 39838, + "车企": 39839, + "马尔": 39840, + "Less": 39841, + "▁OEM": 39842, + "August": 39843, + "▁Ahmed": 39844, + "Finally": 39845, + "▁symptom": 39846, + "▁zombies": 39847, + "▁consoles": 39848, + "▁knitting": 39849, + "-'": 39850, + "饮用": 39851, + "nCou": 39852, + "ocre": 39853, + "不是一个": 39854, + "ramer": 39855, + "saving": 39856, + "▁enumer": 39857, + "Gaussian": 39858, + "▁Scripture": 39859, + "伴有": 39860, + "年末": 39861, + "ASA": 39862, + "▁AZ": 39863, + "的功效": 39864, + "这几个": 39865, + "\":\"[": 39866, + "Lines": 39867, + "▁Mega": 39868, + "▁отно": 39869, + "Machine": 39870, + "▁paints": 39871, + "Operator": 39872, + "▁parliamentary": 39873, + "统战": 39874, + "赠送": 39875, + "()`": 39876, + "▁pt": 39877, + "准备工作": 39878, + "▁Orche": 39879, + "inished": 39880, + "▁termed": 39881, + "▁Beatles": 39882, + "▁readable": 39883, + "▁specifies": 39884, + "▁Administrator": 39885, + "就會": 39886, + "见识": 39887, + "骨骼": 39888, + "特有的": 39889, + "等一系列": 39890, + "▁MySQL": 39891, + "oltzmann": 39892, + "▁peppers": 39893, + "▁Basketball": 39894, + "organization": 39895, + "價格": 39896, + "实训": 39897, + "封信": 39898, + "相传": 39899, + "ODA": 39900, + "▁Ва": 39901, + "事件的": 39902, + "理事会": 39903, + "第二届": 39904, + "▁tsp": 39905, + "locks": 39906, + "▁Bike": 39907, + "refresh": 39908, + "версите": 39909, + "▁Female": 39910, + "▁Heroes": 39911, + "▁pioneer": 39912, + "自我的": 39913, + "BASE": 39914, + "}$}\\": 39915, + "quick": 39916, + "raged": 39917, + "▁avoids": 39918, + "▁Gabriel": 39919, + "]/": 39920, + "感覺": 39921, + "招募": 39922, + "沉积": 39923, + "泄露": 39924, + "起义": 39925, + "ssh": 39926, + "feel": 39927, + "▁injustice": 39928, + "bj": 39929, + "中華": 39930, + "國內": 39931, + "楼下": 39932, + "草莓": 39933, + "的整体": 39934, + "▁Kra": 39935, + "asily": 39936, + "calar": 39937, + "posure": 39938, + "▁linger": 39939, + "▁sticker": 39940, + "Algorithm": 39941, + "▁Seahawks": 39942, + "▁latitude": 39943, + "▁multimedia": 39944, + "会更": 39945, + "大笑": 39946, + "泪水": 39947, + "结尾": 39948, + "见解": 39949, + "身穿": 39950, + "HOME": 39951, + "buff": 39952, + "eeks": 39953, + "▁Neo": 39954, + "▁Rut": 39955, + "nLead": 39956, + "▁Loan": 39957, + "判处有期徒刑": 39958, + "Customer": 39959, + "▁goodies": 39960, + "卫健": 39961, + "德的": 39962, + "的热情": 39963, + "};\\\\": 39964, + "▁ASS": 39965, + "这是因为": 39966, + "▁Drake": 39967, + "▁Riley": 39968, + "▁Landau": 39969, + "▁itiner": 39970, + "nWindows": 39971, + "▁Located": 39972, + "▁Partnership": 39973, + "机电": 39974, + "杀手": 39975, + "準備": 39976, + "试着": 39977, + "驾车": 39978, + "▁Wu": 39979, + "以下的": 39980, + "而且在": 39981, + "angs": 39982, + "▁GTX": 39983, + "生态文明": 39984, + "metal": 39985, + "▁Teaching": 39986, + "nBasically": 39987, + "▁separates": 39988, + "▁experimenting": 39989, + "国安": 39990, + "打底": 39991, + "精密": 39992, + "黑白": 39993, + "家协会": 39994, + "eted": 39995, + "▁При": 39996, + "Credit": 39997, + "ewater": 39998, + "▁Might": 39999, + "▁simulator": 40000, + "▁Ultimately": 40001, + "▁张": 40002, + "九月": 40003, + "互补": 40004, + "将为": 40005, + "標準": 40006, + "知情": 40007, + "一步步": 40008, + "不足以": 40009, + "Dict": 40010, + "ICES": 40011, + "▁Gin": 40012, + "nPage": 40013, + "▁aeros": 40014, + "▁perme": 40015, + "opening": 40016, + "▁Secure": 40017, + "▁delegation": 40018, + "▁predetermined": 40019, + "公顷": 40020, + "晶体": 40021, + "秉承": 40022, + "绍兴": 40023, + "车内": 40024, + "](/": 40025, + "虽然是": 40026, + "道路上": 40027, + "▁Мар": 40028, + "▁Quad": 40029, + "league": 40030, + "▁statutory": 40031, + "▁expenditure": 40032, + "▁frightening": 40033, + ":%": 40034, + "我爱": 40035, + "误区": 40036, + "违纪": 40037, + "大幅度": 40038, + "很好地": 40039, + "有意思": 40040, + "的控制": 40041, + "▁Gad": 40042, + "▁ket": 40043, + "▁ISBN": 40044, + "▁Corner": 40045, + "▁degeneracy": 40046, + "▁propagator": 40047, + "▁developmental": 40048, + "▁differentiation": 40049, + "着眼": 40050, + "就行了": 40051, + "ategor": 40052, + "nSuper": 40053, + "▁halls": 40054, + "reverse": 40055, + "▁damned": 40056, + "▁threatens": 40057, + "▁unsuccessful": 40058, + "介石": 40059, + "会造成": 40060, + "倾向于": 40061, + "出生于": 40062, + "llll": 40063, + "liber": 40064, + "▁shark": 40065, + "▁Monica": 40066, + "▁catering": 40067, + "▁Thankfully": 40068, + "Lu": 40069, + "再也": 40070, + "扣押": 40071, + "贴近": 40072, + "党工委": 40073, + "oser": 40074, + "вест": 40075, + "▁lent": 40076, + "▁arter": 40077, + "nMethod": 40078, + "▁humour": 40079, + "▁isinstance": 40080, + "▁commercially": 40081, + "vr": 40082, + "党风": 40083, + "死者": 40084, + "误解": 40085, + "▁LC": 40086, + "一直到": 40087, + "rera": 40088, + "▁DOM": 40089, + "propag": 40090, + "▁Frost": 40091, + "▁Sprint": 40092, + "▁grocer": 40093, + "▁hereby": 40094, + "▁transcription": 40095, + "他想": 40096, + "克的": 40097, + "工匠": 40098, + "▁nas": 40099, + "Smart": 40100, + "▁Hass": 40101, + "Connell": 40102, + "nRecall": 40103, + "▁Degree": 40104, + "▁NVIDIA": 40105, + "了的": 40106, + "合的": 40107, + "})}{": 40108, + "▁Lip": 40109, + "forces": 40110, + "▁Squad": 40111, + "undreds": 40112, + "harmonic": 40113, + "▁terminate": 40114, + "光纤": 40115, + "教師": 40116, + "onso": 40117, + "within": 40118, + "nReport": 40119, + "▁silhou": 40120, + "▁thrilling": 40121, + "/>": 40122, + "复发": 40123, + "溃疡": 40124, + "溶解": 40125, + "烟草": 40126, + "老化": 40127, + "驾驶人": 40128, + "RESU": 40129, + "broad": 40130, + "brush": 40131, + "nSchool": 40132, + "▁layered": 40133, + "Available": 40134, + "▁residuals": 40135, + "兼容": 40136, + "支柱": 40137, + "死后": 40138, + "的决定": 40139, + "nmsg": 40140, + "上述事实": 40141, + "▁meds": 40142, + "creases": 40143, + "▁NASCAR": 40144, + "▁Topics": 40145, + "▁Compton": 40146, + "▁Christie": 40147, + "UU": 40148, + "撰写": 40149, + "易于": 40150, + "渲染": 40151, + "Mid": 40152, + "吉林省": 40153, + "atsu": 40154, + "indsay": 40155, + "▁idiots": 40156, + "Transfer": 40157, + "全日": 40158, + "宝石": 40159, + "就来": 40160, + "教程": 40161, + "珠宝": 40162, + "▁arche": 40163, + "▁flooded": 40164, + "▁destined": 40165, + "imensional": 40166, + "BV": 40167, + "rk": 40168, + "海鲜": 40169, + "真题": 40170, + "辛勤": 40171, + "AUT": 40172, + "рал": 40173, + "以外的": 40174, + "▁Dee": 40175, + "我们已经": 40176, + "dating": 40177, + "▁mates": 40178, + "urgical": 40179, + "▁cancers": 40180, + "▁animations": 40181, + "上天": 40182, + "这两种": 40183, + "Four": 40184, + "clin": 40185, + "中国经济": 40186, + "▁erase": 40187, + "▁slick": 40188, + "ishable": 40189, + "▁Neural": 40190, + "▁spinal": 40191, + "▁conquer": 40192, + "▁flipped": 40193, + "▁motives": 40194, + "qp": 40195, + "{#": 40196, + "Dam": 40197, + "opol": 40198, + "▁owed": 40199, + "either": 40200, + "ypical": 40201, + "▁shouted": 40202, + "▁linguistic": 40203, + "分级": 40204, + "泰山": 40205, + "然的": 40206, + "emo": 40207, + "大概率": 40208, + "nine": 40209, + "更多的人": 40210, + "omics": 40211, + "orest": 40212, + "▁slit": 40213, + "amping": 40214, + "solete": 40215, + "▁ebook": 40216, + "▁excav": 40217, + "▁retains": 40218, + "▁timeless": 40219, + "▁Operating": 40220, + "以來": 40221, + "就更": 40222, + "水上": 40223, + "网民": 40224, + "god": 40225, + "▁PP": 40226, + "前所未": 40227, + "**(-": 40228, + "FFER": 40229, + "ерма": 40230, + "ntyped": 40231, + "riched": 40232, + "▁Noble": 40233, + "▁volley": 40234, + "▁Province": 40235, + "positories": 40236, + "在场": 40237, + "也只能": 40238, + "▁Zel": 40239, + "Period": 40240, + "▁homot": 40241, + "▁Forbes": 40242, + "▁dwarfs": 40243, + "▁antique": 40244, + "WF": 40245, + "尾巴": 40246, + "比我": 40247, + "这在": 40248, + "创业者": 40249, + "呼吸道": 40250, + "▁Appeals": 40251, + "▁antagon": 40252, + "▁skipped": 40253, + "▁mornings": 40254, + "▁Christine": 40255, + "▁repetitive": 40256, + "▁Enforcement": 40257, + "主播": 40258, + "爱护": 40259, + "风云": 40260, + "Inc": 40261, + "小时的": 40262, + "这部剧": 40263, + "inian": 40264, + "nExpl": 40265, + "nStory": 40266, + "▁debit": 40267, + "nRichard": 40268, + "ninterest": 40269, + "▁attracts": 40270, + "▁skeleton": 40271, + "▁compliant": 40272, + "▁correctness": 40273, + "口头": 40274, + "可能在": 40275, + "开玩笑": 40276, + "网络上": 40277, + "haus": 40278, + "erated": 40279, + "scheme": 40280, + "jupyter": 40281, + "▁infants": 40282, + "requently": 40283, + "▁admitting": 40284, + "▁offspring": 40285, + "QS": 40286, + "不离": 40287, + "性强": 40288, + "水源": 40289, + "mob": 40290, + "▁GH": 40291, + "员工的": 40292, + "▁motive": 40293, + "▁rugged": 40294, + "▁timber": 40295, + "▁refrain": 40296, + "▁Shopping": 40297, + "▁acquaint": 40298, + "nMicrosoft": 40299, + "总数": 40300, + "替换": 40301, + "语句": 40302, + "▁~~": 40303, + "▁Throw": 40304, + "orously": 40305, + "▁lacked": 40306, + "▁twists": 40307, + "▁Gateway": 40308, + "▁illumin": 40309, + "▁tracing": 40310, + "▁collects": 40311, + "disciplinary": 40312, + "”—": 40313, + "光芒": 40314, + "教你": 40315, + "言之": 40316, + "参观了": 40317, + "把这个": 40318, + "立方米": 40319, + "STER": 40320, + "easy": 40321, + "支付迟延": 40322, + "nWorking": 40323, + "▁Defence": 40324, + "▁absorbing": 40325, + "▁amplifier": 40326, + "伸手": 40327, + "白羊": 40328, + "十四五": 40329, + "boss": 40330, + "▁Peak": 40331, + "▁bark": 40332, + "很大程度上": 40333, + "stretch": 40334, + "▁hallway": 40335, + "入职": 40336, + "凹槽": 40337, + "原判": 40338, + "脉冲": 40339, + "ILE": 40340, + "\\\">{{": 40341, + "▁Mari": 40342, + "▁spur": 40343, + "teenth": 40344, + "▁Annie": 40345, + "▁Whats": 40346, + "lifting": 40347, + "▁tempting": 40348, + "人说": 40349, + "值为": 40350, + "出炉": 40351, + "挣钱": 40352, + "狭窄": 40353, + "▁hops": 40354, + "astrous": 40355, + "▁Andrea": 40356, + "润滑": 40357, + "身子": 40358, + "避开": 40359, + "小学生": 40360, + "理想的": 40361, + "▁Fern": 40362, + "▁Modi": 40363, + "README": 40364, + "ochond": 40365, + "rogate": 40366, + "▁ounce": 40367, + "uitively": 40368, + "▁trilogy": 40369, + "▁cooperate": 40370, + "▁transcend": 40371, + "▁waterproof": 40372, + "▁diffraction": 40373, + "前任": 40374, + "双鱼": 40375, + "施行": 40376, + "Ask": 40377, + "rss": 40378, + "▁LT": 40379, + "更何况": 40380, + "债务利息": 40381, + "▁Ellen": 40382, + "liferation": 40383, + "▁timescale": 40384, + "▁phenomenal": 40385, + "▁equivalently": 40386, + "kb": 40387, + "▁Ж": 40388, + "写着": 40389, + "推迟": 40390, + "看重": 40391, + "бур": 40392, + "тре": 40393, + "▁CAD": 40394, + "▁Album": 40395, + "Without": 40396, + "▁Dodgers": 40397, + "▁headset": 40398, + "▁eliminates": 40399, + "qi": 40400, + "東西": 40401, + "简约": 40402, + "Prom": 40403, + "poor": 40404, + "▁NPR": 40405, + "motion": 40406, + "▁Lloyd": 40407, + "▁Trial": 40408, + "filters": 40409, + "▁seldom": 40410, + "▁broadcasting": 40411, + "••": 40412, + "南瓜": 40413, + "后卫": 40414, + "Ops": 40415, + "流行的": 40416, + "hoot": 40417, + "nSep": 40418, + "▁DAM": 40419, + "完全可以": 40420, + "高新技术": 40421, + "Liter": 40422, + "▁Mans": 40423, + "TestCase": 40424, + "atisfied": 40425, + "▁disagreement": 40426, + "▁新": 40427, + "人有": 40428, + "它在": 40429, + "此处": 40430, + "家长的": 40431, + "slug": 40432, + "}\\\\|": 40433, + "plify": 40434, + "▁cort": 40435, + "▁malt": 40436, + "▁Schmidt": 40437, + "▁compost": 40438, + "▁invoice": 40439, + "▁Marriage": 40440, + "▁openings": 40441, + "固化": 40442, + "排在": 40443, + "朝廷": 40444, + "这篇": 40445, + ":}\\": 40446, + "cad": 40447, + "egel": 40448, + "{|\\\\": 40449, + "▁Pit": 40450, + "原审法院": 40451, + "▁Evan": 40452, + "▁erotic": 40453, + "otechnology": 40454, + "▁ineffective": 40455, + "房东": 40456, + "白银": 40457, + "试剂": 40458, + "▁ammo": 40459, + "sports": 40460, + "▁timed": 40461, + "▁Earlier": 40462, + "▁Fiction": 40463, + "二战": 40464, + "保洁": 40465, + "率和": 40466, + "轰炸": 40467, + "旅行社": 40468, + "+{\\\\": 40469, + "nwww": 40470, + "医疗保险": 40471, + "新冠疫情": 40472, + "heard": 40473, + "hours": 40474, + "owitz": 40475, + "чение": 40476, + "▁cosmology": 40477, + "浪潮": 40478, + "阵阵": 40479, + "▁ib": 40480, + "的父亲": 40481, + "等症状": 40482, + "LETE": 40483, + "▁UFO": 40484, + "nTell": 40485, + "nknow": 40486, + "skins": 40487, + "Camera": 40488, + "getting": 40489, + "▁Charter": 40490, + "conclusion": 40491, + "▁arthritis": 40492, + "▁Installation": 40493, + "▁factorization": 40494, + "外语": 40495, + "转为": 40496, + "原有的": 40497, + "等活动": 40498, + "▁peg": 40499, + "court": 40500, + "umblr": 40501, + "▁Britt": 40502, + "▁rainy": 40503, + "▁Markets": 40504, + "▁Americas": 40505, + "▁repetition": 40506, + "莲花": 40507, + "針對": 40508, + "][\\\"": 40509, + "})}\\": 40510, + "▁fox": 40511, + "▁Wings": 40512, + "▁knives": 40513, + "ertainty": 40514, + "▁advisors": 40515, + "▁jurisdict": 40516, + "▁Requirements": 40517, + "专职": 40518, + "之大": 40519, + "短缺": 40520, + "cled": 40521, + "▁Var": 40522, + "Journal": 40523, + "▁pulsar": 40524, + "ль": 40525, + "早点": 40526, + "端口": 40527, + "迫害": 40528, + "bos": 40529, + "▁фа": 40530, + "公司与": 40531, + "怎么能": 40532, + "跟我说": 40533, + "退役军人": 40534, + "Batch": 40535, + "eanor": 40536, + "▁Push": 40537, + "failed": 40538, + "▁pilgr": 40539, + "▁Ferrari": 40540, + "▁Runtime": 40541, + "人了": 40542, + "博会": 40543, + "流的": 40544, + "Xiv": 40545, + "▁SG": 40546, + "amboo": 40547, + "大家都知道": 40548, + "▁Natal": 40549, + "Strategy": 40550, + "▁nickname": 40551, + "▁numbered": 40552, + "▁reimburse": 40553, + "Il": 40554, + "xp": 40555, + "两边": 40556, + "用到": 40557, + "DAY": 40558, + "GPU": 40559, + "▁пу": 40560, + "maid": 40561, + "odel": 40562, + "nScott": 40563, + "▁Rhode": 40564, + "inaries": 40565, + "uggling": 40566, + "若干问题的解释": 40567, + "ngeneral": 40568, + "▁Builder": 40569, + "sometimes": 40570, + "▁partnered": 40571, + "归来": 40572, + "挂在": 40573, + "海峡": 40574, + "辨认": 40575, + "全社会": 40576, + "▁Ста": 40577, + "Appro": 40578, + "nFood": 40579, + "▁Kiss": 40580, + "▁вклю": 40581, + "▁Split": 40582, + "▁sensory": 40583, + "dependency": 40584, + "▁deficiency": 40585, + "nConsidering": 40586, + "奋力": 40587, + "實際": 40588, + "性疾病": 40589, + "thead": 40590, + "▁pity": 40591, + "ICATION": 40592, + "▁biking": 40593, + "▁cracking": 40594, + "▁Chronicle": 40595, + "▁reputable": 40596, + "▁admissions": 40597, + "щу": 40598, + "对付": 40599, + "残留": 40600, + "站位": 40601, + "hew": 40602, + "$}\\\\": 40603, + "baum": 40604, + "▁GAN": 40605, + "二氧化碳": 40606, + "当地时间": 40607, + "▁grabs": 40608, + "▁delegate": 40609, + "▁Electronics": 40610, + "年輕": 40611, + "折扣": 40612, + "老爷": 40613, + "裙子": 40614, + "工程款": 40615, + "/\\\">": 40616, + "Kernel": 40617, + "ipation": 40618, + "▁battlefield": 40619, + "▁cylindrical": 40620, + "上限": 40621, + "录制": 40622, + "饭后": 40623, + "ERO": 40624, + "sta": 40625, + "▁(<": 40626, + "goto": 40627, + "▁Bean": 40628, + "▁ping": 40629, + "nFamily": 40630, + "▁kissed": 40631, + "▁repeal": 40632, + "▁worthless": 40633, + "▁outrageous": 40634, + "也算": 40635, + "事发": 40636, + "地带": 40637, + "字的": 40638, + "扩建": 40639, + "投影": 40640, + "运算": 40641, + "Nov": 40642, + "▁MID": 40643, + "目前为止": 40644, + "▁alias": 40645, + "▁minors": 40646, + "▁squeezed": 40647, + "▁commutative": 40648, + "号楼": 40649, + "热带": 40650, + "福特": 40651, + "▁ру": 40652, + "在学习": 40653, + "很明显": 40654, + "Throw": 40655, + "▁succession": 40656, + "introduction": 40657, + "RW": 40658, + "文体": 40659, + "的了": 40660, + "dou": 40661, + "fen": 40662, + "就成了": 40663, + "Reset": 40664, + "▁lush": 40665, + "▁spear": 40666, + "scaling": 40667, + "▁enlarg": 40668, + "▁refine": 40669, + "▁concealed": 40670, + "媒介": 40671, + "挂钩": 40672, + "轮回": 40673, + "陷阱": 40674, + "領導": 40675, + "ETF": 40676, + "最美的": 40677, + "认定为": 40678, + "PROP": 40679, + "vary": 40680, + "▁PAR": 40681, + "▁haw": 40682, + "):=\\\\": 40683, + "▁CHAR": 40684, + "ayette": 40685, + "▁coded": 40686, + "closing": 40687, + "ensation": 40688, + "exchange": 40689, + "▁furnish": 40690, + "▁astronaut": 40691, + "▁maximizing": 40692, + "▁sympathetic": 40693, + "LG": 40694, + "XP": 40695, + "pn": 40696, + "之战": 40697, + "我跟": 40698, + "是她": 40699, + "艾滋病": 40700, + "gard": 40701, + "▁FIT": 40702, + "▁Spy": 40703, + "▁COUNT": 40704, + "External": 40705, + "▁dialect": 40706, + "▁Frederick": 40707, + "▁Fellowship": 40708, + "一万": 40709, + "全镇": 40710, + "国旗": 40711, + "将该": 40712, + "绘本": 40713, + "越野": 40714, + "除去": 40715, + "▁cc": 40716, + "什么样": 40717, + "oyal": 40718, + "rino": 40719, + "▁pac": 40720, + "Frank": 40721, + "mails": 40722, + "Nothing": 40723, + "▁Linear": 40724, + "▁barbec": 40725, + "浓浓": 40726, + "热搜": 40727, + "eni": 40728, + "nAB": 40729, + "了我们": 40730, + "带孩子": 40731, + "说不定": 40732, + "▁BJP": 40733, + "▁SOC": 40734, + "nthose": 40735, + "▁Ticket": 40736, + "▁exponents": 40737, + "強調": 40738, + "jay": 40739, + "{}\\\\": 40740, + "业内人士": 40741, + "需要注意": 40742, + "nMiss": 40743, + "nPlace": 40744, + "omical": 40745, + "▁fluor": 40746, + "▁lamps": 40747, + "▁tails": 40748, + "nothing": 40749, + "▁Sister": 40750, + "▁majors": 40751, + "▁metaph": 40752, + "之所": 40753, + "光照": 40754, + "切尔": 40755, + "罕见": 40756, + "误差": 40757, + "靠着": 40758, + "顺畅": 40759, + "伊斯兰": 40760, + "▁Visa": 40761, + "▁stew": 40762, + "▁Scale": 40763, + "indices": 40764, + "▁excurs": 40765, + "affected": 40766, + "▁functor": 40767, + "▁inverted": 40768, + "cyclopedia": 40769, + "▁midfielder": 40770, + "bike": 40771, + "建设工作": 40772, + "监督检查": 40773, + "ipsch": 40774, + "▁tart": 40775, + "enment": 40776, + "repeat": 40777, + "Features": 40778, + "nResults": 40779, + "▁Colombia": 40780, + "▁firefighters": 40781, + "救护": 40782, + "这只": 40783, + "的电影": 40784, + "▁Fri": 40785, + "▁Believe": 40786, + "▁Illegal": 40787, + "enaissance": 40788, + "便会": 40789, + "底座": 40790, + "石墨": 40791, + "就必须": 40792, + "得益于": 40793, + "舞台上": 40794, + "▁GOD": 40795, + "nFire": 40796, + "nNOTE": 40797, + "nObama": 40798, + "▁Brock": 40799, + "▁Bulld": 40800, + "▁computationally": 40801, + "星球": 40802, + "柏林": 40803, + "理赔": 40804, + "▁EE": 40805, + "已完成": 40806, + "的颜色": 40807, + "rawl": 40808, + "文化旅游": 40809, + "necho": 40810, + "osaic": 40811, + "stones": 40812, + "▁Bills": 40813, + "▁Crazy": 40814, + "▁stagn": 40815, + "answers": 40816, + "▁chorus": 40817, + "▁styled": 40818, + "▁outfield": 40819, + "▁tackling": 40820, + "峡谷": 40821, + "徒步": 40822, + "放开": 40823, + "高标准": 40824, + "▁Ing": 40825, + "▁Says": 40826, + "nVisit": 40827, + "▁compose": 40828, + "▁sharpen": 40829, + "▁classifiers": 40830, + "小儿": 40831, + "重型": 40832, + "FIN": 40833, + "beq": 40834, + "党总支": 40835, + "nBro": 40836, + "▁тях": 40837, + "grams": 40838, + "▁Heath": 40839, + "angling": 40840, + "▁benefited": 40841, + "▁optimizer": 40842, + "▁circumstance": 40843, + "crit": 40844, + "otti": 40845, + "ouns": 40846, + "▁Pix": 40847, + "ocular": 40848, + "▁optimism": 40849, + "▁scholarships": 40850, + "募集": 40851, + "四月": 40852, + "有不": 40853, + "迭代": 40854, + "的女性": 40855, + "▁McN": 40856, + "提出副本": 40857, + "结合起来": 40858, + "nGame": 40859, + "▁Buzz": 40860, + "▁Vamp": 40861, + "▁opts": 40862, + "▁irrig": 40863, + "▁appell": 40864, + "▁extern": 40865, + "▁hazards": 40866, + "▁brightest": 40867, + "中西": 40868, + "顺着": 40869, + "高点": 40870, + "MTA": 40871, + "俗话说": 40872, + "然后在": 40873, + "▁Lac": 40874, + "eping": 40875, + "▁Cred": 40876, + "▁pony": 40877, + "orsche": 40878, + "}}}{\\\\": 40879, + "mathbbm": 40880, + "▁reviewers": 40881, + "总能": 40882, + "nai": 40883, + "分布式": 40884, + "办公厅": 40885, + "控制的": 40886, + "stmt": 40887, + "▁pam": 40888, + "▁Myers": 40889, + "▁Twenty": 40890, + "▁Waters": 40891, + "▁insign": 40892, + "geometry": 40893, + "▁thyroid": 40894, + "▁Behavior": 40895, + "▁columnist": 40896, + "▁probation": 40897, + "▁executable": 40898, + "▁technician": 40899, + "▁commissions": 40900, + "大一": 40901, + "底蕴": 40902, + "sina": 40903, + "were": 40904, + "▁Wed": 40905, + "安全管理": 40906, + "antha": 40907, + "▁priori": 40908, + "▁reunion": 40909, + "▁allocate": 40910, + "▁residency": 40911, + "▁descriptive": 40912, + "▁transmitter": 40913, + "也对": 40914, + "工信": 40915, + "晚年": 40916, + "登山": 40917, + "什么呢": 40918, + "精神和": 40919, + "▁SER": 40920, + "▁nud": 40921, + "whether": 40922, + "▁flares": 40923, + "▁incurred": 40924, + "▁presidents": 40925, + "relativistic": 40926, + "又会": 40927, + "回避": 40928, + "干活": 40929, + "江山": 40930, + "gay": 40931, + "▁NM": 40932, + "fing": 40933, + "▁pne": 40934, + "▁Wheel": 40935, + "▁roses": 40936, + "verting": 40937, + "▁Seeing": 40938, + "nparameters": 40939, + "▁achievable": 40940, + "召集": 40941, + "字体": 40942, + "清算": 40943, + "PIO": 40944, + "党中央": 40945, + "感染者": 40946, + "▁CDs": 40947, + "eware": 40948, + "▁germ": 40949, + "▁край": 40950, + "ricket": 40951, + "sidered": 40952, + "▁caramel": 40953, + "▁yielded": 40954, + "▁roommate": 40955, + "回想": 40956, + "默契": 40957, + "成都市": 40958, + "sudo": 40959, + "▁Koh": 40960, + "Converter": 40961, + "▁Vietnamese": 40962, + "▁inflammatory": 40963, + "大佬": 40964, + "FUN": 40965, + "ърт": 40966, + "▁KB": 40967, + "olla": 40968, + "death": 40969, + "nWest": 40970, + "▁cubes": 40971, + "▁Titans": 40972, + "nAverage": 40973, + "textstyle": 40974, + "▁bipartite": 40975, + "▁fragrance": 40976, + "established": 40977, + "▁friendships": 40978, + "니다": 40979, + "Aug": 40980, + "TeX": 40981, + "▁WI": 40982, + "开发的": 40983, + "短视频": 40984, + "线城市": 40985, + "▁zoo": 40986, + "opened": 40987, + "posium": 40988, + "ymphony": 40989, + "▁moistur": 40990, + "▁Interview": 40991, + "▁Newsletter": 40992, + "▁assortment": 40993, + "到我": 40994, + "忙着": 40995, + "梅花": 40996, + "缅甸": 40997, + "自救": 40998, + "日活动": 40999, + "idia": 41000, + "вява": 41001, + "▁Maker": 41002, + "于本判决生效": 41003, + "draulic": 41004, + "located": 41005, + "plitude": 41006, + "▁evapor": 41007, + "▁glowing": 41008, + "otherwise": 41009, + "▁sanction": 41010, + "听课": 41011, + "表白": 41012, + "Bre": 41013, + "Der": 41014, + "出了一": 41015, + "表面上": 41016, + "辽宁省": 41017, + "acco": 41018, + "不仅如此": 41019, + "是这样的": 41020, + "rophe": 41021, + "▁quint": 41022, + "ъм": 41023, + "叙述": 41024, + "毫升": 41025, + "▁TN": 41026, + "aris": 41027, + "▁Liz": 41028, + "出席会议": 41029, + "小朋友们": 41030, + "▁Aside": 41031, + "▁Colts": 41032, + "▁indexed": 41033, + "▁landlord": 41034, + "全文": 41035, + "无忧": 41036, + "[][": 41037, + "oso": 41038, + "▁Enh": 41039, + "没有办法": 41040, + "党史学习教育": 41041, + "产地": 41042, + "大蒜": 41043, + "山顶": 41044, + "网点": 41045, + "链条": 41046, + "▁WP": 41047, + "帮助下": 41048, + "这部分": 41049, + "▁php": 41050, + "▁'';\\": 41051, + "nClean": 41052, + "ricing": 41053, + "▁Daddy": 41054, + "▁Meyer": 41055, + "friends": 41056, + "▁Superior": 41057, + "▁formatted": 41058, + "RB": 41059, + "hz": 41060, + "ال": 41061, + "内科": 41062, + "几分": 41063, + "质感": 41064, + "DVD": 41065, + "双方的": 41066, + "hydr": 41067, + "ocese": 41068, + "▁arcs": 41069, + "▁Instant": 41070, + "▁Popular": 41071, + "抽烟": 41072, + "ogo": 41073, + "犯罪事实": 41074, + "社会各界": 41075, + "erton": 41076, + "ideal": 41077, + "▁Loop": 41078, + "▁Diana": 41079, + "▁Gauss": 41080, + "▁Types": 41081, + "▁indoors": 41082, + "▁rightly": 41083, + "▁Interactive": 41084, + "两地": 41085, + "空的": 41086, + "Girl": 41087, + "нска": 41088, + "▁Lav": 41089, + "▁връ": 41090, + "▁Capt": 41091, + "▁Dear": 41092, + "Controls": 41093, + "artments": 41094, + "▁apparel": 41095, + "分组": 41096, + "粽子": 41097, + "日本人": 41098, + "▁Epic": 41099, + "nMaking": 41100, + "purpose": 41101, + "dropdown": 41102, + "▁Goldman": 41103, + "▁Millenn": 41104, + "▁postseason": 41105, + "+}": 41106, + "]*": 41107, + "vb": 41108, + "我将": 41109, + "的特": 41110, + "处理的": 41111, + "队员们": 41112, + "▁nip": 41113, + "autom": 41114, + "nPros": 41115, + "visions": 41116, + "▁Logger": 41117, + "▁Sharon": 41118, + "▁Keeping": 41119, + "▁stunned": 41120, + "▁citations": 41121, + "mq": 41122, + "不定": 41123, + "修饰": 41124, + "自来": 41125, + "家人的": 41126, + "rels": 41127, + "企业发展": 41128, + "offer": 41129, + "nbeing": 41130, + "▁overs": 41131, + "▁mainland": 41132, + "▁orbitals": 41133, + "独家": 41134, + "freq": 41135, + "▁Dot": 41136, + "})}\\\\": 41137, + "▁висо": 41138, + "nPrior": 41139, + "▁roast": 41140, + "▁capsule": 41141, + "▁ignores": 41142, + "▁rebuilding": 41143, + "▁eigenstates": 41144, + "Er": 41145, + "个个": 41146, + "废物": 41147, + "毁灭": 41148, + "而行": 41149, + "我也不": 41150, + "的比赛": 41151, + "而这些": 41152, + "▁Nom": 41153, + "▁вид": 41154, + "▁дъл": 41155, + "▁спе": 41156, + ")\\\\}$": 41157, + "nline": 41158, + "nTravel": 41159, + "daughter": 41160, + "————————————————": 41161, + "专属": 41162, + "吃苦": 41163, + "房的": 41164, + "([]": 41165, + "awt": 41166, + "acee": 41167, + "pain": 41168, + "stad": 41169, + "医疗器械": 41170, + "▁wedge": 41171, + "thereum": 41172, + "▁minima": 41173, + "▁legitim": 41174, + "▁thinner": 41175, + "notification": 41176, + "+”": 41177, + "wg": 41178, + "两市": 41179, + "中海": 41180, + "巧妙": 41181, + "▁Dh": 41182, + "这几天": 41183, + "bral": 41184, + "nWar": 41185, + "uces": 41186, + "nGold": 41187, + "thouse": 41188, + "▁Pixel": 41189, + "▁palace": 41190, + "entation": 41191, + "▁negotiation": 41192, + "▁settlements": 41193, + "再看": 41194, + "我问": 41195, + "精灵": 41196, + "纳税人": 41197, + "Fast": 41198, + "▁Hip": 41199, + "该怎么办": 41200, + "autoref": 41201, + "▁Jeffrey": 41202, + "▁adiabatic": 41203, + "▁disregard": 41204, + "▁portraits": 41205, + "▁Absolutely": 41206, + "▁economical": 41207, + "制止": 41208, + "Lee": 41209, + "]:\\": 41210, + "cgi": 41211, + "管理者": 41212, + "nLaw": 41213, + "}\\\"\\": 41214, + "▁Won": 41215, + "ostat": 41216, + "▁YORK": 41217, + "▁pere": 41218, + "cludes": 41219, + "▁warriors": 41220, + "nrepresent": 41221, + "▁stereotypes": 41222, + "台词": 41223, + "电线": 41224, + "糊涂": 41225, + "支付的": 41226, + "证监会": 41227, + "▁Gri": 41228, + "▁Sta": 41229, + "▁Кон": 41230, + "▁neon": 41231, + "▁whats": 41232, + "▁precedent": 41233, + "KN": 41234, + "ei": 41235, + "化疗": 41236, + "犹太": 41237, + "绑架": 41238, + "经常会": 41239, + "Rank": 41240, + "▁Ran": 41241, + "▁Peru": 41242, + "▁Ride": 41243, + "▁sock": 41244, + "zt": 41245, + "店里": 41246, + "杀了": 41247, + "课本": 41248, + "三等奖": 41249, + "的动作": 41250, + "课堂上": 41251, + "LIST": 41252, + "▁dar": 41253, + "▁nem": 41254, + "Theme": 41255, + "▁pian": 41256, + "atched": 41257, + "another": 41258, + "▁heroin": 41259, + "▁Coleman": 41260, + "▁mythology": 41261, + "▁designation": 41262, + "奈何": 41263, + "经开": 41264, + "裤子": 41265, + "rax": 41266, + "ATTR": 41267, + "^@^@": 41268, + "▁Json": 41269, + "mcited": 41270, + "ranked": 41271, + "eliness": 41272, + "▁Tables": 41273, + "ruitment": 41274, + "▁extracts": 41275, + "▁reliance": 41276, + "mcitedefault": 41277, + "你們": 41278, + "威廉": 41279, + "怎么会": 41280, + "orel": 41281, + "runs": 41282, + "▁arose": 41283, + "▁gossip": 41284, + "ntypedef": 41285, + "▁moreover": 41286, + "▁filmmaker": 41287, + "▁southwest": 41288, + "日语": 41289, + "贯通": 41290, + "▁|=": 41291, + "也能够": 41292, + "二极管": 41293, + "艺术的": 41294, + "Axis": 41295, + "inho": 41296, + "▁REG": 41297, + "▁gru": 41298, + "要求被告": 41299, + "rivia": 41300, + "▁chir": 41301, + "▁Effects": 41302, + "▁Preview": 41303, + "▁tighter": 41304, + "nIntroduction": 41305, + "旅遊": 41306, + "本着": 41307, + "进场": 41308, + "降价": 41309, + "KEN": 41310, + "▁/\\": 41311, + "对这个": 41312, + "POSE": 41313, + "ясто": 41314, + "▁mul": 41315, + "▁recap": 41316, + "▁loudly": 41317, + "▁rifles": 41318, + "aggering": 41319, + "UA": 41320, + "两点": 41321, + "唤醒": 41322, + "毛巾": 41323, + "美金": 41324, + "▁Ec": 41325, + "现在是": 41326, + "unky": 41327, + "nstud": 41328, + "ocrat": 41329, + "▁sack": 41330, + "监督管理局": 41331, + "▁Qatar": 41332, + "Updated": 41333, + "▁Places": 41334, + "▁ansatz": 41335, + "万达": 41336, + "打败": 41337, + "法学": 41338, + "洛杉": 41339, + "使用权": 41340, + "还不错": 41341, + "TRUE": 41342, + "лага": 41343, + "借款合同": 41344, + "▁whale": 41345, + "▁cascade": 41346, + "▁factual": 41347, + "▁inmates": 41348, + "▁pitchers": 41349, + "confidence": 41350, + "▁incumbent": 41351, + "▁aggressively": 41352, + "DH": 41353, + "欠款": 41354, + "水准": 41355, + "看病": 41356, + "));": 41357, + "jin": 41358, + "wig": 41359, + "▁KL": 41360, + "制作的": 41361, + "我不想": 41362, + "▁NFC": 41363, + "轨道交通": 41364, + "▁plat": 41365, + "backed": 41366, + "▁appra": 41367, + "▁tapes": 41368, + "▁isolate": 41369, + "▁welcomes": 41370, + "巴基": 41371, + "Agg": 41372, + "}\\": 41664, + "武汉市": 41665, + "都无法": 41666, + "sein": 41667, + "▁Lit": 41668, + "преде": 41669, + "▁Marco": 41670, + "▁Papers": 41671, + "▁Saturn": 41672, + "▁keeper": 41673, + "▁tearing": 41674, + "▁calculator": 41675, + "分红": 41676, + "哪种": 41677, + "死刑": 41678, + "清凉": 41679, + "的形象": 41680, + "MENTS": 41681, + "nable": 41682, + "peace": 41683, + "▁bolts": 41684, + "concept": 41685, + "estones": 41686, + "▁swings": 41687, + "Distance": 41688, + "▁calculus": 41689, + "▁Employment": 41690, + "压实": 41691, + "地把": 41692, + "患病": 41693, + "抬起": 41694, + "特尔": 41695, + "Bag": 41696, + "aja": 41697, + "记者从": 41698, + "黑色的": 41699, + "EDIT": 41700, + "▁Liu": 41701, + "市场需求": 41702, + "tuple": 41703, + "▁Halo": 41704, + "▁perimeter": 41705, + "扬州": 41706, + "TeV": 41707, + "向被告": 41708, + "有必要": 41709, + "Lead": 41710, + "Azure": 41711, + "▁incarn": 41712, + "▁harmless": 41713, + "▁shelters": 41714, + "▁seamlessly": 41715, + "▁investigator": 41716, + "▁correspondent": 41717, + "▁reconciliation": 41718, + "▁×": 41719, + "海域": 41720, + "自带": 41721, + "角的": 41722, + "▁BF": 41723, + "什么事": 41724, + "使用者": 41725, + "可靠性": 41726, + "有很大的": 41727, + "▁Pill": 41728, + "▁heir": 41729, + "▁slab": 41730, + "▁flatt": 41731, + "indexOf": 41732, + "▁prince": 41733, + "existence": 41734, + "▁genocide": 41735, + "▁addictive": 41736, + "▁covariant": 41737, + "五百": 41738, + "侵略": 41739, + "并为": 41740, + "LAS": 41741, + "表达了": 41742, + "▁infil": 41743, + "SUCCESS": 41744, + "▁Bernie": 41745, + "▁cartoons": 41746, + "噪声": 41747, + "大雨": 41748, + "失控": 41749, + "十一条": 41750, + "▁Abs": 41751, + "活动现场": 41752, + "▁DVDs": 41753, + "▁mixes": 41754, + "nwithin": 41755, + "▁Weekend": 41756, + "▁suspend": 41757, + "▁Chevrolet": 41758, + "▁attackers": 41759, + "VT": 41760, + "一说": 41761, + "节目中": 41762, + "atem": 41763, + "oron": 41764, + "})$\\": 41765, + "olded": 41766, + "▁Keys": 41767, + "▁Cherry": 41768, + "▁behaves": 41769, + "▁forehead": 41770, + "▁nutrient": 41771, + "▁possessions": 41772, + "比賽": 41773, + "股的": 41774, + "能的": 41775, + "風險": 41776, + "作出了": 41777, + "为主题的": 41778, + "printed": 41779, + "▁centralized": 41780, + "▁inheritance": 41781, + "▁unexpectedly": 41782, + "几何": 41783, + "性感": 41784, + "沥青": 41785, + "这笔": 41786, + "UDE": 41787, + "cels": 41788, + "mysql": 41789, + "regex": 41790, + "▁Vern": 41791, + "▁behold": 41792, + "▁Sanchez": 41793, + "▁Resolution": 41794, + "西洋": 41795, + "工作组": 41796, + "OVER": 41797, + "▁CDC": 41798, + "Cancel": 41799, + "▁incub": 41800, + "▁tucked": 41801, + "▁dementia": 41802, + "▁butterfly": 41803, + "(%": 41804, + "SG": 41805, + "xl": 41806, + "就跟": 41807, + "德华": 41808, + "扎根": 41809, + "自己也": 41810, + "hock": 41811, + "▁COR": 41812, + "ollen": 41813, + "▁daddy": 41814, + "▁accredited": 41815, + "▁ridiculously": 41816, + "酰胺": 41817, + "atan": 41818, + "▁Cay": 41819, + "▁Shut": 41820, + "▁Firstly": 41821, + "▁shotgun": 41822, + "September": 41823, + "▁Principal": 41824, + "▁intrigued": 41825, + "▁comparative": 41826, + "地将": 41827, + "大同": 41828, + "康熙": 41829, + "荧光": 41830, + "钢筋": 41831, + "魔法": 41832, + "бер": 41833, + "uche": 41834, + "}}{(": 41835, + "▁Tot": 41836, + "▁bif": 41837, + "plied": 41838, + "▁bour": 41839, + "▁Wrest": 41840, + "▁Stokes": 41841, + "▁Gregory": 41842, + "▁american": 41843, + "nRegarding": 41844, + "古老": 41845, + "嫉妒": 41846, + "透镜": 41847, + "Bob": 41848, + "为主的": 41849, + "我的心": 41850, + "网友们": 41851, + "Such": 41852, + "毫无疑问": 41853, + "▁Pont": 41854, + "▁URLs": 41855, + "▁faded": 41856, + "▁Pradesh": 41857, + "▁guitars": 41858, + "▁southeast": 41859, + "▁statewide": 41860, + "▁metropolitan": 41861, + "不听": 41862, + "原地": 41863, + "火山": 41864, + "美洲": 41865, + "角逐": 41866, + "▁'%": 41867, + "其行为": 41868, + "处罚金": 41869, + "rink": 41870, + "不仅可以": 41871, + "▁Mile": 41872, + "▁sham": 41873, + "forest": 41874, + "▁Kumar": 41875, + "▁ridge": 41876, + "▁inception": 41877, + "IOException": 41878, + "▁nominations": 41879, + "判决书送达之日起十五日内": 41880, + "冲洗": 41881, + "课文": 41882, + "oit": 41883, + "▁RP": 41884, + "有针对": 41885, + "这个词": 41886, + "▁Про": 41887, + "▁Owen": 41888, + "▁Haiti": 41889, + "elocity": 41890, + "atterson": 41891, + "▁Console": 41892, + "▁speeding": 41893, + "江区": 41894, + "用餐": 41895, + "▁Firm": 41896, + "placian": 41897, + "▁Dinner": 41898, + "▁Mining": 41899, + "▁dictate": 41900, + "▁Thinking": 41901, + "▁colonies": 41902, + "▁Transformer": 41903, + "守法": 41904, + "▁ll": 41905, + "Room": 41906, + "cdfa": 41907, + "avour": 41908, + "▁Pump": 41909, + "During": 41910, + "▁Scene": 41911, + "▁Auburn": 41912, + "▁Cookie": 41913, + "manifold": 41914, + "icultural": 41915, + "██": 41916, + "bfs": 41917, + "知名度": 41918, + "运动的": 41919, + "FTER": 41920, + "slow": 41921, + "▁Пър": 41922, + "upted": 41923, + "▁Territ": 41924, + "▁encaps": 41925, + "▁lookup": 41926, + "▁Updated": 41927, + "木材": 41928, + "苏宁": 41929, + "论述": 41930, + "TOD": 41931, + "当然是": 41932, + "部部长": 41933, + "非物质": 41934, + "enne": 41935, + "科技大学": 41936, + "这部电影": 41937, + "nyder": 41938, + "▁sidebar": 41939, + "▁passions": 41940, + "▁inaugural": 41941, + "▁rationale": 41942, + "▁domination": 41943, + "▁Traditional": 41944, + "仓位": 41945, + "再用": 41946, + "天涯": 41947, + "明日": 41948, + "溶剂": 41949, + "而易": 41950, + "其中有": 41951, + "我也是": 41952, + "莫斯科": 41953, + "worm": 41954, + "gering": 41955, + "▁Betty": 41956, + "▁Sonic": 41957, + "posable": 41958, + "Endpoint": 41959, + "▁Writers": 41960, + "мерикански": 41961, + "▁counselor": 41962, + "并以": 41963, + "徐州": 41964, + "另一半": 41965, + "的模式": 41966, + "ERTY": 41967, + "▁fry": 41968, + "▁Eyes": 41969, + "▁fries": 41970, + "▁culprit": 41971, + "▁Managing": 41972, + "▁scalable": 41973, + "▁workload": 41974, + "FK": 41975, + "要不": 41976, + "诱发": 41977, + "▁DX": 41978, + "▁[(": 41979, + "lyph": 41980, + "▁lan": 41981, + "职业教育": 41982, + "▁erad": 41983, + "attack": 41984, + "leader": 41985, + "▁coven": 41986, + "▁savvy": 41987, + "▁Eugene": 41988, + "▁migrate": 41989, + "▁rubbish": 41990, + "▁recharge": 41991, + "▁smoother": 41992, + "▁uniforms": 41993, + "▁Princeton": 41994, + "▁ambiguity": 41995, + "▁embracing": 41996, + "▁immensely": 41997, + "perturbative": 41998, + "▁synchronization": 41999, + "一动": 42000, + "图中": 42001, + "家常": 42002, + "生姜": 42003, + "舍不得": 42004, + "trip": 42005, + "▁Reb": 42006, + "Struct": 42007, + "▁Buddhism": 42008, + "急诊": 42009, + "攀升": 42010, + "自贸": 42011, + "血脂": 42012, + "ьор": 42013, + "改革的": 42014, + "sers": 42015, + "nComm": 42016, + "nesty": 42017, + "dirname": 42018, + "▁homoph": 42019, + "▁unlawful": 42020, + "并按对方当事人的人数": 42021, + "SSM": 42022, + "кръ": 42023, + "illet": 42024, + "▁Mink": 42025, + "▁bury": 42026, + "▁scarc": 42027, + "▁blaming": 42028, + "买家": 42029, + "加持": 42030, + "得意": 42031, + "火热": 42032, + "經過": 42033, + "运会": 42034, + "静态": 42035, + "Mom": 42036, + "Rom": 42037, + "_->": 42038, + "的两个": 42039, + "otta": 42040, + "ansom": 42041, + "▁Bing": 42042, + "▁Labs": 42043, + "▁glac": 42044, + "pragma": 42045, + "▁Trent": 42046, + "nDesign": 42047, + "▁Johann": 42048, + "irically": 42049, + "地狱": 42050, + "糯米": 42051, + "老头": 42052, + "自媒体": 42053, + "Wave": 42054, + "nMel": 42055, + "▁Moz": 42056, + "nCost": 42057, + "▁Floyd": 42058, + "▁Castro": 42059, + "▁kinematic": 42060, + "▁militants": 42061, + "▁confrontation": 42062, + "样式": 42063, + "物价": 42064, + "银河": 42065, + "nSE": 42066, + "▁#{": 42067, + "大家好": 42068, + "adin": 42069, + "▁sor": 42070, + "理工大学": 42071, + "parable": 42072, + "ospheric": 42073, + "▁Hubbard": 42074, + "少吃": 42075, + "装箱": 42076, + "MAT": 42077, + "满意的": 42078, + "ahah": 42079, + "nnow": 42080, + "▁DLC": 42081, + "▁\\\"+": 42082, + "▁ale": 42083, + "Analy": 42084, + "arate": 42085, + "ettle": 42086, + "illon": 42087, + "▁Kurd": 42088, + "living": 42089, + "▁alley": 42090, + "▁yummy": 42091, + "▁Desert": 42092, + "▁Length": 42093, + "▁chambers": 42094, + "ét": 42095, + "恋情": 42096, + "現場": 42097, + "粉碎": 42098, + "CAD": 42099, + "Lat": 42100, + "bond": 42101, + "▁Dent": 42102, + "nWrite": 42103, + "▁eject": 42104, + "▁villa": 42105, + "▁Cambod": 42106, + "▁staged": 42107, + "checkbox": 42108, + "▁confuse": 42109, + "▁analysed": 42110, + "▁trailers": 42111, + "▁Declaration": 42112, + "▁manipulated": 42113, + "tA": 42114, + "必将": 42115, + "NDA": 42116, + "Marc": 42117, + "▁hots": 42118, + "nPosts": 42119, + "▁sewer": 42120, + "▁ambiguous": 42121, + "▁announces": 42122, + "▁minimization": 42123, + "法兰": 42124, + "课外": 42125, + "▁Om": 42126, + "变化的": 42127, + "报道称": 42128, + "obody": 42129, + "▁Mood": 42130, + "aspect": 42131, + "pretty": 42132, + "porters": 42133, + "▁corros": 42134, + "▁docker": 42135, + "templates": 42136, + "▁Crawford": 42137, + "▁comedian": 42138, + "▁Democracy": 42139, + "▁Assistance": 42140, + "哈佛": 42141, + "外在": 42142, + "学长": 42143, + "料的": 42144, + "有何": 42145, + "LOC": 42146, + "дът": 42147, + "▁HQ": 42148, + "出生的": 42149, + "基本面": 42150, + "arnish": 42151, + "▁comfy": 42152, + "▁Mirror": 42153, + "▁drummer": 42154, + "▁Previous": 42155, + "▁blending": 42156, + "▁enduring": 42157, + "▁mortgages": 42158, + "nWashington": 42159, + "也未": 42160, + "做大": 42161, + "庄严": 42162, + "频频": 42163, + "nNO": 42164, + "的动力": 42165, + "▁ASC": 42166, + "▁TRUE": 42167, + "Energy": 42168, + "Runner": 42169, + "▁outing": 42170, + "▁trader": 42171, + "第二百五十三条": 42172, + "riterion": 42173, + "identifier": 42174, + "与我": 42175, + "烷基": 42176, + "科长": 42177, + "赞同": 42178, + "通往": 42179, + "▁ou": 42180, + "党组成员": 42181, + "nCent": 42182, + "▁Lith": 42183, + "▁Prison": 42184, + "readonly": 42185, + "▁Hungary": 42186, + "▁skating": 42187, + "▁reinforced": 42188, + "▁Anniversary": 42189, + "rers": 42190, + "▁Gur": 42191, + "nTrump": 42192, + "Headers": 42193, + "▁reminding": 42194, + "▁establishes": 42195, + "nInternational": 42196, + "不留": 42197, + "外壳": 42198, + "画画": 42199, + "自称": 42200, + "诚实": 42201, + "限定": 42202, + "Emb": 42203, + "▁Ха": 42204, + "glob": 42205, + "nGen": 42206, + "▁prag": 42207, + "▁sniff": 42208, + "▁receptors": 42209, + "▁conflicting": 42210, + "乐器": 42211, + "你我": 42212, + "溺水": 42213, + "约会": 42214, + "開放": 42215, + "%\\\"": 42216, + "Ten": 42217, + "脑血管": 42218, + "Buff": 42219, + "证据证明": 42220, + "movie": 42221, + "▁Elder": 42222, + "▁място": 42223, + "estions": 42224, + "▁poised": 42225, + "▁Written": 42226, + "▁compassionate": 42227, + "在哪": 42228, + "尽责": 42229, + "球场": 42230, + "结石": 42231, + "这道": 42232, + "也希望": 42233, + "意识的": 42234, + "PRESS": 42235, + "▁desp": 42236, + "▁Hawks": 42237, + "▁Truck": 42238, + "▁Religion": 42239, + "▁Lightning": 42240, + "▁sweetness": 42241, + "nPersonally": 42242, + "▁stimulating": 42243, + "杨幂": 42244, + "翼翼": 42245, + "自强": 42246, + "良性": 42247, + "xic": 42248, + "Expr": 42249, + "刑事责任": 42250, + "▁invoked": 42251, + "▁partisan": 42252, + "▁seminars": 42253, + "▁redemption": 42254, + "都想": 42255, + "领土": 42256, + "他没有": 42257, + "和文化": 42258, + "pure": 42259, + "▁glu": 42260, + "操作系统": 42261, + "疫情影响": 42262, + "▁Webb": 42263, + "▁Column": 42264, + "▁mesons": 42265, + "nService": 42266, + "]-": 42267, + "全域": 42268, + "原生": 42269, + "核算": 42270, + "也只有": 42271, + "参与到": 42272, + "就不要": 42273, + "aler": 42274, + "Zhang": 42275, + "prite": 42276, + "▁Trou": 42277, + "▁spikes": 42278, + "▁jeopard": 42279, + "▁flashing": 42280, + "▁expresses": 42281, + "▁miniature": 42282, + "▁accidental": 42283, + "交替": 42284, + "名片": 42285, + "周二": 42286, + "的父母": 42287, + "nMet": 42288, + "ncons": 42289, + "▁Perl": 42290, + "ffffff": 42291, + "nBrand": 42292, + "▁Laden": 42293, + "▁squash": 42294, + "▁yelled": 42295, + "▁craving": 42296, + "▁playful": 42297, + "nSpecifically": 42298, + "传授": 42299, + "冷冻": 42300, + "巨蟹": 42301, + "投机": 42302, + "源自": 42303, + "cif": 42304, + "jab": 42305, + "▁ic": 42306, + "和企业": 42307, + "}$$\\": 42308, + "▁Peg": 42309, + "infect": 42310, + "▁apprent": 42311, + "▁allowance": 42312, + "▁estimators": 42313, + "▁contracting": 42314, + "佩服": 42315, + "公积": 42316, + "吕布": 42317, + "风湿": 42318, + "nHy": 42319, + "пен": 42320, + "中发现": 42321, + "就好像": 42322, + "不可避免": 42323, + "也是如此": 42324, + "管理部门": 42325, + "lbrace": 42326, + "nspace": 42327, + "unwrap": 42328, + "▁Shane": 42329, + "iracles": 42330, + "▁Surely": 42331, + "Internet": 42332, + "dimension": 42333, + "irectional": 42334, + "getInstance": 42335, + "▁advocating": 42336, + "低下": 42337, + "城里": 42338, + "带走": 42339, + "抚慰": 42340, + "贵人": 42341, + "造价": 42342, + "▁RX": 42343, + "民主党": 42344, + "鉴定费": 42345, + "▁IMP": 42346, + "▁MAR": 42347, + "stderr": 42348, + "▁Winds": 42349, + "▁adore": 42350, + "▁glove": 42351, + "uploads": 42352, + "▁inward": 42353, + "ipschitz": 42354, + "▁Marathon": 42355, + "▁Zimbabwe": 42356, + "转折": 42357, + "▁RI": 42358, + "▁Ге": 42359, + "大城市": 42360, + "▁SAM": 42361, + "Errorf": 42362, + "▁belts": 42363, + "ncurrent": 42364, + "▁Convert": 42365, + "▁Cookies": 42366, + "▁endangered": 42367, + "▁psychologist": 42368, + "创伤": 42369, + "вече": 42370, + "▁Wid": 42371, + "商业模式": 42372, + "无论如何": 42373, + "mapping": 42374, + "rounded": 42375, + "ninclude": 42376, + "override": 42377, + "▁Minimum": 42378, + "▁dropout": 42379, + "▁photographed": 42380, + "售后": 42381, + "年期": 42382, + "本事": 42383, + "背叛": 42384, + "该校": 42385, + "人体的": 42386, + "这里是": 42387, + "▁Jur": 42388, + "▁Maya": 42389, + "▁navy": 42390, + "managed": 42391, + "released": 42392, + "consuming": 42393, + "▁Kickstarter": 42394, + "力求": 42395, + "春晚": 42396, + "水管": 42397, + "紧凑": 42398, + "阿根": 42399, + "面膜": 42400, + "fts": 42401, + "一年级": 42402, + "充足的": 42403, + "都比较": 42404, + "▁yrs": 42405, + "fruit": 42406, + "nFast": 42407, + "▁Eden": 42408, + "▁Alert": 42409, + "assembly": 42410, + "▁visuals": 42411, + "制冷": 42412, + "区长": 42413, + "品类": 42414, + "大有": 42415, + "聊聊": 42416, + "钢管": 42417, + "LIN": 42418, + "gnu": 42419, + "grass": 42420, + "erring": 42421, + "▁Nazis": 42422, + "加倍支付迟延": 42423, + "▁inserting": 42424, + "▁catastrophic": 42425, + "вно": 42426, + "▁uh": 42427, + "▁优选": 42428, + "在生活中": 42429, + "▁WWII": 42430, + "nOffic": 42431, + "▁exported": 42432, + "nstructure": 42433, + "▁genetically": 42434, + "她还": 42435, + "数码": 42436, + "脱落": 42437, + "迫切": 42438, + "道上": 42439, + "\\\"{": 42440, + "现实的": 42441, + "至关重要": 42442, + "ngood": 42443, + "▁Icon": 42444, + "▁bells": 42445, + "▁erupt": 42446, + "uckland": 42447, + "▁academy": 42448, + "▁opacity": 42449, + "▁Gonzalez": 42450, + "▁disturbed": 42451, + "▁Participants": 42452, + "干涉": 42453, + "Iss": 42454, + "ovy": 42455, + "▁NR": 42456, + "much": 42457, + "nLow": 42458, + "блика": 42459, + "olated": 42460, + "▁smoot": 42461, + "nBuilding": 42462, + "▁Literature": 42463, + "普洱": 42464, + "業務": 42465, + "良心": 42466, + "ALK": 42467, + "句话说": 42468, + "▁Lor": 42469, + "enzie": 42470, + "▁fren": 42471, + "epsfig": 42472, + "▁faction": 42473, + "▁pooling": 42474, + "▁sincerely": 42475, + "某乙": 42476, + "育儿": 42477, + "议题": 42478, + "aned": 42479, + "▁ART": 42480, + "▁Away": 42481, + "restrial": 42482, + "▁festive": 42483, + "▁Patients": 42484, + "▁specifying": 42485, + "▁supplementary": 42486, + "цо": 42487, + "其所": 42488, + "夏日": 42489, + "最近的": 42490, + "}}$\\": 42491, + "人居环境": 42492, + "Front": 42493, + "нската": 42494, + "▁wolves": 42495, + "打架": 42496, + "敬畏": 42497, + "日线": 42498, + "枸杞": 42499, + "有网友": 42500, + "unched": 42501, + "▁Gandhi": 42502, + "▁hyster": 42503, + "▁Illustr": 42504, + "▁Chrysler": 42505, + "▁inefficient": 42506, + "​​": 42507, + "祖先": 42508, + "afa": 42509, + "spl": 42510, + "成立的": 42511, + "空间的": 42512, + "领导和": 42513, + "▁Didn": 42514, + "▁Shin": 42515, + "▁Achie": 42516, + "▁Comedy": 42517, + "nDevelop": 42518, + "▁loosely": 42519, + "情愿": 42520, + "父子": 42521, + "胰岛": 42522, + "規劃": 42523, + "都會": 42524, + "会发生": 42525, + "你是否": 42526, + "短时间内": 42527, + "nNice": 42528, + "▁gaug": 42529, + "belief": 42530, + "▁insurg": 42531, + "▁Railway": 42532, + "▁filament": 42533, + "▁consolidation": 42534, + "刻苦": 42535, + "店的": 42536, + "紧迫": 42537, + "送往": 42538, + "骑行": 42539, + "usb": 42540, + "▁limbs": 42541, + "临沂": 42542, + "于一": 42543, + "在建": 42544, + "Cut": 42545, + "▁&#": 42546, + "Safe": 42547, + "▁ssh": 42548, + "技术创新": 42549, + "ospin": 42550, + "ynman": 42551, + "geries": 42552, + "▁Dodge": 42553, + "▁Lines": 42554, + "▁mould": 42555, + "▁abuses": 42556, + "encoding": 42557, + "▁visions": 42558, + "▁Dolphins": 42559, + "▁doubling": 42560, + "Ts": 42561, + "下手": 42562, + "全线": 42563, + "欣慰": 42564, + "点缀": 42565, + "稿件": 42566, + "lec": 42567, + "нал": 42568, + "古老的": 42569, + "开启了": 42570, + "мини": 42571, + "▁ези": 42572, + "nPort": 42573, + "caling": 42574, + "metics": 42575, + "▁aisle": 42576, + "nUnless": 42577, + "▁Binary": 42578, + "▁Pirates": 42579, + "▁Rainbow": 42580, + "▁leakage": 42581, + "▁survivor": 42582, + "人权": 42583, + "創新": 42584, + "失踪": 42585, + "清热": 42586, + "裁决": 42587, + "阻挡": 42588, + "几十年": 42589, + "nSave": 42590, + "▁sedu": 42591, + "ourced": 42592, + "▁Turbo": 42593, + "Execute": 42594, + "▁banning": 42595, + "▁concise": 42596, + "▁предста": 42597, + "▁persuade": 42598, + "omorphisms": 42599, + "composition": 42600, + "▁governmental": 42601, + "绿地": 42602, + "门窗": 42603, + "高山": 42604, + "ilk": 42605, + "mph": 42606, + "poon": 42607, + "▁HEL": 42608, + "▁ost": 42609, + "▁pes": 42610, + "由此可见": 42611, + "nPlan": 42612, + "▁grep": 42613, + "School": 42614, + "▁Cheap": 42615, + "▁Hardy": 42616, + "▁hangs": 42617, + "Twitter": 42618, + "gallery": 42619, + "nUPDATE": 42620, + "▁screenshots": 42621, + "KA": 42622, + "不给": 42623, + "尿酸": 42624, + "派遣": 42625, + "nRo": 42626, + "十三五": 42627, + "客户的": 42628, + "▁Hav": 42629, + "▁Teh": 42630, + "INTER": 42631, + "▁WORK": 42632, + "▁vain": 42633, + "▁една": 42634, + "chrome": 42635, + "▁rocky": 42636, + "spectrum": 42637, + "▁legends": 42638, + "variables": 42639, + "▁flipping": 42640, + "仅供": 42641, + "外形": 42642, + "大叔": 42643, + "▁LB": 42644, + "给出了": 42645, + "nton": 42646, + "бург": 42647, + "▁utf": 42648, + "▁Been": 42649, + "bishop": 42650, + "▁Twins": 42651, + "routine": 42652, + "nMembers": 42653, + "nDifferent": 42654, + "▁dividends": 42655, + "▁positives": 42656, + "八字": 42657, + "增效": 42658, + "心肌": 42659, + "Bot": 42660, + "做好了": 42661, + "实实在": 42662, + "的游戏": 42663, + "ypse": 42664, + "otine": 42665, + "credit": 42666, + "▁pivot": 42667, + "nLastly": 42668, + "rupting": 42669, + "DG": 42670, + "往年": 42671, + "田间": 42672, + "笑道": 42673, + "餐馆": 42674, + "кре": 42675, + "Chen": 42676, + "}\\\\}": 42677, + "几乎没有": 42678, + "▁fuse": 42679, + "▁GREAT": 42680, + "▁Hotels": 42681, + "Everyone": 42682, + "▁daylight": 42683, + "constraint": 42684, + "equilibrium": 42685, + "上百": 42686, + "为本": 42687, + "想像": 42688, + "晋升": 42689, + "氧气": 42690, + "二手房": 42691, + "制度的": 42692, + "和我们": 42693, + "▁glor": 42694, + "▁души": 42695, + "▁Gibbs": 42696, + "proving": 42697, + "erential": 42698, + "▁contend": 42699, + "▁imminent": 42700, + "▁whichever": 42701, + "一味": 42702, + "卖家": 42703, + "明月": 42704, + "uno": 42705, + "又一个": 42706, + "广泛的": 42707, + "完全没有": 42708, + "nfound": 42709, + "▁Cotton": 42710, + "▁insider": 42711, + "▁organism": 42712, + "▁sanctuary": 42713, + "亚太": 42714, + "废水": 42715, + "总共": 42716, + "来访": 42717, + "构筑": 42718, + "监局": 42719, + "▁eh": 42720, + "的因素": 42721, + "lood": 42722, + "▁AAA": 42723, + "▁\\\\)": 42724, + "期间履行": 42725, + "STRING": 42726, + "nposted": 42727, + "▁ensured": 42728, + "一碗": 42729, + "在世界": 42730, + "我以为": 42731, + "▁Ree": 42732, + "▁REST": 42733, + "United": 42734, + "nostic": 42735, + "▁thanked": 42736, + "nequation": 42737, + "▁Athletic": 42738, + "▁overhaul": 42739, + "偏差": 42740, + "制剂": 42741, + "各式": 42742, + "案发": 42743, + "跌破": 42744, + "ADA": 42745, + "最初的": 42746, + "bial": 42747, + "usement": 42748, + "▁skeptic": 42749, + "▁masterpiece": 42750, + "举例": 42751, + "冷的": 42752, + "聚合物": 42753, + "健康发展": 42754, + "▁matchup": 42755, + "▁pointers": 42756, + "▁communist": 42757, + "学霸": 42758, + "很低": 42759, + "这与": 42760, + "首相": 42761, + "两人的": 42762, + "爱情的": 42763, + "▁phy": 42764, + "▁без": 42765, + "Optim": 42766, + "earth": 42767, + "ischer": 42768, + "▁Leeds": 42769, + "▁dummy": 42770, + "▁incompatible": 42771, + "Се": 42772, + "初衷": 42773, + "部門": 42774, + "目标的": 42775, + "thews": 42776, + "abetic": 42777, + "▁posing": 42778, + "essential": 42779, + "▁societal": 42780, + "▁occupancy": 42781, + "平民": 42782, + "情商": 42783, + "藏在": 42784, + "▁fi": 42785, + "听起来": 42786, + "encer": 42787, + "luent": 42788, + "nMeet": 42789, + "▁skins": 42790, + "▁unjust": 42791, + "political": 42792, + "▁leveraging": 42793, + "军训": 42794, + "汲取": 42795, + "afs": 42796, + "nSk": 42797, + "дар": 42798, + "只剩下": 42799, + "▁seq": 42800, + "openh": 42801, + "▁Chin": 42802, + "▁NAME": 42803, + "▁ABOUT": 42804, + "ighbors": 42805, + "nImagine": 42806, + "▁sklearn": 42807, + "接力": 42808, + "直言": 42809, + "祝愿": 42810, + "菩提": 42811, + "送去": 42812, + "Imm": 42813, + "宝贵的": 42814, + "▁Roc": 42815, + "美国总统": 42816, + "rides": 42817, + "recogn": 42818, + "supers": 42819, + "往后": 42820, + "恰好": 42821, + "时分": 42822, + "浦东": 42823, + "突变": 42824, + "调侃": 42825, + "_*$": 42826, + "afia": 42827, + "▁isnt": 42828, + "Factor": 42829, + "Metric": 42830, + "antine": 42831, + "buster": 42832, + "▁Tests": 42833, + "▁tetra": 42834, + "subtitle": 42835, + "▁commodities": 42836, + "classification": 42837, + "争论": 42838, + "仓储": 42839, + "值守": 42840, + "内饰": 42841, + "招收": 42842, + "结晶": 42843, + "做出的": 42844, + "固定在": 42845, + "大面积": 42846, + "纪念馆": 42847, + "icus": 42848, + "ofer": 42849, + "udos": 42850, + "▁NEWS": 42851, + "rading": 42852, + "▁Bench": 42853, + "▁срещу": 42854, + "cribing": 42855, + "▁clocks": 42856, + "▁scarce": 42857, + "▁Sundays": 42858, + "▁Creation": 42859, + "▁cyclists": 42860, + "▁exploits": 42861, + "▁stringent": 42862, + "建于": 42863, + "真人": 42864, + "еди": 42865, + "▁\\\\%": 42866, + "房地产开发": 42867, + "▁Pierce": 42868, + "▁Warning": 42869, + ":#": 42870, + "换了": 42871, + "股指": 42872, + "мпи": 42873, + "▁wo": 42874, + "微信群": 42875, + "控制在": 42876, + "此时的": 42877, + "甘肃省": 42878, + "prem": 42879, + "▁NSW": 42880, + "Dictionary": 42881, + "▁Cathedral": 42882, + "▁resilient": 42883, + "▁resilience": 42884, + "▁disproportion": 42885, + "作案": 42886, + "启用": 42887, + "复活": 42888, + "请你": 42889, + "ток": 42890, + "也都是": 42891, + "因为她": 42892, + "在外面": 42893, + "据介绍": 42894, + "不确定性": 42895, + "axial": 42896, + "enium": 42897, + "rapped": 42898, + "▁Admin": 42899, + "▁briefing": 42900, + "▁Specialist": 42901, + "▁electrodes": 42902, + "商城": 42903, + "有心": 42904, + "用量": 42905, + "達到": 42906, + "饭菜": 42907, + "回家的": 42908, + "▁omn": 42909, + "FLAGS": 42910, + "▁Vick": 42911, + "▁Hands": 42912, + "▁Chapel": 42913, + "▁analogue": 42914, + "▁temptation": 42915, + "吃到": 42916, + "头疼": 42917, + "水晶": 42918, + "▁})\\": 42919, + "nLight": 42920, + "nReally": 42921, + "▁Powers": 42922, + "▁armies": 42923, + "▁cheeks": 42924, + "▁preach": 42925, + "▁Numbers": 42926, + "▁Benedict": 42927, + "▁decisive": 42928, + "▁homepage": 42929, + "▁mysteries": 42930, + "▁enhancements": 42931, + "夕阳": 42932, + "就近": 42933, + "年了": 42934, + "nSm": 42935, + "清晰的": 42936, + "Phase": 42937, + "▁Lite": 42938, + "▁Guess": 42939, + "▁Wyoming": 42940, + "▁Families": 42941, + "▁Tomorrow": 42942, + "▁unrealistic": 42943, + "$|": 42944, + "家家": 42945, + "能看到": 42946, + "semi": 42947, + "一直没有": 42948, + "社会保险": 42949, + "uawei": 42950, + "▁Nissan": 42951, + "▁demise": 42952, + "▁Vladimir": 42953, + "▁fermionic": 42954, + "▁diminished": 42955, + "▁hypothetical": 42956, + "纯净": 42957, + "▁ръ": 42958, + "共同体": 42959, + "Topic": 42960, + "▁BACK": 42961, + "▁Elli": 42962, + "▁Wool": 42963, + "▁lays": 42964, + "▁Chern": 42965, + "▁fringe": 42966, + "nconsider": 42967, + "好运": 42968, + "联通": 42969, + "▁QA": 42970, + "волю": 42971, + "nOper": 42972, + "undai": 42973, + "▁pans": 42974, + "legiate": 42975, + "endpoint": 42976, + "▁Paradise": 42977, + "▁appliance": 42978, + "▁conversions": 42979, + "▁restricting": 42980, + "兔子": 42981, + "嫌弃": 42982, + "成一": 42983, + "){$": 42984, + "站起来": 42985, + "是否存在": 42986, + "▁Fres": 42987, + "Shared": 42988, + "lightly": 42989, + "nArticle": 42990, + "repreneur": 42991, + "▁Graphics": 42992, + "應用": 42993, + "督察": 42994, + "计生": 42995, + "Sol": 42996, + "}'$": 42997, + "满满的": 42998, + "美术馆": 42999, + "谈恋爱": 43000, + "nden": 43001, + "专业知识": 43002, + "▁Nearly": 43003, + "▁summed": 43004, + "▁Whereas": 43005, + "▁panties": 43006, + "▁psychic": 43007, + "▁subgroups": 43008, + "▁intensities": 43009, + "同仁": 43010, + "奇葩": 43011, + "派的": 43012, + "隐瞒": 43013, + "Temp": 43014, + "coma": 43015, + "cube": 43016, + "▁Rib": 43017, + "▁lure": 43018, + "oscope": 43019, + "uncture": 43020, + "▁Tourism": 43021, + "▁dismant": 43022, + "▁incomes": 43023, + "光滑": 43024, + "原先": 43025, + "墙壁": 43026, + "属实": 43027, + "拥堵": 43028, + "结核": 43029, + "▁Pv": 43030, + "▁Ин": 43031, + "Alert": 43032, + "badge": 43033, + "designed": 43034, + "▁singers": 43035, + "▁descending": 43036, + "▁feasibility": 43037, + "五花": 43038, + "升降": 43039, + "RAM": 43040, + "qed": 43041, + "srv": 43042, + "不出来": 43043, + "不可思": 43044, + "在一些": 43045, + "▁MIL": 43046, + "notify": 43047, + "▁maple": 43048, + "▁Trying": 43049, + "nReading": 43050, + "▁onboard": 43051, + "nProperty": 43052, + "▁ubiquitous": 43053, + "▁entertained": 43054, + "▁assassination": 43055, + "传导": 43056, + "无情": 43057, + "终极": 43058, + "▁HF": 43059, + "会计师": 43060, + "小时内": 43061, + "战斗机": 43062, + "ismic": 43063, + "yards": 43064, + "▁Dana": 43065, + "▁plague": 43066, + "nEnglish": 43067, + "nChildren": 43068, + "▁toughest": 43069, + "减小": 43070, + "拉升": 43071, + "新春": 43072, + "疾控": 43073, + "oby": 43074, + "据统计": 43075, + "blow": 43076, + "oust": 43077, + "当事人的": 43078, + "ovsky": 43079, + "potent": 43080, + "▁Ghana": 43081, + "▁scalp": 43082, + "▁Organic": 43083, + "▁Peninsula": 43084, + "overrightarrow": 43085, + "Ly": 43086, + "下发": 43087, + "小微": 43088, + "走来": 43089, + "风机": 43090, + "高一": 43091, + "Seq": 43092, + "▁GI": 43093, + "听取了": 43094, + "▁Rex": 43095, + "anyahu": 43096, + "▁Walsh": 43097, + "▁hatch": 43098, + "▁rests": 43099, + "catalog": 43100, + "tracking": 43101, + "▁Rochester": 43102, + "▁downstairs": 43103, + "▁standalone": 43104, + "▁α": 43105, + "兑现": 43106, + "出动": 43107, + "嘲笑": 43108, + "学到": 43109, + "漫长": 43110, + "分享了": 43111, + "巧克力": 43112, + "拿出来": 43113, + "acerb": 43114, + "newpage": 43115, + "▁Values": 43116, + "▁eternity": 43117, + "▁impaired": 43118, + "▁expedition": 43119, + "▁Westminster": 43120, + "主线": 43121, + "加载": 43122, + "欧冠": 43123, + "硫酸": 43124, + "者在": 43125, + "风电": 43126, + "时间里": 43127, + "民法典": 43128, + "進一步": 43129, + "Shop": 43130, + "nlow": 43131, + "pron": 43132, + "nApart": 43133, + "shield": 43134, + "▁CIFAR": 43135, + "▁bowls": 43136, + "kernels": 43137, + "texture": 43138, + "▁simmer": 43139, + "▁revisit": 43140, + "▁Adventures": 43141, + "扭曲": 43142, + "膝盖": 43143, + "▁дъ": 43144, + "往往会": 43145, + "阿根廷": 43146, + "Plot": 43147, + "▁dex": 43148, + "ecycle": 43149, + "nincluding": 43150, + "▁aspirations": 43151, + "▁embodiments": 43152, + "头顶": 43153, + "小红": 43154, + "戏曲": 43155, + "扭矩": 43156, + "網路": 43157, + "胳膊": 43158, + "訓練": 43159, + "▁}(": 43160, + "儿子的": 43161, + "我看到": 43162, + "cier": 43163, + "▁ech": 43164, + "▁lob": 43165, + "▁Amen": 43166, + "▁naval": 43167, + "▁mediocre": 43168, + "全过程": 43169, + "回来的": 43170, + "诉讼费": 43171, + "还不如": 43172, + "▁Cov": 43173, + "体系建设": 43174, + "政协委员": 43175, + "Quick": 43176, + "tables": 43177, + "▁Maple": 43178, + "▁boast": 43179, + "▁broth": 43180, + "▁oceans": 43181, + "▁lucrative": 43182, + "GY": 43183, + "不尽": 43184, + "放手": 43185, + "責任": 43186, + "轮廓": 43187, + "eat": 43188, + "лек": 43189, + "iffe": 43190, + "▁Fib": 43191, + "▁Sed": 43192, + "▁Lect": 43193, + "▁Zhang": 43194, + "▁facet": 43195, + "▁rotations": 43196, + "化为": 43197, + "大便": 43198, + "穿梭": 43199, + "pow": 43200, + "多样性": 43201, + "装置的": 43202, + "nCam": 43203, + "nStar": 43204, + "▁facets": 43205, + "▁shipment": 43206, + "▁contender": 43207, + "▁fraudulent": 43208, + "▁plaintiffs": 43209, + "一类": 43210, + "保暖": 43211, + "布拉": 43212, + "参与了": 43213, + "的衣服": 43214, + "Tile": 43215, + "rath": 43216, + "suff": 43217, + "▁NPC": 43218, + "好不容易": 43219, + "租赁合同": 43220, + "antis": 43221, + "nipeg": 43222, + "▁PLEASE": 43223, + "▁refurb": 43224, + "▁scenic": 43225, + "▁Sterling": 43226, + "华侨": 43227, + "拖延": 43228, + "选购": 43229, + "тур": 43230, + "外交部": 43231, + "日开始": 43232, + "Wall": 43233, + "▁EOS": 43234, + "▁FUN": 43235, + "▁McM": 43236, + "严格执行": 43237, + "从业人员": 43238, + "我们知道": 43239, + "污水处理": 43240, + "这么多年": 43241, + "FIELD": 43242, + "uator": 43243, + "ческа": 43244, + "▁Tier": 43245, + "▁wary": 43246, + "tently": 43247, + "▁alloy": 43248, + "▁sacks": 43249, + "▁serum": 43250, + "▁разпо": 43251, + "▁Jackie": 43252, + "▁surrend": 43253, + "▁reactive": 43254, + "▁exquisite": 43255, + "生子": 43256, + "编译": 43257, + "Dark": 43258, + "rail": 43259, + "▁lum": 43260, + "▁salv": 43261, + "urpose": 43262, + "orative": 43263, + "▁Purple": 43264, + "▁diaper": 43265, + "▁faults": 43266, + "▁Kashmir": 43267, + "▁podcasts": 43268, + "干了": 43269, + "暖心": 43270, + "领导下": 43271, + "▁DOS": 43272, + "▁MAT": 43273, + "▁Shen": 43274, + "▁jelly": 43275, + "▁plural": 43276, + "容纳": 43277, + "工作队": 43278, + "unov": 43279, + "daily": 43280, + "esque": 43281, + "▁slid": 43282, + "sizeof": 43283, + "▁Milky": 43284, + "nAlmost": 43285, + "ndeterm": 43286, + "▁jupyter": 43287, + "translate": 43288, + "▁Stephanie": 43289, + "HW": 43290, + "但对": 43291, + "图文": 43292, + "增長": 43293, + "感触": 43294, + "清扫": 43295, + "不论是": 43296, + "眼前的": 43297, + "要做好": 43298, + "▁Той": 43299, + "▁още": 43300, + "▁Neut": 43301, + "ophren": 43302, + "▁slipp": 43303, + "▁Treaty": 43304, + "▁commits": 43305, + "▁leaking": 43306, + "withstanding": 43307, + "vn": 43308, + "坚定的": 43309, + "存在于": 43310, + "引发了": 43311, + "ttry": 43312, + "andel": 43313, + "nFive": 43314, + "▁ribs": 43315, + "Middle": 43316, + "psfrag": 43317, + "▁runway": 43318, + "▁Marines": 43319, + "▁enthusiast": 43320, + "掩盖": 43321, + "风味": 43322, + "Dig": 43323, + "nFl": 43324, + "▁LR": 43325, + "也因此": 43326, + "就会有": 43327, + "nBel": 43328, + "romy": 43329, + "小心翼翼": 43330, + "▁Crit": 43331, + "▁Johns": 43332, + "▁nicer": 43333, + "sembles": 43334, + "▁offenses": 43335, + "▁originating": 43336, + "дж": 43337, + "长辈": 43338, + "))^": 43339, + "初字第": 43340, + "游戏的": 43341, + "生活费": 43342, + "法律服务": 43343, + "nants": 43344, + "тория": 43345, + "themed": 43346, + "volved": 43347, + "▁hourly": 43348, + "▁Rolling": 43349, + "▁Problems": 43350, + "▁Renaissance": 43351, + "▁substituted": 43352, + "一侧": 43353, + "台账": 43354, + "地形": 43355, + "学姐": 43356, + "摧毁": 43357, + "评议": 43358, + "vir": 43359, + "}$;": 43360, + "▁Hyp": 43361, + "ombre": 43362, + "uously": 43363, + "▁Derby": 43364, + "▁stash": 43365, + "nAccess": 43366, + "▁Texans": 43367, + "▁blends": 43368, + "▁tonnes": 43369, + "▁община": 43370, + "Graphics": 43371, + "ocalypse": 43372, + "tutorial": 43373, + "▁texting": 43374, + "▁bootstrap": 43375, + "▁sunglasses": 43376, + "会展": 43377, + "寺庙": 43378, + "算了": 43379, + "细胞的": 43380, + "自由的": 43381, + "作为一种": 43382, + "spark": 43383, + "umers": 43384, + "▁Anch": 43385, + "▁LIMIT": 43386, + "chnical": 43387, + "itorium": 43388, + "▁Viagra": 43389, + "▁heroic": 43390, + "priority": 43391, + "▁inspires": 43392, + "介紹": 43393, + "分期": 43394, + "大片": 43395, + "找我": 43396, + "日元": 43397, + "矿业": 43398, + "粉末": 43399, + "Far": 43400, + "好不好": 43401, + "总觉得": 43402, + "自己去": 43403, + ")$\\\\": 43404, + "pmod": 43405, + "污染防治": 43406, + ")}}\\\\": 43407, + "rsquo": 43408, + "▁detox": 43409, + "▁hacked": 43410, + "▁stealth": 43411, + "▁enumerate": 43412, + "▁stiffness": 43413, + "fh": 43414, + "但你": 43415, + "承接": 43416, + "拨打": 43417, + "柔和": 43418, + "登场": 43419, + "pmb": 43420, + "的母亲": 43421, + "bows": 43422, + "▁Lun": 43423, + "▁SFR": 43424, + "elaide": 43425, + "pieces": 43426, + "▁bumps": 43427, + "▁gears": 43428, + "Virtual": 43429, + "▁grapes": 43430, + "▁Homeland": 43431, + "▁aspiring": 43432, + "▁disclaimer": 43433, + "之星": 43434, + "粒子": 43435, + "航线": 43436, + "观望": 43437, + "闻名": 43438, + "上一个": 43439, + "▁Ful": 43440, + "exact": 43441, + "▁hover": 43442, + "中国人民银行": 43443, + "▁Vander": 43444, + "▁pirate": 43445, + "Executor": 43446, + "▁Eclipse": 43447, + "▁Springfield": 43448, + "冻结": 43449, + "报表": 43450, + "新颖": 43451, + "硬盘": 43452, + "NER": 43453, + "ONS": 43454, + "гла": 43455, + "就不是": 43456, + "jury": 43457, + "wolf": 43458, + "Shift": 43459, + "▁Debian": 43460, + "strategy": 43461, + "▁digestive": 43462, + "DoxyCompact": 43463, + "不远": 43464, + "变迁": 43465, + "叫我": 43466, + "开采": 43467, + "理科": 43468, + "窗外": 43469, + "较强": 43470, + "ITT": 43471, + "dad": 43472, + "作品的": 43473, + "市中心": 43474, + "nrep": 43475, + "▁Фран": 43476, + "igroup": 43477, + "▁Raymond": 43478, + "Extensions": 43479, + "巴士": 43480, + "庭院": 43481, + "相声": 43482, + "而有": 43483, + "高大": 43484, + "EFI": 43485, + "til": 43486, + "现阶段": 43487, + "nOct": 43488, + "remely": 43489, + "Archive": 43490, + "nWarning": 43491, + "nPersonal": 43492, + "nSomething": 43493, + "孕育": 43494, + "尽早": 43495, + "撤离": 43496, + "不利于": 43497, + "在这样的": 43498, + "▁fret": 43499, + "Errors": 43500, + "▁bricks": 43501, + "▁expire": 43502, + "▁prayed": 43503, + "▁steals": 43504, + "ynamical": 43505, + "Execution": 43506, + "npotential": 43507, + "率领": 43508, + "看清": 43509, + "nSl": 43510, + "也会有": 43511, + "MODE": 43512, + "检察机关": 43513, + "antry": 43514, + "nHard": 43515, + "▁Reds": 43516, + "▁Chang": 43517, + "▁tweak": 43518, + "▁depict": 43519, + "▁prophet": 43520, + "VB": 43521, + "▁一": 43522, + "上也": 43523, + "蕴含": 43524, + "zza": 43525, + "▁LF": 43526, + "▁ку": 43527, + "到时候": 43528, + "的需要": 43529, + "▁MTV": 43530, + "ursor": 43531, + "▁Erik": 43532, + "▁Dress": 43533, + "▁Fleet": 43534, + "▁tenth": 43535, + "▁Rental": 43536, + "▁Florence": 43537, + "▁incapable": 43538, + "在被": 43539, + "安宁": 43540, + "弥漫": 43541, + "节气": 43542, + "安全教育": 43543, + "精准扶贫": 43544, + "addam": 43545, + "lookup": 43546, + "variance": 43547, + "▁classmates": 43548, + "像个": 43549, + "印证": 43550, + "生生": 43551, + "gtk": 43552, + "的人口": 43553, + "\\\\}}": 43554, + "EFORE": 43555, + "ulant": 43556, + "▁envy": 43557, + "Switch": 43558, + "▁Gmail": 43559, + "▁Officers": 43560, + "▁genetics": 43561, + "▁necklace": 43562, + "▁stacking": 43563, + "▁taxation": 43564, + "▁Subscribe": 43565, + "integration": 43566, + "舉行": 43567, + "辜负": 43568, + "和他们": 43569, + "多年前": 43570, + "olia": 43571, + "puts": 43572, + "▁\\\\:": 43573, + "占地面积": 43574, + "thank": 43575, + "▁Mong": 43576, + "▁spit": 43577, + "everse": 43578, + "▁Nursing": 43579, + "gm": 43580, + "一想": 43581, + "中标": 43582, + "学前": 43583, + "狀況": 43584, + "睡前": 43585, + "祭祀": 43586, + "道具": 43587, + "风扇": 43588, + "cnn": 43589, + "▁IX": 43590, + "▁TW": 43591, + "保证金": 43592, + "新规定": 43593, + "漫长的": 43594, + "BACK": 43595, + "ichlet": 43596, + "enguins": 43597, + "▁remake": 43598, + "izophren": 43599, + "▁earnest": 43600, + "+)": 43601, + "罪名": 43602, + "DEC": 43603, + "lis": 43604, + "下来了": 43605, + "投资的": 43606, + "Wrap": 43607, + "mage": 43608, + "▁''\\": 43609, + "nback": 43610, + "andals": 43611, + "▁prose": 43612, + "▁Sebast": 43613, + "就将": 43614, + "非要": 43615, + "LET": 43616, + "album": 43617, + "▁Levi": 43618, + "▁Wear": 43619, + "dollar": 43620, + "▁Albany": 43621, + "▁Legion": 43622, + "▁Parish": 43623, + "梅西": 43624, + "的很": 43625, + "时不时": 43626, + "研究和": 43627, + "aurs": 43628, + "nNov": 43629, + "odor": 43630, + "▁lev": 43631, + "iesel": 43632, + "hesion": 43633, + "▁Maximum": 43634, + "▁humorous": 43635, + "同伴": 43636, + "施加": 43637, + "本领": 43638, + "可能有": 43639, + "新西兰": 43640, + "的人来说": 43641, + "quist": 43642, + "▁Vert": 43643, + "▁Bella": 43644, + "▁panor": 43645, + "Dynamic": 43646, + "esville": 43647, + "▁quirky": 43648, + "偏向": 43649, + "剧烈": 43650, + "头皮": 43651, + "gio": 43652, + "是不会": 43653, + "▁omit": 43654, + "▁padd": 43655, + "Ignore": 43656, + "iffany": 43657, + "rbrace": 43658, + "▁flats": 43659, + "▁juicy": 43660, + "nDaniel": 43661, + "▁Venice": 43662, + "▁Wizard": 43663, + "▁heuristic": 43664, + "▁Originally": 43665, + "KO": 43666, + "尔多": 43667, + "没钱": 43668, + "脚踏": 43669, + "统计局": 43670, + "otions": 43671, + "grained": 43672, + "nGeorge": 43673, + "▁uneven": 43674, + "▁Yesterday": 43675, + "体外": 43676, + "全村": 43677, + "拉动": 43678, + "方程": 43679, + "沉重": 43680, + "Tip": 43681, + "pac": 43682, + "专业化": 43683, + "想知道": 43684, + "IMER": 43685, + "anked": 43686, + "heter": 43687, + "▁Guys": 43688, + "osexual": 43689, + "▁berries": 43690, + "▁insurers": 43691, + "▁preferable": 43692, + "大妈": 43693, + "想念": 43694, + "自制": 43695, + "下一代": 43696, + "hhhh": 43697, + "▁UPS": 43698, + "▁neb": 43699, + "的一句话": 43700, + "社区居民": 43701, + "thora": 43702, + "UPDATE": 43703, + "Ubuntu": 43704, + "ophers": 43705, + "olidays": 43706, + "▁enzymes": 43707, + "▁grilled": 43708, + "FORMATION": 43709, + "▁Orchestra": 43710, + "▁debugging": 43711, + "AJ": 43712, + "су": 43713, + "唐朝": 43714, + "树叶": 43715, + "移交": 43716, + "色调": 43717, + "进食": 43718, + "syn": 43719, + "为人民": 43720, + "对学生": 43721, + "我感觉": 43722, + "的症状": 43723, + "进入到": 43724, + "nCOM": 43725, + "▁REL": 43726, + "▁Raz": 43727, + "根本没有": 43728, + "chard": 43729, + "rupal": 43730, + "▁Municip": 43731, + "仍未": 43732, + "微量": 43733, + "校外": 43734, + "民航": 43735, + "病因": 43736, + "zan": 43737, + "▁cs": 43738, + "的范围": 43739, + "▁NSF": 43740, + "现在已经": 43741, + "started": 43742, + "uracies": 43743, + "▁Burton": 43744, + "▁primer": 43745, + "nexample": 43746, + "▁Freeman": 43747, + "▁Robertson": 43748, + "▁slightest": 43749, + "rn": 43750, + "二楼": 43751, + "每到": 43752, + "界限": 43753, + "Tue": 43754, + "tol": 43755, + "кар": 43756, + "▁Iv": 43757, + "但还是": 43758, + "的房子": 43759, + "akin": 43760, + "▁Cere": 43761, + "▁liner": 43762, + "boundary": 43763, + "selector": 43764, + "俗称": 43765, + "年到": 43766, + "建築": 43767, + "开会": 43768, + "他已经": 43769, + "件事情": 43770, + "胆固醇": 43771, + "rrrr": 43772, + "uned": 43773, + "▁Ott": 43774, + "▁squat": 43775, + "threads": 43776, + "▁Aurora": 43777, + "▁hairst": 43778, + "▁rapper": 43779, + "▁fingert": 43780, + "▁sweater": 43781, + "▁Thoughts": 43782, + "Evaluation": 43783, + "%=": 43784, + "峰值": 43785, + "并举": 43786, + "拇指": 43787, + "直流": 43788, + "卫生院": 43789, + "ocol": 43790, + "▁Lil": 43791, + "▁gnome": 43792, + "▁doomed": 43793, + "canonical": 43794, + "▁adapting": 43795, + "professional": 43796, + "CW": 43797, + "世代": 43798, + "冲锋": 43799, + "凡事": 43800, + "可以去": 43801, + "scribed": 43802, + "▁Curtis": 43803, + "▁metast": 43804, + "▁neuron": 43805, + "nTwitter": 43806, + "▁Persian": 43807, + "▁embassy": 43808, + "格尔": 43809, + "联手": 43810, + "但没有": 43811, + "十六条": 43812, + "omez": 43813, + "很有可能": 43814, + "▁Conduct": 43815, + "▁debated": 43816, + "▁dishonest": 43817, + "▁casualties": 43818, + "的你": 43819, + "试管": 43820, + "适度": 43821, + "▁VC": 43822, + "▁Ord": 43823, + "巴基斯坦": 43824, + "ilated": 43825, + "igators": 43826, + "▁miners": 43827, + "▁narrator": 43828, + "▁innocence": 43829, + "▁Riemannian": 43830, + "▁distributor": 43831, + "▁specializing": 43832, + "七条": 43833, + "万事": 43834, + "向东": 43835, + "太后": 43836, + "村落": 43837, + "能耗": 43838, + "这儿": 43839, + "IMO": 43840, + "▁TP": 43841, + "应承担": 43842, + "忘记了": 43843, + "ifle": 43844, + "orns": 43845, + "▁Fol": 43846, + "▁Pub": 43847, + "▁nov": 43848, + "绝大部分": 43849, + "cells": 43850, + "wartz": 43851, + "▁cass": 43852, + "▁Devils": 43853, + "▁french": 43854, + "▁Facility": 43855, + "▁communal": 43856, + "ionization": 43857, + "▁cocktails": 43858, + "植树": 43859, + "清爽": 43860, + "领悟": 43861, + "geo": 43862, + "lol": 43863, + "来实现": 43864, + "阶段性": 43865, + "▁huh": 43866, + "▁tel": 43867, + "借款本金": 43868, + "aptop": 43869, + "▁CITY": 43870, + "actors": 43871, + "accuracy": 43872, + "journals": 43873, + "Sometimes": 43874, + "▁appealed": 43875, + "nEducation": 43876, + "天真": 43877, + "还需": 43878, + "fee": 43879, + "一次次": 43880, + "来不及": 43881, + "的处理": 43882, + "的条件": 43883, + "走出去": 43884, + "bull": 43885, + "otle": 43886, + "▁VII": 43887, + "▁Aware": 43888, + "▁Crist": 43889, + "▁Jacobs": 43890, + "▁foresee": 43891, + "▁Normally": 43892, + "▁Twilight": 43893, + "▁indications": 43894, + "wi": 43895, + "口岸": 43896, + "省内": 43897, + "\\\"(": 43898, + "duty": 43899, + "▁MMO": 43900, + "发达国家": 43901, + "▁whim": 43902, + "rocket": 43903, + "▁Mechan": 43904, + "▁lubric": 43905, + "AreEqual": 43906, + "▁campuses": 43907, + "▁regularity": 43908, + "▁fabrication": 43909, + "产出": 43910, + "但又": 43911, + "文科": 43912, + "说得": 43913, + "逐年": 43914, + "FER": 43915, + "爱的人": 43916, + "тира": 43917, + "nhand": 43918, + "▁fuss": 43919, + "▁rash": 43920, + "little": 43921, + "▁Tracy": 43922, + "▁basin": 43923, + "nINSERT": 43924, + "commands": 43925, + "▁groceries": 43926, + "▁combustion": 43927, + "宫颈": 43928, + "減少": 43929, + "结对": 43930, + "金华": 43931, + "^-\\\\": 43932, + "alam": 43933, + ";\\\"><": 43934, + "▁Deut": 43935, + "bounds": 43936, + "itcher": 43937, + "umbles": 43938, + "▁Perth": 43939, + "nLatest": 43940, + "▁leaned": 43941, + "▁селото": 43942, + "speaking": 43943, + "▁cemetery": 43944, + "▁declines": 43945, + "▁pristine": 43946, + "▁семейство": 43947, + "”;": 43948, + "器和": 43949, + "川普": 43950, + "略有": 43951, + "禁忌": 43952, + "问责": 43953, + "Okay": 43954, + "▁Midd": 43955, + "▁Myth": 43956, + "▁Opin": 43957, + "▁longe": 43958, + "▁tying": 43959, + "▁Mickey": 43960, + "▁incarc": 43961, + "▁tumors": 43962, + "▁Biology": 43963, + "▁pledged": 43964, + "prehensive": 43965, + "▁staggering": 43966, + "▁unsubscribe": 43967, + "▁professionalism": 43968, + "失落": 43969, + "体内的": 43970, + "是一個": 43971, + "的时刻": 43972, + "的用户": 43973, + "那个人": 43974, + "guns": 43975, + "▁Stark": 43976, + "▁Embassy": 43977, + "npossible": 43978, + "▁schematic": 43979, + "▁ultrasound": 43980, + "乐于": 43981, + "他要": 43982, + "使我": 43983, + "料酒": 43984, + "高出": 43985, + "是不能": 43986, + "otto": 43987, + "劳动关系": 43988, + "深入推进": 43989, + "oward": 43990, + "▁Lance": 43991, + "▁distributing": 43992, + "被盗": 43993, + "遗忘": 43994, + "()[": 43995, + "▁ti": 43996, + "可以把": 43997, + "misc": 43998, + "urger": 43999, + "▁:-)\\": 44000, + "asmine": 44001, + "sparse": 44002, + "▁Charge": 44003, + "▁toxins": 44004, + "▁mismatch": 44005, + "▁unusually": 44006, + "▁forecasting": 44007, + "往返": 44008, + "旁的": 44009, + "积水": 44010, + "_+$": 44011, + "必须在": 44012, + "为什么不": 44013, + "ngreat": 44014, + "▁Funny": 44015, + "▁citrus": 44016, + "▁Receipt": 44017, + "▁dissent": 44018, + "▁haunted": 44019, + "▁shrinking": 44020, + "▁fulfillment": 44021, + "tN": 44022, + "好几": 44023, + "战机": 44024, + "治病": 44025, + "gui": 44026, + "正因为": 44027, + "疫情的": 44028, + "}\\\\{": 44029, + "church": 44030, + "▁flown": 44031, + "decoder": 44032, + "Expected": 44033, + "▁freedoms": 44034, + "containing": 44035, + "▁workspace": 44036, + "▁Mathematics": 44037, + "南非": 44038, + "高分": 44039, + "dry": 44040, + "jen": 44041, + "nEX": 44042, + "▁Qt": 44043, + "过多的": 44044, + "▁PBS": 44045, + "▁Ske": 44046, + "mrroot": 44047, + "players": 44048, + "ffffffff": 44049, + "▁acrylic": 44050, + "initialize": 44051, + "▁Parameters": 44052, + "▁университе": 44053, + "嚴重": 44054, + "指纹": 44055, + "西红": 44056, + "这支": 44057, + "wik": 44058, + "所述的方法": 44059, + "cookie": 44060, + "▁sting": 44061, + "Compare": 44062, + "writers": 44063, + "▁hypert": 44064, + "▁repent": 44065, + "raisebox": 44066, + "▁convictions": 44067, + "▁😉": 44068, + "午后": 44069, + "参展": 44070, + "将有": 44071, + "布鲁": 44072, + "的单": 44073, + "筹码": 44074, + "awi": 44075, + "nSil": 44076, + "nmany": 44077, + "▁Lives": 44078, + "▁Robot": 44079, + "▁bishop": 44080, + "▁wisely": 44081, + "Contains": 44082, + "Delegate": 44083, + "ogenesis": 44084, + "pipeline": 44085, + "▁Elliott": 44086, + "▁fountain": 44087, + "▁youngsters": 44088, + "並且": 44089, + "六大": 44090, + "反转": 44091, + "变异": 44092, + "日夜": 44093, + "歌词": 44094, + "沙滩": 44095, + "稀土": 44096, + "红薯": 44097, + "UTC": 44098, + "adj": 44099, + "深深的": 44100, + "一如既往": 44101, + "本身就是": 44102, + "Spect": 44103, + "▁mash": 44104, + "▁Laser": 44105, + "Running": 44106, + "nReturn": 44107, + "▁inflat": 44108, + "▁detached": 44109, + "中信": 44110, + "会说": 44111, + "停放": 44112, + "写出": 44113, + "小子": 44114, + "滚动": 44115, + "聘请": 44116, + "]}\\": 44117, + "ryan": 44118, + "社会组织": 44119, + "blogs": 44120, + "crecy": 44121, + "ifest": 44122, + "▁LIVE": 44123, + "nSystem": 44124, + "▁sorrow": 44125, + "▁superf": 44126, + "▁mindful": 44127, + "▁vegetation": 44128, + "▁disappearance": 44129, + "一门": 44130, + "不符": 44131, + "擔任": 44132, + "理发": 44133, + "bbs": 44134, + "спо": 44135, + "▁MX": 44136, + "algo": 44137, + "bang": 44138, + "oyer": 44139, + "tLet": 44140, + "意识形态": 44141, + "燃料电池": 44142, + "▁bisc": 44143, + "▁Burns": 44144, + "▁parcel": 44145, + "再现": 44146, + "口水": 44147, + "淄博": 44148, + "纸上": 44149, + "这天": 44150, + "颁布": 44151, + "мет": 44152, + "保证了": 44153, + "好好的": 44154, + "iani": 44155, + "nHam": 44156, + "卫生健康": 44157, + "▁ditch": 44158, + "▁refin": 44159, + "alignment": 44160, + "checkmark": 44161, + "▁boutique": 44162, + "▁orchestra": 44163, + "▁filesystem": 44164, + "东盟": 44165, + "口中": 44166, + "贫血": 44167, + "将持续": 44168, + "端午节": 44169, + "绿色的": 44170, + "swap": 44171, + "集团公司": 44172, + "жение": 44173, + "▁Laur": 44174, + "▁undo": 44175, + "▁Patch": 44176, + ">>>>>>>>": 44177, + "matically": 44178, + "▁Senators": 44179, + "▁drafting": 44180, + "▁dictators": 44181, + "▁poisoning": 44182, + "Et": 44183, + "抢劫": 44184, + "离去": 44185, + "防空": 44186, + "OWS": 44187, + "jsp": 44188, + "▁IA": 44189, + "一些人": 44190, + "市场化": 44191, + "的成本": 44192, + "▁inh": 44193, + "▁sap": 44194, + "管理系统": 44195, + "coord": 44196, + "▁syll": 44197, + "assium": 44198, + "sphere": 44199, + "urring": 44200, + "▁Joyce": 44201, + "▁RIGHT": 44202, + "▁melody": 44203, + "▁Started": 44204, + "▁Argument": 44205, + "▁Cardinal": 44206, + "千人": 44207, + "哈登": 44208, + "国资": 44209, + "▁Von": 44210, + "▁bloom": 44211, + "▁smash": 44212, + "ometers": 44213, + "▁Israelis": 44214, + "▁jurisdictions": 44215, + "房租": 44216, + "搜集": 44217, + "触及": 44218, + "OLED": 44219, + "tran": 44220, + "▁ist": 44221, + "Daily": 44222, + "nosis": 44223, + "▁occl": 44224, + "imedia": 44225, + "▁customization": 44226, + "减灾": 44227, + "升温": 44228, + "嘉兴": 44229, + "大腿": 44230, + "报送": 44231, + "nAL": 44232, + "oya": 44233, + "你就会": 44234, + "arus": 44235, + "▁Laws": 44236, + "racuse": 44237, + "▁releg": 44238, + "▁trendy": 44239, + "指定的期间履行": 44240, + "▁Fighter": 44241, + "▁Winston": 44242, + "▁removable": 44243, + "▁unauthorized": 44244, + "+'": 44245, + "ин": 44246, + "你所": 44247, + "勃勃": 44248, + "十个": 44249, + "收据": 44250, + "财报": 44251, + "工作开展": 44252, + "智能制造": 44253, + "nCredit": 44254, + "▁Crisis": 44255, + "▁Pastor": 44256, + "▁suburb": 44257, + "elligent": 44258, + "▁arrogant": 44259, + "▁geometrical": 44260, + "АЩ": 44261, + "主营": 44262, + "推向": 44263, + "螺丝": 44264, + "重启": 44265, + "CHO": 44266, + "他就是": 44267, + "的程度": 44268, + "adas": 44269, + "^*(\\\\": 44270, + "grace": 44271, + "▁Yard": 44272, + "▁Bound": 44273, + "▁boobs": 44274, + "▁chefs": 44275, + "▁Doppler": 44276, + "▁ambitions": 44277, + "会场": 44278, + "逃生": 44279, + "也是有": 44280, + "今天是": 44281, + "征求意见": 44282, + "inker": 44283, + "ateurs": 44284, + "forums": 44285, + "▁widow": 44286, + "▁juices": 44287, + "iseconds": 44288, + "▁killings": 44289, + "▁deliveries": 44290, + "▁Educational": 44291, + "▁detrimental": 44292, + "其后": 44293, + "减持": 44294, + "既要": 44295, + "IDs": 44296, + "▁Ал": 44297, + "团队的": 44298, + "reson": 44299, + "pacing": 44300, + "▁obese": 44301, + "▁thighs": 44302, + "▁exacerb": 44303, + "▁resorts": 44304, + "▁scrolling": 44305, + "假装": 44306, + "助手": 44307, + "只剩": 44308, + "数组": 44309, + "车祸": 44310, + "作用的": 44311, + "male": 44312, + "▁Nak": 44313, + "医疗服务": 44314, + "意义上的": 44315, + "▁перио": 44316, + "ricanes": 44317, + "activate": 44318, + "▁urgency": 44319, + "▁Hawaiian": 44320, + "▁fashionable": 44321, + "他将": 44322, + "公认": 44323, + "▁Ri": 44324, + "的性格": 44325, + "кола": 44326, + "▁ATM": 44327, + "lovak": 44328, + "▁deco": 44329, + "▁situ": 44330, + "prepare": 44331, + "▁Dynamics": 44332, + "▁bouncing": 44333, + "▁propagate": 44334, + "▁capacities": 44335, + "专心": 44336, + "后就": 44337, + "条约": 44338, + "狐狸": 44339, + "区域内": 44340, + "半个月": 44341, + "统一的": 44342, + "美丽乡村": 44343, + "shock": 44344, + "Chapter": 44345, + "makebox": 44346, + "▁webinar": 44347, + "▁bargaining": 44348, + "不惜": 44349, + "序幕": 44350, + "应有": 44351, + "畜牧": 44352, + "和学习": 44353, + "旗下的": 44354, + "IENT": 44355, + "▁Milk": 44356, + "interpre": 44357, + "▁backups": 44358, + "▁Sessions": 44359, + "▁plethora": 44360, + "▁moderately": 44361, + "Js": 44362, + "作息": 44363, + "吃得": 44364, + "打包": 44365, + "环绕": 44366, + "自查": 44367, + "试行": 44368, + "ген": 44369, + "的那个": 44370, + "$\\\\{": 44371, + "curr": 44372, + "政务服务": 44373, + "orton": 44374, + "marked": 44375, + "▁Utility": 44376, + "▁rocking": 44377, + "▁Designed": 44378, + "▁dissolved": 44379, + "▁profitability": 44380, + "北上": 44381, + "吸入": 44382, + "树林": 44383, + "保持在": 44384, + "报告中": 44385, + "更重要": 44386, + "医务人员": 44387, + "营业执照": 44388, + "▁garment": 44389, + "ructuring": 44390, + "Български": 44391, + "discussion": 44392, + "安抚": 44393, + "照射": 44394, + "能把": 44395, + "菊花": 44396, + "BOX": 44397, + "不动产": 44398, + "并进行": 44399, + "是目前": 44400, + "STAR": 44401, + "▁UTC": 44402, + "COUNT": 44403, + "CTYPE": 44404, + "▁систе": 44405, + "December": 44406, + "nQuality": 44407, + "▁Horizon": 44408, + "organized": 44409, + "▁expansions": 44410, + "▁interstellar": 44411, + "可视": 44412, + "重温": 44413, + "nBr": 44414, + "noc": 44415, + "不仅要": 44416, + "nspec": 44417, + "▁Bose": 44418, + "▁{}\\\"": 44419, + "ittens": 44420, + "vantage": 44421, + "agnitude": 44422, + "magnetic": 44423, + "▁Protect": 44424, + "ViewModel": 44425, + "Additional": 44426, + "▁educating": 44427, + "▁psychiatric": 44428, + "=~": 44429, + "各县": 44430, + "听听": 44431, + "dia": 44432, + "不稳定": 44433, + "▁CBC": 44434, + "发布会上": 44435, + "行业发展": 44436, + "Learn": 44437, + "randa": 44438, + "▁avoc": 44439, + "▁Plain": 44440, + "▁Compet": 44441, + "▁louder": 44442, + "/㎡": 44443, + "封锁": 44444, + "最喜欢": 44445, + "被关闭": 44446, + "'=>'": 44447, + "▁TVs": 44448, + "最后一次": 44449, + "oplan": 44450, + "късно": 44451, + "стран": 44452, + "Reddit": 44453, + "▁Warrior": 44454, + "▁Edmonton": 44455, + "nPerformance": 44456, + "企图": 44457, + "实处": 44458, + "cci": 44459, + "为一体": 44460, + "结构性": 44461, + "mins": 44462, + "▁DFT": 44463, + "▁cerv": 44464, + "▁gravel": 44465, + "▁divides": 44466, + "▁popcorn": 44467, + "correlated": 44468, + "destination": 44469, + "▁exhibitions": 44470, + "点和": 44471, + "用作": 44472, + "繁忙": 44473, + "驱逐": 44474, + "cir": 44475, + "▁MK": 44476, + "就在于": 44477, + "财政部": 44478, + "这都是": 44479, + "▁Joey": 44480, + "自己的孩子": 44481, + "▁Holly": 44482, + "nCompany": 44483, + "▁Leaders": 44484, + "▁Spotify": 44485, + "▁ambulance": 44486, + "启蒙": 44487, + "富豪": 44488, + "掉的": 44489, + "是想": 44490, + "竞选": 44491, + "▁(%": 44492, + "设置了": 44493, + "▁Jak": 44494, + "Depth": 44495, + "nassoc": 44496, + "ustrial": 44497, + "▁gadget": 44498, + "▁layouts": 44499, + "▁spinach": 44500, + "▁articulate": 44501, + "▁dishwasher": 44502, + "就看": 44503, + "蘑菇": 44504, + "PGA": 44505, + "不代表": 44506, + "你可能": 44507, + "calc": 44508, + "amoto": 44509, + "nStat": 44510, + "Router": 44511, + "▁Janet": 44512, + "▁husbands": 44513, + "▁lobbying": 44514, + "同性": 44515, + "城中": 44516, + "持平": 44517, + "瞄准": 44518, + "胸部": 44519, + "转眼": 44520, + "Mel": 44521, + "Mix": 44522, + "摄影师": 44523, + "▁Cake": 44524, + "▁Usage": 44525, + "▁lambda": 44526, + "▁depressing": 44527, + "▁adventurous": 44528, + "▁continental": 44529, + "广电": 44530, + "讲师": 44531, + "nSize": 44532, + "▁\\\"${": 44533, + "▁herd": 44534, + "▁Facts": 44535, + "▁choir": 44536, + "▁griev": 44537, + "▁Chemical": 44538, + "▁Naturally": 44539, + "▁triggering": 44540, + "人行": 44541, + "子弹": 44542, + "首选": 44543, + "▁Sof": 44544, + "▁Dipl": 44545, + "▁Hann": 44546, + "▁Maid": 44547, + "▁dwelling": 44548, + "$[": 44549, + "Vo": 44550, + "兰特": 44551, + "回合": 44552, + "春运": 44553, + "预期的": 44554, + "orst": 44555, + "чина": 44556, + "向本院提起": 44557, + "penter": 44558, + "patcher": 44559, + "▁Latest": 44560, + "▁funnel": 44561, + "nWhatever": 44562, + "▁decaying": 44563, + "▁rainfall": 44564, + "交接": 44565, + "亲手": 44566, + "占了": 44567, + "戴着": 44568, + "排气": 44569, + "海底": 44570, + "试题": 44571, + "问卷": 44572, + "они": 44573, + "▁Ар": 44574, + "公积金": 44575, + "}&=&": 44576, + "▁Ace": 44577, + "指导意见": 44578, + "hetti": 44579, + "▁Null": 44580, + "▁игра": 44581, + "▁ounces": 44582, + "▁stroll": 44583, + "▁clutter": 44584, + "▁Chemistry": 44585, + "▁condensed": 44586, + "Qt": 44587, + "上月": 44588, + "供热": 44589, + "天秤": 44590, + "微波": 44591, + "拿来": 44592, + "搜狐": 44593, + "改良": 44594, + "时要": 44595, + "民意": 44596, + "热议": 44597, + "認識": 44598, + "джи": 44599, + "▁OD": 44600, + "从这个": 44601, + "Push": 44602, + "nJoe": 44603, + "应当按照": 44604, + "oxide": 44605, + "detect": 44606, + "▁Sally": 44607, + "▁Trace": 44608, + "▁paddle": 44609, + "▁testify": 44610, + "▁muscular": 44611, + "▁assaulted": 44612, + "公開": 44613, + "女方": 44614, + "小火": 44615, + "愿景": 44616, + "间断": 44617, + "PPT": 44618, + "会议由": 44619, + "比赛的": 44620, + "给我的": 44621, + "opal": 44622, + "▁Cry": 44623, + "▁Yam": 44624, + "ommod": 44625, + "Little": 44626, + "kinson": 44627, + "tswitch": 44628, + "▁Patrol": 44629, + "DataFrame": 44630, + "bw": 44631, + "中途": 44632, + "光辉": 44633, + "反之": 44634, + ")=-": 44635, + "在现场": 44636, + "shal": 44637, + "▁Ads": 44638, + "▁bulge": 44639, + "▁oracle": 44640, + "▁timest": 44641, + "非物质文化遗产": 44642, + "▁scripture": 44643, + "几句": 44644, + "出來": 44645, + "協助": 44646, + "快要": 44647, + "离家": 44648, + "стъ": 44649, + "不能再": 44650, + "▁ADD": 44651, + "modes": 44652, + "nMenu": 44653, + "▁chili": 44654, + "▁modem": 44655, + "▁остро": 44656, + "▁gladly": 44657, + "▁Answers": 44658, + "▁Compare": 44659, + ":)": 44660, + "农机": 44661, + "密的": 44662, + "油腻": 44663, + "缘故": 44664, + "▁Ig": 44665, + "开发者": 44666, + "补助费": 44667, + "Camp": 44668, + "fred": 44669, + "▁Vec": 44670, + "建立健全": 44671, + "的时候就": 44672, + "Elect": 44673, + "▁Crus": 44674, + "▁rumor": 44675, + "culture": 44676, + "▁Hidden": 44677, + "▁fronts": 44678, + "▁suites": 44679, + "▁endured": 44680, + "▁DateTime": 44681, + "▁carriage": 44682, + "▁BlackBerry": 44683, + "储蓄": 44684, + "写下": 44685, + "录像": 44686, + "潮湿": 44687, + "Arr": 44688, + "Pri": 44689, + "raf": 44690, + "▁DF": 44691, + "Hook": 44692, + "arak": 44693, + "▁moduli": 44694, + "▁waiver": 44695, + "▁decorate": 44696, + "功德": 44697, + "容忍": 44698, + "开着": 44699, + "成名": 44700, + "清淡": 44701, + "經營": 44702, + "绘制": 44703, + "CMD": 44704, + "以为是": 44705, + "做的事": 44706, + "全日制": 44707, + "anye": 44708, + "jpeg": 44709, + "▁Hod": 44710, + "党风廉政": 44711, + "ellen": 44712, + "nPress": 44713, + "▁Jenny": 44714, + "▁Finder": 44715, + "▁jackets": 44716, + "▁judgments": 44717, + "▁travellers": 44718, + "▁newsletters": 44719, + "六条": 44720, + "架上": 44721, + "根基": 44722, + "的字": 44723, + "的王": 44724, + "过剩": 44725, + "的水平": 44726, + "长大了": 44727, + "▁AFP": 44728, + "▁Cats": 44729, + "▁opio": 44730, + "▁Caesar": 44731, + "▁decode": 44732, + "▁grease": 44733, + "quisition": 44734, + "▁liquidity": 44735, + "▁longevity": 44736, + "”[": 44737, + "初次": 44738, + "我用": 44739, + "的不是": 44740, + "odka": 44741, + "▁Clara": 44742, + "▁obliv": 44743, + "▁vagina": 44744, + "nDigital": 44745, + "▁weakened": 44746, + "▁objections": 44747, + "▁versatility": 44748, + "国债": 44749, + "ksw": 44750, + "tcp": 44751, + "建立起": 44752, + "我们所": 44753, + "但是如果": 44754, + "PARAM": 44755, + "andem": 44756, + "otech": 44757, + "▁Boost": 44758, + "▁Comcast": 44759, + "▁criticize": 44760, + "▁organizer": 44761, + "▁broadening": 44762, + "▁clarification": 44763, + "强力": 44764, + "悠悠": 44765, + "文人": 44766, + "时时": 44767, + "沿途": 44768, + "进的": 44769, + "PLI": 44770, + "以及其他": 44771, + "hardt": 44772, + "▁tempo": 44773, + "nChange": 44774, + "▁buffet": 44775, + "nChapter": 44776, + "▁ballots": 44777, + "▁philanth": 44778, + "大棚": 44779, + "恋人": 44780, + "\\\"<": 44781, + "几乎是": 44782, + "总工会": 44783, + "等证据": 44784, + "sand": 44785, + "会议精神": 44786, + "希望通过": 44787, + "▁starred": 44788, + "▁pertinent": 44789, + "▁wallpaper": 44790, + "奶茶": 44791, + "IMP": 44792, + "cum": 44793, + "展现出": 44794, + "洛杉矶": 44795, + "lane": 44796, + "nMrs": 44797, + "racks": 44798, + "▁bids": 44799, + "marine": 44800, + "▁Comfort": 44801, + "▁activism": 44802, + "▁blankets": 44803, + "▁descriptor": 44804, + "▁replication": 44805, + "串联": 44806, + "八大": 44807, + "剪纸": 44808, + "学区": 44809, + "我区": 44810, + "看向": 44811, + "车厢": 44812, + "他们都": 44813, + "被告李": 44814, + "西安市": 44815, + "abit": 44816, + "▁usability": 44817, + "▁noteworthy": 44818, + "EEP": 44819, + "kpc": 44820, + "пте": 44821, + "其次是": 44822, + "等重点": 44823, + "高水平": 44824, + "Very": 44825, + "mong": 44826, + "给付金钱": 44827, + "poser": 44828, + "▁Rise": 44829, + "insider": 44830, + "perhaps": 44831, + "ributor": 44832, + "простра": 44833, + "▁quasars": 44834, + "▁projector": 44835, + "▁fundraiser": 44836, + "▁ш": 44837, + "只在": 44838, + "天花": 44839, + "chr": 44840, + "won": 44841, + "同时还": 44842, + "的自然": 44843, + "的音乐": 44844, + "计划的": 44845, + "说明了": 44846, + "aval": 44847, + "rika": 44848, + "▁dab": 44849, + "▁xxx": 44850, + "▁hubby": 44851, + "ninvest": 44852, + "▁Bullet": 44853, + "▁Unknown": 44854, + "▁rivalry": 44855, + "▁obsolete": 44856, + "▁trapping": 44857, + "▁photographic": 44858, + "▁inconvenience": 44859, + "以為": 44860, + "我了": 44861, + "托管": 44862, + "畢業": 44863, + "kon": 44864, + "}^*$": 44865, + "发现问题": 44866, + "orget": 44867, + "▁Said": 44868, + "马克思主义": 44869, + "▁Mostly": 44870, + "▁privat": 44871, + "▁tranqu": 44872, + "▁plotting": 44873, + "▁minimized": 44874, + "万家": 44875, + "中超": 44876, + "澄清": 44877, + "直属": 44878, + "GPS": 44879, + "▁(((": 44880, + "▁Cairo": 44881, + "▁polyg": 44882, + "▁Hybrid": 44883, + "▁persona": 44884, + "▁retiring": 44885, + "▁generosity": 44886, + "丢了": 44887, + "帖子": 44888, + "新房": 44889, + "该院": 44890, + "▁dc": 44891, + "▁Celeb": 44892, + "▁Stern": 44893, + "在这种情况下": 44894, + "casters": 44895, + "▁Rocket": 44896, + "▁healed": 44897, + "▁misery": 44898, + "▁brushes": 44899, + "▁burgers": 44900, + "▁redesign": 44901, + "▁cohomology": 44902, + "▁essentials": 44903, + "bq": 44904, + "周六": 44905, + "就可": 44906, + "或缺": 44907, + "也已经": 44908, + "REAM": 44909, + "]))\\": 44910, + "▁vow": 44911, + "▁все": 44912, + "▁Bast": 44913, + "▁Qaeda": 44914, + "▁sworn": 44915, + "umerous": 44916, + "▁Experts": 44917, + "头晕": 44918, + "澎湃": 44919, + "BSD": 44920, + "好消息": 44921, + "▁Sag": 44922, + "▁tomb": 44923, + "nAndrew": 44924, + "ributing": 44925, + "▁Advance": 44926, + "▁renovated": 44927, + "▁imprisonment": 44928, + "在下": 44929, + "薪资": 44930, + "NDE": 44931, + "▁hp": 44932, + "体系的": 44933, + "的是什么": 44934, + "matics": 44935, + "▁surreal": 44936, + "▁favourites": 44937, + "天主": 44938, + "是将": 44939, + "谅解": 44940, + "骗子": 44941, + "Wal": 44942, + "jee": 44943, + "jit": 44944, + "戴口罩": 44945, + "的老师": 44946, + "emia": 44947, + "▁beet": 44948, + "▁Bruins": 44949, + "▁cohort": 44950, + "▁Explore": 44951, + "▁mergers": 44952, + "▁Reporter": 44953, + "▁assigning": 44954, + "▁withdrawn": 44955, + "加分": 44956, + "千元": 44957, + "本市": 44958, + "樱桃": 44959, + "也是很": 44960, + "祖国的": 44961, + "\\\"--": 44962, + "▁тур": 44963, + "rceil": 44964, + "shall": 44965, + "logged": 44966, + "▁Assad": 44967, + "▁Polit": 44968, + "▁bosonic": 44969, + "Signature": 44970, + "▁preaching": 44971, + "▁slaughter": 44972, + "中被": 44973, + "已于": 44974, + "白了": 44975, + "粗糙": 44976, + "遇上": 44977, + "dal": 44978, + "adam": 44979, + "perf": 44980, + "idual": 44981, + "optical": 44982, + "screens": 44983, + "▁Andrews": 44984, + "▁Gardner": 44985, + "▁Avengers": 44986, + "▁autonomy": 44987, + "▁abortions": 44988, + "▁sacrifices": 44989, + "先把": 44990, + "取暖": 44991, + "大法": 44992, + "撤回": 44993, + "查封": 44994, + "查获": 44995, + "發表": 44996, + "评判": 44997, + "一生的": 44998, + "prus": 44999, + "▁MON": 45000, + "▁Aunt": 45001, + "▁Pauli": 45002, + "▁hardwood": 45003, + "▁cleansing": 45004, + "▁devastated": 45005, + "去过": 45006, + "滋润": 45007, + "的发": 45008, + "盛宴": 45009, + "结节": 45010, + "遍布": 45011, + "nev": 45012, + "▁Porn": 45013, + "userId": 45014, + "bfseries": 45015, + "▁orchestr": 45016, + "▁Guidelines": 45017, + "▁volunteering": 45018, + "DX": 45019, + "们都": 45020, + "旗帜": 45021, + "胚胎": 45022, + "衰竭": 45023, + "]))": 45024, + "我开始": 45025, + "▁Exc": 45026, + "later": 45027, + "nUpon": 45028, + "▁Duck": 45029, + "nAssuming": 45030, + "▁capitalist": 45031, + "▁javascript": 45032, + "梦幻": 45033, + "矿山": 45034, + "连忙": 45035, + "Dao": 45036, + "MCA": 45037, + "▁QU": 45038, + "一般人": 45039, + "六个月": 45040, + "去年的": 45041, + "完善的": 45042, + "Packet": 45043, + "reward": 45044, + "▁Plate": 45045, + "Failure": 45046, + "▁Sherman": 45047, + "▁pivotal": 45048, + "▁granting": 45049, + "▁homeland": 45050, + "performing": 45051, + "emi": 45052, + "▁Го": 45053, + "心脏病": 45054, + "▁covet": 45055, + "▁inherit": 45056, + "▁rituals": 45057, + "▁sausage": 45058, + "▁deformed": 45059, + "#:": 45060, + "兵团": 45061, + "打动": 45062, + "花朵": 45063, + "tur": 45064, + "ръц": 45065, + "开心的": 45066, + "ffle": 45067, + "fuel": 45068, + "▁Ore": 45069, + "▁wee": 45070, + "ctory": 45071, + "trust": 45072, + "▁така": 45073, + "Worker": 45074, + "igible": 45075, + "▁Biden": 45076, + "▁glued": 45077, + "MenuItem": 45078, + "▁entails": 45079, + "▁hydraulic": 45080, + "▁progressed": 45081, + "地利": 45082, + "nPe": 45083, + "的区别": 45084, + "'(\\\\": 45085, + "urai": 45086, + "▁rud": 45087, + "社交媒体": 45088, + "▁Cort": 45089, + "nsuper": 45090, + "haviour": 45091, + "▁Repeat": 45092, + "▁brewery": 45093, + "▁convection": 45094, + "▁将": 45095, + "降临": 45096, + "ifa": 45097, + "цен": 45098, + "▁为了": 45099, + "孙悟空": 45100, + "建立在": 45101, + "这次的": 45102, + "▁Jump": 45103, + "▁depicting": 45104, + "▁rebellion": 45105, + "▁censorship": 45106, + "徘徊": 45107, + "NTE": 45108, + "▁ос": 45109, + "战斗力": 45110, + "浏览器": 45111, + "节假日": 45112, + "了一定的": 45113, + "赔偿原告": 45114, + "Notes": 45115, + "osities": 45116, + "▁Nvidia": 45117, + "▁Mystery": 45118, + "▁whipped": 45119, + "▁collateral": 45120, + "DoxyCodeLine": 45121, + "▁Alternative": 45122, + "品德": 45123, + "灰尘": 45124, + "nSy": 45125, + "▁Де": 45126, + "对他的": 45127, + "西红柿": 45128, + "nstat": 45129, + "▁paraphr": 45130, + "▁greatness": 45131, + "▁Chancellor": 45132, + "▁conditioner": 45133, + "ху": 45134, + "即时": 45135, + "反驳": 45136, + "队列": 45137, + "libs": 45138, + "ouched": 45139, + "▁Tamil": 45140, + "▁Vince": 45141, + "▁errone": 45142, + "▁Initially": 45143, + "▁pedestrians": 45144, + "▁combinatorial": 45145, + "RN": 45146, + "不平": 45147, + "他被": 45148, + "倘若": 45149, + "减半": 45150, + "子孙": 45151, + "扭转": 45152, + "拉伸": 45153, + "星的": 45154, + "状元": 45155, + "硬的": 45156, + "老龄": 45157, + "隨著": 45158, + "▁Ve": 45159, + "方向的": 45160, + "NYSE": 45161, + "reve": 45162, + "我们必须": 45163, + "黑龙江省": 45164, + "deriv": 45165, + "attach": 45166, + "lantic": 45167, + "▁pandas": 45168, + "▁prompts": 45169, + "▁artifact": 45170, + "▁Strategic": 45171, + "▁Navigation": 45172, + "wm": 45173, + "存的": 45174, + "搭档": 45175, + "植入": 45176, + "白宫": 45177, + "皇马": 45178, + "coal": 45179, + "▁VAT": 45180, + "}})\\\\": 45181, + "基础设施建设": 45182, + "▁highways": 45183, + "▁shootings": 45184, + "▁Advertising": 45185, + "为她": 45186, + "再审": 45187, + "巴马": 45188, + "母校": 45189, + "永不": 45190, + "营运": 45191, + "太大的": 45192, + "icas": 45193, + "nsecond": 45194, + "▁Cinema": 45195, + "▁propagating": 45196, + "▁experimentation": 45197, + "年中": 45198, + "怀着": 45199, + "机动": 45200, + "立项": 45201, + "返乡": 45202, + "fas": 45203, + "确定了": 45204, + "集装箱": 45205, + "▁ETF": 45206, + "▁Juda": 45207, + "▁hust": 45208, + "▁abide": 45209, + "▁Monroe": 45210, + "▁loader": 45211, + "▁admired": 45212, + "▁noodles": 45213, + "▁Furniture": 45214, + "▁detections": 45215, + "▁affiliation": 45216, + "▁subtraction": 45217, + "▁discriminate": 45218, + "WL": 45219, + "hb": 45220, + "qs": 45221, + "历时": 45222, + "叙事": 45223, + "我爸": 45224, + "索尼": 45225, + "自驾": 45226, + "iba": 45227, + "tie": 45228, + "也是在": 45229, + "受不了": 45230, + "接受的": 45231, + "现实中": 45232, + "银行的": 45233, + "▁Gir": 45234, + "其中所述": 45235, + "▁turf": 45236, + "_\\\\_\\\\": 45237, + "▁ether": 45238, + "helpers": 45239, + "▁Battery": 45240, + "Everything": 45241, + "可控": 45242, + "打压": 45243, + "救灾": 45244, + "當地": 45245, + "跨界": 45246, + "Ban": 45247, + "多功能": 45248, + "演唱会": 45249, + "的大力": 45250, + "INIT": 45251, + "acey": 45252, + "nBob": 45253, + "重要作用": 45254, + "Added": 45255, + "nThomas": 45256, + "▁antiqu": 45257, + "Controllers": 45258, + "倒了": 45259, + "譬如": 45260, + "赞助": 45261, + "NTA": 45262, + "▁md": 45263, + "综合征": 45264, + "WAYS": 45265, + "gins": 45266, + "▁SHE": 45267, + "blood": 45268, + "cream": 45269, + "Exists": 45270, + "encils": 45271, + "▁Turns": 45272, + "ensible": 45273, + "▁turnout": 45274, + "▁Container": 45275, + "▁treasures": 45276, + "一字": 45277, + "射击": 45278, + "往上": 45279, + "憧憬": 45280, + "背诵": 45281, + "Kim": 45282, + "在第一": 45283, + "问题上": 45284, + "▁Films": 45285, + "HashMap": 45286, + "▁Flickr": 45287, + "▁PARTIC": 45288, + "▁Snyder": 45289, + "schedule": 45290, + "verbatim": 45291, + "sponsored": 45292, + "▁gestures": 45293, + "▁testament": 45294, + "▁proliferation": 45295, + "八月": 45296, + "开业": 45297, + "CTV": 45298, + "▁(†": 45299, + "相对应": 45300, + "▁REM": 45301, + "留守儿童": 45302, + "horse": 45303, + "▁CLASS": 45304, + "▁Clock": 45305, + "▁lament": 45306, + "absolute": 45307, + "scalebox": 45308, + "▁messenger": 45309, + "▁separable": 45310, + "▁Jacksonville": 45311, + "三维": 45312, + "偏好": 45313, + "大宗": 45314, + "暴跌": 45315, + "辅警": 45316, + "INA": 45317, + "sda": 45318, + "共青团": 45319, + "本质上": 45320, + "felt": 45321, + "nHop": 45322, + "poke": 45323, + "thin": 45324, + "tile": 45325, + "虽然没有": 45326, + "让孩子们": 45327, + "▁oath": 45328, + "▁cured": 45329, + "▁salon": 45330, + "Payment": 45331, + "whatever": 45332, + "▁Morrison": 45333, + "▁speculate": 45334, + "▁compliments": 45335, + "▁philosopher": 45336, + "nInterestingly": 45337, + "好吗": 45338, + "更深": 45339, + "顺应": 45340, + "шен": 45341, + "几个人": 45342, + "Mate": 45343, + "ritz": 45344, + "▁cue": 45345, + "▁Indy": 45346, + "▁goof": 45347, + "stated": 45348, + "▁Ricci": 45349, + "▁Units": 45350, + "defense": 45351, + "publish": 45352, + "▁miscon": 45353, + "▁diapers": 45354, + "▁soothing": 45355, + "▁corollary": 45356, + "▁traumatic": 45357, + "xu": 45358, + "下图": 45359, + "分校": 45360, + "回首": 45361, + "对的": 45362, + "海水": 45363, + "▁nn": 45364, + "不影响": 45365, + "原则上": 45366, + "发挥了": 45367, + "打破了": 45368, + "的费用": 45369, + "Fail": 45370, + "nlib": 45371, + "ighest": 45372, + "pending": 45373, + "▁webcam": 45374, + "ancellation": 45375, + "▁decoration": 45376, + "入围": 45377, + "叮嘱": 45378, + "大军": 45379, + "巾帼": 45380, + "包含了": 45381, + "grpc": 45382, + "▁SED": 45383, + "的真实性": 45384, + "nEasy": 45385, + "▁drow": 45386, + "代理审判员": 45387, + "merged": 45388, + "bigoplus": 45389, + "▁Letters": 45390, + "▁Transit": 45391, + "▁efficiencies": 45392, + "JC": 45393, + "四肢": 45394, + "明细": 45395, + "這一": 45396, + ")=\\": 45397, + "Jim": 45398, + "▁HH": 45399, + "代表团": 45400, + "在香港": 45401, + "▁цър": 45402, + "▁Iter": 45403, + "▁бъде": 45404, + "neider": 45405, + "▁Decision": 45406, + "▁Dumpster": 45407, + "▁Redskins": 45408, + "墙面": 45409, + "岩石": 45410, + "早起": 45411, + "决定的": 45412, + "esse": 45413, + "▁ren": 45414, + "全面提升": 45415, + "还有什么": 45416, + "▁pudd": 45417, + "overflow": 45418, + "▁monopoly": 45419, + "▁electroly": 45420, + "▁troubling": 45421, + "住户": 45422, + "无不": 45423, + "有毒": 45424, + "Bra": 45425, + "▁Um": 45426, + "比较高": 45427, + "moil": 45428, + "stab": 45429, + "aptic": 45430, + "nQuant": 45431, + "▁Curry": 45432, + "▁Torah": 45433, + "▁Prayer": 45434, + "▁bodily": 45435, + "produced": 45436, + "▁prisons": 45437, + "▁Parameter": 45438, + "▁endpoints": 45439, + "▁normalize": 45440, + "▁originate": 45441, + "▁shattered": 45442, + "▁disposable": 45443, + "▁emphasizes": 45444, + "▁disturbance": 45445, + "YC": 45446, + "分鐘": 45447, + "性与": 45448, + "成員": 45449, + "难怪": 45450, + "ELS": 45451, + "Tax": 45452, + "▁ts": 45453, + "吃什么": 45454, + "困难的": 45455, + "更多人": 45456, + "andro": 45457, + "Contin": 45458, + "ichuan": 45459, + "▁Elvis": 45460, + "▁rooft": 45461, + "▁Signal": 45462, + "▁batches": 45463, + "▁jewellery": 45464, + "▁discriminator": 45465, + "察觉": 45466, + "打磨": 45467, + "歌舞": 45468, + "AML": 45469, + "Thu": 45470, + "iob": 45471, + "全球化": 45472, + "anya": 45473, + "]^{\\\\": 45474, + "nConse": 45475, + "▁Donna": 45476, + "▁ethic": 45477, + "▁seals": 45478, + "Through": 45479, + "ismatic": 45480, + "systems": 45481, + "▁светов": 45482, + "▁Catalog": 45483, + "ncorrespond": 45484, + "▁fabricated": 45485, + "▁introductory": 45486, + "万多": 45487, + "克尔": 45488, + "分娩": 45489, + "馒头": 45490, + "中全会": 45491, + "按规定": 45492, + "nAug": 45493, + "▁FOX": 45494, + "▁fax": 45495, + "金融服务": 45496, + "▁ruth": 45497, + "Compat": 45498, + "▁награ": 45499, + "Primary": 45500, + "}$\\\\\\\\\\": 45501, + "▁navigating": 45502, + "▁Brotherhood": 45503, + "▁communicated": 45504, + "克拉": 45505, + "县域": 45506, + "填补": 45507, + "打下": 45508, + "方形": 45509, + "胶囊": 45510, + "DAQ": 45511, + "Gui": 45512, + "Sky": 45513, + "▁САЩ": 45514, + "nBrian": 45515, + "▁Canal": 45516, + "▁rains": 45517, + "ellation": 45518, + "nInstall": 45519, + "▁affinity": 45520, + "▁reviewer": 45521, + "▁textbooks": 45522, + "▁descendants": 45523, + "▁neighbouring": 45524, + ")`": 45525, + "九年": 45526, + "医科": 45527, + "麻木": 45528, + "Tur": 45529, + "就有了": 45530, + "aday": 45531, + "ibus": 45532, + "рита": 45533, + "▁Rup": 45534, + "▁акт": 45535, + "Rules": 45536, + "clips": 45537, + "profits": 45538, + "▁sixteen": 45539, + "▁Cleaning": 45540, + "▁recurrence": 45541, + "议会": 45542, + "你应该": 45543, + "▁DID": 45544, + "▁methyl": 45545, + "▁thumbs": 45546, + "chemical": 45547, + "orkshire": 45548, + "Constructor": 45549, + "全长": 45550, + "另行": 45551, + "延安": 45552, + "机组": 45553, + "现行": 45554, + "的出": 45555, + "预示": 45556, + "不明白": 45557, + "了一段": 45558, + "经典的": 45559, + "undy": 45560, + "将进一步": 45561, + "anded": 45562, + "▁Catal": 45563, + "▁Cheese": 45564, + "▁Ranger": 45565, + "▁mantra": 45566, + "capacity": 45567, + "nfunctions": 45568, + "▁radically": 45569, + "唐代": 45570, + "奠定": 45571, + "库里": 45572, + "批复": 45573, + "рта": 45574, + "不小的": 45575, + "周围的": 45576, + "WORK": 45577, + "▁Lud": 45578, + "Pixel": 45579, + "▁tutor": 45580, + "▁Advice": 45581, + "▁harbor": 45582, + "▁moderation": 45583, + "▁universally": 45584, + "實現": 45585, + "重返": 45586, + "雇佣": 45587, + "▁ls": 45588, + "内分泌": 45589, + "adly": 45590, + "enry": 45591, + "past": 45592, + "zoom": 45593, + "▁HIS": 45594, + "▁resh": 45595, + "cyclic": 45596, + "▁couns": 45597, + "nLocated": 45598, + "▁expires": 45599, + "▁rockets": 45600, + "ndescribe": 45601, + "▁altering": 45602, + "▁ventilation": 45603, + "▁accelerating": 45604, + "lv": 45605, + "pH": 45606, + "分发": 45607, + "小三": 45608, + "清代": 45609, + "紫色": 45610, + "高新": 45611, + "tIn": 45612, + "род": 45613, + "▁cu": 45614, + "付出的": 45615, + "模式的": 45616, + "Linq": 45617, + "nHel": 45618, + "▁APP": 45619, + "▁humid": 45620, + "onestly": 45621, + "▁marketed": 45622, + "▁anonymity": 45623, + "nRegardless": 45624, + "▁Activities": 45625, + "▁spreadsheet": 45626, + "封面": 45627, + "日生": 45628, + "USH": 45629, + "Wow": 45630, + "▁ND": 45631, + "nocc": 45632, + "▁dich": 45633, + "etting": 45634, + "▁Novel": 45635, + "openhagen": 45636, + "▁throttle": 45637, + "ndescription": 45638, + "入场": 45639, + "华北": 45640, + "專家": 45641, + "无缝": 45642, + "本的": 45643, + "贴心": 45644, + "ANA": 45645, + "Its": 45646, + "十七条": 45647, + "解决的": 45648, + "buck": 45649, + "pole": 45650, + "▁гла": 45651, + "承担连带": 45652, + "▁canned": 45653, + "▁detain": 45654, + "▁dimensionality": 45655, + "四种": 45656, + "总计": 45657, + "遥远": 45658, + "骚扰": 45659, + "нес": 45660, + "一点的": 45661, + "显示屏": 45662, + "alla": 45663, + "▁alk": 45664, + "▁foc": 45665, + "没有一个": 45666, + "Water": 45667, + "▁Zomb": 45668, + "ismiss": 45669, + "▁Arrow": 45670, + "▁Shape": 45671, + "ropract": 45672, + "▁teamed": 45673, + "▁Vitamin": 45674, + "▁Published": 45675, + "nWASHINGTON": 45676, + "他从": 45677, + "山路": 45678, + "打得": 45679, + "枯燥": 45680, + "烘干": 45681, + "一般在": 45682, + "内部的": 45683, + "前面的": 45684, + "干细胞": 45685, + "urop": 45686, + "▁Fut": 45687, + "▁Leaf": 45688, + "▁Ment": 45689, + "Export": 45690, + "amburg": 45691, + "▁Witch": 45692, + "arrings": 45693, + "▁Goodman": 45694, + "▁bowling": 45695, + "cientists": 45696, + "▁ceremonies": 45697, + "▁compressor": 45698, + "了你": 45699, + "储能": 45700, + "地向": 45701, + "将从": 45702, + "脱颖": 45703, + "请教": 45704, + "高通": 45705, + "xyz": 45706, + "▁Ку": 45707, + "乒乓球": 45708, + "长期的": 45709, + "ithe": 45710, + "ктор": 45711, + "▁Cros": 45712, + "doctor": 45713, + "▁север": 45714, + "Digital": 45715, + "▁Subject": 45716, + "▁Suddenly": 45717, + "Pt": 45718, + "泄漏": 45719, + "至於": 45720, + "行列": 45721, + "MjA": 45722, + "Ren": 45723, + "▁Sz": 45724, + "保护区": 45725, + "地看着": 45726, + "情况和": 45727, + "错过了": 45728, + "损害赔偿": 45729, + "民营企业": 45730, + "Happy": 45731, + "noper": 45732, + "▁Flip": 45733, + "levels": 45734, + "▁Flying": 45735, + "▁embarrassment": 45736, + "(/": 45737, + "何处": 45738, + "后人": 45739, + "无缘": 45740, + "特效": 45741, + "ETS": 45742, + "vag": 45743, + "▁hr": 45744, + "的美好": 45745, + "idge": 45746, + "lake": 45747, + "nTen": 45748, + "▁'\\\"": 45749, + "▁ein": 45750, + "这样的话": 45751, + "Human": 45752, + "ersen": 45753, + "▁HUGE": 45754, + "▁Actor": 45755, + "▁Diane": 45756, + "Columns": 45757, + "earance": 45758, + "▁breeds": 45759, + "▁PURPOSE": 45760, + "▁Strength": 45761, + "▁computes": 45762, + "▁greeting": 45763, + "▁superposition": 45764, + "名家": 45765, + "活在": 45766, + "酒后": 45767, + "mur": 45768, + "лин": 45769, + "司法局": 45770, + "陌生的": 45771, + "akis": 45772, + "▁Gor": 45773, + "全国各地": 45774, + "数字货币": 45775, + "numpy": 45776, + "▁Bren": 45777, + "▁Gust": 45778, + "▁Hear": 45779, + "▁cate": 45780, + "▁края": 45781, + "ilings": 45782, + "ordial": 45783, + "▁Alien": 45784, + "nsatisf": 45785, + "▁Harold": 45786, + "occupied": 45787, + "ymmetries": 45788, + "▁escaping": 45789, + "▁mitigation": 45790, + "三板": 45791, + "之日": 45792, + "理所": 45793, + "自考": 45794, + "讲堂": 45795, + "集结": 45796, + "MEM": 45797, + "经本院": 45798, + "alli": 45799, + "▁ALS": 45800, + "医疗卫生": 45801, + "▁spun": 45802, + "▁sanity": 45803, + "▁tasked": 45804, + "▁Ethereum": 45805, + "▁weighting": 45806, + "▁Experiment": 45807, + "河水": 45808, + "▁Mn": 45809, + "引导学生": 45810, + "▁fidu": 45811, + "comings": 45812, + "▁dosage": 45813, + "▁valign": 45814, + "▁grading": 45815, + "▁nonnegative": 45816, + "FN": 45817, + "一听": 45818, + "余年": 45819, + "削弱": 45820, + "较差": 45821, + "**(": 45822, + "污染物": 45823, + "项目部": 45824, + "slot": 45825, + "▁Bil": 45826, + "▁nets": 45827, + "▁nond": 45828, + "ppings": 45829, + "▁cries": 45830, + "▁tariffs": 45831, + "Io": 45832, + "MRI": 45833, + "SIM": 45834, + "主张的": 45835, + "相比于": 45836, + "▁AUT": 45837, + "▁Koch": 45838, + "▁Stuff": 45839, + "▁\\\\\\\\[": 45840, + "▁rogue": 45841, + "▁skelet": 45842, + "nSubject": 45843, + "releases": 45844, + "▁Citizen": 45845, + "▁novelty": 45846, + "▁percept": 45847, + "▁Mohammed": 45848, + "▁Symphony": 45849, + "▁forensic": 45850, + "与否": 45851, + "亲身": 45852, + "大风": 45853, + "二十四": 45854, + "为自己的": 45855, + "▁gays": 45856, + "▁toggle": 45857, + "▁erosion": 45858, + "locations": 45859, + "他有": 45860, + "听过": 45861, + "火花": 45862, + "▁Ez": 45863, + "uggle": 45864, + "стори": 45865, + "▁gren": 45866, + "▁lump": 45867, + "每个人都有": 45868, + "▁Geoff": 45869, + "▁Bangkok": 45870, + "▁Killing": 45871, + "underbrace": 45872, + "▁kindergarten": 45873, + "wr": 45874, + "山村": 45875, + "王的": 45876, + "脊柱": 45877, + "loo": 45878, + "▁IB": 45879, + "添加剂": 45880, + "给了我": 45881, + "高度的": 45882, + "'):\\": 45883, + "▁Sig": 45884, + "▁Ware": 45885, + "intent": 45886, + "▁Strat": 45887, + "▁woven": 45888, + "CLUDING": 45889, + "▁nephew": 45890, + "▁револю": 45891, + "▁invariants": 45892, + "▁respectable": 45893, + "Ty": 45894, + "施肥": 45895, + "ROOT": 45896, + "supp": 45897, + "emark": 45898, + "pairs": 45899, + "▁Judy": 45900, + "Styles": 45901, + "nGoing": 45902, + "▁Parse": 45903, + "Company": 45904, + "публика": 45905, + "▁tapped": 45906, + "▁Critical": 45907, + "▁Functions": 45908, + "▁underwent": 45909, + "▁Preferences": 45910, + "传闻": 45911, + "讽刺": 45912, + "AAA": 45913, + "是国家": 45914, + "郑州市": 45915, + "hyth": 45916, + "nLeg": 45917, + "мати": 45918, + "科学研究": 45919, + "nCare": 45920, + "▁Renew": 45921, + "▁curry": 45922, + "▁inactive": 45923, + "getMessage": 45924, + "▁sentencing": 45925, + "▁recommending": 45926, + "中去": 45927, + "冬奥": 45928, + "庞大": 45929, + ")}^": 45930, + "▁EW": 45931, + "也应该": 45932, + "新华社": 45933, + "的关注": 45934, + "虽然在": 45935, + "густ": 45936, + "нява": 45937, + "▁Symbol": 45938, + "▁Wagner": 45939, + "▁намира": 45940, + "▁Beverly": 45941, + "▁elusive": 45942, + "▁Blizzard": 45943, + "▁theatrical": 45944, + "漫步": 45945, + "趁着": 45946, + "CDM": 45947, + "^+_": 45948, + "▁Og": 45949, + "中含有": 45950, + "启动仪式": 45951, + "enary": 45952, + "mable": 45953, + "sorry": 45954, + "мента": 45955, + "▁Fuel": 45956, + "▁bans": 45957, + "autions": 45958, + "▁Lastly": 45959, + "coupling": 45960, + "nOverview": 45961, + "▁physiological": 45962, + "两端": 45963, + "兑换": 45964, + "协定": 45965, + "安县": 45966, + "锅炉": 45967, + "=__": 45968, + "AVA": 45969, + "TRA": 45970, + "tWe": 45971, + "我不会": 45972, + "的这个": 45973, + "▁MED": 45974, + "▁Mate": 45975, + "▁Solo": 45976, + "▁cann": 45977, + "▁odor": 45978, + "▁Shift": 45979, + "vertices": 45980, + "▁Alcohol": 45981, + "▁fasting": 45982, + "▁shampoo": 45983, + "▁offender": 45984, + "▁screamed": 45985, + "▁superstar": 45986, + "▁advantageous": 45987, + "上个": 45988, + "复旦": 45989, + "笑声": 45990, + "解说": 45991, + "▁Io": 45992, + "把这些": 45993, + "▁punt": 45994, + "▁ellip": 45995, + "▁linem": 45996, + "▁coping": 45997, + "isitions": 45998, + "▁shutting": 45999, + "▁multiplier": 46000, + "-}": 46001, + "秒钟": 46002, + "缓刑": 46003, + "背部": 46004, + "迷失": 46005, + "MDE": 46006, + "cid": 46007, + "idis": 46008, + "opia": 46009, + "щест": 46010, + "▁swo": 46011, + "stuff": 46012, + "▁pinned": 46013, + "▁liquids": 46014, + "▁Nationals": 46015, + "▁astronomy": 46016, + "▁symplectic": 46017, + "▁telescopes": 46018, + "也會": 46019, + "开来": 46020, + "张贴": 46021, + "着实": 46022, + "MTE": 46023, + "▁LM": 46024, + "一定能": 46025, + "对我说": 46026, + "小女孩": 46027, + "ndue": 46028, + "但是我们": 46029, + "赞赏功能": 46030, + "alogy": 46031, + "amina": 46032, + "directed": 46033, + "▁Authors": 46034, + "▁Sharing": 46035, + "▁accents": 46036, + "▁curated": 46037, + "vanishing": 46038, + "Ka": 46039, + "一出": 46040, + "入睡": 46041, + "曲折": 46042, + "疏导": 46043, + "病理": 46044, + "还被": 46045, + "随手": 46046, + "魔鬼": 46047, + "理事长": 46048, + "还不够": 46049, + "▁Caf": 46050, + "民初字第": 46051, + "Groups": 46052, + "phants": 46053, + "Encoding": 46054, + "Nullable": 46055, + "▁Cluster": 46056, + "▁Readers": 46057, + "▁guardian": 46058, + "▁massacre": 46059, + "uggestions": 46060, + "▁condensation": 46061, + "京津": 46062, + "对标": 46063, + "精益": 46064, + "要将": 46065, + "防腐": 46066, + "AMD": 46067, + "Wed": 46068, + "xia": 46069, + "了一点": 46070, + "以后的": 46071, + "flip": 46072, + "▁DEL": 46073, + "▁das": 46074, + "但实际上": 46075, + "对我来说": 46076, + "负责同志": 46077, + "这种方式": 46078, + "▁WANT": 46079, + "Resolver": 46080, + "▁mansion": 46081, + "▁notations": 46082, + "▁scholarly": 46083, + "▁stabilize": 46084, + "▁misconduct": 46085, + "▁progresses": 46086, + "有条": 46087, + "Occ": 46088, + "几分钟": 46089, + "多媒体": 46090, + "如何在": 46091, + "日立案": 46092, + "是由于": 46093, + "nDan": 46094, + "tstd": 46095, + "▁Dro": 46096, + "nFore": 46097, + "Science": 46098, + "▁amazon": 46099, + "▁cardio": 46100, + "▁Phillip": 46101, + "少儿": 46102, + "投降": 46103, + "橄榄": 46104, + "走去": 46105, + "决定书": 46106, + "而言之": 46107, + "转移到": 46108, + "▁dum": 46109, + "▁foo": 46110, + "民间借贷": 46111, + "ccoli": 46112, + "}=\\\\{": 46113, + "▁Jedi": 46114, + "▁{$\\\\": 46115, + "市人民政府": 46116, + "▁START": 46117, + "▁solic": 46118, + "nBetween": 46119, + "▁intermit": 46120, + "▁Engineers": 46121, + "▁comforting": 46122, + "aq": 46123, + "乙醇": 46124, + "周转": 46125, + "征地": 46126, + "心目": 46127, + "анд": 46128, + "的趋势": 46129, + "艺术品": 46130, + "法律依据": 46131, + "▁Deck": 46132, + "▁Echo": 46133, + "▁Till": 46134, + "▁metic": 46135, + "numbers": 46136, + "▁bumper": 46137, + "▁mosque": 46138, + "Serializer": 46139, + "▁superiority": 46140, + "摸索": 46141, + "比利": 46142, + "闪烁": 46143, + "为目标": 46144, + "科学与": 46145, + "nJob": 46146, + "sale": 46147, + "健康成长": 46148, + "实实在在": 46149, + "越来越大": 46150, + "lceil": 46151, + "▁doom": 46152, + "▁medals": 46153, + "▁educator": 46154, + "▁anomalies": 46155, + "▁Consulting": 46156, + "▁filtration": 46157, + "▁progressively": 46158, + "tB": 46159, + "传出": 46160, + "协力": 46161, + "吸取": 46162, + "故宫": 46163, + "是啊": 46164, + "纵横": 46165, + "赛场": 46166, + "陆军": 46167, + "▁bc": 46168, + "在路上": 46169, + "的观点": 46170, + "gran": 46171, + "▁WoW": 46172, + "▁für": 46173, + "▁Rugby": 46174, + "▁spoil": 46175, + "nExpand": 46176, + "……………………": 46177, + "▁congreg": 46178, + "▁furious": 46179, + "▁donating": 46180, + "▁feathers": 46181, + "▁prohibit": 46182, + "▁disadvantages": 46183, + "化石": 46184, + "四方": 46185, + "庆幸": 46186, + "急忙": 46187, + "朗读": 46188, + "欣喜": 46189, + "醒了": 46190, + "關鍵": 46191, + "▁=&": 46192, + "的一段": 46193, + "近距离": 46194, + "▁Leh": 46195, + "▁NLO": 46196, + "▁TWO": 46197, + "▁UND": 46198, + "apons": 46199, + "thood": 46200, + "▁Hugh": 46201, + "▁Jagu": 46202, + "▁Knox": 46203, + "▁tidy": 46204, + "▁intox": 46205, + "▁Philly": 46206, + "▁ballet": 46207, + "▁peaked": 46208, + "▁boosted": 46209, + "▁spoiled": 46210, + "▁Infrastructure": 46211, + "制订": 46212, + "坦言": 46213, + "大奖": 46214, + "手套": 46215, + "护照": 46216, + "лекс": 46217, + "▁outwe": 46218, + "▁sixty": 46219, + "▁fruitful": 46220, + "▁bilateral": 46221, + "▁snapshots": 46222, + "先前": 46223, + "党内": 46224, + "华丽": 46225, + "有小": 46226, + "连连": 46227, + "eea": 46228, + "借款人": 46229, + "支持和": 46230, + "玩游戏": 46231, + "发展规划": 46232, + "ifter": 46233, + "often": 46234, + "▁pric": 46235, + "适合自己的": 46236, + "▁Atlas": 46237, + "nstrong": 46238, + "▁Newman": 46239, + "▁curtains": 46240, + "多半": 46241, + "殴打": 46242, + "油的": 46243, + "Hit": 46244, + "▁FD": 46245, + "我记得": 46246, + "▁CRM": 46247, + "▁TRA": 46248, + "生态系统": 46249, + "越来越好": 46250, + "nSpec": 46251, + "tyard": 46252, + "▁misf": 46253, + "▁remix": 46254, + "inverse": 46255, + "nLogged": 46256, + "▁продъл": 46257, + "▁follower": 46258, + "▁optically": 46259, + "▁discharged": 46260, + "▁Constitutional": 46261, + "PCR": 46262, + "nea": 46263, + "安全和": 46264, + "经验和": 46265, + "seek": 46266, + "▁PTS": 46267, + "▁Pig": 46268, + "▁Heck": 46269, + "非常重要的": 46270, + "npower": 46271, + "▁Ahmad": 46272, + "▁Galile": 46273, + "▁boiler": 46274, + "▁drainage": 46275, + "▁arbitration": 46276, + "▁constituent": 46277, + "▁transmitting": 46278, + "信赖": 46279, + "和李": 46280, + "敬老": 46281, + "为确保": 46282, + "为重点": 46283, + "它可以": 46284, + "@{\\\\": 46285, + "рабо": 46286, + "▁Rac": 46287, + "▁Ras": 46288, + "航空公司": 46289, + "alism": 46290, + "nthus": 46291, + "вършва": 46292, + "嫁给": 46293, + "IRC": 46294, + "uta": 46295, + "可不是": 46296, + "处女座": 46297, + "atta": 46298, + "affle": 46299, + "▁Sans": 46300, + "▁Sequ": 46301, + "▁Asset": 46302, + "▁rename": 46303, + "▁Boulder": 46304, + "▁allergy": 46305, + "▁Comparison": 46306, + "了三": 46307, + "展出": 46308, + "雅思": 46309, + "颇为": 46310, + "Sym": 46311, + "TPS": 46312, + "▁FP": 46313, + "▁Да": 46314, + "本科生": 46315, + "的路上": 46316, + "decay": 46317, + "piring": 46318, + "igslist": 46319, + "▁superm": 46320, + "▁punches": 46321, + "▁Employee": 46322, + "▁elegance": 46323, + "▁solitary": 46324, + "▁fantasies": 46325, + "▁Charleston": 46326, + "▁indictment": 46327, + "▁expenditures": 46328, + "既能": 46329, + "深远": 46330, + "解毒": 46331, + "计时": 46332, + "陈列": 46333, + "届全国": 46334, + "▁gle": 46335, + "angan": 46336, + "itism": 46337, + "▁Mond": 46338, + "▁PLAY": 46339, + "▁mans": 46340, + "Intent": 46341, + "▁откри": 46342, + "Percent": 46343, + "▁Commit": 46344, + "▁daring": 46345, + "▁българ": 46346, + "appendix": 46347, + "抓实": 46348, + "產生": 46349, + "转运": 46350, + "Cas": 46351, + "yrs": 46352, + "总面积": 46353, + "自然而": 46354, + "tier": 46355, + "▁DRM": 46356, + "▁Mama": 46357, + "▁Merc": 46358, + "roduce": 46359, + "▁piles": 46360, + "▁seize": 46361, + "案件适用法律": 46362, + "▁christian": 46363, + "▁shortcuts": 46364, + "▁holomorphic": 46365, + "磨损": 46366, + "Haw": 46367, + "Way": 46368, + "的了解": 46369, + "的国际": 46370, + "Disk": 46371, + "▁дан": 46372, + "综合素质": 46373, + "行业协会": 46374, + "Asset": 46375, + "endid": 46376, + "▁anne": 46377, + "quette": 46378, + "▁Provider": 46379, + "▁gigantic": 46380, + "▁predators": 46381, + "▁matplotlib": 46382, + "也得": 46383, + "名气": 46384, + "尽情": 46385, + "断裂": 46386, + "用在": 46387, + "量产": 46388, + "::$": 46389, + "nFr": 46390, + "▁版的": 46391, + "之日止": 46392, + "▁NUM": 46393, + "数字经济": 46394, + "社会责任": 46395, + "▁motto": 46396, + "给付金钱义务": 46397, + "alaxies": 46398, + "▁hitter": 46399, + "▁всички": 46400, + "shipping": 46401, + "minecraft": 46402, + "▁Hardware": 46403, + "▁bipartisan": 46404, + "’)": 46405, + "通话": 46406, + "颇有": 46407, + "责任人": 46408, + "afka": 46409, + "държа": 46410, + "▁yell": 46411, + "Robert": 46412, + "▁Kenneth": 46413, + "▁indulge": 46414, + "▁Matthews": 46415, + "▁Employees": 46416, + "▁evidenced": 46417, + "▁investigative": 46418, + "三者": 46419, + "明知": 46420, + "osm": 46421, + "也算是": 46422, + "应当依照": 46423, + "nProm": 46424, + "▁Shir": 46425, + "nAlways": 46426, + "▁multic": 46427, + "▁plaque": 46428, + "▁suffix": 46429, + "▁Banking": 46430, + "placeholder": 46431, + "▁Translation": 46432, + "▁strengthened": 46433, + "一并": 46434, + "上路": 46435, + "惊人": 46436, + "行长": 46437, + "重磅": 46438, + "雪花": 46439, + "dip": 46440, + "▁rs": 46441, + "grey": 46442, + "▁IDs": 46443, + "▁Kaw": 46444, + "▁Tas": 46445, + "或者其他": 46446, + "▁Mell": 46447, + "▁perc": 46448, + "issors": 46449, + "▁Caval": 46450, + "\\\\|_{\\\\": 46451, + "zschild": 46452, + "▁cereal": 46453, + "▁puppet": 46454, + "▁reload": 46455, + "▁Македония": 46456, + "nApparently": 46457, + "▁discourage": 46458, + "后代": 46459, + "PAN": 46460, + "共同的": 46461, + "市面上": 46462, + "当下的": 46463, + "精细化": 46464, + "经开区": 46465, + "TERN": 46466, + "▁Кар": 46467, + "nedit": 46468, + "▁Hank": 46469, + "scenes": 46470, + "▁Wendy": 46471, + "▁Hammer": 46472, + "nprivate": 46473, + "▁ImageNet": 46474, + "▁competed": 46475, + "nBackground": 46476, + "▁Maintenance": 46477, + "▁ж": 46478, + "军工": 46479, + "肝癌": 46480, + "NjA": 46481, + "基督教": 46482, + "没必要": 46483, + "的眼睛": 46484, + "{-\\\\": 46485, + "都不知道": 46486, + "▁Ages": 46487, + "arrison": 46488, + "developer": 46489, + "▁immersed": 46490, + "▁Population": 46491, + "▁breastfeeding": 46492, + "休假": 46493, + "促销": 46494, + "牛市": 46495, + "规避": 46496, + "诱导": 46497, + "那份": 46498, + "%\\\\": 46499, + "тру": 46500, + "了一张": 46501, + "的一名": 46502, + "agus": 46503, + "коно": 46504, + "avers": 46505, + "▁Vote": 46506, + "▁iMac": 46507, + "▁jars": 46508, + "▁goose": 46509, + "▁semif": 46510, + "▁thief": 46511, + "keepers": 46512, + "nproblem": 46513, + "▁Violence": 46514, + "▁asserted": 46515, + "▁remnants": 46516, + ">:": 46517, + "也想": 46518, + "花香": 46519, + "кон": 46520, + "坚持以": 46521, + "loid": 46522, + "mite": 46523, + "▁lows": 46524, + "▁riot": 46525, + "▁Naval": 46526, + "▁coral": 46527, + "▁sings": 46528, + "▁slogan": 46529, + "▁Romania": 46530, + "▁Important": 46531, + "▁aggregated": 46532, + "▁permitting": 46533, + "一轮": 46534, + "屋里": 46535, + "看望": 46536, + "雪山": 46537, + "▁”\\": 46538, + "Tele": 46539, + "主题活动": 46540, + "并处罚金": 46541, + "nbound": 46542, + "▁meats": 46543, + "▁shuff": 46544, + "▁multif": 46545, + "▁killers": 46546, + "▁patented": 46547, + "▁interviewing": 46548, + "打扰": 46549, + "泥土": 46550, + "津贴": 46551, + "自理": 46552, + "设在": 46553, + "说你": 46554, + "对我的": 46555, + "的代表": 46556, + "英格兰": 46557, + "▁MAP": 46558, + "紧紧围绕": 46559, + "esteem": 46560, + "nbased": 46561, + "▁Celtic": 46562, + "▁avatar": 46563, + "▁forged": 46564, + "▁mundane": 46565, + "▁tendencies": 46566, + "置换": 46567, + "===": 46568, + "ILY": 46569, + "жно": 46570, + "他指出": 46571, + "ITLE": 46572, + "nPlus": 46573, + "▁Isle": 46574, + "▁Prix": 46575, + "ablish": 46576, + "▁Sheet": 46577, + "▁VIDEO": 46578, + "nstates": 46579, + "▁shines": 46580, + "▁sinking": 46581, + "▁barbecue": 46582, + "▁theorems": 46583, + "▁homeschool": 46584, + "▁narratives": 46585, + "初三": 46586, + "ASP": 46587, + "与我们": 46588, + "付出了": 46589, + "都是有": 46590, + "▁Fee": 46591, + "Stock": 46592, + "ranty": 46593, + "tains": 46594, + "▁conn": 46595, + "Sports": 46596, + "▁Shows": 46597, + "▁slash": 46598, + "naround": 46599, + "▁crises": 46600, + "▁triang": 46601, + "▁Driving": 46602, + "▁drunken": 46603, + "▁kidnapped": 46604, + "▁Petersburg": 46605, + "▁aesthetics": 46606, + "▁insulating": 46607, + "他能": 46608, + "鲜艳": 46609, + "齐心": 46610, + "会觉得": 46611, + "婴幼儿": 46612, + "方法的": 46613, + "OUSE": 46614, + "UEST": 46615, + "shown": 46616, + "▁sinus": 46617, + "птември": 46618, + "▁Sources": 46619, + "▁antifer": 46620, + "▁discard": 46621, + "▁narciss": 46622, + "▁Cemetery": 46623, + "▁Syndrome": 46624, + "▁squeezing": 46625, + "▁surgeries": 46626, + "▁explosions": 46627, + "▁redundancy": 46628, + "▁questionnaire": 46629, + "之称": 46630, + "利物": 46631, + "宣誓": 46632, + "我这": 46633, + "无偿": 46634, + "警务": 46635, + "从来不": 46636, + "地进行": 46637, + "East": 46638, + "tnew": 46639, + "дите": 46640, + "▁tac": 46641, + "二维码转账": 46642, + "▁Exped": 46643, + "▁Mitch": 46644, + "▁finer": 46645, + "▁capped": 46646, + "▁bankers": 46647, + "▁upfront": 46648, + "▁Aviation": 46649, + "▁discouraged": 46650, + "▁°": 46651, + "可选": 46652, + "国学": 46653, + "承租": 46654, + "米饭": 46655, + "ENV": 46656, + "yam": 46657, + "yml": 46658, + "不可思议": 46659, + "▁Amber": 46660, + "▁Medal": 46661, + "▁\\\");\\": 46662, + "▁recon": 46663, + "▁warns": 46664, + "Testing": 46665, + "▁adjoint": 46666, + "▁uploading": 46667, + "▁voluntarily": 46668, + "向来": 46669, + "天文": 46670, + "禁区": 46671, + "cia": 46672, + "tsy": 46673, + "连接的": 46674, + "tuce": 46675, + "受苹果公司": 46676, + "新规定影响": 46677, + "nConst": 46678, + "rieved": 46679, + "registry": 46680, + "▁Patient": 46681, + "▁cynical": 46682, + "▁homomorphism": 46683, + "KG": 46684, + "去掉": 46685, + "洗涤": 46686, + "芒果": 46687, + "这将": 46688, + "MOS": 46689, + "▁{(": 46690, + "看一下": 46691, + "prof": 46692, + "нския": 46693, + "▁Grow": 46694, + "支持公众号": 46695, + "▁版的赞赏功能": 46696, + "Commerce": 46697, + "▁massively": 46698, + "班会": 46699, + "进军": 46700, + "caps": 46701, + "▁Asc": 46702, + "nAppl": 46703, + "▁sane": 46704, + "ermany": 46705, + "mathds": 46706, + "ributors": 46707, + "▁Meaning": 46708, + "▁renders": 46709, + "▁няколко": 46710, + "他所": 46711, + "員工": 46712, + "在西": 46713, + "被子": 46714, + "貿易": 46715, + "一种是": 46716, + "目标是": 46717, + "一审判决": 46718, + "市场规模": 46719, + "爱国主义": 46720, + "▁USDA": 46721, + "▁bios": 46722, + "Street": 46723, + "▁stint": 46724, + "physics": 46725, + "▁anarch": 46726, + "▁needles": 46727, + "aporation": 46728, + "▁launcher": 46729, + "▁apologies": 46730, + "▁assistants": 46731, + "▁Investigation": 46732, + "九十": 46733, + "元左右": 46734, + "发病率": 46735, + "我们从": 46736, + "理解的": 46737, + "眼中的": 46738, + "|}\\\\": 46739, + "▁Roh": 46740, + "▁unint": 46741, + "inspace": 46742, + "▁iphone": 46743, + "▁perenn": 46744, + "干货": 46745, + "文革": 46746, + "替补": 46747, + "迟迟": 46748, + "關注": 46749, + "不少于": 46750, + "的表情": 46751, + "Must": 46752, + "nTurn": 46753, + "ielsen": 46754, + "perate": 46755, + "▁slipping": 46756, + "▁Accounting": 46757, + "▁differentiable": 46758, + "在南": 46759, + "格林": 46760, + "转入": 46761, + "這次": 46762, + "hoff": 46763, + "▁Viv": 46764, + "▁ont": 46765, + "▁ratt": 46766, + "nTitle": 46767, + "February": 46768, + "datasets": 46769, + "▁Cornell": 46770, + "▁emitting": 46771, + "rimination": 46772, + "▁defective": 46773, + "▁competence": 46774, + "▁grassroots": 46775, + "▁furthermore": 46776, + "JB": 46777, + "上图": 46778, + "与众": 46779, + "坎坷": 46780, + "奔波": 46781, + "机床": 46782, + "皆是": 46783, + "vie": 46784, + "以及对": 46785, + "不可或缺": 46786, + "▁agile": 46787, + "▁defeating": 46788, + "▁detectable": 46789, + "▁intercourse": 46790, + "喝茶": 46791, + "地为": 46792, + "手持": 46793, + "提质": 46794, + "Lim": 46795, + "想象的": 46796, + "IDTH": 46797, + "hdad": 46798, + "anmar": 46799, + "ermed": 46800, + "orman": 46801, + "ристо": 46802, + "marker": 46803, + "twhile": 46804, + "Surface": 46805, + "}{*}{\\\\": 46806, + "▁Bangalore": 46807, + "原型": 46808, + "排斥": 46809, + "sus": 46810, + "发出的": 46811, + "Dash": 46812, + "Done": 46813, + "firm": 46814, + "▁AFC": 46815, + "▁Eco": 46816, + "bourg": 46817, + "▁Pour": 46818, + "nElect": 46819, + "olphin": 46820, + "DOCTYPE": 46821, + "▁finely": 46822, + "▁fluffy": 46823, + "▁parton": 46824, + "▁cruelty": 46825, + "|>": 46826, + "其间": 46827, + "势必": 46828, + "通孔": 46829, + "nBo": 46830, + "▁пр": 46831, + "和朋友": 46832, + "eeee": 46833, + "Words": 46834, + "▁Arms": 46835, + "▁accusing": 46836, + "▁youthful": 46837, + "▁Coordinator": 46838, + "[…": 46839, + "产妇": 46840, + "尺度": 46841, + "应聘": 46842, + "底的": 46843, + "开具": 46844, + "站立": 46845, + "精湛": 46846, + "老爸": 46847, + "Img": 46848, + "ngu": 46849, + "AIDS": 46850, + "endo": 46851, + "tour": 46852, + "ODULE": 46853, + "uggets": 46854, + "▁linen": 46855, + "▁snaps": 46856, + "▁Hospit": 46857, + "▁baggage": 46858, + "▁categorized": 46859, + "乔治": 46860, + "叛逆": 46861, + "处方": 46862, + "的年": 46863, + "NjE": 46864, + "PHP": 46865, + "nKe": 46866, + "绝对是": 46867, + "说明书": 46868, + "heid": 46869, + "atype": 46870, + "▁Roof": 46871, + "▁noun": 46872, + "▁Alban": 46873, + "▁Rapids": 46874, + "▁violin": 46875, + "▁Surgery": 46876, + "▁compuls": 46877, + "▁rebuilt": 46878, + "」（": 46879, + "切断": 46880, + "号称": 46881, + "围观": 46882, + "抗拒": 46883, + "活得": 46884, + "ieg": 46885, + "▁ah": 46886, + "只要有": 46887, + "由中国": 46888, + "组合物": 46889, + "stay": 46890, + "▁Fry": 46891, + "▁Fuk": 46892, + "身边的人": 46893, + "Actor": 46894, + "▁Logic": 46895, + "▁ropes": 46896, + "▁Austrian": 46897, + "▁Richards": 46898, + "▁macroscopic": 46899, + "▁comprehension": 46900, + "主意": 46901, + "打响": 46902, + "提振": 46903, + "次于": 46904, + "精美": 46905, + "我们去": 46906, + "'\\\"\\": 46907, + "Adam": 46908, + "nRun": 46909, + "▁FPS": 46910, + "▁hid": 46911, + "brown": 46912, + "nCase": 46913, + "▁}}\\\"": 46914, + "nPhone": 46915, + "▁Grill": 46916, + "bibitem": 46917, + "▁unrest": 46918, + "▁flavours": 46919, + "▁trusting": 46920, + "▁kinematics": 46921, + ";\\\\;\\\\;\\\\;\\\\": 46922, + "▁indefinitely": 46923, + "▁Manufacturing": 46924, + "印章": 46925, + "後來": 46926, + "绝不": 46927, + "辩解": 46928, + "Isl": 46929, + "你现在": 46930, + "张某某": 46931, + "著作权": 46932, + "Know": 46933, + "创新发展": 46934, + "▁Hers": 46935, + "▁Shock": 46936, + "▁icing": 46937, + "minimal": 46938, + "▁blender": 46939, + "▁intimacy": 46940, + "仙女": 46941, + "开封": 46942, + "玛丽": 46943, + "该车": 46944, + "的建议": 46945, + "的收入": 46946, + "老太太": 46947, + "▁Ivy": 46948, + "ucing": 46949, + "ISSION": 46950, + "Looking": 46951, + "▁Insert": 46952, + "▁borough": 46953, + "▁tensors": 46954, + "Components": 46955, + "▁Temperature": 46956, + "名下": 46957, + "在三": 46958, + "基板": 46959, + "姥姥": 46960, + "微型": 46961, + "沉迷": 46962, + "鸡汤": 46963, + "::\\": 46964, + "女主角": 46965, + "期限内": 46966, + "ATES": 46967, + "curl": 46968, + "大家可以": 46969, + "ffiti": 46970, + "▁paved": 46971, + "▁unite": 46972, + "nReviews": 46973, + "心想": 46974, + "慈悲": 46975, + "手游": 46976, + "滨海": 46977, + "缓存": 46978, + "文明的": 46979, + "▁PSP": 46980, + "▁wre": 46981, + "least": 46982, + "wrong": 46983, + "▁HVAC": 46984, + "isites": 46985, + "▁veins": 46986, + "extract": 46987, + "▁Guitar": 46988, + "▁locale": 46989, + "▁plunge": 46990, + "othermal": 46991, + "▁sympath": 46992, + "▁expansive": 46993, + "▁connectors": 46994, + "对策": 46995, + "胡椒": 46996, + "目前在": 46997, + "给原告": 46998, + "nAge": 46999, + "交警大队": 47000, + "ninteg": 47001, + "things": 47002, + "▁arous": 47003, + "▁Ladies": 47004, + "aturated": 47005, + "Americans": 47006, + "asionally": 47007, + "▁undergone": 47008, + "低保": 47009, + "夺得": 47010, + "年第": 47011, + "滥用": 47012, + "获批": 47013, + "主人公": 47014, + "回到家": 47015, + "cold": 47016, + "zier": 47017, + "▁XXX": 47018, + "▁Kard": 47019, + "▁deed": 47020, + "▁Molly": 47021, + "▁perks": 47022, + "preview": 47023, + "▁когато": 47024, + "▁Porsche": 47025, + "▁adrenal": 47026, + "▁maternal": 47027, + "▁preceded": 47028, + "▁empowered": 47029, + "▁instincts": 47030, + "▁sparkling": 47031, + "▁Regulation": 47032, + "bz": 47033, + "宁愿": 47034, + "展会": 47035, + "桌面": 47036, + "畸形": 47037, + "红线": 47038, + "钻研": 47039, + "MjE": 47040, + "vez": 47041, + "}^+": 47042, + "也不敢": 47043, + "▁IRA": 47044, + "▁Abbey": 47045, + "▁Arist": 47046, + "▁Rapid": 47047, + "▁eater": 47048, + "▁mouths": 47049, + "▁taller": 47050, + "▁washer": 47051, + "▁музика": 47052, + "cmidrule": 47053, + "▁jerseys": 47054, + "▁silicone": 47055, + "▁liberties": 47056, + "▁intimidating": 47057, + "会很": 47058, + "一时间": 47059, + "分析了": 47060, + "和美国": 47061, + "是多么": 47062, + "()))\\": 47063, + "ariat": 47064, + "deleg": 47065, + "▁stag": 47066, + "nModel": 47067, + "tering": 47068, + "gencies": 47069, + "nEditor": 47070, + "networks": 47071, + "▁thieves": 47072, + "▁thirteen": 47073, + "▁traveler": 47074, + "represented": 47075, + "红灯": 47076, + "药店": 47077, + "赛后": 47078, + "ELL": 47079, + "利物浦": 47080, + "设计和": 47081, + "这方面": 47082, + "▁iso": 47083, + "血液循环": 47084, + "资本主义": 47085, + "pable": 47086, + "дател": 47087, + "▁Relief": 47088, + "▁bladder": 47089, + "▁homotopy": 47090, + "▁procurement": 47091, + "▁manifestation": 47092, + "出庭": 47093, + "应届": 47094, + "还想": 47095, + "进气": 47096, + "ées": 47097, + "ões": 47098, + "打开了": 47099, + "根本上": 47100, + "的实际": 47101, + "还不是": 47102, + "^*_{": 47103, + "nMal": 47104, + "ника": 47105, + "▁Cause": 47106, + "Encoder": 47107, + "ilitary": 47108, + "kswagen": 47109, + "nduring": 47110, + "zbollah": 47111, + "▁Dreams": 47112, + "▁Guests": 47113, + "nWilliam": 47114, + "▁prerequ": 47115, + "Alignment": 47116, + "developed": 47117, + "万分": 47118, + "从头": 47119, + "其一": 47120, + "备课": 47121, + "复查": 47122, + "宁市": 47123, + "就用": 47124, + "帅气": 47125, + "Jet": 47126, + "abis": 47127, + "punct": 47128, + "▁Pist": 47129, + "facing": 47130, + "folios": 47131, + "▁Apost": 47132, + "▁Panama": 47133, + "~/": 47134, + "义工": 47135, + "价位": 47136, + "和人": 47137, + "隐形": 47138, + "ATS": 47139, + "opa": 47140, + "})]": 47141, + "也表示": 47142, + "在其中": 47143, + "尽全力": 47144, + "的女儿": 47145, + "质量和": 47146, + "Train": 47147, + "nTeam": 47148, + "lectic": 47149, + "▁scars": 47150, + "formula": 47151, + "orating": 47152, + "▁whales": 47153, + "▁Heisenberg": 47154, + "▁relentless": 47155, + "▁Integration": 47156, + "嘴唇": 47157, + "注销": 47158, + "片刻": 47159, + "配偶": 47160, + "cra": 47161, + "的资金": 47162, + "社会上": 47163, + "$^+$": 47164, + "(\\\"<": 47165, + "▁denom": 47166, + "ellington": 47167, + "▁Changing": 47168, + "▁Nigerian": 47169, + "▁adversary": 47170, + "▁socialism": 47171, + "下乡": 47172, + "分流": 47173, + "衛生": 47174, + "sac": 47175, + "选择题": 47176, + "andin": 47177, + "▁como": 47178, + "▁wast": 47179, + "robust": 47180, + "tfloat": 47181, + "▁scout": 47182, + "▁Export": 47183, + "orescent": 47184, + "practice": 47185, + "▁Standing": 47186, + "▁deploying": 47187, + "▁ferromagnetic": 47188, + "七个": 47189, + "之作": 47190, + "網站": 47191, + "Sha": 47192, + "}=\\": 47193, + "▁HC": 47194, + "层面的": 47195, + "OPLE": 47196, + "ulia": 47197, + "▁ace": 47198, + "在我看来": 47199, + "突发事件": 47200, + "phrase": 47201, + "▁anest": 47202, + "Classes": 47203, + "ertility": 47204, + "▁devised": 47205, + "essionals": 47206, + "Биография": 47207, + "}}/": 47208, + "дат": 47209, + "环境和": 47210, + "Loss": 47211, + "umbo": 47212, + "▁$<$": 47213, + "▁Gym": 47214, + "生活习惯": 47215, + "▁McCl": 47216, + "▁STAR": 47217, + "▁rebo": 47218, + "aleigh": 47219, + "▁detects": 47220, + "▁Arlington": 47221, + "▁downright": 47222, + "▁preschool": 47223, + "▁Membership": 47224, + "▁Philosophy": 47225, + "▁empirically": 47226, + "传销": 47227, + "内有": 47228, + "是小": 47229, + ")]$": 47230, + "bys": 47231, + "更需要": 47232, + "设置的": 47233, + "诸葛亮": 47234, + "ande": 47235, + "▁IPv": 47236, + "▁Voy": 47237, + "培训机构": 47238, + "融合发展": 47239, + "ruent": 47240, + "▁Tags": 47241, + "▁Limit": 47242, + "Monitor": 47243, + "▁floods": 47244, + "▁fueled": 47245, + "▁modulo": 47246, + "▁eagerly": 47247, + "▁obliged": 47248, + "▁spanned": 47249, + "▁Caroline": 47250, + "▁ignition": 47251, + "▁repositories": 47252, + "VV": 47253, + "专人": 47254, + "外媒": 47255, + "沪指": 47256, + "胖子": 47257, + "转到": 47258, + "LOB": 47259, + "看了看": 47260, + "一直都是": 47261, + "▁Grim": 47262, + "bsites": 47263, + "rising": 47264, + "nAnswer": 47265, + "▁Ethics": 47266, + "▁payday": 47267, + "▁unexpl": 47268, + "November": 47269, + "▁Failure": 47270, + "Threading": 47271, + "▁famously": 47272, + "▁checklist": 47273, + "▁directive": 47274, + "一辈": 47275, + "付清": 47276, + "多云": 47277, + "簡單": 47278, + "制定的": 47279, + "副县长": 47280, + "思想的": 47281, + "消失了": 47282, + "驾驶的": 47283, + "arta": 47284, + "▁LOC": 47285, + "▁clam": 47286, + "▁notor": 47287, + "▁concur": 47288, + "▁unfold": 47289, + "▁Frances": 47290, + "▁wellbeing": 47291, + "以防": 47292, + "减排": 47293, + "残忍": 47294, + "溢价": 47295, + "设法": 47296, + "disp": 47297, + "pots": 47298, + "Беле": 47299, + "▁UAV": 47300, + "rague": 47301, + "▁burial": 47302, + "▁valves": 47303, + "nSecondly": 47304, + "HB": 47305, + "剧场": 47306, + "千米": 47307, + "同樣": 47308, + "心上": 47309, + "爱尔": 47310, + "荔枝": 47311, + "随身": 47312, + "ako": 47313, + "直升机": 47314, + "达不到": 47315, + ")}{(": 47316, + "nMer": 47317, + "▁Handle": 47318, + "▁cheering": 47319, + "▁amusement": 47320, + "▁prevailing": 47321, + "举个": 47322, + "曙光": 47323, + "而他": 47324, + "是他们": 47325, + "▁eve": 47326, + "公共场所": 47327, + "▁bart": 47328, + "Answer": 47329, + "▁baths": 47330, + "egative": 47331, + "▁circus": 47332, + "▁recoil": 47333, + "ognitive": 47334, + "▁equilib": 47335, + "unciation": 47336, + "▁reckless": 47337, + "▁remarked": 47338, + "population": 47339, + "伪造": 47340, + "多地": 47341, + "幼稚": 47342, + "还说": 47343, + "马力": 47344, + "dup": 47345, + "高风险": 47346, + "▁пло": 47347, + "的一系列": 47348, + "Money": 47349, + "▁worms": 47350, + "fashioned": 47351, + "▁Distance": 47352, + "architecture": 47353, + "万股": 47354, + "不理": 47355, + "孕期": 47356, + "看作": 47357, + "nHad": 47358, + "▁wors": 47359, + "nGuest": 47360, + "▁vowed": 47361, + "lattice": 47362, + "▁caliber": 47363, + "▁manageable": 47364, + "▁encompasses": 47365, + "▁vaccination": 47366, + "▁acquisitions": 47367, + "▁permutations": 47368, + "wb": 47369, + "准入": 47370, + "大姐": 47371, + "邻里": 47372, + "gee": 47373, + "大家庭": 47374, + "有的是": 47375, + "淡淡的": 47376, + "马斯克": 47377, + "ETER": 47378, + "ndel": 47379, + "不同的是": 47380, + "nNick": 47381, + "▁karma": 47382, + "ostream": 47383, + "▁Pepper": 47384, + "▁Newport": 47385, + "▁breadth": 47386, + "▁turmoil": 47387, + "▁Boltzmann": 47388, + "annotations": 47389, + "▁segregation": 47390, + "寄托": 47391, + "盘点": 47392, + "等我": 47393, + "長期": 47394, + "оне": 47395, + "最好是": 47396, + "este": 47397, + "quee": 47398, + "研究发现": 47399, + "rival": 47400, + "▁Hugo": 47401, + "▁Crypt": 47402, + "▁waits": 47403, + "▁puppies": 47404, + "▁mitochond": 47405, + "▁beginnings": 47406, + "万户": 47407, + "刷牙": 47408, + "异的": 47409, + "火力": 47410, + "狠抓": 47411, + "盘的": 47412, + "秋冬": 47413, + "量大": 47414, + "Too": 47415, + "没关系": 47416, + "▁BET": 47417, + "▁\\\"_": 47418, + "[]{\\\\": 47419, + "asers": 47420, + "▁bald": 47421, + "▁chew": 47422, + "▁reap": 47423, + "▁atten": 47424, + "▁mysql": 47425, + "hydrates": 47426, + "▁Brewing": 47427, + "▁overest": 47428, + "▁shuffle": 47429, + "▁prompting": 47430, + "▁concluding": 47431, + "▁partitioning": 47432, + "北宋": 47433, + "潇洒": 47434, + "OTT": 47435, + "PPP": 47436, + "案件的": 47437, + "的心灵": 47438, + "原审被告": 47439, + "nabove": 47440, + "▁famed": 47441, + "▁gamer": 47442, + "▁Rising": 47443, + "▁podium": 47444, + "▁messing": 47445, + "▁turbine": 47446, + "▁alarming": 47447, + "▁grouping": 47448, + "▁journeys": 47449, + "▁specials": 47450, + "Management": 47451, + "▁Determine": 47452, + "▁exemplary": 47453, + "outheastern": 47454, + "名列": 47455, + "契合": 47456, + "悲观": 47457, + "要对": 47458, + "跟上": 47459, + "踊跃": 47460, + ")&=": 47461, + "NzA": 47462, + "sci": 47463, + "Food": 47464, + "laus": 47465, + "一般情况下": 47466, + "▁wakes": 47467, + "nTheorem": 47468, + "▁Victory": 47469, + "▁temples": 47470, + "▁tortured": 47471, + "▁началото": 47472, + "▁resurrection": 47473, + "▁acknowledging": 47474, + "一堂": 47475, + "協會": 47476, + "卡车": 47477, + "曾任": 47478, + "盛世": 47479, + "肉类": 47480, + "fav": 47481, + "vil": 47482, + "了一批": 47483, + "▁CCD": 47484, + "▁MAG": 47485, + "▁reel": 47486, + "▁realism": 47487, + "ustralian": 47488, + "▁Approach": 47489, + "刘海": 47490, + "和王": 47491, + "带你": 47492, + "手機": 47493, + "领会": 47494, + "auf": 47495, + "unn": 47496, + "手机的": 47497, + "提交了": 47498, + "▁сте": 47499, + "大家一起": 47500, + "itons": 47501, + "nelse": 47502, + "▁Bali": 47503, + "▁gamb": 47504, + "webkit": 47505, + "▁petrol": 47506, + "stituting": 47507, + "▁downhill": 47508, + "▁Conversely": 47509, + "▁regulating": 47510, + "$]": 47511, + "<'": 47512, + "說明": 47513, + "辨别": 47514, + "sav": 47515, + "nSal": 47516, + "▁ROI": 47517, + "faced": 47518, + "▁MUCH": 47519, + "▁Raven": 47520, + "▁modal": 47521, + "▁undis": 47522, + "Бележки": 47523, + "▁Stalin": 47524, + "temporal": 47525, + "▁Adelaide": 47526, + "▁Auckland": 47527, + "▁suspense": 47528, + "ncondition": 47529, + "tprotected": 47530, + "▁magnesium": 47531, + "International": 47532, + "чо": 47533, + "圈的": 47534, + "心头": 47535, + "方可": 47536, + "美化": 47537, + "间距": 47538, + "▁ff": 47539, + "变得更": 47540, + "或许是": 47541, + "让自己的": 47542, + "前所未有的": 47543, + "▁Trevor": 47544, + "▁Unique": 47545, + "▁coolest": 47546, + "Timestamp": 47547, + "stringify": 47548, + "▁pinpoint": 47549, + "▁silently": 47550, + "conference": 47551, + "▁amplification": 47552, + "Fn": 47553, + "圆柱": 47554, + "完后": 47555, + "年被": 47556, + "报导": 47557, + "这本": 47558, + "而是在": 47559, + "forge": 47560, + "▁Caps": 47561, + "▁Util": 47562, + "urname": 47563, + "tAssert": 47564, + "▁voiced": 47565, + "▁Already": 47566, + "重疾": 47567, + "):=": 47568, + "不具备": 47569, + "nEss": 47570, + "▁Eld": 47571, + "工作报告": 47572, + "mixed": 47573, + "▁Holl": 47574, + "▁Tiny": 47575, + "未按本判决": 47576, + "▁recol": 47577, + "▁футбо": 47578, + "▁denies": 47579, + "isheries": 47580, + "ypically": 47581, + "▁Leather": 47582, + "▁seekers": 47583, + "▁audition": 47584, + "▁prolific": 47585, + "▁irrespective": 47586, + "二月": 47587, + "公办": 47588, + "加点": 47589, + "国道": 47590, + "垫付": 47591, + "安卓": 47592, + "师德": 47593, + "日产": 47594, + "那段": 47595, + "餐桌": 47596, + "高高": 47597, + "▁'_": 47598, + "大湾区": 47599, + "抗生素": 47600, + "都应该": 47601, + "Exit": 47602, + "▁CLE": 47603, + "本场比赛": 47604, + "Young": 47605, + "▁Erin": 47606, + "ittest": 47607, + "Browser": 47608, + "controls": 47609, + "▁readout": 47610, + "▁retarded": 47611, + "Constraint": 47612, + "有多大": 47613, + "检察官": 47614, + "▁син": 47615, + "CHANT": 47616, + "ppled": 47617, + "▁babe": 47618, + "Pacific": 47619, + "evaluate": 47620, + "▁Extreme": 47621, + "▁Neumann": 47622, + "▁slammed": 47623, + "permission": 47624, + "修剪": 47625, + "准时": 47626, + "格里": 47627, + "液化": 47628, + "现身": 47629, + "fel": 47630, + "}/{": 47631, + "副教授": 47632, + "葡萄牙": 47633, + "REAK": 47634, + "lest": 47635, + "nIng": 47636, + "信息公开": 47637, + "ayers": 47638, + "ieved": 47639, + "▁Quote": 47640, + "▁bland": 47641, + "REQUEST": 47642, + "▁Doctors": 47643, + "▁daytime": 47644, + "Something": 47645, + "▁circulating": 47646, + "nConsequently": 47647, + "▁chemotherapy": 47648, + "想说": 47649, + "樱花": 47650, + "百合": 47651, + "在进行": 47652, + "nLin": 47653, + "цата": 47654, + "▁()\\": 47655, + "alion": 47656, + "▁quadr": 47657, + "alleled": 47658, + "▁Founder": 47659, + "▁LICENSE": 47660, + "▁placebo": 47661, + "itiveness": 47662, + "▁recreate": 47663, + "打个": 47664, + "荷花": 47665, + "和使用": 47666, + "拥有一": 47667, + "理论上": 47668, + "的材料": 47669, + "社区的": 47670, + "ncur": 47671, + "sock": 47672, + "лите": 47673, + "重点项目": 47674, + "nLoad": 47675, + "nopen": 47676, + "norig": 47677, + "endars": 47678, + "▁kilometres": 47679, + "dependencies": 47680, + "▁groundbreaking": 47681, + "中型": 47682, + "争执": 47683, + "喝了": 47684, + "想了": 47685, + "持仓": 47686, + "特质": 47687, + "▁BD": 47688, + "▁TL": 47689, + "单纯的": 47690, + "政法委": 47691, + "udev": 47692, + "▁Ink": 47693, + "专业技术": 47694, + "nHand": 47695, + "▁buds": 47696, + "▁grin": 47697, + "▁Animals": 47698, + "▁archived": 47699, + "▁constructs": 47700, + "▁Optimization": 47701, + "▁interpreting": 47702, + "卡片": 47703, + "纠缠": 47704, + "辆车": 47705, + "obo": 47706, + "提到了": 47707, + "▁Dock": 47708, + "▁loft": 47709, + "▁Rabbi": 47710, + "▁zoning": 47711, + "▁Finnish": 47712, + "▁HashMap": 47713, + "▁Treasure": 47714, + "▁handheld": 47715, + "nAvailable": 47716, + "▁Messenger": 47717, + "▁impending": 47718, + "▁predictor": 47719, + "医用": 47720, + "开办": 47721, + "怀里": 47722, + "杰克": 47723, + "紊乱": 47724, + "起飞": 47725, + "нен": 47726, + "也有人": 47727, + "看守所": 47728, + "Qual": 47729, + "成为一名": 47730, + "rican": 47731, + "utting": 47732, + "▁wagon": 47733, + "▁Thrones": 47734, + "▁Recreation": 47735, + "▁liberation": 47736, + "▁relational": 47737, + "▁coronavirus": 47738, + "▁persecution": 47739, + "个子": 47740, + "也无": 47741, + "二字": 47742, + "师兄": 47743, + "拥挤": 47744, + "新股": 47745, + "而至": 47746, + "请您": 47747, + "龙头企业": 47748, + "phony": 47749, + "▁Conc": 47750, + "▁addr": 47751, + "Newton": 47752, + "▁annex": 47753, + "▁grids": 47754, + "▁fulfil": 47755, + "kernelspec": 47756, + "▁landmarks": 47757, + "▁usefulness": 47758, + "出任": 47759, + "大选": 47760, + "智库": 47761, + "外面的": 47762, + "旁边的": 47763, + "自己和": 47764, + "▁####": 47765, + "核心价值观": 47766, + "stanbul": 47767, + "История": 47768, + "▁Scroll": 47769, + "▁Chester": 47770, + "▁magnets": 47771, + "▁irrigation": 47772, + "▁hydrodynamic": 47773, + "一再": 47774, + "书香": 47775, + "容易被": 47776, + "日报道": 47777, + "的未来": 47778, + "证明了": 47779, + "发生变化": 47780, + "非常好的": 47781, + "CLASS": 47782, + "quito": 47783, + "▁Rash": 47784, + "▁oste": 47785, + "▁saga": 47786, + "nKevin": 47787, + "presso": 47788, + "▁insecure": 47789, + "▁Hungarian": 47790, + "▁Netanyahu": 47791, + "▁multiplex": 47792, + "▁facilitates": 47793, + "不忍": 47794, + "八个": 47795, + "典范": 47796, + "养育": 47797, + "向着": 47798, + "定量": 47799, + "放进": 47800, + "潍坊": 47801, + "灌溉": 47802, + "現代": 47803, + "ftp": 47804, + "▁Liv": 47805, + "▁Rein": 47806, + "entries": 47807, + "▁Biblical": 47808, + "nSeriously": 47809, + "▁diligence": 47810, + "乏力": 47811, + "听得": 47812, + "杂质": 47813, + "={{": 47814, + "了一眼": 47815, + "债权人": 47816, + "是美国": 47817, + "正处于": 47818, + "都能够": 47819, + "▁нау": 47820, + "长期以来": 47821, + "Brand": 47822, + "Develop": 47823, + "artifact": 47824, + "▁wording": 47825, + "▁leftover": 47826, + "▁Unlimited": 47827, + "▁imprisoned": 47828, + "▁instructional": 47829, + "温室": 47830, + "的头": 47831, + "预先": 47832, + "的一条": 47833, + "观众的": 47834, + "ngra": 47835, + "▁Chrom": 47836, + "▁Tales": 47837, + "erville": 47838, + "▁rulers": 47839, + "▁repeats": 47840, + "也更": 47841, + "得罪": 47842, + "时有": 47843, + "油画": 47844, + "的正": 47845, + "为一个": 47846, + "二被告": 47847, + "nRad": 47848, + "认真学习": 47849, + "▁pits": 47850, + "▁loser": 47851, + "▁Abbott": 47852, + "▁bottled": 47853, + "▁dungeon": 47854, + "▁granite": 47855, + "▁inadver": 47856, + "▁pillows": 47857, + "▁topping": 47858, + "innerHTML": 47859, + "extensions": 47860, + "▁tablespoons": 47861, + "xr": 47862, + "哭泣": 47863, + "嘴角": 47864, + "生抽": 47865, + "领导者": 47866, + "NONE": 47867, + "Proc": 47868, + "中国特色": 47869, + "再也没有": 47870, + "Peter": 47871, + "skill": 47872, + "atches": 47873, + "nMusic": 47874, + "▁Candy": 47875, + "▁Maver": 47876, + "▁assim": 47877, + "▁Finals": 47878, + "▁Highly": 47879, + "▁warrants": 47880, + "▁digitally": 47881, + "▁schooling": 47882, + "中说": 47883, + "告訴": 47884, + "小巷": 47885, + "米尔": 47886, + "更加的": 47887, + "為什麼": 47888, + "的新型": 47889, + "]}\\\\": 47890, + "shaw": 47891, + "tops": 47892, + "工作效率": 47893, + "▁Pion": 47894, + "▁slut": 47895, + "▁neatly": 47896, + "して": 47897, + "文创": 47898, + "肥料": 47899, + "身亡": 47900, + "SNR": 47901, + "acl": 47902, + "wow": 47903, + "▁mt": 47904, + "但现在": 47905, + "发表了": 47906, + "bbox": 47907, + "etra": 47908, + "一个问题": 47909, + "生产基地": 47910, + "seven": 47911, + "women": 47912, + "▁Jude": 47913, + "▁este": 47914, + "matter": 47915, + "▁McKin": 47916, + "▁Views": 47917, + "▁управ": 47918, + "▁Corinth": 47919, + "▁bothers": 47920, + "▁firstly": 47921, + "▁screams": 47922, + "kW": 47923, + "前述": 47924, + "日渐": 47925, + "水流": 47926, + "few": 47927, + "hev": 47928, + "nhim": 47929, + "▁Unc": 47930, + "所带来的": 47931, + "领导班子": 47932, + "Upper": 47933, + "▁stripe": 47934, + "▁Provide": 47935, + "▁abbrevi": 47936, + "registered": 47937, + "孤单": 47938, + "屏蔽": 47939, + "貌似": 47940, + "$}}": 47941, + "idy": 47942, + "▁Ле": 47943, + "的战略": 47944, + ")){\\": 47945, + "kids": 47946, + "едно": 47947, + "▁Cul": 47948, + "blind": 47949, + "erves": 47950, + "nStop": 47951, + "authent": 47952, + "orgetown": 47953, + "▁stained": 47954, + "Constraints": 47955, + "Experiments": 47956, + "工期": 47957, + "抽查": 47958, + "整個": 47959, + "时不": 47960, + "Turn": 47961, + "VENT": 47962, + "caled": 47963, + "▁Needs": 47964, + "▁classy": 47965, + "▁Outdoor": 47966, + "▁Syracuse": 47967, + "之子": 47968, + "住的": 47969, + "何必": 47970, + "月起": 47971, + "涂抹": 47972, + "ARP": 47973, + "uga": 47974, + "研究会": 47975, + "ntop": 47976, + "▁Hess": 47977, + "▁guts": 47978, + "▁Alexa": 47979, + "▁bipolar": 47980, + "▁flashes": 47981, + "▁contingent": 47982, + "Registration": 47983, + "▁motivations": 47984, + "保險": 47985, + "▁MG": 47986, + "打底裤": 47987, + "▁bye": 47988, + "社会保障": 47989, + "nKing": 47990, + "▁Alto": 47991, + "▁dusty": 47992, + "▁Trophy": 47993, + "▁arcade": 47994, + "committee": 47995, + "▁empowering": 47996, + "两项": 47997, + "抄袭": 47998, + "猴子": 47999, + "дел": 48000, + "治疗的": 48001, + "高品质": 48002, + "орги": 48003, + "不必要的": 48004, + "^{{\\\\": 48005, + "nself": 48006, + "▁DOES": 48007, + "loving": 48008, + "▁chords": 48009, + "▁thankfully": 48010, + "▁precipitation": 48011, + "”\\": 48012, + "后又": 48013, + "和张": 48014, + "展厅": 48015, + "整车": 48016, + "滋养": 48017, + "的那样": 48018, + "nBlue": 48019, + "▁SPEC": 48020, + "▁TEST": 48021, + "▁Wald": 48022, + "Pipeline": 48023, + "▁Whitney": 48024, + "▁catcher": 48025, + "▁Extended": 48026, + "▁harvesting": 48027, + "▁theological": 48028, + "党课": 48029, + "共振": 48030, + "学士": 48031, + "满脸": 48032, + "Liu": 48033, + "MED": 48034, + "ODM": 48035, + "nIT": 48036, + "如果要": 48037, + "对你的": 48038, + "▁кръ": 48039, + "联系方式": 48040, + "happy": 48041, + "▁Azer": 48042, + "Student": 48043, + "▁Sexual": 48044, + "▁soaked": 48045, + "▁Mueller": 48046, + "▁Pearson": 48047, + "▁framing": 48048, + "▁sibling": 48049, + "▁textual": 48050, + "▁Brownian": 48051, + "▁penetrate": 48052, + "▁realizations": 48053, + "▁substituting": 48054, + "yx": 48055, + "保费": 48056, + "高涨": 48057, + "黑的": 48058, + "水瓶座": 48059, + ")\\\"\\": 48060, + "astery": 48061, + "medical": 48062, + "▁keynote": 48063, + "▁seizure": 48064, + "▁eighteen": 48065, + "▁integrates": 48066, + "▁stabilization": 48067, + "=}": 48068, + "减免": 48069, + "县的": 48070, + "多头": 48071, + "开局": 48072, + "沧桑": 48073, + "预言": 48074, + "@{}}": 48075, + "Mike": 48076, + "aram": 48077, + "auty": 48078, + "mmmm": 48079, + "naut": 48080, + "▁ENT": 48081, + "▁Mpc": 48082, + "▁SNe": 48083, + "相关工作": 48084, + ")=-\\\\": 48085, + "npres": 48086, + "ymoon": 48087, + "▁Mayo": 48088, + "▁Plot": 48089, + "bearing": 48090, + "▁payoff": 48091, + "时髦": 48092, + "規模": 48093, + "▁Sob": 48094, + "▁Rust": 48095, + "▁inco": 48096, + "Replace": 48097, + "▁Norton": 48098, + "▁Saddam": 48099, + "▁softly": 48100, + "▁breakout": 48101, + "▁striving": 48102, + "Annotation": 48103, + "▁Scientists": 48104, + "▁bottleneck": 48105, + "▁Communities": 48106, + "一九": 48107, + "台中": 48108, + "纳斯": 48109, + "Bur": 48110, + "方法和": 48111, + "decl": 48112, + "sted": 48113, + "介绍一下": 48114, + "研究成果": 48115, + "第一百四": 48116, + "WRITE": 48117, + "▁dome": 48118, + "▁sans": 48119, + "Listen": 48120, + "▁engra": 48121, + "requent": 48122, + "▁barred": 48123, + "▁dumping": 48124, + "▁drawback": 48125, + "▁skipping": 48126, + "nimportant": 48127, + "▁Researchers": 48128, + "死去": 48129, + "没收": 48130, + "zhu": 48131, + "зон": 48132, + "如果能": 48133, + "的个人": 48134, + "feit": 48135, + "▁cuc": 48136, + "实用新型": 48137, + "lucky": 48138, + "RESULT": 48139, + "▁Crack": 48140, + "icester": 48141, + "imeters": 48142, + "aterials": 48143, + "quantity": 48144, + "▁inhibit": 48145, + "▁tunnels": 48146, + "▁backlash": 48147, + "▁ornament": 48148, + "▁exposures": 48149, + "▁reconsider": 48150, + "▁turnaround": 48151, + "保鲜": 48152, + "升学": 48153, + "外围": 48154, + "水和": 48155, + "管网": 48156, + "装的": 48157, + "预设": 48158, + "这么做": 48159, + "chrom": 48160, + "magic": 48161, + "nBorn": 48162, + "▁monk": 48163, + "▁Sharp": 48164, + "▁lasers": 48165, + "▁reacted": 48166, + "▁royalty": 48167, + "▁lingering": 48168, + "MU": 48169, + "主打": 48170, + "审视": 48171, + "最少": 48172, + "着她": 48173, + "los": 48174, + "创建工作": 48175, + "Bounds": 48176, + "acency": 48177, + "described": 48178, + "▁revisions": 48179, + "qn": 48180, + "尔夫": 48181, + "眼看": 48182, + "聘用": 48183, + "高了": 48184, + "中的一个": 48185, + "有的时候": 48186, + "Suite": 48187, + "vings": 48188, + "estial": 48189, + "ierarchy": 48190, + "▁Dataset": 48191, + "▁Insider": 48192, + "▁varchar": 48193, + "▁Yorkshire": 48194, + "▁abstraction": 48195, + "▁shortcomings": 48196, + "dV": 48197, + "况且": 48198, + "寝室": 48199, + "提炼": 48200, + "流产": 48201, + "监视": 48202, + "ALT": 48203, + "mul": 48204, + "▁Dj": 48205, + "▁Pb": 48206, + "推进会": 48207, + "▁ISM": 48208, + "控制系统": 48209, + "Hence": 48210, + "▁Boat": 48211, + "▁goog": 48212, + "▁rang": 48213, + "matches": 48214, + "▁baskets": 48215, + "▁ethanol": 48216, + "▁Needless": 48217, + "▁Churchill": 48218, + "▁summarizes": 48219, + "亦是": 48220, + "兩岸": 48221, + "宣称": 48222, + "晚报": 48223, + "本职": 48224, + "准备了": 48225, + "ebra": 48226, + "onium": 48227, + "ximately": 48228, + "▁Evangel": 48229, + "▁polygon": 48230, + "▁obstruct": 48231, + "▁righteousness": 48232, + "一言": 48233, + "受访": 48234, + "安定": 48235, + "明代": 48236, + "次日": 48237, + "谣言": 48238, + "迪士": 48239, + "eas": 48240, + "▁'-": 48241, + "▁QR": 48242, + "▁wi": 48243, + "不要再": 48244, + "王某某": 48245, + "理解和": 48246, + "饰演的": 48247, + "MAKE": 48248, + "evil": 48249, + "资产管理": 48250, + "nmuch": 48251, + "▁slew": 48252, + "quired": 48253, + "▁Maxim": 48254, + "▁Darren": 48255, + "▁influx": 48256, + "▁paycheck": 48257, + "▁Recommend": 48258, + "JJ": 48259, + "书本": 48260, + "天猫": 48261, + "实业": 48262, + "抵御": 48263, + "西门": 48264, + "贵阳": 48265, + "HER": 48266, + "人与人": 48267, + "针对性": 48268, + "bola": 48269, + "▁sip": 48270, + "哈哈哈哈": 48271, + "在我们的": 48272, + "ATING": 48273, + "▁Ctrl": 48274, + "oultry": 48275, + "▁Occup": 48276, + "normals": 48277, + "▁Singer": 48278, + "cultural": 48279, + "▁dragons": 48280, + "▁drained": 48281, + "▁enriched": 48282, + "▁flawless": 48283, + "▁negatives": 48284, + "不小": 48285, + "力学": 48286, + "始于": 48287, + "小哥": 48288, + "开场": 48289, + "阻击": 48290, + "▁RN": 48291, + "toire": 48292, + "▁dazz": 48293, + "▁Leslie": 48294, + "▁shovel": 48295, + "▁Blogger": 48296, + "▁Colonel": 48297, + "▁sparsity": 48298, + "▁PropTypes": 48299, + "▁interplay": 48300, + "▁intervene": 48301, + "HY": 48302, + "ré": 48303, + "做强": 48304, + "街区": 48305, + "高尚": 48306, + "是多少": 48307, + "这只是": 48308, + "非常大": 48309, + "好自己的": 48310, + "生产企业": 48311, + "nLive": 48312, + "▁LIFE": 48313, + "▁django": 48314, + "cheduled": 48315, + "▁Methodist": 48316, + "▁pioneering": 48317, + "Authentication": 48318, + "Kw": 48319, + "受人": 48320, + "城堡": 48321, + "帝王": 48322, + "本轮": 48323, + "核对": 48324, + "编织": 48325, + "钢材": 48326, + "Band": 48327, + "PLAY": 48328, + "▁uma": 48329, + "经济效益": 48330, + "▁Guid": 48331, + "▁sqrt": 48332, + "▁Tweet": 48333, + "▁burgl": 48334, + "▁lodge": 48335, + "▁rinse": 48336, + "▁riots": 48337, + "▁cosine": 48338, + "▁psycho": 48339, + "▁quests": 48340, + "Remember": 48341, + "▁Underground": 48342, + "万名": 48343, + "不解": 48344, + "乐团": 48345, + "报案": 48346, + "推测": 48347, + "档次": 48348, + "血栓": 48349, + "颈部": 48350, + "▁cb": 48351, + "月下旬": 48352, + "這樣的": 48353, + "bugs": 48354, + "]{@{}": 48355, + "我们都知道": 48356, + "nJesus": 48357, + "nblack": 48358, + "▁FALSE": 48359, + "▁jihad": 48360, + "riminal": 48361, + "▁brides": 48362, + "▁Jamaica": 48363, + "▁encrypt": 48364, + "▁hyperparameters": 48365, + "尖锐": 48366, + "所欲": 48367, + "眼科": 48368, + "茫茫": 48369, + "被困": 48370, + "言行": 48371, + "旅游业": 48372, + "车辆的": 48373, + "ippy": 48374, + "为代表的": 48375, + "Being": 48376, + "jiang": 48377, + "nText": 48378, + "▁Frid": 48379, + "ticket": 48380, + "▁weeds": 48381, + "breaker": 48382, + "▁homage": 48383, + "和睦": 48384, + "无忌": 48385, + "高频": 48386, + "fle": 48387, + "areth": 48388, + "▁плани": 48389, + "Decimal": 48390, + "▁Atomic": 48391, + "▁outage": 48392, + "▁coronal": 48393, + "▁councils": 48394, + "▁imperson": 48395, + "▁harvested": 48396, + "▁overwhelmingly": 48397, + "{:": 48398, + "家风": 48399, + "布斯": 48400, + "意境": 48401, + "称作": 48402, + "調整": 48403, + "鉴别": 48404, + "想象力": 48405, + "我们还": 48406, + "刑事拘留": 48407, + "▁Bread": 48408, + "▁corro": 48409, + "billion": 48410, + "ontally": 48411, + "▁cached": 48412, + "▁nipples": 48413, + "▁Included": 48414, + "▁outliers": 48415, + "▁commuting": 48416, + "最长": 48417, + "浓缩": 48418, + "藏着": 48419, + "误会": 48420, + "邪恶": 48421, + "领军": 48422, + "拼多多": 48423, + "游戏中": 48424, + "enic": 48425, + "stress": 48426, + "▁Debug": 48427, + "rometer": 48428, + "▁Tennis": 48429, + "▁snakes": 48430, + "▁Baldwin": 48431, + "▁topical": 48432, + "▁abdominal": 48433, + "▁illustrating": 48434, + "▁subscriptions": 48435, + "她会": 48436, + "招牌": 48437, + "拿了": 48438, + "浩特": 48439, + "港股": 48440, + "▁作为": 48441, + "的概率": 48442, + "▁Tuc": 48443, + "大力发展": 48444, + "probe": 48445, + "▁Nate": 48446, + "▁craftsm": 48447, + "▁Breaking": 48448, + "▁grandson": 48449, + "▁schizophren": 48450, + "DW": 48451, + "两级": 48452, + "体能": 48453, + "保驾": 48454, + "抢险": 48455, + "演习": 48456, + "连通": 48457, + "階段": 48458, + "深深地": 48459, + "这样说": 48460, + "迪士尼": 48461, + "▁dop": 48462, + "prior": 48463, + "▁aided": 48464, + "▁cocoa": 48465, + "▁sushi": 48466, + "▁impart": 48467, + "▁Hussein": 48468, + "▁Telegraph": 48469, + "▁whispered": 48470, + "▁belongings": 48471, + "▁culturally": 48472, + "▁disordered": 48473, + "Ru": 48474, + "▁与": 48475, + "天线": 48476, + "定律": 48477, + "少先": 48478, + "杀菌": 48479, + "查验": 48480, + "躲避": 48481, + "tte": 48482, + "▁KS": 48483, + "▁Kr": 48484, + "与原告": 48485, + "nArm": 48486, + "▁Kub": 48487, + "永远不会": 48488, + "hawks": 48489, + "▁Went": 48490, + "nRound": 48491, + "opathy": 48492, + "largest": 48493, + "奔赴": 48494, + "心愿": 48495, + "数目": 48496, + "洁净": 48497, + "阴性": 48498, + "enny": 48499, + "ukes": 48500, + "▁Aus": 48501, + "▁Bie": 48502, + "▁Bri": 48503, + "nmust": 48504, + "Criteria": 48505, + "European": 48506, + "calculate": 48507, + "▁Ethiopia": 48508, + "代会": 48509, + "军团": 48510, + "的特征": 48511, + "的营养": 48512, + "meas": 48513, + "数据分析": 48514, + "▁Baron": 48515, + "▁Blade": 48516, + "▁sigma": 48517, + "derived": 48518, + "▁robbed": 48519, + "▁Judaism": 48520, + "▁banners": 48521, + "▁whiskey": 48522, + "constants": 48523, + "▁admissible": 48524, + "▁negligence": 48525, + "▁identifiable": 48526, + "▁recognizable": 48527, + "主干": 48528, + "水肿": 48529, + "綜合": 48530, + "麒麟": 48531, + "Cre": 48532, + "▁Пи": 48533, + "上了一": 48534, + "不要太": 48535, + "存储器": 48536, + "找一个": 48537, + "的真实": 48538, + "都不敢": 48539, + "▁Boo": 48540, + "▁Hil": 48541, + "▁kidd": 48542, + "▁pund": 48543, + "nation": 48544, + "nworld": 48545, + "▁folds": 48546, + "nmoment": 48547, + "▁embell": 48548, + "▁premie": 48549, + "▁послед": 48550, + "▁Legends": 48551, + "▁selector": 48552, + "parametric": 48553, + "▁ascending": 48554, + "刀具": 48555, + "木耳": 48556, + "部份": 48557, + "bod": 48558, + "pps": 48559, + "十五条": 48560, + "Rows": 48561, + "undo": 48562, + "downs": 48563, + "nSoft": 48564, + "oodle": 48565, + "ennial": 48566, + "scores": 48567, + "▁Giving": 48568, + "▁Lounge": 48569, + "▁stains": 48570, + "ablation": 48571, + "▁debuted": 48572, + "▁exhibiting": 48573, + "▁transistor": 48574, + "▁supplemental": 48575, + "QR": 48576, + "切片": 48577, + "吃喝": 48578, + "大树": 48579, + "幾乎": 48580, + "您好": 48581, + "本田": 48582, + "的古": 48583, + "行業": 48584, + "▁UL": 48585, + "不到位": 48586, + "同时在": 48587, + "因涉嫌": 48588, + "我心里": 48589, + "浓厚的": 48590, + "管理层": 48591, + "coff": 48592, + "▁Dew": 48593, + "▁Aber": 48594, + "▁DATA": 48595, + "Amazon": 48596, + "▁Depot": 48597, + "▁Ninja": 48598, + "▁tally": 48599, + "nsimilar": 48600, + "▁Witness": 48601, + "dominated": 48602, + "▁courtroom": 48603, + "▁notebooks": 48604, + "▁correcting": 48605, + "拒不": 48606, + "放量": 48607, + "段子": 48608, + "流泪": 48609, + "演变": 48610, + "男的": 48611, + "百日": 48612, + "芙蓉": 48613, + "莱坞": 48614, + "野外": 48615, + "利用率": 48616, + "warm": 48617, + "▁wrt": 48618, + "职能部门": 48619, + "nFile": 48620, + "▁jest": 48621, + "▁Arduino": 48622, + "▁Criteria": 48623, + "▁Minecraft": 48624, + "▁insulting": 48625, + "pv": 48626, + "~*": 48627, + "加強": 48628, + "处境": 48629, + "事物的": 48630, + "重大的": 48631, + ")}}{": 48632, + "▁Dart": 48633, + "▁Arabs": 48634, + "▁Moment": 48635, + "geqslant": 48636, + "▁Baghdad": 48637, + "▁asserts": 48638, + "▁smokers": 48639, + "▁invertible": 48640, + "▁modalities": 48641, + "外援": 48642, + "秸秆": 48643, + "美方": 48644, + "趋于": 48645, + "cdf": 48646, + "▁JP": 48647, + "事业的": 48648, + "就会被": 48649, + "有这么": 48650, + "村集体": 48651, + "这首歌": 48652, + "akra": 48653, + "▁кул": 48654, + "一般都是": 48655, + "将自己的": 48656, + "积极配合": 48657, + "▁cata": 48658, + "▁hefty": 48659, + "ricular": 48660, + "▁Orders": 48661, + "▁staging": 48662, + "installed": 48663, + "▁Winnipeg": 48664, + "▁creditors": 48665, + "▁sentiments": 48666, + "▁Productions": 48667, + "▁tremendously": 48668, + "一见": 48669, + "或有": 48670, + "的第": 48671, + "笑脸": 48672, + "认罪": 48673, + "足迹": 48674, + "速率": 48675, + "主义者": 48676, + "数量的": 48677, + "锂电池": 48678, + "Gall": 48679, + "希望能够": 48680, + "进行分析": 48681, + "▁Schw": 48682, + "▁crus": 48683, + "graphs": 48684, + "▁Devices": 48685, + "▁footwear": 48686, + "▁Animation": 48687, + "▁fashioned": 48688, + "▁homeowner": 48689, + "▁microscope": 48690, + "▁pesticides": 48691, + "主板": 48692, + "建房": 48693, + "题为": 48694, + "ibo": 48695, + "nfl": 48696, + "是世界": 48697, + "mony": 48698, + "opin": 48699, + "▁Rey": 48700, + "Claim": 48701, + "▁clut": 48702, + "▁Pedro": 48703, + "▁funky": 48704, + "▁Knicks": 48705, + "▁Louise": 48706, + "TextView": 48707, + "arations": 48708, + "▁colourful": 48709, + "▁Registered": 48710, + "▁insensitive": 48711, + "壓力": 48712, + "威力": 48713, + "宝玉": 48714, + "的五": 48715, + "维奇": 48716, + "自习": 48717, + "arab": 48718, + "прил": 48719, + "这样一来": 48720, + "驳回原告": 48721, + "Course": 48722, + "matical": 48723, + "nSimply": 48724, + "▁Damage": 48725, + "▁Winner": 48726, + "▁unbeat": 48727, + "▁Growing": 48728, + "Numerical": 48729, + "nStandard": 48730, + "▁Phillies": 48731, + "▁paranoid": 48732, + "▁avoidance": 48733, + "本能": 48734, + "朱元": 48735, + "路灯": 48736, + "铭记": 48737, + "十分的": 48738, + "牛仔裤": 48739, + "Fact": 48740, + "▁Sou": 48741, + "详细了解": 48742, + "▁Stir": 48743, + "▁Waste": 48744, + "ictured": 48745, + "istingu": 48746, + "educated": 48747, + "neighbor": 48748, + "▁Thomson": 48749, + "ocumented": 48750, + "▁PARTICULAR": 48751, + "€™": 48752, + "克制": 48753, + "北极": 48754, + "品格": 48755, + "REN": 48756, + "ipy": 48757, + "nFix": 48758, + "=\\\"${": 48759, + "ousand": 48760, + "▁locus": 48761, + "▁verge": 48762, + "Convert": 48763, + "scatter": 48764, + "odynamic": 48765, + "orations": 48766, + "▁Designs": 48767, + "▁getaway": 48768, + "subscript": 48769, + "▁ensembles": 48770, + "▁Progressive": 48771, + "上千": 48772, + "后天": 48773, + "尔特": 48774, + "這麼": 48775, + "ske": 48776, + "莫名其": 48777, + "辩护人": 48778, + "nCook": 48779, + "▁PDFs": 48780, + "到底是什么": 48781, + "▁Penny": 48782, + "omedical": 48783, + "▁factions": 48784, + "▁receptive": 48785, + "▁synchronized": 48786, + "Gi": 48787, + "出路": 48788, + "料理": 48789, + "运送": 48790, + "ROW": 48791, + "▁ла": 48792, + "商学院": 48793, + "▁Lyn": 48794, + "▁PCA": 48795, + "▁RNN": 48796, + "basis": 48797, + "})}{\\\\": 48798, + "nAmazon": 48799, + "▁Chance": 48800, + "▁Marina": 48801, + "▁Mozilla": 48802, + "▁Platinum": 48803, + "▁perturbed": 48804, + "▁unreliable": 48805, + "▁shareholder": 48806, + "前夕": 48807, + "常住": 48808, + "检索": 48809, + "灵敏": 48810, + "牌照": 48811, + "疏松": 48812, + "▁JD": 48813, + "珍贵的": 48814, + "salm": 48815, + "▁TED": 48816, + "▁ses": 48817, + "给人一种": 48818, + "脱颖而出": 48819, + "Sheet": 48820, + "plica": 48821, + "voice": 48822, + "▁hing": 48823, + "▁Bengal": 48824, + "▁Carrie": 48825, + "remember": 48826, + "tvolatile": 48827, + "▁specimens": 48828, + "▁disruptive": 48829, + "事事": 48830, + "体上": 48831, + "佛陀": 48832, + "到你": 48833, + "水域": 48834, + "测算": 48835, + "解锁": 48836, + "▁[`": 48837, + "即使在": 48838, + "ueless": 48839, + "▁Abdul": 48840, + "▁venge": 48841, + "▁nickel": 48842, + "▁buckets": 48843, + "▁deficits": 48844, + "▁有": 48845, + "建档": 48846, + "机票": 48847, + "点滴": 48848, + "经查": 48849, + "pci": 48850, + ")):\\": 48851, + "IVER": 48852, + "Pres": 48853, + "Movie": 48854, + "▁Acts": 48855, + "Cookie": 48856, + "▁novice": 48857, + "▁priors": 48858, + "▁ceilings": 48859, + "▁recruits": 48860, + "▁attenuation": 48861, + "照亮": 48862, + "不了解": 48863, + "所以他": 48864, + "持有的": 48865, + "的分析": 48866, + "给别人": 48867, + "▁Hir": 48868, + "▁Rus": 48869, + "letes": 48870, + "▁Jared": 48871, + "Country": 48872, + "▁Cauchy": 48873, + "▁cannon": 48874, + "nPrevious": 48875, + "dj": 48876, + "mL": 48877, + "不甘": 48878, + "从轻": 48879, + "保姆": 48880, + "山大": 48881, + "患儿": 48882, + "明清": 48883, + "祈祷": 48884, + "也成为": 48885, + "外国人": 48886, + "▁Jin": 48887, + "нуари": 48888, + "▁Moto": 48889, + "▁Plug": 48890, + "▁Rout": 48891, + "▁gown": 48892, + "ammers": 48893, + "arcode": 48894, + "manage": 48895, + "▁infin": 48896, + "▁arsenal": 48897, + "▁Effective": 48898, + "▁Previously": 48899, + "▁prohibition": 48900, + "▁irresponsible": 48901, + "…)": 48902, + "使之": 48903, + "套餐": 48904, + "建华": 48905, + "砥砺": 48906, + "GEN": 48907, + "仅次于": 48908, + "优质的": 48909, + "到医院": 48910, + "努力的": 48911, + "甚至还": 48912, + "тери": 48913, + "▁EPS": 48914, + "一个新的": 48915, + "也有很多": 48916, + "管理中心": 48917, + "▁dime": 48918, + "nFinal": 48919, + "▁Rates": 48920, + "▁urges": 48921, + "▁fearful": 48922, + "quartered": 48923, + "nsupported": 48924, + "фа": 48925, + "同龄": 48926, + "杀害": 48927, + "硬币": 48928, + "背影": 48929, + "享受到": 48930, + "创新的": 48931, + "加油站": 48932, + ")$$\\": 48933, + "heed": 48934, + "▁lar": 48935, + "总的来说": 48936, + "Chunk": 48937, + "atron": 48938, + "listen": 48939, + "▁cones": 48940, + "Members": 48941, + "▁ponder": 48942, + "Namespace": 48943, + "conductor": 48944, + "▁flourish": 48945, + "▁pavement": 48946, + "▁showcasing": 48947, + "-{": 48948, + "侧壁": 48949, + "动荡": 48950, + "周刊": 48951, + ")\"}": 48952, + "CPI": 48953, + "ESE": 48954, + "nsl": 48955, + "tel": 48956, + "不完全": 48957, + "Sent": 48958, + "Extra": 48959, + "▁Gone": 48960, + "▁Grab": 48961, + "▁река": 48962, + "nprodu": 48963, + "▁Known": 48964, + "▁saint": 48965, + "▁Greene": 48966, + "▁debating": 48967, + "▁ethnicity": 48968, + "▁livelihood": 48969, + "▁libertarian": 48970, + "乙肝": 48971, + "壮观": 48972, + "nUl": 48973, + "▁Yo": 48974, + "红十字": 48975, + "▁ail": 48976, + "ignon": 48977, + "oulos": 48978, + "▁aide": 48979, + "proper": 48980, + "▁Minutes": 48981, + "▁Sisters": 48982, + "▁dinners": 48983, + "▁pokemon": 48984, + "▁enforcing": 48985, + "▁vacations": 48986, + "伯特": 48987, + "沐浴": 48988, + "真好": 48989, + "跟她": 48990, + "MBA": 48991, + "nEp": 48992, + "多样的": 48993, + "这个小": 48994, + "thro": 48995, + "▁Mae": 48996, + "保驾护航": 48997, + "积极响应": 48998, + "likes": 48999, + "nWeek": 49000, + "serve": 49001, + "街道办事处": 49002, + "ymatrix": 49003, + "▁grandma": 49004, + "▁hostage": 49005, + "▁regimen": 49006, + "▁modelled": 49007, + "experiment": 49008, + "▁Contemporary": 49009, + "▁extrapolation": 49010, + "为首": 49011, + "关口": 49012, + "当庭": 49013, + "找准": 49014, + "深思": 49015, + "▁fm": 49016, + "为学生": 49017, + "就是我们": 49018, + "apest": 49019, + "waves": 49020, + "▁DOWN": 49021, + "colsep": 49022, + "venture": 49023, + "▁Lindsay": 49024, + "▁naughty": 49025, + "copyright": 49026, + "▁frontier": 49027, + "▁neutrons": 49028, + "▁stitches": 49029, + "<=": 49030, + "ZA": 49031, + "选题": 49032, + "领略": 49033, + "INC": 49034, + "сни": 49035, + "人才的": 49036, + "矿物质": 49037, + "CEPT": 49038, + "пита": 49039, + "▁Esp": 49040, + "▁рай": 49041, + "React": 49042, + "▁Cody": 49043, + "}^{-\\\\": 49044, + "andinav": 49045, + "cerning": 49046, + "numeric": 49047, + "usterity": 49048, + "▁Granted": 49049, + "▁telecom": 49050, + "▁overload": 49051, + "commutative": 49052, + "▁constructions": 49053, + "所学": 49054, + "深知": 49055, + "管家": 49056, + "集资": 49057, + "▁Ав": 49058, + "教育厅": 49059, + "adia": 49060, + "规章制度": 49061, + "nLeave": 49062, + "peated": 49063, + "inherit": 49064, + "▁Colors": 49065, + "▁elders": 49066, + "▁Celtics": 49067, + "▁descend": 49068, + "▁crossings": 49069, + "▁unresolved": 49070, + "én": 49071, + "▁刘": 49072, + "IOR": 49073, + "gam": 49074, + "~~\\": 49075, + "但是对于": 49076, + "escape": 49077, + "▁Davies": 49078, + "transport": 49079, + "▁extraord": 49080, + "▁slippery": 49081, + "▁directional": 49082, + "同日": 49083, + "坐下": 49084, + "清香": 49085, + "诊所": 49086, + "随处": 49087, + "MDM": 49088, + "pir": 49089, + "tek": 49090, + "ère": 49091, + "博览会": 49092, + "找工作": 49093, + "theo": 49094, + "▁Gel": 49095, + "如果你的": 49096, + "整治工作": 49097, + "贷款利率": 49098, + "Earth": 49099, + "yssey": 49100, + "▁Ginger": 49101, + "ammatory": 49102, + "▁Davidson": 49103, + "▁Patterson": 49104, + "KR": 49105, + "乖乖": 49106, + "保湿": 49107, + "升至": 49108, + "收视": 49109, + "新风": 49110, + "锅里": 49111, + "阵营": 49112, + "Dto": 49113, + "Pic": 49114, + "aic": 49115, + "▁tx": 49116, + "可再生": 49117, + "因为有": 49118, + "外国语": 49119, + "给出的": 49120, + "mans": 49121, + "▁Lev": 49122, + "是最好的": 49123, + "itious": 49124, + "▁Somehow": 49125, + "▁widgets": 49126, + "agination": 49127, + "▁holdings": 49128, + "activation": 49129, + "▁Copenhagen": 49130, + "▁synthesized": 49131, + "光泽": 49132, + "出汗": 49133, + "最爱": 49134, + "让其": 49135, + "高龄": 49136, + "_{*": 49137, + "只要是": 49138, + "ndeb": 49139, + "nmem": 49140, + "lorida": 49141, + "tthrow": 49142, + "▁brushed": 49143, + "▁tagging": 49144, + "CHANTABILITY": 49145, + "内置": 49146, + "建的": 49147, + "死角": 49148, + "牌子": 49149, + "破了": 49150, + "说要": 49151, + "走着": 49152, + "～\\": 49153, + "alp": 49154, + "千万别": 49155, + "工业化": 49156, + "给宝宝": 49157, + "调研组": 49158, + "▁TOP": 49159, + "交通工具": 49160, + "▁tram": 49161, + "▁mirac": 49162, + "▁Horror": 49163, + "▁cortex": 49164, + "▁sharks": 49165, + "reported": 49166, + "▁braking": 49167, + "▁ringing": 49168, + "▁secrecy": 49169, + "▁fracture": 49170, + "▁logistic": 49171, + "▁Malaysian": 49172, + "[{": 49173, + "一的": 49174, + "一種": 49175, + "不曾": 49176, + "便可": 49177, + "推特": 49178, + "每股": 49179, + "火了": 49180, + "烦躁": 49181, + "痛点": 49182, + "为目的": 49183, + "但是却": 49184, + "讲解了": 49185, + "mmas": 49186, + "▁TSA": 49187, + "ulner": 49188, + "▁Else": 49189, + "nHuman": 49190, + "▁Noise": 49191, + "▁bleed": 49192, + "nsource": 49193, + "▁Manuel": 49194, + "▁inelastic": 49195, + "▁integrable": 49196, + "▁consciously": 49197, + "▁facilitating": 49198, + "回暖": 49199, + "流淌": 49200, + "载明": 49201, + "Wat": 49202, + "的交易": 49203, + "第二款": 49204, + "}}$)": 49205, + "▁AIR": 49206, + "正当理由": 49207, + "▁Lets": 49208, + "▁anecd": 49209, + "ntheory": 49210, + "▁Scheme": 49211, + "▁vacancy": 49212, + "▁unfolding": 49213, + "experienced": 49214, + "▁customizable": 49215, + "吉他": 49216, + "名誉": 49217, + "向他": 49218, + "复古": 49219, + "年少": 49220, + "并有": 49221, + "讲课": 49222, + "'}(": 49223, + "▁HO": 49224, + "▁хи": 49225, + "不合理": 49226, + "lover": 49227, + "▁faux": 49228, + "▁Birds": 49229, + "▁Civic": 49230, + "▁Silva": 49231, + "devices": 49232, + "▁drills": 49233, + "imentary": 49234, + "▁numeric": 49235, + "▁strands": 49236, + "▁extremes": 49237, + "▁feminism": 49238, + "▁Opportunity": 49239, + "人類": 49240, + "气味": 49241, + "落叶": 49242, + "诉至": 49243, + "违章": 49244, + "▁су": 49245, + "同学的": 49246, + "iPad": 49247, + "рани": 49248, + "atche": 49249, + "lvert": 49250, + "rosse": 49251, + "▁Belf": 49252, + "▁coerc": 49253, + "bracket": 49254, + "▁Artists": 49255, + "▁commanded": 49256, + "▁electronically": 49257, + "GV": 49258, + "借此": 49259, + "厨师": 49260, + "各行": 49261, + "回味": 49262, + "武帝": 49263, + "水位": 49264, + "瓷砖": 49265, + "дер": 49266, + "│  ": 49267, + "的局面": 49268, + "ubes": 49269, + "▁голя": 49270, + "SERVER": 49271, + "▁altar": 49272, + "▁broch": 49273, + "▁Maggie": 49274, + "▁hotter": 49275, + "▁joking": 49276, + "charging": 49277, + "▁Chargers": 49278, + "▁attentive": 49279, + "▁expressly": 49280, + "qr": 49281, + "堡垒": 49282, + "它会": 49283, + "帶來": 49284, + "死于": 49285, + "維持": 49286, + "跨国": 49287, + "近乎": 49288, + "配上": 49289, + "bnb": 49290, + "etz": 49291, + "▁EQ": 49292, + "整体的": 49293, + "的最后": 49294, + "脂肪酸": 49295, + "щите": 49296, + "▁Kot": 49297, + "▁paw": 49298, + "纪委监委": 49299, + "▁vagu": 49300, + "hammer": 49301, + "mighty": 49302, + "▁Quotes": 49303, + "台的": 49304, + "妨碍": 49305, + "安康": 49306, + "Pan": 49307, + "未成年": 49308, + "李某某": 49309, + "upta": 49310, + "usan": 49311, + "dding": 49312, + "budget": 49313, + "▁Falcon": 49314, + "▁adhesive": 49315, + "associated": 49316, + "▁nostalgia": 49317, + "全心": 49318, + "计较": 49319, + "ibe": 49320, + "ono": 49321, + "不一致": 49322, + "代表了": 49323, + "收入的": 49324, + "最主要": 49325, + "有人在": 49326, + "furt": 49327, + "itts": 49328, + "▁BEL": 49329, + "▁WIN": 49330, + "养老服务": 49331, + "实体经济": 49332, + "▁lick": 49333, + "▁skew": 49334, + "▁sunk": 49335, + "nalong": 49336, + "▁Purpose": 49337, + "▁cheated": 49338, + "他用": 49339, + "压器": 49340, + "友们": 49341, + "湿润": 49342, + "野心": 49343, + "CMS": 49344, + "nTR": 49345, + "▁crab": 49346, + "Express": 49347, + "▁Inspired": 49348, + "▁Positive": 49349, + "▁implants": 49350, + "▁robotics": 49351, + "▁surrogate": 49352, + "▁Integrated": 49353, + "▁adolescents": 49354, + "▁fluorescence": 49355, + "▁小": 49356, + "存活": 49357, + "油耗": 49358, + "衣裙": 49359, + "驾驭": 49360, + "EPS": 49361, + "Pix": 49362, + "}{-": 49363, + "▁ja": 49364, + "▁nd": 49365, + "要做到": 49366, + "▁Boh": 49367, + "▁Vas": 49368, + "▁gimm": 49369, + "deploy": 49370, + "职业技术学院": 49371, + "处长": 49372, + "数为": 49373, + "CBA": 49374, + "удо": 49375, + "热烈的": 49376, + "避免了": 49377, + "▁Kom": 49378, + "主要用于": 49379, + "简易程序": 49380, + "wives": 49381, + "▁horns": 49382, + "▁mildly": 49383, + "▁opaque": 49384, + "Relative": 49385, + "Username": 49386, + "reements": 49387, + "▁Emirates": 49388, + "▁horribly": 49389, + "▁translator": 49390, + "主权": 49391, + "换个": 49392, + "点位": 49393, + "結合": 49394, + "该项": 49395, + "车牌": 49396, + "字符串": 49397, + "生物学": 49398, + "的气息": 49399, + "macro": 49400, + "▁socio": 49401, + "▁Tehran": 49402, + "detection": 49403, + "▁infantry": 49404, + "xrightarrow": 49405, + "▁motherboard": 49406, + "参谋": 49407, + "拍了": 49408, + "换成": 49409, + "术语": 49410, + "维亚": 49411, + "进修": 49412, + "rpc": 49413, + "▁Eh": 49414, + "Dear": 49415, + "Used": 49416, + "enko": 49417, + "▁KDE": 49418, + "contr": 49419, + "ewish": 49420, + "ivier": 49421, + "▁hesitant": 49422, + "▁Scholarship": 49423, + "▁inspections": 49424, + "▁territorial": 49425, + "上新": 49426, + "化肥": 49427, + "端正": 49428, + "认清": 49429, + "三分之一": 49430, + "换句话说": 49431, + "▁Cave": 49432, + "▁casc": 49433, + "▁issu": 49434, + "▁misc": 49435, + "▁Hayes": 49436, + "▁booting": 49437, + "将要": 49438, + "關於": 49439, + "▁mk": 49440, + "公司和": 49441, + "商务部": 49442, + "CLUS": 49443, + "诉讼费用": 49444, + "Chris": 49445, + "hthal": 49446, + "▁Sail": 49447, + "▁Kepler": 49448, + "▁Uganda": 49449, + "▁vanity": 49450, + "cessions": 49451, + "▁coached": 49452, + "▁uranium": 49453, + "▁declares": 49454, + "▁deprived": 49455, + "|-": 49456, + "常州": 49457, + "榜首": 49458, + "NON": 49459, + "服务员": 49460, + "水平和": 49461, + "而我们": 49462, + "▁MEM": 49463, + "nWait": 49464, + "▁Punk": 49465, + "Signal": 49466, + "фициал": 49467, + "raising": 49468, + "▁Burger": 49469, + "▁Funeral": 49470, + "▁promoter": 49471, + "▁minimizes": 49472, + "▁cardinality": 49473, + "中对": 49474, + "侧重": 49475, + "光大": 49476, + "前线": 49477, + "生前": 49478, + "RAW": 49479, + "кси": 49480, + "可分为": 49481, + "宅基地": 49482, + "facts": 49483, + "▁halos": 49484, + "▁разви": 49485, + "hydrate": 49486, + "iliated": 49487, + "▁Dialog": 49488, + "▁hashtag": 49489, + "▁External": 49490, + "▁shooters": 49491, + "Initialize": 49492, + "StackTrace": 49493, + "▁Electrical": 49494, + "▁exhaustive": 49495, + "▁Continental": 49496, + "▁outsourcing": 49497, + "一贯": 49498, + "发音": 49499, + "各班": 49500, + "扫码": 49501, + "梦中": 49502, + "此举": 49503, + "金黄": 49504, + "预售": 49505, + "MzE": 49506, + "主演的": 49507, + "的解释": 49508, + "juven": 49509, + "▁Drink": 49510, + "verbose": 49511, + "ктомври": 49512, + "▁easing": 49513, + "▁remnant": 49514, + "▁stupidity": 49515, + "一枚": 49516, + "受众": 49517, + "失效": 49518, + "想来": 49519, + "点亮": 49520, + "Abs": 49521, + "Src": 49522, + "ajo": 49523, + "老师在": 49524, + "金牛座": 49525, + "imps": 49526, + "▁Ish": 49527, + "suite": 49528, + "▁Sask": 49529, + "States": 49530, + "atical": 49531, + "racell": 49532, + "▁Megan": 49533, + "▁resize": 49534, + "▁Strange": 49535, + "▁revital": 49536, + "▁Exercise": 49537, + "▁footsteps": 49538, + "▁logarithm": 49539, + "出战": 49540, + "块的": 49541, + "平整": 49542, + "油菜": 49543, + "跌停": 49544, + "返校": 49545, + "大会上": 49546, + "月以来": 49547, + "极大地": 49548, + "给你们": 49549, + "能量的": 49550, + "▁\\\"@": 49551, + "▁xen": 49552, + "医科大学": 49553, + "TABLE": 49554, + "▁Mick": 49555, + "▁Rays": 49556, + "▁lieu": 49557, + "▁sire": 49558, + "▁Revel": 49559, + "▁melee": 49560, + "▁whirl": 49561, + "▁Simmons": 49562, + "▁rampant": 49563, + "▁sealing": 49564, + "与该": 49565, + "包子": 49566, + "啊啊": 49567, + "水量": 49568, + "眼界": 49569, + "调制": 49570, + "體驗": 49571, + "tec": 49572, + "▁Га": 49573, + "原来是": 49574, + "执行官": 49575, + "的背后": 49576, + "fbox": 49577, + "nrec": 49578, + "▁Eff": 49579, + "minim": 49580, + "insured": 49581, + "nFriend": 49582, + "▁Combat": 49583, + "▁Cyprus": 49584, + "▁Katrina": 49585, + "▁Evidence": 49586, + "▁marching": 49587, + "▁tightening": 49588, + "加盖": 49589, + "劣势": 49590, + "挑戰": 49591, + "男方": 49592, + "SDK": 49593, + "她们的": 49594, + "新模式": 49595, + "独一无": 49596, + "理性的": 49597, + "reon": 49598, + "▁INS": 49599, + "荣誉称号": 49600, + "▁реги": 49601, + "racial": 49602, + "uplicate": 49603, + "▁summers": 49604, + "▁Straight": 49605, + "interfaces": 49606, + "▁predicate": 49607, + "▁decentralized": 49608, + "寒冬": 49609, + "我被": 49610, + "搬运": 49611, + "油气": 49612, + "澳门": 49613, + "电竞": 49614, + "競爭": 49615, + "发展到": 49616, + "表现在": 49617, + "&&&&": 49618, + "▁Spl": 49619, + "Neill": 49620, + "Ready": 49621, + "trend": 49622, + "apunov": 49623, + "▁smashed": 49624, + "▁Holdings": 49625, + "▁moderator": 49626, + "以待": 49627, + "底气": 49628, + "新品": 49629, + "百货": 49630, + "等同": 49631, + "APE": 49632, + "avez": 49633, + "mlin": 49634, + "nSat": 49635, + "▁LSU": 49636, + "▁оби": 49637, + "▁юли": 49638, + "两个人的": 49639, + "跨境电商": 49640, + "ODUCT": 49641, + "▁COPY": 49642, + "▁nuis": 49643, + "▁本发明的": 49644, + "Canada": 49645, + "rather": 49646, + "▁fined": 49647, + "▁ionized": 49648, + "▁lettuce": 49649, + "objective": 49650, + "▁nominees": 49651, + "▁receipts": 49652, + "▁Raspberry": 49653, + "distributed": 49654, + "йт": 49655, + "”-": 49656, + "双双": 49657, + "可乐": 49658, + "巨额": 49659, + "沪深": 49660, + "罪行": 49661, + "贬值": 49662, + "IMA": 49663, + "▁KC": 49664, + "Cong": 49665, + "▁Erd": 49666, + "▁Them": 49667, + "变得越来越": 49668, + "▁Weber": 49669, + "fragment": 49670, + "▁Dragons": 49671, + "▁Parking": 49672, + "▁commend": 49673, + "▁suffice": 49674, + "▁unravel": 49675, + "dashboard": 49676, + "▁Tracking": 49677, + "▁planners": 49678, + "▁Religious": 49679, + "▁shipments": 49680, + "三亚": 49681, + "时隔": 49682, + "转弯": 49683, + "▁ui": 49684, + "事实和": 49685, + "apis": 49686, + "ivel": 49687, + "文化建设": 49688, + "Muslim": 49689, + "micron": 49690, + "▁glyph": 49691, + "ATIONAL": 49692, + "effects": 49693, + "▁shores": 49694, + "aturdays": 49695, + "iciaries": 49696, + "▁richest": 49697, + "▁trimmed": 49698, + "▁ablation": 49699, + "▁Awareness": 49700, + "▁holographic": 49701, + "▁collaborations": 49702, + "三条": 49703, + "四人": 49704, + "多是": 49705, + "心病": 49706, + "早年": 49707, + "明顯": 49708, + "有事": 49709, + "結束": 49710, + "装机": 49711, + "黄某": 49712, + "jun": 49713, + "一路上": 49714, + "为国家": 49715, + "izzy": 49716, + "▁Bak": 49717, + "Round": 49718, + "ntake": 49719, + "psych": 49720, + "▁Goals": 49721, + "estyles": 49722, + "valuate": 49723, + "Examples": 49724, + "▁Sustainable": 49725, + "▁insignificant": 49726, + "佐证": 49727, + "何种": 49728, + "出不": 49729, + "请假": 49730, + "Feb": 49731, + "ODc": 49732, + "\\\\#": 49733, + "政策和": 49734, + "HAHA": 49735, + "▁argv": 49736, + "▁едно": 49737, + "ibernate": 49738, + "ermediate": 49739, + "ificially": 49740, + "▁percentages": 49741, + "因地": 49742, + "的就": 49743, + "红了": 49744, + "红楼": 49745, + "飞扬": 49746, + "NTc": 49747, + "OTM": 49748, + "胰岛素": 49749, + "TODO": 49750, + "ifax": 49751, + "城市建设": 49752, + "▁Hein": 49753, + "▁lact": 49754, + "▁monet": 49755, + "▁Gender": 49756, + "▁revive": 49757, + "▁Mustang": 49758, + "planation": 49759, + "▁steroids": 49760, + "▁университет": 49761, + "估算": 49762, + "杂物": 49763, + "潜水": 49764, + "胃肠": 49765, + "表决": 49766, + "视察": 49767, + "tabl": 49768, + "价格上涨": 49769, + "hibit": 49770, + "sales": 49771, + "▁Idea": 49772, + "▁prod": 49773, + "▁Inner": 49774, + "Forward": 49775, + "nCommon": 49776, + "oscopic": 49777, + "▁paused": 49778, + "▁Kardash": 49779, + "▁impedance": 49780, + "▁entrepreneurial": 49781, + ")”": 49782, + "前瞻": 49783, + "厌恶": 49784, + "字节": 49785, + "并就": 49786, + "村子": 49787, + "树枝": 49788, + "高职": 49789, + "CAC": 49790, + "ува": 49791, + "实际的": 49792, + "itsu": 49793, + "发展趋势": 49794, + "Cover": 49795, + "▁Rect": 49796, + "notice": 49797, + "▁Tensor": 49798, + "▁primes": 49799, + "▁януари": 49800, + "▁mustard": 49801, + "▁quoting": 49802, + "▁Hernandez": 49803, + "▁Worldwide": 49804, + "▁entitlement": 49805, + "▁distributors": 49806, + "▁Conservatives": 49807, + "▁supersymmetry": 49808, + "ге": 49809, + "尽头": 49810, + "批量": 49811, + "方言": 49812, + "條件": 49813, + "甜甜": 49814, + "稀释": 49815, + "Bul": 49816, + "pas": 49817, + "▁ша": 49818, + "成就感": 49819, + "群体的": 49820, + "角色的": 49821, + "认识了": 49822, + "▁CAL": 49823, + "▁Congo": 49824, + "▁peril": 49825, + "Central": 49826, + "▁dubious": 49827, + "▁snippet": 49828, + "▁Interstate": 49829, + "實施": 49830, + "小人": 49831, + "普惠": 49832, + "机型": 49833, + "重回": 49834, + "nBre": 49835, + "ocor": 49836, + "美国政府": 49837, + "都有一个": 49838, + "asaki": 49839, + "▁Rosa": 49840, + "▁Equal": 49841, + "▁Forums": 49842, + "▁Marion": 49843, + "▁bonded": 49844, + "▁chicks": 49845, + "▁sermon": 49846, + "▁unpaid": 49847, + "Validate": 49848, + "▁Responses": 49849, + "experiments": 49850, + "Hs": 49851, + "cq": 49852, + "周恩": 49853, + "天内": 49854, + "质地": 49855, + "黎明": 49856, + ";->": 49857, + "鉴定意见": 49858, + "Punct": 49859, + "exter": 49860, + "▁Meat": 49861, + "nBeyond": 49862, + "▁Origin": 49863, + "▁Scouts": 49864, + "setState": 49865, + "▁bailout": 49866, + "▁mammals": 49867, + "converted": 49868, + "▁eyebrows": 49869, + "▁petroleum": 49870, + "necessarily": 49871, + "▁frightened": 49872, + "▁strategically": 49873, + "二胎": 49874, + "大专": 49875, + "大兴": 49876, + "我再": 49877, + "执教": 49878, + "欢呼": 49879, + "闲置": 49880, + "高空": 49881, + "喜欢吃": 49882, + "fram": 49883, + "icio": 49884, + "这些东西": 49885, + "EVENT": 49886, + "nLand": 49887, + "▁abruptly": 49888, + "nFortunately": 49889, + "▁restructuring": 49890, + "定为": 49891, + "意義": 49892, + "慎重": 49893, + "时限": 49894, + "洋葱": 49895, + "滤波": 49896, + "赶上": 49897, + "\\\\(": 49898, + "十九条": 49899, + "和方法": 49900, + "甚至连": 49901, + "ende": 49902, + "мент": 49903, + "▁CLI": 49904, + "▁Dob": 49905, + "工程项目": 49906, + "fried": 49907, + "latex": 49908, + "▁Sell": 49909, + "nMajor": 49910, + "▁AFTER": 49911, + "▁hikes": 49912, + "▁Milton": 49913, + "▁Occupy": 49914, + "▁dances": 49915, + "▁Classes": 49916, + "▁Generator": 49917, + "▁immersion": 49918, + "▁informing": 49919, + "拉丁": 49920, + "曾是": 49921, + "比的": 49922, + "满怀": 49923, + "草坪": 49924, + "Boy": 49925, + "cke": 49926, + "cms": 49927, + "ppa": 49928, + "tpl": 49929, + "▁全球": 49930, + "准备的": 49931, + "所学校": 49932, + "有任何": 49933, + "的情感": 49934, + "第三届": 49935, + "loqu": 49936, + "nOld": 49937, + "▁Gol": 49938, + "▁Lon": 49939, + "这个过程": 49940, + "faith": 49941, + "▁Kris": 49942, + "finished": 49943, + "▁Daniels": 49944, + "▁viability": 49945, + "▁protesting": 49946, + "▁simplistic": 49947, + "一词": 49948, + "失调": 49949, + "就和": 49950, + "泉州": 49951, + "盒子": 49952, + "\\\\*": 49953, + "公元前": 49954, + "▁npm": 49955, + "nItem": 49956, + "ronting": 49957, + "▁Prosec": 49958, + "▁waving": 49959, + "▁Invalid": 49960, + "▁ventures": 49961, + "看你": 49962, + "知道的": 49963, + "▁DNN": 49964, + "▁bud": 49965, + "中国市场": 49966, + "岁的时候": 49967, + "▁pess": 49968, + "▁Across": 49969, + "▁Durham": 49970, + "ochemical": 49971, + "▁diminish": 49972, + "▁postings": 49973, + "▁champagne": 49974, + "▁Expression": 49975, + "▁confession": 49976, + "▁enrichment": 49977, + "▁reciprocal": 49978, + "▁municipalities": 49979, + "做题": 49980, + "实名": 49981, + "的手段": 49982, + "第二种": 49983, + "<<\\\"": 49984, + "uren": 49985, + "▁Hog": 49986, + "▁LTS": 49987, + "伙食补助费": 49988, + "▁pneum": 49989, + "▁spook": 49990, + "▁Danger": 49991, + "▁palate": 49992, + "▁enlarged": 49993, + "▁humility": 49994, + "▁cinematic": 49995, + "出卖": 49996, + "不仅能": 49997, + "的眼神": 49998, + "▁GRB": 49999, + "因为没有": 50000, + "iframe": 50001, + "▁ORDER": 50002, + "▁Pilot": 50003, + "▁cling": 50004, + "▁saints": 50005, + "nanother": 50006, + "agnostics": 50007, + "▁Bulldogs": 50008, + "likelihood": 50009, + "▁ecosystems": 50010, + "▁intersections": 50011, + "三项": 50012, + "富士": 50013, + "心事": 50014, + "的法": 50015, + "费的": 50016, + "香菇": 50017, + "高地": 50018, + "只能在": 50019, + "我们来": 50020, + "Stud": 50021, + "стър": 50022, + "Again": 50023, + "Grand": 50024, + "}\\\")\\": 50025, + "▁aval": 50026, + "▁babys": 50027, + "▁petty": 50028, + "的重要组成部分": 50029, + "▁punched": 50030, + "reditation": 50031, + "▁Laplacian": 50032, + "▁deprecated": 50033, + ":<": 50034, + "一堆": 50035, + "德尔": 50036, + "炸弹": 50037, + "的非": 50038, + "▁oy": 50039, + "▁Бе": 50040, + "与社会": 50041, + "个工作": 50042, + "垃圾桶": 50043, + "等功能": 50044, + "而且是": 50045, + "wine": 50046, + "▁Laf": 50047, + "Logic": 50048, + "▁bifur": 50049, + "▁Pattern": 50050, + "▁manners": 50051, + "▁perfume": 50052, + "▁plagued": 50053, + "▁veterin": 50054, + "nobserved": 50055, + "▁automate": 50056, + "▁positivity": 50057, + "三八": 50058, + "之王": 50059, + "堅持": 50060, + "对口": 50061, + "日出": 50062, + "校企": 50063, + "比你": 50064, + "琢磨": 50065, + "置身": 50066, + "跑去": 50067, + "ceq": 50068, + "nBi": 50069, + "tos": 50070, + "打造的": 50071, + "时间段": 50072, + "▁>>\\": 50073, + "▁Fur": 50074, + "Trust": 50075, + "tuned": 50076, + "▁Wrong": 50077, + "nmodels": 50078, + "▁Hampton": 50079, + "▁Talking": 50080, + "▁luminous": 50081, + "Statistics": 50082, + "▁fingertips": 50083, + "▁scalability": 50084, + "也从": 50085, + "呼应": 50086, + "大山": 50087, + "巨人": 50088, + "性命": 50089, + "截然": 50090, + "折射": 50091, + "斗志": 50092, + "涡轮": 50093, + "造假": 50094, + "ACS": 50095, + "Req": 50096, + "spo": 50097, + "了一遍": 50098, + "使我们": 50099, + "家门口": 50100, + "拒绝了": 50101, + "heel": 50102, + "事业发展": 50103, + "目的在于": 50104, + "Align": 50105, + "Sharp": 50106, + "morph": 50107, + "reviews": 50108, + "▁fleeing": 50109, + "▁tighten": 50110, + "nFeatured": 50111, + "▁prescriptions": 50112, + "下令": 50113, + "从我": 50114, + "伪装": 50115, + "反省": 50116, + "天鹅": 50117, + "息息": 50118, + "沙龙": 50119, + "过着": 50120, + "有两种": 50121, + "状态下": 50122, + "\":\"(": 50123, + "\\\\/}": 50124, + "▁Dum": 50125, + "ENGTH": 50126, + "nProb": 50127, + "ncoll": 50128, + "phalt": 50129, + "▁pane": 50130, + "▁warp": 50131, + "ACTION": 50132, + "▁Flynn": 50133, + "▁edits": 50134, + "mounted": 50135, + "▁жители": 50136, + "nsection": 50137, + "▁Forever": 50138, + "blockquote": 50139, + "nCommunity": 50140, + "▁positional": 50141, + "▁billionaire": 50142, + "侥幸": 50143, + "各省": 50144, + "年会": 50145, + "成龙": 50146, + "是把": 50147, + "解脱": 50148, + "變化": 50149, + "就觉得": 50150, + "有几个": 50151, + "路上的": 50152, + "bians": 50153, + "})^{-": 50154, + "▁Secrets": 50155, + "▁softmax": 50156, + "▁standout": 50157, + "▁descended": 50158, + "▁misunderstood": 50159, + "敏锐": 50160, + "清风": 50161, + "的李": 50162, + "示例": 50163, + "翻身": 50164, + "限期": 50165, + "TCP": 50166, + "Thm": 50167, + "iph": 50168, + "wyn": 50169, + "的一半": 50170, + "\\\">[": 50171, + "▁HST": 50172, + "▁SOL": 50173, + "sunami": 50174, + "▁wield": 50175, + "▁Namely": 50176, + "▁pastry": 50177, + "▁quasar": 50178, + "nProcess": 50179, + "received": 50180, + "notations": 50181, + "▁Savannah": 50182, + "▁advising": 50183, + "▁staffing": 50184, + "▁vortices": 50185, + "▁Interesting": 50186, + "云端": 50187, + "區域": 50188, + "单单": 50189, + "村镇": 50190, + "私立": 50191, + "博士生": 50192, + "合格的": 50193, + "想起了": 50194, + "的保护": 50195, + "Anch": 50196, + "igar": 50197, + "opus": 50198, + "在工作中": 50199, + "nDave": 50200, + "▁uter": 50201, + "▁Евро": 50202, + "ademic": 50203, + "overty": 50204, + "▁Wolver": 50205, + "▁anthem": 50206, + "▁github": 50207, + "▁mandated": 50208, + "▁showcases": 50209, + "▁multiplying": 50210, + "▁demographics": 50211, + "一世": 50212, + "散户": 50213, + "看点": 50214, + "优美的": 50215, + "日消息": 50216, + "朱元璋": 50217, + "自然是": 50218, + "风格的": 50219, + "want": 50220, + "}:\\\\": 50221, + "市委书记": 50222, + "法律责任": 50223, + "Strip": 50224, + "▁Sere": 50225, + "▁loot": 50226, + "的技术方案": 50227, + "inject": 50228, + "▁verte": 50229, + "campaign": 50230, + "▁deletion": 50231, + "▁pensions": 50232, + "accessible": 50233, + "▁септември": 50234, + "▁元": 50235, + "农商": 50236, + "财险": 50237, + "贪婪": 50238, + "闪光": 50239, + "BUT": 50240, + "少年的": 50241, + "有时间": 50242, + "适量的": 50243, + "bler": 50244, + "出现问题": 50245, + "icorn": 50246, + "▁Mour": 50247, + "▁Warm": 50248, + "一定要注意": 50249, + "▁antit": 50250, + "▁Gerald": 50251, + "▁Willie": 50252, + "▁salads": 50253, + "▁maritime": 50254, + "▁ascertain": 50255, + "engineering": 50256, + "五彩": 50257, + "他却": 50258, + "的話": 50259, + "骗取": 50260, + "сна": 50261, + "了一大": 50262, + "▁Geo": 50263, + "不断完善": 50264, + "相比之下": 50265, + "simpl": 50266, + "▁gigg": 50267, + "nshown": 50268, + "nRather": 50269, + "toEqual": 50270, + "▁Cannot": 50271, + "▁Applied": 50272, + "▁scratching": 50273, + "▁undesirable": 50274, + "主帅": 50275, + "乐视": 50276, + "四次": 50277, + "平平": 50278, + "拉萨": 50279, + "未曾": 50280, + "板和": 50281, + "螺母": 50282, + "议论": 50283, + "达尔": 50284, + "FTA": 50285, + "了一声": 50286, + "都觉得": 50287, + "idav": 50288, + "一个女人": 50289, + "INESS": 50290, + "igeon": 50291, + "▁havoc": 50292, + "▁mound": 50293, + "families": 50294, + "▁Browser": 50295, + "▁advisers": 50296, + "他与": 50297, + "右边": 50298, + "推移": 50299, + "车队": 50300, + "Mjc": 50301, + "{%\\": 50302, + "代表性": 50303, + "怎么了": 50304, + "固定资产": 50305, + "ogens": 50306, + "monary": 50307, + "▁looming": 50308, + "▁monkeys": 50309, + "▁Possible": 50310, + "▁afforded": 50311, + "▁forwarded": 50312, + "功课": 50313, + "备战": 50314, + "时装": 50315, + "星空": 50316, + "满分": 50317, + "礼品": 50318, + "较长": 50319, + "一口气": 50320, + "服务于": 50321, + "▁Hag": 50322, + "▁auf": 50323, + "ORDER": 50324, + "estim": 50325, + "▁Hole": 50326, + "▁multin": 50327, + "Generate": 50328, + "▁strides": 50329, + "▁interpreter": 50330, + "上岗": 50331, + "勤劳": 50332, + "研学": 50333, + "专门的": 50334, + "isma": 50335, + "nMor": 50336, + "投入使用": 50337, + "illac": 50338, + "ngoing": 50339, + "▁Север": 50340, + "ranking": 50341, + "▁Hearts": 50342, + "▁Recipe": 50343, + "▁Monthly": 50344, + "▁pronounce": 50345, + "▁heightened": 50346, + "侮辱": 50347, + "停产": 50348, + "四级": 50349, + "格力": 50350, + "棵树": 50351, + "酌情": 50352, + "NzE": 50353, + "▁ге": 50354, + "个项目": 50355, + "会引起": 50356, + "凝聚力": 50357, + "非常高": 50358, + ">\\\"\\": 50359, + "承担责任": 50360, + "hedron": 50361, + "imposed": 50362, + "▁settlers": 50363, + "▁Inspector": 50364, + "▁borrowers": 50365, + "▁expiration": 50366, + "冒着": 50367, + "幸好": 50368, + "章节": 50369, + "绿水": 50370, + "而下": 50371, + "院子": 50372, + "ECD": 50373, + "MTM": 50374, + "][/": 50375, + "hhh": 50376, + "你就是": 50377, + "科技成果": 50378, + "▁Khal": 50379, + "▁Tory": 50380, + "averaged": 50381, + "compress": 50382, + "▁Parties": 50383, + "▁toilets": 50384, + "▁depletion": 50385, + "▁potassium": 50386, + "threatening": 50387, + "MK": 50388, + "ъз": 50389, + "前锋": 50390, + "吓得": 50391, + "豐富": 50392, + "转会": 50393, + "题主": 50394, + "▁ré": 50395, + "oxel": 50396, + "erala": 50397, + "radle": 50398, + "▁kink": 50399, + "mitter": 50400, + "FilePath": 50401, + "estation": 50402, + "▁vibrations": 50403, + "和无": 50404, + "宁德": 50405, + "年夜": 50406, + "纸质": 50407, + "重點": 50408, + "ORN": 50409, + "REC": 50410, + "众多的": 50411, + "高效的": 50412, + "diss": 50413, + "стри": 50414, + "▁BCS": 50415, + "▁nar": 50416, + "apper": 50417, + "nread": 50418, + "▁hath": 50419, + "▁razor": 50420, + "▁scarf": 50421, + "aghetti": 50422, + "▁Sandra": 50423, + "▁Savage": 50424, + "▁Sebastian": 50425, + "är": 50426, + "中兴": 50427, + "定金": 50428, + "紀錄": 50429, + "▁如果": 50430, + "甚至在": 50431, + "Matt": 50432, + "nSix": 50433, + "nTra": 50434, + "oths": 50435, + "succ": 50436, + "FALSE": 50437, + "herty": 50438, + "▁SUSY": 50439, + "Branch": 50440, + "ngroup": 50441, + "survey": 50442, + "rescent": 50443, + "▁garments": 50444, + "horizontal": 50445, + "▁commissioners": 50446, + "乌鲁": 50447, + "布朗": 50448, + "我却": 50449, + "▁;)": 50450, + "基督徒": 50451, + "大大的": 50452, + "射手座": 50453, + "并表示": 50454, + "深厚的": 50455, + "而现在": 50456, + "nyears": 50457, + "▁rotor": 50458, + "▁FITNESS": 50459, + "▁Webster": 50460, + "▁reclaim": 50461, + "▁национа": 50462, + "▁Shepherd": 50463, + "▁portfolios": 50464, + "relationship": 50465, + "▁influencing": 50466, + "▁½": 50467, + "元年": 50468, + "谎言": 50469, + ":)\\": 50470, + "Bst": 50471, + "’”\\": 50472, + "▁tu": 50473, + "会发现": 50474, + "FAIL": 50475, + "nFeb": 50476, + "▁SMB": 50477, + "工伤保险": 50478, + "▁dens": 50479, + "charges": 50480, + "letcher": 50481, + "▁Ideally": 50482, + "▁Confederate": 50483, + "▁documenting": 50484, + "▁eccentricity": 50485, + "▁replacements": 50486, + "出击": 50487, + "芬兰": 50488, + "西路": 50489, + "试探": 50490, + "惊人的": 50491, + "排名第": 50492, + "的魅力": 50493, + "集团的": 50494, + "acci": 50495, + "rvert": 50496, + "}{(\\\\": 50497, + "ESSAGE": 50498, + "Market": 50499, + "▁siege": 50500, + "nWeight": 50501, + "▁Agents": 50502, + "▁disent": 50503, + "▁bishops": 50504, + "nParticip": 50505, + "lk": 50506, + "任性": 50507, + "柔性": 50508, + "绿茶": 50509, + "视听": 50510, + "逝世": 50511, + "面目": 50512, + "韓國": 50513, + "aac": 50514, + "▁HL": 50515, + "▁VT": 50516, + "了多少": 50517, + "作者的": 50518, + "很高兴": 50519, + "nCRE": 50520, + "Owner": 50521, + "▁ASAP": 50522, + "Shader": 50523, + "summer": 50524, + "ensable": 50525, + "venient": 50526, + "▁chores": 50527, + "Geometry": 50528, + "nproduct": 50529, + "▁growers": 50530, + "▁stocked": 50531, + "▁Reserved": 50532, + "▁contested": 50533, + "▁reconnect": 50534, + "––": 50535, + "充斥": 50536, + "列举": 50537, + "安居": 50538, + "将与": 50539, + "车载": 50540, + "nUN": 50541, + "信号的": 50542, + "构成了": 50543, + "tune": 50544, + "liner": 50545, + "▁Lomb": 50546, + "▁Blank": 50547, + "▁cooks": 50548, + "▁slows": 50549, + "▁diploma": 50550, + "oelectric": 50551, + "efficiency": 50552, + "▁decomposed": 50553, + "bv": 50554, + "信徒": 50555, + "背面": 50556, + "虚弱": 50557, + "資金": 50558, + "▁тър": 50559, + "被认为是": 50560, + "▁STEM": 50561, + "▁ruby": 50562, + "Having": 50563, + "nphase": 50564, + "▁sandy": 50565, + "▁scint": 50566, + "Overview": 50567, + "▁Certain": 50568, + "▁Garrett": 50569, + "▁disputed": 50570, + "▁mushroom": 50571, + "▁inspected": 50572, + "▁possessing": 50573, + "北市": 50574, + "惊叹": 50575, + "考评": 50576, + "花草": 50577, + "调和": 50578, + "高档": 50579, + "спа": 50580, + "等信息": 50581, + "вият": 50582, + "▁Lup": 50583, + "Links": 50584, + "nspin": 50585, + "лната": 50586, + "▁GPUs": 50587, + "市场监管局": 50588, + "ignant": 50589, + "powers": 50590, + "})-(\\\\": 50591, + "pancies": 50592, + "workflow": 50593, + "▁Rodgers": 50594, + "▁Motorola": 50595, + "▁inertial": 50596, + "nparticular": 50597, + "▁proclaimed": 50598, + "▁randomness": 50599, + "AQ": 50600, + "接过": 50601, + "欠条": 50602, + "电量": 50603, + "\\\\:": 50604, + "管理员": 50605, + "▁Sgt": 50606, + "国有企业": 50607, + "正在进行": 50608, + "Excel": 50609, + "▁meme": 50610, + "▁Rings": 50611, + "finance": 50612, + "▁Miguel": 50613, + "▁oversee": 50614, + "ellectual": 50615, + "▁checkpoint": 50616, + "▁campaigning": 50617, + "createElement": 50618, + "安德": 50619, + "来之": 50620, + "标语": 50621, + "药业": 50622, + "质押": 50623, + "面料": 50624, + "MTc": 50625, + "`;\\": 50626, + "三年级": 50627, + "可以为": 50628, + "是一部": 50629, + "的品牌": 50630, + "的根本": 50631, + "Spin": 50632, + "amus": 50633, + "uite": 50634, + "▁CAS": 50635, + "▁Gap": 50636, + "▁OWN": 50637, + "▁пол": 50638, + "可能导致": 50639, + "工作任务": 50640, + "\\\"])\\": 50641, + "▁poets": 50642, + "▁postal": 50643, + "▁bullpen": 50644, + "▁voucher": 50645, + "▁chilling": 50646, + "▁openness": 50647, + "▁consulted": 50648, + "▁obstruction": 50649, + "創造": 50650, + "在人": 50651, + "芳香": 50652, + "讲到": 50653, + "）（": 50654, + "专业课": 50655, + "和精神": 50656, + "多小时": 50657, + "raced": 50658, + "▁mish": 50659, + "▁Seoul": 50660, + "▁nylon": 50661, + "▁wrath": 50662, + "▁avenues": 50663, + "▁formidable": 50664, + "▁workaround": 50665, + "▁Australians": 50666, + "▁electroweak": 50667, + "一两": 50668, + "五六": 50669, + "原著": 50670, + "可想": 50671, + "宜昌": 50672, + "已知": 50673, + "病症": 50674, + "索引": 50675, + "红枣": 50676, + ";&#": 50677, + "GUI": 50678, + "Njc": 50679, + "OTS": 50680, + "tro": 50681, + "мор": 50682, + "▁sz": 50683, + "体现出": 50684, + "可用于": 50685, + "的危害": 50686, + "聪明的": 50687, + "bble": 50688, + "▁elo": 50689, + "eigen": 50690, + "multip": 50691, + "▁Names": 50692, + "▁WORLD": 50693, + "encoded": 50694, + "▁Compute": 50695, + "▁Cricket": 50696, + "▁Sunshine": 50697, + "▁ancestor": 50698, + "▁miracles": 50699, + "ск": 50700, + "保定": 50701, + "化身": 50702, + "徒弟": 50703, + "无视": 50704, + "昼夜": 50705, + "晚饭": 50706, + "越发": 50707, + "逃跑": 50708, + "選舉": 50709, + "酸奶": 50710, + "▁va": 50711, + "关心的": 50712, + "对这些": 50713, + "着我们": 50714, + "Give": 50715, + "gems": 50716, + "很长时间": 50717, + "思想政治": 50718, + "结果显示": 50719, + "поред": 50720, + "▁Tong": 50721, + "▁cron": 50722, + "▁knob": 50723, + "▁malf": 50724, + "▁Forget": 50725, + "▁Guatem": 50726, + "▁Planned": 50727, + "▁bounced": 50728, + "▁hobbies": 50729, + "▁turnovers": 50730, + "▁tablespoon": 50731, + "▁Congressman": 50732, + "▁landscaping": 50733, + "▁synchrotron": 50734, + "▁Organisation": 50735, + "农牧": 50736, + "宋代": 50737, + "湖区": 50738, + "滚滚": 50739, + "长假": 50740, + "▁&-": 50741, + "▁ва": 50742, + "什么叫": 50743, + "他们也": 50744, + "圣诞节": 50745, + "房间里": 50746, + "的氛围": 50747, + "颜色的": 50748, + "rums": 50749, + "▁Bib": 50750, + "范围内的": 50751, + "casts": 50752, + "▁stern": 50753, + "▁parsed": 50754, + "uggested": 50755, + "▁Concert": 50756, + "▁textile": 50757, + "universal": 50758, + "nGenerally": 50759, + "plementary": 50760, + "奇妙": 50761, + "怪物": 50762, + "挽救": 50763, + "每每": 50764, + "波澜": 50765, + "海的": 50766, + "金色": 50767, + "eee": 50768, + "等进行": 50769, + "▁tex": 50770, + "侵权责任": 50771, + "ithic": 50772, + "▁Wife": 50773, + "▁gigs": 50774, + "▁Hindi": 50775, + "▁Somal": 50776, + "▁raced": 50777, + "licates": 50778, + "neither": 50779, + "▁speedy": 50780, + "▁bicycles": 50781, + "▁succeeds": 50782, + "Simulation": 50783, + "WB": 50784, + "文案": 50785, + "站着": 50786, + "线和": 50787, + "Sex": 50788, + "cpy": 50789, + "抵抗力": 50790, + "重要性": 50791, + "icer": 50792, + "OTHER": 50793, + "的主要原因": 50794, + "gerald": 50795, + "▁Plaint": 50796, + "▁Achieve": 50797, + "▁Tutorial": 50798, + "normalized": 50799, + "▁Featuring": 50800, + "▁inspector": 50801, + "▁superficial": 50802, + "▁spirituality": 50803, + "SQ": 50804, + "大意": 50805, + "早盘": 50806, + "月球": 50807, + "Aff": 50808, + "├──": 50809, + "▁xx": 50810, + "等各种": 50811, + "ogical": 50812, + "▁basil": 50813, + "▁изпъл": 50814, + "instead": 50815, + "otyping": 50816, + "▁Brighton": 50817, + "▁supernova": 50818, + "mw": 50819, + "乡亲": 50820, + "前十": 50821, + "标本": 50822, + "肺部": 50823, + "腰椎": 50824, + "Cod": 50825, + "跟大家": 50826, + "▁:)\"": 50827, + "Angle": 50828, + "mcite": 50829, + "})+\\\\": 50830, + "▁Omar": 50831, + "▁brane": 50832, + "▁creek": 50833, + "▁salty": 50834, + "▁unpar": 50835, + "nIsrael": 50836, + "▁Enough": 50837, + "▁Sketch": 50838, + "▁biting": 50839, + "ractable": 50840, + "▁furnace": 50841, + "▁spiders": 50842, + "▁Contents": 50843, + "▁Yourself": 50844, + "▁financed": 50845, + "▁imagining": 50846, + "▁precautions": 50847, + "▁underestimate": 50848, + "到场": 50849, + "唐山": 50850, + "团圆": 50851, + "在看": 50852, + "抱歉": 50853, + "最先": 50854, + "爵士": 50855, + "igi": 50856, + "是一款": 50857, + "病人的": 50858, + "john": 50859, + "▁Kathy": 50860, + "▁payable": 50861, + "▁stimuli": 50862, + "▁Discount": 50863, + "▁forgiven": 50864, + "▁октомври": 50865, + "▁compiling": 50866, + "▁insisting": 50867, + "侧的": 50868, + "商業": 50869, + "回流": 50870, + "帐篷": 50871, + "消杀": 50872, + "老人家": 50873, + "aith": 50874, + "andi": 50875, + "▁Gul": 50876, + "关键时刻": 50877, + "怎么可能": 50878, + "Delay": 50879, + "nTele": 50880, + "所述的一种": 50881, + "Expect": 50882, + "stores": 50883, + "nParent": 50884, + "▁poorer": 50885, + "activated": 50886, + "ographers": 50887, + "ographically": 50888, + "▁facilitated": 50889, + "▁astrophysical": 50890, + "▁recombination": 50891, + "假冒": 50892, + "才行": 50893, + "晚了": 50894, + "生怕": 50895, + "种的": 50896, + "das": 50897, + "狮子座": 50898, + "采取了": 50899, + "STRU": 50900, + "▁Sew": 50901, + "▁SOME": 50902, + "cuador": 50903, + "impact": 50904, + "▁bureau": 50905, + "▁stigma": 50906, + "▁burdens": 50907, + "addresses": 50908, + "▁fourteen": 50909, + "npublished": 50910, + "▁corrosion": 50911, + "documentation": 50912, + "三名": 50913, + "停下": 50914, + "数千": 50915, + "ioc": 50916, + "在心里": 50917, + "新鲜的": 50918, + "模型的": 50919, + "ITCH": 50920, + "决策部署": 50921, + "manual": 50922, + "▁PEOPLE": 50923, + "▁Generic": 50924, + "▁deferred": 50925, + "▁destroys": 50926, + "▁dismissal": 50927, + "▁impairment": 50928, + "五四": 50929, + "克里": 50930, + "团伙": 50931, + "坚韧": 50932, + "天子": 50933, + "李白": 50934, + "难的": 50935, + "展开了": 50936, + "nMen": 50937, + "▁btw": 50938, + "扎实推进": 50939, + "Micro": 50940, + "draft": 50941, + "▁skim": 50942, + "Unique": 50943, + "ffield": 50944, + "▁Perez": 50945, + "▁Ramsey": 50946, + "answered": 50947, + "▁Advisor": 50948, + "sequences": 50949, + "▁locality": 50950, + "▁takeover": 50951, + "▁Construct": 50952, + "▁missionary": 50953, + "▁confidentiality": 50954, + "书房": 50955, + "好久": 50956, + "帮他": 50957, + "牵手": 50958, + "眼下": 50959, + "价格的": 50960, + "你没有": 50961, + "汽车的": 50962, + "全体党员": 50963, + "▁Jail": 50964, + "nAsked": 50965, + "nFound": 50966, + "▁cider": 50967, + "Appendix": 50968, + "nconstant": 50969, + "nsolution": 50970, + "▁Diabetes": 50971, + "▁Observer": 50972, + "interacting": 50973, + "superscript": 50974, + "▁parameterized": 50975, + "学年": 50976, + "把控": 50977, + "没啥": 50978, + "稳固": 50979, + "赵丽": 50980, + "踏上": 50981, + "PES": 50982, + "Was": 50983, + "南京市": 50984, + "和安全": 50985, + "生产力": 50986, + "iona": 50987, + "不用担心": 50988, + "应急预案": 50989, + "▁Auss": 50990, + "▁Jong": 50991, + "解决问题的": 50992, + "nPoint": 50993, + "▁Rouge": 50994, + "foreign": 50995, + "▁births": 50996, + "▁mounts": 50997, + "▁invaded": 50998, + "▁Favorite": 50999, + "▁Sections": 51000, + "▁Universities": 51001, + "中日": 51002, + "主題": 51003, + "升值": 51004, + "巧合": 51005, + "或在": 51006, + "椅子": 51007, + "流逝": 51008, + "点儿": 51009, + "白马": 51010, + "超标": 51011, + "追寻": 51012, + "多样化": 51013, + "CONT": 51014, + "UUID": 51015, + "▁ATT": 51016, + "▁cpu": 51017, + "▁bead": 51018, + "▁април": 51019, + "▁coales": 51020, + "tfunction": 51021, + "▁casually": 51022, + "prediction": 51023, + "▁deception": 51024, + "▁volleyball": 51025, + "戒指": 51026, + "降幅": 51027, + "SHA": 51028, + "听到了": 51029, + "▁ana": 51030, + "相关规定": 51031, + "▁Lego": 51032, + "▁tiger": 51033, + "nOption": 51034, + "▁nausea": 51035, + "ottenham": 51036, + "▁conceal": 51037, + "▁sizable": 51038, + "▁heavenly": 51039, + "▁presumed": 51040, + "▁wrinkles": 51041, + "Enumerable": 51042, + "▁polyester": 51043, + "▁commentators": 51044, + "一圈": 51045, + "团长": 51046, + "尼奥": 51047, + "手脚": 51048, + "机油": 51049, + "耦合": 51050, + "誓言": 51051, + "过户": 51052, + "▁PF": 51053, + "不在乎": 51054, + "在当时": 51055, + "满足了": 51056, + "相较于": 51057, + "经纪人": 51058, + "▁Rig": 51059, + "▁prow": 51060, + "▁Eston": 51061, + "iquette": 51062, + "▁Whilst": 51063, + "▁armour": 51064, + "▁blinds": 51065, + "▁mutant": 51066, + "▁setups": 51067, + "uminosity": 51068, + "increasing": 51069, + "▁sidelines": 51070, + "▁exaggerated": 51071, + "▁spontaneously": 51072, + "价钱": 51073, + "华的": 51074, + "接送": 51075, + "移送": 51076, + "FLO": 51077, + "IBM": 51078, + "чев": 51079, + "全面发展": 51080, + "nError": 51081, + "sector": 51082, + "▁cigar": 51083, + "matching": 51084, + "▁Matters": 51085, + "▁simplifies": 51086, + "qc": 51087, + "可观": 51088, + "四面": 51089, + "屬於": 51090, + "精髓": 51091, + "\\": 51092, + "喜欢你": 51093, + "的距离": 51094, + "陈代谢": 51095, + "饮用水": 51096, + "Spot": 51097, + "mort": 51098, + "▁Bes": 51099, + "▁MSE": 51100, + "▁THC": 51101, + "▁писа": 51102, + "▁Cache": 51103, + "provided": 51104, + "▁ultraviolet": 51105, + "businessinsider": 51106, + "年和": 51107, + "拦截": 51108, + "是与": 51109, + "湖泊": 51110, + "要让": 51111, + "题型": 51112, + "黑人": 51113, + "Nzc": 51114, + "二手车": 51115, + "FROM": 51116, + "alys": 51117, + "副秘书长": 51118, + "加密货币": 51119, + "市委常委": 51120, + "影响力的": 51121, + "政府部门": 51122, + "nfree": 51123, + "▁Zoom": 51124, + "▁unim": 51125, + "▁Tunis": 51126, + "▁bigot": 51127, + "▁figur": 51128, + "▁Eating": 51129, + "▁Greeks": 51130, + "▁Replace": 51131, + "▁WARRANTY": 51132, + "▁mastered": 51133, + "experience": 51134, + "setcounter": 51135, + "▁gentlemen": 51136, + "▁broadcasts": 51137, + "媽媽": 51138, + "PRL": 51139, + "▁Ла": 51140, + "总是在": 51141, + "的地位": 51142, + "认识的": 51143, + "里程碑": 51144, + "nway": 51145, + "▁Sax": 51146, + "的那一刻": 51147, + "线上线下": 51148, + "▁numb": 51149, + "Studio": 51150, + "ermost": 51151, + "onight": 51152, + "proton": 51153, + "recurs": 51154, + "▁regrets": 51155, + "▁partnering": 51156, + "Rx": 51157, + "▁对": 51158, + "不打": 51159, + "人意": 51160, + "剥夺": 51161, + "推翻": 51162, + "最終": 51163, + "率达": 51164, + "腿部": 51165, + "赌博": 51166, + "那我": 51167, + "кло": 51168, + "个国家": 51169, + "中表示": 51170, + "是一座": 51171, + "ioni": 51172, + "▁Das": 51173, + "comma": 51174, + "▁gust": 51175, + "首席执行官": 51176, + "estead": 51177, + "sender": 51178, + "nDefine": 51179, + "placing": 51180, + "▁Rabbit": 51181, + "▁gastro": 51182, + "▁Perform": 51183, + "ographies": 51184, + "▁coordinating": 51185, + "场馆": 51186, + "宣言": 51187, + "百花": 51188, + "ryn": 51189, + "少不了": 51190, + "短暂的": 51191, + "borg": 51192, + "▁oat": 51193, + "分钟左右": 51194, + "▁exits": 51195, + "▁август": 51196, + "▁dynasty": 51197, + "▁Hezbollah": 51198, + "▁adulthood": 51199, + "▁witnessing": 51200, + "▁occurrences": 51201, + "左边": 51202, + "焚烧": 51203, + "苗木": 51204, + "Cou": 51205, + "▁HK": 51206, + "amie": 51207, + "lost": 51208, + "▁nib": 51209, + "如实供述": 51210, + "学习成绩": 51211, + "矛盾纠纷": 51212, + "落到实处": 51213, + "这个名字": 51214, + "Named": 51215, + "leges": 51216, + "Commit": 51217, + "illian": 51218, + "▁stunt": 51219, + "▁clergy": 51220, + "Commands": 51221, + "▁plagiar": 51222, + "▁Strategies": 51223, + "▁prioritize": 51224, + "▁accelerator": 51225, + "▁unsupported": 51226, + "▁methodologies": 51227, + "一點": 51228, + "商用": 51229, + "守住": 51230, + "破损": 51231, + "行事": 51232, + "tgl": 51233, + "信息和": 51234, + "将达到": 51235, + "方式的": 51236, + "规模的": 51237, + "asms": 51238, + "▁Mau": 51239, + "受到影响": 51240, + "Jesus": 51241, + "Caption": 51242, + "derabad": 51243, + "valueOf": 51244, + "▁billed": 51245, + "▁informs": 51246, + "▁insurer": 51247, + "▁bearings": 51248, + "▁stranded": 51249, + "▁eigenvectors": 51250, + "人来": 51251, + "作曲": 51252, + "好玩": 51253, + "愈发": 51254, + "所要": 51255, + "肩负": 51256, + "走近": 51257, + "这下": 51258, + "Hex": 51259, + "▁VL": 51260, + "发生后": 51261, + "有异议": 51262, + "老人们": 51263, + "而成的": 51264, + "risy": 51265, + "▁NRA": 51266, + "空气质量": 51267, + "\":\"//": 51268, + "▁Miche": 51269, + "▁delic": 51270, + "▁Savior": 51271, + "▁insure": 51272, + "▁losers": 51273, + "▁scorer": 51274, + "▁Hoffman": 51275, + "▁inertia": 51276, + "▁Elements": 51277, + "▁disrupted": 51278, + "▁injective": 51279, + "▁INFORMATION": 51280, + "名牌": 51281, + "室友": 51282, + "小花": 51283, + "每個": 51284, + "父親": 51285, + "ISM": 51286, + "fib": 51287, + "开展的": 51288, + "还会有": 51289, + "nPal": 51290, + "▁Ear": 51291, + "经济学家": 51292, + "ylene": 51293, + "London": 51294, + "inside": 51295, + "irting": 51296, + "▁Olive": 51297, + "▁ashes": 51298, + "▁menstru": 51299, + "▁reminders": 51300, + "▁elliptical": 51301, + "▁geometries": 51302, + "▁sensational": 51303, + "供货": 51304, + "助学": 51305, + "摆在": 51306, + "白血": 51307, + "自此": 51308, + "被骗": 51309, + "怎么看": 51310, + "经济体": 51311, + "葡萄糖": 51312, + "贸市场": 51313, + "lords": 51314, + "▁pals": 51315, + "having": 51316, + "nAside": 51317, + "weekly": 51318, + "nsingle": 51319, + "▁clauses": 51320, + "▁nurture": 51321, + "traditional": 51322, + "▁translating": 51323, + ">-": 51324, + "周某": 51325, + "念佛": 51326, + "想在": 51327, + "纪元": 51328, + "车展": 51329, + "nSH": 51330, + "▁ال": 51331, + "为实现": 51332, + "白羊座": 51333, + "自己对": 51334, + "/\\\\/": 51335, + "cash": 51336, + "ucid": 51337, + "建筑工程": 51338, + "▁Fruit": 51339, + "upgrade": 51340, + "▁Debbie": 51341, + "▁boiled": 51342, + "▁rested": 51343, + "▁hardship": 51344, + "▁resultant": 51345, + "▁expressive": 51346, + "会后": 51347, + "刚需": 51348, + "图纸": 51349, + "壮族": 51350, + "恭喜": 51351, + "指望": 51352, + "经由": 51353, + "花样": 51354, + "醉酒": 51355, + "=['": 51356, + "MDc": 51357, + "创造力": 51358, + "大家对": 51359, + "第二条": 51360, + "issy": 51361, + "▁SEE": 51362, + "交通大学": 51363, + "要进一步": 51364, + "▁blob": 51365, + "▁Finish": 51366, + "gressive": 51367, + "▁colspan": 51368, + "▁Cambodia": 51369, + "▁Fighting": 51370, + "▁departed": 51371, + "▁Beginning": 51372, + "▁Minkowski": 51373, + "▁comparatively": 51374, + "▁electrostatic": 51375, + "保质": 51376, + "削减": 51377, + "发芽": 51378, + "揭露": 51379, + "时任": 51380, + "觀眾": 51381, + "诉请": 51382, + "DEF": 51383, + "Ell": 51384, + "▁Йо": 51385, + "工作站": 51386, + "nGot": 51387, + "▁PIN": 51388, + "很多事情": 51389, + "▁тази": 51390, + "▁hairs": 51391, + "nAround": 51392, + "iability": 51393, + "▁baryons": 51394, + "▁villains": 51395, + "一楼": 51396, + "发货": 51397, + "心地": 51398, + "患上": 51399, + "是其": 51400, + "稀缺": 51401, + "马桶": 51402, + "'}{": 51403, + "Rub": 51404, + "的女孩": 51405, + "soon": 51406, + "mares": 51407, + "▁Desk": 51408, + "▁flop": 51409, + "▁Haley": 51410, + "▁Stamp": 51411, + "承担赔偿责任": 51412, + "organic": 51413, + "▁amidst": 51414, + "Calendar": 51415, + "▁halftime": 51416, + "▁legitimacy": 51417, + "写入": 51418, + "写在": 51419, + "就让": 51420, + "排骨": 51421, + "比方": 51422, + "考慮": 51423, + "STA": 51424, + "▁  ": 51425, + "关联性": 51426, + "准确的": 51427, + "喜爱的": 51428, + "死亡率": 51429, + "范冰冰": 51430, + "tabs": 51431, + "▁Din": 51432, + "▁URI": 51433, + "BLOCK": 51434, + "oleon": 51435, + "▁Auth": 51436, + "▁ensl": 51437, + "▁invo": 51438, + "portal": 51439, + "кември": 51440, + "▁hairc": 51441, + "aternal": 51442, + "ennifer": 51443, + "heating": 51444, + "nLittle": 51445, + "▁Holder": 51446, + "▁Farmers": 51447, + "contained": 51448, + "instagram": 51449, + "▁divergent": 51450, + "▁tolerated": 51451, + "▁profoundly": 51452, + "Du": 51453, + "▁上": 51454, + "丹麦": 51455, + "人选": 51456, + "刑期": 51457, + "前一": 51458, + "应为": 51459, + "当即": 51460, + "的真": 51461, + "相近": 51462, + "顽强": 51463, + "Dot": 51464, + "nGl": 51465, + "居民的": 51466, + "诺贝尔": 51467, + "wald": 51468, + "亿美元的": 51469, + "▁glut": 51470, + "▁pend": 51471, + "nComput": 51472, + "updates": 51473, + "venting": 51474, + "▁plight": 51475, + "feedback": 51476, + "▁Missing": 51477, + "▁Objects": 51478, + "▁prevail": 51479, + "▁psyched": 51480, + "▁behaviours": 51481, + "▁relocation": 51482, + "▁festivities": 51483, + "SZ": 51484, + "核准": 51485, + "被他": 51486, + "製造": 51487, + "面条": 51488, + "GRE": 51489, + "SIG": 51490, + "mak": 51491, + "▁'\\": 51492, + "收获了": 51493, + "的主人": 51494, + "的形成": 51495, + "aleb": 51496, + "inus": 51497, + "▁APR": 51498, + "▁BTC": 51499, + "▁Thu": 51500, + "nWood": 51501, + "crypto": 51502, + "nCommun": 51503, + "▁allied": 51504, + "Previous": 51505, + "baseline": 51506, + "▁cavities": 51507, + "▁prophecy": 51508, + "▁artillery": 51509, + "升起": 51510, + "古今": 51511, + "国立": 51512, + "开出": 51513, + "忧虑": 51514, + "感官": 51515, + "房贷": 51516, + "收紧": 51517, + "离合": 51518, + "量和": 51519, + "▁Фи": 51520, + "Sure": 51521, + "广大群众": 51522, + "estry": 51523, + "nGroup": 51524, + "▁epist": 51525, + "▁shakes": 51526, + "Research": 51527, + "▁statues": 51528, + "▁swiftly": 51529, + "Subscribe": 51530, + "▁surrounds": 51531, + "▁projecting": 51532, + "▁catastrophe": 51533, + "个大": 51534, + "吃药": 51535, + "洗礼": 51536, + "透气": 51537, + "首家": 51538, + "ppo": 51539, + "二年级": 51540, + "依旧是": 51541, + "对身体": 51542, + "是否会": 51543, + "的手机": 51544, + "heit": 51545, + "ilus": 51546, + "夫妻关系": 51547, + "absor": 51548, + "fires": 51549, + "ncross": 51550, + "▁Corey": 51551, + "▁Phantom": 51552, + "▁Providence": 51553, + "一脚": 51554, + "学好": 51555, + "必有": 51556, + "沮丧": 51557, + "穿戴": 51558, + "萨斯": 51559, + "调剂": 51560, + "Mzc": 51561, + "Ord": 51562, + "}{{": 51563, + "зова": 51564, + "▁Kab": 51565, + "телни": 51566, + "▁funk": 51567, + "arrhea": 51568, + "▁Catch": 51569, + "▁slips": 51570, + "▁pricey": 51571, + "▁monarch": 51572, + "▁spelled": 51573, + "▁tornado": 51574, + "▁homicide": 51575, + "▁originates": 51576, + "▁procedural": 51577, + "▁distractions": 51578, + "潜能": 51579, + "牵挂": 51580, + "致的": 51581, + "铸造": 51582, + "ACP": 51583, + "tap": 51584, + "})/": 51585, + "的本质": 51586, + "给学生": 51587, + "Addr": 51588, + "nets": 51589, + "веде": 51590, + "▁Kun": 51591, + "▁кри": 51592, + "这个地方": 51593, + "这种方法": 51594, + "idade": 51595, + "nSend": 51596, + "orned": 51597, + "▁slug": 51598, + "▁caves": 51599, + "▁semic": 51600, + "▁witty": 51601, + "▁burner": 51602, + "▁revert": 51603, + "▁Customs": 51604, + "▁oversized": 51605, + "▁mathematic": 51606, + "▁accommodating": 51607, + "再多": 51608, + "实惠": 51609, + "星光": 51610, + "联社": 51611, + "避孕": 51612, + "cox": 51613, + "orf": 51614, + "我们先": 51615, + "要学会": 51616, + "气候变化": 51617, + "Their": 51618, + "▁cane": 51619, + "提供了一种": 51620, + "finals": 51621, + "icycle": 51622, + "nIndia": 51623, + "posted": 51624, + "▁Serve": 51625, + "▁drafts": 51626, + "▁academia": 51627, + "▁azimuthal": 51628, + "▁intensely": 51629, + "▁spectacle": 51630, + "不乏": 51631, + "中枢": 51632, + "出水": 51633, + "十里": 51634, + "懂的": 51635, + "映射": 51636, + "极高": 51637, + "水产": 51638, + "积蓄": 51639, + "自发": 51640, + "Dan": 51641, + "▁EF": 51642, + "了一位": 51643, + "了一套": 51644, + "+(\\\\": 51645, + "crew": 51646, + "▁Sap": 51647, + "▁dan": 51648, + "rupts": 51649, + "igmoid": 51650, + "▁Chaos": 51651, + "▁pillar": 51652, + "cccccccc": 51653, + "nsystems": 51654, + "romagnet": 51655, + "▁Concord": 51656, + "▁baseman": 51657, + "▁emulate": 51658, + "▁pirates": 51659, + "▁pulsars": 51660, + "▁Istanbul": 51661, + "▁pounding": 51662, + "▁mediation": 51663, + "▁predefined": 51664, + "手足": 51665, + "抗癌": 51666, + "鸡肉": 51667, + "Bin": 51668, + "克里斯": 51669, + "▁Fen": 51670, + "和社会保障": 51671, + "avatar": 51672, + "neural": 51673, + "▁Hollow": 51674, + "▁Tucker": 51675, + "▁poetic": 51676, + "▁vulgar": 51677, + "ustering": 51678, + "naissance": 51679, + "▁Reporting": 51680, + "▁Secondary": 51681, + "▁bookstore": 51682, + "nconditions": 51683, + "▁strawberries": 51684, + "后市": 51685, + "年终": 51686, + "念念": 51687, + "格的": 51688, + "tup": 51689, + "就是说": 51690, + "有那么": 51691, + "组织和": 51692, + "这其中": 51693, + "LAND": 51694, + "wash": 51695, + "▁DPS": 51696, + "omnia": 51697, + "▁sabot": 51698, + "Observer": 51699, + "▁householder": 51700, + "地毯": 51701, + "捐献": 51702, + "擦拭": 51703, + "的血": 51704, + "骨髓": 51705, + "dyn": 51706, + "eon": 51707, + "▁dd": 51708, + "在一次": 51709, + "氧化物": 51710, + "\":\"（": 51711, + "nSty": 51712, + "爷爷奶奶": 51713, + "dense": 51714, + "raded": 51715, + "▁Cain": 51716, + "党的十九大": 51717, + "▁sinks": 51718, + "▁goalie": 51719, + "▁Schwartz": 51720, + "▁amplified": 51721, + "▁complexities": 51722, + "▁discontinued": 51723, + "会同": 51724, + "取证": 51725, + "召唤": 51726, + "后备": 51727, + "多达": 51728, + "安东": 51729, + "皱纹": 51730, + "及利息": 51731, + "城镇化": 51732, + "岁以上": 51733, + "更适合": 51734, + "现金流": 51735, + "简直是": 51736, + "ствие": 51737, + "▁STATE": 51738, + "▁raids": 51739, + "outputs": 51740, + "▁Wesley": 51741, + "▁safest": 51742, + "▁presume": 51743, + "religious": 51744, + "▁earrings": 51745, + "▁Detection": 51746, + "▁ballistic": 51747, + "▁medicinal": 51748, + "▁rejecting": 51749, + "▁hesitation": 51750, + "▁primordial": 51751, + "tq": 51752, + "彩礼": 51753, + "心跳": 51754, + "正向": 51755, + "上赛季": 51756, + "科创板": 51757, + "过了一": 51758, + "arat": 51759, + "леми": 51760, + "▁rav": 51761, + "财产安全": 51762, + "▁CALL": 51763, + "▁cong": 51764, + "▁hubs": 51765, + "▁март": 51766, + "▁gangs": 51767, + "▁hides": 51768, + "▁Harley": 51769, + "▁Manila": 51770, + "▁innate": 51771, + "\\\\\\\\\\\\\\\\": 51772, + "aliation": 51773, + "▁onwards": 51774, + "▁swapping": 51775, + "▁disappearing": 51776, + "нт": 51777, + "修身": 51778, + "曾經": 51779, + "江县": 51780, + "esp": 51781, + "在公司": 51782, + "玩手机": 51783, + "的场景": 51784, + "Ball": 51785, + "atha": 51786, + "工作进行": 51787, + "verbs": 51788, + "▁cites": 51789, + "▁exile": 51790, + "▁unatt": 51791, + "rawling": 51792, + "▁Sophie": 51793, + "▁benign": 51794, + "▁bisexual": 51795, + "▁unofficial": 51796, + "▁orientations": 51797, + "口径": 51798, + "声誉": 51799, + "▁MV": 51800, + "可以被": 51801, + "的一家": 51802, + "进校园": 51803, + "Cook": 51804, + "tret": 51805, + "▁Era": 51806, + "askell": 51807, + "hythms": 51808, + "▁manic": 51809, + "riction": 51810, + "▁chased": 51811, + "▁spouses": 51812, + "endregion": 51813, + "▁militant": 51814, + "▁continual": 51815, + "▁waterfall": 51816, + "▁pleasantly": 51817, + "▁luminosities": 51818, + "历代": 51819, + "重生": 51820, + "饿了": 51821, + "IPS": 51822, + "NDM": 51823, + "停下来": 51824, + "天蝎座": 51825, + "ndid": 51826, + "▁Nit": 51827, + "▁две": 51828, + "▁Goal": 51829, + "Anyone": 51830, + "▁Sachs": 51831, + "▁Tours": 51832, + "Changes": 51833, + "▁coward": 51834, + "employee": 51835, + "▁caching": 51836, + "▁dedicate": 51837, + "▁deputies": 51838, + "▁testimon": 51839, + "▁Essentially": 51840, + "▁laboratories": 51841, + "下心": 51842, + "体贴": 51843, + "四位": 51844, + "太小": 51845, + "张艺": 51846, + "温水": 51847, + "聚力": 51848, + "==\\": 51849, + "PCA": 51850, + "第一种": 51851, + "лаго": 51852, + "irgin": 51853, + "ituted": 51854, + "▁misuse": 51855, + "▁mortal": 51856, + "▁padded": 51857, + "nPrivate": 51858, + "▁kitchens": 51859, + "regulation": 51860, + "▁gatherings": 51861, + "OE": 51862, + "以求": 51863, + "动静": 51864, + "头盔": 51865, + "打进": 51866, + "ARA": 51867, + "REM": 51868, + "eri": 51869, + "▁AE": 51870, + "当然了": 51871, + "有兴趣": 51872, + "现如今": 51873, + "购买的": 51874, + "▁Раз": 51875, + "一点都不": 51876, + "对孩子的": 51877, + "hsize": 51878, + "ivism": 51879, + "▁loaf": 51880, + "icides": 51881, + "nYoung": 51882, + "plants": 51883, + "raight": 51884, + "astings": 51885, + "▁BEFORE": 51886, + "▁Threat": 51887, + "▁assigns": 51888, + "▁whopping": 51889, + "reliminary": 51890, + "▁resemblance": 51891, + "偏见": 51892, + "卡的": 51893, + "听证": 51894, + "圣地": 51895, + "悬浮": 51896, + "无愧": 51897, + "本报": 51898, + "植株": 51899, + "百家": 51900, + "蜜蜂": 51901, + "还挺": 51902, + "追加": 51903, + "()}": 51904, + "和家长": 51905, + "增加值": 51906, + "推动了": 51907, + "jing": 51908, + "▁Yep": 51909, + "▁eup": 51910, + "byter": 51911, + "Planck": 51912, + "Radius": 51913, + "▁dodge": 51914, + "▁autobi": 51915, + "▁paraly": 51916, + "Multiple": 51917, + "actively": 51918, + "▁nuisance": 51919, + "▁Potential": 51920, + "▁automorphism": 51921, + "_[": 51922, + "dq": 51923, + "听众": 51924, + "惠州": 51925, + "揭牌": 51926, + "盖上": 51927, + "iry": 51928, + "关节炎": 51929, + "摩羯座": 51930, + "的中心": 51931, + "apid": 51932, + "▁SPD": 51933, + "VERTIS": 51934, + "▁Lemon": 51935, + "▁regex": 51936, + "▁indisp": 51937, + "galactic": 51938, + "▁lineage": 51939, + "▁emergencies": 51940, + "▁revelations": 51941, + "cé": 51942, + "▁你": 51943, + "些年": 51944, + "信的": 51945, + "增持": 51946, + "画像": 51947, + "祖父": 51948, + "细微": 51949, + "绑定": 51950, + "药材": 51951, + "赶快": 51952, + "▁XD": 51953, + "庭审中": 51954, + "ouin": 51955, + "coded": 51956, + "▁Rica": 51957, + "新中国成立": 51958, + "▁niece": 51959, + "▁artery": 51960, + "▁malign": 51961, + "▁Vintage": 51962, + "▁endowed": 51963, + "Documents": 51964, + "▁radiator": 51965, + "▁illuminated": 51966, + "▁artificially": 51967, + "▁effortlessly": 51968, + "之于": 51969, + "战国": 51970, + "油烟": 51971, + "渔业": 51972, + "矿产": 51973, + "這裡": 51974, + "可根据": 51975, + "在孩子": 51976, + "忽略了": 51977, + "飞行员": 51978, + "▁рез": 51979, + "对外开放": 51980, + "还有就是": 51981, + "aside": 51982, + "iston": 51983, + "mania": 51984, + "▁Fool": 51985, + "nOrder": 51986, + "▁Allan": 51987, + "▁ALWAYS": 51988, + "▁Olivia": 51989, + "▁Rhodes": 51990, + "▁ceased": 51991, + "▁jQuery": 51992, + "▁insults": 51993, + "additional": 51994, + "▁Fantastic": 51995, + "▁Zimmerman": 51996, + "▁twentieth": 51997, + "▁overcoming": 51998, + "▁horizontally": 51999, + "(<": 52000, + "事了": 52001, + "卡尔": 52002, + "张力": 52003, + "看他": 52004, + "走高": 52005, + "金星": 52006, + "**（": 52007, + "nTL": 52008, + "nsm": 52009, + "心灵的": 52010, + "的考生": 52011, + "▁iff": 52012, + "全面推进": 52013, + "发展战略": 52014, + "在一起的": 52015, + "\\\"];\\": 52016, + "▁domest": 52017, + "▁parody": 52018, + "readable": 52019, + "▁soliton": 52020, + "▁volcano": 52021, + "nInternet": 52022, + "▁repairing": 52023, + "▁proficient": 52024, + ">[": 52025, + "`:": 52026, + "人所": 52027, + "林的": 52028, + "温情": 52029, + "ERC": 52030, + "Sig": 52031, + "▁MH": 52032, + "思想和": 52033, + "音乐会": 52034, + "LEFT": 52035, + "ORTS": 52036, + "took": 52037, + "▁Tyr": 52038, + "Allow": 52039, + "▁FULL": 52040, + "nJason": 52041, + "▁choke": 52042, + "▁diffe": 52043, + "violent": 52044, + "ymptoms": 52045, + "▁повече": 52046, + "▁disguise": 52047, + "▁Christina": 52048, + "▁heartbeat": 52049, + "inflammatory": 52050, + "向南": 52051, + "备份": 52052, + "套装": 52053, + "并用": 52054, + "期满": 52055, + "果树": 52056, + "迫使": 52057, + "▁seg": 52058, + "garia": 52059, + "nYear": 52060, + "▁Turt": 52061, + "▁tents": 52062, + "▁Poetry": 52063, + "▁elites": 52064, + "▁tractor": 52065, + "▁cylinders": 52066, + "▁drawbacks": 52067, + "▁contradicts": 52068, + "三家": 52069, + "得名": 52070, + "提速": 52071, + "新娘": 52072, + "日月": 52073, + "甜美": 52074, + "私下": 52075, + "革新": 52076, + "突如其": 52077, + "fony": 52078, + "▁kne": 52079, + "印象深刻": 52080, + "_{\\\\{": 52081, + "colone": 52082, + "▁името": 52083, + "▁Packages": 52084, + "▁converse": 52085, + "▁observes": 52086, + "▁dinosaurs": 52087, + "▁manipulating": 52088, + "QE": 52089, + "可口": 52090, + "哮喘": 52091, + "泡泡": 52092, + "炫耀": 52093, + "')}": 52094, + "OTc": 52095, + "YES": 52096, + "我們的": 52097, + "执行的": 52098, + "Conn": 52099, + "ucci": 52100, + "▁Cec": 52101, + "中小学生": 52102, + "计划生育": 52103, + "helps": 52104, + "ishly": 52105, + "rains": 52106, + "▁Earn": 52107, + "▁Toys": 52108, + "▁olig": 52109, + "nRoute": 52110, + "▁Chevy": 52111, + "nContin": 52112, + "▁Flower": 52113, + "▁Trends": 52114, + "▁boosts": 52115, + "▁опреде": 52116, + "Consumer": 52117, + "Modified": 52118, + "▁Chandler": 52119, + "▁Lebanese": 52120, + "▁transporting": 52121, + "^\\": 52122, + "思索": 52123, + "昔日": 52124, + "末端": 52125, + "正经": 52126, + "畏惧": 52127, + "闪电": 52128, + "阀门": 52129, + "iya": 52130, + "▁kw": 52131, + "成一个": 52132, + "的温度": 52133, + "irez": 52134, + "▁Ach": 52135, + "▁NET": 52136, + "因为这个": 52137, + "assin": 52138, + "infrared": 52139, + "▁captive": 52140, + "▁desserts": 52141, + "▁profiling": 52142, + "▁Philippine": 52143, + "▁antibodies": 52144, + "▁injections": 52145, + "yg": 52146, + "團體": 52147, + "悄然": 52148, + "毅力": 52149, + "洞察": 52150, + "热潮": 52151, + "球星": 52152, + "的在": 52153, + "MSG": 52154, + "的办法": 52155, + "Think": 52156, + "ienne": 52157, + "▁Boeh": 52158, + "▁fain": 52159, + "▁heed": 52160, + "▁Yukawa": 52161, + "▁Respond": 52162, + "▁anatomy": 52163, + "▁inserts": 52164, + "▁skillet": 52165, + "▁mappings": 52166, + "▁Saturdays": 52167, + "▁veterinary": 52168, + "之城": 52169, + "售卖": 52170, + "戴上": 52171, + "手柄": 52172, + "招待": 52173, + "矿石": 52174, + "纯洁": 52175, + "避险": 52176, + "音响": 52177, + "NTM": 52178, + "世界里": 52179, + "的一端": 52180, + "鲜明的": 52181, + "phen": 52182, + "金融科技": 52183, + "Grant": 52184, + "▁hacker": 52185, + "▁halluc": 52186, + "Solution": 52187, + "nCalifornia": 52188, + "____________": 52189, + "▁alternatively": 52190, + "▁distinguishing": 52191, + "在最": 52192, + "尘埃": 52193, + "山镇": 52194, + "建党": 52195, + "顶端": 52196, + "危险的": 52197, + "NOTE": 52198, + "ibal": 52199, + "ivor": 52200, + "积极探索": 52201, + "ahead": 52202, + "申请执行人": 52203, + "随着时间的": 52204, + "worked": 52205, + "▁Omega": 52206, + "▁ticks": 52207, + "▁Stefan": 52208, + "▁bakery": 52209, + "informed": 52210, + "nFirstly": 52211, + "▁nightly": 52212, + "Transition": 52213, + "concurrent": 52214, + "▁interacts": 52215, + "书包": 52216, + "就餐": 52217, + "获胜": 52218, + "'})": 52219, + "ecc": 52220, + "人死亡": 52221, + "支气管": 52222, + "的气质": 52223, + "严重影响": 52224, + "avern": 52225, + "inant": 52226, + "▁Fargo": 52227, + "▁Failed": 52228, + "▁outlaw": 52229, + "▁eclectic": 52230, + "▁homology": 52231, + "▁vanished": 52232, + "▁Municipal": 52233, + "▁cellphone": 52234, + "▁skepticism": 52235, + "不长": 52236, + "所謂": 52237, + "新政": 52238, + "此项": 52239, + "独具": 52240, + "穩定": 52241, + "议院": 52242, + "评比": 52243, + "雷霆": 52244, + "Sys": 52245, + "▁Adm": 52246, + "▁Lak": 52247, + "微量元素": 52248, + "nMade": 52249, + "▁poop": 52250, + "▁pulp": 52251, + "▁изда": 52252, + "▁Jewel": 52253, + "Getting": 52254, + "Payload": 52255, + "▁Pocket": 52256, + "sentence": 52257, + "nWhenever": 52258, + "▁supersymmetric": 52259, + "zw": 52260, + "供暖": 52261, + "借钱": 52262, + "十万": 52263, + "无知": 52264, + "杂草": 52265, + "石榴": 52266, + "进驻": 52267, + "▁VO": 52268, + "▁sb": 52269, + "可以使": 52270, + "合法性": 52271, + "没那么": 52272, + "▁zeal": 52273, + "starts": 52274, + "▁mommy": 52275, + "nInside": 52276, + "nWebsite": 52277, + "▁Documents": 52278, + "nExperience": 52279, + "▁timescales": 52280, + "▁alterations": 52281, + "下巴": 52282, + "不死": 52283, + "了近": 52284, + "出土": 52285, + "受邀": 52286, + "国足": 52287, + "我与": 52288, + "璀璨": 52289, + "至上": 52290, + "逆行": 52291, + "霸气": 52292, + "}$=": 52293, + "FONT": 52294, + "elyn": 52295, + "gene": 52296, + "urls": 52297, + "▁\\\")": 52298, + "▁юни": 52299, + "nAppro": 52300, + "▁Rally": 52301, + "▁THERE": 52302, + "▁Banach": 52303, + "▁doubly": 52304, + "▁bastard": 52305, + "▁closures": 52306, + "▁calculates": 52307, + "▁prototypes": 52308, + "▁sequencing": 52309, + "▁contestants": 52310, + "▁Entrepreneur": 52311, + "中性": 52312, + "烟火": 52313, + "кия": 52314, + "▁Xi": 52315, + "如果我": 52316, + "或多或": 52317, + "青春期": 52318, + "Dead": 52319, + "ръща": 52320, + "帮助他们": 52321, + "otron": 52322, + "}-{\\\\": 52323, + "▁Liam": 52324, + "hosted": 52325, + "Pending": 52326, + "▁avenue": 52327, + "▁gamble": 52328, + "▁knight": 52329, + "▁trolls": 52330, + "nRepublic": 52331, + "▁obedience": 52332, + "▁prostitution": 52333, + "vx": 52334, + "他很": 52335, + "性情": 52336, + "族群": 52337, + "连胜": 52338, + "MzQ": 52339, + "`)\\": 52340, + "与美国": 52341, + "分辨率": 52342, + "并要求": 52343, + "urus": 52344, + "nzoem": 52345, + "▁mana": 52346, + "▁Parade": 52347, + "▁colder": 52348, + "▁kisses": 52349, + "▁voltages": 52350, + "▁Monitoring": 52351, + "▁remodeling": 52352, + "▁resistivity": 52353, + "▁unconventional": 52354, + "Ко": 52355, + "生化": 52356, + ")+(": 52357, + "FDA": 52358, + "有很大": 52359, + "质量的": 52360, + "ijah": 52361, + "▁Ded": 52362, + "nRyan": 52363, + "ropri": 52364, + "▁Hire": 52365, + "▁Champ": 52366, + "▁nanop": 52367, + "upstream": 52368, + "▁infiltr": 52369, + "education": 52370, + "▁Protestant": 52371, + "textsuperscript": 52372, + "劳累": 52373, + "指着": 52374, + "摸排": 52375, + "用好": 52376, + "色泽": 52377, + "金价": 52378, + "жна": 52379, + "的妈妈": 52380, + "被告张": 52381, + "насти": 52382, + "▁Blvd": 52383, + "skirts": 52384, + "▁Abuse": 52385, + "▁Piper": 52386, + "▁eBook": 52387, + "▁muslim": 52388, + "consumer": 52389, + "▁steward": 52390, + "▁verbose": 52391, + "▁hemisphere": 52392, + "▁subtracted": 52393, + "▁sacrificing": 52394, + "nAlternatively": 52395, + "华中": 52396, + "听完": 52397, + "干旱": 52398, + "手下": 52399, + "找回": 52400, + "摇滚": 52401, + "有你": 52402, + "虫害": 52403, + "走走": 52404, + "ILS": 52405, + "egie": 52406, + "fuck": 52407, + "▁EDT": 52408, + "▁rhe": 52409, + "Flash": 52410, + "rosis": 52411, + "▁Buddy": 52412, + "Donnell": 52413, + "nMobile": 52414, + "▁Garage": 52415, + "▁climax": 52416, + "▁cutter": 52417, + "nSetting": 52418, + "▁Evening": 52419, + "▁mailbox": 52420, + "▁shimmer": 52421, + "nDepending": 52422, + "▁Automatic": 52423, + "▁interiors": 52424, + "QP": 52425, + "前置": 52426, + "办的": 52427, + "千克": 52428, + "占总": 52429, + "巡回": 52430, + "收款": 52431, + "状的": 52432, + "cee": 52433, + "显示器": 52434, + "村村民": 52435, + "看出来": 52436, + "empl": 52437, + "▁rms": 52438, + "具体情况": 52439, + "techo": 52440, + "▁Fors": 52441, + "▁Sage": 52442, + "▁tore": 52443, + "▁zinc": 52444, + "Phones": 52445, + "riding": 52446, + "▁Liquid": 52447, + "▁Sector": 52448, + "▁heavens": 52449, + "▁raining": 52450, + "struments": 52451, + "▁smoothed": 52452, + "▁Classical": 52453, + "▁Detective": 52454, + "▁contenders": 52455, + "▁parametrization": 52456, + "上汽": 52457, + "到家": 52458, + "創作": 52459, + "心生": 52460, + "未婚": 52461, + "民进": 52462, + "飞的": 52463, + "feb": 52464, + "▁Rw": 52465, + "不会再": 52466, + "老干部": 52467, + "MASK": 52468, + "isin": 52469, + "工作方案": 52470, + "工作经验": 52471, + "▁mama": 52472, + "▁tuna": 52473, + "房地产市场": 52474, + "artist": 52475, + "▁Edgar": 52476, + "▁omega": 52477, + "▁Acknow": 52478, + "nSomeone": 52479, + "▁chilled": 52480, + "▁Spectrum": 52481, + "▁immortal": 52482, + "nproperties": 52483, + "▁multivariate": 52484, + "▁carbohydrates": 52485, + "净土": 52486, + "取向": 52487, + "在某": 52488, + "太难": 52489, + "安稳": 52490, + "祥和": 52491, + "选自": 52492, + "重度": 52493, + "STD": 52494, + "创作的": 52495, + "法律的": 52496, + "病患者": 52497, + "amaha": 52498, + "shake": 52499, + "▁крал": 52500, + "▁flirt": 52501, + "▁carcin": 52502, + "nFinding": 52503, + "▁baptism": 52504, + "▁discord": 52505, + "▁pillars": 52506, + "亚军": 52507, + "女星": 52508, + "急于": 52509, + "更像": 52510, + "不方便": 52511, + "理解为": 52512, + "被告的": 52513, + "ocha": 52514, + "веро": 52515, + "文化艺术": 52516, + "nSelf": 52517, + "▁clot": 52518, + "ntotal": 52519, + "ourtes": 52520, + "nEither": 52521, + "nHistor": 52522, + "widgets": 52523, + "▁ransom": 52524, + "iscovery": 52525, + "▁betrayal": 52526, + "navailable": 52527, + "▁collapsing": 52528, + "▁unfinished": 52529, + "▁selectively": 52530, + "qw": 52531, + "之声": 52532, + "初恋": 52533, + "大卫": 52534, + "时就": 52535, + "毛孔": 52536, + "獨立": 52537, + "Fox": 52538, + "lll": 52539, + "▁ze": 52540, + "也不想": 52541, + "是否能": 52542, + "显示出": 52543, + "毕竟是": 52544, + "▁geo": 52545, + "▁Terr": 52546, + "▁pepp": 52547, + "无正当理由": 52548, + "twhere": 52549, + "▁Nolan": 52550, + "▁Autumn": 52551, + "▁Stones": 52552, + "viewport": 52553, + "▁enclosure": 52554, + "▁marginally": 52555, + "particularly": 52556, + "三代": 52557, + "但仍": 52558, + "玩意": 52559, + "说她": 52560, + "hler": 52561, + "raco": 52562, + "tale": 52563, + "喜欢的人": 52564, + "▁Debt": 52565, + "▁Haus": 52566, + "umably": 52567, + "busters": 52568, + "nperson": 52569, + "▁parole": 52570, + "nWriting": 52571, + "ndevelop": 52572, + "▁Expected": 52573, + "▁Filipino": 52574, + "▁postponed": 52575, + "▁envisioned": 52576, + "▁unanimously": 52577, + "▁compromising": 52578, + "▁Schwarzschild": 52579, + "制宜": 52580, + "捍卫": 52581, + "池塘": 52582, + "背着": 52583, + "长途": 52584, + "鲜活": 52585, + "DEX": 52586, + "任务的": 52587, + "分数线": 52588, + "各乡镇": 52589, + "希望在": 52590, + "管理体系": 52591, + "%\\\">\\": 52592, + "haven": 52593, + "▁Hond": 52594, + "▁IEEE": 52595, + "liquid": 52596, + "▁Brick": 52597, + "authors": 52598, + "buttons": 52599, + "▁bounty": 52600, + "▁blatant": 52601, + "▁twisting": 52602, + "▁декември": 52603, + "▁servicing": 52604, + "nCategories": 52605, + "久久": 52606, + "無論": 52607, + "窗帘": 52608, + "nEv": 52609, + "▁IG": 52610, + "一站式": 52611, + "体制改革": 52612, + "India": 52613, + "uller": 52614, + "young": 52615, + "▁Mesa": 52616, + "▁baff": 52617, + "▁Вели": 52618, + "用实际行动": 52619, + "esting": 52620, + "ivirus": 52621, + "▁edible": 52622, + "▁tandem": 52623, + "▁Croatia": 52624, + "nmagnetic": 52625, + "▁hardness": 52626, + "▁recalling": 52627, + "▁unparalleled": 52628, + "久之": 52629, + "义诊": 52630, + "新款": 52631, + "田野": 52632, + "研修": 52633, + "达人": 52634, + "物质的": 52635, + "能力强": 52636, + "atum": 52637, + "nToo": 52638, + "oger": 52639, + "▁тех": 52640, + "集成电路": 52641, + "▁Sync": 52642, + "▁Forex": 52643, + "nAdding": 52644, + "▁Timber": 52645, + "▁dispose": 52646, + "regulated": 52647, + "周杰": 52648, + "成績": 52649, + "拜访": 52650, + "adv": 52651, + "ttd": 52652, + "是无法": 52653, + "月份的": 52654, + "nMag": 52655, + "▁тре": 52656, + "没有那么": 52657, + "ahler": 52658, + "▁adam": 52659, + "ridden": 52660, + "▁Schol": 52661, + "▁Spike": 52662, + "▁blond": 52663, + "Literal": 52664, + "▁Niches": 52665, + "▁trusty": 52666, + "▁Clifford": 52667, + "▁Specific": 52668, + "▁bracelet": 52669, + "▁precursor": 52670, + "▁relocated": 52671, + "▁Disneyland": 52672, + "▁identically": 52673, + "▁Superintendent": 52674, + "主治": 52675, + "人們": 52676, + "冰糖": 52677, + "检疫": 52678, + "次要": 52679, + "民的": 52680, + "深耕": 52681, + "终生": 52682, + "舍得": 52683, + "读完": 52684, + "MDQ": 52685, + "上大学": 52686, + "为导向": 52687, + "以下是": 52688, + "年全国": 52689, + "新产品": 52690, + "Drag": 52691, + "UINT": 52692, + "лови": 52693, + "▁Loy": 52694, + "我们不能": 52695, + "第一季度": 52696, + "行动计划": 52697, + "incor": 52698, + "▁Cult": 52699, + "▁Hawk": 52700, + "▁unpack": 52701, + "ymptotic": 52702, + "Formatter": 52703, + "reciation": 52704, + "▁electorate": 52705, + "事業": 52706, + "二醇": 52707, + "基石": 52708, + "总值": 52709, + "抗菌": 52710, + "毒性": 52711, + "足了": 52712, + "DEN": 52713, + "PON": 52714, + "丰富了": 52715, + "的网络": 52716, + "自己做": 52717, + "邓小平": 52718, + "银行业": 52719, + "CONN": 52720, + "coat": 52721, + "drew": 52722, + "▁Jeh": 52723, + "以下几个": 52724, + "BEGIN": 52725, + "nLine": 52726, + "主要负责人": 52727, + "Inject": 52728, + "RETURN": 52729, + "Tables": 52730, + "▁brink": 52731, + "适用简易程序": 52732, + "icators": 52733, + "▁stitching": 52734, + "▁concentrating": 52735, + "不全": 52736, + "即为": 52737, + "年均": 52738, + "来往": 52739, + "步步": 52740, + "直面": 52741, + "起草": 52742, + "边上": 52743, + "IFY": 52744, + "▁$+": 52745, + "二季度": 52746, + "会成为": 52747, + "就是你": 52748, + "是人类": 52749, + "ESCO": 52750, + "PART": 52751, + "ogyn": 52752, + "ultz": 52753, + "▁icy": 52754, + "其特征是": 52755, + "牢固树立": 52756, + "金融危机": 52757, + "Scott": 52758, + "mutex": 52759, + "▁claw": 52760, + "▁cusp": 52761, + "▁keyp": 52762, + "eslint": 52763, + "supset": 52764, + "▁Weiss": 52765, + "teacher": 52766, + "▁Kuwait": 52767, + "▁badges": 52768, + "coverage": 52769, + "▁Hawking": 52770, + "animation": 52771, + "▁safeguard": 52772, + "▁repertoire": 52773, + "▁regeneration": 52774, + "公公": 52775, + "冬至": 52776, + "在全": 52777, + "家住": 52778, + "悉尼": 52779, + "星辰": 52780, + "缝隙": 52781, + "老妈": 52782, + "SAT": 52783, + "Ter": 52784, + "сла": 52785, + "会选择": 52786, + "是完全": 52787, + "的危险": 52788, + "规模化": 52789, + "资金的": 52790, + "ndev": 52791, + "npol": 52792, + "▁Etsy": 52793, + "▁LEDs": 52794, + "▁Vict": 52795, + "▁flor": 52796, + "▁graft": 52797, + "failure": 52798, + "▁raging": 52799, + "starting": 52800, + "getLogger": 52801, + "▁cupcakes": 52802, + "▁persists": 52803, + "▁Including": 52804, + "▁advocated": 52805, + "▁bestselling": 52806, + "▁applicability": 52807, + "▁beneficiaries": 52808, + "可使": 52809, + "教官": 52810, + "痘痘": 52811, + "附带": 52812, + "Lag": 52813, + "MTg": 52814, + "也正是": 52815, + "二十年": 52816, + "nDeb": 52817, + "▁MOS": 52818, + "▁hym": 52819, + "绿色发展": 52820, + "ammad": 52821, + "araoh": 52822, + "heets": 52823, + "inety": 52824, + "nneed": 52825, + "▁Bian": 52826, + "signed": 52827, + "extends": 52828, + "retched": 52829, + "▁phantom": 52830, + "▁unavoid": 52831, + "▁Initialize": 52832, + "▁Classification": 52833, + "'{": 52834, + "zn": 52835, + "上加": 52836, + "举止": 52837, + "千古": 52838, + "夏令": 52839, + "宏伟": 52840, + "掺杂": 52841, + "铺设": 52842, + "LEX": 52843, + "kim": 52844, + "三季度": 52845, + "才开始": 52846, + "pire": 52847, + "▁Lik": 52848, + "clair": 52849, + "liest": 52850, + "▁Emmy": 52851, + "▁bots": 52852, + "到目前为止": 52853, + "nPrint": 52854, + "▁locating": 52855, + "▁Scandinav": 52856, + "▁perpetual": 52857, + "▁vacancies": 52858, + "▁fertilizer": 52859, + "今生": 52860, + "冷战": 52861, + "就如": 52862, + "建构": 52863, + "收敛": 52864, + "腹痛": 52865, + "'][": 52866, + "sic": 52867, + "几年的": 52868, + "的业务": 52869, + "结婚了": 52870, + "ogon": 52871, + "rens": 52872, + "tadd": 52873, + "yeah": 52874, + "▁сти": 52875, + "swick": 52876, + "▁Barb": 52877, + "▁liar": 52878, + "syntax": 52879, + "▁Piano": 52880, + "▁hitch": 52881, + "ncontin": 52882, + "▁misdem": 52883, + "symmetry": 52884, + "▁imprint": 52885, + "▁inquire": 52886, + "▁Majorana": 52887, + "Navigation": 52888, + "▁magically": 52889, + "▁Georgetown": 52890, + "•\\": 52891, + "内向": 52892, + "抓捕": 52893, + "来袭": 52894, + "试用": 52895, + "閱讀": 52896, + "Lem": 52897, + "qua": 52898, + "▁BM": 52899, + "▁Ри": 52900, + "▁一种": 52901, + "最适合": 52902, + "本人的": 52903, + "认定书": 52904, + "长大的": 52905, + "bred": 52906, + "提起诉讼": 52907, + "Broad": 52908, + "arXiv": 52909, + "ultan": 52910, + "▁Seed": 52911, + "▁nerd": 52912, + "Reason": 52913, + "▁hairy": 52914, + "▁derives": 52915, + "▁enchant": 52916, + "Functions": 52917, + "▁covenant": 52918, + "▁thinkers": 52919, + "▁bluetooth": 52920, + "▁cultivate": 52921, + "▁Agricultural": 52922, + "▁从": 52923, + "兵力": 52924, + "应由": 52925, + "开机": 52926, + "案的": 52927, + "答疑": 52928, + "迷人": 52929, + "逛街": 52930, + "阳气": 52931, + "NDc": 52932, + "Lang": 52933, + "nBit": 52934, + "nDam": 52935, + "▁Mys": 52936, + "▁SMT": 52937, + "nClose": 52938, + "▁SHOULD": 52939, + "▁Morocco": 52940, + "▁emperor": 52941, + "▁rallies": 52942, + "▁spoilers": 52943, + "▁Socialist": 52944, + "JM": 52945, + "强者": 52946, + "整體": 52947, + "流向": 52948, + "的和": 52949, + "aci": 52950, + "aty": 52951, + "▁Tang": 52952, + "▁tint": 52953, + "higher": 52954, + "Родени": 52955, + "▁Plastic": 52956, + "polarized": 52957, + "▁Registry": 52958, + "▁extremal": 52959, + "▁helicity": 52960, + "▁deserving": 52961, + "Distribution": 52962, + "光盘": 52963, + "克莱": 52964, + "迷惑": 52965, + "闭环": 52966, + "rek": 52967, + "▁Ло": 52968, + "紫外线": 52969, + "hton": 52970, + "▁css": 52971, + "重点关注": 52972, + "Women": 52973, + "uchar": 52974, + "▁Boyd": 52975, + "▁racks": 52976, + "▁върху": 52977, + "minutes": 52978, + "▁Grande": 52979, + "clerosis": 52980, + "▁listens": 52981, + "▁clarified": 52982, + "▁criticisms": 52983, + "kv": 52984, + "二百": 52985, + "工業": 52986, + "当了": 52987, + "片子": 52988, + "狀態": 52989, + "示威": 52990, + "纳德": 52991, + "тно": 52992, + "从小就": 52993, + "在不同": 52994, + "第一条": 52995, + "etup": 52996, + "▁Gut": 52997, + "乡村旅游": 52998, + "安全工作": 52999, + "管理学院": 53000, + "culus": 53001, + "▁locom": 53002, + "covered": 53003, + "▁VMware": 53004, + "▁filler": 53005, + "▁totals": 53006, + "▁Norfolk": 53007, + "Transport": 53008, + "▁influenza": 53009, + "orientation": 53010, + "▁Resistance": 53011, + "▁bitterness": 53012, + "▁explosives": 53013, + "Availability": 53014, + "▁Neighborhood": 53015, + "▁Certification": 53016, + "万年": 53017, + "三观": 53018, + "东亚": 53019, + "仿真": 53020, + "在山": 53021, + "最优": 53022, + "自首": 53023, + "这群": 53024, + "aji": 53025, + "daq": 53026, + "▁ха": 53027, + "一天的": 53028, + "交易的": 53029, + "奥巴马": 53030, + "月开始": 53031, + "问题和": 53032, + "▁ITS": 53033, + "▁sul": 53034, + "chini": 53035, + "▁Wong": 53036, + "▁Kitty": 53037, + "▁Sword": 53038, + "▁matte": 53039, + "▁shave": 53040, + "regation": 53041, + "uttering": 53042, + "▁virtues": 53043, + "appointed": 53044, + "▁Indigenous": 53045, + "▁inhomogeneous": 53046, + "▁discretization": 53047, + "nCongratulations": 53048, + "争做": 53049, + "将他": 53050, + "建模": 53051, + "慷慨": 53052, + "會有": 53053, + "汇集": 53054, + "秉持": 53055, + "纽带": 53056, + "讲了": 53057, + "乌鲁木": 53058, + "消费品": 53059, + "的季节": 53060, + "网络的": 53061, + "▁gov": 53062, + "Intel": 53063, + "▁тези": 53064, + "ниците": 53065, + "nchange": 53066, + "▁Worlds": 53067, + "▁thwart": 53068, + "nquantum": 53069, + "▁deduced": 53070, + "ificantly": 53071, + "▁Majority": 53072, + "▁impacting": 53073, + "▁intermedi": 53074, + "▁multiplicative": 53075, + "全书": 53076, + "布尔": 53077, + "师的": 53078, + "有为": 53079, + "Son": 53080, + "nIS": 53081, + "suc": 53082, + "人性的": 53083, + "凭什么": 53084, + "能做到": 53085, + "nPack": 53086, + "phire": 53087, + "▁hive": 53088, + "]\\\\\\\\\\": 53089, + "ocytes": 53090, + "Trigger": 53091, + "awesome": 53092, + "nPhotos": 53093, + "rologer": 53094, + "▁lumber": 53095, + "according": 53096, + "▁restraint": 53097, + "上场": 53098, + "只得": 53099, + "的要": 53100, + "落幕": 53101, + "过节": 53102, + "追捧": 53103, + "也同样": 53104, + "抗氧化": 53105, + "责任制": 53106, + "都属于": 53107, + ")\\\\;": 53108, + "▁Zip": 53109, + "施工现场": 53110, + "Party": 53111, + "gauge": 53112, + "oslav": 53113, + "uckle": 53114, + "▁HOME": 53115, + "▁Tail": 53116, + "▁sque": 53117, + "▁Plains": 53118, + "▁Powered": 53119, + "▁Mortgage": 53120, + "▁initiation": 53121, + "▁familiarity": 53122, + "▁Â": 53123, + "反诉": 53124, + "听从": 53125, + "奴隶": 53126, + "尼克": 53127, + "边际": 53128, + "pup": 53129, + "▁(~": 53130, + "对社会": 53131, + "系统和": 53132, + "Wood": 53133, + "ipur": 53134, + "综合治理": 53135, + "▁Demo": 53136, + "▁Tube": 53137, + "▁Vita": 53138, + "▁feud": 53139, + "nident": 53140, + "▁DEBUG": 53141, + "▁Irving": 53142, + "▁probing": 53143, + "▁Keyboard": 53144, + "▁antibody": 53145, + "▁willingly": 53146, + "▁thermodynamics": 53147, + "人到": 53148, + "并由": 53149, + "心力": 53150, + "意見": 53151, + "或不": 53152, + "降到": 53153, + "难关": 53154, + "CAT": 53155, + "tha": 53156, + "zig": 53157, + "▁DW": 53158, + "▁gh": 53159, + "在国家": 53160, + "varn": 53161, + "乌鲁木齐": 53162, + "oller": 53163, + "fusion": 53164, + "Desktop": 53165, + "▁DIRECT": 53166, + "▁Vernon": 53167, + "▁Creates": 53168, + "▁cruising": 53169, + "▁enlisted": 53170, + "▁scratches": 53171, + "▁consolidated": 53172, + "倍的": 53173, + "气和": 53174, + "氯化": 53175, + "洛克": 53176, + "議員": 53177, + "跟鞋": 53178, + "gus": 53179, + "他还是": 53180, + "如下图": 53181, + "组委会": 53182, + "连衣裙": 53183, + "adan": 53184, + "▁DAC": 53185, + "OUBLE": 53186, + "nMarc": 53187, + "nGlobal": 53188, + "nSimple": 53189, + "▁unsett": 53190, + "▁bananas": 53191, + "▁publishes": 53192, + "▁unlabeled": 53193, + "▁Volkswagen": 53194, + "Kh": 53195, + "kp": 53196, + "乐意": 53197, + "他为": 53198, + "果园": 53199, + "檢查": 53200, + "真挚": 53201, + "語言": 53202, + "aye": 53203, + "bart": 53204, + "stub": 53205, + "▁Ade": 53206, + "allic": 53207, + "optic": 53208, + "orean": 53209, + "▁Bold": 53210, + "▁HELP": 53211, + "▁hacks": 53212, + "Promise": 53213, + "▁swords": 53214, + "=-=-=-=-": 53215, + "otypical": 53216, + "▁presses": 53217, + "▁Dirichlet": 53218, + "几率": 53219, + "发自": 53220, + "后在": 53221, + "愚蠢": 53222, + "没过": 53223, + "界定": 53224, + "耳边": 53225, + "阶梯": 53226, + ")}+": 53227, + "▁CJ": 53228, + "讲故事": 53229, + "陷入了": 53230, + "gear": 53231, + "▁EXP": 53232, + "▁Mug": 53233, + "▁wag": 53234, + "表示感谢": 53235, + "calls": 53236, + "Circle": 53237, + "Shadow": 53238, + "▁Rails": 53239, + "▁lunar": 53240, + "▁queer": 53241, + "▁swipe": 53242, + "ourtesy": 53243, + "▁Connor": 53244, + "▁reacts": 53245, + "mrrooter": 53246, + "▁mastery": 53247, + "▁erection": 53248, + "▁Wellington": 53249, + "按月": 53250, + "操场": 53251, + "福德": 53252, + "输了": 53253, + "**“": 53254, + "▁ss": 53255, + "就直接": 53256, + ")&=&": 53257, + "elon": 53258, + "▁Ike": 53259, + "UTHOR": 53260, + "▁Amer": 53261, + "▁PROC": 53262, + "velope": 53263, + "▁seams": 53264, + "antiago": 53265, + "▁Cheney": 53266, + "▁Sirius": 53267, + "▁mortar": 53268, + "▁Musical": 53269, + "▁lesions": 53270, + "▁mercury": 53271, + "geometric": 53272, + "▁repulsive": 53273, + "▁contemplating": 53274, + "kT": 53275, + "上榜": 53276, + "被判": 53277, + "設備": 53278, + "bac": 53279, + "强调了": 53280, + "ruled": 53281, + "tbool": 53282, + "▁guru": 53283, + "ieving": 53284, + "ingers": 53285, + "▁Refuge": 53286, + "▁Wealth": 53287, + "▁compass": 53288, + "▁scalars": 53289, + "▁horizons": 53290, + "▁seizures": 53291, + "▁envelopes": 53292, + "▁negativity": 53293, + "▁categorical": 53294, + "得失": 53295, + "感人": 53296, + "打入": 53297, + "无辜": 53298, + "的低": 53299, + "福田": 53300, + "进门": 53301, + "驿站": 53302, + "实施的": 53303, + "atie": 53304, + "mess": 53305, + "nsum": 53306, + "▁Unt": 53307, + "▁fal": 53308, + "其他国家": 53309, + "恢复正常": 53310, + "▁LEGO": 53311, + "▁fauc": 53312, + "▁Salem": 53313, + "▁града": 53314, + "partner": 53315, + "▁Priest": 53316, + "▁bamboo": 53317, + "▁scouting": 53318, + "▁utterance": 53319, + "找了": 53320, + "敦煌": 53321, + "相聚": 53322, + "赛的": 53323, + "nir": 53324, + "щер": 53325, + "三角形": 53326, + "和相关": 53327, + "水资源": 53328, + "这两天": 53329, + "epsi": 53330, + "ferm": 53331, + "▁Tort": 53332, + "ealing": 53333, + "nterms": 53334, + "▁ERROR": 53335, + "▁polyt": 53336, + "Segment": 53337, + "ichigan": 53338, + "▁Equity": 53339, + "Assembly": 53340, + "director": 53341, + "financial": 53342, + "vitational": 53343, + "▁admittedly": 53344, + "▁evaporation": 53345, + "五官": 53346, + "促進": 53347, + "充沛": 53348, + "節目": 53349, + "课上": 53350, + "和经济": 53351, + "的学校": 53352, + "这一个": 53353, + "ITED": 53354, + "chap": 53355, + "▁SGD": 53356, + "annie": 53357, + "Linked": 53358, + "studio": 53359, + "▁Drama": 53360, + "▁ducks": 53361, + "▁eagle": 53362, + "▁grunt": 53363, + "inspect": 53364, + "▁rustic": 53365, + "▁mentors": 53366, + "▁mixtures": 53367, + "▁vomiting": 53368, + "▁waveform": 53369, + "▁provocative": 53370, + "▁Experimental": 53371, + "会将": 53372, + "受了": 53373, + "巴菲": 53374, + "民用": 53375, + "自如": 53376, + "高价": 53377, + "）“": 53378, + "STE": 53379, + "nlo": 53380, + "ppe": 53381, + "▁{:": 53382, + "在很多": 53383, + "男孩子": 53384, + "*}\\\\": 53385, + "制备方法": 53386, + "nyear": 53387, + "▁ADHD": 53388, + "▁Bacon": 53389, + "▁Claus": 53390, + "▁Loans": 53391, + "▁Shoes": 53392, + "Metrics": 53393, + "▁contag": 53394, + "▁drawers": 53395, + "▁footing": 53396, + "▁Domestic": 53397, + "▁evidently": 53398, + "▁masculine": 53399, + "▁PowerPoint": 53400, + "▁goalkeeper": 53401, + "istinguishable": 53402, + "Hg": 53403, + "事實": 53404, + "喷雾": 53405, + "爱吃": 53406, + "该剧": 53407, + "▁OL": 53408, + "▁mr": 53409, + "向我们": 53410, + "对企业": 53411, + "节目的": 53412, + "获得感": 53413, + "较多的": 53414, + "Repo": 53415, + "mach": 53416, + "▁CMD": 53417, + "▁ICT": 53418, + "▁Diaz": 53419, + "▁lest": 53420, + "ceptor": 53421, + "USINESS": 53422, + "▁Gather": 53423, + "▁downturn": 53424, + "▁nationals": 53425, + "▁Lieutenant": 53426, + "▁sacrificed": 53427, + "Ip": 53428, + "急剧": 53429, + "豪宅": 53430, + "路易": 53431, + "▁Во": 53432, + "人们在": 53433, + "对象的": 53434, + "hack": 53435, + "ndra": 53436, + "▁Deer": 53437, + "▁Дими": 53438, + "Patter": 53439, + "▁plugs": 53440, + "▁kitten": 53441, + "▁centrally": 53442, + "▁discrepancies": 53443, + "▁人": 53444, + "掩饰": 53445, + "沸腾": 53446, + "男士": 53447, + "碳水": 53448, + "穆斯": 53449, + "骨质": 53450, + "{}{": 53451, + "▁RU": 53452, + "▁rm": 53453, + "居委会": 53454, + "来说是": 53455, + "abcd": 53456, + "法律效力": 53457, + "hesia": 53458, + "itsub": 53459, + "uario": 53460, + "enburg": 53461, + "nReply": 53462, + "▁Clint": 53463, + "aurants": 53464, + "▁joyful": 53465, + "coloneqq": 53466, + "defaults": 53467, + "signature": 53468, + "▁immersive": 53469, + "▁sequentially": 53470, + "创下": 53471, + "又名": 53472, + "对新": 53473, + "於是": 53474, + "昆虫": 53475, + "解码": 53476, + "MzM": 53477, + "bio": 53478, + "jon": 53479, + "uci": 53480, + "各行各": 53481, + "极高的": 53482, + "的理论": 53483, + "风景区": 53484, + "IBLE": 53485, + "Plug": 53486, + "elic": 53487, + "党委委员": 53488, + "teness": 53489, + "▁Stats": 53490, + "▁Breast": 53491, + "nullable": 53492, + "▁Feynman": 53493, + "evaluation": 53494, + "▁staircase": 53495, + "▁spectators": 53496, + "一朵": 53497, + "专访": 53498, + "也叫": 53499, + "和非": 53500, + "祷告": 53501, + "MTQ": 53502, + "MjQ": 53503, + "▁gf": 53504, + "主办的": 53505, + "又开始": 53506, + "alon": 53507, + "▁NON": 53508, + "大学毕业": 53509, + "elman": 53510, + "nlight": 53511, + "▁Asked": 53512, + "▁Suites": 53513, + "▁Generate": 53514, + "▁reactors": 53515, + "nImportant": 53516, + "▁shortened": 53517, + "不移": 53518, + "光彩": 53519, + "坏事": 53520, + "底盘": 53521, + "片中": 53522, + "诚意": 53523, + "负有": 53524, + "IMS": 53525, + "▁vm": 53526, + "▁ще": 53527, + "我不能": 53528, + "我爱你": 53529, + "的美国": 53530, + "crop": 53531, + "esta": 53532, + "▁Rip": 53533, + "▁进一步": 53534, + "物业公司": 53535, + "holes": 53536, + "▁албу": 53537, + "▁език": 53538, + "▁тери": 53539, + "▁Arbor": 53540, + "▁aloud": 53541, + "Moreover": 53542, + "▁inventor": 53543, + "normalsize": 53544, + "▁insulator": 53545, + "▁unanimous": 53546, + "▁lifestyles": 53547, + "▁picturesque": 53548, + "一滴": 53549, + "下肢": 53550, + "中来": 53551, + "劝导": 53552, + "暧昧": 53553, + "胡子": 53554, + "CUR": 53555, + "是全球": 53556, + "Pick": 53557, + "`);\\": 53558, + "ncap": 53559, + "ruly": 53560, + "стъп": 53561, + "丝绸之路": 53562, + "irror": 53563, + "}={\\\\": 53564, + "▁Sens": 53565, + "重要的作用": 53566, + "▁Ducks": 53567, + "▁Hitch": 53568, + "▁ammon": 53569, + "nSenior": 53570, + "▁Sacred": 53571, + "▁nutrit": 53572, + "▁uncont": 53573, + "▁uphold": 53574, + "erialize": 53575, + "▁Freddie": 53576, + "Community": 53577, + "hetically": 53578, + "▁courtyard": 53579, + "nassociated": 53580, + "VL": 53581, + "义乌": 53582, + "交织": 53583, + "商圈": 53584, + "思绪": 53585, + "景气": 53586, + "比率": 53587, + "而为": 53588, + "hog": 53589, + "京津冀": 53590, + "当中的": 53591, + "tang": 53592, + "▁ICE": 53593, + "▁SPE": 53594, + "进行检查": 53595, + "йския": 53596, + "▁agon": 53597, + "▁mRNA": 53598, + "ylabel": 53599, + "▁Doyle": 53600, + "▁INTER": 53601, + "▁cafes": 53602, + "ninline": 53603, + "▁Serbia": 53604, + "▁revise": 53605, + "Building": 53606, + "▁Clayton": 53607, + "▁sculptures": 53608, + "唯独": 53609, + "土木": 53610, + "巨星": 53611, + "年份": 53612, + "应力": 53613, + "网约": 53614, + "跳跃": 53615, + "FET": 53616, + "▁(=": 53617, + "双鱼座": 53618, + "想到了": 53619, + "村里的": 53620, + "amar": 53621, + "文明实践": 53622, + "Heart": 53623, + "nTony": 53624, + "▁Musk": 53625, + "obiles": 53626, + "▁dehyd": 53627, + "servlet": 53628, + "Behavior": 53629, + "▁conject": 53630, + "▁marched": 53631, + "▁depleted": 53632, + "▁excludes": 53633, + "▁nicotine": 53634, + "▁vampires": 53635, + "▁monuments": 53636, + "▁dispatched": 53637, + "▁disciplinary": 53638, + "acknowledgements": 53639, + "大都": 53640, + "岛上": 53641, + "江北": 53642, + "选秀": 53643, + "%)\\": 53644, + ")]{": 53645, + ")|$": 53646, + "Van": 53647, + "два": 53648, + "你必须": 53649, + "哪怕是": 53650, + "工程的": 53651, + "我们不": 53652, + "时间是": 53653, + "(\\\"[": 53654, + ")})$": 53655, + "nRoom": 53656, + "nmark": 53657, + "plets": 53658, + "ureth": 53659, + "▁eman": 53660, + "▁puff": 53661, + "anical": 53662, + "planet": 53663, + "▁Anglo": 53664, + "▁Blind": 53665, + "▁LGBTQ": 53666, + "▁Lunch": 53667, + "patrick": 53668, + "▁Stores": 53669, + "▁piracy": 53670, + "ninitial": 53671, + "▁Flowers": 53672, + "tabcolsep": 53673, + "▁Parenthood": 53674, + "textsubscript": 53675, + "uw": 53676, + "全景": 53677, + "同居": 53678, + "图表": 53679, + "学分": 53680, + "望去": 53681, + "要走": 53682, + "醫師": 53683, + "yss": 53684, + "最大化": 53685, + "abus": 53686, + "рича": 53687, + "▁WHY": 53688, + "▁veg": 53689, + "opoly": 53690, + "}}_\\\\": 53691, + "▁WHEN": 53692, + "▁grit": 53693, + "nshows": 53694, + "▁Cedar": 53695, + "▁Demand": 53696, + "nsupport": 53697, + "▁proverb": 53698, + "▁stabbed": 53699, + "▁strives": 53700, + "▁reacting": 53701, + "coordinate": 53702, + "▁misguided": 53703, + "兒童": 53704, + "地对": 53705, + "城墙": 53706, + "布莱": 53707, + "恩爱": 53708, + "气球": 53709, + "眉头": 53710, + "腰部": 53711, + "之外的": 53712, + "更喜欢": 53713, + "ILLE": 53714, + "nTur": 53715, + "▁Hut": 53716, + "中心主任": 53717, + "uities": 53718, + "Picture": 53719, + "formerly": 53720, + "▁policym": 53721, + "▁cookbook": 53722, + "▁insanity": 53723, + "employment": 53724, + "naccording": 53725, + "▁Promotion": 53726, + "▁attendant": 53727, + "▁Developers": 53728, + "▁foreclosure": 53729, + "▁furnishings": 53730, + "一刀": 53731, + "千瓦": 53732, + "坚固": 53733, + "大衣": 53734, + "旅途": 53735, + "端部": 53736, + "銷售": 53737, + "陪你": 53738, + "ozy": 53739, + "不是说": 53740, + "在家中": 53741, + "你是不是": 53742, + "县委常委": 53743, + "COLOR": 53744, + "Cursor": 53745, + "▁torso": 53746, + "▁solids": 53747, + "▁reconcile": 53748, + "conditioned": 53749, + "▁distinctly": 53750, + "▁neutrality": 53751, + "KF": 53752, + "东路": 53753, + "卡拉": 53754, + "塔尔": 53755, + "大纲": 53756, + "应变": 53757, + "支教": 53758, + "无证": 53759, + "私有": 53760, + "笼罩": 53761, + "螃蟹": 53762, + "装有": 53763, + "顺势": 53764, + "kom": 53765, + "分钟的": 53766, + "只能说": 53767, + "球队的": 53768, + "男主角": 53769, + "нима": 53770, + "▁buoy": 53771, + "▁авто": 53772, + "faster": 53773, + "▁Zelda": 53774, + "▁caval": 53775, + "▁china": 53776, + "▁grips": 53777, + "odinger": 53778, + "▁Suzuki": 53779, + "▁Himself": 53780, + "▁bedding": 53781, + "▁longing": 53782, + "▁offsets": 53783, + "▁swollen": 53784, + "▁Highland": 53785, + "convolution": 53786, + "▁irritation": 53787, + "刻画": 53788, + "加水": 53789, + "测绘": 53790, + "DAT": 53791, + "DEs": 53792, + "IPP": 53793, + "ера": 53794, + "了一件": 53795, + "这里面": 53796, + "lyss": 53797, + "стру": 53798, + "▁CAM": 53799, + "gnome": 53800, + "▁Tate": 53801, + "rected": 53802, + "▁Brill": 53803, + "▁weary": 53804, + "▁stalls": 53805, + "xxxxxxxx": 53806, + "nSecurity": 53807, + "▁Frontier": 53808, + "▁advisable": 53809, + "▁deduction": 53810, + "▁continents": 53811, + "▁covariates": 53812, + "▁viewpoints": 53813, + "上任": 53814, + "两手": 53815, + "去买": 53816, + "姊妹": 53817, + "尽了": 53818, + "搬家": 53819, + "简要": 53820, + "NzM": 53821, + "人心的": 53822, + "抚慰金": 53823, + "支持下": 53824, + "anni": 53825, + "nPet": 53826, + "▁WTF": 53827, + "▁foe": 53828, + "工业园区": 53829, + "这个故事": 53830, + "nAdam": 53831, + "▁THEM": 53832, + "▁импе": 53833, + "▁flair": 53834, + "Refresh": 53835, + "▁Streets": 53836, + "▁lifespan": 53837, + "▁outweigh": 53838, + "everything": 53839, + "▁obligated": 53840, + "▁apologized": 53841, + "▁distortions": 53842, + "XL": 53843, + "交汇": 53844, + "就拿": 53845, + "教會": 53846, + "欠缺": 53847, + "诊治": 53848, + "LEY": 53849, + "__&": 53850, + "海南省": 53851, + "的记忆": 53852, + "空气中": 53853, + "第十九": 53854, + "都有着": 53855, + "COMM": 53856, + "Fall": 53857, + "▁FTP": 53858, + "▁Gos": 53859, + "市场经济": 53860, + "Voice": 53861, + "conda": 53862, + "▁Blow": 53863, + "▁Mang": 53864, + "Reilly": 53865, + "abouts": 53866, + "▁pores": 53867, + "nModern": 53868, + "▁tipped": 53869, + "existent": 53870, + "included": 53871, + "knowledge": 53872, + "▁watering": 53873, + "References": 53874, + "constraints": 53875, + "▁exchanging": 53876, + "▁therapists": 53877, + "▁butterflies": 53878, + "▁Particularly": 53879, + "ál": 53880, + "▁万": 53881, + "▁等": 53882, + "亞洲": 53883, + "昏迷": 53884, + "汽車": 53885, + "洋洋": 53886, + "赛中": 53887, + "转子": 53888, + "гле": 53889, + "妻子的": 53890, + "小姐姐": 53891, + "的人工": 53892, + "的感受": 53893, + "过一个": 53894, + "Fort": 53895, + "urdue": 53896, + "▁Unix": 53897, + "▁hugs": 53898, + "eating": 53899, + "female": 53900, + "hybrid": 53901, + "nearly": 53902, + "▁Borel": 53903, + "▁oddly": 53904, + "▁Broken": 53905, + "▁Stress": 53906, + "▁glossy": 53907, + "▁standings": 53908, + "Dy": 53909, + "专场": 53910, + "刊登": 53911, + "民國": 53912, + "热衷": 53913, + "遗嘱": 53914, + "$+$": 53915, + "研究者": 53916, + "莫过于": 53917, + "nBed": 53918, + "Proto": 53919, + "ctica": 53920, + "▁calc": 53921, + "▁свър": 53922, + "amento": 53923, + "nLarge": 53924, + "vially": 53925, + "▁Chest": 53926, + "▁части": 53927, + "adapter": 53928, + "ouncing": 53929, + "▁rubbed": 53930, + "nSimplify": 53931, + "▁outburst": 53932, + "interaction": 53933, + "不自": 53934, + "儿媳": 53935, + "多岁": 53936, + "空心": 53937, + "车位": 53938, + "VAR": 53939, + "▁上述": 53940, + "一对一": 53941, + "程序员": 53942, + "被视为": 53943, + "QUAL": 53944, + "REAL": 53945, + "WIND": 53946, + "anza": 53947, + "град": 53948, + "Paper": 53949, + "▁Pole": 53950, + "Origin": 53951, + "▁casts": 53952, + "▁voyage": 53953, + "▁Laplace": 53954, + "▁clashes": 53955, + "▁soaking": 53956, + "▁splendid": 53957, + "▁endeavors": 53958, + "世紀": 53959, + "公用": 53960, + "尾声": 53961, + "开除": 53962, + "生態": 53963, + "進黨": 53964, + "NTQ": 53965, + "eny": 53966, + "▁pg": 53967, + "不得已": 53968, + "了一名": 53969, + "Cube": 53970, + "rity": 53971, + "一点也不": 53972, + "Obama": 53973, + "nmade": 53974, + "saved": 53975, + "iguous": 53976, + "Include": 53977, + "rieving": 53978, + "▁$\\\\|\\\\": 53979, + "▁inflated": 53980, + "nProfessor": 53981, + "JO": 53982, + "jy": 53983, + "交响": 53984, + "像我": 53985, + "升华": 53986, + "受限": 53987, + "器具": 53988, + "月子": 53989, + "给它": 53990, + "量刑": 53991, + "风筝": 53992, + "Asp": 53993, + "Buf": 53994, + "din": 53995, + "國民黨": 53996, + "机构和": 53997, + "*{\\\\": 53998, + "nmet": 53999, + "ções": 54000, + "зват": 54001, + "这样可以": 54002, + ")}+\\\\": 54003, + "BUILD": 54004, + "Night": 54005, + "oused": 54006, + "votes": 54007, + "▁Dunn": 54008, + "▁Basin": 54009, + "▁Funds": 54010, + "▁crave": 54011, + "connections": 54012, + "▁Indonesian": 54013, + "▁†": 54014, + "班组": 54015, + "警戒": 54016, + "过上": 54017, + "預計": 54018, + "生产和": 54019, + "镇政府": 54020, + "长长的": 54021, + "rost": 54022, + "▁TLS": 54023, + "metry": 54024, + "ulumi": 54025, + "▁Pair": 54026, + "▁pupil": 54027, + "▁echoed": 54028, + "▁Healing": 54029, + "▁coveted": 54030, + "▁bilinear": 54031, + "▁desperation": 54032, + "体型": 54033, + "净水": 54034, + "出海": 54035, + "字段": 54036, + "意識": 54037, + "样板": 54038, + "лет": 54039, + "听说过": 54040, + "来得及": 54041, + "生动的": 54042, + "肯定的": 54043, + "fade": 54044, + "maha": 54045, + "nSha": 54046, + "严格要求": 54047, + "深入了解": 54048, + "quiet": 54049, + "▁Hiro": 54050, + "▁Wise": 54051, + "▁gast": 54052, + "Things": 54053, + "▁Drugs": 54054, + "▁Gomez": 54055, + "▁Layout": 54056, + "▁microbi": 54057, + "itsubishi": 54058, + "▁athletics": 54059, + "▁composing": 54060, + "▁itinerary": 54061, + "▁speculative": 54062, + "jm": 54063, + "南路": 54064, + "执导": 54065, + "按键": 54066, + "旺季": 54067, + "毅然": 54068, + "热火": 54069, + "))/": 54070, + "gang": 54071, + "▁GPA": 54072, + "▁ICC": 54073, + "▁NLP": 54074, + "avity": 54075, + "▁EDIT": 54076, + "nStaff": 54077, + "▁Owens": 54078, + "▁Rooms": 54079, + "voltage": 54080, + "▁abdomen": 54081, + "ropractic": 54082, + "▁Combined": 54083, + "▁mediated": 54084, + "▁attaching": 54085, + "▁elephants": 54086, + "一趟": 54087, + "均已": 54088, + "怀抱": 54089, + "有待": 54090, + "营地": 54091, + "超高": 54092, + "问了": 54093, + "DOS": 54094, + "Org": 54095, + "Sel": 54096, + "])$": 54097, + "nApr": 54098, + "怎么回事": 54099, + "感觉自己": 54100, + "我们看到": 54101, + "▁acet": 54102, + "▁foli": 54103, + "▁Reach": 54104, + "▁latex": 54105, + "bedroom": 54106, + "ческата": 54107, + "▁cellul": 54108, + "▁sleeps": 54109, + "▁Tibetan": 54110, + "execution": 54111, + "inventory": 54112, + "▁explorer": 54113, + "▁suicidal": 54114, + "下部": 54115, + "敏捷": 54116, + "習慣": 54117, + "认购": 54118, + "通关": 54119, + "ODQ": 54120, + "bcb": 54121, + "不知所": 54122, + "版本的": 54123, + "fork": 54124, + "tone": 54125, + "▁Wet": 54126, + "同学们的": 54127, + "警示教育": 54128, + "证明原告": 54129, + "nExec": 54130, + "▁Corv": 54131, + "▁Idol": 54132, + "▁Jays": 54133, + "recipe": 54134, + "▁Doors": 54135, + "▁intel": 54136, + "helpful": 54137, + "▁ACTION": 54138, + "▁indent": 54139, + "▁handgun": 54140, + "▁sunrise": 54141, + "▁cardinal": 54142, + "▁charcoal": 54143, + "▁handlers": 54144, + "▁Alexandria": 54145, + "▁Fitzgerald": 54146, + "之乡": 54147, + "製作": 54148, + "資產": 54149, + "赞扬": 54150, + "韧性": 54151, + "▁DG": 54152, + "▁cp": 54153, + "向大家": 54154, + "项目中": 54155, + "нгли": 54156, + "ране": 54157, + "▁IPS": 54158, + "生活垃圾": 54159, + "ември": 54160, + "▁Luna": 54161, + "▁Neal": 54162, + "nBrown": 54163, + "stakes": 54164, + "▁Krish": 54165, + "▁Songs": 54166, + "▁dudes": 54167, + "▁contrasting": 54168, + "▁Northwestern": 54169, + "▁定": 54170, + "不言": 54171, + "山药": 54172, + "引资": 54173, + "战中": 54174, + "特地": 54175, + "背上": 54176, + "还很": 54177, + "ABS": 54178, + "NjQ": 54179, + "Pub": 54180, + "的事儿": 54181, + "范围的": 54182, + "abol": 54183, + "arte": 54184, + "▁$%\\": 54185, + "▁BTW": 54186, + "PLIED": 54187, + "attrs": 54188, + "▁Hulk": 54189, + "vantages": 54190, + "▁condoms": 54191, + "president": 54192, + "▁starving": 54193, + "▁motivates": 54194, + "▁antibiotic": 54195, + "Implementation": 54196, + "华尔": 54197, + "就该": 54198, + "轮的": 54199, + "防灾": 54200, + "Про": 54201, + "做自己": 54202, + "因为是": 54203, + "idea": 54204, + "nunc": 54205, + "жава": 54206, + "▁Deg": 54207, + "▁hue": 54208, + "Clone": 54209, + "ivist": 54210, + "▁mont": 54211, + "▁pizz": 54212, + "▁goats": 54213, + "▁monst": 54214, + "▁hostel": 54215, + "protobuf": 54216, + "▁quitting": 54217, + "▁respecting": 54218, + "也已": 54219, + "于心": 54220, + "提琴": 54221, + "搞好": 54222, + "楼上": 54223, + "畅销": 54224, + "谈及": 54225, + "JPG": 54226, + "Nzk": 54227, + "▁':": 54228, + "农作物": 54229, + "北京的": 54230, + "对证据": 54231, + "hong": 54232, + "nNor": 54233, + "Cause": 54234, + "UTION": 54235, + "nMass": 54236, + "▁Bake": 54237, + "▁calf": 54238, + "▁lyric": 54239, + "▁Determ": 54240, + "▁Hansen": 54241, + "▁Belarus": 54242, + "▁formulae": 54243, + "nCombining": 54244, + "茶的": 54245, + "邯郸": 54246, + "项羽": 54247, + "orc": 54248, + "rst": 54249, + "▁zu": 54250, + "在里面": 54251, + "建成后": 54252, + "检查组": 54253, + "atri": 54254, + "▁Fav": 54255, + "hurst": 54256, + "▁drip": 54257, + "▁visas": 54258, + "Confirm": 54259, + "Working": 54260, + "▁Nights": 54261, + "▁Worker": 54262, + "requests": 54263, + "▁Natalie": 54264, + "▁Friedman": 54265, + "▁Snapchat": 54266, + "▁McConnell": 54267, + "▁paramount": 54268, + "▁readiness": 54269, + "▁swallowed": 54270, + "▁astounding": 54271, + "▁examinations": 54272, + "XR": 54273, + "同學": 54274, + "咽喉": 54275, + "愿你": 54276, + "所作": 54277, + "拖拉": 54278, + "谴责": 54279, + "邀請": 54280, + "jam": 54281, + "好莱坞": 54282, + "才会有": 54283, + "Lett": 54284, + "▁Gat": 54285, + "▁вла": 54286, + "什么都不": 54287, + "Until": 54288, + "allax": 54289, + "▁Pond": 54290, + "我们的生活": 54291, + "▁weave": 54292, + "工作领导小组": 54293, + "species": 54294, + "▁Lambert": 54295, + "▁Fernando": 54296, + "▁substrates": 54297, + "▁renovations": 54298, + "养猪": 54299, + "出锅": 54300, + "扰乱": 54301, + "教务": 54302, + "精通": 54303, + "辛辣": 54304, + "从而使": 54305, + "关键是": 54306, + "我曾经": 54307, + "拉开了": 54308, + "Bern": 54309, + "▁Nos": 54310, + "宣传资料": 54311, + "市教育局": 54312, + "民族团结": 54313, + "ARGET": 54314, + "istro": 54315, + "可再生能源": 54316, + "nregion": 54317, + "citation": 54318, + "▁engages": 54319, + "▁stumble": 54320, + "▁modifier": 54321, + "▁aluminium": 54322, + "▁capacitor": 54323, + "▁demolition": 54324, + "nProfessional": 54325, + "党校": 54326, + "后半": 54327, + "向后": 54328, + "师大": 54329, + "皮的": 54330, + "顾虑": 54331, + ")$}": 54332, + "向社会": 54333, + "必须是": 54334, + "日晚上": 54335, + "涉及的": 54336, + "#####": 54337, + "heses": 54338, + "nSame": 54339, + "ndate": 54340, + "Bitmap": 54341, + "Nature": 54342, + "planned": 54343, + "▁Herman": 54344, + "▁attire": 54345, + "▁Imaging": 54346, + "▁Prepare": 54347, + "nCreating": 54348, + "▁disparity": 54349, + "▁logically": 54350, + "▁extremists": 54351, + "BW": 54352, + "一间": 54353, + "下來": 54354, + "制片": 54355, + "古装": 54356, + "围棋": 54357, + "河边": 54358, + "灾区": 54359, + "阳区": 54360, + "你已经": 54361, + "前不久": 54362, + "办主任": 54363, + "baij": 54364, + "全球经济": 54365, + "始终坚持": 54366, + "CLUDE": 54367, + "的一个重要": 54368, + "nimage": 54369, + "orated": 54370, + "anguard": 54371, + "ittings": 54372, + "nPrivacy": 54373, + "▁Prospect": 54374, + "▁crawling": 54375, + "integrated": 54376, + "▁incoherent": 54377, + "▁disposition": 54378, + "lf": 54379, + "▁陈": 54380, + "也给": 54381, + "产区": 54382, + "他曾": 54383, + "价为": 54384, + "公章": 54385, + "半径": 54386, + "手腕": 54387, + "标配": 54388, + "职权": 54389, + "^{[": 54390, + "uya": 54391, + "和国家": 54392, + "在那个": 54393, + "增长了": 54394, + "拥有了": 54395, + "的名义": 54396, + "那时的": 54397, + "hint": 54398, + "nGra": 54399, + "nWed": 54400, + "▁pom": 54401, + "股权转让": 54402, + "▁FUCK": 54403, + "})^{\\\\": 54404, + "▁THEIR": 54405, + "▁bowel": 54406, + "capture": 54407, + "▁sighed": 54408, + "▁заедно": 54409, + "nMessage": 54410, + "▁exiting": 54411, + "▁mentoring": 54412, + "nEventually": 54413, + "▁quantified": 54414, + "Applications": 54415, + "▁imaginative": 54416, + "同理": 54417, + "无机": 54418, + "服役": 54419, + "李世": 54420, + "欺诈": 54421, + "穿透": 54422, + "苏轼": 54423, + "鼓勵": 54424, + "▁'$": 54425, + "好奇心": 54426, + "恢复了": 54427, + "知名的": 54428, + "蔡英文": 54429, + "\\\\%}": 54430, + "}}}}": 54431, + "▁AGA": 54432, + "▁Dul": 54433, + "现实生活中": 54434, + "brance": 54435, + "ickers": 54436, + "▁monks": 54437, + "▁rents": 54438, + "=\\\"\\\">\\": 54439, + "tSystem": 54440, + "▁Drupal": 54441, + "▁LIMITED": 54442, + "▁Myanmar": 54443, + "nanalysis": 54444, + "substring": 54445, + "▁Lighting": 54446, + "▁Salvador": 54447, + "▁Samantha": 54448, + "Foundation": 54449, + "▁refractive": 54450, + "▁volunteered": 54451, + "之名": 54452, + "屠杀": 54453, + "工件": 54454, + "弟兄": 54455, + "梦里": 54456, + "环形": 54457, + "的国": 54458, + "身旁": 54459, + "▁[$": 54460, + "专家组": 54461, + "以及在": 54462, + "以确保": 54463, + "市场中": 54464, + "等原因": 54465, + "预防和": 54466, + "Sect": 54467, + "anan": 54468, + "一步一步": 54469, + "aughs": 54470, + "elike": 54471, + "▁Shim": 54472, + "▁shru": 54473, + "George": 54474, + "▁scams": 54475, + "opacity": 54476, + "nProgram": 54477, + "naccount": 54478, + "▁›": 54479, + "一经": 54480, + "光是": 54481, + "军官": 54482, + "则在": 54483, + "考前": 54484, + "舌头": 54485, + "被害": 54486, + "SDL": 54487, + "命名为": 54488, + "的工具": 54489, + "经营的": 54490, + "▁LIN": 54491, + "▁TIM": 54492, + "认为自己": 54493, + "nCond": 54494, + "▁Tact": 54495, + "硕士研究生": 54496, + "▁Bronx": 54497, + "▁Regin": 54498, + "▁Subst": 54499, + "▁coils": 54500, + "▁Listing": 54501, + "▁Miranda": 54502, + "▁imposes": 54503, + "▁routers": 54504, + "▁gracious": 54505, + "▁prohibits": 54506, + "▁recursion": 54507, + "取了": 54508, + "正气": 54509, + "网吧": 54510, + "('<": 54511, + "OTk": 54512, + "关系到": 54513, + "应注意": 54514, + "税务局": 54515, + "codec": 54516, + "▁Atom": 54517, + "▁bred": 54518, + "▁hail": 54519, + "▁}}(": 55072, + "▁Tul": 55073, + "crack": 55074, + "▁Hide": 55075, + "▁Mira": 55076, + "▁Scha": 55077, + "nblock": 55078, + "nbuild": 55079, + "▁Hutch": 55080, + "▁Teach": 55081, + "elected": 55082, + "othesis": 55083, + "▁Bengals": 55084, + "▁vaginal": 55085, + "Categories": 55086, + "▁neglecting": 55087, + "▁silhouette": 55088, + "▁supervisors": 55089, + "tR": 55090, + "中南": 55091, + "人脸": 55092, + "优于": 55093, + "做梦": 55094, + "皇上": 55095, + "老兵": 55096, + "警报": 55097, + "飞速": 55098, + "ARN": 55099, + "无所谓": 55100, + "粤港澳": 55101, + "HOST": 55102, + "ISTS": 55103, + "каза": 55104, + "可想而知": 55105, + "行政诉讼": 55106, + "tname": 55107, + "}}{{\\\\": 55108, + "▁earns": 55109, + "▁sponge": 55110, + "▁sugars": 55111, + "▁exposes": 55112, + "▁Watching": 55113, + "▁balloons": 55114, + "▁bursting": 55115, + "▁markings": 55116, + "▁Signature": 55117, + "▁strawberry": 55118, + "▁Notification": 55119, + "YN": 55120, + "京剧": 55121, + "十余": 55122, + "山河": 55123, + "改建": 55124, + "海淀": 55125, + "王小": 55126, + "给的": 55127, + "美白": 55128, + "衣柜": 55129, + "齐聚": 55130, + "▁(/": 55131, + "作品中": 55132, + "分布在": 55133, + "比上年": 55134, + "自来水": 55135, + "NASA": 55136, + "实验小学": 55137, + "algic": 55138, + "regor": 55139, + "▁Rack": 55140, + "cutting": 55141, + "▁Pelosi": 55142, + "▁Sunset": 55143, + "football": 55144, + "▁Preston": 55145, + "▁Romance": 55146, + "▁immoral": 55147, + "▁unnamed": 55148, + "rq": 55149, + "▁–": 55150, + "且有": 55151, + "东区": 55152, + "子弟": 55153, + "客戶": 55154, + "常说": 55155, + "幕后": 55156, + "想让": 55157, + "耗费": 55158, + "都以": 55159, + "的一般": 55160, + "的大门": 55161, + "购买了": 55162, + "ndom": 55163, + "ovah": 55164, + "▁RAW": 55165, + "quite": 55166, + "▁FWHM": 55167, + "▁Pose": 55168, + "▁pope": 55169, + "Connor": 55170, + "immune": 55171, + "▁Buffer": 55172, + "▁occult": 55173, + "▁darling": 55174, + "▁hateful": 55175, + "▁aquarium": 55176, + "▁garnered": 55177, + "пространение": 55178, + "Mu": 55179, + "专班": 55180, + "多点": 55181, + "妇科": 55182, + "罪犯": 55183, + "过期": 55184, + "选出": 55185, + "eeb": 55186, + "一本书": 55187, + "双子座": 55188, + "哪一个": 55189, + "在当地": 55190, + "我们能": 55191, + "ruff": 55192, + "▁tug": 55193, + "市场主体": 55194, + "andum": 55195, + "nwall": 55196, + "▁maze": 55197, + "▁Bloch": 55198, + "▁brunch": 55199, + "▁confisc": 55200, + "ndescribed": 55201, + "▁exhausting": 55202, + "ninteraction": 55203, + "▁professions": 55204, + "'<": 55205, + "Ur": 55206, + "动着": 55207, + "变现": 55208, + "广汽": 55209, + "报废": 55210, + "禁令": 55211, + "腌制": 55212, + "转速": 55213, + "都得": 55214, + "ICY": 55215, + "新三板": 55216, + "idan": 55217, + "▁Hew": 55218, + "Though": 55219, + "▁Kondo": 55220, + "▁Rubio": 55221, + "▁biodiversity": 55222, + "MH": 55223, + "上山": 55224, + "侦察": 55225, + "吴某": 55226, + "增高": 55227, + "外侧": 55228, + "崇尚": 55229, + "捞出": 55230, + "画卷": 55231, + "航运": 55232, + "解釋": 55233, + "nSU": 55234, + "为孩子": 55235, + "依赖于": 55236, + "aber": 55237, + "asta": 55238, + "rano": 55239, + "USTOM": 55240, + "adeon": 55241, + "blown": 55242, + "ститу": 55243, + "▁HEAD": 55244, + "▁amph": 55245, + "sticks": 55246, + "▁Areas": 55247, + "▁insol": 55248, + "▁yacht": 55249, + "▁tweaks": 55250, + "住院伙食补助费": 55251, + "Employee": 55252, + "▁booster": 55253, + "▁luckily": 55254, + "▁rejuven": 55255, + "▁occupying": 55256, + "▁portrayal": 55257, + "▁psychiatrist": 55258, + "Ма": 55259, + "办好": 55260, + "本站": 55261, + "而对": 55262, + "gel": 55263, + "中国家": 55264, + "博士后": 55265, + "媒体的": 55266, + "老党员": 55267, + "^{-(": 55268, + "luon": 55269, + "nRev": 55270, + "maven": 55271, + "▁Sons": 55272, + "xlabel": 55273, + "▁Paula": 55274, + "▁Chavez": 55275, + "▁Franco": 55276, + "▁Shelby": 55277, + "▁cheesy": 55278, + "▁pleasures": 55279, + "▁stripping": 55280, + "▁motivating": 55281, + "nResearchers": 55282, + "▁interconnected": 55283, + "▁scientifically": 55284, + "上层": 55285, + "之分": 55286, + "仇恨": 55287, + "印花": 55288, + "应以": 55289, + "歡迎": 55290, + "纲要": 55291, + "OOD": 55292, + "zzi": 55293, + "}_+": 55294, + "和要求": 55295, + "挺好的": 55296, + "率达到": 55297, + "赵丽颖": 55298, + "=\\\"@": 55299, + "DOWN": 55300, + "atte": 55301, + "been": 55302, + "wifi": 55303, + "▁Sic": 55304, + "▁yen": 55305, + "三个方面": 55306, + "IFIED": 55307, + "chars": 55308, + "▁raft": 55309, + "ipient": 55310, + "▁Creed": 55311, + "▁Topic": 55312, + "▁bulky": 55313, + "▁mills": 55314, + "▁cloudy": 55315, + "▁orthon": 55316, + "▁bathing": 55317, + "▁hurdles": 55318, + "▁unambig": 55319, + "confirmed": 55320, + "▁Visitors": 55321, + "▁dictator": 55322, + "▁sediment": 55323, + "▁Migration": 55324, + "▁villagers": 55325, + "▁adolescent": 55326, + "▁exhaustion": 55327, + "▁unaffected": 55328, + "▁天": 55329, + "两张": 55330, + "停滞": 55331, + "剧组": 55332, + "影院": 55333, + "推崇": 55334, + "推销": 55335, + "诵读": 55336, + "迷信": 55337, + "SCI": 55338, + "tit": 55339, + "反过来": 55340, + "就一直": 55341, + "并不多": 55342, + "打招呼": 55343, + "时间去": 55344, + "默默地": 55345, + "DATE": 55346, + "nINT": 55347, + "nMad": 55348, + "自然科学": 55349, + "资料显示": 55350, + "Merge": 55351, + "nprot": 55352, + "▁Café": 55353, + "Commun": 55354, + "LENGTH": 55355, + "▁MNIST": 55356, + "▁Orion": 55357, + "nMoving": 55358, + "▁Fraser": 55359, + "▁devoid": 55360, + "▁newbie": 55361, + "▁pessim": 55362, + "nRunning": 55363, + "▁Hermitian": 55364, + "▁invariably": 55365, + "registration": 55366, + "▁bureaucracy": 55367, + "不复": 55368, + "不强": 55369, + "亮度": 55370, + "全职": 55371, + "唱片": 55372, + "善意": 55373, + "暖暖": 55374, + "木质": 55375, + "止痛": 55376, + "通货": 55377, + "青铜": 55378, + "ANE": 55379, + "主要由": 55380, + "乘用车": 55381, + "早期的": 55382, + "更多地": 55383, + "评论区": 55384, + "非常多": 55385, + "nAff": 55386, + "Ratio": 55387, + "nHotel": 55388, + "quoted": 55389, + "▁heats": 55390, + "▁vodka": 55391, + "▁nvidia": 55392, + "Exchange": 55393, + "allocate": 55394, + "▁escapes": 55395, + "▁marital": 55396, + "▁recycle": 55397, + "▁viscous": 55398, + "▁Kingston": 55399, + "▁localhost": 55400, + "▁moderated": 55401, + "▁Geographic": 55402, + "=|": 55403, + "五千": 55404, + "则为": 55405, + "召回": 55406, + "报刊": 55407, + "按下": 55408, + "楼房": 55409, + "选中": 55410, + "離開": 55411, + "Spy": 55412, + "▁\"/": 55413, + "▁Fi": 55414, + "▁Ос": 55415, + "占据了": 55416, + "大多是": 55417, + "inee": 55418, + "miah": 55419, + "人民日报": 55420, + "nlook": 55421, + "nbegin": 55422, + "verett": 55423, + "▁Trend": 55424, + "▁Header": 55425, + "▁canopy": 55426, + "▁filthy": 55427, + "▁hinder": 55428, + "▁sloppy": 55429, + "▁trusts": 55430, + "▁Barrett": 55431, + "▁Vampire": 55432, + "▁Lutheran": 55433, + "▁Investors": 55434, + "▁austerity": 55435, + "▁painfully": 55436, + "collections": 55437, + "▁diagnostics": 55438, + "▁astronomical": 55439, + "▁interceptions": 55440, + "ño": 55441, + "市長": 55442, + "弱点": 55443, + "最深": 55444, + "結構": 55445, + "介绍说": 55446, + "没有被": 55447, + "电子产品": 55448, + "COVID": 55449, + "ascii": 55450, + "owell": 55451, + "▁Tale": 55452, + "Arrays": 55453, + "finish": 55454, + "rename": 55455, + "cipline": 55456, + "uctions": 55457, + "▁decree": 55458, + "▁dermat": 55459, + "▁whisper": 55460, + "▁patiently": 55461, + "consciously": 55462, + "▁oscillators": 55463, + "春夏": 55464, + "船上": 55465, + "颤抖": 55466, + "Joe": 55467, + "bfa": 55468, + "然后用": 55469, + "bulk": 55470, + "nBTW": 55471, + "ousy": 55472, + "▁jan": 55473, + "Craft": 55474, + "alach": 55475, + "▁dunno": 55476, + "▁Called": 55477, + "▁Upload": 55478, + "▁nailed": 55479, + "▁trough": 55480, + "xymatrix": 55481, + "▁Chennai": 55482, + "▁boycott": 55483, + "▁intertw": 55484, + "▁arranging": 55485, + "▁diplomacy": 55486, + "▁hostility": 55487, + "▁subscribed": 55488, + "Ce": 55489, + "但有": 55490, + "听的": 55491, + "机能": 55492, + "科比": 55493, + "都与": 55494, + "▁eu": 55495, + "不那么": 55496, + "微博上": 55497, + "生活和": 55498, + "典型案例": 55499, + "axter": 55500, + "▁Lowe": 55501, + "▁Mush": 55502, + "*\\\\*\\\\": 55503, + "nLevel": 55504, + "▁Quart": 55505, + "Advanced": 55506, + "fileName": 55507, + "▁lookout": 55508, + "nExamples": 55509, + "▁conquered": 55510, + "▁caregivers": 55511, + "▁existential": 55512, + "位於": 55513, + "停工": 55514, + "届满": 55515, + "弥陀": 55516, + "振奋": 55517, + "潜伏": 55518, + "生鲜": 55519, + "肝炎": 55520, + "运维": 55521, + "黑客": 55522, + "fps": 55523, + "goo": 55524, + "kbd": 55525, + "卫健委": 55526, + "的成长": 55527, + "的电话": 55528, + "}):\\": 55529, + "})}$": 55530, + "▁$>$": 55531, + "▁HIM": 55532, + "工作机制": 55533, + "▁Skip": 55534, + "亿元人民币": 55535, + "Checked": 55536, + "olerant": 55537, + "vehicle": 55538, + "▁cooker": 55539, + "reaction": 55540, + "▁ноември": 55541, + "▁neurological": 55542, + "QN": 55543, + "RH": 55544, + "一月": 55545, + "功耗": 55546, + "将领": 55547, + "快点": 55548, + "手感": 55549, + "花儿": 55550, + "非公": 55551, + "预留": 55552, + "风力": 55553, + "clk": 55554, + "ndb": 55555, + "▁];": 55556, + "不住了": 55557, + "引发的": 55558, + "第一大": 55559, + "}<\\\\": 55560, + "▁SIG": 55561, + "▁Това": 55562, + "▁Comes": 55563, + "▁recom": 55564, + "▁Rafael": 55565, + "▁Drivers": 55566, + "▁shields": 55567, + "Configure": 55568, + "▁Precision": 55569, + "Om": 55570, + "▁이": 55571, + "单品": 55572, + "奋发": 55573, + "山地": 55574, + "觀察": 55575, + "豪门": 55576, + "轻重": 55577, + "金字": 55578, + "▁:(": 55579, + "也不错": 55580, + "攻坚战": 55581, + "▁NOR": 55582, + "也有一些": 55583, + "都是为了": 55584, + "French": 55585, + "colour": 55586, + "▁Cindy": 55587, + "▁sided": 55588, + "Concept": 55589, + "EqualTo": 55590, + "Suppose": 55591, + "▁Shared": 55592, + "▁lawful": 55593, + "▁mailed": 55594, + "nhowever": 55595, + "▁installs": 55596, + "reliminaries": 55597, + "▁electrically": 55598, + "▁contradictory": 55599, + "加哥": 55600, + "晓明": 55601, + "约有": 55602, + "耕耘": 55603, + "调配": 55604, + "足协": 55605, + "首页": 55606, + "▁dz": 55607, + "也一样": 55608, + "清楚的": 55609, + "登记表": 55610, + "的老人": 55611, + "nTips": 55612, + "nbest": 55613, + "pause": 55614, + "чните": 55615, + "▁Cork": 55616, + "▁Rare": 55617, + "▁olds": 55618, + "▁Coven": 55619, + "▁epile": 55620, + "▁Lenovo": 55621, + "▁morale": 55622, + "▁wandered": 55623, + "▁composers": 55624, + "▁elongated": 55625, + "▁exercised": 55626, + "▁Chronicles": 55627, + "▁Highlights": 55628, + "EventHandler": 55629, + "▁undocumented": 55630, + "TN": 55631, + "一汽": 55632, + "不振": 55633, + "受贿": 55634, + "增生": 55635, + "年头": 55636, + "瑕疵": 55637, + "航行": 55638, + "*\\\"": 55639, + "MTk": 55640, + "jia": 55641, + "}&=": 55642, + "价格为": 55643, + "億美元": 55644, + "▁Bom": 55645, + "▁UNC": 55646, + "第二百零": 55647, + "组织实施": 55648, + "igans": 55649, + "isman": 55650, + "▁harb": 55651, + "▁Essex": 55652, + "▁Theore": 55653, + "Snapshot": 55654, + "▁Herbert": 55655, + "▁Wheeler": 55656, + "▁maximally": 55657, + "▁purported": 55658, + "▁rearrange": 55659, + "▁strangely": 55660, + "▁surpassed": 55661, + "▁cultivation": 55662, + "不限": 55663, + "增设": 55664, + "放眼": 55665, + "私家": 55666, + "精子": 55667, + "苯基": 55668, + "退伍": 55669, + "PET": 55670, + "kHz": 55671, + "nec": 55672, + "nio": 55673, + "你不能": 55674, + "输出端": 55675, + "半个小时": 55676, + "突出问题": 55677, + "icism": 55678, + "pillar": 55679, + "▁Glory": 55680, + "▁asses": 55681, + "Decoder": 55682, + "ighting": 55683, + "missive": 55684, + "nEffect": 55685, + "▁Wisdom": 55686, + "▁Lawyers": 55687, + "▁booklet": 55688, + "hopefully": 55689, + "▁Railroad": 55690, + "▁murderer": 55691, + "▁pancakes": 55692, + "▁stationed": 55693, + "ustainability": 55694, + "tT": 55695, + "不走": 55696, + "向西": 55697, + "年是": 55698, + "水务": 55699, + "风气": 55700, + "SYS": 55701, + "nda": 55702, + "▁“[": 55703, + "做生意": 55704, + "只知道": 55705, + "并结合": 55706, + "最关键": 55707, + "见证了": 55708, + "部电影": 55709, + "Sets": 55710, + "nTag": 55711, + "След": 55712, + "道路交通": 55713, + "arlie": 55714, + "DELETE": 55715, + "ussing": 55716, + "▁Eisen": 55717, + "nnormal": 55718, + "▁Yorker": 55719, + "▁corpse": 55720, + "▁flakes": 55721, + "▁replen": 55722, + "ViewById": 55723, + "creative": 55724, + "nUsually": 55725, + "▁Combine": 55726, + "▁spilled": 55727, + "▁lipstick": 55728, + "▁authoritative": 55729, + "▁unconditional": 55730, + "▁MERCHANTABILITY": 55731, + "动人": 55732, + "厚重": 55733, + "庄村": 55734, + "成语": 55735, + "校内": 55736, + "税率": 55737, + "轮流": 55738, + "zos": 55739, + "不建议": 55740, + "研发的": 55741, + "芝加哥": 55742, + "jump": 55743, + "obil": 55744, + "uron": 55745, + "▁pid": 55746, + "▁бли": 55747, + "ennel": 55748, + "nterm": 55749, + "ocaly": 55750, + "▁Aval": 55751, + "▁Bone": 55752, + "并不意味着": 55753, + "Thomas": 55754, + "▁Takes": 55755, + "▁deton": 55756, + "▁fiery": 55757, + "▁downtime": 55758, + "▁mystical": 55759, + "▁Essential": 55760, + "▁brokerage": 55761, + "persistence": 55762, + "你来": 55763, + "停在": 55764, + "减产": 55765, + "婚前": 55766, + "家门": 55767, + "暴涨": 55768, + "短的": 55769, + "重伤": 55770, + "Jon": 55771, + "pon": 55772, + "▁пъ": 55773, + "告诉她": 55774, + "婚姻法": 55775, + "承诺书": 55776, + "的到来": 55777, + "羽毛球": 55778, + "产业结构": 55779, + "局副局长": 55780, + "简直就是": 55781, + "bones": 55782, + "ullen": 55783, + "▁MAKE": 55784, + "Bucket": 55785, + "▁Frozen": 55786, + "clusters": 55787, + "▁pastors": 55788, + "▁seismic": 55789, + "▁upscale": 55790, + "▁titanium": 55791, + "▁finalists": 55792, + "▁undergoes": 55793, + "▁noticeably": 55794, + "▁distracting": 55795, + "内侧": 55796, + "发泄": 55797, + "Mil": 55798, + "主教练": 55799, + "方法是": 55800, + "转变为": 55801, + "arty": 55802, + "mere": 55803, + "nJun": 55804, + "▁ANN": 55805, + "▁HOT": 55806, + "▁уби": 55807, + "nette": 55808, + "▁Boris": 55809, + "▁Lotus": 55810, + "▁tease": 55811, + "▁Courts": 55812, + "▁transc": 55813, + "adaptive": 55814, + "▁blurred": 55815, + "▁Bradford": 55816, + "difference": 55817, + "▁stereotype": 55818, + "▁progressing": 55819, + "▁distillation": 55820, + "中路": 55821, + "又说": 55822, + "坦然": 55823, + "忧伤": 55824, + "悲哀": 55825, + "挺好": 55826, + "不相同": 55827, + "届中国": 55828, + "要强化": 55829, + "[-\\\\": 55830, + "illi": 55831, + "▁CAT": 55832, + "落实情况": 55833, + "▁NGOs": 55834, + "▁Redd": 55835, + "▁Sims": 55836, + "的生活方式": 55837, + "▁acron": 55838, + "lymouth": 55839, + "▁bushes": 55840, + "▁danced": 55841, + "▁pantry": 55842, + "▁tolerant": 55843, + "▁Lancaster": 55844, + "▁convective": 55845, + "▁brilliantly": 55846, + "▁cybersecurity": 55847, + "tL": 55848, + "复仇": 55849, + "怎能": 55850, + "捆绑": 55851, + "斯顿": 55852, + "日均": 55853, + "最难": 55854, + "渐进": 55855, + "银川": 55856, + "霉素": 55857, + "MDg": 55858, + "\\\\>": 55859, + "为单位": 55860, + "只能是": 55861, + "没问题": 55862, + "脸上的": 55863, + "都必须": 55864, + "▁(``": 55865, + "只是为了": 55866, + "市场竞争": 55867, + "liked": 55868, + "▁Ging": 55869, + "▁VIII": 55870, + "▁Deals": 55871, + "▁Braves": 55872, + "▁Destiny": 55873, + "▁genital": 55874, + "\\\\\\\":\\\\\\\"": 55875, + "▁Recognition": 55876, + "定性": 55877, + "开户": 55878, + "蓝牙": 55879, + "赛区": 55880, + "&&\\": 55881, + "AWS": 55882, + "MDk": 55883, + "zar": 55884, + "▁NB": 55885, + "可行性": 55886, + "年代的": 55887, + "日正式": 55888, + "笑着说": 55889, + "这是个": 55890, + "TRAN": 55891, + "bomb": 55892, + "▁Miz": 55893, + "▁fug": 55894, + "▁rpm": 55895, + "基本都是": 55896, + "elves": 55897, + "▁Leading": 55898, + "▁bolster": 55899, + "▁withdrew": 55900, + "▁получава": 55901, + "大會": 55902, + "將會": 55903, + "应按": 55904, + "立卡": 55905, + "造血": 55906, + "道教": 55907, + "青蛙": 55908, + "Uns": 55909, + "nAw": 55910, + "不公平": 55911, + "分析和": 55912, + "▁кни": 55913, + "食品药品": 55914, + "ungal": 55915, + "▁Ches": 55916, + "▁Quin": 55917, + "intosh": 55918, + "ublish": 55919, + "unsafe": 55920, + "▁Float": 55921, + "▁inlet": 55922, + "nListen": 55923, + "▁Depend": 55924, + "▁Benefit": 55925, + "▁spectro": 55926, + "▁motorcycles": 55927, + "低估": 55928, + "选民": 55929, + "香料": 55930, + "\\\\`": 55931, + "пер": 55932, + "▁$>": 55933, + "中学生": 55934, + "却发现": 55935, + "村民们": 55936, + "的区域": 55937, + "额外的": 55938, + "Flex": 55939, + "inki": 55940, + "nbel": 55941, + "▁Tue": 55942, + "城乡建设": 55943, + "积极推进": 55944, + "▁womb": 55945, + "Sensor": 55946, + "▁Polar": 55947, + "nExcept": 55948, + "▁heroine": 55949, + "▁destabil": 55950, + "▁horsepower": 55951, + "▁spiritually": 55952, + "▁indispensable": 55953, + "三方": 55954, + "分许": 55955, + "可疑": 55956, + "情趣": 55957, + "河长": 55958, + "阻塞": 55959, + "龙的": 55960, + "Mjk": 55961, + "tas": 55962, + "不仅有": 55963, + "nAND": 55964, + "prin": 55965, + "гата": 55966, + "▁axe": 55967, + "专项斗争": 55968, + "青年教师": 55969, + "Plane": 55970, + "minor": 55971, + "roles": 55972, + "▁Thur": 55973, + "▁oval": 55974, + "overlay": 55975, + "▁hypnot": 55976, + "▁spinor": 55977, + "ermanent": 55978, + "▁Bedroom": 55979, + "▁agility": 55980, + "publisher": 55981, + "▁diarrhea": 55982, + "▁sinister": 55983, + "▁impurities": 55984, + "▁helicopters": 55985, + "Kn": 55986, + "你和": 55987, + "关乎": 55988, + "大巴": 55989, + "安检": 55990, + "就从": 55991, + "心意": 55992, + "蓝图": 55993, + "要先": 55994, + "驾照": 55995, + "也很难": 55996, + "实在太": 55997, + "请大家": 55998, + "ncer": 55999, + "punk": 56000, + "▁SEM": 56001, + "▁dst": 56002, + "家庭成员": 56003, + "教育整顿": 56004, + "积极主动": 56005, + "职业技能": 56006, + "adors": 56007, + "▁stal": 56008, + "nshort": 56009, + "rapist": 56010, + "prevent": 56011, + "依法组成合议庭": 56012, + "▁Kurdish": 56013, + "▁Pandora": 56014, + "▁bundled": 56015, + "▁Friendly": 56016, + "▁Pleasant": 56017, + "▁narrowly": 56018, + "▁playable": 56019, + "plications": 56020, + "▁constituted": 56021, + "ян": 56022, + "哥伦": 56023, + "安区": 56024, + "提拔": 56025, + "明媚": 56026, + "更低": 56027, + "概况": 56028, + "相见": 56029, + "苦恼": 56030, + "雇主": 56031, + "－－": 56032, + "佛山市": 56033, + "混合物": 56034, + "被告王": 56035, + "('\\\\": 56036, + "LLOW": 56037, + "clou": 56038, + "▁FAA": 56039, + "毫不犹豫": 56040, + "plist": 56041, + "stere": 56042, + "логия": 56043, + "▁Cham": 56044, + "▁taps": 56045, + "claims": 56046, + "fitted": 56047, + "iculty": 56048, + "nthony": 56049, + "ospice": 56050, + "▁Trees": 56051, + "▁sedan": 56052, + "administ": 56053, + "indsight": 56054, + "▁Ecuador": 56055, + "▁Patriot": 56056, + "▁disabling": 56057, + "▁marvelous": 56058, + "▁resentment": 56059, + "出新": 56060, + "听话": 56061, + "四海": 56062, + "平的": 56063, + "我便": 56064, + "排污": 56065, + "树上": 56066, + "麻痹": 56067, + "龙门": 56068, + "Mpc": 56069, + "jav": 56070, + "lew": 56071, + "зар": 56072, + "рий": 56073, + "召开的": 56074, + "奥斯卡": 56075, + "方向盘": 56076, + "нова": 56077, + "▁NIC": 56078, + "nColl": 56079, + "▁Bere": 56080, + "Anchor": 56081, + "Missing": 56082, + "nConvert": 56083, + "▁Passion": 56084, + "▁methane": 56085, + "▁obscene": 56086, + "compressed": 56087, + "▁Parkinson": 56088, + "不以": 56089, + "可为": 56090, + "无助": 56091, + "arf": 56092, + "spi": 56093, + "бва": 56094, + "”……": 56095, + "对上述": 56096, + "▁PvP": 56097, + "▁lil": 56098, + "elebr": 56099, + "Canvas": 56100, + "icants": 56101, + "▁sluts": 56102, + "▁skirts": 56103, + "▁Midnight": 56104, + "▁diabetic": 56105, + "▁dictates": 56106, + "▁punching": 56107, + "▁filaments": 56108, + "▁hypocrisy": 56109, + "▁synonymous": 56110, + "▁Revolutionary": 56111, + "addEventListener": 56112, + "tV": 56113, + "争先": 56114, + "名声": 56115, + "時期": 56116, + "构思": 56117, + "的吗": 56118, + "追随": 56119, + "通路": 56120, + "bbc": 56121, + "nAf": 56122, + "当前的": 56123, + "案外人": 56124, + "检察长": 56125, + "\":\"「": 56126, + ")}^{": 56127, + "Hide": 56128, + "Yang": 56129, + "目前已经": 56130, + "ungen": 56131, + "▁RAID": 56132, + "▁ferv": 56133, + "▁мест": 56134, + "▁Blanc": 56135, + "▁pollut": 56136, + "▁skewed": 56137, + "Vertical": 56138, + "▁hitters": 56139, + "▁bookings": 56140, + "▁discreet": 56141, + "▁persuaded": 56142, + "▁peacefully": 56143, + "ък": 56144, + "之势": 56145, + "位数": 56146, + "瘫痪": 56147, + "魔术": 56148, + "[]\\": 56149, + "rwx": 56150, + "ZING": 56151, + "kara": 56152, + "××××": 56153, + "▁Sut": 56154, + "年轻人的": 56155, + "▁Exit": 56156, + "▁Farms": 56157, + "▁facto": 56158, + "Entries": 56159, + "Overall": 56160, + "bringing": 56161, + "reetings": 56162, + "▁fallout": 56163, + "ClassName": 56164, + "QD": 56165, + "企稳": 56166, + "写得": 56167, + "加了": 56168, + "如来": 56169, + "小板": 56170, + "带回": 56171, + "年产": 56172, + "有其": 56173, + "稱為": 56174, + "穿衣": 56175, + "诗意": 56176, + "附着": 56177, + "降解": 56178, + "(((": 56179, + "▁DV": 56180, + "动物园": 56181, + "小区的": 56182, + "Easy": 56183, + "Shot": 56184, + "ungs": 56185, + "▁DDR": 56186, + "▁Tus": 56187, + "▁ops": 56188, + "reedy": 56189, + "▁Byte": 56190, + "errick": 56191, + "viewer": 56192, + "▁Clone": 56193, + "upsilon": 56194, + "▁Essays": 56195, + "iparticle": 56196, + "▁graffiti": 56197, + "▁isotopes": 56198, + "nHopefully": 56199, + "▁Increasing": 56200, + "两款": 56201, + "使他": 56202, + "决战": 56203, + "和华": 56204, + "生根": 56205, + "由来": 56206, + "规程": 56207, + "雙方": 56208, + "NTg": 56209, + "▁dp": 56210, + "因为这": 56211, + "在日常": 56212, + "营养费": 56213, + "输入端": 56214, + "iken": 56215, + "nski": 56216, + "реди": 56217, + "什么东西": 56218, + "报告显示": 56219, + "cerpt": 56220, + "tName": 56221, + "▁Bott": 56222, + "▁Clos": 56223, + "nBreak": 56224, + "▁Ebola": 56225, + "▁Paulo": 56226, + "▁Reich": 56227, + "▁fools": 56228, + "Complex": 56229, + "provide": 56230, + "energies": 56231, + "▁hadrons": 56232, + "▁Astronomy": 56233, + "▁Institution": 56234, + "▁reimbursement": 56235, + "两千": 56236, + "出品": 56237, + "发售": 56238, + "是好": 56239, + "特勒": 56240, + "程式": 56241, + "窒息": 56242, + "立志": 56243, + "警官": 56244, + "讲授": 56245, + "该国": 56246, + "_{|": 56247, + "osy": 56248, + "在农村": 56249, + "elem": 56250, + "▁ATP": 56251, + "huang": 56252, + "▁vitro": 56253, + "▁Escape": 56254, + "▁warmed": 56255, + "▁directs": 56256, + "▁isospin": 56257, + "▁rooftop": 56258, + "▁decoherence": 56259, + "▁retaliation": 56260, + "取名": 56261, + "態度": 56262, + "發揮": 56263, + "职员": 56264, + "色素": 56265, + "草地": 56266, + "不太好": 56267, + "的建筑": 56268, + "第十二": 56269, + "$(\\\"": 56270, + "Lite": 56271, + "Ring": 56272, + "▁Paw": 56273, + "的时间内": 56274, + "breed": 56275, + "ulses": 56276, + "根据自己的": 56277, + "nSarah": 56278, + "reload": 56279, + "▁paced": 56280, + "Chinese": 56281, + "▁LeBron": 56282, + "▁Offers": 56283, + "▁работи": 56284, + "▁bedtime": 56285, + "▁ripping": 56286, + "▁depiction": 56287, + "▁scrambling": 56288, + "▁Statistical": 56289, + "▁deformations": 56290, + "YM": 56291, + "人就": 56292, + "尽职": 56293, + "水温": 56294, + "清净": 56295, + "融洽": 56296, + "nsw": 56297, + "}''": 56298, + "▁YA": 56299, + "到自己": 56300, + "抓住了": 56301, + "eref": 56302, + "pard": 56303, + "因地制宜": 56304, + "意想不到": 56305, + "本院不予": 56306, + "Major": 56307, + "tchar": 56308, + "▁Mono": 56309, + "▁Zamb": 56310, + "▁john": 56311, + "Invoke": 56312, + "norgan": 56313, + "walker": 56314, + "▁Kanye": 56315, + "▁ergon": 56316, + "▁Buying": 56317, + "市场监督管理局": 56318, + "combined": 56319, + "strength": 56320, + "▁afflict": 56321, + "▁gourmet": 56322, + "▁Sherlock": 56323, + "▁reusable": 56324, + "▁surgeons": 56325, + "▁trousers": 56326, + "▁Libraries": 56327, + "▁Consultant": 56328, + "JsonProperty": 56329, + "亲友": 56330, + "传言": 56331, + "的空": 56332, + "荆州": 56333, + "mie": 56334, + "会更加": 56335, + "在上述": 56336, + "多大的": 56337, + "应用的": 56338, + "经历的": 56339, + "责任心": 56340, + "adal": 56341, + "amen": 56342, + "arcs": 56343, + "▁ROS": 56344, + "▁mats": 56345, + "nUsers": 56346, + "speech": 56347, + "▁Rural": 56348, + "nRemove": 56349, + "▁Runner": 56350, + "▁accuse": 56351, + "▁cialis": 56352, + "fighting": 56353, + "ivalence": 56354, + "▁Orioles": 56355, + "▁abusing": 56356, + "▁humming": 56357, + "calculation": 56358, + "▁dependable": 56359, + "@\\": 56360, + "Ak": 56361, + "不畏": 56362, + "中专": 56363, + "令我": 56364, + "外星": 56365, + "对立": 56366, + "Lif": 56367, + "实力的": 56368, + "最小的": 56369, + "▁SVM": 56370, + "▁pou": 56371, + "数据中心": 56372, + "部分地区": 56373, + "Alloc": 56374, + "hetto": 56375, + "orgia": 56376, + "▁Mons": 56377, + "▁Nope": 56378, + "rinsic": 56379, + "nSingle": 56380, + "tresult": 56381, + "▁Operator": 56382, + "▁Officials": 56383, + "▁refreshed": 56384, + "▁substantive": 56385, + "▁redistribute": 56386, + "▁superintendent": 56387, + "Ol": 56388, + "dE": 56389, + "交道": 56390, + "余生": 56391, + "吃亏": 56392, + "对本": 56393, + "新村": 56394, + "相助": 56395, + "选址": 56396, + "顶着": 56397, + "Idx": 56398, + "RIS": 56399, + "▁XI": 56400, + "和国际": 56401, + "大学校": 56402, + "心里的": 56403, + "杜兰特": 56404, + "点左右": 56405, + "痛苦的": 56406, + "长大后": 56407, + "Park": 56408, + "Stub": 56409, + "pawn": 56410, + "▁Pag": 56411, + "rands": 56412, + "▁brig": 56413, + "Richard": 56414, + "▁Deluxe": 56415, + "▁Libert": 56416, + "▁crispy": 56417, + "▁rumored": 56418, + "▁traverse": 56419, + "reversible": 56420, + "▁shortages": 56421, + "▁treadmill": 56422, + "▁realistically": 56423, + "供养": 56424, + "内核": 56425, + "孤儿": 56426, + "洗脸": 56427, + "贪污": 56428, + "除尘": 56429, + "Ori": 56430, + "iol": 56431, + "lod": 56432, + "不能够": 56433, + "发生过": 56434, + "Skip": 56435, + "▁kHz": 56436, + "宣传工作": 56437, + "有这样的": 56438, + "ISTER": 56439, + "istas": 56440, + "▁Pompe": 56441, + "▁Valve": 56442, + "▁clich": 56443, + "▁Become": 56444, + "▁Dining": 56445, + "▁Isaiah": 56446, + "▁Kerala": 56447, + "▁Angular": 56448, + "Corollary": 56449, + "currently": 56450, + "▁broccoli": 56451, + "▁novelist": 56452, + "lstlisting": 56453, + "▁preventive": 56454, + "▁Implementation": 56455, + "押金": 56456, + "用戶": 56457, + "迟到": 56458, + "额头": 56459, + "CAN": 56460, + "不了的": 56461, + "要认真": 56462, + "farm": 56463, + "nflu": 56464, + "▁iii": 56465, + "就会出现": 56466, + "Apply": 56467, + "Stars": 56468, + "▁Guru": 56469, + "Altern": 56470, + "Former": 56471, + "Martin": 56472, + "nMedia": 56473, + "▁Polic": 56474, + "▁muddy": 56475, + "▁forbid": 56476, + "▁hectic": 56477, + "▁multit": 56478, + "entities": 56479, + "▁darkest": 56480, + "▁Machines": 56481, + "▁Patricia": 56482, + "▁assaults": 56483, + "▁polymers": 56484, + "▁Sheffield": 56485, + "ntransition": 56486, + "▁Simulation": 56487, + "▁blockbuster": 56488, + "▁interception": 56489, + "向好": 56490, + "坏的": 56491, + "官宣": 56492, + "战线": 56493, + "接班": 56494, + "狂欢": 56495, + "病原": 56496, + "的情況": 56497, + "第十四": 56498, + "网格员": 56499, + "WISE": 56500, + "warf": 56501, + "▁POV": 56502, + "共产主义": 56503, + "都是一个": 56504, + "Brown": 56505, + "bestos": 56506, + "▁Quint": 56507, + "▁Sigma": 56508, + "▁PUBLIC": 56509, + "▁carrot": 56510, + "▁advises": 56511, + "▁fractal": 56512, + "▁rhythms": 56513, + "depending": 56514, + "▁ruthless": 56515, + "▁stocking": 56516, + "▁calendars": 56517, + "YA": 56518, + "入股": 56519, + "取的": 56520, + "宽带": 56521, + "粉色": 56522, + "變成": 56523, + "逼迫": 56524, + "▁ny": 56525, + "印度的": 56526, + "本案的": 56527, + "然后就": 56528, + "这么大": 56529, + "nBon": 56530, + "人际关系": 56531, + "但是他们": 56532, + "违法违规": 56533, + "Sleep": 56534, + "antes": 56535, + "▁Dome": 56536, + "▁Seal": 56537, + "▁ants": 56538, + "▁tofu": 56539, + "▁Punjab": 56540, + "▁chilly": 56541, + "nagainst": 56542, + "▁iPhones": 56543, + "▁poorest": 56544, + "▁applause": 56545, + "▁glamorous": 56546, + "▁parallels": 56547, + "▁Performing": 56548, + "▁milestones": 56549, + "他都": 56550, + "比对": 56551, + "示意": 56552, + "職業": 56553, + "触碰": 56554, + "阴谋": 56555, + "тар": 56556, + "事情的": 56557, + "工作上": 56558, + "有意义": 56559, + "的人格": 56560, + "系列的": 56561, + "▁Gan": 56562, + "教育基地": 56563, + "现代农业": 56564, + "roids": 56565, + "▁Fully": 56566, + "▁booze": 56567, + "▁temps": 56568, + "Maximum": 56569, + "▁fooled": 56570, + "ategoria": 56571, + "▁turtles": 56572, + "igrations": 56573, + "▁Riverside": 56574, + "▁offending": 56575, + "▁warranties": 56576, + "买单": 56577, + "五是": 56578, + "汕头": 56579, + "硬度": 56580, + "赞叹": 56581, + "醫學": 56582, + "Nat": 56583, + "fif": 56584, + "▁—\\": 56585, + "接触到": 56586, + "时间长": 56587, + "最容易": 56588, + "itat": 56589, + "▁OPT": 56590, + "专业人士": 56591, + "中国企业": 56592, + "电商平台": 56593, + "among": 56594, + "▁Levy": 56595, + "▁tame": 56596, + "委员会委员": 56597, + "nBegin": 56598, + "▁Thats": 56599, + "▁hepat": 56600, + "▁Babylon": 56601, + "▁summaries": 56602, + "▁transcripts": 56603, + "jr": 56604, + "中俄": 56605, + "京城": 56606, + "倒在": 56607, + "刑罚": 56608, + "列出": 56609, + "失信": 56610, + "板材": 56611, + "每逢": 56612, + "白衣": 56613, + "直达": 56614, + "警力": 56615, + "辦法": 56616, + "配料": 56617, + "隐蔽": 56618, + "coe": 56619, + "半决赛": 56620, + "我们把": 56621, + "最开始": 56622, + "走到了": 56623, + "▁Lap": 56624, + "佩戴口罩": 56625, + "非常大的": 56626, + "atsby": 56627, + "▁Tara": 56628, + "在此基础上": 56629, + "versal": 56630, + "▁Brendan": 56631, + "▁Clients": 56632, + "▁stamina": 56633, + "▁customary": 56634, + "▁authoritarian": 56635, + "它能": 56636, + "本息": 56637, + "梦境": 56638, + "被捕": 56639, + "^+(": 56640, + "мат": 56641, + "▁XV": 56642, + "的平均": 56643, + "Baby": 56644, + "夫妻感情": 56645, + "更多信息": 56646, + "edded": 56647, + "ности": 56648, + "▁Bark": 56649, + "istors": 56650, + "nABOUT": 56651, + "scapes": 56652, + "▁fused": 56653, + "需要注意的是": 56654, + "booking": 56655, + "▁Wouldn": 56656, + "▁epidem": 56657, + "▁rocked": 56658, + "Interest": 56659, + "▁Windsor": 56660, + "typically": 56661, + "▁Procedure": 56662, + "▁outskirts": 56663, + "atisfaction": 56664, + "▁irritating": 56665, + "Ге": 56666, + "买车": 56667, + "搞定": 56668, + "爱我": 56669, + "率高": 56670, + "督办": 56671, + "适配": 56672, + "顶层": 56673, + "Imp": 56674, + "Njk": 56675, + "OMA": 56676, + "uca": 56677, + "{-}": 56678, + "不起来": 56679, + "可怕的": 56680, + "销售的": 56681, + "nTip": 56682, + "在这方面": 56683, + "应急处置": 56684, + "cheon": 56685, + "fired": 56686, + "nDeep": 56687, + "nAbove": 56688, + "udging": 56689, + "▁fertile": 56690, + "▁deriving": 56691, + "▁intolerance": 56692, + "=<": 56693, + "信誉": 56694, + "剪刀": 56695, + "吃着": 56696, + "圣灵": 56697, + "地道": 56698, + "建军": 56699, + "微观": 56700, + "日報": 56701, + "疏通": 56702, + "线圈": 56703, + "黑夜": 56704, + "iku": 56705, + "vik": 56706, + "了一把": 56707, + "和所述": 56708, + "死亡的": 56709, + "feat": 56710, + "witz": 56711, + "tdata": 56712, + "▁Hels": 56713, + "▁Ideal": 56714, + "志愿服务活动": 56715, + "▁youths": 56716, + "nofollow": 56717, + "▁plastics": 56718, + "%（": 56719, + "上都": 56720, + "乱的": 56721, + "凶手": 56722, + "加固": 56723, + "娘家": 56724, + "抉择": 56725, + "握手": 56726, + "透了": 56727, + "DNS": 56728, + "感染的": 56729, + "民政局": 56730, + "财政局": 56731, + "这里有": 56732, + "дова": 56733, + "▁BSD": 56734, + "▁STM": 56735, + "▁bim": 56736, + "▁ids": 56737, + "搅拌均匀": 56738, + "▁Logo": 56739, + "▁UINT": 56740, + "▁mens": 56741, + "国家和地区": 56742, + "finger": 56743, + "nCreat": 56744, + "▁Audit": 56745, + "▁Kirby": 56746, + "▁xmlns": 56747, + "opoulos": 56748, + "▁Messiah": 56749, + "▁conceded": 56750, + "▁modality": 56751, + "▁страната": 56752, + "▁correlate": 56753, + "▁erroneous": 56754, + "printStackTrace": 56755, + "=_": 56756, + "之多": 56757, + "交际": 56758, + "打球": 56759, + "终审": 56760, + "郑爽": 56761, + "NTk": 56762, + "Njg": 56763, + "处理好": 56764, + "我们家": 56765, + "hair": 56766, + "виси": 56767, + "做好准备": 56768, + "新兴产业": 56769, + "理想信念": 56770, + "▁Karn": 56771, + "▁Mant": 56772, + "▁alum": 56773, + "▁pies": 56774, + "helial": 56775, + "▁McCoy": 56776, + "优化营商环境": 56777, + "nLength": 56778, + "▁Fabric": 56779, + "▁iterate": 56780, + "▁subsidy": 56781, + "▁undersc": 56782, + "Arguments": 56783, + "▁politely": 56784, + "▁scissors": 56785, + "▁digestion": 56786, + "▁resembling": 56787, + "传入": 56788, + "分担": 56789, + "惬意": 56790, + "鲜血": 56791, + "信息网": 56792, + "地球上": 56793, + "特别好": 56794, + "的妻子": 56795, + "脑海里": 56796, + "shut": 56797, + "▁Elm": 56798, + "▁Fuj": 56799, + "自己的生活": 56800, + "Travel": 56801, + "▁Brands": 56802, + "▁hinted": 56803, + "▁Carnegie": 56804, + "▁sideways": 56805, + "▁Frankfurt": 56806, + "▁leftovers": 56807, + "▁lifetimes": 56808, + "▁cultivated": 56809, + "▁nutritious": 56810, + "UF": 56811, + "上岸": 56812, + "出境": 56813, + "名利": 56814, + "定居": 56815, + "nSP": 56816, + "三年的": 56817, + "内容为": 56818, + "变压器": 56819, + "在其他": 56820, + "小伙子": 56821, + "殊不知": 56822, + "然后将": 56823, + "青岛市": 56824, + "▁cuz": 56825, + "主持会议": 56826, + "意见建议": 56827, + "nBlog": 56828, + "▁SHOW": 56829, + "▁owes": 56830, + "Remark": 56831, + "picker": 56832, + "▁dipped": 56833, + "▁lessen": 56834, + "▁robber": 56835, + "▁vandal": 56836, + "▁Grandma": 56837, + "▁lurking": 56838, + "▁Greatest": 56839, + "▁dinosaur": 56840, + "▁subspaces": 56841, + "▁assemblies": 56842, + "▁fluorescent": 56843, + "▁seriousness": 56844, + "其为": 56845, + "印记": 56846, + "各家": 56847, + "展開": 56848, + "打拼": 56849, + "朦胧": 56850, + "癫痫": 56851, + "awk": 56852, + "十几年": 56853, + "回头看": 56854, + "地方的": 56855, + "Tell": 56856, + "oren": 56857, + "▁Jal": 56858, + "公安分局": 56859, + "比较好的": 56860, + "grant": 56861, + "ifold": 56862, + "▁Crash": 56863, + "▁Intent": 56864, + "▁erased": 56865, + "▁opting": 56866, + "▁winters": 56867, + "▁stemming": 56868, + "▁arrogance": 56869, + "▁brainstorm": 56870, + "nprobability": 56871, + "▁collaborating": 56872, + "▁Congratulations": 56873, + "入园": 56874, + "冷藏": 56875, + "构图": 56876, + "株洲": 56877, + "然大": 56878, + "监事": 56879, + "目睹": 56880, + "紧缺": 56881, + "韵味": 56882, + "▁“…": 56883, + "過程中": 56884, + ")}}\\": 56885, + "Bits": 56886, + "Vote": 56887, + "като": 56888, + "▁SAF": 56889, + "住院治疗": 56890, + "提供一个": 56891, + "驳回上诉": 56892, + "ggles": 56893, + "必不可少的": 56894, + "▁attic": 56895, + "▁hires": 56896, + "▁lends": 56897, + "apparent": 56898, + "validator": 56899, + "▁Regarding": 56900, + "▁forwarding": 56901, + "▁hypertension": 56902, + "周日": 56903, + "实务": 56904, + "懂事": 56905, + "拉的": 56906, + "指点": 56907, + "本题": 56908, + "追赶": 56909, + "Mot": 56910, + "beg": 56911, + "在实际": 56912, + "工信部": 56913, + "并根据": 56914, + "必要时": 56915, + "消息称": 56916, + "老师说": 56917, + "要提高": 56918, + "ISTR": 56919, + "ITEM": 56920, + "▁HAR": 56921, + "使用寿命": 56922, + "所需要的": 56923, + "▁inde": 56924, + "▁rugs": 56925, + "Margin": 56926, + "uggish": 56927, + "▁Manit": 56928, + "▁speck": 56929, + "▁Inform": 56930, + "▁Георги": 56931, + "extended": 56932, + "imonials": 56933, + "▁Airways": 56934, + "▁malaria": 56935, + "▁masking": 56936, + "▁disgrace": 56937, + "▁Validation": 56938, + "▁accountant": 56939, + "▁undercover": 56940, + "▁incompetent": 56941, + "▁intermittent": 56942, + "ña": 56943, + "借用": 56944, + "剂的": 56945, + "化名": 56946, + "南宋": 56947, + "取胜": 56948, + "拍的": 56949, + "探寻": 56950, + "政委": 56951, + "照样": 56952, + "网球": 56953, + "读懂": 56954, + "都已": 56955, + "ddd": 56956, + ")\\\\)": 56957, + "redd": 56958, + "▁sto": 56959, + "结构简单": 56960, + "elist": 56961, + "ikers": 56962, + "orting": 56963, + "▁Rough": 56964, + "▁boils": 56965, + "▁scouts": 56966, + "▁wrench": 56967, + "onderful": 56968, + "▁Handbook": 56969, + "▁Johannes": 56970, + "▁Producer": 56971, + "▁betrayed": 56972, + "▁infinites": 56973, + "▁verifying": 56974, + "▁transmissions": 56975, + "KY": 56976, + "伊始": 56977, + "写到": 56978, + "害羞": 56979, + "格栅": 56980, + "特产": 56981, + "的张": 56982, + "表達": 56983, + "要到": 56984, + "cfc": 56985, + "kil": 56986, + "mog": 56987, + "}}|": 56988, + "不停的": 56989, + "主体的": 56990, + "获得者": 56991, + "蓝色的": 56992, + "▁IPO": 56993, + "自然而然": 56994, + "新闻发布会": 56995, + "▁attends": 56996, + "▁империя": 56997, + "Variables": 56998, + "▁Newtonian": 56999, + "▁credential": 57000, + "▁Relationship": 57001, + "会比": 57002, + "军区": 57003, + "英勇": 57004, + "过失": 57005, + "还对": 57006, + "高昂": 57007, + "但不能": 57008, + "政府和": 57009, + "电视机": 57010, + "的计划": 57011, + "$|\\\\": 57012, + "Benz": 57013, + "тера": 57014, + "▁Abe": 57015, + "▁NEC": 57016, + "▁OSX": 57017, + "▁RPM": 57018, + "所产生的": 57019, + "Jones": 57020, + "sweet": 57021, + "▁Gaia": 57022, + "▁Barcl": 57023, + "▁Carey": 57024, + "▁Nurse": 57025, + "sidebar": 57026, + "▁maxima": 57027, + "▁Rockets": 57028, + "▁chewing": 57029, + "nCompared": 57030, + "▁Bulgaria": 57031, + "▁denoting": 57032, + "▁relocate": 57033, + "▁linewidth": 57034, + "▁heterosexual": 57035, + "伤病": 57036, + "伸缩": 57037, + "何以": 57038, + "公園": 57039, + "初一": 57040, + "喜迎": 57041, + "早前": 57042, + "明智": 57043, + "糖果": 57044, + "纷呈": 57045, + "莅临": 57046, + "该村": 57047, + "ADC": 57048, + "AdS": 57049, + "在医院": 57050, + ":**\\": 57051, + "abin": 57052, + "icom": 57053, + "两个孩子": 57054, + "中国人的": 57055, + "我们自己": 57056, + "ankind": 57057, + "▁salsa": 57058, + "founded": 57059, + "▁Enable": 57060, + "▁Willow": 57061, + "▁airing": 57062, + "▁jumper": 57063, + "▁lightest": 57064, + "assumption": 57065, + "WG": 57066, + "mA": 57067, + "充当": 57068, + "绿的": 57069, + "nMo": 57070, + "▁NF": 57071, + "位置的": 57072, + "工作时": 57073, + "▁Coy": 57074, + "▁MPI": 57075, + "adapt": 57076, + "▁Hate": 57077, + "▁dwind": 57078, + "▁Browse": 57079, + "▁shaken": 57080, + "nprogram": 57081, + "▁battled": 57082, + "▁resumed": 57083, + "▁pragmatic": 57084, + "▁increments": 57085, + "使者": 57086, + "匪浅": 57087, + "向你": 57088, + "晴天": 57089, + "极易": 57090, + "穿的": 57091, + "UMP": 57092, + "战争的": 57093, + "的评价": 57094, + "olls": 57095, + "▁Aer": 57096, + "▁gor": 57097, + "招商引资": 57098, + "Steve": 57099, + "Story": 57100, + "▁Coke": 57101, + "是什么意思": 57102, + "earned": 57103, + "linger": 57104, + "owment": 57105, + "▁Bayes": 57106, + "▁Claud": 57107, + "▁Pulse": 57108, + "▁sonic": 57109, + "nCREATE": 57110, + "regions": 57111, + "▁tossing": 57112, + "▁scandals": 57113, + "corresponding": 57114, + "中风": 57115, + "入市": 57116, + "大哭": 57117, + "暂行": 57118, + "残联": 57119, + "自负": 57120, + "融化": 57121, + "越过": 57122, + "鱼的": 57123, + "Rod": 57124, + "мно": 57125, + "不至于": 57126, + "加强与": 57127, + "还存在": 57128, + "nLib": 57129, + "ulsa": 57130, + "▁Dix": 57131, + "▁RET": 57132, + "▁Sco": 57133, + "让我们一起": 57134, + "▁Quran": 57135, + "compose": 57136, + "▁jealousy": 57137, + "▁Territory": 57138, + "亦有": 57139, + "则会": 57140, + "回應": 57141, + "园长": 57142, + "山脉": 57143, + "族的": 57144, + "李嘉": 57145, + "留念": 57146, + "站长": 57147, + "Fly": 57148, + "ODk": 57149, + "UNE": 57150, + "的地步": 57151, + "Prec": 57152, + "dong": 57153, + "ilda": 57154, + "ynes": 57155, + "чени": 57156, + "agara": 57157, + "ansen": 57158, + "iesta": 57159, + "ledon": 57160, + "sport": 57161, + "▁Dept": 57162, + "意见和建议": 57163, + "essing": 57164, + "▁Debor": 57165, + "▁incur": 57166, + "idences": 57167, + "reduced": 57168, + "▁eclips": 57169, + "▁inflow": 57170, + "▁Deutsche": 57171, + "▁capsules": 57172, + "▁disappro": 57173, + "▁trustees": 57174, + "VERTISEMENT": 57175, + "============": 57176, + "рт": 57177, + "两份": 57178, + "出局": 57179, + "壁垒": 57180, + "民居": 57181, + "点火": 57182, + "犯规": 57183, + "缓和": 57184, + "缺血": 57185, + "首款": 57186, + "Fed": 57187, + "成员国": 57188, + "成本的": 57189, + "的交流": 57190, + "的問題": 57191, + "第十五": 57192, + "▁Bea": 57193, + "▁Kod": 57194, + "acted": 57195, + "urich": 57196, + "▁PTSD": 57197, + "▁Tina": 57198, + "▁frig": 57199, + "ophone": 57200, + "ществу": 57201, + "▁Codes": 57202, + "▁alkal": 57203, + "▁cheers": 57204, + "manifest": 57205, + "▁Parkway": 57206, + "▁teasing": 57207, + "▁brushing": 57208, + "neffective": 57209, + "▁Lipschitz": 57210, + "▁Correspond": 57211, + "▁manuscripts": 57212, + "EH": 57213, + "军民": 57214, + "引力": 57215, + "星级": 57216, + "未有": 57217, + "致癌": 57218, + "诸侯": 57219, + "这般": 57220, + "逆袭": 57221, + "酒驾": 57222, + "BBC": 57223, + "chu": 57224, + "ных": 57225, + "пад": 57226, + "碳排放": 57227, + "<<<<": 57228, + "nFri": 57229, + "nyes": 57230, + "▁Lol": 57231, + "▁PDT": 57232, + "主要原因": 57233, + "文化产业": 57234, + "Paths": 57235, + "Union": 57236, + "^{+}$": 57237, + "▁rapp": 57238, + "▁Cyrus": 57239, + "against": 57240, + "▁Rewards": 57241, + "▁Survival": 57242, + "▁Kardashian": 57243, + "▁Individuals": 57244, + "gk": 57245, + "Ка": 57246, + "反感": 57247, + "复盘": 57248, + "天王": 57249, + "廉价": 57250, + "约合": 57251, + "脚本": 57252, + "茄子": 57253, + "谁都": 57254, + "odb": 57255, + "urf": 57256, + "▁VB": 57257, + "▁XY": 57258, + "丝毫不": 57259, + "于所述": 57260, + "停车位": 57261, + "看电视": 57262, + "经过了": 57263, + "自定义": 57264, + "nIll": 57265, + "也是可以": 57266, + "ibaba": 57267, + "idery": 57268, + "nfour": 57269, + "▁Dish": 57270, + "▁Rend": 57271, + "▁gymn": 57272, + "athlon": 57273, + "uckily": 57274, + "телите": 57275, + "▁Skill": 57276, + "▁crest": 57277, + "▁tummy": 57278, + "webpack": 57279, + "▁Postal": 57280, + "▁Clement": 57281, + "▁roaming": 57282, + "expansion": 57283, + "▁sneakers": 57284, + "▁Principles": 57285, + "OX": 57286, + "严防": 57287, + "丰满": 57288, + "杯子": 57289, + "袋子": 57290, + "bbf": 57291, + "保护和": 57292, + "快速的": 57293, + "(\\\\{": 57294, + "agar": 57295, + "eque": 57296, + "umor": 57297, + "也不例外": 57298, + "▁Keen": 57299, + "▁Rapt": 57300, + "▁гене": 57301, + "Toggle": 57302, + "ntable": 57303, + "uddled": 57304, + "▁defer": 57305, + "▁hailed": 57306, + "▁photoc": 57307, + "▁trending": 57308, + "▁tutoring": 57309, + "▁screenplay": 57310, + "DJ": 57311, + "双腿": 57312, + "拆卸": 57313, + "生源": 57314, + "眉毛": 57315, + "經常": 57316, + "约占": 57317, + "美满": 57318, + "obl": 57319, + "下降了": 57320, + "不见了": 57321, + "化管理": 57322, + "又是一": 57323, + "▁DOT": 57324, + "nCard": 57325, + "nJosh": 57326, + "▁Slot": 57327, + "▁arte": 57328, + "▁чрез": 57329, + "▁clamp": 57330, + "▁fences": 57331, + "ntogether": 57332, + "▁excerpts": 57333, + "▁policing": 57334, + "descriptor": 57335, + "▁Schneider": 57336, + "▁clustered": 57337, + "▁smoothness": 57338, + "юз": 57339, + "再把": 57340, + "升本": 57341, + "在和": 57342, + "年报": 57343, + "懒得": 57344, + "树的": 57345, + "私自": 57346, + "调料": 57347, + "面团": 57348, + "▁KK": 57349, + "在面对": 57350, + "收费站": 57351, + "的女生": 57352, + "英特尔": 57353, + "观看了": 57354, + "这个是": 57355, + "igne": 57356, + "▁Rim": 57357, + "▁Ski": 57358, + "atism": 57359, + "urved": 57360, + "▁cran": 57361, + "▁Appeal": 57362, + "▁jailed": 57363, + "▁Islamist": 57364, + "▁Lifetime": 57365, + "▁mandates": 57366, + "▁populate": 57367, + "nRecommended": 57368, + "▁broadcaster": 57369, + "▁crystalline": 57370, + "▁Collaboration": 57371, + "jd": 57372, + "以南": 57373, + "但要": 57374, + "关羽": 57375, + "吃不": 57376, + "同盟": 57377, + "层级": 57378, + "楼主": 57379, + "水县": 57380, + "注释": 57381, + "浮现": 57382, + "申诉": 57383, + "绿豆": 57384, + "遵义": 57385, + "酸性": 57386, + "醫生": 57387, + "露天": 57388, + "bdc": 57389, + "的创新": 57390, + "的组织": 57391, + "LAST": 57392, + "▁DEM": 57393, + "▁ali": 57394, + "相对来说": 57395, + "角度来看": 57396, + "Views": 57397, + "athom": 57398, + "电动自行车": 57399, + "▁Daisy": 57400, + "ethical": 57401, + "nJoined": 57402, + "nmatrix": 57403, + "▁daemon": 57404, + "antastic": 57405, + "▁Cooking": 57406, + "▁Theresa": 57407, + "▁migrant": 57408, + "▁stalled": 57409, + "ifference": 57410, + "▁maternity": 57411, + "在后": 57412, + "并列": 57413, + "录入": 57414, + "日程": 57415, + "相思": 57416, + "電腦": 57417, + "▁UX": 57418, + "行驶至": 57419, + "INTE": 57420, + "Iref": 57421, + "nTue": 57422, + "udic": 57423, + "▁Cory": 57424, + "▁Lange": 57425, + "为群众办实事": 57426, + "▁Salmon": 57427, + "▁infused": 57428, + "▁rejects": 57429, + "▁shredded": 57430, + "ninterface": 57431, + "▁deductible": 57432, + "▁heavyweight": 57433, + "下定": 57434, + "开后": 57435, + "损耗": 57436, + "群的": 57437, + "风顺": 57438, + "POL": 57439, + "eka": 57440, + "jah": 57441, + "护肤品": 57442, + "是怎样": 57443, + "来解决": 57444, + "激发了": 57445, + "sell": 57446, + "thel": 57447, + "▁所述的": 57448, + "ascus": 57449, + "atars": 57450, + "ncirc": 57451, + "▁TRAN": 57452, + "▁comma": 57453, + "▁disob": 57454, + "▁haird": 57455, + "▁piled": 57456, + "▁catchy": 57457, + "▁­": 57458, + "大三": 57459, + "德國": 57460, + "的电": 57461, + "萨克": 57462, + "镇的": 57463, + "没多久": 57464, + "资源和": 57465, + "Five": 57466, + "nHol": 57467, + "▁Rag": 57468, + "金融市场": 57469, + "notch": 57470, + "листи": 57471, + "преки": 57472, + "▁\\\";\\": 57473, + "antasy": 57474, + "ariant": 57475, + "bursts": 57476, + "oscill": 57477, + "▁Dirty": 57478, + "▁EVENT": 57479, + "nBottom": 57480, + "▁следва": 57481, + "observed": 57482, + "napproach": 57483, + "▁vigorous": 57484, + "▁scripting": 57485, + "▁renormalized": 57486, + "Rv": 57487, + "不放": 57488, + "俄军": 57489, + "在各": 57490, + "拨款": 57491, + "此人": 57492, + "缤纷": 57493, + "膀胱": 57494, + "辨识": 57495, + "▁AX": 57496, + "可以做": 57497, + "命中率": 57498, + "国外的": 57499, + "强制性": 57500, + "第二步": 57501, + "Jeff": 57502, + "Mary": 57503, + "helm": 57504, + "这场比赛": 57505, + "argon": 57506, + "bigcap": 57507, + "▁Shoot": 57508, + "animate": 57509, + "exclude": 57510, + "▁simplification": 57511, + "下山": 57512, + "九龙": 57513, + "人道": 57514, + "养分": 57515, + "大王": 57516, + "无量": 57517, + "盘面": 57518, + "起始": 57519, + "Gar": 57520, + "WEB": 57521, + "snow": 57522, + "слав": 57523, + "▁lia": 57524, + "在此之前": 57525, + "对我们的": 57526, + "最喜欢的": 57527, + "chron": 57528, + "▁Cycl": 57529, + "patial": 57530, + "winter": 57531, + "▁dtype": 57532, + "▁resol": 57533, + "▁utils": 57534, + "▁echoes": 57535, + "▁Graphic": 57536, + "▁Partial": 57537, + "▁drilled": 57538, + "▁extinct": 57539, + "▁Tottenham": 57540, + "nconsidered": 57541, + "不只": 57542, + "声中": 57543, + "太好": 57544, + "成才": 57545, + "的门": 57546, + "知己": 57547, + "科协": 57548, + "觉悟": 57549, + "Mjg": 57550, + "Wid": 57551, + "上市的": 57552, + "本公司": 57553, + "azel": 57554, + "npar": 57555, + "对其进行": 57556, + "淋漓尽致": 57557, + "atham": 57558, + "hemer": 57559, + "▁COMM": 57560, + "▁Dong": 57561, + "▁lore": 57562, + "▁assay": 57563, + "▁bleak": 57564, + "Helpers": 57565, + "historic": 57566, + "▁Prairie": 57567, + "▁Chambers": 57568, + "▁predator": 57569, + "▁watchdog": 57570, + "▁priceless": 57571, + "▁atrocities": 57572, + "▁formations": 57573, + "▁homelessness": 57574, + "hg": 57575, + "劲儿": 57576, + "嗓子": 57577, + "河西": 57578, + "疏忽": 57579, + "粪便": 57580, + "胃癌": 57581, + "造纸": 57582, + "骨架": 57583, + "REL": 57584, + "cbc": 57585, + "下一次": 57586, + "中之重": 57587, + "他们将": 57588, + "可行的": 57589, + "设置为": 57590, + "\\\":[": 57591, + "nier": 57592, + "复合材料": 57593, + "▁sage": 57594, + "Blocks": 57595, + "Choose": 57596, + "\\\"][\\\"": 57597, + "brahim": 57598, + "▁leash": 57599, + "▁wafer": 57600, + "Quality": 57601, + "▁glitch": 57602, + "algebras": 57603, + "▁espresso": 57604, + "ntherefore": 57605, + "▁disbelief": 57606, + "▁girlfriends": 57607, + "▁streamlined": 57608, + "%^": 57609, + "/}": 57610, + "不败": 57611, + "严密": 57612, + "偏低": 57613, + "兴业": 57614, + "再者": 57615, + "动摇": 57616, + "川县": 57617, + "平县": 57618, + "我叫": 57619, + "网的": 57620, + "褐色": 57621, + "隔着": 57622, + "食盐": 57623, + ")}-": 57624, + "Ing": 57625, + "Nzg": 57626, + "就容易": 57627, + "恨不得": 57628, + "新发展": 57629, + "有这样": 57630, + "▁Pak": 57631, + "▁ive": 57632, + "▁Hyde": 57633, + "▁Freud": 57634, + "▁Mongo": 57635, + "▁Purch": 57636, + "▁denim": 57637, + "▁forge": 57638, + "▁tyres": 57639, + "发生交通事故": 57640, + "unching": 57641, + "▁Newark": 57642, + "▁mosaic": 57643, + "▁opioid": 57644, + "▁touted": 57645, + "▁turtle": 57646, + "▁Fridays": 57647, + "▁ancestry": 57648, + "▁Residents": 57649, + "▁prosperous": 57650, + "▁wavefunction": 57651, + "前去": 57652, + "向其": 57653, + "担负": 57654, + "搭乘": 57655, + "真切": 57656, + "管线": 57657, + "这句": 57658, + "eez": 57659, + "中医院": 57660, + "中国在": 57661, + "主题党": 57662, + "盗窃罪": 57663, + "结果是": 57664, + "���": 57665, + "广大市民": 57666, + "文物保护": 57667, + "allah": 57668, + "nBrad": 57669, + "▁Hogan": 57670, + "▁Bolton": 57671, + "tdefault": 57672, + "textarea": 57673, + "▁tipping": 57674, + "▁impatient": 57675, + "▁contemplate": 57676, + "上进": 57677, + "两面": 57678, + "亿的": 57679, + "呐喊": 57680, + "归于": 57681, + "肉体": 57682, + "▁…\"": 57683, + "反而是": 57684, + "就是我": 57685, + "连接到": 57686, + "((\\\\": 57687, + "ISION": 57688, + "▁Yose": 57689, + "▁veil": 57690, + "celain": 57691, + "▁brill": 57692, + "странен": 57693, + "▁Tucson": 57694, + "▁quarterbacks": 57695, + "AO": 57696, + "南市": 57697, + "呼和": 57698, + "如愿": 57699, + "始皇": 57700, + "字号": 57701, + "思政": 57702, + "犯错": 57703, + "薄的": 57704, + "讓人": 57705, + "MET": 57706, + "oji": 57707, + "spy": 57708, + "巴菲特": 57709, + "让人们": 57710, + "Wild": 57711, + "▁woo": 57712, + "就是这个": 57713, + "nphot": 57714, + "企事业单位": 57715, + "▁taxed": 57716, + "Balance": 57717, + "Compile": 57718, + "implicit": 57719, + "▁erupted": 57720, + "▁nineteenth": 57721, + "响了": 57722, + "嘿嘿": 57723, + "巡航": 57724, + "求是": 57725, + "热水器": 57726, + "\\\"=>": 57727, + "trig": 57728, + "uish": 57729, + "▁meV": 57730, + "一线城市": 57731, + "制度改革": 57732, + "圆满完成": 57733, + "成功举办": 57734, + "重要意义": 57735, + "▁Gamb": 57736, + "▁Gren": 57737, + "BUFFER": 57738, + "CREATE": 57739, + "▁desks": 57740, + "▁plent": 57741, + "nSounds": 57742, + "tingham": 57743, + "▁dismay": 57744, + "▁Unified": 57745, + "▁oversees": 57746, + "▁honeymoon": 57747, + "respectively": 57748, + "BK": 57749, + "三峡": 57750, + "关切": 57751, + "墙体": 57752, + "客气": 57753, + "容积": 57754, + "拼接": 57755, + "瓷器": 57756, + "紧固": 57757, + "_\\\"": 57758, + "nCr": 57759, + "rpm": 57760, + "}&\\": 57761, + "▁Ow": 57762, + "了不起": 57763, + "冷空气": 57764, + "和教育": 57765, + "坚强的": 57766, + "服务站": 57767, + "确定性": 57768, + "Coin": 57769, + "▁/\\\\": 57770, + "▁PAT": 57771, + "博士学位": 57772, + "法律援助": 57773, + "非机动车": 57774, + "Coord": 57775, + "exico": 57776, + "llama": 57777, + "}=(\\\\": 57778, + "▁Cron": 57779, + "▁Roma": 57780, + "本院予以确认": 57781, + "▁Rivera": 57782, + "▁Rockies": 57783, + "▁minimalist": 57784, + "▁diminishing": 57785, + "▁downloadable": 57786, + "不掉": 57787, + "兼具": 57788, + "她又": 57789, + "平庸": 57790, + "救济": 57791, + "松弛": 57792, + "迅猛": 57793, + "香水": 57794, + "rne": 57795, + "但因为": 57796, + "慢性病": 57797, + "电影节": 57798, + "等项目": 57799, + "结构和": 57800, + "但是由于": 57801, + "市场价格": 57802, + "urned": 57803, + "▁Dust": 57804, + "▁drap": 57805, + "▁pubs": 57806, + "▁wack": 57807, + "Bridge": 57808, + "nSmith": 57809, + "▁Felix": 57810, + "▁Surve": 57811, + "▁fares": 57812, + "лександ": 57813, + "▁sensit": 57814, + "▁breakup": 57815, + "▁detract": 57816, + "▁slapped": 57817, + "intensity": 57818, + "▁Pressure": 57819, + "▁haunting": 57820, + "projection": 57821, + "▁interfering": 57822, + "台下": 57823, + "家校": 57824, + "宽敞": 57825, + "跳水": 57826, + "黄山": 57827, + "Lie": 57828, + "MVP": 57829, + "cry": 57830, + "rms": 57831, + "▁Об": 57832, + "公安部": 57833, + "失败的": 57834, + "对美国": 57835, + "长沙市": 57836, + "HAND": 57837, + "OTAL": 57838, + "▁EFI": 57839, + "▁Num": 57840, + "▁дви": 57841, + "oulli": 57842, + "NonNull": 57843, + "▁Murder": 57844, + "▁sleepy": 57845, + "▁toured": 57846, + "widetext": 57847, + "▁Mandela": 57848, + "▁Diversity": 57849, + "▁advancements": 57850, + "之气": 57851, + "人多": 57852, + "时会": 57853, + "格拉": 57854, + "置疑": 57855, + "自闭": 57856, + "願意": 57857, + "鱼类": 57858, + "Dog": 57859, + "zzo": 57860, + "与实践": 57861, + "到来的": 57862, + "甚至会": 57863, + "的画面": 57864, + "Carl": 57865, + "]=\\\\": 57866, + "nOwn": 57867, + "улта": 57868, + "▁PPC": 57869, + "▁Све": 57870, + "为了避免": 57871, + "健康管理": 57872, + "发布公告": 57873, + "顺利完成": 57874, + "inous": 57875, + "▁Cube": 57876, + "finding": 57877, + "utation": 57878, + "▁fiance": 57879, + "▁booming": 57880, + "▁drowning": 57881, + "▁finalized": 57882, + "▁earthquakes": 57883, + "▁있": 57884, + "为宜": 57885, + "名言": 57886, + "而从": 57887, + "草木": 57888, + "造林": 57889, + "aan": 57890, + "▁UR": 57891, + "今天就": 57892, + "债务人": 57893, + "消費者": 57894, + "潜意识": 57895, + "的目光": 57896, + "让你的": 57897, + "高性能": 57898, + ")*(-": 57899, + "vana": 57900, + "годи": 57901, + "建议大家": 57902, + "故意伤害": 57903, + "culpt": 57904, + "▁Saul": 57905, + "▁Ethan": 57906, + "▁clown": 57907, + "iterate": 57908, + "▁survives": 57909, + "▁toroidal": 57910, + "▁prominently": 57911, + "▁nonlinearity": 57912, + "vw": 57913, + "“‘": 57914, + "偏离": 57915, + "叹息": 57916, + "组分": 57917, + "而起": 57918, + "轴线": 57919, + "▁fb": 57920, + "增长的": 57921, + "红楼梦": 57922, + "clave": 57923, + "ilant": 57924, + "ousse": 57925, + "passed": 57926, + "groupId": 57927, + "▁Jensen": 57928, + "politics": 57929, + "▁Shirley": 57930, + "completed": 57931, + "▁polarity": 57932, + "▁Admission": 57933, + "▁Corinthians": 57934, + "▁Marketplace": 57935, + "▁Pharmaceutical": 57936, + "▁troubleshooting": 57937, + "一户": 57938, + "在第": 57939, + "相位": 57940, + "DAR": 57941, + "不相信": 57942, + "把孩子": 57943, + "的运动": 57944, + "第二大": 57945, + "BOOL": 57946, + "drag": 57947, + "shan": 57948, + "▁Meh": 57949, + "▁Yah": 57950, + "农业生产": 57951, + "建档立卡": 57952, + "第三季度": 57953, + "▁Neck": 57954, + "▁lava": 57955, + "Daniel": 57956, + "ipated": 57957, + "}&=&\\\\": 57958, + "▁Gnome": 57959, + "▁brisk": 57960, + "▁plush": 57961, + "reports": 57962, + "▁Wester": 57963, + "▁unplug": 57964, + "▁elevate": 57965, + "▁Triangle": 57966, + "▁Presbyter": 57967, + "▁quantized": 57968, + "些许": 57969, + "充滿": 57970, + "大喊": 57971, + "威海": 57972, + "心智": 57973, + "总分": 57974, + "救命": 57975, + "灭亡": 57976, + "的马": 57977, + "繁琐": 57978, + "莆田": 57979, + "被抓": 57980, + "▁Bj": 57981, + "我这个": 57982, + "还有人": 57983, + "领先的": 57984, + "ASON": 57985, + "▁Sle": 57986, + "▁USS": 57987, + "很重要的": 57988, + "智能家居": 57989, + "chery": 57990, + "pitch": 57991, + "wagon": 57992, + "驾驶机动车": 57993, + "▁Rover": 57994, + "▁shady": 57995, + "targets": 57996, + "▁floats": 57997, + "embedded": 57998, + "erencing": 57999, + "▁Laurent": 58000, + "▁Shortly": 58001, + "▁militia": 58002, + "▁pencils": 58003, + "▁rallied": 58004, + "▁commenced": 58005, + "不耐": 58006, + "以身": 58007, + "制服": 58008, + "忽悠": 58009, + "武功": 58010, + "缅怀": 58011, + "说来": 58012, + "造车": 58013, + "那人": 58014, + "中国队": 58015, + "人民网": 58016, + "商业化": 58017, + "的特殊": 58018, + "而这种": 58019, + "轮融资": 58020, + "高尔夫": 58021, + "nTem": 58022, + "▁cfg": 58023, + "通过此次": 58024, + "▁Mold": 58025, + "erview": 58026, + "▁Booth": 58027, + "▁дъщер": 58028, + "outside": 58029, + "▁exited": 58030, + "Schedule": 58031, + "▁defeats": 58032, + "▁dipping": 58033, + "▁rabbits": 58034, + "▁breaches": 58035, + "▁presenter": 58036, + "▁superfluid": 58037, + "▁consultancy": 58038, + "▁emphasizing": 58039, + "▁monotonically": 58040, + "▁裁": 58041, + "一瓶": 58042, + "孤立": 58043, + "有几": 58044, + "油田": 58045, + "的人类": 58046, + "的唯一": 58047, + "这可能": 58048, + "hawk": 58049, + "stim": 58050, + "urgy": 58051, + "евру": 58052, + "niest": 58053, + "▁Brom": 58054, + "ingale": 58055, + "nGrant": 58056, + "▁curly": 58057, + "▁quota": 58058, + "undance": 58059, + "▁Hunger": 58060, + "▁Static": 58061, + "▁UPDATE": 58062, + "▁garner": 58063, + "mutation": 58064, + "nStephen": 58065, + "▁retrospect": 58066, + "下课": 58067, + "外包": 58068, + "孔雀": 58069, + "学堂": 58070, + "安逸": 58071, + "当当": 58072, + "挤出": 58073, + "排毒": 58074, + "赛前": 58075, + "进水": 58076, + "ANU": 58077, + "NDg": 58078, + "VPN": 58079, + "保险人": 58080, + "几年前": 58081, + "单位和": 58082, + "另一端": 58083, + "教学中": 58084, + "有一条": 58085, + "Lord": 58086, + "nRon": 58087, + "▁rew": 58088, + "ghost": 58089, + "▁Chess": 58090, + "▁batht": 58091, + "▁delve": 58092, + "▁Monkey": 58093, + "nCharles": 58094, + "▁Belfast": 58095, + "▁ejected": 58096, + "▁Darkness": 58097, + "▁Increase": 58098, + "▁cartridges": 58099, + "▁predecessors": 58100, + "▁characterizing": 58101, + "不求": 58102, + "乃是": 58103, + "剪辑": 58104, + "洽谈": 58105, + "盟友": 58106, + "红花": 58107, + "血流": 58108, + "风俗": 58109, + "++\\": 58110, + "GPT": 58111, + "加入到": 58112, + "网约车": 58113, + "▁Cum": 58114, + "▁sno": 58115, + "社会科学": 58116, + "nPrim": 58117, + "nless": 58118, + "казва": 58119, + "backup": 58120, + "ivering": 58121, + "▁porous": 58122, + "▁Funding": 58123, + "▁ecology": 58124, + "▁revived": 58125, + "▁prestige": 58126, + "statistics": 58127, + "▁giveaways": 58128, + "▁primaries": 58129, + "▁tentative": 58130, + "▁utterances": 58131, + "YE": 58132, + "不失": 58133, + "交界": 58134, + "倾诉": 58135, + "搬到": 58136, + "文凭": 58137, + "活血": 58138, + "蔚来": 58139, + "马斯": 58140, + ">)\\": 58141, + "公司将": 58142, + "另一位": 58143, + "小龙虾": 58144, + "应及时": 58145, + "申请书": 58146, + "看见了": 58147, + "穆斯林": 58148, + "自信心": 58149, + "设备和": 58150, + "quel": 58151, + "▁DUI": 58152, + "▁cob": 58153, + "身体状况": 58154, + "▁Trin": 58155, + "▁attr": 58156, + "gences": 58157, + "▁joked": 58158, + "spatial": 58159, + "▁percol": 58160, + "nScience": 58161, + "▁helmets": 58162, + "▁Brunswick": 58163, + "▁Disclosure": 58164, + "▁loneliness": 58165, + "▁playwright": 58166, + "lx": 58167, + "健脾": 58168, + "党性": 58169, + "別人": 58170, + "和田": 58171, + "渤海": 58172, + "爆竹": 58173, + "理論": 58174, + "电厂": 58175, + "闪闪": 58176, + "abo": 58177, + "fce": 58178, + "▁км": 58179, + "人员在": 58180, + "围绕着": 58181, + "状态的": 58182, + "Demo": 58183, + "crum": 58184, + "越来越高": 58185, + "▁Bard": 58186, + "▁Seek": 58187, + "▁прев": 58188, + "nmeans": 58189, + "▁Snake": 58190, + "▁bunny": 58191, + "▁troop": 58192, + "opathic": 58193, + "▁Caucas": 58194, + "▁covert": 58195, + "▁outset": 58196, + "▁Holding": 58197, + "▁aromatic": 58198, + "▁everytime": 58199, + "熟的": 58200, + "LEx": 58201, + "kid": 58202, + "спе": 58203, + "创造性": 58204, + "在城市": 58205, + "工作了": 58206, + "cele": 58207, + "▁STE": 58208, + "农贸市场": 58209, + "基金经理": 58210, + "nHost": 58211, + "▁HIGH": 58212, + "▁ebay": 58213, + "▁smack": 58214, + "▁Tumblr": 58215, + "▁alarms": 58216, + "unningham": 58217, + "▁cohesive": 58218, + "▁subtract": 58219, + "▁Satellite": 58220, + "▁distressed": 58221, + "▁unavoidable": 58222, + "IU": 58223, + "坐落": 58224, + "ASY": 58225, + "▁hd": 58226, + "▁Би": 58227, + "中长期": 58228, + "充电桩": 58229, + "在国外": 58230, + "精神病": 58231, + "']))": 58232, + "▁Lah": 58233, + "一个小时": 58234, + "党建引领": 58235, + "regate": 58236, + "routes": 58237, + "SESSION": 58238, + "Tracker": 58239, + "adjoint": 58240, + "▁Guinea": 58241, + "igations": 58242, + "▁alleges": 58243, + "▁glaring": 58244, + "▁illicit": 58245, + "separator": 58246, + "▁indexing": 58247, + "nQuestions": 58248, + "▁Islanders": 58249, + "▁inductive": 58250, + "▁unbounded": 58251, + "&(": 58252, + "她对": 58253, + "敬请": 58254, + "易懂": 58255, + "正的": 58256, + "缩影": 58257, + "舅舅": 58258, + "▁Vu": 58259, + "但随着": 58260, + "和时间": 58261, + "洗干净": 58262, + "表现得": 58263, + "$\\\\%": 58264, + "nDev": 58265, + "Inner": 58266, + "cheap": 58267, + "teous": 58268, + "▁Slam": 58269, + "sensor": 58270, + "▁popup": 58271, + "diamond": 58272, + "ranging": 58273, + "евруари": 58274, + "andering": 58275, + "▁Goddess": 58276, + "▁cherish": 58277, + "▁cropped": 58278, + "nLearning": 58279, + "▁confessed": 58280, + "▁Collective": 58281, + "▁reversible": 58282, + "▁affirmative": 58283, + "低点": 58284, + "卖了": 58285, + "抗原": 58286, + "消炎": 58287, + "那次": 58288, + "鼠标": 58289, + "Fab": 58290, + "HPV": 58291, + "OCO": 58292, + "WIN": 58293, + "fdf": 58294, + "oha": 58295, + "pez": 58296, + "soc": 58297, + "之中的": 58298, + "了大量": 58299, + "guid": 58300, + "▁gin": 58301, + "优惠政策": 58302, + "国家标准": 58303, + "▁lakh": 58304, + "▁woes": 58305, + "▁waved": 58306, + "▁whore": 58307, + "lovakia": 58308, + "▁entail": 58309, + "▁asteroid": 58310, + "▁mosquito": 58311, + "▁Katherine": 58312, + "▁unnatural": 58313, + "▁orthonormal": 58314, + "rz": 58315, + "ец": 58316, + "出名": 58317, + "動作": 58318, + "完好": 58319, + "新月": 58320, + "母親": 58321, + "礼拜": 58322, + "肤色": 58323, + "黛玉": 58324, + "Fan": 58325, + "利益的": 58326, + "总结了": 58327, + "无限的": 58328, + "独有的": 58329, + "行政区": 58330, + "▁:(\\": 58331, + "裁定如下": 58332, + "高等学校": 58333, + "▁();\\": 58334, + "▁TEXT": 58335, + "▁troph": 58336, + "▁Calling": 58337, + "▁rethink": 58338, + "▁smelled": 58339, + "▁narrower": 58340, + "nChristian": 58341, + "▁Understand": 58342, + "▁criticizing": 58343, + "▁mindfulness": 58344, + "元钱": 58345, + "发觉": 58346, + "客栈": 58347, + "本是": 58348, + "穴位": 58349, + "维稳": 58350, + "花瓣": 58351, + "▁WC": 58352, + "也逐渐": 58353, + "安装有": 58354, + "石墨烯": 58355, + "第二季": 58356, + ")]\\\\": 58357, + "cass": 58358, + "nKim": 58359, + "遗憾的是": 58360, + "随处可见": 58361, + "aston": 58362, + "nFred": 58363, + "}+{\\\\": 58364, + "▁LONG": 58365, + "parbox": 58366, + "▁Schema": 58367, + "▁Unable": 58368, + "problems": 58369, + "▁Somalia": 58370, + "Obviously": 58371, + "▁migrated": 58372, + "▁shedding": 58373, + "▁paranormal": 58374, + "创投": 58375, + "张文": 58376, + "德州": 58377, + "酒的": 58378, + "重叠": 58379, + "针灸": 58380, + "高楼": 58381, + "战略性": 58382, + "虽然说": 58383, + "Mini": 58384, + "atts": 58385, + "cars": 58386, + "lemn": 58387, + "tFor": 58388, + "thus": 58389, + "▁ERP": 58390, + "▁FIL": 58391, + "osher": 58392, + "▁Lamp": 58393, + "braket": 58394, + "phonon": 58395, + "cylinder": 58396, + "imbledon": 58397, + "▁Allison": 58398, + "▁pseudos": 58399, + "Completed": 58400, + "▁offences": 58401, + "ochemistry": 58402, + "▁membranes": 58403, + "{<": 58404, + "他家": 58405, + "单体": 58406, + "失衡": 58407, + "忍耐": 58408, + "我做": 58409, + "朴实": 58410, + "治国": 58411, + "追问": 58412, + "两被告": 58413, + "的一方": 58414, + "落实好": 58415, + "高层次": 58416, + ")\\\\}": 58417, + "▁Neb": 58418, + "久而久之": 58419, + "最好不要": 58420, + "nFeel": 58421, + "trial": 58422, + "{\\\\\\\"": 58423, + "▁flap": 58424, + "▁smug": 58425, + "▁Gradu": 58426, + "▁Raman": 58427, + "▁Lithuan": 58428, + "▁recovers": 58429, + "▁Carpenter": 58430, + "▁detectives": 58431, + "▁thermostat": 58432, + "▁contentious": 58433, + "tG": 58434, + "改动": 58435, + "科的": 58436, + "芬芳": 58437, + "nCL": 58438, + "дра": 58439, + "万余元": 58440, + "在经济": 58441, + "已经很": 58442, + "的大量": 58443, + "OLOG": 58444, + "▁:-)": 58445, + "从根本上": 58446, + "政治站位": 58447, + "的时间里": 58448, + "isans": 58449, + "burner": 58450, + "rights": 58451, + "▁&=&\\\\": 58452, + "▁Merry": 58453, + "▁Smash": 58454, + "▁carts": 58455, + "})\\\\\\\\\\": 58456, + "▁Willis": 58457, + "\\\\+::\\\\+": 58458, + "▁Pioneer": 58459, + "▁blasted": 58460, + "▁scrutin": 58461, + "▁slaught": 58462, + "nApplying": 58463, + "ributable": 58464, + "▁monotone": 58465, + "ablishment": 58466, + "operations": 58467, + "▁blueprint": 58468, + "▁extremist": 58469, + "▁nurturing": 58470, + "▁deterioration": 58471, + ";-": 58472, + "xm": 58473, + "太少": 58474, + "网讯": 58475, + "过关": 58476, + "近百": 58477, + "准确性": 58478, + "平凡的": 58479, + "每天的": 58480, + "而导致": 58481, + "这辈子": 58482, + "违反了": 58483, + "alis": 58484, + "▁ect": 58485, + "信息系统": 58486, + "nProt": 58487, + "odium": 58488, + "▁Kobe": 58489, + "=\\\"#\\\"": 58490, + "▁Bruno": 58491, + "▁binge": 58492, + "▁Keller": 58493, + "▁PROVID": 58494, + "▁Caption": 58495, + "▁Waiting": 58496, + "▁regrett": 58497, + "▁spoiler": 58498, + "iteration": 58499, + "terrorism": 58500, + "▁Pipeline": 58501, + "▁cervical": 58502, + "▁habitats": 58503, + "nDepartment": 58504, + "▁Celebration": 58505, + "入伍": 58506, + "兼任": 58507, + "投篮": 58508, + "气流": 58509, + "津津": 58510, + "牛逼": 58511, + "节前": 58512, + "药用": 58513, + "车轮": 58514, + "遗留": 58515, + "[](": 58516, + "ена": 58517, + "рин": 58518, + "▁Ти": 58519, + "支付了": 58520, + "第二年": 58521, + "▁CLA": 58522, + "▁Pey": 58523, + "joice": 58524, + "Called": 58525, + "essica": 58526, + "▁pearl": 58527, + "▁Lauder": 58528, + "▁impecc": 58529, + "▁reopen": 58530, + "ariances": 58531, + "calendar": 58532, + "▁erected": 58533, + "▁triples": 58534, + "Department": 58535, + "▁guideline": 58536, + "▁surrendered": 58537, + "▁−": 58538, + "卖给": 58539, + "向北": 58540, + "宁县": 58541, + "肉的": 58542, + "萌芽": 58543, + "路透": 58544, + "连日": 58545, + "香的": 58546, + "Mur": 58547, + "OLS": 58548, + "当他们": 58549, + "等服务": 58550, + "的小朋友": 58551, + "▁AUTO": 58552, + "▁Coca": 58553, + "▁Happ": 58554, + "办公室主任": 58555, + "Locale": 58556, + "▁algae": 58557, + "▁Luxury": 58558, + "▁Plenty": 58559, + "▁Santos": 58560, + "▁hiatus": 58561, + "▁mesmer": 58562, + "▁Forrest": 58563, + "▁harbour": 58564, + "▁sterile": 58565, + "▁tyranny": 58566, + "▁cosmetics": 58567, + "▁parabolic": 58568, + "▁succeeding": 58569, + "CY": 58570, + "二中": 58571, + "兢兢": 58572, + "头像": 58573, + "奇的": 58574, + "我先": 58575, + "游击": 58576, + "磁场": 58577, + "红豆": 58578, + "IGO": 58579, + "LIB": 58580, + "reb": 58581, + "你的人": 58582, + "十八条": 58583, + "天秤座": 58584, + "的那些": 58585, + "第一届": 58586, + "落实到": 58587, + "ayne": 58588, + "hare": 58589, + "heap": 58590, + "不断增强": 58591, + "中国传统": 58592, + "帮助孩子": 58593, + "▁чове": 58594, + "Picker": 58595, + "airobi": 58596, + "▁смърт": 58597, + "公诉机关指控": 58598, + "▁Humans": 58599, + "nFederal": 58600, + "nMatthew": 58601, + "▁lingerie": 58602, + "▁cherished": 58603, + "NU": 58604, + "kd": 58605, + "任務": 58606, + "受过": 58607, + "宛如": 58608, + "条文": 58609, + "老伴": 58610, + "误导": 58611, + "较量": 58612, + "}}[": 58613, + "市政协": 58614, + "nRom": 58615, + "▁APS": 58616, + "▁Uni": 58617, + "学习贯彻": 58618, + "工作中的": 58619, + "Irefn": 58620, + "apiro": 58621, + "sburg": 58622, + "▁ejac": 58623, + "slider": 58624, + "▁Harbour": 58625, + "▁Spitzer": 58626, + "▁patriot": 58627, + "▁Wrestling": 58628, + "▁minimally": 58629, + "▁schizophrenia": 58630, + "▁competitiveness": 58631, + "两口": 58632, + "省长": 58633, + "遮挡": 58634, + "高二": 58635, + "dex": 58636, + "▁ця": 58637, + "及周边": 58638, + "完整性": 58639, + "沉重的": 58640, + ">(\\\"": 58641, + "uchs": 58642, + "规划建设": 58643, + "Latest": 58644, + "checks": 58645, + "nGrand": 58646, + "▁Males": 58647, + "ceiving": 58648, + "▁Allied": 58649, + "▁selves": 58650, + "▁flagged": 58651, + "▁prophets": 58652, + "▁resisted": 58653, + "▁apprehens": 58654, + "▁disagreed": 58655, + "▁worldview": 58656, + "▁Journalism": 58657, + "▁Professionals": 58658, + "▁β": 58659, + "异味": 58660, + "当她": 58661, + "推开": 58662, + "甘草": 58663, + "當中": 58664, + "笔墨": 58665, + "那句": 58666, + "飞跃": 58667, + "上下游": 58668, + "生命中": 58669, + "Days": 58670, + "▁MLP": 58671, + "▁MOT": 58672, + "一切都是": 58673, + "帮助我们": 58674, + "社区卫生": 58675, + "行政审批": 58676, + "$\\\\%$": 58677, + "▁Silk": 58678, + "▁elit": 58679, + "中国科学院": 58680, + "German": 58681, + "agents": 58682, + "▁Clerk": 58683, + "▁flyer": 58684, + "henomen": 58685, + "squared": 58686, + "▁Height": 58687, + "▁clumps": 58688, + "▁deterg": 58689, + "▁scraps": 58690, + "captions": 58691, + "▁Deborah": 58692, + "▁overdue": 58693, + "▁история": 58694, + "▁училище": 58695, + "nCategory": 58696, + "centration": 58697, + "▁Hyderabad": 58698, + "nUltimately": 58699, + "▁generously": 58700, + "▁simulating": 58701, + "▁documentaries": 58702, + ")—": 58703, + "四五": 58704, + "寺院": 58705, + "岛屿": 58706, + "本草": 58707, + "榆林": 58708, + "漂浮": 58709, + "秘诀": 58710, + "缔约": 58711, + "解剖": 58712, + "触动": 58713, + "都对": 58714, + "全心全": 58715, + "文件夹": 58716, + "的联系": 58717, + "GRAM": 58718, + "etsy": 58719, + "nstd": 58720, + "▁Dim": 58721, + "几个小时": 58722, + "投资基金": 58723, + "目标任务": 58724, + "硕士学位": 58725, + "身心健康": 58726, + "这是什么": 58727, + "motor": 58728, + "提供的证据": 58729, + "nrange": 58730, + "ussell": 58731, + "lecting": 58732, + "▁Chandra": 58733, + "degenerate": 58734, + "▁Volunteer": 58735, + "▁nightmares": 58736, + "▁periodicity": 58737, + "jb": 58738, + "То": 58739, + "大户": 58740, + "缺氧": 58741, + "肖战": 58742, + "胸怀": 58743, + "话剧": 58744, + "/${": 58745, + "fur": 58746, + "了一家": 58747, + "发脾气": 58748, + "lain": 58749, + "nCut": 58750, + "}}\\\"": 58751, + "可以考虑": 58752, + "文化交流": 58753, + "endas": 58754, + "keras": 58755, + "▁Fram": 58756, + "▁kale": 58757, + "是怎么回事": 58758, + "ulling": 58759, + "▁salts": 58760, + "实用新型内容": 58761, + "INVALID": 58762, + "▁tsunami": 58763, + "▁coronary": 58764, + "▁gripping": 58765, + "▁sweating": 58766, + "▁descriptors": 58767, + "▁philosophers": 58768, + "不顺": 58769, + "医治": 58770, + "只看": 58771, + "处以": 58772, + "安娜": 58773, + "形体": 58774, + "箱子": 58775, + "裁员": 58776, + "TEM": 58777, + "▁Ia": 58778, + "病毒的": 58779, + "主要领导": 58780, + "我们没有": 58781, + "抗击疫情": 58782, + "empts": 58783, + "entin": 58784, + "▁Bowie": 58785, + "arriers": 58786, + "▁Dawson": 58787, + "▁Farmer": 58788, + "▁Flyers": 58789, + "▁clones": 58790, + "▁detach": 58791, + "reaching": 58792, + "▁Drawing": 58793, + "▁cumbers": 58794, + "▁brutally": 58795, + "▁frosting": 58796, + "▁suitably": 58797, + "▁unidentified": 58798, + ")；": 58799, + "停电": 58800, + "妇幼": 58801, + "手掌": 58802, + "楼道": 58803, + "百强": 58804, + "蘋果": 58805, + "遍地": 58806, + "APH": 58807, + "dic": 58808, + "也知道": 58809, + "华尔街": 58810, + "技术与": 58811, + "故事的": 58812, + "调整为": 58813, + "项规定": 58814, + "▁Agu": 58815, + "的日子里": 58816, + "负面影响": 58817, + "LEVEL": 58818, + "azers": 58819, + "erate": 58820, + "以实际行动": 58821, + "elsius": 58822, + "▁borne": 58823, + "pecting": 58824, + "▁Lesson": 58825, + "▁Yankee": 58826, + "▁soften": 58827, + "gregated": 58828, + "hetamine": 58829, + "▁Analyst": 58830, + "ocalyptic": 58831, + "▁inducing": 58832, + "▁melodies": 58833, + "▁profanity": 58834, + "▁Compliance": 58835, + "▁commanding": 58836, + "Bu": 58837, + "{+": 58838, + "提早": 58839, + "案涉": 58840, + "海绵": 58841, + "游乐": 58842, + "肠癌": 58843, + "虚构": 58844, + "赢了": 58845, + "dff": 58846, + "relu": 58847, + "▁PVC": 58848, + "▁_\\\\": 58849, + "▁onc": 58850, + "公益活动": 58851, + "减半收取": 58852, + "无私奉献": 58853, + "社会实践": 58854, + "innie": 58855, + "oupon": 58856, + "rador": 58857, + "дмини": 58858, + "▁apex": 58859, + "amente": 58860, + "campus": 58861, + "iaries": 58862, + "seller": 58863, + "▁Tribe": 58864, + "ndefine": 58865, + "reviewed": 58866, + "▁Anaheim": 58867, + "Generated": 58868, + "izability": 58869, + "nBeautiful": 58870, + "▁Attribute": 58871, + "▁adrenaline": 58872, + "▁enlightened": 58873, + "_)": 58874, + "之物": 58875, + "你可": 58876, + "分队": 58877, + "恐龙": 58878, + "求学": 58879, + "浴室": 58880, + "盖章": 58881, + "着头": 58882, + "讨好": 58883, + "诗句": 58884, + "邮寄": 58885, + "Abb": 58886, + "你不是": 58887, + "损失的": 58888, + "防火墙": 58889, + "BODY": 58890, + "ooks": 58891, + "告诉大家": 58892, + "疾控中心": 58893, + "yuchi": 58894, + "▁Nets": 58895, + "Motion": 58896, + "▁pests": 58897, + "Records": 58898, + "▁Claims": 58899, + "▁Sloven": 58900, + "▁seminal": 58901, + "▁insanely": 58902, + "▁nominate": 58903, + "▁stuffing": 58904, + "▁supermarkets": 58905, + "▁instabilities": 58906, + ";)": 58907, + "交集": 58908, + "俄乌": 58909, + "尼尔": 58910, + "德拉": 58911, + "李小": 58912, + "nAP": 58913, + "多岁的": 58914, + "就是个": 58915, + "车型的": 58916, + "这条路": 58917, + "Fair": 58918, + "▁Ole": 58919, + "▁hog": 58920, + "▁sax": 58921, + "技术问题": 58922, + "深度融合": 58923, + "ITIES": 58924, + "afari": 58925, + "▁Bates": 58926, + "▁rever": 58927, + "Privacy": 58928, + "asuring": 58929, + "nLiving": 58930, + "nucleon": 58931, + "▁adopts": 58932, + "Accessor": 58933, + "baichuan": 58934, + "▁backers": 58935, + "▁misogyn": 58936, + "▁sailors": 58937, + "▁dripping": 58938, + "▁fortunes": 58939, + "▁empowerment": 58940, + "▁headquartered": 58941, + "VG": 58942, + "全班": 58943, + "护栏": 58944, + "数控": 58945, + "▁);": 58946, + "▁VW": 58947, + "会增加": 58948, + "的天空": 58949, + "(|\\\\": 58950, + "cake": 58951, + "消防救援": 58952, + "pline": 58953, + "▁ranc": 58954, + "▁Goods": 58955, + "noticed": 58956, + "▁Attend": 58957, + "▁Finger": 58958, + "▁halves": 58959, + "▁nebula": 58960, + "▁upbeat": 58961, + "▁calming": 58962, + "▁diction": 58963, + "▁onClick": 58964, + "▁spawned": 58965, + "▁anterior": 58966, + "▁immature": 58967, + "▁volcanic": 58968, + "▁exploding": 58969, + "▁pervasive": 58970, + "▁Southampton": 58971, + "▁inconvenient": 58972, + "Разпространение": 58973, + "KU": 58974, + "され": 58975, + "再有": 58976, + "奥林": 58977, + "將軍": 58978, + "想做": 58979, + "敬佩": 58980, + "ERA": 58981, + "^*}": 58982, + "kas": 58983, + "制成的": 58984, + "生活会": 58985, + "'=>$": 58986, + "OUTH": 58987, + "Ship": 58988, + "nvia": 58989, + "▁Bun": 58990, + "▁Kai": 58991, + "▁Xia": 58992, + "严格遵守": 58993, + "▁Chal": 58994, + "▁PROP": 58995, + "▁SATA": 58996, + "▁hurl": 58997, + "Verify": 58998, + "▁Stall": 58999, + "▁conco": 59000, + "▁peanuts": 59001, + "Washington": 59002, + "submission": 59003, + "▁evacuation": 59004, + "▁Administrative": 59005, + "От": 59006, + "咬牙": 59007, + "嘲讽": 59008, + "坏人": 59009, + "我局": 59010, + "棒的": 59011, + "煎熬": 59012, + "闪耀": 59013, + "难民": 59014, + "把他们": 59015, + "/{\\\\": 59016, + "研究报告": 59017, + "chlor": 59018, + "▁TYPE": 59019, + "\":\"/*\\": 59020, + "▁Barber": 59021, + "▁Guatemala": 59022, + "▁anthology": 59023, + "▁bothering": 59024, + "▁Artificial": 59025, + "▁illustrative": 59026, + "▁legalization": 59027, + "喜庆": 59028, + "山林": 59029, + "常有": 59030, + "相约": 59031, + "药的": 59032, + "走得": 59033, + "-\\\"": 59034, + "AFP": 59035, + "OTg": 59036, + "▁FG": 59037, + "亿元的": 59038, + "仪式上": 59039, + "予以支持": 59040, + "开工建设": 59041, + "nIron": 59042, + "artner": 59043, + "nSpons": 59044, + "▁blaze": 59045, + "iscopal": 59046, + "▁SELECT": 59047, + "▁walker": 59048, + "Candidate": 59049, + "▁Speedway": 59050, + "▁bindings": 59051, + "▁conducts": 59052, + "▁Bollywood": 59053, + "▁Wonderful": 59054, + "▁cumbersome": 59055, + "▁fermentation": 59056, + "一架": 59057, + "免税": 59058, + "均未": 59059, + "基亚": 59060, + "火烧": 59061, + "真假": 59062, + "通透": 59063, + "钢板": 59064, + "MAG": 59065, + "其实在": 59066, + "OPEN": 59067, + "ifug": 59068, + "nMus": 59069, + "▁HAD": 59070, + "心脑血管": 59071, + "dummy": 59072, + "зиден": 59073, + "▁Cran": 59074, + "▁Reve": 59075, + "▁Payne": 59076, + "▁Theod": 59077, + "▁tilted": 59078, + "straight": 59079, + "▁Dropbox": 59080, + "▁resumes": 59081, + "▁wrongly": 59082, + "▁Hartford": 59083, + "▁agnostic": 59084, + "▁awakening": 59085, + "▁contrasts": 59086, + "▁decidedly": 59087, + "▁Mechanical": 59088, + "nApplication": 59089, + "▁congratulations": 59090, + "党群": 59091, + "卒中": 59092, + "南阳": 59093, + "呆了": 59094, + "品位": 59095, + "尽心": 59096, + "换乘": 59097, + "改成": 59098, + "气场": 59099, + "сил": 59100, + "会比较": 59101, + "加强了": 59102, + "对未来": 59103, + "心中有": 59104, + "的外观": 59105, + "限额内": 59106, + "Guid": 59107, + "nJac": 59108, + "▁CPS": 59109, + "▁IPA": 59110, + "▁Tut": 59111, + "guest": 59112, + "ianne": 59113, + "peria": 59114, + "▁ръко": 59115, + "Syntax": 59116, + "▁Costs": 59117, + "nthanks": 59118, + "shields": 59119, + "▁Denote": 59120, + "▁barbar": 59121, + "▁coined": 59122, + "featured": 59123, + "▁Hamburg": 59124, + "▁dreaded": 59125, + "▁sprayed": 59126, + "▁Pavilion": 59127, + "▁anchored": 59128, + "▁clinically": 59129, + "Nu": 59130, + "两队": 59131, + "增至": 59132, + "宜宾": 59133, + "导轨": 59134, + "我曾": 59135, + "通则": 59136, + "都用": 59137, + "nGR": 59138, + "vae": 59139, + "和家人": 59140, + "文件的": 59141, + "是不可": 59142, + "更新的": 59143, + "等行业": 59144, + "nMid": 59145, + "nTex": 59146, + "ncoe": 59147, + "nlog": 59148, + "▁AST": 59149, + "▁Osw": 59150, + "为一体的": 59151, + "创新能力": 59152, + "小伙伴们": 59153, + "并不代表": 59154, + "nlast": 59155, + "varpi": 59156, + "▁Chop": 59157, + "解决的问题": 59158, + ")&=&\\\\": 59159, + "Scalar": 59160, + "nAnaly": 59161, + "кономи": 59162, + "▁Oprah": 59163, + "▁sizing": 59164, + "▁embodied": 59165, + "▁propriet": 59166, + "▁trolling": 59167, + "▁airplanes": 59168, + "▁commentator": 59169, + "▁proficiency": 59170, + "三层": 59171, + "下单": 59172, + "他說": 59173, + "反倒": 59174, + "可笑": 59175, + "小雨": 59176, + "恶魔": 59177, + "振荡": 59178, + "求生": 59179, + "磨合": 59180, + "聯盟": 59181, + "蚊子": 59182, + "SPI": 59183, + "个城市": 59184, + "出版的": 59185, + "实用的": 59186, + "是如此": 59187, + "的气氛": 59188, + "股东的": 59189, + "~~~\\": 59190, + "▁Dup": 59191, + "一个男人": 59192, + "仅供参考": 59193, + "可能会有": 59194, + "的大部分": 59195, + "erity": 59196, + "ipers": 59197, + "otomy": 59198, + "▁ache": 59199, + "Loaded": 59200, + "▁malls": 59201, + "▁sulfur": 59202, + "▁grating": 59203, + "▁mosquit": 59204, + "LowerCase": 59205, + "▁Worcester": 59206, + "▁Huffington": 59207, + "一则": 59208, + "創業": 59209, + "后排": 59210, + "德斯": 59211, + "筹集": 59212, + "风波": 59213, + "meV": 59214, + "人社局": 59215, + "余万元": 59216, + "好看的": 59217, + "您可以": 59218, + "是国内": 59219, + "更应该": 59220, + "透明的": 59221, + "ildo": 59222, + "为什么呢": 59223, + "国土资源": 59224, + "intell": 59225, + "▁lions": 59226, + "cedures": 59227, + "▁Actual": 59228, + "▁weaving": 59229, + "▁Publisher": 59230, + "▁televised": 59231, + "▁unleashed": 59232, + "▁commemorate": 59233, + "▁evangelical": 59234, + "亲眼": 59235, + "倒闭": 59236, + "做着": 59237, + "把钱": 59238, + "文學": 59239, + "机和": 59240, + "王牌": 59241, + "的石": 59242, + "立德": 59243, + "вар": 59244, + "▁{<": 59245, + "发行的": 59246, + "影视剧": 59247, + "的小说": 59248, + "的能量": 59249, + "的行动": 59250, + "系统性": 59251, + "该方法": 59252, + "bout": 59253, + "loud": 59254, + "tell": 59255, + "思维方式": 59256, + "被申请人": 59257, + "harma": 59258, + "maxim": 59259, + "▁café": 59260, + "▁pouch": 59261, + "▁swamp": 59262, + "▁trout": 59263, + "▁onsite": 59264, + "inctions": 59265, + "▁stirred": 59266, + "portfolio": 59267, + "▁grooming": 59268, + "▁nutshell": 59269, + "navigation": 59270, + "▁windshield": 59271, + "上部": 59272, + "來看": 59273, + "出乎": 59274, + "呼叫": 59275, + "呼唤": 59276, + "唐人": 59277, + "想吃": 59278, + "技师": 59279, + "曼城": 59280, + "机身": 59281, + "琐事": 59282, + "订立": 59283, + "途经": 59284, + "bob": 59285, + "rae": 59286, + "▁BN": 59287, + "与他人": 59288, + "与自己": 59289, + "对被告": 59290, + "师生的": 59291, + "年龄段": 59292, + "生长的": 59293, + "表现的": 59294, + "Bell": 59295, + "came": 59296, + "▁SAS": 59297, + "正式启动": 59298, + "Autom": 59299, + "ddots": 59300, + "ieces": 59301, + "менти": 59302, + "▁Virt": 59303, + "▁dean": 59304, + "tcolor": 59305, + "▁caret": 59306, + "episode": 59307, + "▁Cannon": 59308, + "▁Royals": 59309, + "patterns": 59310, + "▁cockpit": 59311, + "nintegral": 59312, + "▁vengeance": 59313, + "JV": 59314, + "一整": 59315, + "出游": 59316, + "接头": 59317, + "竞价": 59318, + "范文": 59319, + "Fre": 59320, + "实施了": 59321, + "IFIC": 59322, + "nObs": 59323, + "гава": 59324, + "▁`${": 59325, + "学前教育": 59326, + "ilate": 59327, + "nRock": 59328, + "scars": 59329, + "▁Burl": 59330, + "▁aura": 59331, + "Colors": 59332, + "tenant": 59333, + "▁Agile": 59334, + "▁Named": 59335, + "▁reaff": 59336, + "drivers": 59337, + "ickness": 59338, + "▁Archae": 59339, + "▁Somers": 59340, + "▁beasts": 59341, + "▁souven": 59342, + "▁Charity": 59343, + "▁nesting": 59344, + "▁regress": 59345, + "▁seeming": 59346, + "nstandard": 59347, + "▁leveraged": 59348, + "▁streamline": 59349, + "▁magnification": 59350, + "孙女": 59351, + "带宽": 59352, + "感謝": 59353, + "枕头": 59354, + "派驻": 59355, + "直觉": 59356, + "离心": 59357, + "纸张": 59358, + "维尔": 59359, + "但这些": 59360, + "的信号": 59361, + "设立了": 59362, + "iews": 59363, + "▁AFM": 59364, + "▁FAR": 59365, + "点点滴滴": 59366, + "Autow": 59367, + "reject": 59368, + "gateway": 59369, + "▁Reserv": 59370, + "▁Teresa": 59371, + "NSString": 59372, + "▁kittens": 59373, + "▁Priority": 59374, + "▁summoned": 59375, + "JavaScript": 59376, + "▁powerhouse": 59377, + "мя": 59378, + "万台": 59379, + "东坡": 59380, + "克林": 59381, + "喧嚣": 59382, + "硅谷": 59383, + "网址": 59384, + "罗拉": 59385, + "nPH": 59386, + "吃起来": 59387, + "新征程": 59388, + "的宣传": 59389, + "遭到了": 59390, + "=&\\\\": 59391, + "Made": 59392, + "doch": 59393, + "ерцо": 59394, + "▁Tay": 59395, + "这方面的": 59396, + "Qaeda": 59397, + "intel": 59398, + "nails": 59399, + "▁duel": 59400, + "nanaly": 59401, + "▁dimer": 59402, + "▁chocol": 59403, + "▁interl": 59404, + "▁Practices": 59405, + "▁manifested": 59406, + "▁replicated": 59407, + "▁archaeological": 59408, + "HG": 59409, + "丽江": 59410, + "侵入": 59411, + "单调": 59412, + "小腿": 59413, + "舰队": 59414, + "赡养": 59415, + "轴向": 59416, + "CHA": 59417, + "▁UW": 59418, + "中国梦": 59419, + "Clip": 59420, + "▁\\\"(": 59421, + "▁fir": 59422, + "可以达到": 59423, + "呼和浩特": 59424, + "战略合作": 59425, + "resis": 59426, + "▁Chow": 59427, + "▁SIGN": 59428, + "▁THAN": 59429, + "MODULE": 59430, + "▁Leafs": 59431, + "▁Ratio": 59432, + "▁Tyson": 59433, + "▁hinge": 59434, + "Destroy": 59435, + "npoints": 59436, + "serving": 59437, + "▁bikini": 59438, + "▁purpos": 59439, + "nperform": 59440, + "sociated": 59441, + "▁Boehner": 59442, + "▁Clemson": 59443, + "▁doorway": 59444, + "中国特色社会主义": 59445, + "▁Printing": 59446, + "▁dissolve": 59447, + "▁sidewalks": 59448, + "▁PowerShell": 59449, + "▁cornerback": 59450, + "两轮": 59451, + "交融": 59452, + "军方": 59453, + "敲门": 59454, + "现将": 59455, + "考官": 59456, + "者们": 59457, + "而你": 59458, + "重任": 59459, + "Bio": 59460, + "不理解": 59461, + "应当在": 59462, + "的人文": 59463, + "的优秀": 59464, + "的小孩": 59465, + "给你的": 59466, + "都喜欢": 59467, + "Slot": 59468, + "ivas": 59469, + "}))$": 59470, + "齐心协力": 59471, + "antan": 59472, + "nGreg": 59473, + "}}^\\\\": 59474, + "▁INST": 59475, + "二〇一七年": 59476, + "cached": 59477, + "itates": 59478, + "themes": 59479, + "volent": 59480, + "assisted": 59481, + "▁Cardiff": 59482, + "▁natives": 59483, + "enterprise": 59484, + "nOtherwise": 59485, + "▁disparate": 59486, + "▁municipality": 59487, + "▁inexperienced": 59488, + "二零": 59489, + "写过": 59490, + "虐待": 59491, + "谁知": 59492, + "Cos": 59493, + "上来看": 59494, + "在这场": 59495, + "并及时": 59496, + "我都会": 59497, + "是全国": 59498, + "次会议": 59499, + "的一声": 59500, + "西游记": 59501, + "食用油": 59502, + "athi": 59503, + "belt": 59504, + "▁GPL": 59505, + "▁ICO": 59506, + "▁Pon": 59507, + "▁wob": 59508, + "长时间的": 59509, + "▁Aviv": 59510, + "▁Wrap": 59511, + ")^{-\\\\": 59512, + "▁eaves": 59513, + "tprintf": 59514, + "▁Backup": 59515, + "▁sitcom": 59516, + "listener": 59517, + "pecified": 59518, + "▁broaden": 59519, + "Relations": 59520, + "▁Incorpor": 59521, + "▁slowdown": 59522, + "▁multinational": 59523, + "/+": 59524, + "JR": 59525, + "为大": 59526, + "庄园": 59527, + "拼音": 59528, + "海边": 59529, + "相撞": 59530, + "纵观": 59531, + "群岛": 59532, + "装载": 59533, + "起着": 59534, + "▁ig": 59535, + "与企业": 59536, + "就如同": 59537, + "探测器": 59538, + "的长度": 59539, + "cuda": 59540, + "▁Dre": 59541, + "▁Tin": 59542, + "也没什么": 59543, + "从一开始": 59544, + "参加活动": 59545, + "相互作用": 59546, + "相关信息": 59547, + "▁Balk": 59548, + "▁vivo": 59549, + "▁sandbox": 59550, + "▁shorten": 59551, + "▁Jennings": 59552, + "▁displace": 59553, + "▁Dominican": 59554, + "▁headphone": 59555, + "▁chromosome": 59556, + "▁activations": 59557, + "▁collaborated": 59558, + "▁extraordinarily": 59559, + "与时": 59560, + "再加": 59561, + "宫殿": 59562, + "年仅": 59563, + "日和": 59564, + "正视": 59565, + "灯火": 59566, + "现今": 59567, + "▁": 59568, + "e": 59569, + "t": 59570, + "n": 59571, + "a": 59572, + "o": 59573, + "i": 59574, + "s": 59575, + "r": 59576, + "l": 59577, + "h": 59578, + "d": 59579, + "\\": 59580, + "c": 59581, + "u": 59582, + "m": 59583, + "p": 59584, + "f": 59585, + "g": 59586, + "y": 59587, + "b": 59588, + "w": 59589, + "v": 59590, + "k": 59591, + "\"": 59592, + "_": 59593, + "-": 59594, + "{": 59595, + "}": 59596, + "I": 59597, + "/": 59598, + "的": 59599, + "T": 59600, + ":": 59601, + "S": 59602, + "A": 59603, + ")": 59604, + "(": 59605, + "$": 59606, + "x": 59607, + "C": 59608, + "M": 59609, + "'": 59610, + "=": 59611, + "P": 59612, + "E": 59613, + "D": 59614, + "R": 59615, + "B": 59616, + "j": 59617, + "N": 59618, + "q": 59619, + "L": 59620, + "F": 59621, + "O": 59622, + "W": 59623, + "H": 59624, + "一": 59625, + "是": 59626, + "z": 59627, + "G": 59628, + "’": 59629, + "不": 59630, + ";": 59631, + "在": 59632, + "了": 59633, + "人": 59634, + "有": 59635, + "*": 59636, + "“": 59637, + "”": 59638, + "U": 59639, + "&": 59640, + "^": 59641, + "中": 59642, + "а": 59643, + ">": 59644, + "V": 59645, + "我": 59646, + "大": 59647, + "为": 59648, + "J": 59649, + "个": 59650, + "]": 59651, + "和": 59652, + "[": 59653, + "上": 59654, + "K": 59655, + "Y": 59656, + "这": 59657, + "и": 59658, + "以": 59659, + "+": 59660, + "生": 59661, + "要": 59662, + "年": 59663, + "时": 59664, + "到": 59665, + "<": 59666, + "о": 59667, + "会": 59668, + "е": 59669, + "来": 59670, + "能": 59671, + "学": 59672, + "国": 59673, + "就": 59674, + "н": 59675, + "出": 59676, + "%": 59677, + "对": 59678, + "т": 59679, + "行": 59680, + "作": 59681, + "们": 59682, + "发": 59683, + "可": 59684, + "用": 59685, + "他": 59686, + "成": 59687, + "也": 59688, + "自": 59689, + "家": 59690, + "多": 59691, + "后": 59692, + "于": 59693, + "业": 59694, + "下": 59695, + "地": 59696, + "#": 59697, + "工": 59698, + "р": 59699, + "过": 59700, + "子": 59701, + "方": 59702, + "分": 59703, + "动": 59704, + "|": 59705, + "好": 59706, + "实": 59707, + "理": 59708, + "法": 59709, + "现": 59710, + "都": 59711, + "心": 59712, + "所": 59713, + "公": 59714, + "开": 59715, + "с": 59716, + "进": 59717, + "之": 59718, + "高": 59719, + "日": 59720, + "得": 59721, + "小": 59722, + "定": 59723, + "面": 59724, + "你": 59725, + "本": 59726, + "同": 59727, + "新": 59728, + "经": 59729, + "全": 59730, + "力": 59731, + "而": 59732, + "X": 59733, + "~": 59734, + "说": 59735, + "事": 59736, + "市": 59737, + "如": 59738, + "天": 59739, + "其": 59740, + "в": 59741, + "前": 59742, + "体": 59743, + "合": 59744, + "Q": 59745, + "还": 59746, + "与": 59747, + "等": 59748, + "主": 59749, + "情": 59750, + "月": 59751, + "部": 59752, + "化": 59753, + "最": 59754, + "长": 59755, + "看": 59756, + "着": 59757, + "很": 59758, + "通": 59759, + "加": 59760, + "关": 59761, + "间": 59762, + "性": 59763, + "重": 59764, + "产": 59765, + "点": 59766, + "文": 59767, + "机": 59768, + "道": 59769, + "然": 59770, + "—": 59771, + "里": 59772, + "者": 59773, + "么": 59774, + "л": 59775, + "没": 59776, + "被": 59777, + "因": 59778, + "当": 59779, + "第": 59780, + "度": 59781, + "区": 59782, + "提": 59783, + "但": 59784, + "民": 59785, + "起": 59786, + "к": 59787, + "）": 59788, + "明": 59789, + "（": 59790, + "建": 59791, + "种": 59792, + "去": 59793, + "意": 59794, + "内": 59795, + "–": 59796, + "场": 59797, + "展": 59798, + "三": 59799, + "入": 59800, + "相": 59801, + "己": 59802, + "及": 59803, + "期": 59804, + "那": 59805, + "比": 59806, + "活": 59807, + "次": 59808, + "美": 59809, + "将": 59810, + "保": 59811, + "更": 59812, + "水": 59813, + "安": 59814, + "…": 59815, + "；": 59816, + "位": 59817, + "应": 59818, + "教": 59819, + "外": 59820, + "д": 59821, + "想": 59822, + "从": 59823, + "量": 59824, + "果": 59825, + "表": 59826, + "目": 59827, + "无": 59828, + "员": 59829, + "电": 59830, + "些": 59831, + "品": 59832, + "并": 59833, + "务": 59834, + "制": 59835, + "设": 59836, + "常": 59837, + "物": 59838, + "样": 59839, + "Z": 59840, + "车": 59841, + "做": 59842, + "数": 59843, + "元": 59844, + "手": 59845, + "此": 59846, + "感": 59847, + "`": 59848, + "平": 59849, + "金": 59850, + "信": 59851, + "资": 59852, + "二": 59853, + "管": 59854, + "正": 59855, + "利": 59856, + "老": 59857, + "原": 59858, + "п": 59859, + "程": 59860, + "知": 59861, + "解": 59862, + "身": 59863, + "告": 59864, + "题": 59865, + "只": 59866, + "名": 59867, + "接": 59868, + "院": 59869, + "问": 59870, + "系": 59871, + "特": 59872, + "司": 59873, + "代": 59874, + "基": 59875, + "或": 59876, + "交": 59877, + "已": 59878, + "@": 59879, + "据": 59880, + "让": 59881, + "向": 59882, + "两": 59883, + "路": 59884, + "政": 59885, + "式": 59886, + "她": 59887, + "结": 59888, + "任": 59889, + "回": 59890, + "计": 59891, + "给": 59892, + "м": 59893, + "求": 59894, + "持": 59895, + "强": 59896, + "使": 59897, + "十": 59898, + "件": 59899, + "师": 59900, + "女": 59901, + "受": 59902, + "由": 59903, + "各": 59904, + "至": 59905, + "з": 59906, + "真": 59907, + "科": 59908, + "处": 59909, + "气": 59910, + "打": 59911, + "服": 59912, + "网": 59913, + "需": 59914, + "导": 59915, + "少": 59916, + "技": 59917, + "认": 59918, + "收": 59919, + "书": 59920, + "每": 59921, + "组": 59922, + "单": 59923, + "别": 59924, + "口": 59925, + "证": 59926, + "术": 59927, + "海": 59928, + "流": 59929, + "社": 59930, + "西": 59931, + "放": 59932, + "项": 59933, + "立": 59934, + "考": 59935, + "头": 59936, + "把": 59937, + "变": 59938, + "传": 59939, + "规": 59940, + "万": 59941, + "色": 59942, + "风": 59943, + "什": 59944, + "直": 59945, + "线": 59946, + "该": 59947, + "门": 59948, + "报": 59949, + "示": 59950, + "校": 59951, + "质": 59952, + "东": 59953, + "再": 59954, + "完": 59955, + "я": 59956, + "共": 59957, + "价": 59958, + "记": 59959, + "山": 59960, + "爱": 59961, + "先": 59962, + "调": 59963, + "格": 59964, + "总": 59965, + "г": 59966, + "指": 59967, + "城": 59968, + "造": 59969, + "才": 59970, + "台": 59971, + "影": 59972, + "孩": 59973, + "带": 59974, + "非": 59975, + "今": 59976, + "商": 59977, + "选": 59978, + "标": 59979, + "统": 59980, + "支": 59981, + "专": 59982, + "运": 59983, + "整": 59984, + "增": 59985, + "创": 59986, + "案": 59987, + "育": 59988, + "级": 59989, + "光": 59990, + "候": 59991, + "世": 59992, + "形": 59993, + "研": 59994, + "又": 59995, + "四": 59996, + "ъ": 59997, + "南": 59998, + "治": 59999, + "效": 60000, + "具": 60001, + "步": 60002, + "话": 60003, + "清": 60004, + "型": 60005, + "医": 60006, + "у": 60007, + "联": 60008, + "条": 60009, + "队": 60010, + "容": 60011, + "企": 60012, + "费": 60013, + "确": 60014, + "习": 60015, + "息": 60016, + "达": 60017, + "决": 60018, + "见": 60019, + "节": 60020, + "取": 60021, + "改": 60022, + "查": 60023, + "近": 60024, + "病": 60025, + "深": 60026, + "推": 60027, + "精": 60028, + "述": 60029, + "防": 60030, + "战": 60031, + "何": 60032, + "包": 60033, + "儿": 60034, + "局": 60035, + "走": 60036, + "领": 60037, + "北": 60038, + "办": 60039, + "神": 60040, + "反": 60041, + "类": 60042, + "几": 60043, + "房": 60044, + "集": 60045, + "议": 60046, + "村": 60047, + "花": 60048, + "未": 60049, + "委": 60050, + "复": 60051, + "周": 60052, + "备": 60053, + "张": 60054, + "空": 60055, + "白": 60056, + "始": 60057, + "转": 60058, + "球": 60059, + "观": 60060, + "它": 60061, + "太": 60062, + "消": 60063, + "难": 60064, + "供": 60065, + "识": 60066, + "准": 60067, + "环": 60068, + "较": 60069, + "权": 60070, + "投": 60071, + "觉": 60072, + "快": 60073, + "参": 60074, + "界": 60075, + "华": 60076, + "注": 60077, + "源": 60078, + "且": 60079, + "某": 60080, + "易": 60081, + "根": 60082, + "视": 60083, + "思": 60084, + "友": 60085, + "论": 60086, + "续": 60087, + "省": 60088, + "置": 60089, + "越": 60090, + "王": 60091, + "装": 60092, + "况": 60093, + "助": 60094, + "‘": 60095, + "布": 60096, + "党": 60097, + "五": 60098, + "б": 60099, + "号": 60100, + "器": 60101, + "户": 60102, + "功": 60103, + "存": 60104, + "料": 60105, + "态": 60106, + "干": 60107, + "优": 60108, + "施": 60109, + "值": 60110, + "控": 60111, + "养": 60112, + "热": 60113, + "像": 60114, + "片": 60115, + "责": 60116, + "字": 60117, + "住": 60118, + "照": 60119, + "升": 60120, + "广": 60121, + "赛": 60122, + "军": 60123, + "游": 60124, + "护": 60125, + "构": 60126, + "低": 60127, + "试": 60128, + "引": 60129, + "率": 60130, + "模": 60131, + "营": 60132, + "众": 60133, + "款": 60134, + "团": 60135, + "食": 60136, + "股": 60137, + "段": 60138, + "望": 60139, + "离": 60140, + "极": 60141, + "诉": 60142, + "县": 60143, + "境": 60144, + "究": 60145, + "请": 60146, + "斯": 60147, + "首": 60148, + "限": 60149, + "便": 60150, + "算": 60151, + "连": 60152, + "即": 60153, + "边": 60154, + "约": 60155, + "ч": 60156, + "马": 60157, + "吃": 60158, + "乐": 60159, + "义": 60160, + "州": 60161, + "命": 60162, + "显": 60163, + "排": 60164, + "速": 60165, + "致": 60166, + "除": 60167, + "图": 60168, + "验": 60169, + "份": 60170, + "必": 60171, + "检": 60172, + "则": 60173, + "言": 60174, + "配": 60175, + "落": 60176, + "依": 60177, + "际": 60178, + "往": 60179, + "超": 60180, + "失": 60181, + "满": 60182, + "眼": 60183, + "红": 60184, + "德": 60185, + "断": 60186, + "客": 60187, + "积": 60188, + "历": 60189, + "足": 60190, + "许": 60191, + "农": 60192, + "群": 60193, + "故": 60194, + "响": 60195, + "语": 60196, + "随": 60197, + "称": 60198, + "演": 60199, + "男": 60200, + "获": 60201, + "百": 60202, + "职": 60203, + "江": 60204, + "济": 60205, + "险": 60206, + "象": 60207, + "预": 60208, + "喜": 60209, + "林": 60210, + "素": 60211, + "终": 60212, + "够": 60213, + "克": 60214, + "切": 60215, + "站": 60216, + "审": 60217, + "亲": 60218, + "势": 60219, + "青": 60220, + "维": 60221, + "士": 60222, + "例": 60223, + "园": 60224, + "采": 60225, + "细": 60226, + "板": 60227, + "却": 60228, + "律": 60229, + "评": 60230, + "课": 60231, + "火": 60232, + "底": 60233, + "拉": 60234, + "按": 60235, + "声": 60236, + "英": 60237, + "状": 60238, + "阳": 60239, + "景": 60240, + "层": 60241, + "测": 60242, + "健": 60243, + "承": 60244, + "适": 60245, + "范": 60246, + "班": 60247, + "双": 60248, + "划": 60249, + "早": 60250, + "李": 60251, + "仅": 60252, + "米": 60253, + "压": 60254, + "协": 60255, + "温": 60256, + "讲": 60257, + "远": 60258, + "宝": 60259, + "听": 60260, + "微": 60261, + "欢": 60262, + "域": 60263, + "油": 60264, + "血": 60265, + "康": 60266, + "属": 60267, + "初": 60268, + "志": 60269, + "判": 60270, + "尔": 60271, + "药": 60272, + "星": 60273, + "充": 60274, + "音": 60275, + "母": 60276, + "疫": 60277, + "负": 60278, + "半": 60279, + "找": 60280, + "怎": 60281, + "居": 60282, + "府": 60283, + "读": 60284, + "修": 60285, + "写": 60286, + "史": 60287, + "买": 60288, + "跟": 60289, + "疗": 60290, + "妈": 60291, + "钱": 60292, + "材": 60293, + "黄": 60294, + "织": 60295, + "严": 60296, + "京": 60297, + "警": 60298, + "轻": 60299, + "益": 60300, + "留": 60301, + "角": 60302, + "坚": 60303, + "列": 60304, + " ": 60305, + "监": 60306, + "ц": 60307, + "福": 60308, + "智": 60309, + "围": 60310, + "死": 60311, + "念": 60312, + "石": 60313, + "土": 60314, + "均": 60315, + "举": 60316, + "降": 60317, + "担": 60318, + "争": 60319, + "室": 60320, + "普": 60321, + "付": 60322, + "害": 60323, + "策": 60324, + "择": 60325, + "核": 60326, + "河": 60327, + "融": 60328, + "呢": 60329, + "艺": 60330, + "镇": 60331, + "帮": 60332, + "春": 60333, + "送": 60334, + "简": 60335, + "宣": 60336, + "富": 60337, + "й": 60338, + "兴": 60339, + "香": 60340, + "愿": 60341, + "财": 60342, + "善": 60343, + "突": 60344, + "伤": 60345, + "古": 60346, + "销": 60347, + "亿": 60348, + "希": 60349, + "执": 60350, + "庭": 60351, + "「": 60352, + "」": 60353, + "座": 60354, + "另": 60355, + "端": 60356, + "酒": 60357, + "尽": 60358, + "括": 60359, + "味": 60360, + "龙": 60361, + "待": 60362, + "六": 60363, + "止": 60364, + "互": 60365, + "减": 60366, + "ж": 60367, + "虽": 60368, + "块": 60369, + "差": 60370, + "季": 60371, + "父": 60372, + "曾": 60373, + "牌": 60374, + "岁": 60375, + "亚": 60376, + "错": 60377, + "否": 60378, + "為": 60379, + "云": 60380, + "破": 60381, + "朋": 60382, + "培": 60383, + "画": 60384, + "副": 60385, + "乡": 60386, + "黑": 60387, + "晚": 60388, + "·": 60389, + "旅": 60390, + "答": 60391, + "吧": 60392, + "补": 60393, + "察": 60394, + "吗": 60395, + "官": 60396, + "击": 60397, + "继": 60398, + "紧": 60399, + "购": 60400, + "免": 60401, + "独": 60402, + "哪": 60403, + "密": 60404, + "换": 60405, + "千": 60406, + "银": 60407, + "般": 60408, + "激": 60409, + "短": 60410, + "停": 60411, + "陈": 60412, + "博": 60413, + "卫": 60414, + "族": 60415, + "良": 60416, + "卡": 60417, + "會": 60418, + "罗": 60419, + "拿": 60420, + "國": 60421, + "征": 60422, + "刻": 60423, + "婚": 60424, + "店": 60425, + "遇": 60426, + "印": 60427, + "余": 60428, + "刚": 60429, + "八": 60430, + "吸": 60431, + "录": 60432, + "纪": 60433, + "剧": 60434, + "患": 60435, + "笑": 60436, + "批": 60437, + "享": 60438, + "毒": 60439, + "夫": 60440, + "背": 60441, + "介": 60442, + "货": 60443, + "盘": 60444, + "皮": 60445, + "训": 60446, + "武": 60447, + "巴": 60448, + "含": 60449, + "甚": 60450, + "售": 60451, + "飞": 60452, + "似": 60453, + "序": 60454, + "临": 60455, + "刘": 60456, + "章": 60457, + "额": 60458, + "波": 60459, + "绝": 60460, + "版": 60461, + "异": 60462, + "阿": 60463, + "é": 60464, + "析": 60465, + "玩": 60466, + "输": 60467, + "湖": 60468, + "令": 60469, + "练": 60470, + "假": 60471, + "申": 60472, + "借": 60473, + "楼": 60474, + "乎": 60475, + "略": 60476, + "稳": 60477, + "慢": 60478, + "树": 60479, + "编": 60480, + "久": 60481, + "铁": 60482, + "七": 60483, + "票": 60484, + "急": 60485, + "频": 60486, + "损": 60487, + "左": 60488, + "须": 60489, + "困": 60490, + "午": 60491, + "予": 60492, + "句": 60493, + "套": 60494, + "汽": 60495, + "港": 60496, + "础": 60497, + "戏": 60498, + "轮": 60499, + "肉": 60500, + "占": 60501, + "奇": 60502, + "守": 60503, + "革": 60504, + "菜": 60505, + "街": 60506, + "纳": 60507, + "缺": 60508, + "右": 60509, + "顺": 60510, + "苦": 60511, + "兰": 60512, + "抗": 60513, + "苏": 60514, + "秀": 60515, + "歌": 60516, + "聚": 60517, + "退": 60518, + "追": 60519, + "招": 60520, + "叫": 60521, + "谈": 60522, + "移": 60523, + "穿": 60524, + "С": 60525, + "操": 60526, + "汉": 60527, + "毕": 60528, + "障": 60529, + "啊": 60530, + "時": 60531, + "九": 60532, + "奖": 60533, + "托": 60534, + "冷": 60535, + "络": 60536, + "夜": 60537, + "木": 60538, + "雨": 60539, + "亮": 60540, + "永": 60541, + "固": 60542, + "劳": 60543, + "痛": 60544, + "仍": 60545, + "著": 60546, + "灵": 60547, + "脑": 60548, + "钟": 60549, + "航": 60550, + "救": 60551, + "绿": 60552, + "登": 60553, + "若": 60554, + "ф": 60555, + "播": 60556, + "签": 60557, + "茶": 60558, + "染": 60559, + "索": 60560, + "冲": 60561, + "促": 60562, + "酸": 60563, + "载": 60564, + "這": 60565, + "松": 60566, + "щ": 60567, + "粉": 60568, + "幸": 60569, + "拍": 60570, + "靠": 60571, + "攻": 60572, + "笔": 60573, + "丰": 60574, + "草": 60575, + "罪": 60576, + "卖": 60577, + "谢": 60578, + "學": 60579, + "症": 60580, + "架": 60581, + "衣": 60582, + "丽": 60583, + "绩": 60584, + "静": 60585, + "闻": 60586, + "努": 60587, + "個": 60588, + "彩": 60589, + "朝": 60590, + "综": 60591, + "堂": 60592, + "督": 60593, + "涨": 60594, + "怕": 60595, + "疑": 60596, + "х": 60597, + "坐": 60598, + "來": 60599, + "П": 60600, + "宁": 60601, + "叶": 60602, + "阶": 60603, + "顾": 60604, + "币": 60605, + "胜": 60606, + "贵": 60607, + "典": 60608, + "•": 60609, + "梦": 60610, + "欧": 60611, + "针": 60612, + "佛": 60613, + "毛": 60614, + "抓": 60615, + "牛": 60616, + "洗": 60617, + "射": 60618, + "倒": 60619, + "熟": 60620, + "挥": 60621, + "逐": 60622, + "违": 60623, + "散": 60624, + "哈": 60625, + "竟": 60626, + "馆": 60627, + "怀": 60628, + "您": 60629, + "探": 60630, + "码": 60631, + "透": 60632, + "媒": 60633, + "冠": 60634, + "筑": 60635, + "延": 60636, + "迎": 60637, + "谁": 60638, + "概": 60639, + "甲": 60640, + "幅": 60641, + "犯": 60642, + "税": 60643, + "启": 60644, + "席": 60645, + "贫": 60646, + "哥": 60647, + "液": 60648, + "派": 60649, + "藏": 60650, + "词": 60651, + "洲": 60652, + "沙": 60653, + "夏": 60654, + "访": 60655, + "跑": 60656, + "兵": 60657, + "涉": 60658, + "餐": 60659, + "曲": 60660, + "杨": 60661, + "丝": 60662, + "绍": 60663, + "避": 60664, + "归": 60665, + "田": 60666, + "危": 60667, + "脸": 60668, + "脱": 60669, + "植": 60670, + "辆": 60671, + "玉": 60672, + "露": 60673, + "爸": 60674, + "盖": 60675, + "净": 60676, + "×": 60677, + "拥": 60678, + "杀": 60679, + "童": 60680, + "偿": 60681, + "授": 60682, + "软": 60683, + "鱼": 60684, + "威": 60685, + "竞": 60686, + "斗": 60687, + "伴": 60688, + "厂": 60689, + "纷": 60690, + "圈": 60691, + "奶": 60692, + "附": 60693, + "疾": 60694, + "饭": 60695, + "措": 60696, + "虑": 60697, + "庆": 60698, + "休": 60699, + "脚": 60700, + "封": 60701, + "與": 60702, + "释": 60703, + "束": 60704, + "顶": 60705, + "姐": 60706, + "累": 60707, + "荣": 60708, + "诗": 60709, + "尼": 60710, + "杂": 60711, + "趣": 60712, + "對": 60713, + "讨": 60714, + "侧": 60715, + "礼": 60716, + "既": 60717, + "误": 60718, + "骨": 60719, + "献": 60720, + "雪": 60721, + "掉": 60722, + "库": 60723, + "屋": 60724, + "ш": 60725, + "渐": 60726, + "键": 60727, + "睡": 60728, + "届": 60729, + "於": 60730, + "驾": 60731, + "發": 60732, + "鲜": 60733, + "巨": 60734, + "呼": 60735, + "弹": 60736, + "舞": 60737, + "零": 60738, + "佳": 60739, + "跌": 60740, + "床": 60741, + "烈": 60742, + "触": 60743, + "央": 60744, + "符": 60745, + "後": 60746, + "搭": 60747, + "距": 60748, + "烟": 60749, + "В": 60750, + "蛋": 60751, + "租": 60752, + "剂": 60753, + "峰": 60754, + "暖": 60755, + "链": 60756, + "饮": 60757, + "К": 60758, + "弟": 60759, + "翻": 60760, + "尚": 60761, + "川": 60762, + "沉": 60763, + "幼": 60764, + "肯": 60765, + "尤": 60766, + "旧": 60767, + "爆": 60768, + "野": 60769, + "汇": 60770, + "帝": 60771, + "裁": 60772, + "秋": 60773, + "糖": 60774, + "宜": 60775, + "們": 60776, + "硬": 60777, + "桥": 60778, + "订": 60779, + "驶": 60780, + "诊": 60781, + "储": 60782, + "禁": 60783, + "暴": 60784, + "估": 60785, + "钢": 60786, + "掌": 60787, + "喝": 60788, + "弱": 60789, + "炎": 60790, + "遗": 60791, + "雷": 60792, + "偏": 60793, + "灯": 60794, + "债": 60795, + "握": 60796, + "讼": 60797, + "询": 60798, + "過": 60799, + "隐": 60800, + "篇": 60801, + "贴": 60802, + "冰": 60803, + "召": 60804, + "恶": 60805, + "盛": 60806, + "乱": 60807, + "醒": 60808, + "牙": 60809, + "迷": 60810, + "圆": 60811, + "刑": 60812, + "奥": 60813, + "­": 60814, + "寻": 60815, + "宗": 60816, + "惊": 60817, + "讯": 60818, + "Б": 60819, + "冬": 60820, + "陆": 60821, + "私": 60822, + "扶": 60823, + "隔": 60824, + "折": 60825, + "業": 60826, + "洋": 60827, + "缓": 60828, + "励": 60829, + "混": 60830, + "吉": 60831, + "楚": 60832, + "挑": 60833, + "扩": 60834, + "敢": 60835, + "勇": 60836, + "忘": 60837, + "摄": 60838, + "岛": 60839, + "鸡": 60840, + "践": 60841, + "妻": 60842, + "妇": 60843, + "厚": 60844, + "坏": 60845, + "懂": 60846, + "鼓": 60847, + "阵": 60848, + "虚": 60849, + "扬": 60850, + "幕": 60851, + "池": 60852, + "忙": 60853, + "經": 60854, + "孔": 60855, + "動": 60856, + "浪": 60857, + "齐": 60858, + "孙": 60859, + "纸": 60860, + "阴": 60861, + "败": 60862, + "润": 60863, + "赔": 60864, + "阅": 60865, + "皇": 60866, + "默": 60867, + "厅": 60868, + "雄": 60869, + "М": 60870, + "镜": 60871, + "焦": 60872, + "船": 60873, + "恩": 60874, + "岗": 60875, + "仪": 60876, + "吴": 60877, + "刺": 60878, + "滑": 60879, + "麻": 60880, + "胡": 60881, + "末": 60882, + "蓝": 60883, + "亡": 60884, + "惯": 60885, + "秘": 60886, + "俄": 60887, + "宽": 60888, + "現": 60889, + "弃": 60890, + "赵": 60891, + "途": 60892, + "А": 60893, + "豆": 60894, + "唱": 60895, + "遍": 60896, + "洁": 60897, + "唐": 60898, + "韩": 60899, + "沟": 60900, + "鉴": 60901, + "旗": 60902, + "慧": 60903, + "纯": 60904, + "肥": 60905, + "耳": 60906, + "宫": 60907, + "缘": 60908, + "残": 60909, + "烧": 60910, + "挂": 60911, + "伙": 60912, + "長": 60913, + "伟": 60914, + "盟": 60915, + "„": 60916, + "說": 60917, + "卷": 60918, + "缩": 60919, + "奋": 60920, + "圣": 60921, + "颜": 60922, + "箱": 60923, + "罚": 60924, + "開": 60925, + "震": 60926, + "朗": 60927, + "苗": 60928, + "狗": 60929, + "污": 60930, + "截": 60931, + "倍": 60932, + "贸": 60933, + "抱": 60934, + "伊": 60935, + "跳": 60936, + "龄": 60937, + "摩": 60938, + "寒": 60939, + "振": 60940, + "绪": 60941, + "雅": 60942, + "谓": 60943, + "肤": 60944, + "胞": 60945, + "泰": 60946, + "乘": 60947, + "诚": 60948, + "塔": 60949, + "尊": 60950, + "漫": 60951, + "唯": 60952, + "庄": 60953, + "Н": 60954, + "淡": 60955, + "婆": 60956, + "森": 60957, + "阻": 60958, + "爷": 60959, + "忆": 60960, + "毫": 60961, + "暗": 60962, + "悉": 60963, + "妹": 60964, + "径": 60965, + "祖": 60966, + "署": 60967, + "衡": 60968, + "闭": 60969, + "湾": 60970, + "窗": 60971, + "聊": 60972, + "敏": 60973, + "抽": 60974, + "燃": 60975, + "徐": 60976, + "绕": 60977, + "诺": 60978, + "梁": 60979, + "饰": 60980, + "陪": 60981, + "赶": 60982, + "恐": 60983, + "账": 60984, + "杯": 60985, + "梅": 60986, + "顿": 60987, + "恋": 60988, + "刀": 60989, + "返": 60990, + "映": 60991, + "贷": 60992, + "蒙": 60993, + "履": 60994, + "將": 60995, + "湿": 60996, + "呈": 60997, + "ю": 60998, + "惠": 60999, + "沿": 61000, + "援": 61001, + "档": 61002, + "巧": 61003, + "亦": 61004, + "猪": 61005, + "Р": 61006, + "當": 61007, + "進": 61008, + "彻": 61009, + "潮": 61010, + "朱": 61011, + "赞": 61012, + "递": 61013, + "Д": 61014, + "繁": 61015, + "勤": 61016, + "氧": 61017, + "á": 61018, + "癌": 61019, + "遭": 61020, + "抵": 61021, + "凡": 61022, + "晓": 61023, + "瑞": 61024, + "£": 61025, + "谷": 61026, + "莫": 61027, + "墙": 61028, + "宇": 61029, + "董": 61030, + "塞": 61031, + "灾": 61032, + "敬": 61033, + "Т": 61034, + "舒": 61035, + "辅": 61036, + "辑": 61037, + "姓": 61038, + "肺": 61039, + "宋": 61040, + "刷": 61041, + "體": 61042, + "浓": 61043, + "實": 61044, + "矿": 61045, + "扎": 61046, + "耐": 61047, + "伍": 61048, + "侵": 61049, + "И": 61050, + "戴": 61051, + "尾": 61052, + "君": 61053, + "旦": 61054, + "殊": 61055, + "迪": 61056, + "珍": 61057, + "菌": 61058, + "脂": 61059, + "欲": 61060, + "膜": 61061, + "迹": 61062, + "潜": 61063, + "屏": 61064, + "券": 61065, + "拟": 61066, + "舍": 61067, + "乳": 61068, + "乌": 61069, + "迅": 61070, + "嘉": 61071, + "替": 61072, + "鲁": 61073, + "抢": 61074, + "泡": 61075, + "怪": 61076, + "趋": 61077, + "跨": 61078, + "丁": 61079, + "祝": 61080, + "详": 61081, + "場": 61082, + "摆": 61083, + "辛": 61084, + "間": 61085, + "關": 61086, + "撑": 61087, + "磨": 61088, + "描": 61089, + "津": 61090, + "洞": 61091, + "轴": 61092, + "扣": 61093, + "汤": 61094, + "肌": 61095, + "旁": 61096, + "泛": 61097, + "纠": 61098, + "俗": 61099, + "洛": 61100, + "伦": 61101, + "孕": 61102, + "赏": 61103, + "甜": 61104, + "～": 61105, + "О": 61106, + "岸": 61107, + "娘": 61108, + "腿": 61109, + "荐": 61110, + "宿": 61111, + "覆": 61112, + "珠": 61113, + "甘": 61114, + "丹": 61115, + "吨": 61116, + "豪": 61117, + "郑": 61118, + "嘴": 61119, + "　": 61120, + "炼": 61121, + "杆": 61122, + "乙": 61123, + "暂": 61124, + "盐": 61125, + "横": 61126, + "機": 61127, + "恢": 61128, + "塑": 61129, + "锅": 61130, + "杰": 61131, + "脉": 61132, + "無": 61133, + "骗": 61134, + "忍": 61135, + "萨": 61136, + "員": 61137, + "迫": 61138, + "贝": 61139, + "晨": 61140, + "資": 61141, + "扫": 61142, + "拼": 61143, + "泉": 61144, + "贯": 61145, + "還": 61146, + "柔": 61147, + "搞": 61148, + "．": 61149, + "锋": 61150, + "辩": 61151, + "册": 61152, + "腾": 61153, + "壁": 61154, + "迁": 61155, + "í": 61156, + "添": 61157, + "驱": 61158, + "昨": 61159, + "偶": 61160, + "逃": 61161, + "凭": 61162, + "巡": 61163, + "循": 61164, + "胶": 61165, + "徒": 61166, + "拒": 61167, + "赢": 61168, + "仁": 61169, + "拜": 61170, + "伸": 61171, + "肝": 61172, + "贡": 61173, + "桃": 61174, + "陷": 61175, + "诸": 61176, + "灭": 61177, + "搜": 61178, + "挺": 61179, + "猫": 61180, + "籍": 61181, + "羊": 61182, + "內": 61183, + "昌": 61184, + "脏": 61185, + "胃": 61186, + "坦": 61187, + "筹": 61188, + "Г": 61189, + "废": 61190, + "忽": 61191, + "伯": 61192, + "胎": 61193, + "锁": 61194, + "耗": 61195, + "烦": 61196, + "尝": 61197, + "泽": 61198, + "闲": 61199, + "垃": 61200, + "圾": 61201, + "區": 61202, + "薄": 61203, + "尿": 61204, + "仓": 61205, + "乏": 61206, + "仙": 61207, + "兼": 61208, + "拆": 61209, + "澳": 61210, + "凉": 61211, + "沒": 61212, + "睛": 61213, + "凝": 61214, + "插": 61215, + "哭": 61216, + "虎": 61217, + "芯": 61218, + "郭": 61219, + "欣": 61220, + "浙": 61221, + "邀": 61222, + "魔": 61223, + "驻": 61224, + "麦": 61225, + "洪": 61226, + "疼": 61227, + "倾": 61228, + "填": 61229, + "肠": 61230, + "碳": 61231, + "惜": 61232, + "氛": 61233, + "忠": 61234, + "恒": 61235, + "瓶": 61236, + "產": 61237, + "圳": 61238, + "並": 61239, + "悲": 61240, + "炒": 61241, + "泥": 61242, + "電": 61243, + "颗": 61244, + "械": 61245, + "隆": 61246, + "杜": 61247, + "篮": 61248, + "旋": 61249, + "誉": 61250, + "秦": 61251, + "页": 61252, + "煤": 61253, + "敌": 61254, + "彼": 61255, + "墨": 61256, + "轨": 61257, + "牢": 61258, + "辉": 61259, + "榜": 61260, + "應": 61261, + "铺": 61262, + "瓜": 61263, + "辈": 61264, + "狂": 61265, + "仿": 61266, + "览": 61267, + "咨": 61268, + "腹": 61269, + "貌": 61270, + "瓦": 61271, + "宏": 61272, + "拓": 61273, + "浮": 61274, + "桌": 61275, + "紫": 61276, + "坡": 61277, + "肿": 61278, + "聘": 61279, + "從": 61280, + "剩": 61281, + "點": 61282, + "漏": 61283, + "碎": 61284, + "滴": 61285, + "腰": 61286, + "晶": 61287, + "嫌": 61288, + "灰": 61289, + "冒": 61290, + "氏": 61291, + "勒": 61292, + "壮": 61293, + "孤": 61294, + "ó": 61295, + "跃": 61296, + "粮": 61297, + "報": 61298, + "種": 61299, + "址": 61300, + "摸": 61301, + "裂": 61302, + "姻": 61303, + "腐": 61304, + "谋": 61305, + "宾": 61306, + "坛": 61307, + "殖": 61308, + "迟": 61309, + "柱": 61310, + "盾": 61311, + "炸": 61312, + "兄": 61313, + "奏": 61314, + "碰": 61315, + "偷": 61316, + "伏": 61317, + "拔": 61318, + "井": 61319, + "妙": 61320, + "姆": 61321, + "闹": 61322, + "畅": 61323, + "®": 61324, + "抑": 61325, + "奔": 61326, + "鞋": 61327, + "宅": 61328, + "粒": 61329, + "荡": 61330, + "逆": 61331, + "啦": 61332, + "尖": 61333, + "涂": 61334, + "枪": 61335, + "摇": 61336, + "寿": 61337, + "绘": 61338, + "â": 61339, + "曼": 61340, + "竹": 61341, + "沈": 61342, + "務": 61343, + "數": 61344, + "€": 61345, + "泪": 61346, + "袋": 61347, + "兩": 61348, + "°": 61349, + "尘": 61350, + "菲": 61351, + "讓": 61352, + "艾": 61353, + "缴": 61354, + "踏": 61355, + "％": 61356, + "奉": 61357, + "鼻": 61358, + "劲": 61359, + "槽": 61360, + "荷": 61361, + "夺": 61362, + "愈": 61363, + "胆": 61364, + "仔": 61365, + "凌": 61366, + "虫": 61367, + "纹": 61368, + "剑": 61369, + "忧": 61370, + "悟": 61371, + "腔": 61372, + "赚": 61373, + "喷": 61374, + "译": 61375, + "慰": 61376, + "凤": 61377, + "胸": 61378, + "秒": 61379, + "琴": 61380, + "吹": 61381, + "挖": 61382, + "遵": 61383, + "盈": 61384, + "撞": 61385, + "拖": 61386, + "辖": 61387, + "邮": 61388, + "邦": 61389, + "凯": 61390, + "渠": 61391, + "計": 61392, + "稿": 61393, + "漂": 61394, + "赖": 61395, + "姑": 61396, + "溪": 61397, + "Л": 61398, + "堆": 61399, + "汗": 61400, + "廉": 61401, + "扰": 61402, + "欠": 61403, + "莱": 61404, + "蜜": 61405, + "魂": 61406, + "尺": 61407, + "梯": 61408, + "螺": 61409, + "鬼": 61410, + "锦": 61411, + "碍": 61412, + "寸": 61413, + "吐": 61414, + "苹": 61415, + "骑": 61416, + "祥": 61417, + "鸟": 61418, + "闪": 61419, + "問": 61420, + "捷": 61421, + "": 61422, + "幻": 61423, + "纵": 61424, + "佩": 61425, + "番": 61426, + "灣": 61427, + "逻": 61428, + "丈": 61429, + "牵": 61430, + "眠": 61431, + "芳": 61432, + "押": 61433, + "車": 61434, + "涵": 61435, + "刊": 61436, + "骤": 61437, + "肩": 61438, + "杭": 61439, + "陶": 61440, + "枝": 61441, + "矛": 61442, + "題": 61443, + "肖": 61444, + "耀": 61445, + "燕": 61446, + "罩": 61447, + "設": 61448, + "ü": 61449, + "師": 61450, + "選": 61451, + "怒": 61452, + "疏": 61453, + "携": 61454, + "齿": 61455, + "稍": 61456, + "撤": 61457, + "斤": 61458, + "呀": 61459, + "允": 61460, + "捐": 61461, + "曹": 61462, + "樣": 61463, + "框": 61464, + "郁": 61465, + "桂": 61466, + "邻": 61467, + "滋": 61468, + "辞": 61469, + "寺": 61470, + "乃": 61471, + "擦": 61472, + "書": 61473, + "皆": 61474, + "啥": 61475, + "薪": 61476, + "導": 61477, + "逼": 61478, + "役": 61479, + "搬": 61480, + "姜": 61481, + "叔": 61482, + "娱": 61483, + "辣": 61484, + "割": 61485, + "赋": 61486, + "認": 61487, + "恰": 61488, + "穷": 61489, + "─": 61490, + "粗": 61491, + "�": 61492, + "哲": 61493, + "谐": 61494, + "捕": 61495, + "ь": 61496, + "滚": 61497, + "弄": 61498, + "瘤": 61499, + "磁": 61500, + "→": 61501, + "Ф": 61502, + "»": 61503, + "壳": 61504, + "晋": 61505, + "議": 61506, + "亩": 61507, + "浅": 61508, + "纤": 61509, + "姿": 61510, + "亏": 61511, + "麼": 61512, + "Е": 61513, + "赴": 61514, + "萬": 61515, + "谱": 61516, + "挡": 61517, + "東": 61518, + "艰": 61519, + "岩": 61520, + "剪": 61521, + "蒸": 61522, + "衰": 61523, + "處": 61524, + "總": 61525, + "戒": 61526, + "玻": 61527, + "霸": 61528, + "艳": 61529, + "網": 61530, + "盗": 61531, + "慈": 61532, + "悦": 61533, + "抚": 61534, + "栏": 61535, + "熊": 61536, + "炉": 61537, + "稀": 61538, + "璃": 61539, + "寄": 61540, + "柳": 61541, + "溶": 61542, + "仰": 61543, + "肾": 61544, + "俊": 61545, + "催": 61546, + "丢": 61547, + "饱": 61548, + "哦": 61549, + "怨": 61550, + "奈": 61551, + "瞬": 61552, + "犹": 61553, + "​": 61554, + "朵": 61555, + "ö": 61556, + "袭": 61557, + "喊": 61558, + "Х": 61559, + "厉": 61560, + "猛": 61561, + "铜": 61562, + "結": 61563, + "舰": 61564, + "烂": 61565, + "徽": 61566, + "黎": 61567, + "疆": 61568, + "夹": 61569, + "糊": 61570, + "崇": 61571, + "毁": 61572, + "惑": 61573, + "渡": 61574, + "胖": 61575, + "棒": 61576, + "串": 61577, + "爽": 61578, + "弯": 61579, + "帅": 61580, + "裤": 61581, + "煮": 61582, + "℃": 61583, + "見": 61584, + "雕": 61585, + "傳": 61586, + "達": 61587, + "ä": 61588, + "強": 61589, + "旺": 61590, + "魏": 61591, + "運": 61592, + "統": 61593, + "盆": 61594, + "旨": 61595, + "別": 61596, + "悬": 61597, + "摘": 61598, + "函": 61599, + "垂": 61600, + "椒": 61601, + "揭": 61602, + "硕": 61603, + "ç": 61604, + "專": 61605, + "蔬": 61606, + "醉": 61607, + "炮": 61608, + "耶": 61609, + "葡": 61610, + "論": 61611, + "則": 61612, + "肃": 61613, + "變": 61614, + "诞": 61615, + "眉": 61616, + "慎": 61617, + "™": 61618, + "滨": 61619, + "锻": 61620, + "咖": 61621, + "俱": 61622, + "脾": 61623, + "乔": 61624, + "悠": 61625, + "滤": 61626, + "暑": 61627, + "迈": 61628, + "牧": 61629, + "調": 61630, + "蔡": 61631, + "雾": 61632, + "浩": 61633, + "羽": 61634, + "陵": 61635, + "恨": 61636, + "咱": 61637, + "盒": 61638, + "晒": 61639, + "碗": 61640, + "記": 61641, + "匹": 61642, + "鸣": 61643, + "颈": 61644, + "踪": 61645, + "纽": 61646, + "娜": 61647, + "晰": 61648, + "柜": 61649, + "莲": 61650, + "荒": 61651, + "娃": 61652, + "腺": 61653, + "萄": 61654, + "辨": 61655, + "門": 61656, + "鼠": 61657, + "觀": 61658, + "斑": 61659, + "魅": 61660, + "З": 61661, + "妆": 61662, + "疲": 61663, + "瘦": 61664, + "飘": 61665, + "創": 61666, + "契": 61667, + "骂": 61668, + "仲": 61669, + "氣": 61670, + "厨": 61671, + "钻": 61672, + "臣": 61673, + "昆": 61674, + "埃": 61675, + "阔": 61676, + "掘": 61677, + "聪": 61678, + "叹": 61679, + "孝": 61680, + "粘": 61681, + "屈": 61682, + "赠": 61683, + "酷": 61684, + "價": 61685, + "拳": 61686, + "孟": 61687, + "匀": 61688, + "戰": 61689, + "婴": 61690, + "卓": 61691, + "術": 61692, + "醫": 61693, + "叠": 61694, + "爬": 61695, + "箭": 61696, + "淘": 61697, + "诈": 61698, + "悔": 61699, + "撒": 61700, + "約": 61701, + "谨": 61702, + "抛": 61703, + "抬": 61704, + "囊": 61705, + "缝": 61706, + "辽": 61707, + "御": 61708, + "風": 61709, + "醇": 61710, + "浸": 61711, + "挤": 61712, + "堡": 61713, + "眾": 61714, + "慕": 61715, + "頭": 61716, + "耕": 61717, + "傅": 61718, + "堵": 61719, + "該": 61720, + "贤": 61721, + "玛": 61722, + "斜": 61723, + "俩": 61724, + "胀": 61725, + "樂": 61726, + "吕": 61727, + "組": 61728, + "疯": 61729, + "邓": 61730, + "馬": 61731, + "單": 61732, + "團": 61733, + "鹏": 61734, + "诱": 61735, + "桑": 61736, + "陕": 61737, + "汁": 61738, + "劝": 61739, + "華": 61740, + "冻": 61741, + "浦": 61742, + "參": 61743, + "倡": 61744, + "砖": 61745, + "叉": 61746, + "披": 61747, + "習": 61748, + "欺": 61749, + "忌": 61750, + "岭": 61751, + "愛": 61752, + "拨": 61753, + "燥": 61754, + "嫁": 61755, + "續": 61756, + "瓷": 61757, + "坊": 61758, + "幽": 61759, + "贾": 61760, + "翼": 61761, + "曰": 61762, + "桶": 61763, + "軍": 61764, + "厦": 61765, + "權": 61766, + "堪": 61767, + "郎": 61768, + "坑": 61769, + "阀": 61770, + "★": 61771, + "據": 61772, + "遥": 61773, + "彰": 61774, + "ы": 61775, + "丧": 61776, + "馈": 61777, + "辦": 61778, + "の": 61779, + "扭": 61780, + "嘛": 61781, + "吊": 61782, + "惧": 61783, + "垫": 61784, + "視": 61785, + "規": 61786, + "臂": 61787, + "曝": 61788, + "義": 61789, + "埋": 61790, + "隊": 61791, + "塘": 61792, + "扮": 61793, + "卢": 61794, + "赤": 61795, + "碑": 61796, + "玲": 61797, + "啡": 61798, + "泄": 61799, + "霍": 61800, + "矩": 61801, + "赁": 61802, + "狼": 61803, + "朴": 61804, + "淋": 61805, + "狠": 61806, + "芝": 61807, + "灌": 61808, + "聯": 61809, + "帶": 61810, + "糕": 61811, + "厌": 61812, + "烤": 61813, + "脆": 61814, + "肚": 61815, + "給": 61816, + "蒂": 61817, + "侯": 61818, + "宠": 61819, + "蒋": 61820, + "沃": 61821, + "寓": 61822, + "弥": 61823, + "卧": 61824, + "涌": 61825, + "裙": 61826, + "弘": 61827, + "棉": 61828, + "邪": 61829, + "霞": 61830, + "兽": 61831, + "惨": 61832, + "氨": 61833, + "費": 61834, + "猜": 61835, + "妥": 61836, + "赫": 61837, + "許": 61838, + "陌": 61839, + "驳": 61840, + "黨": 61841, + "丙": 61842, + "呵": 61843, + "蜂": 61844, + "話": 61845, + "’": 61846, + "卵": 61847, + "胁": 61848, + "涯": 61849, + "昂": 61850, + "募": 61851, + "拌": 61852, + "冯": 61853, + "玄": 61854, + "凸": 61855, + "條": 61856, + "淀": 61857, + "肪": 61858, + "葱": 61859, + "彭": 61860, + "吵": 61861, + "悄": 61862, + "傲": 61863, + "渴": 61864, + "逾": 61865, + "秩": 61866, + "饼": 61867, + "弗": 61868, + "際": 61869, + "宙": 61870, + "涛": 61871, + "湘": 61872, + "決": 61873, + "呆": 61874, + "逢": 61875, + "袁": 61876, + "庙": 61877, + "質": 61878, + "領": 61879, + "難": 61880, + "酱": 61881, + "喂": 61882, + "莉": 61883, + "柏": 61884, + "殿": 61885, + "鹿": 61886, + "岳": 61887, + "ã": 61888, + "姨": 61889, + "椅": 61890, + "贺": 61891, + "毅": 61892, + "傻": 61893, + "颁": 61894, + "芬": 61895, + "ı": 61896, + "張": 61897, + "裡": 61898, + "暨": 61899, + "線": 61900, + "夸": 61901, + "帽": 61902, + "伪": 61903, + "碧": 61904, + "節": 61905, + "項": 61906, + "痕": 61907, + "溢": 61908, + "萧": 61909, + "删": 61910, + "颖": 61911, + "贪": 61912, + "轉": 61913, + "辰": 61914, + "棋": 61915, + "锐": 61916, + "劣": 61917, + "較": 61918, + "請": 61919, + "敦": 61920, + "盲": 61921, + "熬": 61922, + "筒": 61923, + "卜": 61924, + "類": 61925, + "標": 61926, + "炭": 61927, + "氢": 61928, + "唤": 61929, + "―": 61930, + "伐": 61931, + "抹": 61932, + "舟": 61933, + "夕": 61934, + "巾": 61935, + "－": 61936, + "勃": 61937, + "墓": 61938, + "У": 61939, + "拾": 61940, + "亭": 61941, + "绵": 61942, + "確": 61943, + "颇": 61944, + "廷": 61945, + "汪": 61946, + "狱": 61947, + "逸": 61948, + "祭": 61949, + "α": 61950, + "咬": 61951, + "連": 61952, + "蓄": 61953, + "證": 61954, + "洒": 61955, + "叙": 61956, + "砂": 61957, + "韵": 61958, + "翠": 61959, + "營": 61960, + "濟": 61961, + "稱": 61962, + "宪": 61963, + "賽": 61964, + "筛": 61965, + "舉": 61966, + "扑": 61967, + "摊": 61968, + "柴": 61969, + "寨": 61970, + "敲": 61971, + "恼": 61972, + "罢": 61973, + "挣": 61974, + "萌": 61975, + "窝": 61976, + "栋": 61977, + "舌": 61978, + "吓": 61979, + "拘": 61980, + "硅": 61981, + "扇": 61982, + "株": 61983, + "萝": 61984, + "芽": 61985, + "蹈": 61986, + "è": 61987, + "茂": 61988, + "覺": 61989, + "掩": 61990, + "蛇": 61991, + "袖": 61992, + "咳": 61993, + "潘": 61994, + "鸿": 61995, + "浆": 61996, + "锡": 61997, + "ー": 61998, + "穆": 61999, + "裕": 62000, + "憾": 62001, + "抖": 62002, + "凶": 62003, + "茫": 62004, + "躺": 62005, + "苍": 62006, + "級": 62007, + "豫": 62008, + "晴": 62009, + "狮": 62010, + "預": 62011, + "獲": 62012, + "丑": 62013, + "浴": 62014, + "遊": 62015, + "慌": 62016, + "烯": 62017, + "逝": 62018, + "擅": 62019, + "逊": 62020, + "壤": 62021, + "帕": 62022, + "渔": 62023, + "環": 62024, + "筋": 62025, + "腻": 62026, + "畏": 62027, + "識": 62028, + "漠": 62029, + "翔": 62030, + "à": 62031, + "肢": 62032, + "梳": 62033, + "沪": 62034, + "泳": 62035, + "侦": 62036, + "幾": 62037, + "Â": 62038, + "臭": 62039, + "驰": 62040, + "虾": 62041, + "泌": 62042, + "語": 62043, + "衬": 62044, + "崩": 62045, + "嫩": 62046, + "轰": 62047, + "稻": 62048, + "旬": 62049, + "勾": 62050, + "躲": 62051, + "斌": 62052, + "庞": 62053, + "鼎": 62054, + "歷": 62055, + "犬": 62056, + "虹": 62057, + "渣": 62058, + "愁": 62059, + "▲": 62060, + "親": 62061, + "愤": 62062, + "畫": 62063, + "廊": 62064, + "兒": 62065, + "愉": 62066, + "職": 62067, + "丘": 62068, + "協": 62069, + "備": 62070, + "姚": 62071, + "卻": 62072, + "棚": 62073, + "攀": 62074, + "遮": 62075, + "亞": 62076, + "懒": 62077, + "盼": 62078, + "兔": 62079, + "栽": 62080, + "仇": 62081, + "搅": 62082, + "巷": 62083, + "霜": 62084, + "闷": 62085, + "匆": 62086, + "峡": 62087, + "驗": 62088, + "韦": 62089, + "滩": 62090, + "罐": 62091, + "钙": 62092, + "乾": 62093, + "茅": 62094, + "馨": 62095, + "谊": 62096, + "喻": 62097, + "廣": 62098, + "搏": 62099, + "葛": 62100, + "宴": 62101, + "渗": 62102, + "菩": 62103, + "纲": 62104, + "聞": 62105, + "猎": 62106, + "寂": 62107, + "維": 62108, + "绑": 62109, + "護": 62110, + "琳": 62111, + "厘": 62112, + "昏": 62113, + "穴": 62114, + "兑": 62115, + "離": 62116, + "滞": 62117, + "酬": 62118, + "娇": 62119, + "●": 62120, + "侠": 62121, + "焊": 62122, + "芒": 62123, + "淮": 62124, + "厕": 62125, + "尸": 62126, + "衔": 62127, + "抄": 62128, + "牲": 62129, + "踩": 62130, + "诵": 62131, + "铭": 62132, + "葬": 62133, + "歉": 62134, + "園": 62135, + "陳": 62136, + "鸭": 62137, + "−": 62138, + "窃": 62139, + "蒜": 62140, + "吞": 62141, + "漆": 62142, + "衷": 62143, + "巩": 62144, + "劫": 62145, + "绳": 62146, + "誓": 62147, + "滿": 62148, + "妨": 62149, + "削": 62150, + "態": 62151, + "兆": 62152, + "枚": 62153, + "惩": 62154, + "顯": 62155, + "況": 62156, + "煌": 62157, + "腊": 62158, + "響": 62159, + "吾": 62160, + "挫": 62161, + "ā": 62162, + "爾": 62163, + "儒": 62164, + "準": 62165, + "遂": 62166, + "糟": 62167, + "溃": 62168, + "浇": 62169, + "歧": 62170, + "試": 62171, + "卸": 62172, + "笼": 62173, + "妖": 62174, + "藝": 62175, + "柯": 62176, + "衍": 62177, + "祸": 62178, + "赌": 62179, + "猴": 62180, + "熱": 62181, + "铸": 62182, + "泊": 62183, + "凹": 62184, + "躁": 62185, + "摔": 62186, + "窄": 62187, + "①": 62188, + "圖": 62189, + "枯": 62190, + "勢": 62191, + "铝": 62192, + "黃": 62193, + "極": 62194, + "莎": 62195, + "羡": 62196, + "咸": 62197, + "崔": 62198, + "戈": 62199, + "趁": 62200, + "媳": 62201, + "缸": 62202, + "聲": 62203, + "臺": 62204, + "苯": 62205, + "す": 62206, + "阁": 62207, + "怖": 62208, + "卑": 62209, + "辱": 62210, + "晕": 62211, + "饿": 62212, + "饲": 62213, + "叛": 62214, + "盯": 62215, + "禅": 62216, + "膀": 62217, + "酵": 62218, + "坪": 62219, + "扔": 62220, + "②": 62221, + "課": 62222, + "斥": 62223, + "評": 62224, + "億": 62225, + "胺": 62226, + "梨": 62227, + "優": 62228, + "碌": 62229, + "浑": 62230, + "隨": 62231, + "帆": 62232, + "萍": 62233, + "蕴": 62234, + "鑫": 62235, + "／": 62236, + "泵": 62237, + "酯": 62238, + "钓": 62239, + "佐": 62240, + "縣": 62241, + "侣": 62242, + "檢": 62243, + "ا": 62244, + "尬": 62245, + "戚": 62246, + "轿": 62247, + "歲": 62248, + "蟹": 62249, + "哀": 62250, + "を": 62251, + "紀": 62252, + "脊": 62253, + "雖": 62254, + "Ч": 62255, + "咽": 62256, + "缠": 62257, + "構": 62258, + "羞": 62259, + "膏": 62260, + "養": 62261, + "鹰": 62262, + "狀": 62263, + "瓣": 62264, + "爭": 62265, + "熙": 62266, + "椎": 62267, + "菊": 62268, + "唇": 62269, + "骄": 62270, + "捧": 62271, + "巢": 62272, + "蓬": 62273, + "裹": 62274, + "凑": 62275, + "噪": 62276, + "枣": 62277, + "丸": 62278, + "匠": 62279, + "斷": 62280, + "終": 62281, + "詹": 62282, + "讀": 62283, + "翰": 62284, + "煎": 62285, + "帖": 62286, + "號": 62287, + "硫": 62288, + "坤": 62289, + "積": 62290, + "瑜": 62291, + "戶": 62292, + "辐": 62293, + "磷": 62294, + "邊": 62295, + "潭": 62296, + "泼": 62297, + "挽": 62298, + "訊": 62299, + "興": 62300, + "碱": 62301, + "栓": 62302, + "§": 62303, + "逛": 62304, + "狐": 62305, + "匙": 62306, + "隙": 62307, + "钉": 62308, + "扯": 62309, + "膝": 62310, + "锂": 62311, + "灿": 62312, + "纺": 62313, + "嵌": 62314, + "る": 62315, + "坝": 62316, + "侨": 62317, + "獎": 62318, + "畜": 62319, + "劇": 62320, + "兹": 62321, + "聽": 62322, + "丛": 62323, + "磊": 62324, + "昭": 62325, + "尴": 62326, + "妮": 62327, + "踢": 62328, + "鹅": 62329, + "雇": 62330, + "轩": 62331, + "庸": 62332, + "慨": 62333, + "μ": 62334, + "艇": 62335, + "牺": 62336, + "贩": 62337, + "刮": 62338, + "嘱": 62339, + "砸": 62340, + "″": 62341, + "枢": 62342, + "帐": 62343, + "怜": 62344, + "屬": 62345, + "弦": 62346, + "婷": 62347, + "粤": 62348, + "し": 62349, + "谅": 62350, + "罕": 62351, + "奠": 62352, + "舆": 62353, + "酶": 62354, + "陸": 62355, + "仗": 62356, + "險": 62357, + "吻": 62358, + "怡": 62359, + "钩": 62360, + "捉": 62361, + "羅": 62362, + "陀": 62363, + "講": 62364, + "峻": 62365, + "撕": 62366, + "´": 62367, + "坎": 62368, + "藤": 62369, + "僧": 62370, + "砍": 62371, + "製": 62372, + "旭": 62373, + "纱": 62374, + "責": 62375, + "係": 62376, + "沫": 62377, + "剥": 62378, + "遠": 62379, + "輕": 62380, + "妃": 62381, + "阐": 62382, + "闯": 62383, + "奴": 62384, + "辟": 62385, + "靖": 62386, + "に": 62387, + "裝": 62388, + "铃": 62389, + "蛮": 62390, + "粹": 62391, + "僅": 62392, + "懈": 62393, + "棵": 62394, + "復": 62395, + "鹤": 62396, + "剖": 62397, + "竭": 62398, + "勉": 62399, + "钥": 62400, + "颠": 62401, + "蚀": 62402, + "🙂": 62403, + "荆": 62404, + "劃": 62405, + "ñ": 62406, + "歇": 62407, + "財": 62408, + "Ш": 62409, + "衫": 62410, + "農": 62411, + "薇": 62412, + "愧": 62413, + "±": 62414, + "陽": 62415, + "獨": 62416, + "菇": 62417, + "谦": 62418, + "이": 62419, + "適": 62420, + "乖": 62421, + "捞": 62422, + "寫": 62423, + "紅": 62424, + "霉": 62425, + "須": 62426, + "肆": 62427, + "奢": 62428, + "杠": 62429, + "咪": 62430, + "粥": 62431, + "“": 62432, + "擎": 62433, + "醋": 62434, + "”": 62435, + "芦": 62436, + "甸": 62437, + "減": 62438, + "屁": 62439, + "晃": 62440, + "汰": 62441, + "斩": 62442, + "汛": 62443, + "痴": 62444, + "執": 62445, + "雙": 62446, + "夠": 62447, + "溜": 62448, + "瑰": 62449, + "嚴": 62450, + "痘": 62451, + "療": 62452, + "歡": 62453, + "艘": 62454, + "喘": 62455, + "拐": 62456, + "敷": 62457, + "薯": 62458, + "缆": 62459, + "酿": 62460, + "擊": 62461, + "谣": 62462, + "勿": 62463, + "〇": 62464, + "刹": 62465, + "耍": 62466, + "琼": 62467, + "蝶": 62468, + "錄": 62469, + "泻": 62470, + "擔": 62471, + "測": 62472, + "矫": 62473, + "苑": 62474, + "拦": 62475, + "惹": 62476, + "薛": 62477, + "負": 62478, + "伞": 62479, + "杏": 62480, + "ン": 62481, + "皱": 62482, + "塌": 62483, + "橡": 62484, + "遣": 62485, + "勘": 62486, + "喉": 62487, + "壶": 62488, + "捡": 62489, + "秉": 62490, + "蓉": 62491, + "蕾": 62492, + "茨": 62493, + "旱": 62494, + "梗": 62495, + "谭": 62496, + "い": 62497, + "澡": 62498, + "渊": 62499, + "細": 62500, + "撰": 62501, + "戲": 62502, + "浏": 62503, + "다": 62504, + "層": 62505, + "—": 62506, + "氯": 62507, + "玫": 62508, + "桩": 62509, + "買": 62510, + "竖": 62511, + "狭": 62512, + "祈": 62513, + "烷": 62514, + "吁": 62515, + "凰": 62516, + "雀": 62517, + "③": 62518, + "韧": 62519, + "｜": 62520, + "卿": 62521, + "樱": 62522, + "髓": 62523, + "で": 62524, + "娟": 62525, + "疹": 62526, + "翁": 62527, + "瑶": 62528, + "屠": 62529, + "恭": 62530, + "†": 62531, + "烘": 62532, + "宰": 62533, + "Ц": 62534, + "屡": 62535, + "蘭": 62536, + "勺": 62537, + "妄": 62538, + "沧": 62539, + "嗽": 62540, + "瑟": 62541, + "蔽": 62542, + "烫": 62543, + "绣": 62544, + "討": 62545, + "膨": 62546, + "坠": 62547, + "彬": 62548, + "弊": 62549, + "沸": 62550, + "裸": 62551, + "沾": 62552, + "㎡": 62553, + "痰": 62554, + "卦": 62555, + "壓": 62556, + "«": 62557, + "茄": 62558, + "傷": 62559, + "枫": 62560, + "淑": 62561, + "邱": 62562, + "屯": 62563, + "彦": 62564, + "監": 62565, + "莹": 62566, + "溫": 62567, + "禽": 62568, + "挨": 62569, + "溯": 62570, + "虐": 62571, + "婉": 62572, + "嗯": 62573, + "锈": 62574, + "繼": 62575, + "ο": 62576, + "柄": 62577, + "β": 62578, + "藥": 62579, + "莞": 62580, + "杉": 62581, + "黏": 62582, + "窑": 62583, + "娶": 62584, + "隧": 62585, + "嘲": 62586, + "桐": 62587, + "購": 62588, + "館": 62589, + "翅": 62590, + "顽": 62591, + "幫": 62592, + "僵": 62593, + "爹": 62594, + "赐": 62595, + "绎": 62596, + "帘": 62597, + "郡": 62598, + "锤": 62599, + "伽": 62600, + "冀": 62601, + "郊": 62602, + "弧": 62603, + "廖": 62604, + "織": 62605, + "崛": 62606, + "寶": 62607, + "寡": 62608, + "衛": 62609, + "丨": 62610, + "闺": 62611, + "脖": 62612, + "澄": 62613, + "灶": 62614, + "舱": 62615, + "惟": 62616, + "錢": 62617, + "厢": 62618, + "簡": 62619, + "練": 62620, + "龍": 62621, + "ま": 62622, + "骚": 62623, + "昔": 62624, + "捏": 62625, + "銷": 62626, + "殷": 62627, + "涩": 62628, + "稣": 62629, + "¬": 62630, + "撼": 62631, + "肇": 62632, + "愚": 62633, + "尹": 62634, + "絕": 62635, + "ト": 62636, + "圍": 62637, + "ل": 62638, + "談": 62639, + "氮": 62640, + "ú": 62641, + "熔": 62642, + "掀": 62643, + "痒": 62644, + "栅": 62645, + "贼": 62646, + "′": 62647, + "訪": 62648, + "て": 62649, + "橘": 62650, + "崖": 62651, + "銀": 62652, + "垒": 62653, + "蔓": 62654, + "爵": 62655, + "・": 62656, + "缅": 62657, + "媚": 62658, + "雁": 62659, + "夷": 62660, + "擇": 62661, + "扁": 62662, + "樓": 62663, + "侍": 62664, + "啤": 62665, + "萎": 62666, + "枕": 62667, + "蹲": 62668, + "裔": 62669, + "補": 62670, + "钮": 62671, + "採": 62672, + "滥": 62673, + "藉": 62674, + "願": 62675, + "饶": 62676, + "ス": 62677, + "冶": 62678, + "鐵": 62679, + "槛": 62680, + "湛": 62681, + "甩": 62682, + "奸": 62683, + "姥": 62684, + "琐": 62685, + "谎": 62686, + "矣": 62687, + "鄉": 62688, + "澜": 62689, + "琪": 62690, + "歐": 62691, + "訴": 62692, + "舅": 62693, + "ê": 62694, + "淫": 62695, + "雲": 62696, + "叮": 62697, + "趟": 62698, + "錯": 62699, + "珊": 62700, + "橙": 62701, + "渝": 62702, + "臨": 62703, + "冈": 62704, + "揉": 62705, + "颤": 62706, + "烹": 62707, + "沥": 62708, + "钦": 62709, + "簧": 62710, + "å": 62711, + "绒": 62712, + "邵": 62713, + "聖": 62714, + "魄": 62715, + "惕": 62716, + "堅": 62717, + "τ": 62718, + "溺": 62719, + "蚁": 62720, + "辜": 62721, + "睁": 62722, + "〔": 62723, + "〕": 62724, + "迭": 62725, + "韓": 62726, + "焕": 62727, + "媽": 62728, + "編": 62729, + "舶": 62730, + "吟": 62731, + "廠": 62732, + "邹": 62733, + "は": 62734, + "禮": 62735, + "飛": 62736, + "€": 62737, + "蜡": 62738, + "钠": 62739, + "耻": 62740, + "炫": 62741, + "隶": 62742, + "│": 62743, + "洽": 62744, + "掏": 62745, + "疮": 62746, + "扛": 62747, + "屑": 62748, + "跪": 62749, + "審": 62750, + "蒲": 62751, + "顧": 62752, + "訓": 62753, + "額": 62754, + "倦": 62755, + "羁": 62756, + "換": 62757, + "鄂": 62758, + "匪": 62759, + "逗": 62760, + "盡": 62761, + "豹": 62762, + "Ю": 62763, + "ε": 62764, + "異": 62765, + "挪": 62766, + "哺": 62767, + "逮": 62768, + "敞": 62769, + "瞧": 62770, + "謝": 62771, + "と": 62772, + "咋": 62773, + "腦": 62774, + "磅": 62775, + "垄": 62776, + "寞": 62777, + "矮": 62778, + "绽": 62779, + "讽": 62780, + "堤": 62781, + "贬": 62782, + "腕": 62783, + "殺": 62784, + "焰": 62785, + "Ã": 62786, + "颂": 62787, + "龟": 62788, + "刃": 62789, + "蔚": 62790, + "貨": 62791, + "勋": 62792, + "哄": 62793, + "麟": 62794, + "粽": 62795, + "鞭": 62796, + "勝": 62797, + "讶": 62798, + "蜀": 62799, + "歪": 62800, + "睿": 62801, + "揽": 62802, + "卒": 62803, + "梭": 62804, + "醛": 62805, + "蚊": 62806, + "勞": 62807, + "た": 62808, + "姬": 62809, + "釋": 62810, + "½": 62811, + "順": 62812, + "诠": 62813, + "靈": 62814, + "乒": 62815, + "孵": 62816, + "劉": 62817, + "酮": 62818, + "胰": 62819, + "仕": 62820, + "铅": 62821, + "ι": 62822, + "巫": 62823, + "棍": 62824, + "ş": 62825, + "冥": 62826, + "兮": 62827, + "巅": 62828, + "涡": 62829, + "兜": 62830, + "锌": 62831, + "š": 62832, + "硝": 62833, + "帧": 62834, + "墅": 62835, + "稅": 62836, + "な": 62837, + "ν": 62838, + "丫": 62839, + "袍": 62840, + "俯": 62841, + "粪": 62842, + "呕": 62843, + "蝎": 62844, + "傍": 62845, + "牡": 62846, + "島": 62847, + "輪": 62848, + "饺": 62849, + "拯": 62850, + "潇": 62851, + "挚": 62852, + "侃": 62853, + "爪": 62854, + "镀": 62855, + "鲍": 62856, + "が": 62857, + "漢": 62858, + "咒": 62859, + "緊": 62860, + "幣": 62861, + "稚": 62862, + "莓": 62863, + "佑": 62864, + "沐": 62865, + "饥": 62866, + "炖": 62867, + "闸": 62868, + "酰": 62869, + "聆": 62870, + "酌": 62871, + "柿": 62872, + "栖": 62873, + "는": 62874, + "納": 62875, + "榮": 62876, + "嗎": 62877, + "襄": 62878, + "Й": 62879, + "棕": 62880, + "熏": 62881, + "蠢": 62882, + "茎": 62883, + "宵": 62884, + "埔": 62885, + "笨": 62886, + "弓": 62887, + "嫂": 62888, + "賣": 62889, + "栗": 62890, + "佣": 62891, + "禄": 62892, + "岂": 62893, + "缔": 62894, + "■": 62895, + "睹": 62896, + "毯": 62897, + "範": 62898, + "亨": 62899, + "摧": 62900, + "〉": 62901, + "彤": 62902, + "宛": 62903, + "赣": 62904, + "楠": 62905, + "闽": 62906, + "俞": 62907, + "哎": 62908, + "祂": 62909, + "瞒": 62910, + "佬": 62911, + "膳": 62912, + "汝": 62913, + "畔": 62914, + "贞": 62915, + "甫": 62916, + "沂": 62917, + "祛": 62918, + "榆": 62919, + "靶": 62920, + "瀑": 62921, + "雯": 62922, + "瘾": 62923, + "铲": 62924, + "倪": 62925, + "餘": 62926, + "竣": 62927, + "奕": 62928, + "黛": 62929, + "冤": 62930, + "蚂": 62931, + "绸": 62932, + "瞎": 62933, + "¢": 62934, + "泣": 62935, + "瞻": 62936, + "祷": 62937, + "氟": 62938, + "琦": 62939, + "遏": 62940, + "σ": 62941, + "穩": 62942, + "谜": 62943, + "喇": 62944, + "灸": 62945, + "〈": 62946, + "嘿": 62947, + "钾": 62948, + "耿": 62949, + "菱": 62950, + "鸽": 62951, + "焚": 62952, + "愣": 62953, + "哇": 62954, + "하": 62955, + "耽": 62956, + "栈": 62957, + "蛛": 62958, + "寝": 62959, + "拱": 62960, + "沦": 62961, + "豐": 62962, + "吼": 62963, + "恳": 62964, + "秤": 62965, + "剛": 62966, + "＋": 62967, + "甄": 62968, + "攝": 62969, + "擁": 62970, + "昧": 62971, + "昊": 62972, + "骏": 62973, + "載": 62974, + "壹": 62975, + "懷": 62976, + "啟": 62977, + "週": 62978, + "階": 62979, + "麗": 62980, + "筷": 62981, + "謂": 62982, + "缀": 62983, + "荧": 62984, + "吳": 62985, + "邢": 62986, + "ρ": 62987, + "糯": 62988, + "④": 62989, + "喀": 62990, + "ë": 62991, + "惫": 62992, + "诀": 62993, + "霆": 62994, + "魚": 62995, + "惡": 62996, + "Ж": 62997, + "芹": 62998, + "針": 62999, + "飙": 63000, + "蕉": 63001, + "ク": 63002, + "畢": 63003, + "暮": 63004, + "翘": 63005, + "瘫": 63006, + "蛙": 63007, + "奎": 63008, + "畴": 63009, + "夯": 63010, + "剔": 63011, + "م": 63012, + "哨": 63013, + "卉": 63014, + "芙": 63015, + "屆": 63016, + "禹": 63017, + "俭": 63018, + "籽": 63019, + "イ": 63020, + "胚": 63021, + "에": 63022, + "鸦": 63023, + "鐘": 63024, + "抒": 63025, + "π": 63026, + "競": 63027, + "樹": 63028, + "馅": 63029, + "＝": 63030, + "歸": 63031, + "ł": 63032, + "敛": 63033, + "贿": 63034, + "郝": 63035, + "靓": 63036, + "訂": 63037, + "樊": 63038, + "弈": 63039, + "ル": 63040, + "彪": 63041, + "匿": 63042, + "沛": 63043, + "睐": 63044, + "翡": 63045, + "敗": 63046, + "阜": 63047, + "笋": 63048, + "鎮": 63049, + "綠": 63050, + "哑": 63051, + "帷": 63052, + "貴": 63053, + "▼": 63054, + "霖": 63055, + "哼": 63056, + "筆": 63057, + "陋": 63058, + "坟": 63059, + "藻": 63060, + "拢": 63061, + "慶": 63062, + "詞": 63063, + "荔": 63064, + "雜": 63065, + "棘": 63066, + "酥": 63067, + "澈": 63068, + "顷": 63069, + "缕": 63070, + "宮": 63071, + "旷": 63072, + "γ": 63073, + "舊": 63074, + "ž": 63075, + "을": 63076, + "纬": 63077, + "雍": 63078, + "叨": 63079, + "蘇": 63080, + "診": 63081, + "尋": 63082, + "↓": 63083, + "汕": 63084, + "龚": 63085, + "懵": 63086, + "腥": 63087, + "淹": 63088, + "庚": 63089, + "邑": 63090, + "聂": 63091, + "漸": 63092, + "怠": 63093, + "晖": 63094, + "績": 63095, + "雌": 63096, + "λ": 63097, + "紊": 63098, + "◆": 63099, + "榴": 63100, + "拭": 63101, + "蹭": 63102, + "漓": 63103, + "嚣": 63104, + "飲": 63105, + "躯": 63106, + "祁": 63107, + "缚": 63108, + "Ｘ": 63109, + "淳": 63110, + "攒": 63111, + "夢": 63112, + "肋": 63113, + "嘻": 63114, + "豁": 63115, + "Я": 63116, + "盏": 63117, + "÷": 63118, + "ô": 63119, + "冉": 63120, + "韶": 63121, + "腌": 63122, + "苟": 63123, + "褐": 63124, + "捆": 63125, + "皂": 63126, + "і": 63127, + "嚼": 63128, + "廓": 63129, + "れ": 63130, + "趴": 63131, + "ğ": 63132, + "Щ": 63133, + "掺": 63134, + "蹄": 63135, + "煞": 63136, + "喧": 63137, + "ن": 63138, + "沁": 63139, + "詩": 63140, + "侈": 63141, + "扒": 63142, + "孜": 63143, + "芭": 63144, + "": 63145, + "窟": 63146, + "徵": 63147, + "脫": 63148, + "殴": 63149, + "蝴": 63150, + "苔": 63151, + "凳": 63152, + "戳": 63153, + "暇": 63154, + "軟": 63155, + "遺": 63156, + "č": 63157, + "澎": 63158, + "葵": 63159, + "驿": 63160, + "媛": 63161, + "嗓": 63162, + "驚": 63163, + "揮": 63164, + "禾": 63165, + "貿": 63166, + "█": 63167, + "涅": 63168, + "로": 63169, + "️": 63170, + "魁": 63171, + "仑": 63172, + "砺": 63173, + "妒": 63174, + "ѝ": 63175, + "歼": 63176, + "赎": 63177, + "灼": 63178, + "焉": 63179, + "咯": 63180, + "奧": 63181, + "畸": 63182, + "檬": 63183, + "眸": 63184, + "瞄": 63185, + "臀": 63186, + "呐": 63187, + "烛": 63188, + "輸": 63189, + "咏": 63190, + "笛": 63191, + "璐": 63192, + "靜": 63193, + "楷": 63194, + "腳": 63195, + "倩": 63196, + "棱": 63197, + "榨": 63198, + "를": 63199, + "庐": 63200, + "搓": 63201, + "磕": 63202, + "婦": 63203, + "锥": 63204, + "倚": 63205, + "楊": 63206, + "洱": 63207, + "兢": 63208, + "恍": 63209, + "迦": 63210, + "巍": 63211, + "ر": 63212, + "仆": 63213, + "牟": 63214, + "倫": 63215, + "挠": 63216, + "虞": 63217, + "棠": 63218, + "ッ": 63219, + "寥": 63220, + "妊": 63221, + "絲": 63222, + "의": 63223, + "驴": 63224, + "眷": 63225, + "諸": 63226, + "蹦": 63227, + "矢": 63228, + "娥": 63229, + "彈": 63230, + "屎": 63231, + "霾": 63232, + "►": 63233, + "琢": 63234, + "盤": 63235, + "乞": 63236, + "違": 63237, + "斋": 63238, + "荫": 63239, + "慮": 63240, + "債": 63241, + "誤": 63242, + "贱": 63243, + "揣": 63244, + "掠": 63245, + "盔": 63246, + "娠": 63247, + "匈": 63248, + "リ": 63249, + "钛": 63250, + "窦": 63251, + "觅": 63252, + "镑": 63253, + "‚": 63254, + "葫": 63255, + "觸": 63256, + "绞": 63257, + "萃": 63258, + "篷": 63259, + "崎": 63260, + "啪": 63261, + "柠": 63262, + "杞": 63263, + "祀": 63264, + "擴": 63265, + "驼": 63266, + "苛": 63267, + "黔": 63268, + "阱": 63269, + "衝": 63270, + "圓": 63271, + "韭": 63272, + "幂": 63273, + "迄": 63274, + "梓": 63275, + "庫": 63276, + "嫉": 63277, + "釉": 63278, + "淄": 63279, + "ø": 63280, + "穗": 63281, + "糙": 63282, + "汲": 63283, + "獻": 63284, + "²": 63285, + "堰": 63286, + "ě": 63287, + "亂": 63288, + "昼": 63289, + "浊": 63290, + "損": 63291, + "翩": 63292, + "恤": 63293, + "芜": 63294, + "稽": 63295, + "蜘": 63296, + "紹": 63297, + "瞪": 63298, + "諾": 63299, + "ī": 63300, + "稠": 63301, + "叭": 63302, + "佈": 63303, + "閱": 63304, + "睦": 63305, + "礎": 63306, + "가": 63307, + "憋": 63308, + "寅": 63309, + "絮": 63310, + "涤": 63311, + "니": 63312, + "倘": 63313, + "菠": 63314, + "凄": 63315, + "嘎": 63316, + "隋": 63317, + "築": 63318, + "坞": 63319, + "盎": 63320, + "璋": 63321, + "羯": 63322, + "狸": 63323, + "κ": 63324, + "绷": 63325, + "乓": 63326, + "饪": 63327, + "屿": 63328, + "悍": 63329, + "渭": 63330, + "筝": 63331, + "ř": 63332, + "輯": 63333, + "骆": 63334, + "葉": 63335, + "ت": 63336, + "捣": 63337, + "噩": 63338, + "淤": 63339, + "蝉": 63340, + "齊": 63341, + "帜": 63342, + "簽": 63343, + "勵": 63344, + "尧": 63345, + "こ": 63346, + "É": 63347, + "芸": 63348, + "诫": 63349, + "犀": 63350, + "و": 63351, + "碼": 63352, + "貼": 63353, + "贮": 63354, + "堕": 63355, + "ς": 63356, + "垮": 63357, + "噬": 63358, + "锯": 63359, + "镶": 63360, + "禧": 63361, + "钧": 63362, + "耦": 63363, + "烁": 63364, + "颅": 63365, + "讳": 63366, + "杖": 63367, + "蚕": 63368, + "狄": 63369, + "頁": 63370, + "淨": 63371, + "飯": 63372, + "搁": 63373, + "疡": 63374, + "皓": 63375, + "哮": 63376, + "祠": 63377, + "鮮": 63378, + "砌": 63379, + "か": 63380, + "啸": 63381, + "娅": 63382, + "闫": 63383, + "ي": 63384, + "哗": 63385, + "瘟": 63386, + "碟": 63387, + "岚": 63388, + "绊": 63389, + "臉": 63390, + "晾": 63391, + "泸": 63392, + "卤": 63393, + "肛": 63394, + "靡": 63395, + "さ": 63396, + "塊": 63397, + "渲": 63398, + "曙": 63399, + "鄙": 63400, + "疤": 63401, + "簇": 63402, + "タ": 63403, + "朔": 63404, + "袜": 63405, + "捂": 63406, + "棄": 63407, + "지": 63408, + "鞍": 63409, + "潍": 63410, + "ō": 63411, + "≤": 63412, + "崭": 63413, + "鍵": 63414, + "梵": 63415, + "骼": 63416, + "詢": 63417, + "災": 63418, + "琅": 63419, + "墩": 63420, + "拂": 63421, + "辊": 63422, + "‧": 63423, + "蓋": 63424, + "厄": 63425, + "壞": 63426, + "矶": 63427, + "扳": 63428, + "坯": 63429, + "嗅": 63430, + "戊": 63431, + "炳": 63432, + "梧": 63433, + "诡": 63434, + "裴": 63435, + "酚": 63436, + "ア": 63437, + "♥": 63438, + "誰": 63439, + "汾": 63440, + "曦": 63441, + "绚": 63442, + "碾": 63443, + "├": 63444, + "☆": 63445, + "頻": 63446, + "俏": 63447, + "丞": 63448, + "檔": 63449, + "咕": 63450, + "紛": 63451, + "垢": 63452, + "綜": 63453, + "漳": 63454, + "ć": 63455, + "淌": 63456, + "廳": 63457, + "汀": 63458, + "ś": 63459, + "娩": 63460, + "緣": 63461, + "轧": 63462, + "幢": 63463, + "亥": 63464, + "肘": 63465, + "膊": 63466, + "伺": 63467, + "钳": 63468, + "憶": 63469, + "枸": 63470, + "妍": 63471, + "拇": 63472, + "飾": 63473, + "瑕": 63474, + "霄": 63475, + "垦": 63476, + "锚": 63477, + "儀": 63478, + "侄": 63479, + "虛": 63480, + "頂": 63481, + "ा": 63482, + "∶": 63483, + "複": 63484, + "ą": 63485, + "瞩": 63486, + "渤": 63487, + "陡": 63488, + "○": 63489, + "窍": 63490, + "譬": 63491, + "哉": 63492, + "渺": 63493, + "蘑": 63494, + "鳞": 63495, + "漲": 63496, + "姊": 63497, + "脐": 63498, + "桓": 63499, + "橋": 63500, + "藍": 63501, + "谍": 63502, + "賴": 63503, + "陰": 63504, + "佔": 63505, + "撩": 63506, + "‐": 63507, + "熄": 63508, + "劈": 63509, + "疚": 63510, + "茵": 63511, + "褪": 63512, + "絡": 63513, + "胳": 63514, + "竿": 63515, + "肽": 63516, + "癫": 63517, + "裏": 63518, + "寇": 63519, + "嘟": 63520, + "嘘": 63521, + "り": 63522, + "吏": 63523, + "咐": 63524, + "秆": 63525, + "钞": 63526, + "葩": 63527, + "囚": 63528, + "眨": 63529, + "埠": 63530, + "脓": 63531, + "洼": 63532, + "偉": 63533, + "骁": 63534, + "朽": 63535, + "😉": 63536, + "砥": 63537, + "η": 63538, + "ラ": 63539, + "尉": 63540, + "柚": 63541, + "漱": 63542, + "槐": 63543, + "拽": 63544, + "僚": 63545, + "咧": 63546, + "湃": 63547, + "覽": 63548, + "怯": 63549, + "耸": 63550, + "柬": 63551, + "橄": 63552, + "靴": 63553, + "拧": 63554, + "緩": 63555, + "榄": 63556, + "기": 63557, + "戎": 63558, + "서": 63559, + "수": 63560, + "窥": 63561, + "誠": 63562, + "镁": 63563, + "硒": 63564, + "弛": 63565, + "賞": 63566, + "ý": 63567, + "™": 63568, + "麒": 63569, + "饵": 63570, + "θ": 63571, + "珀": 63572, + "淇": 63573, + "檐": 63574, + "揚": 63575, + "窜": 63576, + "齡": 63577, + "õ": 63578, + "柑": 63579, + "د": 63580, + "亢": 63581, + "鄭": 63582, + "俘": 63583, + "昕": 63584, + "汹": 63585, + "渍": 63586, + "玺": 63587, + "呗": 63588, + "斧": 63589, + "枉": 63590, + "衅": 63591, + "涕": 63592, + "皖": 63593, + "孫": 63594, + "＂": 63595, + "眯": 63596, + "δ": 63597, + "陣": 63598, + "瀚": 63599, + "蜗": 63600, + "惰": 63601, + "△": 63602, + "≥": 63603, + "譯": 63604, + "秸": 63605, + "馒": 63606, + "純": 63607, + "•": 63608, + "滕": 63609, + "滔": 63610, + "厥": 63611, + "暫": 63612, + "鲸": 63613, + "鏡": 63614, + "憬": 63615, + "ド": 63616, + "寧": 63617, + "驭": 63618, + "晏": 63619, + "ę": 63620, + "庇": 63621, + "한": 63622, + "哟": 63623, + "隱": 63624, + "镍": 63625, + "徊": 63626, + "躬": 63627, + "簿": 63628, + "撇": 63629, + "燈": 63630, + "憧": 63631, + "嫣": 63632, + "闵": 63633, + "賓": 63634, + "僻": 63635, + "钝": 63636, + "徘": 63637, + "帼": 63638, + "痹": 63639, + "］": 63640, + "凿": 63641, + "慑": 63642, + "坷": 63643, + "縮": 63644, + "［": 63645, + "茜": 63646, + "瞭": 63647, + "掐": 63648, + "颊": 63649, + "雞": 63650, + "鲤": 63651, + "–": 63652, + "呜": 63653, + "炙": 63654, + "侮": 63655, + "橱": 63656, + "寬": 63657, + "う": 63658, + "啃": 63659, + "プ": 63660, + "拙": 63661, + "笃": 63662, + "髦": 63663, + "匯": 63664, + "œ": 63665, + "赃": 63666, + "锣": 63667, + "苷": 63668, + "鬆": 63669, + "唉": 63670, + "乍": 63671, + "ら": 63672, + "幹": 63673, + "焙": 63674, + "阮": 63675, + "椰": 63676, + "歹": 63677, + "罰": 63678, + "唠": 63679, + "嬉": 63680, + "妞": 63681, + "沮": 63682, + "眶": 63683, + "藩": 63684, + "ï": 63685, + "慣": 63686, + "›": 63687, + "冕": 63688, + "斐": 63689, + "劑": 63690, + "莊": 63691, + "壇": 63692, + "頓": 63693, + "芋": 63694, + "ω": 63695, + "捍": 63696, + "赘": 63697, + "紙": 63698, + "陇": 63699, + "魯": 63700, + "燒": 63701, + "輔": 63702, + "怼": 63703, + "眩": 63704, + "隻": 63705, + "ż": 63706, + "า": 63707, + "溉": 63708, + "踊": 63709, + "熠": 63710, + "腑": 63711, + "梢": 63712, + "‍": 63713, + "蝇": 63714, + "佼": 63715, + "肴": 63716, + "棺": 63717, + "瘀": 63718, + "誌": 63719, + "邯": 63720, + "樟": 63721, + "惶": 63722, + "碘": 63723, + "汶": 63724, + "毋": 63725, + "芥": 63726, + "磋": 63727, + "俺": 63728, + "喃": 63729, + "羟": 63730, + "铰": 63731, + "娄": 63732, + "礁": 63733, + "駕": 63734, + "น": 63735, + "紐": 63736, + "晗": 63737, + "æ": 63738, + "恕": 63739, + "阎": 63740, + "❤": 63741, + "婿": 63742, + "薩": 63743, + "ب": 63744, + "胱": 63745, + "菁": 63746, + "사": 63747, + "檀": 63748, + "哩": 63749, + "帳": 63750, + "嗨": 63751, + "鞠": 63752, + "湯": 63753, + "绥": 63754, + "疱": 63755, + "彝": 63756, + "跋": 63757, + "‎": 63758, + "鬥": 63759, + "婪": 63760, + "悼": 63761, + "懿": 63762, + "Δ": 63763, + "澤": 63764, + "咀": 63765, + "蕊": 63766, + "貧": 63767, + "搶": 63768, + "涝": 63769, + "莽": 63770, + "颐": 63771, + "拎": 63772, + "υ": 63773, + "蜕": 63774, + "酪": 63775, + "雏": 63776, + "麥": 63777, + "粟": 63778, + "哒": 63779, + "晤": 63780, + "舔": 63781, + "聋": 63782, + "고": 63783, + "っ": 63784, + "趾": 63785, + "咚": 63786, + "璨": 63787, + "侥": 63788, + "溅": 63789, + "き": 63790, + "慷": 63791, + "麓": 63792, + "緒": 63793, + "痞": 63794, + "瞳": 63795, + "朦": 63796, + "µ": 63797, + "郸": 63798, + "ロ": 63799, + "嗜": 63800, + "睫": 63801, + "荟": 63802, + "缤": 63803, + "耘": 63804, + "惬": 63805, + "藕": 63806, + "閉": 63807, + "拷": 63808, + "襟": 63809, + "岔": 63810, + "溝": 63811, + "凋": 63812, + "翟": 63813, + "茹": 63814, + "拣": 63815, + "註": 63816, + "揪": 63817, + "桔": 63818, + "暧": 63819, + "烃": 63820, + "э": 63821, + "潛": 63822, + "璀": 63823, + "脈": 63824, + "猝": 63825, + "趨": 63826, + "磺": 63827, + "濒": 63828, + "岐": 63829, + "戀": 63830, + "虔": 63831, + "⑤": 63832, + "疵": 63833, + "峪": 63834, + "莆": 63835, + "掷": 63836, + "辗": 63837, + "ū": 63838, + "庶": 63839, + "煲": 63840, + "祺": 63841, + "정": 63842, + "ه": 63843, + "廢": 63844, + "騎": 63845, + "圭": 63846, + "憨": 63847, + "烙": 63848, + "沼": 63849, + "峥": 63850, + "痫": 63851, + "阈": 63852, + "榕": 63853, + "스": 63854, + "谴": 63855, + "詳": 63856, + "炬": 63857, + "貝": 63858, + "卯": 63859, + "唑": 63860, + "秃": 63861, + "은": 63862, + "蔗": 63863, + "谛": 63864, + "毗": 63865, + "蓮": 63866, + "シ": 63867, + "轼": 63868, + "舜": 63869, + "锰": 63870, + "踝": 63871, + "峨": 63872, + "蠕": 63873, + "髮": 63874, + "胧": 63875, + "铮": 63876, + "嚷": 63877, + "馏": 63878, + "्": 63879, + "栩": 63880, + "凛": 63881, + "篆": 63882, + "缉": 63883, + "瑾": 63884, + "抉": 63885, + "리": 63886, + "く": 63887, + "辙": 63888, + "匮": 63889, + "ß": 63890, + "ə": 63891, + "沽": 63892, + "绰": 63893, + "孢": 63894, + "儘": 63895, + "輛": 63896, + "遷": 63897, + "喵": 63898, + "赦": 63899, + "垣": 63900, + "铬": 63901, + "芷": 63902, + "缪": 63903, + "娴": 63904, + "琉": 63905, + "绅": 63906, + "螃": 63907, + "漾": 63908, + "钰": 63909, + "茸": 63910, + "あ": 63911, + "鏈": 63912, + "亟": 63913, + "擬": 63914, + "笙": 63915, + "憂": 63916, + "璧": 63917, + "晦": 63918, + "铂": 63919, + "↑": 63920, + "敖": 63921, + "滅": 63922, + "潔": 63923, + "烏": 63924, + "傑": 63925, + "荼": 63926, + "س": 63927, + "扼": 63928, + "昱": 63929, + "駐": 63930, + "唾": 63931, + "賢": 63932, + "逍": 63933, + "해": 63934, + "恪": 63935, + "窒": 63936, + "娓": 63937, + "窘": 63938, + "籌": 63939, + "滇": 63940, + "鋼": 63941, + "있": 63942, + "冊": 63943, + "妳": 63944, + "も": 63945, + "奪": 63946, + "鹊": 63947, + "テ": 63948, + "嘗": 63949, + "薦": 63950, + "釜": 63951, + "貢": 63952, + "莅": 63953, + "र": 63954, + "眺": 63955, + "驯": 63956, + "峭": 63957, + "恬": 63958, + "绯": 63959, + "ē": 63960, + "颓": 63961, + "ی": 63962, + "槟": 63963, + "豚": 63964, + "萱": 63965, + "フ": 63966, + "砚": 63967, + "趕": 63968, + "蘋": 63969, + "遴": 63970, + "墟": 63971, + "懦": 63972, + "氓": 63973, + "赡": 63974, + "碩": 63975, + "譽": 63976, + "자": 63977, + "玮": 63978, + "痪": 63979, + "辭": 63980, + "泾": 63981, + "掰": 63982, + "秧": 63983, + "ร": 63984, + "囤": 63985, + "敵": 63986, + "酋": 63987, + "ő": 63988, + "デ": 63989, + "泗": 63990, + "茬": 63991, + "י": 63992, + "蚝": 63993, + "Ä": 63994, + "涟": 63995, + "煙": 63996, + "壽": 63997, + "谬": 63998, + "陨": 63999 + }, + "merges": [ + "`` `", + "` ``", + "-- >", + "- ->", + "-- -", + "- --", + "\t\t\t\t\t\t\t \t", + "\t\t\t\t\t\t \t\t", + "\t\t\t\t\t \t\t\t", + "\t\t\t\t \t\t\t\t", + "\t\t\t \t\t\t\t\t", + "\t\t \t\t\t\t\t\t", + "\t \t\t\t\t\t\t\t", + "\t\t\t\t\t\t \t", + "\t\t\t\t\t \t\t", + "\t\t\t\t \t\t\t", + "\t\t\t \t\t\t\t", + "\t\t \t\t\t\t\t", + "\t \t\t\t\t\t\t", + "\t\t\t\t\t \t", + "\t\t\t\t \t\t", + "\t\t\t \t\t\t", + "\t\t \t\t\t\t", + "\t \t\t\t\t\t", + "\t\t\t\t \t", + "\t\t\t \t\t", + "\t\t \t\t\t", + "\t \t\t\t\t", + "\t\t\t \t", + "\t\t \t\t", + "\t \t\t\t", + "\t\t \t", + "\t \t\t", + "\t \t", + "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁", + "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁", + "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁", + "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁", + "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁", + "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁", + "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁", + "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁", + "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁", + "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁", + "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁", + "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁", + "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁", + "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁", + "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁", + "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁", + "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁", + "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁", + "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁", + "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁", + "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁", + "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁", + "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁", + "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁", + "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁", + "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁", + "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁", + "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁", + "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁", + "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁", + "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁", + "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁", + "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁", + "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁", + "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁", + "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁", + "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁", + "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁", + "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁", + "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁", + "▁▁▁▁▁▁▁▁▁▁▁▁ ▁", + "▁▁▁▁▁▁▁▁▁▁▁ ▁▁", + "▁▁▁▁▁▁▁▁▁▁ ▁▁▁", + "▁▁▁▁▁▁▁▁▁ ▁▁▁▁", + "▁▁▁▁▁▁▁▁ ▁▁▁▁▁", + "▁▁▁▁▁▁▁ ▁▁▁▁▁▁", + "▁▁▁▁▁▁ ▁▁▁▁▁▁▁", + "▁▁▁▁▁ ▁▁▁▁▁▁▁▁", + "▁▁▁▁ ▁▁▁▁▁▁▁▁▁", + "▁▁▁ ▁▁▁▁▁▁▁▁▁▁", + "▁▁ ▁▁▁▁▁▁▁▁▁▁▁", + "▁ ▁▁▁▁▁▁▁▁▁▁▁▁", + "▁▁▁▁▁▁▁▁▁▁▁ ▁", + "▁▁▁▁▁▁▁▁▁▁ ▁▁", + "▁▁▁▁▁▁▁▁▁ ▁▁▁", + "▁▁▁▁▁▁▁▁ ▁▁▁▁", + "▁▁▁▁▁▁▁ ▁▁▁▁▁", + "▁▁▁▁▁▁ ▁▁▁▁▁▁", + "▁▁▁▁▁ ▁▁▁▁▁▁▁", + "▁▁▁▁ ▁▁▁▁▁▁▁▁", + "▁▁▁ ▁▁▁▁▁▁▁▁▁", + "▁▁ ▁▁▁▁▁▁▁▁▁▁", + "▁ ▁▁▁▁▁▁▁▁▁▁▁", + "▁▁▁▁▁▁▁▁▁▁ ▁", + "▁▁▁▁▁▁▁▁▁ ▁▁", + "▁▁▁▁▁▁▁▁ ▁▁▁", + "▁▁▁▁▁▁▁ ▁▁▁▁", + "▁▁▁▁▁▁ ▁▁▁▁▁", + "▁▁▁▁▁ ▁▁▁▁▁▁", + "▁▁▁▁ ▁▁▁▁▁▁▁", + "▁▁▁ ▁▁▁▁▁▁▁▁", + "▁▁ ▁▁▁▁▁▁▁▁▁", + "▁ ▁▁▁▁▁▁▁▁▁▁", + "▁▁▁▁▁▁▁▁▁ ▁", + "▁▁▁▁▁▁▁▁ ▁▁", + "▁▁▁▁▁▁▁ ▁▁▁", + "▁▁▁▁▁▁ ▁▁▁▁", + "▁▁▁▁▁ ▁▁▁▁▁", + "▁▁▁▁ ▁▁▁▁▁▁", + "▁▁▁ ▁▁▁▁▁▁▁", + "▁▁ ▁▁▁▁▁▁▁▁", + "▁ ▁▁▁▁▁▁▁▁▁", + "▁▁▁▁▁▁▁▁ ▁", + "▁▁▁▁▁▁▁ ▁▁", + "▁▁▁▁▁▁ ▁▁▁", + "▁▁▁▁▁ ▁▁▁▁", + "▁▁▁▁ ▁▁▁▁▁", + "▁▁▁ ▁▁▁▁▁▁", + "▁▁ ▁▁▁▁▁▁▁", + "▁ ▁▁▁▁▁▁▁▁", + "▁▁▁▁▁▁▁ ▁", + "▁▁▁▁▁▁ ▁▁", + "▁▁▁▁▁ ▁▁▁", + "▁▁▁▁ ▁▁▁▁", + "▁▁▁ ▁▁▁▁▁", + "▁▁ ▁▁▁▁▁▁", + "▁ ▁▁▁▁▁▁▁", + "▁▁▁▁▁▁ ▁", + "▁▁▁▁▁ ▁▁", + "▁▁▁▁ ▁▁▁", + "▁▁▁ ▁▁▁▁", + "▁▁ ▁▁▁▁▁", + "▁ ▁▁▁▁▁▁", + "▁▁▁▁▁ ▁", + "▁▁▁▁ ▁▁", + "▁▁▁ ▁▁▁", + "▁▁ ▁▁▁▁", + "▁ ▁▁▁▁▁", + "▁▁▁▁ ▁", + "▁▁▁ ▁▁", + "▁▁ ▁▁▁", + "▁ ▁▁▁▁", + "▁▁▁ ▁", + "▁▁ ▁▁", + "▁ ▁▁▁", + "▁▁ ▁", + "▁ ▁▁", + "▁ ▁", + "▁ t", + "▁ a", + "i n", + "h e", + "r e", + "o n", + "▁t he", + "▁th e", + "▁ the", + "e r", + "a t", + "▁ s", + "e n", + "▁ w", + "▁ o", + "i t", + "▁ c", + "o r", + "i s", + "e s", + "n d", + "▁ f", + "o u", + "▁ b", + "in g", + "i ng", + "e d", + "\\ \\", + "a l", + "▁ p", + "a r", + "a n", + "▁ m", + "l e", + "▁t o", + "▁ to", + "▁o f", + "▁ of", + "▁i n", + "▁ in", + "▁ d", + "io n", + "i on", + "▁a nd", + "▁an d", + "▁ and", + "i c", + "a s", + "o m", + "▁t h", + "▁ th", + "▁ h", + "en t", + "e nt", + "i l", + "e l", + "e t", + "r o", + "s t", + "▁ n", + "▁ l", + "c t", + "▁r e", + "▁ re", + "v e", + "a m", + "▁ e", + "▁ I", + "▁ g", + "o t", + "i d", + "▁i s", + "▁ is", + "u t", + "i m", + "i g", + "o w", + "r a", + "▁ y", + "l y", + "c e", + "▁b e", + "▁ be", + "▁ T", + "▁f or", + "▁fo r", + "▁ for", + "▁o n", + "▁ on", + "u s", + "u r", + "\\ \"", + "o l", + "at ion", + "ati on", + "atio n", + "a tion", + "a y", + "▁t hat", + "▁th at", + "▁ that", + "ve r", + "v er", + "▁y ou", + "▁yo u", + "▁ you", + "c h", + "▁ S", + "a d", + "▁s t", + "▁ st", + "it h", + "i th", + "▁ A", + "▁i t", + "▁ it", + "s e", + "▁ C", + "▁w ith", + "▁wit h", + "▁wi th", + "▁ with", + "u l", + "n t", + "▁ $", + "i f", + "i r", + "o d", + "a b", + "▁a s", + "▁ as", + "▁h e", + "▁ he", + "▁a l", + "▁ al", + "▁ (", + "▁a n", + "▁ an", + "▁w h", + "▁ wh", + "▁\\ \\", + "▁ \\\\", + "▁w e", + "▁ we", + "h t", + "u n", + "\" :", + "▁ M", + "g e", + "q u", + "▁c on", + "▁co n", + "▁ con", + "u p", + "es s", + "e ss", + "▁h a", + "▁ ha", + "k e", + "▁a re", + "▁ar e", + "▁ are", + "il l", + "i ll", + "te r", + "t er", + "u m", + "r i", + "▁p ro", + "▁pr o", + "▁ pro", + "e m", + "c k", + "c c", + "at e", + "a te", + "\": \"", + "\" :\"", + "er s", + "e rs", + "▁ B", + "il e", + "i le", + "ar t", + "a rt", + "es t", + "e st", + "▁ P", + "he r", + "h er", + "or e", + "o re", + "l d", + "o p", + "▁c om", + "▁co m", + "▁ com", + "t h", + "en d", + "e nd", + "▁a t", + "▁ at", + "p l", + "is t", + "i st", + "▁o r", + "▁ or", + "ur e", + "u re", + "▁T he", + "▁Th e", + "▁ The", + "ec t", + "e ct", + "ro m", + "r om", + "▁ W", + "▁e x", + "▁ ex", + "} \\", + "▁ v", + "e w", + "▁ H", + "▁d e", + "▁ de", + "▁w as", + "▁wa s", + "▁ was", + "o s", + "▁t his", + "▁th is", + "▁ this", + "▁s e", + "▁ se", + "▁ F", + "ig ht", + "igh t", + "i ght", + "▁ D", + "it y", + "i ty", + "am e", + "a me", + "▁h ave", + "▁ha ve", + "▁ have", + "an t", + "a nt", + "▁n ot", + "▁no t", + "▁ not", + "me nt", + "men t", + "m ent", + "ai n", + "a in", + "▁ r", + "co n", + "c on", + "or t", + "o rt", + "i v", + "re d", + "r ed", + "at a", + "a ta", + "▁b y", + "▁ by", + "▁ R", + "ou r", + "o ur", + "re s", + "r es", + "▁s h", + "▁ sh", + "▁f rom", + "▁fr om", + "▁fro m", + "▁ from", + "an d", + "a nd", + "a p", + "▁u s", + "▁ us", + "iv e", + "i ve", + "us t", + "u st", + "▁c an", + "▁ca n", + "▁ can", + "n T", + "▁ L", + "ou ld", + "oul d", + "▁ N", + "ie s", + "i es", + "ou t", + "o ut", + "al l", + "a ll", + "▁ G", + "▁c h", + "▁ ch", + "; \\", + "_ {", + "om e", + "o me", + "al ly", + "all y", + "▁ =", + "u b", + "▁ E", + "as s", + "a ss", + "u d", + "t e", + "▁l e", + "▁ le", + "a g", + "ct ion", + "c tion", + "▁d o", + "▁ do", + "p p", + "▁a b", + "▁ ab", + "in e", + "i ne", + "os t", + "o st", + "ar d", + "a rd", + "c l", + "da ta", + "dat a", + "d ata", + "▁n e", + "▁ ne", + "p a", + "el l", + "e ll", + "i z", + "it e", + "i te", + "▁ j", + "p t", + "▁a ll", + "▁al l", + "▁ all", + "▁w ill", + "▁wi ll", + "▁ will", + "▁y our", + "▁you r", + "▁yo ur", + "▁ your", + "▁ k", + "▁w or", + "▁wo r", + "▁l o", + "▁ lo", + "▁ O", + "ro u", + "r ou", + "p e", + "▁m e", + "▁ me", + "▁b ut", + "▁bu t", + "▁ but", + "o k", + "▁p l", + "▁ pl", + "▁w he", + "▁wh e", + "▁ whe", + "a k", + "▁g o", + "▁ go", + "ia l", + "i al", + "f f", + "ac k", + "a ck", + "as t", + "a st", + "id e", + "i de", + "ag e", + "a ge", + "l o", + "pr o", + "p ro", + "▁s o", + "▁ so", + "te nt", + "ten t", + "t ent", + "ic h", + "i ch", + "in d", + "i nd", + "{\\ \\", + "{ \\\\", + "▁h as", + "▁ha s", + "▁ has", + "u e", + "im e", + "i me", + "pe r", + "p er", + "n I", + "▁\\ \"", + "▁ \\\"", + "ea r", + "e ar", + ": /", + "▁o ut", + "▁ou t", + "▁ out", + "on e", + "o ne", + "co m", + "c om", + "▁m y", + "▁ my", + "th er", + "the r", + "t her", + "▁u p", + "▁ up", + "ul t", + "u lt", + "ic e", + "i ce", + "ab le", + "abl e", + "a ble", + "at h", + "a th", + "por t", + "po rt", + "p ort", + "or m", + "o rm", + "at ed", + "ate d", + "a ted", + "ra in", + "r ain", + "p h", + "▁t hey", + "▁the y", + "▁th ey", + "▁ they", + "▁ -", + "a c", + "▁ J", + "▁ \\", + "nT he", + "nTh e", + "n The", + "s o", + "▁c l", + "▁ cl", + "▁a d", + "▁ ad", + ") \\", + "on g", + "o ng", + "an s", + "a ns", + "ion s", + "io ns", + "i ons", + "r y", + "x t", + "▁o ne", + "▁on e", + "▁ one", + "pi le", + "p ile", + "▁l i", + "▁ li", + "ve ry", + "ver y", + "v ery", + "▁e n", + "▁ en", + "▁i m", + "▁ im", + "ak e", + "a ke", + "▁c omp", + "▁com p", + "▁co mp", + "▁ comp", + "g h", + "t o", + "▁m ore", + "▁mor e", + "▁mo re", + "▁ more", + "▁re s", + "▁r es", + "▁ res", + "as e", + "a se", + "ou s", + "o us", + "▁ U", + "con tent", + "cont ent", + "e p", + "e g", + "ar e", + "a re", + "▁$ \\\\", + "▁$\\ \\", + "▁ $\\\\", + "i p", + "be r", + "b er", + "{ \"", + "n A", + "in t", + "i nt", + "▁w hich", + "▁wh ich", + "▁ which", + "ig n", + "i gn", + "_ _", + "▁the ir", + "▁ their", + "▁T h", + "▁ Th", + "▁a bout", + "▁ab out", + "▁ about", + "ce ss", + "ces s", + "c ess", + "at ions", + "ation s", + "ati ons", + "atio ns", + "d u", + "o g", + "ac t", + "a ct", + "▁ &", + "\" }", + "i b", + "a v", + "▁h is", + "▁hi s", + "▁ his", + "ac h", + "a ch", + "an ce", + "anc e", + "a nce", + "▁w ho", + "▁wh o", + "▁ who", + "en s", + "e ns", + "ar y", + "a ry", + "ai l", + "a il", + "▁g et", + "▁ge t", + "▁ get", + "▁q u", + "▁ qu", + "* *", + "el y", + "e ly", + "un d", + "u nd", + "f t", + "i e", + "ic al", + "ica l", + "i cal", + "so n", + "s on", + "▁i f", + "▁ if", + "ir e", + "i re", + "▁u n", + "▁ un", + "er e", + "e re", + "uc h", + "u ch", + "▁c ont", + "▁con t", + "▁co nt", + "▁ cont", + "▁o ur", + "▁ou r", + "▁ our", + "▁a ny", + "▁an y", + "▁ any", + "ow n", + "o wn", + "an g", + "a ng", + "▁s ome", + "▁so me", + "▁som e", + "▁ some", + "for m", + "fo rm", + "f orm", + "▁e v", + "▁ ev", + "▁t ime", + "▁tim e", + "▁ti me", + "▁ time", + "▁p er", + "▁pe r", + "▁ per", + "▁o ther", + "▁ot her", + "▁ other", + "ou nt", + "oun t", + "o unt", + "▁t here", + "▁the re", + "▁th ere", + "▁ there", + "); \\", + ") ;\\", + "l l", + "▁m an", + "▁ma n", + "▁ man", + "en ce", + "enc e", + "e nce", + "▁w ould", + "▁ would", + "▁w ork", + "▁wor k", + "▁wo rk", + "▁ work", + "in k", + "i nk", + "it ion", + "iti on", + "i tion", + "▁s a", + "▁ sa", + "i a", + "▁d is", + "▁di s", + "▁ dis", + "} $", + "r u", + "ab el", + "abe l", + "a bel", + "or d", + "o rd", + "pa rt", + "par t", + "p art", + "▁s c", + "▁ sc", + "ic k", + "i ck", + "re e", + "r ee", + "▁k n", + "▁ kn", + "▁l ike", + "▁li ke", + "▁lik e", + "▁ like", + "▁ K", + "tr ain", + "tra in", + "t rain", + "▁w hen", + "▁wh en", + "▁whe n", + "▁ when", + "re ss", + "res s", + "r ess", + "▁n ew", + "▁ne w", + "▁ new", + "fil e", + "fi le", + "f ile", + "ay s", + "a ys", + "fi l", + "f il", + "▁p art", + "▁par t", + "▁pa rt", + "▁ part", + "}\\ \\", + "} \\\\", + "▁a g", + "▁ ag", + "re f", + "r ef", + "▁ “", + "▁b een", + "▁be en", + "▁bee n", + "▁ been", + "▁al so", + "▁ also", + "w e", + "^ {", + "▁o ff", + "▁of f", + "▁ off", + "▁t e", + "▁ te", + "▁I n", + "▁ In", + "▁s p", + "▁ sp", + "our ce", + "▁j ust", + "▁ju st", + "▁ just", + "▁ Y", + "▁t hem", + "▁the m", + "▁th em", + "er v", + "e rv", + "ou nd", + "oun d", + "o und", + "▁a r", + "▁ ar", + "n S", + "en ts", + "ent s", + "▁w ere", + "▁we re", + "▁ were", + "la bel", + "lab el", + "l abel", + "▁o ver", + "▁ove r", + "▁ov er", + "▁ over", + "▁w hat", + "▁wh at", + "▁ what", + "ar k", + "a rk", + "▁I t", + "▁ It", + "os e", + "o se", + "ur n", + "u rn", + "▁h ad", + "▁ha d", + "▁ had", + "us e", + "u se", + "in gs", + "ing s", + "▁t han", + "▁th an", + "▁ than", + "▁y ear", + "▁ye ar", + "▁ year", + "ma th", + "mat h", + "m ath", + "{ \\", + "n W", + "▁a pp", + "▁ap p", + "▁ app", + "il d", + "i ld", + "ve l", + "v el", + "ac e", + "a ce", + "de d", + "d ed", + "▁p e", + "▁ pe", + "re at", + "rea t", + "r eat", + ": \\", + "en ame", + "ena me", + "e name", + "▁t r", + "▁ tr", + "m a", + "am a", + "a ma", + "or s", + "o rs", + "ro w", + "r ow", + "▁ V", + "file name", + "fil ename", + "▁n o", + "▁ no", + "pl e", + "p le", + "js on", + "j son", + "or y", + "o ry", + "w o", + "ir st", + "irs t", + "i rst", + "▁S t", + "▁ St", + "e f", + "o c", + "▁h er", + "▁he r", + "▁ her", + "lo w", + "l ow", + "t p", + "if f", + "i ff", + "n e", + "f s", + "▁c o", + "▁ co", + "ra c", + "r ac", + "ol d", + "o ld", + "ge t", + "g et", + "▁in to", + "▁i nto", + "▁int o", + "▁ into", + "op le", + "opl e", + "o ple", + "pl it", + "p lit", + "je ct", + "j ect", + "▁f e", + "▁ fe", + "▁it s", + "▁i ts", + "▁ its", + "▁on ly", + "▁ only", + "▁b ec", + "▁be c", + "▁ bec", + "cl ud", + "d b", + "▁r o", + "▁ ro", + "▁h ow", + "▁ho w", + "▁ how", + "▁p re", + "▁pr e", + "▁ pre", + "ca l", + "c al", + "ft er", + "f ter", + "ve rs", + "ver s", + "v ers", + "eg in", + "e gin", + "au se", + "aus e", + "a use", + "▁b et", + "▁be t", + "▁ bet", + "ic t", + "i ct", + "▁n eed", + "▁ne ed", + "▁ need", + "▁m od", + "▁mo d", + "▁ mod", + "et h", + "e th", + "/ /", + "be gin", + "beg in", + "b egin", + "s ource", + "at es", + "ate s", + "a tes", + "▁a cc", + "▁ac c", + "▁ acc", + "ja ma", + "jam a", + "j ama", + "mn t", + "m nt", + "ve p", + "v ep", + "▁C h", + "▁ Ch", + "u g", + "vep fs", + "el f", + "e lf", + "▁a m", + "▁ am", + "▁p eople", + "▁pe ople", + "▁ people", + "pro cess", + "proc ess", + "▁s aid", + "▁sa id", + "▁ said", + "c i", + "▁p o", + "▁ po", + "sp lit", + "spl it", + "s plit", + ":/ /", + ": //", + "ce s", + "c es", + "it t", + "i tt", + "▁t wo", + "▁tw o", + "▁ two", + "一 个", + "= =", + "▁b o", + "▁ bo", + "is h", + "i sh", + "▁W e", + "▁ We", + "▁f irst", + "▁fi rst", + "▁fir st", + "▁ first", + "i x", + "▁k now", + "▁kn ow", + "▁ know", + "te xt", + "tex t", + "t ext", + "▁d es", + "▁de s", + "▁ des", + "ri b", + "r ib", + "▁d iff", + "▁di ff", + "▁ diff", + "t a", + "process ed", + "proc essed", + "ci te", + "cit e", + "c ite", + "ow t", + "o wt", + "ded up", + "de dup", + "me r", + "m er", + "t y", + "pa jama", + "red pajama", + "pe ct", + "pec t", + "p ect", + "ia n", + "i an", + "ha t", + "h at", + "o b", + "ua l", + "u al", + "o v", + "▁s up", + "▁su p", + "▁ sup", + "▁s y", + "▁ sy", + "ou gh", + "oug h", + "▁s he", + "▁sh e", + "▁ she", + "on d", + "o nd", + "} {", + "ub l", + "u bl", + "▁o b", + "▁ ob", + "nin g", + "ni ng", + "n ing", + "▁ '", + "▁un d", + "▁u nd", + "▁ und", + "y s", + "ro und", + "rou nd", + "r ound", + "en er", + "ene r", + "e ner", + "▁m ay", + "▁ma y", + "▁ may", + "▁T his", + "▁Th is", + "▁ This", + "▁c ons", + "▁con s", + "▁co ns", + "▁ cons", + "ig h", + "i gh", + "ic s", + "i cs", + "er m", + "e rm", + "▁b ack", + "▁ba ck", + "▁ back", + "▁s ee", + "▁se e", + "▁ see", + "fi g", + "f ig", + "▁w ant", + "▁wa nt", + "▁ want", + "▁t hen", + "▁the n", + "▁th en", + "▁ then", + "on s", + "o ns", + "v i", + "ce nt", + "c ent", + "▁s pe", + "▁sp e", + "▁ spe", + "(\\ \\", + "( \\\\", + "ov e", + "o ve", + "an ge", + "ang e", + "a nge", + "he d", + "h ed", + "er t", + "e rt", + "ht tp", + "h ttp", + "ri ng", + "rin g", + "r ing", + "我 们", + "=\\ \"", + "= \\\"", + "eq u", + "e qu", + "le ct", + "lec t", + "l ect", + "▁e very", + "▁ev ery", + "▁ever y", + "▁eve ry", + "▁ every", + "bl e", + "b le", + "▁in ter", + "▁int er", + "▁inte r", + "▁ inter", + "e x", + "▁s et", + "▁se t", + "▁ set", + "▁in d", + "▁i nd", + "▁ ind", + "at er", + "ate r", + "a ter", + "▁us e", + "▁u se", + "▁ use", + "▁m ake", + "▁ma ke", + "▁ make", + "▁w here", + "▁wh ere", + "▁whe re", + "▁ where", + "▁p h", + "▁ ph", + "n g", + "▁the se", + "▁th ese", + "▁ these", + "▁com m", + "▁co mm", + "▁ comm", + "▁m ost", + "▁mo st", + "▁mos t", + "▁ most", + "▁t ra", + "▁tr a", + "▁ tra", + "▁c ould", + "▁cou ld", + "▁ could", + "k s", + "t s", + "▁r a", + "▁ ra", + "at ing", + "atin g", + "ati ng", + "a ting", + "cr e", + "c re", + "▁l ook", + "▁lo ok", + "▁ look", + "▁c ol", + "▁co l", + "▁ col", + "n C", + "iz e", + "i ze", + "> \\", + "st em", + "ste m", + "s tem", + "ul ar", + "ula r", + "u lar", + "is s", + "i ss", + "▁{ \\", + "▁ {\\", + "▁re l", + "▁r el", + "▁ rel", + "} )", + "▁a ct", + "▁ac t", + "▁ act", + "if ic", + "ifi c", + "n s", + "is e", + "i se", + "ot h", + "o th", + "rou gh", + "r ough", + "自 己", + "▁d on", + "▁do n", + "▁ don", + "ar i", + "a ri", + "▁ +", + "▁p os", + "▁po s", + "▁ pos", + "▁e m", + "▁ em", + "at ure", + "atur e", + "ri ght", + "rig ht", + "r ight", + "▁un der", + "▁und er", + "▁u nder", + "▁ under", + "ra m", + "r am", + "▁w ell", + "▁we ll", + "▁wel l", + "▁ well", + "p s", + "fra c", + "fr ac", + "f rac", + "n F", + "le s", + "l es", + "▁v ery", + "▁ve ry", + "▁ver y", + "▁ very", + "th e", + "t he", + "ul l", + "u ll", + "▁b ecause", + "▁be cause", + "▁bec ause", + "▁ because", + "▁th ink", + "▁thin k", + "▁ think", + "ment s", + "men ts", + "m ents", + "w n", + "ce d", + "c ed", + "▁a fter", + "▁af ter", + "▁ after", + "▁p lay", + "▁pl ay", + "▁pla y", + "▁ play", + "▁sh ould", + "▁ should", + "lin e", + "li ne", + "l ine", + "_{ \\\\", + "_ {\\\\", + "▁re g", + "▁r eg", + "▁ reg", + "▁h el", + "▁he l", + "▁ hel", + "cl ass", + "c lass", + "▁e ven", + "▁ev en", + "▁eve n", + "▁ even", + "▁f un", + "▁fu n", + "▁ fun", + "▁H e", + "▁ He", + "im es", + "ime s", + "i mes", + "▁n ow", + "▁no w", + "▁ now", + "▁w ay", + "▁wa y", + "▁ way", + "▁p rov", + "▁pro v", + "▁pr ov", + "▁ prov", + "b o", + "n M", + "ad e", + "a de", + "da y", + "d ay", + "▁diff ere", + "▁differ e", + "▁diffe re", + "▁s how", + "▁sh ow", + "▁sho w", + "▁ show", + "▁c lass", + "▁cl ass", + "▁ class", + "▁g ood", + "▁go od", + "▁ good", + "▁s im", + "▁si m", + "▁ sim", + "▁th rough", + "▁thr ough", + "▁ through", + "可 以", + "n B", + "ib le", + "ibl e", + "i ble", + "▁s m", + "▁ sm", + "▁d id", + "▁di d", + "▁ did", + "工 作", + "▁a dd", + "▁ad d", + "▁ add", + "▁ i", + "ut ion", + "u tion", + "e c", + "▁d ef", + "▁de f", + "▁ def", + "r m", + "} }", + "▁p r", + "▁ pr", + "ie l", + "i el", + "ub lic", + "ubl ic", + "ri t", + "r it", + "il ity", + "ili ty", + "ilit y", + "oo d", + "o od", + "o f", + "ti ng", + "tin g", + "t ing", + "▁k e", + "▁ ke", + "o y", + "▁b u", + "▁ bu", + "▁s uch", + "▁su ch", + "▁suc h", + "▁ such", + "tu rn", + "tur n", + "t urn", + "as ed", + "ase d", + "a sed", + "a x", + "▁h im", + "▁hi m", + "▁ him", + "▁re m", + "▁r em", + "▁ rem", + "od e", + "o de", + "a w", + "▁v al", + "▁va l", + "▁ val", + "fu l", + "f ul", + "Th e", + "T he", + ") $", + "▁n um", + "▁nu m", + "▁ num", + "n H", + "ie d", + "i ed", + "it ies", + "iti es", + "i ties", + "▁d oes", + "▁do es", + "▁ does", + "▁s ub", + "▁su b", + "▁ sub", + "w w", + "▁m uch", + "▁mu ch", + "▁ much", + "▁ [", + "ol low", + "oll ow", + "for e", + "fo re", + "f ore", + "▁in st", + "▁i nst", + "▁ins t", + "▁ inst", + "s s", + "▁in v", + "▁i nv", + "▁ inv", + "ci al", + "cia l", + "c ial", + "it le", + "i tle", + "ue s", + "u es", + "▁in clud", + "▁incl ud", + "▁ includ", + "” \\", + "▁m any", + "▁man y", + "▁ma ny", + "▁ many", + "it s", + "i ts", + "po s", + "p os", + "▁st art", + "▁star t", + "▁sta rt", + "▁ start", + "▁r ight", + "▁ri ght", + "▁rig ht", + "▁ right", + "▁ –", + "n P", + "pa r", + "p ar", + "or k", + "o rk", + "▁p rodu", + "▁pro du", + "▁prod u", + "▁ produ", + "on t", + "o nt", + "il y", + "i ly", + "if e", + "i fe", + "▁f in", + "▁fi n", + "▁ fin", + "н а", + "▁y ears", + "▁year s", + "▁ye ars", + "▁ years", + "al s", + "a ls", + "ot her", + "oth er", + "othe r", + "o ther", + "ak ing", + "aki ng", + "akin g", + "a king", + "at ive", + "ati ve", + "ativ e", + "e q", + "▁e ff", + "▁ eff", + "ie ld", + "iel d", + "i eld", + "▁ *", + "▁g u", + "▁ gu", + "▁a tt", + "▁at t", + "▁ att", + "▁d own", + "▁do wn", + "▁ down", + "id ent", + "ide nt", + "iden t", + "i dent", + "he n", + "h en", + "ic es", + "ice s", + "i ces", + "▁h elp", + "▁he lp", + "▁hel p", + "▁ help", + "in ce", + "inc e", + "i nce", + "▁us ed", + "▁use d", + "▁u sed", + "▁ used", + "( )", + "er n", + "e rn", + "s h", + "▁a gain", + "▁ag ain", + "▁ again", + "b f", + "ow er", + "o wer", + "▁t rans", + "▁tr ans", + "▁tra ns", + "▁tran s", + "▁ trans", + "▁st ud", + "▁ stud", + "▁b eing", + "▁be ing", + "▁ being", + "▁re ad", + "▁r ead", + "▁ read", + "没 有", + "▁s ystem", + "▁sy stem", + "▁sys tem", + "▁ system", + "pt ion", + "p tion", + "▁p oint", + "▁po int", + "▁ point", + "▁e nt", + "▁en t", + "▁ ent", + "▁f ind", + "▁fin d", + "▁fi nd", + "▁ find", + "ur l", + "u rl", + "ra y", + "r ay", + "ri v", + "r iv", + "p r", + "▁l ong", + "▁lo ng", + "▁lon g", + "▁ long", + "▁res ult", + "▁ result", + "▁Y ou", + "▁Yo u", + "▁ You", + "n O", + "▁p res", + "▁pre s", + "▁pr es", + "▁ pres", + "▁ex per", + "▁exp er", + "▁ exper", + "▁e ach", + "▁ each", + "we en", + "w een", + "▁d et", + "▁de t", + "▁ det", + "re ad", + "rea d", + "r ead", + "▁f ollow", + "▁fol low", + "▁ follow", + "un t", + "u nt", + "▁c or", + "▁co r", + "▁ cor", + "\\\" \\", + "war d", + "wa rd", + "w ard", + "at ch", + "▁s om", + "▁so m", + "▁e nd", + "▁en d", + "▁ end", + "equ ation", + "eq uation", + "▁f orm", + "▁for m", + "▁fo rm", + "▁ form", + "he s", + "h es", + "er son", + "ers on", + "< /", + "ie nt", + "ien t", + "i ent", + "▁a ss", + "▁as s", + "▁ ass", + "at ional", + "ation al", + "ati onal", + "atio nal", + "▁b el", + "▁be l", + "▁ bel", + "▁h ere", + "▁he re", + "▁her e", + "▁ here", + "ra ct", + "rac t", + "r act", + "nc e", + "n ce", + "▁th ose", + "▁tho se", + "▁ those", + "▁s ame", + "▁sa me", + "▁sam e", + "▁ same", + "▁re c", + "▁r ec", + "▁ rec", + "oo l", + "o ol", + "nI n", + "n In", + "▁p ol", + "▁po l", + "▁ pol", + "se lf", + "sel f", + "s elf", + "▁h igh", + "▁hig h", + "▁hi gh", + "▁ high", + "▁g ener", + "▁gen er", + "▁ge ner", + "▁gene r", + "▁ gener", + "▁d ifferent", + "▁diff erent", + "▁differe nt", + "▁differ ent", + "▁diffe rent", + "▁ different", + "ev er", + "e ver", + "ol og", + "olo g", + "o log", + "pu t", + "p ut", + "▁in t", + "▁i nt", + "▁ int", + "ual ly", + "u ally", + "n D", + "▁f l", + "▁ fl", + "ra ph", + "rap h", + "r aph", + "av e", + "a ve", + "▁s u", + "▁ su", + "\\\\ \\", + "\\ \\\\", + "▁c all", + "▁cal l", + "▁ca ll", + "▁ call", + "de r", + "d er", + "ar ch", + "arc h", + "as h", + "a sh", + "▁g reat", + "▁gr eat", + "▁gre at", + "▁ great", + "▁I f", + "▁ If", + "▁d ata", + "▁dat a", + "▁da ta", + "▁ data", + "▁A nd", + "▁An d", + "▁ And", + "▁m odel", + "▁mod el", + "▁mode l", + "▁mo del", + "▁ model", + "▁b etween", + "▁bet ween", + "▁ between", + "s c", + "hi s", + "h is", + "ur ing", + "uri ng", + "u ring", + "c y", + "▁o wn", + "▁ow n", + "▁ own", + "▁re ally", + "▁real ly", + "▁ really", + "▁m in", + "▁mi n", + "▁ min", + "▁b efore", + "▁be fore", + "▁ before", + "ar g", + "a rg", + "d e", + "▁d ec", + "▁de c", + "▁ dec", + "re nt", + "ren t", + "r ent", + "▁t ake", + "▁ta ke", + "▁ take", + "▁c ur", + "▁cu r", + "▁ cur", + "lo g", + "l og", + "ag es", + "age s", + "a ges", + "as on", + "a son", + "~\\ \\", + "~ \\\\", + "▁d ist", + "▁dis t", + "▁di st", + "▁ dist", + "▁re qu", + "▁r equ", + "▁req u", + "▁ requ", + "▁in te", + "▁i nte", + "▁int e", + "▁ inte", + "e k", + "form ation", + "for mation", + "format ion", + "le t", + "l et", + "▁b l", + "▁ bl", + "▁us ing", + "▁u sing", + "▁ using", + "公 司", + "i o", + "▁l ast", + "▁la st", + "▁las t", + "▁ last", + "▁s ur", + "▁su r", + "▁ sur", + "it ed", + "ite d", + "i ted", + "▁e xt", + "▁ex t", + "▁ ext", + "▁m on", + "▁mo n", + "▁ mon", + "an y", + "a ny", + "▁g iv", + "▁gi v", + "ti tle", + "tit le", + "t itle", + "S t", + "ne r", + "n er", + "▁w hile", + "▁wh ile", + "▁ while", + "ve n", + "v en", + "▁f unction", + "▁fun ction", + "▁func tion", + "▁ function", + "▁s erv", + "▁se rv", + "▁ser v", + "▁ serv", + "al k", + "a lk", + "▁s ay", + "▁sa y", + "▁ say", + "▁m ade", + "▁mad e", + "▁ma de", + "▁ made", + "con d", + "co nd", + "c ond", + "ri c", + "r ic", + "an k", + "a nk", + "▁a c", + "▁ ac", + "n L", + "▁d ay", + "▁da y", + "▁ day", + "▁U n", + "▁ Un", + "▁go ing", + "▁ going", + "▁st ill", + "▁ still", + "▁c ount", + "▁co unt", + "▁cou nt", + "▁ count", + "pp l", + "p pl", + "b e", + "pa ce", + "pac e", + "p ace", + "中 国", + "m s", + "▁re al", + "▁r eal", + "▁ real", + "就 是", + "re st", + "res t", + "r est", + "▁c he", + "▁ch e", + "▁ che", + "n N", + "ot s", + "o ts", + "pe n", + "p en", + "▁in s", + "▁i ns", + "▁ ins", + "et a", + "e ta", + "▁s ign", + "▁si gn", + "▁sig n", + "▁ sign", + "at ter", + "att er", + "atte r", + "vel op", + "le ft", + "E R", + "wa y", + "w ay", + "he re", + "her e", + "h ere", + "▁h and", + "▁ha nd", + "▁ hand", + "le d", + "l ed", + "ew s", + "e ws", + "n R", + "▁c ar", + "▁ca r", + "▁ car", + "▁s tr", + "▁st r", + "▁ str", + "▁b oth", + "▁bo th", + "▁bot h", + "▁ both", + "ea d", + "e ad", + "▁r un", + "▁ru n", + "▁ run", + "▁re f", + "▁r ef", + "▁ ref", + "re n", + "r en", + "▁b est", + "▁be st", + "▁bes t", + "▁ best", + "] \\", + "ie r", + "i er", + "yp e", + "y pe", + "in es", + "ine s", + "i nes", + "iz ed", + "ize d", + "i zed", + "ect ion", + "ec tion", + "e ction", + "ai r", + "a ir", + "ru ct", + "r uct", + "▁B ut", + "▁Bu t", + "▁ But", + "in ess", + "ine ss", + "ines s", + "i ness", + "▁s ol", + "▁so l", + "▁ sol", + "h o", + "gh t", + "g ht", + "g y", + "et s", + "e ts", + "▁a round", + "▁ar ound", + "▁ around", + "▁f act", + "▁fac t", + "▁fa ct", + "▁ fact", + "ik e", + "i ke", + "▁w orld", + "▁wor ld", + "▁ world", + "▁n umber", + "▁num ber", + "▁nu mber", + "▁numb er", + "▁ number", + "er ing", + "eri ng", + "e ring", + "at her", + "ath er", + "athe r", + "a ther", + "fo r", + "f or", + "▁A s", + "▁ As", + "at or", + "ato r", + "a tor", + "us s", + "u ss", + "ov er", + "ove r", + "o ver", + "ak es", + "ake s", + "a kes", + "▁p erson", + "▁per son", + "▁pers on", + "▁ person", + "▁p ost", + "▁po st", + "▁pos t", + "▁ post", + "▁F or", + "▁Fo r", + "▁ For", + "er r", + "e rr", + "b s", + "ir ect", + "ire ct", + "i rect", + "▁con st", + "▁co nst", + "▁cons t", + "▁ const", + "▁app ro", + "▁ap pro", + "▁ appro", + "ic ally", + "ical ly", + "ut h", + "u th", + "▁s er", + "▁se r", + "▁ ser", + "▁d isc", + "▁dis c", + "▁di sc", + "▁ disc", + "▁c re", + "▁cr e", + "▁ cre", + "n w", + "▁t oo", + "▁to o", + "▁ too", + "▁ \"", + "▁f ound", + "▁fo und", + "▁ found", + "▁pro ble", + "▁prob le", + "an n", + "a nn", + "ot e", + "o te", + "▁p ar", + "▁pa r", + "▁ par", + "▁A l", + "▁ Al", + "▁e xp", + "▁ex p", + "▁ exp", + "} (", + "am b", + "a mb", + "od y", + "o dy", + "进 行", + "n c", + "ta in", + "tai n", + "t ain", + "▁l ife", + "▁li fe", + "▁lif e", + "▁ life", + "▁b us", + "▁bu s", + "▁ bus", + "▁e qu", + "▁eq u", + "▁ equ", + "▁C om", + "▁Co m", + "▁ Com", + "d a", + "▁ с", + "ur es", + "ure s", + "u res", + "e e", + "▁f am", + "▁fa m", + "▁ fam", + "$\\ \\", + "$ \\\\", + ": :", + "什 么", + "se t", + "s et", + "vi ng", + "vin g", + "v ing", + "n E", + "ie nce", + "ien ce", + "i ence", + "in ed", + "ine d", + "i ned", + "▁c har", + "▁ch ar", + "▁cha r", + "▁ char", + "# #", + "▁fe el", + "▁fee l", + "▁ feel", + "ph a", + "p ha", + "in s", + "i ns", + "ga n", + "g an", + "▁v ari", + "▁var i", + "▁va ri", + "▁ vari", + "▁l ead", + "▁le ad", + "▁ lead", + "is ts", + "ist s", + "i sts", + "▁h app", + "▁ha pp", + "et hing", + "eth ing", + "e thing", + "ne ss", + "nes s", + "n ess", + "al th", + "alt h", + "▁f ew", + "▁fe w", + "▁ few", + "ri end", + "rie nd", + "rien d", + "他 们", + "en g", + "e ng", + "am es", + "ame s", + "a mes", + "am ple", + "amp le", + "▁a v", + "▁ av", + "▁m em", + "▁me m", + "▁ mem", + "▁ <", + "▁P ro", + "▁Pr o", + "▁ Pro", + "th ing", + "thin g", + "t hing", + "ou se", + "ous e", + "o use", + "▁in formation", + "▁inform ation", + "▁ information", + "▁v i", + "▁ vi", + "ro up", + "rou p", + "r oup", + "re turn", + "ret urn", + "ve d", + "v ed", + "it tle", + "itt le", + "al e", + "a le", + "▁part ic", + "▁par tic", + "▁p rog", + "▁pro g", + "▁pr og", + "ve nt", + "ven t", + "v ent", + "▁ {", + "▁e d", + "▁ ed", + "▁m ed", + "▁me d", + "▁ med", + "- >", + "ch ool", + "cho ol", + "ce pt", + "c ept", + "ar n", + "a rn", + "ut e", + "u te", + "to n", + "t on", + "▁th ree", + "▁thr ee", + "▁ three", + "way s", + "wa ys", + "w ays", + "▁m ark", + "▁mar k", + "▁ma rk", + "▁ mark", + "▁im port", + "▁imp ort", + "▁ import", + "▁f il", + "▁fi l", + "▁ fil", + "ar s", + "a rs", + "这 个", + "▁c ase", + "▁ca se", + "▁cas e", + "▁ case", + "nW e", + "n We", + "▁th ings", + "▁thing s", + "▁thin gs", + "▁ things", + "▁sup port", + "▁suppor t", + "▁ support", + "▁s mall", + "▁sm all", + "▁ small", + "le ss", + "les s", + "l ess", + "b b", + "ar ly", + "arl y", + "al pha", + "alph a", + "alp ha", + "▁in f", + "▁i nf", + "▁ inf", + "▁pro cess", + "▁proc ess", + "▁ process", + "▁st ate", + "▁stat e", + "▁sta te", + "▁ state", + "▁de velop", + "▁ develop", + "eth od", + "I N", + "▁p oss", + "▁po ss", + "▁pos s", + "▁ poss", + "发 展", + "▁t ry", + "▁tr y", + "▁ try", + "am p", + "a mp", + "ap t", + "a pt", + "ir ed", + "ire d", + "i red", + "▁a rt", + "▁ar t", + "▁ art", + "▁e l", + "▁ el", + "▁s ince", + "▁sin ce", + "▁si nce", + "▁ since", + "▁s omething", + "▁some thing", + "▁som ething", + "▁somet hing", + "▁ something", + "** **", + "*** *", + "* ***", + "oc k", + "o ck", + "▁c le", + "▁cl e", + "▁ cle", + "н и", + "ma n", + "m an", + "▁l ine", + "▁li ne", + "▁lin e", + "▁ line", + "▁h ome", + "▁hom e", + "▁ho me", + "▁ home", + "id th", + "en se", + "ens e", + "e nse", + "▁t op", + "▁to p", + "▁ top", + "▁e ffect", + "▁eff ect", + "▁ effect", + "ch n", + "c hn", + "▁T hey", + "▁The y", + "▁Th ey", + "▁ They", + "ve s", + "v es", + "问 题", + "va l", + "v al", + "ro ss", + "ros s", + "r oss", + "▁e as", + "▁ eas", + "ct ions", + "ction s", + "▁g ame", + "▁gam e", + "▁ga me", + "▁ game", + "▁g ot", + "▁go t", + "▁ got", + "id er", + "ide r", + "i der", + "io us", + "i ous", + "} ^", + "▁v is", + "▁vi s", + "▁ vis", + "le ase", + "hi p", + "h ip", + "▁te am", + "▁tea m", + "▁ team", + "▁R e", + "▁ Re", + "▁b etter", + "▁bet ter", + "▁ better", + "▁w r", + "▁ wr", + "nt he", + "nth e", + "n the", + "ou ght", + "ough t", + "oug ht", + "o ught", + "▁se cond", + "▁sec ond", + "▁ second", + "▁l ittle", + "▁lit tle", + "▁ little", + "al ity", + "ali ty", + "▁ п", + "▁c our", + "▁co ur", + "▁cou r", + "su b", + "s ub", + "mer ic", + "me ric", + "O N", + "u c", + "iz ation", + "iza tion", + "▁l ist", + "▁li st", + "▁ list", + "时 间", + "▁we ek", + "▁wee k", + "▁ week", + "▁t est", + "▁te st", + "▁ test", + "nT his", + "nTh is", + "n This", + "▁ex pl", + "▁exp l", + "▁ expl", + "ge r", + "g er", + "▁s l", + "▁ sl", + "▁b ook", + "▁bo ok", + "▁boo k", + "▁ book", + "m p", + "se ction", + "sec tion", + "sect ion", + "s ection", + "▁ на", + "▁with out", + "▁ without", + "▁re p", + "▁r ep", + "▁ rep", + "el ta", + "elt a", + "▁or der", + "▁ord er", + "▁ order", + "р а", + "la nd", + "lan d", + "l and", + "▁con f", + "▁co nf", + "▁ conf", + "} _", + "mi n", + "m in", + "▁p lace", + "▁pl ace", + "▁plac e", + "▁pla ce", + "▁ place", + "a h", + "的 人", + "▁per form", + "▁perf orm", + "▁ perform", + "math cal", + "vi ew", + "vie w", + "v iew", + "oo t", + "o ot", + "n f", + "▁g ra", + "▁gr a", + "▁ gra", + "▁n ever", + "▁ne ver", + "▁ never", + "▁p ut", + "▁ put", + "is m", + "i sm", + "▁s tat", + "▁st at", + "▁sta t", + "▁ stat", + "as es", + "ase s", + "a ses", + "▁l et", + "▁le t", + "▁ let", + "▁de sign", + "▁des ign", + "▁ design", + "▁a nother", + "▁an other", + "▁ another", + "▁al low", + "▁all ow", + "▁ allow", + "y p", + "▁inter est", + "▁int erest", + "▁inte rest", + "▁ interest", + "=\\ \\", + "= \\\\", + "ion al", + "io nal", + "iona l", + "i onal", + "▁is s", + "▁i ss", + "▁ iss", + "▁ch ild", + "▁chi ld", + "▁ child", + "▁n ext", + "▁ne xt", + "▁ next", + "▁o pen", + "▁op en", + "▁ open", + "in al", + "ina l", + "i nal", + "▁k eep", + "▁ke ep", + "▁ keep", + "因 为", + "ro n", + "r on", + "ri d", + "r id", + "i k", + "iv es", + "ive s", + "i ves", + "▁t erm", + "▁te rm", + "▁ter m", + "▁ term", + "▁al ways", + "▁ always", + ")\\ \\", + ") \\\\", + "oi d", + "o id", + "▁h ard", + "▁ha rd", + "▁har d", + "▁ hard", + "孩 子", + "▁c ent", + "▁ce nt", + "▁ cent", + "▁m ain", + "▁ma in", + "▁ main", + "▁b ig", + "▁bi g", + "▁ big", + "▁H ow", + "▁Ho w", + "▁ How", + "▁l ot", + "▁lo t", + "▁ lot", + "iv ely", + "ive ly", + "ivel y", + "i vely", + "er tain", + "ert ain", + "如 果", + "▁s k", + "▁ sk", + "▁qu est", + "▁que st", + "▁ quest", + "iv ers", + "ive rs", + "iver s", + "i vers", + "▁s eem", + "▁se em", + "▁see m", + "▁c are", + "▁car e", + "▁ca re", + "▁ care", + "时 候", + "at t", + "a tt", + "▁a ppl", + "▁app l", + "▁ap pl", + "▁ appl", + "▁in cre", + "▁inc re", + "no t", + "n ot", + "▁p ass", + "▁pa ss", + "▁pas s", + "▁ pass", + "▁t ri", + "▁tr i", + "▁ tri", + "▁ :", + "т о", + "▁ Q", + "▁i de", + "▁id e", + "▁ ide", + "▁l ove", + "▁lo ve", + "▁ love", + "▁con tin", + "▁cont in", + "▁ contin", + "A T", + "▁A n", + "▁ An", + "(\\ \"", + "( \\\"", + "▁b usiness", + "▁bus iness", + "▁ business", + "ra w", + "r aw", + "▁c ome", + "▁com e", + "▁co me", + "▁ come", + "▁m ight", + "▁mi ght", + "▁mig ht", + "amb da", + "▁d uring", + "▁du ring", + "▁p roduct", + "▁pro duct", + "▁produ ct", + "▁prod uct", + "▁ product", + "▁com mun", + "▁comm un", + "▁ commun", + "ar ge", + "arg e", + "lo ck", + "loc k", + "l ock", + "d d", + "▁f ree", + "▁fr ee", + "▁fre e", + "▁ free", + "▁mon th", + "▁mo nth", + "▁mont h", + "▁ month", + "▁st and", + "▁sta nd", + "▁ stand", + "▁re sp", + "▁r esp", + "▁res p", + "▁ resp", + "S T", + "▁A meric", + "▁Amer ic", + "▁ Americ", + "▁S h", + "▁ Sh", + "▁p ower", + "▁po wer", + "▁pow er", + "▁ power", + "不 是", + "▁ /", + "▁pro vid", + "▁prov id", + "ne t", + "n et", + "an ts", + "ant s", + "▁S o", + "▁ So", + "s p", + "oin t", + "oi nt", + "o int", + "▁f ield", + "▁fi eld", + "▁ field", + "m u", + "▁re st", + "▁r est", + "▁res t", + "▁ rest", + "am ma", + "amm a", + "a mma", + "т а", + "▁m ust", + "▁mus t", + "▁mu st", + "▁ must", + "ar m", + "a rm", + "▁re port", + "▁rep ort", + "▁repo rt", + "▁ report", + "ot t", + "o tt", + "▁n on", + "▁no n", + "▁ non", + "ra l", + "r al", + "▁h ead", + "▁he ad", + "▁ head", + "▁p lan", + "▁pl an", + "▁pla n", + "▁ plan", + "▁ |", + "▁f riend", + "▁ friend", + "▁s pec", + "▁sp ec", + "▁spe c", + "▁ spec", + "st and", + "stan d", + "sta nd", + "▁ x", + "▁s ure", + "▁su re", + "▁sur e", + "▁e st", + "▁es t", + "▁ est", + "▁n ame", + "▁na me", + "▁ name", + "at ely", + "ate ly", + "co l", + "c ol", + "生 活", + "▁a dv", + "▁ad v", + "▁ adv", + "▁p ur", + "▁ pur", + "p i", + "ber s", + "be rs", + "b ers", + "企 业", + "ro l", + "r ol", + "▁d ep", + "▁de p", + "▁ dep", + "▁pro gram", + "▁pr ogram", + "▁prog ram", + "▁ program", + "▁le vel", + "▁lev el", + "▁ level", + "en cy", + "enc y", + "▁c urrent", + "▁cur rent", + "▁ current", + "▁val ue", + "▁ value", + "▁t urn", + "▁tur n", + "▁tu rn", + "▁ turn", + "n G", + "ab ly", + "abl y", + "a bly", + "通 过", + "wo rk", + "w ork", + "uc k", + "u ck", + "== ==", + "=== =", + "= ===", + "▁S e", + "▁ Se", + "▁m ov", + "▁mo v", + "▁ mov", + "▁b re", + "▁br e", + "▁ bre", + "_\\ \\", + "_ \\\\", + "pro b", + "pr ob", + "p rob", + "▁d irect", + "▁di rect", + "▁dire ct", + "▁dir ect", + "▁ direct", + "▁o per", + "▁op er", + "▁ oper", + "fig ure", + "f igure", + "o h", + "-\\ \\", + "- \\\\", + "er ed", + "ere d", + "e red", + "ig ma", + "igm a", + "war e", + "wa re", + "w are", + "▁o ld", + "▁ol d", + "▁ old", + "R E", + "is ion", + "isi on", + "ww w", + "w ww", + "▁c ou", + "▁co u", + "▁ cou", + "▁fe ature", + "▁feat ure", + "▁ feature", + "▁m ethod", + "▁meth od", + "▁ method", + "▁g iven", + "▁giv en", + "▁give n", + "▁gi ven", + "▁ given", + "y m", + "( '", + "可 能", + "▁l ess", + "▁le ss", + "▁les s", + "▁ less", + "▁g ive", + "▁giv e", + "▁gi ve", + "▁ give", + "▁D e", + "▁ De", + "ar c", + "a rc", + "▁a sk", + "▁as k", + "▁ ask", + "需 要", + "ap p", + "a pp", + "ter n", + "te rn", + "t ern", + "cc ess", + "c cess", + "▁s ing", + "▁sin g", + "▁si ng", + "▁ sing", + "us tom", + "ust om", + "▁d i", + "▁ di", + "▁pro per", + "▁pr oper", + "▁prop er", + "▁ proper", + "▁be lie", + "▁bel ie", + "▁ belie", + "▁N ew", + "▁Ne w", + "▁ New", + "▁again st", + "▁ against", + "▁te chn", + "▁tech n", + "▁ techn", + "if y", + "i fy", + "▁b uild", + "▁bu ild", + "▁ build", + "te n", + "t en", + "iq u", + "i qu", + "ab ility", + "abil ity", + "a bility", + "it al", + "ita l", + "i tal", + "}^ {", + "} ^{", + "ur al", + "ura l", + "u ral", + "▁C l", + "▁ Cl", + "ol ogy", + "olog y", + "olo gy", + "▁T here", + "▁The re", + "▁Th ere", + "▁Ther e", + "▁ There", + "▁pro ject", + "▁ project", + "cr i", + "c ri", + "am et", + "ame t", + "a met", + "服 务", + "a j", + "ail able", + "▁ z", + "m l", + "b y", + "▁p resent", + "▁pre sent", + "▁pres ent", + "▁ present", + "os s", + "o ss", + "on ey", + "one y", + "o ney", + "vi ous", + "vio us", + "v ious", + "▁ X", + "▁f r", + "▁ fr", + "is hed", + "ish ed", + "ishe d", + "op e", + "o pe", + "▁o pt", + "▁op t", + "▁ opt", + "ic ation", + "ica tion", + "i cation", + "▁w om", + "▁wo m", + "▁W h", + "▁ Wh", + "▁pro blem", + "▁proble m", + "▁prob lem", + "▁ problem", + "▁c ho", + "▁ch o", + "▁ cho", + "第 一", + "▁d el", + "▁de l", + "▁ del", + "re am", + "rea m", + "▁t rain", + "▁tr ain", + "▁tra in", + "▁ train", + "me d", + "m ed", + "▁a ble", + "▁ab le", + "▁ able", + "▁t hing", + "▁th ing", + "▁thin g", + "▁ thing", + "ra tion", + "rat ion", + "ratio n", + "r ation", + "et y", + "e ty", + "▁ex pect", + "▁exp ect", + "▁ expect", + "▁s chool", + "▁sch ool", + "▁ school", + "▁res ults", + "▁result s", + "▁ results", + "▁c ond", + "▁con d", + "▁co nd", + "▁ cond", + "▁f ollowing", + "▁follow ing", + "▁b eh", + "▁be h", + "ent ial", + "entia l", + "com m", + "co mm", + "m e", + "n Y", + "as k", + "a sk", + "th is", + "t his", + "▁ и", + "ic le", + "i cle", + "mi d", + "m id", + "it ions", + "ition s", + "iti ons", + "▁re ce", + "▁rec e", + "▁e ner", + "▁en er", + "▁ ener", + "已 经", + "▁import ant", + "▁ important", + "▁e le", + "▁el e", + "▁ ele", + "iss ion", + "▁in c", + "▁i nc", + "▁ inc", + "▁o pp", + "▁op p", + "▁ opp", + "su m", + "s um", + "er y", + "e ry", + "if ied", + "ifi ed", + "▁ в", + "a z", + "nI t", + "n It", + "管 理", + "所 以", + "io r", + "i or", + "A R", + "▁ch ange", + "▁chang e", + "▁cha nge", + "▁ change", + "or n", + "o rn", + "\":\" __", + "但 是", + "▁ Z", + "▁l ight", + "▁li ght", + "▁lig ht", + "▁ light", + "▁m et", + "▁me t", + "▁ met", + "▁p ay", + "▁pa y", + "▁ pay", + "▁S he", + "▁Sh e", + "▁ She", + "▁com ple", + "▁comp le", + "▁compl e", + "▁p ublic", + "▁publ ic", + "▁pub lic", + "▁ public", + "el s", + "e ls", + "\\\" >", + "us h", + "u sh", + "ph i", + "p hi", + "▁p rob", + "▁pro b", + "▁pr ob", + "▁ prob", + "▁I s", + "▁ Is", + "▁f ull", + "▁fu ll", + "▁ful l", + "▁ full", + "lin g", + "li ng", + "l ing", + "▁s it", + "▁si t", + "▁p op", + "▁po p", + "▁ pop", + "这 样", + "▁n et", + "▁ne t", + "▁ net", + "▁l aw", + "▁la w", + "▁ law", + "▁g row", + "▁gr ow", + "▁gro w", + "▁a nal", + "▁an al", + "▁ana l", + "n a", + "的 一", + "▁I nt", + "▁In t", + "▁ Int", + "ve rt", + "ver t", + "v ert", + "▁m ean", + "▁me an", + "▁ mean", + "▁un t", + "▁u nt", + "▁ unt", + "▁w hy", + "▁wh y", + "▁ why", + "▁T hat", + "▁Th at", + "▁ That", + "}_ {", + "} _{", + "ep s", + "e ps", + "re en", + "ree n", + "r een", + "▁g over", + "▁go ver", + "▁gov er", + "d s", + "市 场", + "活 动", + "ter s", + "te rs", + "t ers", + "http s", + "▁le ft", + "▁lef t", + "▁ left", + "at ic", + "ati c", + "a tic", + "▁l ocal", + "▁lo cal", + "▁loc al", + "▁ local", + "▁f amily", + "▁fam ily", + "▁ family", + "教 育", + "ang le", + "ni m", + "n im", + "ill ion", + "illi on", + "▁A r", + "▁ Ar", + "na me", + "nam e", + "n ame", + "ar ray", + "arr ay", + "pl oy", + "▁in cluding", + "▁includ ing", + "▁incl uding", + "▁ including", + "т е", + "学 生", + "▁l arge", + "▁larg e", + "▁lar ge", + "▁ large", + "- -", + "re sent", + "res ent", + "uf f", + "u ff", + "ain s", + "ai ns", + "a ins", + "▁he alth", + "▁heal th", + "▁ health", + "um p", + "u mp", + "▁c r", + "▁ cr", + "lo ad", + "l oad", + "▁c hang", + "▁ch ang", + "▁cha ng", + "в а", + "▁av ailable", + "▁avail able", + "▁ available", + "yl e", + "y le", + "▁d em", + "▁de m", + "▁ dem", + "um ent", + "ume nt", + "umen t", + "u ment", + "▁th ought", + "▁though t", + "▁tho ught", + "▁thou ght", + "▁ thought", + "▁m ult", + "▁mu lt", + "▁mul t", + "▁ mult", + "ge st", + "ges t", + "g est", + "▁l im", + "▁li m", + "▁ lim", + "it her", + "ith er", + "ithe r", + "i ther", + "I n", + "an c", + "a nc", + "很 多", + "oo k", + "o ok", + "技 术", + "ba r", + "b ar", + "▁did n", + "▁di dn", + "▁v e", + "▁ ve", + "re ady", + "read y", + "rea dy", + "▁d ays", + "▁day s", + "▁da ys", + "▁ days", + "\\\" :", + "\\ \":", + "自己 的", + "安 全", + "it em", + "ite m", + "i tem", + "▁in vest", + "▁inv est", + "▁ invest", + "in clud", + "▁with in", + "▁wit hin", + "▁wi thin", + "▁ within", + "ri st", + "ris t", + "r ist", + "ul ation", + "ula tion", + "u lation", + "人 的", + "ne ct", + "nec t", + "n ect", + "A N", + "▁t imes", + "▁time s", + "▁tim es", + "▁ti mes", + "▁ times", + "is ed", + "ise d", + "i sed", + "__ __", + "___ _", + "_ ___", + "▁g overn", + "▁gover n", + "▁gov ern", + "pl y", + "p ly", + "▁{\\ \\", + "▁{ \\\\", + "▁ {\\\\", + "▁g roup", + "▁gr oup", + "▁gro up", + "▁ group", + "▁C on", + "▁Co n", + "▁ Con", + "▁l eg", + "▁le g", + "▁ leg", + "▁h um", + "▁ hum", + "▁f our", + "▁fo ur", + "▁ four", + "▁b it", + "▁bi t", + "▁ bit", + "情 况", + "or ding", + "ord ing", + "de f", + "d ef", + "() ;\\", + "(); \\", + "( );\\", + "▁a way", + "▁aw ay", + "▁awa y", + "▁ away", + "se rv", + "ser v", + "s erv", + "l ambda", + "ir c", + "i rc", + "▁en ough", + "di v", + "d iv", + "it ive", + "iti ve", + "em ber", + "emb er", + "e mber", + "mo d", + "m od", + "▁e t", + "▁ et", + "▁ —", + "t r", + "▁b ased", + "▁bas ed", + "▁base d", + "▁ba sed", + "▁ based", + "b r", + "▁ `", + "E N", + "▁mark et", + "▁mar ket", + "▁ market", + "Co n", + "C on", + "▁c ost", + "▁co st", + "▁cos t", + "▁ cost", + "O R", + "还 是", + "▁h aving", + "▁ha ving", + "▁ having", + "iv id", + "i vid", + "▁ о", + "▁p hot", + "▁ph ot", + "▁ phot", + "ro p", + "r op", + "as ure", + "▁b as", + "▁ba s", + "▁ bas", + "pl ay", + "p lay", + "р е", + "▁T o", + "▁ To", + "▁e lect", + "▁el ect", + "▁ele ct", + "▁ elect", + "▁t em", + "▁te m", + "▁ tem", + "en ding", + "end ing", + "▁char act", + "▁cha ract", + "▁ex ample", + "▁exam ple", + "▁ example", + "m m", + "▁b ro", + "▁br o", + "▁ bro", + "▁re turn", + "▁ret urn", + "▁ return", + "or ies", + "ori es", + "orie s", + "o ries", + "▁e nergy", + "▁en ergy", + "▁ener gy", + "▁energ y", + "▁ energy", + "▁k ind", + "▁kin d", + "▁ kind", + "也 是", + "s n", + "▁l east", + "▁le ast", + "▁ least", + "▁p ossible", + "▁poss ible", + "▁ possible", + "▁a ff", + "▁af f", + "▁ aff", + "ar ds", + "ard s", + "▁t ell", + "▁te ll", + "▁tel l", + "▁ tell", + "要 求", + "wid th", + "w idth", + "▁j ob", + "▁jo b", + "▁ job", + "▁c ap", + "▁ca p", + "▁ cap", + "▁E x", + "▁ Ex", + "▁f ar", + "▁fa r", + "▁ far", + "▁w ater", + "▁wat er", + "▁wa ter", + "▁ water", + "人 民", + "au t", + "a ut", + "▁re cent", + "▁rec ent", + "▁rece nt", + "到 了", + "sig ma", + "s igma", + "an e", + "a ne", + "▁U S", + "▁ US", + "ap er", + "ape r", + "a per", + "at s", + "a ts", + "M z", + "▁c al", + "▁ca l", + "▁ cal", + "^{ \\\\", + "^ {\\\\", + "▁v ers", + "▁ve rs", + "▁ver s", + "▁ vers", + "▁P l", + "▁ Pl", + "] {", + "▁al ready", + ") )", + "▁- -", + "▁ --", + "va r", + "v ar", + "▁c heck", + "▁che ck", + "▁ check", + "▁w in", + "▁wi n", + "▁ win", + "▁d one", + "▁do ne", + "▁don e", + "▁ done", + "▁th ough", + "▁thou gh", + "▁ though", + "se r", + "s er", + "ol e", + "o le", + "▁does n", + "▁under stand", + "▁or gan", + "▁org an", + "▁ organ", + "р и", + "▁exper ience", + "▁experien ce", + "▁ experience", + "▁l ow", + "▁lo w", + "▁ low", + "a u", + "▁m aking", + "▁ma king", + "▁ making", + "c d", + "都 是", + "▁t ype", + "▁typ e", + "▁ty pe", + "▁ type", + "▁l oc", + "▁lo c", + "▁ loc", + "▁com pany", + "▁comp any", + "▁compa ny", + "▁compan y", + "▁ company", + "▁m oney", + "▁mon ey", + "▁mo ney", + "▁ money", + "▁un til", + "▁unt il", + "▁u ntil", + "▁ until", + "现 在", + "ba ck", + "bac k", + "b ack", + "▁s ays", + "▁sa ys", + "▁say s", + "开 始", + "▁m us", + "▁mu s", + "▁ mus", + "▁( \\\\", + "▁(\\ \\", + "▁ (\\\\", + "▁A ll", + "▁Al l", + "▁ All", + "nI f", + "n If", + "▁s pace", + "▁sp ace", + "▁spa ce", + "▁spac e", + "▁ space", + "▁add ition", + "math bf", + "po r", + "p or", + "id x", + "i dx", + "▁d ev", + "▁de v", + "▁ dev", + "▁pro f", + "▁pr of", + "▁ prof", + "▁l ik", + "▁li k", + "▁ lik", + "be ta", + "bet a", + "b eta", + "ut hor", + "uth or", + "▁m ag", + "▁ma g", + "▁ mag", + "▁I nd", + "▁In d", + "▁ Ind", + "学 习", + "t t", + "W e", + "y n", + "I T", + "▁m om", + "▁mo m", + "▁ mom", + "▁t alk", + "▁tal k", + "▁ta lk", + "▁ talk", + "re l", + "r el", + "cu r", + "c ur", + "if t", + "i ft", + "▁ab ove", + "▁ above", + "nim port", + "n import", + "▁c alled", + "▁call ed", + "▁cal led", + "▁ called", + "er ror", + "err or", + "e rror", + "▁p ot", + "▁po t", + "▁ pot", + "re qu", + "req u", + "r equ", + "+\\ \\", + "+ \\\\", + "p m", + "▁a long", + "▁al ong", + "▁ along", + "▁m ass", + "▁mas s", + "▁ma ss", + "▁ mass", + "iv ed", + "ive d", + "i ved", + "ra nd", + "ran d", + "r and", + "国 家", + "ind ow", + "ir d", + "i rd", + "▁c ustom", + "▁cust om", + "▁ custom", + "ou rs", + "our s", + "o urs", + "▁s w", + "▁ sw", + "▁ ‘", + "Te st", + "T est", + "ap s", + "a ps", + "的 是", + "q q", + "▁wor king", + "▁work ing", + "▁ working", + "知 道", + "}{ \\\\", + "}{\\ \\", + "} {\\\\", + "n y", + "ri but", + "rib ut", + "▁act ually", + "▁actual ly", + "▁ actually", + "社 会", + "▁e xc", + "▁ex c", + "▁ exc", + "ail s", + "ai ls", + "a ils", + "ar ent", + "are nt", + "aren t", + "a rent", + "▁t rue", + "▁tr ue", + "▁tru e", + "▁ true", + "math bb", + "— —", + "▁lo oking", + "▁look ing", + "▁ looking", + "^{ -", + "^ {-", + "\\\\ \\\\\\", + "\\\\\\ \\\\", + "\\\\\\\\ \\", + "\\ \\\\\\\\", + "▁n ight", + "▁ night", + "▁re se", + "▁r ese", + "▁res e", + "▁e ver", + "▁ev er", + "▁eve r", + "▁ ever", + "ai t", + "a it", + "A L", + "le ction", + "lect ion", + "lec tion", + "l ection", + "大 家", + "了 一", + "au lt", + "aul t", + "a ult", + "▁im pro", + "▁imp ro", + "▁s elf", + "▁se lf", + "▁sel f", + "▁ self", + "ir on", + "iro n", + "i ron", + "▁do ing", + "▁ doing", + "▁v ide", + "▁vi de", + "ur ther", + "urt her", + "▁p rom", + "▁pro m", + "▁pr om", + "▁ prom", + "使 用", + "gi n", + "g in", + "ai m", + "a im", + "▁c ourse", + "▁co urse", + "▁cour se", + "▁ course", + "ro du", + "rod u", + "er ence", + "ere nce", + "eren ce", + "e rence", + "▁a rea", + "▁are a", + "▁ar ea", + "▁ area", + "n J", + "ad d", + "a dd", + "研 究", + "em ent", + "emen t", + "eme nt", + "e ment", + "项 目", + "or tun", + "ort un", + "▁s ide", + "▁sid e", + "▁si de", + "▁ side", + "in ation", + "ina tion", + "i nation", + "▁m ove", + "▁mov e", + "▁mo ve", + "▁ move", + "bo x", + "b ox", + "ro ll", + "rol l", + "r oll", + "▁c a", + "▁ ca", + "▁t oday", + "▁to day", + "▁ today", + "▁p rot", + "▁pro t", + "▁pr ot", + "▁ prot", + "▁prov ide", + "▁provid e", + "▁ provide", + "E S", + "这 些", + "g g", + "ix in", + "i xin", + "cri b", + "cr ib", + "c rib", + "▁re spect", + "▁res pect", + "▁resp ect", + "▁ respect", + "▁e s", + "▁ es", + "n o", + "bi z", + "b iz", + "方 面", + "▁s hort", + "▁sh ort", + "▁sho rt", + "▁ short", + "▁g etting", + "▁get ting", + "▁ getting", + "as ter", + "ast er", + "aste r", + "a ster", + "iu m", + "i um", + "▁\\\\ \\\\\\", + "▁\\ \\\\\\\\", + "▁\\\\\\\\ \\", + "▁\\\\\\ \\\\", + "▁ \\\\\\\\\\", + "g a", + "▁e vent", + "▁ev ent", + "▁even t", + "▁eve nt", + "▁ event", + "ge ther", + "get her", + "g ether", + "iv ing", + "i ving", + "ar get", + "arg et", + "arge t", + "▁p ast", + "▁pa st", + "▁pas t", + "▁ past", + "▁me ans", + "▁mean s", + "▁ means", + "con st", + "co nst", + "cons t", + "ir l", + "i rl", + "建 设", + "en e", + "e ne", + "I t", + "ff ic", + "A S", + "▁s ug", + "▁su g", + "il ar", + "ila r", + "i lar", + "▁o rig", + "▁or ig", + "▁ori g", + "▁ orig", + "we ixin", + "wei xin", + "fa ce", + "fac e", + "f ace", + "in a", + "i na", + "re sp", + "res p", + "r esp", + "ch e", + "c he", + "的 时候", + "$ \\", + "ri es", + "rie s", + "r ies", + "mo st", + "mos t", + "m ost", + "== &", + "= =&", + "▁m akes", + "▁make s", + "▁ma kes", + "nc om", + "nco m", + "n com", + "▁o cc", + "▁ occ", + "▁s ervice", + "▁serv ice", + "▁ser vice", + "▁ service", + "▁v iew", + "▁vi ew", + "▁ view", + "▁a nn", + "▁an n", + "▁ ann", + "oc us", + "▁cont rol", + "▁ control", + "▁g l", + "▁ gl", + "▁part icular", + "▁partic ular", + "▁T r", + "▁ Tr", + "▁a ccess", + "▁acc ess", + "▁ac cess", + "▁ access", + "▁a ut", + "▁au t", + "▁ aut", + "f e", + "▁com put", + "▁comp ut", + "▁ comput", + "al f", + "a lf", + "▁disc uss", + "▁h ist", + "▁his t", + "▁hi st", + "▁ hist", + "▁re ason", + "▁ reason", + "A M", + "с т", + "I D", + "▁el se", + "▁ else", + "▁s ite", + "▁sit e", + "▁si te", + "▁ site", + "▁s ever", + "▁se ver", + "▁ sever", + "▁w rit", + "▁wr it", + "▁ @", + "aj or", + "ajo r", + "ient s", + "ien ts", + "i ents", + "▁t ot", + "▁to t", + "▁ tot", + "▁o ften", + "▁of ten", + "▁ often", + "ol ution", + "世 界", + "re m", + "r em", + "▁s tre", + "▁st re", + "▁str e", + "ve rage", + "ver age", + "н о", + "▁B e", + "▁ Be", + "ou th", + "out h", + "o uth", + "ivers ity", + "si de", + "sid e", + "s ide", + "pub lic", + "publ ic", + "p ublic", + "c o", + "id d", + "i dd", + "▁s ize", + "▁si ze", + "▁ size", + "O T", + "同 时", + "▁W hen", + "▁Wh en", + "▁Whe n", + "▁ When", + "is ing", + "isi ng", + "isin g", + "i sing", + "um e", + "u me", + "▁e ng", + "▁en g", + "▁ eng", + "▁st ory", + "▁sto ry", + "▁ story", + "经 济", + "▁ob tain", + "▁W hat", + "▁Wh at", + "▁ What", + "ga mma", + "gam ma", + "g amma", + "к а", + "▁C ol", + "▁Co l", + "▁ Col", + "eng th", + "▁s ingle", + "▁sing le", + "▁ single", + "重 要", + "ip p", + "i pp", + "▁h ig", + "▁hi g", + "ar l", + "a rl", + "iv er", + "ive r", + "i ver", + "▁s um", + "▁su m", + "▁ sum", + "▁l earn", + "▁le arn", + "▁lear n", + "▁ learn", + "▁st rong", + "▁str ong", + "▁stro ng", + "▁ strong", + "so ci", + "soc i", + "▁ob ject", + "▁obj ect", + "▁ object", + "en ded", + "end ed", + "ende d", + "▁d ri", + "▁dr i", + "rh o", + "r ho", + "▁i dent", + "▁ide nt", + "▁id ent", + "▁ ident", + "▁t ogether", + "▁to gether", + "▁ together", + "▁O n", + "▁ On", + "ex t", + "e xt", + "riv ate", + "r ivate", + "▁h old", + "▁hol d", + "▁ho ld", + "▁ hold", + "以 及", + "ul e", + "u le", + "▁h appen", + "▁happ en", + "▁re du", + "▁r edu", + "▁red u", + "pl es", + "ple s", + "p les", + "ht ml", + "htm l", + "h tml", + "被 告", + "中 的", + "▁s everal", + "▁sever al", + "▁c ertain", + "▁cert ain", + "▁cer tain", + "na nd", + "nan d", + "n and", + "ar ed", + "are d", + "a red", + "ig ure", + "▁N o", + "▁ No", + "好 的", + "▁acc ount", + "▁ac count", + "▁ account", + "an ces", + "ance s", + "anc es", + "a nces", + "st r", + "s tr", + "▁cons ider", + "▁ consider", + "ar ing", + "ari ng", + "arin g", + "a ring", + "▁s uccess", + "▁su ccess", + "▁suc cess", + "▁succ ess", + "▁ success", + "▁L e", + "▁ Le", + "非 常", + "pos ed", + "pose d", + "po sed", + "p osed", + "ut ure", + "▁s top", + "▁st op", + "▁sto p", + "▁ stop", + "b a", + "▁g overnment", + "▁govern ment", + "▁ government", + "al ign", + "ali gn", + "s w", + "▁me et", + "th eta", + "the ta", + "t heta", + "所 述", + "▁l ink", + "▁li nk", + "▁lin k", + "▁ link", + "▁r oom", + "▁ro om", + "▁ room", + "▁re present", + "▁rep resent", + "▁ represent", + "▁se ason", + "▁sea son", + "▁seas on", + "▁ season", + "▁k ey", + "▁ke y", + "▁ key", + "▁t yp", + "▁ty p", + "▁ typ", + "▁ch ildren", + "▁child ren", + "▁ children", + "▁d ue", + "▁du e", + "▁ due", + "ne ws", + "new s", + "n ews", + "▁par amet", + "▁para met", + "▁param et", + "▁ paramet", + "▁M y", + "▁ My", + "id s", + "i ds", + "iv ity", + "i vity", + "不 能", + "ruct ure", + "ne w", + "n ew", + "n U", + "文 化", + "▁b ecome", + "▁be come", + "▁bec ome", + "▁becom e", + "▁p at", + "▁pa t", + "▁ pat", + "▁A d", + "▁ Ad", + "L E", + "/ \\", + "ess age", + "essa ge", + "▁f ac", + "▁fa c", + "▁ fac", + "ap e", + "a pe", + "▁spe cial", + "▁spec ial", + "▁ special", + "▁o nce", + "▁on ce", + "▁onc e", + "▁ once", + "▁s een", + "▁se en", + "▁see n", + "▁ seen", + "▁How ever", + "▁ However", + "▁c am", + "▁ca m", + "▁ cam", + "ct or", + "c tor", + "主 要", + "ar ning", + "arn ing", + "con om", + "co nom", + "c onom", + "▁p ract", + "▁pr act", + "▁pra ct", + "▁f ood", + "▁fo od", + "▁foo d", + "▁ food", + "or ed", + "ore d", + "o red", + "▁m en", + "▁me n", + "▁ men", + "▁g r", + "▁ gr", + "▁b en", + "▁be n", + "▁ ben", + "at eg", + "ate g", + "▁b r", + "▁ br", + "nF or", + "n For", + "nA s", + "n As", + "se c", + "s ec", + "pr e", + "p re", + "▁g eneral", + "▁gener al", + "▁gen eral", + "▁gene ral", + "▁ general", + "ur s", + "u rs", + "▁c los", + "▁cl os", + "▁clo s", + "▁ clos", + "提 供", + "对 于", + "il on", + "ilo n", + "i lon", + "▁O r", + "▁ Or", + "▁o nline", + "▁on line", + "▁ online", + "▁st udy", + "▁stud y", + "▁ study", + "▁r ad", + "▁ra d", + "▁ rad", + "Pr o", + "P ro", + "▁h ouse", + "▁hous e", + "▁ho use", + "▁ house", + "or th", + "ort h", + "▁o ffic", + "▁off ic", + "da te", + "dat e", + "d ate", + "▁some one", + "大 的", + "作 为", + "math rm", + "ge d", + "g ed", + "▁P h", + "▁ Ph", + "部 分", + "ak en", + "ake n", + "a ken", + "jo y", + "j oy", + "▁m ent", + "▁me nt", + "▁men t", + "▁ ment", + "▁other s", + "▁ot hers", + "▁ others", + "▁app ear", + "▁appe ar", + "▁ appear", + "E x", + "▁in it", + "▁i nit", + "▁ init", + "▁e ither", + "▁ either", + "ra p", + "r ap", + "▁any thing", + "▁Ch rist", + "▁Chris t", + "▁ Christ", + "o x", + "▁we bs", + "▁web s", + "bo ok", + "b ook", + "人 员", + "lo b", + "l ob", + "▁c ame", + "▁ca me", + "▁cam e", + "▁ came", + "▁m ind", + "▁min d", + "▁mi nd", + "▁ mind", + "an gu", + "ang u", + "a ngu", + "▁m at", + "▁ma t", + "▁ mat", + "iqu e", + "iq ue", + "i que", + "▁S p", + "▁ Sp", + "is ter", + "ist er", + "i ster", + "▁B l", + "▁ Bl", + "▁qu estion", + "▁quest ion", + "▁ question", + "al es", + "ale s", + "a les", + "rib ution", + "ribut ion", + "▁b uy", + "▁bu y", + "▁ buy", + "id es", + "ide s", + "i des", + "▁d eal", + "▁de al", + "▁ deal", + "na l", + "n al", + "▁c reate", + "▁cre ate", + "▁creat e", + "▁ create", + "信 息", + "eq n", + "e qn", + "I C", + "▁count ry", + "▁ country", + "▁b ody", + "▁bo dy", + "▁bod y", + "▁ body", + "ra d", + "r ad", + "or mal", + "orm al", + "▁d r", + "▁ dr", + "▁p ret", + "▁pre t", + "▁pr et", + "▁ pret", + "ni n", + "n in", + "r t", + "ar row", + "arr ow", + "ie n", + "i en", + "io d", + "i od", + "▁m ajor", + "▁maj or", + "▁ major", + "▁con tent", + "▁cont ent", + "▁ content", + "第 二", + "$ -", + "影 响", + "▁k nown", + "▁kn own", + "▁know n", + "▁ known", + "raph ics", + "raphic s", + "n m", + "▁w on", + "▁wo n", + "▁ won", + "ur o", + "u ro", + "ac tion", + "act ion", + "a ction", + "▁sim ilar", + "▁ similar", + "ab l", + "a bl", + "产 品", + "л и", + "▁c omb", + "▁com b", + "▁co mb", + "▁ comb", + "re g", + "r eg", + "no w", + "n ow", + "▁f ocus", + "▁foc us", + "▁ focus", + "vi ron", + "vir on", + "v iron", + "ci ally", + "cial ly", + "c ially", + "▁G od", + "▁Go d", + "▁ God", + "▁m atter", + "▁mat ter", + "▁matt er", + "▁matte r", + "▁ matter", + "▁start ed", + "▁star ted", + "▁ started", + "▁c reat", + "▁cre at", + "▁cr eat", + "▁ creat", + "▁o bserv", + "▁ob serv", + "▁obser v", + "▁obs erv", + "▁ observ", + "le y", + "l ey", + "▁w ent", + "▁we nt", + "▁ went", + "iv idual", + "ivid ual", + ") }", + "▁a nt", + "▁an t", + "▁ ant", + "数 据", + "▁me asure", + "▁meas ure", + "▁ measure", + "▁A t", + "▁ At", + "e b", + "at erial", + "ate rial", + "ater ial", + "ne y", + "n ey", + "ol l", + "o ll", + "pos e", + "po se", + "p ose", + "▁y et", + "▁ye t", + "▁ yet", + "ys tem", + "y stem", + "on se", + "ons e", + "o nse", + "▁l ater", + "▁la ter", + "▁lat er", + "▁late r", + "▁ later", + "▁sh ows", + "▁show s", + "▁sho ws", + "▁l a", + "▁ la", + "cu l", + "c ul", + "美 国", + "▁w omen", + "▁wom en", + "▁wo men", + "▁ women", + "▁re cord", + "▁rec ord", + "▁ record", + "▁l arg", + "▁la rg", + "▁lar g", + "▁ larg", + "▁s pecific", + "▁spec ific", + "▁ specific", + "lo se", + "los e", + "l ose", + "A C", + "▁f ile", + "▁fil e", + "▁fi le", + "▁ file", + "一 些", + "▁ne eds", + "▁need s", + "ug ht", + "u ght", + "▁c omes", + "▁com es", + "▁co mes", + "▁come s", + "▁ comes", + "fe ct", + "f ect", + "he ad", + "hea d", + "h ead", + "能 力", + "▁l ive", + "▁li ve", + "▁liv e", + "▁ live", + "成 为", + "▁po ints", + "▁point s", + "▁ points", + "pr ess", + "pre ss", + "pres s", + "p ress", + "im ate", + "ima te", + "i mate", + "n u", + "no n", + "n on", + "at ors", + "ator s", + "ato rs", + "our ces", + "ource s", + "▁de scrib", + "▁des crib", + "▁desc rib", + "▁R es", + "▁Re s", + "▁ Res", + "▁e asy", + "▁eas y", + "▁ easy", + "time s", + "tim es", + "ti mes", + "t imes", + "不 同", + "▁f ore", + "▁for e", + "▁fo re", + "▁ fore", + "il de", + "ild e", + "▁s uggest", + "▁sug gest", + "▁t old", + "▁to ld", + "u x", + "▁W ith", + "▁Wi th", + "▁ With", + "▁bel ieve", + "▁belie ve", + "hi ng", + "hin g", + "h ing", + "tim e", + "ti me", + "t ime", + "is on", + "iso n", + "i son", + "ur y", + "u ry", + "▁Com m", + "▁Co mm", + "▁ Comm", + "к о", + "oh n", + "o hn", + "I S", + "▁t ook", + "▁to ok", + "▁too k", + "▁ took", + "it or", + "ito r", + "i tor", + "▁M ay", + "▁Ma y", + "▁ May", + "▁b ad", + "▁ba d", + "▁ bad", + "▁e nc", + "▁en c", + "▁ enc", + "el e", + "e le", + "om ega", + "ome ga", + "o mega", + "▁t ext", + "▁te xt", + "▁tex t", + "▁ text", + "▁p ack", + "▁pa ck", + "▁pac k", + "▁ pack", + "▁c ut", + "▁cu t", + "▁ cut", + "系 统", + "ic y", + "i cy", + "del ta", + "d elta", + "um ber", + "umb er", + "u mber", + "** \\", + "* *\\", + "▁com plet", + "▁comp let", + "▁comple t", + "▁compl et", + "le r", + "l er", + "▁ex ist", + "▁ exist", + "m b", + "▁f uture", + "▁fut ure", + "▁ future", + "中 心", + "en ds", + "end s", + "e nds", + "▁a cross", + "▁ac ross", + "▁inst all", + "▁ install", + "ial ly", + "i ally", + "▁po lit", + "▁pol it", + "▁a rg", + "▁ar g", + "▁ arg", + "▁ д", + "P h", + "▁re le", + "▁r ele", + "▁rel e", + "▁ rele", + "il ls", + "ill s", + "方 式", + "an ks", + "ank s", + "一 定", + "ch ange", + "chan ge", + "cha nge", + "ch ed", + "che d", + "c hed", + "▁m il", + "▁mi l", + "▁ mil", + "▁con c", + "▁co nc", + "▁ conc", + "▁s oft", + "▁so ft", + "▁ soft", + "▁in vol", + "▁inv ol", + "▁invo l", + "▁con nect", + "▁conn ect", + "▁ connect", + "▁b log", + "▁bl og", + "▁blo g", + "▁ blog", + "▁char acter", + "▁charact er", + "▁ character", + "w h", + "op y", + "o py", + "▁f av", + "▁fa v", + "▁ fav", + "▁m ot", + "▁mo t", + "▁ mot", + "▁em ploy", + "ncom ment", + "n comment", + "▁d eterm", + "▁de term", + "▁det erm", + "▁deter m", + "▁ determ", + "▁ide a", + "▁id ea", + "▁ idea", + "▁in clude", + "▁includ e", + "▁incl ude", + "▁ include", + "ut es", + "ute s", + "u tes", + "上 的", + "▁r ange", + "▁ra nge", + "▁ran ge", + "▁rang e", + "▁ range", + "▁Americ an", + "▁America n", + "▁Amer ican", + "▁ American", + "or g", + "o rg", + "▁p red", + "▁pre d", + "▁pr ed", + "▁ pred", + "▁comm unity", + "▁commun ity", + "▁ community", + "▁f und", + "▁fun d", + "▁fu nd", + "▁ fund", + "一 种", + "▁s at", + "▁sa t", + "▁ sat", + "E D", + "od er", + "ode r", + "o der", + "**** ****", + "al se", + "als e", + "▁com pa", + "▁comp a", + "选 择", + "▁t rying", + "▁tr ying", + "▁try ing", + "学 校", + "表 示", + "e y", + "▁ind ividual", + "▁ individual", + "du ct", + "duc t", + "d uct", + "if ication", + "ific ation", + "ifi cation", + "▁sh own", + "▁show n", + "▁sho wn", + "▁ shown", + "▁every thing", + "▁ everything", + "其 他", + "▁ }", + "▁p ain", + "▁pa in", + "▁ pain", + "▁re t", + "▁r et", + "▁ ret", + "th ough", + "▁c rit", + "▁cr it", + "▁cri t", + "▁ crit", + "▁w hole", + "▁wh ole", + "▁who le", + "▁p ress", + "▁pre ss", + "▁pr ess", + "▁pres s", + "▁ press", + "ward s", + "war ds", + "w ards", + "ta u", + "t au", + "▁you ng", + "▁yo ung", + "▁ young", + "is tic", + "ist ic", + "i stic", + "▁b elow", + "▁be low", + "▁bel ow", + "▁ below", + "组 织", + "发 现", + "▁c ity", + "▁cit y", + "▁ city", + "▁stud ents", + "▁student s", + "▁im age", + "▁i mage", + "▁imag e", + "▁ image", + "▁m illion", + "▁mill ion", + "▁ million", + "▁en joy", + "▁enjo y", + "▁p retty", + "▁pret ty", + "▁ pretty", + "ud e", + "u de", + "▁de fin", + "▁def in", + "▁prob ably", + "▁ probably", + "▁ph ys", + "▁phy s", + "▁ phys", + "an ds", + "and s", + "a nds", + "ep end", + "e pend", + "json l", + "ua tion", + "u ation", + "nT h", + "n Th", + "▁qu ick", + "▁qui ck", + "▁ quick", + "s q", + "▁s ound", + "▁so und", + "▁sou nd", + "▁ sound", + "▁v ideo", + "▁vide o", + "▁ video", + "政 府", + "▁g ames", + "▁game s", + "▁gam es", + "▁ga mes", + "▁ games", + "▁net work", + "▁ network", + "▁C an", + "▁Ca n", + "▁ Can", + "根 据", + "^\\ \\", + "^ \\\\", + "im ent", + "ime nt", + "imen t", + "i ment", + "▁a ir", + "▁ air", + "▁re quire", + "▁requ ire", + "▁ require", + "▁a bs", + "▁ab s", + "▁ abs", + "这 种", + "▁h uman", + "▁hum an", + "▁ human", + "ri x", + "r ix", + "▁val ues", + "▁value s", + "▁ values", + "a f", + "▁w hether", + "▁wh ether", + "▁whe ther", + "▁ whether", + "▁re search", + "▁res earch", + "▁rese arch", + "▁researc h", + "▁ research", + "id ence", + "ide nce", + "iden ce", + "ap tion", + "apt ion", + "a ption", + "目 前", + "as ing", + "asi ng", + "a sing", + "▁pre vious", + "▁prev ious", + "▁ previous", + "▁fe atures", + "▁feature s", + "▁feat ures", + "▁ features", + "大 学", + "} [", + "▁rel ations", + "▁relation s", + "▁ relations", + "n b", + "▁= >", + "▁ =>", + "老 师", + "那 么", + "ia ns", + "ian s", + "i ans", + "▁d om", + "▁do m", + "▁ dom", + "C l", + "▁per formance", + "▁perform ance", + "▁ performance", + "tt p", + "t tp", + "mb er", + "m ber", + "▁a go", + "▁ag o", + "▁ ago", + "\\\" >\\", + "\\\"> \\", + "Na me", + "N ame", + "▁e arly", + "▁ear ly", + "▁earl y", + "▁ early", + "os p", + "o sp", + "▁c lose", + "▁cl ose", + "▁clos e", + "▁clo se", + "▁ close", + "▁m usic", + "▁mus ic", + "▁mu sic", + "▁ music", + "▁mem bers", + "▁member s", + "▁ members", + "▁The se", + "▁Th ese", + "▁ These", + "it ch", + "itc h", + "来 的", + "▁t reat", + "▁tr eat", + "▁tre at", + "▁p ick", + "▁pic k", + "▁pi ck", + "▁ pick", + "g o", + "cl e", + "c le", + "▁l ay", + "▁la y", + "▁ lay", + "op t", + "o pt", + "ke y", + "k ey", + "▁mon ths", + "▁month s", + "▁mont hs", + "part ial", + "viron ment", + "▁s ocial", + "▁so cial", + "▁soci al", + "▁ social", + "ce ption", + "cept ion", + "相 关", + "ab les", + "able s", + "abl es", + "a bles", + "▁f inal", + "▁fin al", + "▁fi nal", + "▁ final", + "环 境", + "▁pro fess", + "▁prof ess", + "▁al most", + "▁ almost", + "eqn array", + "Co m", + "C om", + "▁sim ple", + "▁simpl e", + "▁ simple", + "oi n", + "o in", + "▁e conom", + "▁ec onom", + "▁eco nom", + "am s", + "a ms", + "▁v ol", + "▁vo l", + "▁ vol", + "ri ct", + "ric t", + "r ict", + "▁t erms", + "▁te rms", + "▁term s", + "▁ter ms", + "▁ terms", + "un e", + "u ne", + "C h", + "▁p osition", + "▁pos ition", + "▁posit ion", + "▁ position", + "还 有", + "on es", + "one s", + "o nes", + "gr ound", + "gro und", + "g round", + "un ch", + "unc h", + "u nch", + "▁t raining", + "▁tr aining", + "▁tra ining", + "▁train ing", + "▁ training", + "▁s ex", + "▁se x", + "▁ sex", + "▁e y", + "▁ ey", + "▁ #", + "▁per cent", + "▁perc ent", + "▁ percent", + "res pond", + "resp ond", + "▁h alf", + "▁ha lf", + "▁hal f", + "▁ half", + "▁se ems", + "▁see ms", + "▁seem s", + "H E", + "ib ility", + "i bility", + "▁O ne", + "▁On e", + "▁ One", + "▁p aper", + "▁pa per", + "▁pap er", + "▁ paper", + "ty pe", + "typ e", + "t ype", + "nY ou", + "n You", + "▁r ather", + "▁ra ther", + "▁rat her", + "▁ rather", + "▁s ervices", + "▁serv ices", + "▁service s", + "▁ services", + "不 会", + "▁f urther", + "▁fur ther", + "▁d ou", + "▁do u", + "▁ dou", + "▁iss ue", + "▁issu e", + "▁ issue", + "ag er", + "age r", + "a ger", + "or ld", + "ar ri", + "arr i", + "af f", + "a ff", + "或 者", + "▁A pp", + "▁Ap p", + "▁ App", + "▁vis it", + "▁ visit", + "Del ta", + "D elta", + "is k", + "i sk", + "re ct", + "rec t", + "r ect", + "▁ >", + "▁sign ific", + "▁p ort", + "▁po rt", + "▁por t", + "▁ port", + "▁c laim", + "▁cl aim", + "▁ claim", + "▁a mount", + "▁am ount", + "▁ amount", + "我 的", + "▁E ng", + "▁En g", + "▁ Eng", + "▁t aking", + "▁ta king", + "▁ taking", + "▁v ersion", + "▁vers ion", + "▁ version", + "▁qu ite", + "▁q uite", + "▁quit e", + "▁qui te", + "▁ quite", + "▁we bsite", + "▁webs ite", + "▁web site", + "▁ website", + "pl ace", + "plac e", + "p lace", + "▁T e", + "▁ Te", + "of f", + "o ff", + "▁C ent", + "▁Ce nt", + "▁ Cent", + "ra ft", + "raf t", + "r aft", + "▁w orks", + "▁wor ks", + "▁work s", + "▁ works", + "im al", + "ima l", + "i mal", + "▁ind ust", + "▁indu st", + "▁qu ality", + "▁q uality", + "▁qual ity", + "▁ quality", + "▁bl ack", + "▁ black", + "em pt", + "emp t", + "pe cially", + "pec ially", + "pl ement", + "ple ment", + "p lement", + "能 够", + "us ed", + "use d", + "u sed", + "▁m or", + "▁mo r", + "▁ mor", + "ic ations", + "ication s", + "▁b reak", + "▁bre ak", + "▁ break", + "▁is n", + "▁i sn", + "▁t rad", + "▁tr ad", + "▁tra d", + "包 括", + "om et", + "ome t", + "o met", + "所 有", + "ir t", + "i rt", + "▁friend s", + "▁ friends", + "▁t re", + "▁tr e", + "▁ tre", + "方 法", + "▁re d", + "▁r ed", + "▁ red", + "▁b egin", + "▁be gin", + "▁beg in", + "▁ begin", + "▁s eries", + "▁se ries", + "▁ser ies", + "▁ series", + "个 人", + "其 中", + "angu age", + "▁add ress", + "▁addr ess", + "▁ address", + "ip le", + "i ple", + "之 后", + "… …", + "出 现", + "g s", + "▁per iod", + "▁ period", + "ch es", + "che s", + "c hes", + "O U", + "ba ll", + "bal l", + "b all", + "▁it em", + "▁i tem", + "▁ item", + "og raph", + "ograp h", + "o graph", + "к и", + "cl us", + "为 了", + "▁a ction", + "▁act ion", + "▁ac tion", + "▁ action", + "▁com mon", + "▁comm on", + "▁ common", + "▁m iss", + "▁mis s", + "▁mi ss", + "▁ miss", + "▁t otal", + "▁to tal", + "▁tot al", + "▁ total", + "m y", + "▁m aterial", + "▁mat erial", + "▁mate rial", + "▁mater ial", + "▁ material", + "O S", + "▁g irl", + "▁gi rl", + "▁ girl", + "' )", + "▁f ace", + "▁fac e", + "▁fa ce", + "▁ face", + "▁ben ef", + "▁bene f", + "c m", + "ys is", + "y sis", + "▁r ate", + "▁ra te", + "▁rat e", + "▁ rate", + "▁w alk", + "▁wa lk", + "▁wal k", + "▁ walk", + "怎 么", + "ip s", + "i ps", + "р о", + "▁M an", + "▁Ma n", + "▁ Man", + "er o", + "e ro", + "е н", + "se l", + "s el", + "ight s", + "igh ts", + "开 展", + "▁ex press", + "▁exp ress", + "▁ express", + "il led", + "ill ed", + "ille d", + "cap tion", + "ca ption", + "capt ion", + "c aption", + "▁us er", + "▁use r", + "▁u ser", + "▁ user", + "▁p age", + "▁pa ge", + "▁ page", + "ens ion", + "▁b ring", + "▁br ing", + "ue d", + "u ed", + "▁n ear", + "▁ne ar", + "▁ near", + "▁person al", + "▁pers onal", + "▁persona l", + "▁ personal", + "im um", + "一 起", + "e v", + "发 生", + "▁s uper", + "▁sup er", + "▁su per", + "▁ super", + "认 为", + "▁t aken", + "▁take n", + "▁ta ken", + "▁b ound", + "▁bo und", + "▁bou nd", + "▁ bound", + "▁n othing", + "▁not hing", + "▁no thing", + "▁ nothing", + "设 计", + "le q", + "l eq", + "g r", + "▁ent ire", + "text bf", + "▁t arget", + "▁tar get", + "▁ target", + "▁m oment", + "▁mom ent", + "▁mo ment", + "▁ moment", + "id ed", + "ide d", + "i ded", + "原 告", + "it er", + "ite r", + "i ter", + "▁w ond", + "▁won d", + "▁wo nd", + "▁h igher", + "▁high er", + "▁hig her", + "▁ higher", + "▁n ews", + "▁ne ws", + "▁new s", + "▁ news", + "▁f ix", + "▁fi x", + "▁ fix", + "▁f ive", + "▁fi ve", + "▁ five", + "▁ е", + "▁p otential", + "▁pot ential", + "▁potent ial", + "▁ potential", + "з а", + "I d", + "▁per fect", + "▁perf ect", + "▁ perfect", + "▁c annot", + "▁can not", + "▁ca nnot", + "▁cann ot", + "si m", + "s im", + "▁s ent", + "▁se nt", + "▁sen t", + "▁ sent", + "▁mod els", + "▁model s", + "▁mode ls", + "▁ models", + "▁s hare", + "▁sh are", + "▁shar e", + "▁ share", + "▁every one", + "▁appro ach", + "▁ approach", + "▁w atch", + "▁wat ch", + "▁ watch", + "朋 友", + "▁h ot", + "▁ho t", + "▁ hot", + "▁st ay", + "▁sta y", + "▁ stay", + "ci ng", + "cin g", + "c ing", + "ain ed", + "ai ned", + "aine d", + "a ined", + "城 市", + "h y", + "▁h ours", + "▁hour s", + "▁ho urs", + "▁ hours", + "▁D o", + "▁ Do", + "ti es", + "tie s", + "t ies", + "▁a uthor", + "▁aut hor", + "▁auth or", + "▁ author", + "ag ement", + "age ment", + "这 一", + "▁t ax", + "▁ta x", + "▁ tax", + "il ities", + "ili ties", + "ilit ies", + "ma z", + "m az", + "▁F r", + "▁ Fr", + "eg raphics", + "e graphics", + "includ egraphics", + "include graphics", + "() \\", + "( )\\", + "投 资", + "ul ly", + "ull y", + "▁like ly", + "▁lik ely", + "▁ likely", + "l u", + "li m", + "l im", + "▁d en", + "▁de n", + "▁ den", + "▁p ri", + "▁pr i", + "▁ pri", + "E T", + "ul es", + "ule s", + "u les", + "▁l and", + "▁la nd", + "▁lan d", + "▁ land", + "sel ves", + "s elves", + "ic ro", + "i cro", + "过 程", + "re w", + "r ew", + "lo bal", + "lob al", + "▁of fer", + "▁off er", + "▁ offer", + "a i", + "ens ity", + "il t", + "i lt", + "led ge", + "l edge", + "▁d oc", + "▁do c", + "▁ doc", + "比 较", + "ent ly", + "▁G o", + "▁ Go", + "▁c hall", + "▁ch all", + "▁cha ll", + "▁ chall", + "▁f ail", + "▁fa il", + "▁ fail", + "▁w anted", + "▁want ed", + "▁how ever", + "cri ption", + "cript ion", + "ge s", + "g es", + "▁s ource", + "▁sour ce", + "▁ source", + "▁iss ues", + "▁issue s", + "▁issu es", + "▁ issues", + "▁f all", + "▁fa ll", + "▁fal l", + "▁ fall", + "▁s earch", + "▁se arch", + "▁searc h", + "▁ search", + "bo dy", + "bod y", + "b ody", + "n p", + "这 是", + "▁a mong", + "▁am ong", + "▁ among", + "▁st ates", + "▁state s", + "▁stat es", + "▁sta tes", + "▁ states", + "O D", + "L L", + "▁com pet", + "▁comp et", + "▁ compet", + "' '", + "▁n eg", + "▁ne g", + "▁ neg", + "ic ult", + "▁= =", + "▁ ==", + "N D", + "▁s pect", + "▁sp ect", + "▁spe ct", + "▁spec t", + "▁ spect", + "▁Un iversity", + "▁Univers ity", + "▁ University", + "*} \\", + "* }\\", + "▁ex act", + "▁ exact", + "nW hat", + "nWh at", + "n What", + "生 产", + "on ent", + "one nt", + "o nent", + "st er", + "ste r", + "s ter", + "sp ace", + "spa ce", + "s pace", + "▁product s", + "▁ products", + "▁N ot", + "▁No t", + "▁ Not", + "ch ie", + "chi e", + "▁a nsw", + "▁an sw", + "▁ans w", + "it ting", + "itt ing", + "▁sign ificant", + "▁signific ant", + "专 业", + "▁att ack", + "▁ attack", + "▁s elect", + "▁se lect", + "▁sel ect", + "▁ select", + "re sh", + "res h", + "r esh", + "▁ г", + "▁d eg", + "▁de g", + "▁ deg", + "▁J ohn", + "▁Jo hn", + "▁Joh n", + "▁ John", + "▁c ode", + "▁co de", + "▁cod e", + "▁ code", + "▁he art", + "▁hear t", + "▁ heart", + "gin g", + "gi ng", + "g ing", + "▁b lock", + "▁bl ock", + "▁blo ck", + "▁ block", + "A P", + "ta b", + "t ab", + "▁m ax", + "▁ma x", + "▁ max", + "St ring", + "Str ing", + "▁de velopment", + "▁develop ment", + "▁ development", + "ro r", + "r or", + "▁n at", + "▁na t", + "▁ nat", + "x i", + "ee d", + "e ed", + "▁cor respond", + "O M", + "cri pt", + "cr ipt", + "c ript", + "▁f ront", + "▁fr ont", + "▁fro nt", + "▁ front", + "他 的", + "▁d eb", + "▁de b", + "▁ deb", + "▁Un ited", + "▁Unit ed", + "▁Uni ted", + "▁ United", + "▁c lear", + "▁cl ear", + "▁cle ar", + "▁ clear", + "▁n ecess", + "▁ne cess", + "▁ necess", + "▁pro blems", + "▁proble ms", + "▁problem s", + "▁ problems", + "▁r unning", + "▁run ning", + "▁ running", + "▁s ection", + "▁se ction", + "▁sec tion", + "▁sect ion", + "▁ section", + "▁T hen", + "▁The n", + "▁Th en", + "▁ Then", + "iv al", + "iva l", + "i val", + "ro om", + "r oom", + "▁e duc", + "▁ed uc", + "▁ educ", + "▁w ar", + "▁wa r", + "▁ war", + "d f", + "▁t ool", + "▁to ol", + "▁too l", + "▁ tool", + "▁sim ply", + "▁simpl y", + "y l", + "▁p ict", + "▁pic t", + "▁pi ct", + "Re s", + "R es", + "实 现", + "ic tion", + "ict ion", + "i ction", + "▁l oss", + "▁lo ss", + "▁los s", + "▁ loss", + "ens ive", + "nS o", + "n So", + "▁ u", + "一 步", + "▁min utes", + "▁minute s", + "▁ minutes", + "责 任", + "▁p ie", + "▁pi e", + "▁ pie", + "▁t rack", + "▁tr ack", + "▁tra ck", + "▁trac k", + "▁ track", + "}( \\\\", + "} (\\\\", + "▁any one", + "un ction", + "unc tion", + "unct ion", + "bi g", + "b ig", + "▁m edia", + "▁me dia", + "▁med ia", + "▁medi a", + "▁ media", + "it ten", + "itt en", + "== ======", + "==== ====", + "====== ==", + "关 系", + "▁opp ortun", + "og le", + "一 直", + "▁h ttp", + "▁ http", + "qu et", + "que t", + "▁p arent", + "▁par ent", + "▁pa rent", + "▁ parent", + "▁e tc", + "▁et c", + "▁ etc", + "ui ld", + "u ild", + "el t", + "e lt", + "|\\ \\", + "| \\\\", + "it ted", + "itt ed", + "▁S up", + "▁Su p", + "▁ Sup", + "ft y", + "f ty", + "▁be aut", + "健 康", + "qu ad", + "qua d", + "▁cont act", + "▁ contact", + "▁h ope", + "▁hop e", + "▁ho pe", + "▁int rodu", + "▁intro du", + "▁pl ac", + "▁pla c", + "▁ plac", + "tent ion", + "ten tion", + "t ention", + "▁w ords", + "▁wor ds", + "▁word s", + "▁ words", + "如 何", + "▁need ed", + "▁ needed", + "▁a ccording", + "▁acc ording", + "▁accord ing", + "▁ according", + "ut ions", + "ution s", + "um n", + "u mn", + "其 实", + "he l", + "h el", + "sp an", + "spa n", + "s pan", + "▁qu ant", + "▁ quant", + "per ature", + "希 望", + "▁im prove", + "▁impro ve", + "▁w ait", + "▁wa it", + "▁ wait", + "av a", + "a va", + "▁system s", + "▁ systems", + "▁l ower", + "▁lo wer", + "▁low er", + "▁ lower", + "▁t w", + "▁ tw", + "sq rt", + "▁f lo", + "▁fl o", + "▁ flo", + "go r", + "g or", + "工 程", + "▁re spons", + "▁res pons", + "▁resp ons", + "▁ respons", + "觉 得", + "▁h istory", + "▁hist ory", + "▁histor y", + "▁hi story", + "▁ history", + "▁p rice", + "▁pr ice", + "▁pri ce", + "▁pric e", + "▁ price", + "▁d at", + "▁da t", + "▁ dat", + "ag ed", + "age d", + "a ged", + "til de", + "t ilde", + "▁as soci", + "he rs", + "her s", + "h ers", + "▁st ore", + "▁sto re", + "▁ store", + "▁in stead", + "▁inst ead", + "▁ instead", + "mi t", + "m it", + "ir m", + "i rm", + "喜 欢", + "In t", + "I nt", + "内 容", + "nT here", + "nThe re", + "nTh ere", + "n There", + "ob er", + "obe r", + "o ber", + "产 业", + "▁p ath", + "▁pat h", + "▁pa th", + "▁ path", + "re ed", + "ree d", + "r eed", + "起 来", + "▁s olution", + "▁sol ution", + "▁ solution", + "一 样", + "而 且", + "\\\" )", + "▁com pl", + "▁comp l", + "▁ compl", + "en c", + "e nc", + "▁st ep", + "▁ste p", + "▁ step", + "in c", + "i nc", + "▁diff icult", + "wo rd", + "w ord", + "▁c ell", + "▁ce ll", + "▁cel l", + "▁ cell", + "提 高", + "og n", + "o gn", + "应 该", + "or der", + "ord er", + "orde r", + "看 到", + "~ ~", + "▁c irc", + "▁cir c", + "▁ circ", + "虽 然", + "▁c oming", + "▁com ing", + "▁co ming", + "▁ coming", + "因 此", + "ir es", + "ire s", + "i res", + "b l", + "no f", + "n of", + "ur b", + "u rb", + "am ples", + "ample s", + "amp les", + "▁re quired", + "▁requ ired", + "▁require d", + "▁ required", + "▁a ge", + "▁ag e", + "▁ age", + "▁com pan", + "▁comp an", + "▁compa n", + "存 在", + "▁v arious", + "▁vari ous", + "▁var ious", + "▁о т", + "▁ от", + "av ing", + "avin g", + "avi ng", + "a ving", + "了 解", + "ect ed", + "ec ted", + "in fty", + "inf ty", + "▁h om", + "▁ho m", + "▁ hom", + "nA nd", + "nAn d", + "n And", + "mo n", + "m on", + "sub section", + "subsec tion", + "▁es pecially", + "▁ especially", + "do wn", + "d own", + "A D", + "se e", + "s ee", + "▁l earning", + "▁le arning", + "▁learn ing", + "▁lear ning", + "▁ learning", + "▁S c", + "▁ Sc", + "▁g round", + "▁gr ound", + "▁gro und", + "▁ ground", + "年 的", + "▁orig inal", + "▁origin al", + "▁ original", + "▁th ird", + "▁ third", + "er a", + "e ra", + "nw here", + "nwh ere", + "n where", + "▁en vironment", + "▁ environment", + "gor ith", + "it ing", + "iti ng", + "i ting", + "ne s", + "n es", + "最 后", + "ru ction", + "ruct ion", + "r uction", + "as tic", + "ast ic", + "a stic", + "n V", + "▁re comm", + "▁recom m", + "in o", + "i no", + "am ent", + "ame nt", + "amen t", + "a ment", + "le x", + "l ex", + "▁o p", + "▁ op", + "▁a verage", + "▁aver age", + "▁ average", + "ri pt", + "rip t", + "r ipt", + "行 业", + "ac y", + "a cy", + "▁ch anges", + "▁change s", + "▁chang es", + "▁ changes", + "▁a chie", + "▁ad ded", + "▁add ed", + "▁ added", + "port s", + "por ts", + "p orts", + "op s", + "o ps", + "不 要", + "er al", + "era l", + "e ral", + "pa ct", + "pac t", + "p act", + "nB ut", + "n But", + "▁S te", + "▁St e", + "▁ Ste", + "▁E uro", + "▁qu estions", + "▁quest ions", + "▁question s", + "▁ questions", + "▁A fter", + "▁Af ter", + "▁ After", + "▁relations hip", + "▁relation ship", + "▁ relationship", + "ma t", + "m at", + "▁P r", + "▁ Pr", + "▁as ked", + "▁ask ed", + "IN G", + "I NG", + "ur ed", + "ure d", + "u red", + "nT o", + "n To", + "▁t akes", + "▁take s", + "▁ta kes", + "un g", + "u ng", + "yn am", + "y nam", + "Ty pe", + "T ype", + "▁c lean", + "▁cl ean", + "▁cle an", + "▁ clean", + "的 事", + "▁re view", + "▁rev iew", + "▁ review", + "n K", + "bi t", + "b it", + "} =", + "▁e rror", + "▁err or", + "▁er ror", + "▁ error", + "▁fil m", + "▁fi lm", + "▁ film", + "el ling", + "ell ing", + "elli ng", + "▁in dic", + "▁ind ic", + "▁h ost", + "▁ho st", + "▁ host", + "精 神", + "le ge", + "leg e", + "完 成", + "nH ow", + "n How", + "in ary", + "ina ry", + "inar y", + "con t", + "co nt", + "c ont", + "ta ble", + "tab le", + "tabl e", + "t able", + "ind ows", + "indow s", + "▁st ructure", + "▁struct ure", + "▁ structure", + "▁f low", + "▁fl ow", + "▁flo w", + "▁ flow", + "▁ex pected", + "▁exp ected", + "▁expect ed", + "▁ expected", + "▁p lease", + "▁ple ase", + "▁pleas e", + "▁plea se", + "▁ please", + "▁c ult", + "▁cul t", + "▁cu lt", + "eq ref", + "代 表", + "st arc", + "star c", + "sta rc", + "ye ar", + "y ear", + "par quet", + "or em", + "ore m", + "o rem", + "com e", + "co me", + "c ome", + "▁s ens", + "▁se ns", + "▁sen s", + "## ##", + "### #", + "# ###", + "ur ch", + "starc oder", + "or ing", + "ori ng", + "o ring", + "具 有", + "ai d", + "a id", + "你 的", + "▁t able", + "▁tab le", + "▁ta ble", + "▁ table", + "▁be hind", + "▁beh ind", + "us ing", + "u sing", + "▁F l", + "▁ Fl", + "只 是", + "▁acc ept", + "▁ac cept", + "▁ accept", + "▁a ud", + "▁au d", + "▁ aud", + "▁com plete", + "▁comp lete", + "▁comple te", + "▁complet e", + "▁compl ete", + "▁ complete", + "▁I nst", + "▁In st", + "▁Ins t", + "▁ Inst", + "▁act iv", + "▁ activ", + "it es", + "ite s", + "i tes", + "] (", + "▁St ate", + "▁Stat e", + "▁Sta te", + "▁ State", + "eg a", + "e ga", + "ek s", + "e ks", + "iz ing", + "i zing", + "is es", + "ise s", + "i ses", + "▁st andard", + "▁stand ard", + "▁ standard", + "▁s ense", + "▁se nse", + "▁sens e", + "▁sen se", + "ou d", + "o ud", + "▁eff ort", + "IO N", + "I ON", + "▁be hav", + "▁beh av", + "▁st yle", + "▁styl e", + "▁sty le", + "▁ style", + "▁re quest", + "▁requ est", + "▁ request", + "▁C o", + "▁ Co", + "wi se", + "w ise", + "▁co uple", + "▁cou ple", + "▁coup le", + "Th is", + "T his", + "med i", + "me di", + "m edi", + "▁L et", + "▁Le t", + "▁ Let", + "▁M ar", + "▁Ma r", + "▁ Mar", + "▁c ross", + "▁cr oss", + "▁cro ss", + "▁ cross", + "▁prov ided", + "▁provid ed", + "▁provide d", + "▁ provided", + "▁f avor", + "▁fav or", + "▁fa vor", + "ain ing", + "ai ning", + "a ining", + "▁p ubl", + "▁pub l", + "▁ publ", + "▁in crease", + "▁incre ase", + "li ke", + "lik e", + "l ike", + "▁sub ject", + "▁ subject", + "wh ere", + "whe re", + "w here", + "▁C ar", + "▁Ca r", + "▁ Car", + "规 定", + "▁F ig", + "▁Fi g", + "▁ Fig", + "▁M in", + "▁Mi n", + "▁ Min", + "▁п о", + "▁ по", + "▁v er", + "▁ve r", + "▁ ver", + "M A", + "u f", + "▁se par", + "▁sep ar", + "▁ separ", + "E C", + "is f", + "i sf", + "▁v ia", + "▁vi a", + "▁ via", + "▁f it", + "▁fi t", + "▁ fit", + "▁f ight", + "▁fig ht", + "▁fi ght", + "▁ fight", + "// //", + "/// /", + "/ ///", + "ab or", + "abo r", + "a bor", + "to p", + "t op", + "▁c oll", + "▁co ll", + "▁col l", + "▁ coll", + "s k", + "li st", + "lis t", + "l ist", + "▁b ase", + "▁bas e", + "▁ba se", + "▁ base", + "▁s ix", + "▁si x", + "▁ six", + "n n", + "▁l iving", + "▁li ving", + "▁liv ing", + "▁ living", + "支 持", + "▁In tern", + "▁Int ern", + "▁Inter n", + "▁C al", + "▁Ca l", + "▁ Cal", + "Li st", + "L ist", + "▁c ard", + "▁car d", + "▁ca rd", + "▁ card", + "▁O b", + "▁ Ob", + "▁p urch", + "▁pur ch", + "ra ck", + "rac k", + "r ack", + "▁e ss", + "▁es s", + "▁ ess", + "▁C ount", + "▁Co unt", + "▁Cou nt", + "▁ Count", + "z e", + "▁$ (", + "▁ $(", + "▁s oon", + "▁so on", + "▁ soon", + "ok e", + "o ke", + "提 升", + "▁pro perty", + "▁proper ty", + "▁ property", + "ne rs", + "ner s", + "n ers", + "▁long er", + "▁lon ger", + "▁longe r", + "▁c ases", + "▁case s", + "▁ca ses", + "▁cas es", + "▁ cases", + "▁p layers", + "▁pl ayers", + "▁play ers", + "▁player s", + "▁pla yers", + "▁ players", + "▁ _", + "▁build ing", + "▁ building", + "f l", + "▁i ll", + "▁il l", + "▁ ill", + "pr int", + "pri nt", + "prin t", + "p rint", + "[ '", + "▁M e", + "▁ Me", + "▁f oot", + "▁fo ot", + "▁foo t", + "▁ foot", + "基 本", + "it ional", + "ition al", + "iti onal", + "▁ м", + "nW hen", + "nWh en", + "n When", + "▁w rong", + "▁wr ong", + "▁ wrong", + "▁d am", + "▁da m", + "▁ dam", + "▁c red", + "▁cre d", + "▁cr ed", + "▁ cred", + "▁be com", + "▁bec om", + "▁tem perature", + "▁temper ature", + "▁ temperature", + "il le", + "ill e", + "il i", + "i li", + "▁for ward", + "▁ forward", + "н е", + "ps i", + "p si", + "▁my self", + "▁e vents", + "▁ev ents", + "▁even ts", + "▁event s", + "▁ events", + "li n", + "l in", + "et er", + "ete r", + "e ter", + "不 过", + "od es", + "ode s", + "o des", + "▁f requ", + "▁fr equ", + "▁fre qu", + "▁r ole", + "▁ro le", + "▁ role", + "▁b ott", + "▁bo tt", + "▁bot t", + "作 用", + "▁a ng", + "▁an g", + "▁ ang", + "n h", + "ro ups", + "rou ps", + "roup s", + "▁w eb", + "▁we b", + "▁ web", + "▁an alysis", + "▁anal ysis", + "▁analy sis", + "▁analys is", + "▁ analysis", + "▁e mail", + "▁em ail", + "▁ email", + "▁w ord", + "▁wor d", + "▁wo rd", + "▁ word", + "▁e ns", + "▁en s", + "▁ ens", + "' ]", + "cd ot", + "c dot", + ") =", + "ar th", + "art h", + "之 间", + "基 础", + "▁dist ribution", + "▁distribut ion", + "▁ distribution", + "▁re ading", + "▁read ing", + "▁ reading", + "л е", + "▁h y", + "▁ hy", + "▁b ox", + "▁bo x", + "▁ box", + "for t", + "fo rt", + "f ort", + "▁out side", + "▁outs ide", + "▁ outside", + "▁n ormal", + "▁norm al", + "▁nor mal", + "▁ normal", + "▁m ention", + "▁men tion", + "▁ment ion", + "▁co lor", + "▁col or", + "▁ color", + "▁B y", + "▁ By", + "▁w rite", + "▁wr ite", + "▁writ e", + "▁ write", + "▁s te", + "▁st e", + "▁ ste", + "st ring", + "str ing", + "stri ng", + "一 次", + "知 识", + "di s", + "d is", + "▁N ow", + "▁No w", + "▁ Now", + "cur ity", + "cu rity", + "c urity", + "▁d ig", + "▁di g", + "▁ dig", + "( $", + "ba sed", + "base d", + "bas ed", + "b ased", + "rang le", + "r angle", + "只 有", + "▁l og", + "▁lo g", + "▁ log", + "ur ation", + "ura tion", + "u ration", + "▁com plex", + "▁comp lex", + "▁comple x", + "▁compl ex", + "▁ complex", + "▁M ore", + "▁Mor e", + "▁Mo re", + "▁ More", + "▁in side", + "▁ins ide", + "▁ inside", + "▁reg ular", + "▁regul ar", + "▁ regular", + "fe r", + "f er", + "▁cont inue", + "▁contin ue", + "▁continu e", + "▁ continue", + "▁ex tra", + "▁ext ra", + "▁extr a", + "▁ extra", + "▁t ravel", + "▁tr avel", + "▁tra vel", + "▁trav el", + "▁ travel", + "ol ds", + "old s", + "▁w orth", + "▁wor th", + "▁ worth", + "▁J ust", + "▁Ju st", + "▁ Just", + "ug e", + "u ge", + "cre t", + "cr et", + "c ret", + "Va l", + "V al", + "▁Y ork", + "▁Yo rk", + "▁w ays", + "▁way s", + "▁wa ys", + "▁ ways", + "ro wn", + "row n", + "r own", + "hl ine", + "h line", + "▁us ually", + "▁usual ly", + "▁ usually", + "▁ind ustry", + "▁indust ry", + "т и", + "fi eld", + "f ield", + "▁R ep", + "▁Re p", + "▁ Rep", + "▁P res", + "▁Pr es", + "▁Pre s", + "▁ Pres", + "▁E urope", + "▁Euro pe", + "▁p an", + "▁pa n", + "▁ pan", + "▁h it", + "▁hi t", + "▁ hit", + "I G", + "特 别", + "国 际", + "两 个", + "in ally", + "inal ly", + "um b", + "u mb", + "不 断", + "▁con stant", + "▁const ant", + "▁ constant", + "▁G e", + "▁ Ge", + "▁w eight", + "▁we ight", + "▁weigh t", + "▁ weight", + "▁w riting", + "▁wr iting", + "▁writ ing", + "▁ writing", + "甚 至", + "▁com panies", + "▁compan ies", + "解 决", + "▁g en", + "▁ge n", + "▁ gen", + "ag ing", + "agi ng", + "a ging", + "▁c reated", + "▁cre ated", + "▁create d", + "▁creat ed", + "▁ created", + "ra g", + "r ag", + "处 理", + "▁cal cul", + "▁calc ul", + "▁ calcul", + "s y", + "▁M c", + "▁ Mc", + "然 后", + "}} \\\\", + "}}\\ \\", + "} }\\\\", + "▁O ur", + "▁ Our", + "▁invest ig", + "en der", + "end er", + "ende r", + "e nder", + "▁w eeks", + "▁we eks", + "▁week s", + "▁wee ks", + "ie w", + "i ew", + "科 技", + "ful ly", + "full y", + "f ully", + "▁i d", + "▁ id", + "▁l at", + "▁la t", + "▁ lat", + "▁u t", + "▁ ut", + "▁cond itions", + "▁condition s", + "▁ conditions", + "▁ %", + "on y", + "o ny", + "▁reg ion", + "▁ region", + "▁re cently", + "▁rec ently", + "▁recent ly", + "▁s tar", + "▁st ar", + "▁sta r", + "▁ star", + "te st", + "tes t", + "t est", + "▁C ity", + "▁Cit y", + "▁ City", + "▁p ref", + "▁pre f", + "▁pr ef", + "▁ pref", + "me t", + "m et", + "▁l imit", + "▁li mit", + "▁lim it", + "▁ limit", + "控 制", + "▁St ates", + "▁State s", + "▁Stat es", + "▁Sta tes", + "▁ States", + "▁h op", + "▁ho p", + "▁ hop", + "▁p arty", + "▁part y", + "▁par ty", + "▁ party", + "▁a w", + "▁ aw", + "er vice", + "erv ice", + "▁art icle", + "▁artic le", + "▁ article", + "合 作", + "一 般", + "▁M ed", + "▁Me d", + "▁ Med", + "л а", + "id ered", + "ide red", + "ider ed", + "i dered", + "ol ogical", + "olog ical", + "ologic al", + "o logical", + "今 天", + "▁f ire", + "▁fi re", + "▁fir e", + "▁ fire", + "▁inter esting", + "▁interest ing", + "▁n ice", + "▁nic e", + "▁ nice", + "si ze", + "s ize", + "由 于", + "疫 情", + "▁st ring", + "▁str ing", + "▁stri ng", + "▁ string", + "▁o nes", + "▁on es", + "▁one s", + "▁ ones", + "▁it self", + "▁its elf", + "▁i tself", + "): \\", + ") :\\", + "▁in put", + "▁ input", + "▁de ath", + "▁ death", + "me ga", + "meg a", + "m ega", + "地 方", + "li ght", + "lig ht", + "l ight", + "▁com ment", + "▁comm ent", + "▁ comment", + "▁e p", + "▁ ep", + "▁e mb", + "▁em b", + "▁ emb", + "有 限", + "▁wh ite", + "▁whit e", + "▁ white", + "an cial", + "anc ial", + "▁d er", + "▁de r", + "▁ der", + "val ue", + "or ks", + "ork s", + "▁re gard", + "▁reg ard", + "nce s", + "nc es", + "n ces", + "ma rk", + "mar k", + "m ark", + "行 为", + "au ght", + "augh t", + "aug ht", + "a ught", + "ess ion", + "标 准", + "▁us ers", + "▁use rs", + "▁user s", + "▁u sers", + "▁ users", + "ц и", + "来 说", + "▁soft ware", + "▁ software", + "▁your self", + "▁yours elf", + "▁b all", + "▁bal l", + "▁ba ll", + "▁ ball", + "部 门", + "▁im ages", + "▁image s", + "▁imag es", + "▁ images", + "ig hb", + "igh b", + "▁h on", + "▁ho n", + "▁ hon", + "▁d est", + "▁de st", + "▁des t", + "▁ dest", + "▁k ids", + "▁kid s", + "▁ kids", + "▁was n", + "▁wa sn", + "в е", + "▁f ast", + "▁fa st", + "▁ fast", + "i j", + "▁le ave", + "▁ leave", + "单 位", + "▁J an", + "▁Ja n", + "▁ Jan", + "自 然", + "min g", + "mi ng", + "m ing", + "▁d ire", + "▁di re", + "▁dir e", + "Dat a", + "Da ta", + "D ata", + "' \\", + "▁v iol", + "▁vi ol", + "▁ viol", + "▁n ote", + "▁not e", + "▁no te", + "▁ note", + "▁c over", + "▁co ver", + "▁ cover", + "ho od", + "hoo d", + "h ood", + "▁з а", + "▁ за", + "se qu", + "seq u", + "s equ", + "o o", + "▁de tails", + "▁det ails", + "▁detail s", + "▁ details", + "▁cor rect", + "▁corre ct", + "▁ correct", + "▁s aw", + "▁sa w", + "▁o fficial", + "▁off icial", + "▁offic ial", + "▁ official", + "▁G u", + "▁ Gu", + "U S", + "▁con sidered", + "▁cons idered", + "▁consider ed", + "op er", + "ope r", + "o per", + "▁g ets", + "▁get s", + "▁ge ts", + "▁ gets", + "▁g ives", + "▁giv es", + "▁give s", + "▁gi ves", + "▁g oes", + "▁go es", + "▁prov ides", + "▁provid es", + "▁provide s", + "▁s aying", + "▁sa ying", + "▁say ing", + "▁m atch", + "▁mat ch", + "▁ match", + "mo re", + "mor e", + "m ore", + "▁s low", + "▁sl ow", + "▁ slow", + "▁d eep", + "▁de ep", + "▁ deep", + "积 极", + "▁d ifference", + "▁diff erence", + "▁differe nce", + "▁differ ence", + "▁diffe rence", + "▁ difference", + "▁h or", + "▁ho r", + "▁ hor", + "▁cond ition", + "▁ condition", + "分 析", + "▁in itial", + "▁init ial", + "▁initi al", + "▁ initial", + "▁im plement", + "▁impl ement", + "▁imp lement", + "▁c ook", + "▁co ok", + "▁ cook", + "ni s", + "n is", + "if ul", + "i ful", + "▁p air", + "▁pa ir", + "▁ pair", + "ce ed", + "cee d", + "c eed", + "▁l ines", + "▁li nes", + "▁line s", + "▁lin es", + "▁ lines", + "r s", + "▁S ome", + "▁So me", + "▁Som e", + "▁ Some", + "▁e stim", + "▁est im", + "▁es tim", + "▁ estim", + "平 台", + "直 接", + "um er", + "ume r", + "u mer", + "▁pl aying", + "▁play ing", + "▁pla ying", + "▁ playing", + "▁cons ist", + "▁ consist", + "▁H is", + "▁Hi s", + "▁ His", + "epend ent", + "ju st", + "j ust", + "▁Q u", + "▁ Qu", + "▁pos itive", + "▁posit ive", + "▁ positive", + "ou ch", + "o uch", + "▁W orld", + "▁Wor ld", + "▁ World", + "▁ph one", + "▁phon e", + "▁ phone", + "ed d", + "e dd", + "}} \\", + "} }\\", + "eps ilon", + "epsi lon", + "e psilon", + "更 多", + "N T", + "xi m", + "x im", + "id dle", + "idd le", + "▁n atural", + "▁nat ural", + "▁ natural", + "关 于", + "▁b i", + "▁ bi", + "▁a pplication", + "▁appl ication", + "▁applic ation", + "▁ap plication", + "▁ application", + "▁l ooks", + "▁lo oks", + "▁look s", + "北 京", + "▁re lated", + "▁rel ated", + "▁relate d", + "▁ related", + "\\\" );\\", + "\\\") ;\\", + "\\\"); \\", + "▁te chnology", + "▁techn ology", + "$ )", + "▁st uff", + "▁ stuff", + "is hing", + "ish ing", + "ishi ng", + "也 不", + "▁as sum", + "▁ass um", + "P S", + "A A", + "cent er", + "c enter", + "d o", + "▁l ost", + "▁lo st", + "▁los t", + "▁ lost", + "▁d im", + "▁di m", + "▁ dim", + "ac hed", + "ach ed", + "ache d", + "a ched", + "▁C ont", + "▁Con t", + "▁Co nt", + "▁ Cont", + "al t", + "a lt", + "历 史", + "un k", + "u nk", + "这 里", + "▁he av", + "▁d efined", + "▁def ined", + "▁defin ed", + "▁define d", + "▁ defined", + "▁m ach", + "▁mac h", + "▁ma ch", + "▁ mach", + "▁p rim", + "▁pr im", + "▁pri m", + "▁ prim", + "创 新", + "▁b ar", + "▁ba r", + "▁ bar", + "R e", + "获 得", + "ic les", + "icle s", + "i cles", + "参 加", + "▁s che", + "▁sc he", + "▁sch e", + "▁ sche", + "▁add itional", + "▁addition al", + "▁ additional", + "am ed", + "ame d", + "a med", + "▁mult iple", + "▁multi ple", + "▁multipl e", + "▁multip le", + "▁ multiple", + "▁I m", + "▁ Im", + "质 量", + "▁s ort", + "▁so rt", + "▁sor t", + "▁ sort", + "д и", + "ch an", + "cha n", + "c han", + "}} $", + "} }$", + "nA l", + "n Al", + "价 格", + "__ ______", + "____ ____", + "______ __", + "▁r oad", + "▁ro ad", + "▁ road", + "▁s qu", + "▁sq u", + "▁ squ", + "an ced", + "ance d", + "anc ed", + "a nced", + "▁r isk", + "▁ri sk", + "▁ris k", + "▁ risk", + "▁w ritten", + "▁wr itten", + "▁writ ten", + "▁ written", + "▁ann ou", + "Om ega", + "O mega", + "▁r and", + "▁ra nd", + "▁ran d", + "▁ rand", + "\\\\ %", + "交 通", + "an nel", + "ann el", + "anne l", + "▁d rive", + "▁dri ve", + "▁dr ive", + "▁driv e", + "▁ drive", + "▁h appy", + "▁ha ppy", + "▁happ y", + "▁ happy", + "T o", + "▁res ponse", + "▁resp onse", + "▁respons e", + "▁ response", + "▁att empt", + "▁N ational", + "▁Nation al", + "▁Nat ional", + "▁ National", + "▁method s", + "▁meth ods", + "▁ methods", + "形 成", + "s m", + "nL et", + "nLe t", + "n Let", + "▁w onder", + "▁won der", + "▁wond er", + "▁wo nder", + "▁s le", + "▁sl e", + "政 策", + "▁l ength", + "▁ length", + "ba ike", + "bai ke", + "▁s peak", + "▁spe ak", + "▁ex ec", + "▁ exec", + "▁part icip", + "▁partic ip", + "▁o ption", + "▁opt ion", + "▁op tion", + "▁ option", + "ca st", + "cas t", + "c ast", + "▁cho ose", + "▁ choose", + "▁par ameters", + "▁paramet ers", + "▁parameter s", + "▁ parameters", + "en ces", + "ence s", + "enc es", + "e nces", + "▁up on", + "▁u pon", + "▁ upon", + "ac hes", + "ach es", + "ache s", + "a ches", + "▁app ly", + "▁appl y", + "▁ap ply", + "▁ apply", + "▁C he", + "▁Ch e", + "▁ Che", + "▁im pact", + "▁imp act", + "▁ impact", + "ag ue", + "agu e", + "a gue", + "av es", + "ave s", + "a ves", + "ee s", + "e es", + "▁c y", + "▁ cy", + "▁for mer", + "▁form er", + "▁ former", + "▁d epend", + "▁de pend", + "▁dep end", + "▁ depend", + "继 续", + "ud d", + "u dd", + "▁p rior", + "▁pr ior", + "▁pri or", + "▁ prior", + "▁D es", + "▁De s", + "▁ Des", + "il s", + "i ls", + "in ing", + "ini ng", + "i ning", + "pr i", + "p ri", + "ce r", + "c er", + "ob ile", + "obi le", + "obil e", + "▁sp eed", + "▁spe ed", + "▁ speed", + "T h", + "ru p", + "r up", + "▁s equ", + "▁se qu", + "▁seq u", + "▁ sequ", + "r c", + "▁P ol", + "▁Po l", + "▁ Pol", + "pe d", + "p ed", + "do m", + "d om", + "▁Y our", + "▁You r", + "▁Yo ur", + "▁ Your", + "▁ch oice", + "▁cho ice", + "▁ choice", + "▁them selves", + "pp ed", + "ppe d", + "p ped", + "▁aut om", + "▁auto m", + "▁au tom", + "▁ autom", + "法 律", + "an a", + "a na", + "ar ies", + "ari es", + "a ries", + "▁n ull", + "▁nu ll", + "▁ null", + "ear ch", + "e arch", + "h a", + "▁b ed", + "▁be d", + "▁ bed", + "▁re member", + "▁rem ember", + "▁remem ber", + "▁ remember", + "▁s creen", + "▁sc reen", + "▁scr een", + "▁ screen", + "增 加", + "I M", + "ch i", + "c hi", + "注 意", + "▁l ate", + "▁la te", + "▁lat e", + "▁ late", + "em ph", + "emp h", + "e mph", + "▁know ledge", + "▁ knowledge", + "▁d ate", + "▁dat e", + "▁da te", + "▁ date", + "in ter", + "int er", + "inte r", + "▁c ause", + "▁ca use", + "▁caus e", + "▁ cause", + "▁r andom", + "▁ra ndom", + "▁rand om", + "▁ran dom", + "▁ random", + "▁d riv", + "▁dri v", + "▁dr iv", + "▁( $", + "▁ ($", + "结 果", + "▁go al", + "▁ goal", + "ma x", + "m ax", + "▁t ru", + "▁tr u", + "出 了", + "▁pop ular", + "▁popul ar", + "▁ popular", + "▁eng ine", + "▁ engine", + "今 年", + "▁off ice", + "▁offic e", + "▁ office", + "▁ob tained", + "▁obtain ed", + "实 际", + "nO n", + "n On", + "ru m", + "r um", + "▁s atisf", + "▁sat isf", + "▁pol itical", + "▁polit ical", + "▁ political", + "▁are as", + "▁ar eas", + "▁area s", + "▁m ix", + "▁mi x", + "▁ mix", + "▁exper ien", + "▁com pletely", + "▁complet ely", + "▁complete ly", + "▁m essage", + "▁mess age", + "▁ message", + "pi ng", + "pin g", + "p ing", + "▁pol icy", + "▁polic y", + "▁ policy", + "▁cl ick", + "▁ click", + "bo l", + "b ol", + "▁f igure", + "▁fig ure", + "▁figur e", + "▁ figure", + "ha ps", + "h aps", + "▁in cludes", + "▁includ es", + "▁include s", + "▁incl udes", + "▁ includes", + "▁ )", + "▁p ers", + "▁per s", + "▁pe rs", + "▁ pers", + "▁dec ision", + "进 入", + "； \\", + "▁c and", + "▁can d", + "▁ca nd", + "▁c ool", + "▁co ol", + "▁ cool", + "▁col lect", + "▁coll ect", + "▁colle ct", + "▁ collect", + "wi th", + "w ith", + "▁e asily", + "▁eas ily", + "▁rec ogn", + "▁ recogn", + "▁se curity", + "▁sec urity", + "▁ security", + "进 一步", + "min ist", + "mini st", + "▁current ly", + "▁ currently", + "▁eff ective", + "▁effect ive", + "▁ effective", + "at ur", + "a tur", + "ver se", + "vers e", + "▁Americ a", + "▁Amer ica", + "▁ America", + "ra cy", + "rac y", + "r acy", + "oi ce", + "o ice", + "po int", + "p oint", + "▁s tri", + "▁st ri", + "▁str i", + "▁ stri", + "▁t ried", + "▁tr ied", + "▁tri ed", + "▁b and", + "▁ban d", + "▁ba nd", + "▁ band", + "▁p layer", + "▁pl ayer", + "▁play er", + "▁pla yer", + "▁ player", + "▁f alse", + "▁fals e", + "▁fal se", + "▁ false", + "▁pre dict", + "▁pred ict", + "▁ predict", + "в о", + "▁ser ious", + "ec ause", + "eca use", + "e cause", + "on ents", + "onent s", + "容 易", + "it hub", + "ith ub", + "▁E d", + "▁ Ed", + "▁с е", + "▁ се", + "▁a nswer", + "▁answ er", + "▁ans wer", + "▁ answer", + "^ *", + "▁un ique", + "▁uniqu e", + "▁ unique", + "▁P er", + "▁Pe r", + "▁ Per", + "ri s", + "r is", + "▁W ill", + "▁Wil l", + "▁Wi ll", + "▁ Will", + "资 源", + "I I", + "ve c", + "v ec", + "S S", + "▁P art", + "▁Par t", + "▁Pa rt", + "▁ Part", + "原 因", + "第 三", + "机 构", + "▁est abl", + "▁es tabl", + "cite p", + "cit ep", + "▁dec ided", + "▁decide d", + "us er", + "use r", + "u ser", + "at form", + "▁de vice", + "▁dev ice", + "▁devi ce", + "▁ device", + "▁p ull", + "▁pul l", + "▁ pull", + "▁r ound", + "▁ro und", + "▁rou nd", + "▁ round", + "▁ph ase", + "▁ phase", + "Ga mma", + "G amma", + "▁H ere", + "▁He re", + "▁Her e", + "▁ Here", + "▁comp uter", + "▁comput er", + "▁compute r", + "▁ computer", + "▁o ptions", + "▁opt ions", + "▁option s", + "▁ options", + "ac hing", + "ach ing", + "achi ng", + "a ching", + "gorith m", + "是 一", + "as ons", + "ason s", + "a sons", + "▁t our", + "▁to ur", + "▁tou r", + "▁ tour", + "ne ction", + "nect ion", + "nec tion", + "n ection", + "nt o", + "n to", + "全 国", + "▁re ceived", + "▁rece ived", + "▁receive d", + "▁ received", + "▁S outh", + "▁So uth", + "▁Sou th", + "▁ South", + "功 能", + "▁re ported", + "▁rep orted", + "▁report ed", + "▁ reported", + "▁s ong", + "▁so ng", + "▁son g", + "▁ song", + "保 护", + "▁an aly", + "▁anal y", + "▁ana ly", + "▁ analy", + "▁g raph", + "▁gra ph", + "▁gr aph", + "▁ graph", + "▁sur pr", + "医 院", + "\\\\ \\\\", + "\\\\\\ \\", + "\\ \\\\\\", + "一 下", + "p y", + "ad a", + "a da", + "成 功", + "ail y", + "ai ly", + "a ily", + "▁s ett", + "▁se tt", + "▁set t", + "▁ sett", + "科 学", + "▁D ep", + "▁De p", + "▁ Dep", + "* \\", + "▁A f", + "▁ Af", + "▁w oman", + "▁wom an", + "▁wo man", + "▁ woman", + "▁e ffic", + "▁eff ic", + "任 何", + "pa th", + "pat h", + "p ath", + "家 庭", + "nH e", + "n He", + "yi ng", + "y ing", + "▁B o", + "▁ Bo", + "▁s omet", + "▁so met", + "▁some t", + "▁som et", + "l i", + "nS t", + "n St", + "▁g roups", + "▁group s", + "▁gro ups", + "▁ groups", + "sin g", + "si ng", + "s ing", + "▁N orth", + "▁Nor th", + "▁Nort h", + "▁ North", + "▁th inking", + "▁think ing", + "▁thin king", + "▁ thinking", + "▁d ensity", + "▁dens ity", + "▁ density", + "en ing", + "eni ng", + "e ning", + "▁b lo", + "▁bl o", + "▁ blo", + "领 导", + "Y ou", + "▁at tention", + "▁att ention", + "▁attent ion", + "▁atten tion", + "▁ attention", + "▁l oad", + "▁lo ad", + "▁ load", + "▁follow s", + "▁ch arg", + "▁char g", + "▁cha rg", + "▁ charg", + "ect or", + "ec tor", + "e ctor", + "u k", + "▁l anguage", + "▁ language", + "pa ign", + "▁a void", + "▁av oid", + "▁ avoid", + "▁j our", + "▁jo ur", + "▁ jour", + "的 大", + "▁D on", + "▁Do n", + "▁ Don", + "^{ (", + "^ {(", + "ul ts", + "ult s", + "努 力", + "it ary", + "ita ry", + "itar y", + "▁b rand", + "▁br and", + "▁bra nd", + "▁ brand", + "不 仅", + "ie t", + "i et", + "是 否", + "ri day", + "rid ay", + "▁wor ked", + "▁work ed", + "▁ worked", + "▁l ives", + "▁li ves", + "▁live s", + "▁liv es", + "▁f eed", + "▁fe ed", + "▁fee d", + "▁ feed", + "▁all ows", + "▁allow s", + "▁h eld", + "▁he ld", + "▁hel d", + "▁ held", + "▁P resident", + "▁Pres ident", + "▁ President", + "er name", + "ern ame", + "▁d raw", + "▁dr aw", + "▁dra w", + "▁ draw", + "▁f air", + "▁fa ir", + "▁ fair", + "▁s us", + "▁su s", + "▁ sus", + "出 来", + "at us", + "▁ch ance", + "▁cha nce", + "▁dis play", + "▁disp lay", + "▁displ ay", + "▁ display", + "▁b ooks", + "▁bo oks", + "▁book s", + "▁boo ks", + "▁ books", + "right arrow", + "A r", + "之 前", + "会 议", + "帮 助", + "pe c", + "p ec", + "st ate", + "stat e", + "sta te", + "▁effect s", + "▁ effects", + "▁c enter", + "▁cent er", + "▁ center", + "▁sit uation", + "▁situ ation", + "it ter", + "itt er", + "O P", + "▁v oid", + "▁vo id", + "▁ void", + "S h", + "… \\", + "▁s urface", + "▁sur face", + "▁surf ace", + "▁ surface", + "网 络", + "▁H ar", + "▁Ha r", + "▁ Har", + "▁a bility", + "▁ab ility", + "▁ ability", + "必 须", + "▁in cluded", + "▁includ ed", + "▁include d", + "▁incl uded", + "▁ included", + "▁c opy", + "▁co py", + "▁cop y", + "▁ copy", + "▁f unctions", + "▁fun ctions", + "▁function s", + "▁ functions", + "▁re ady", + "▁read y", + "▁ ready", + "▁ne ighb", + "ua ry", + "u ary", + "ul ations", + "ulation s", + "% \\", + "▁s n", + "▁ sn", + "▁g lobal", + "▁glo bal", + "▁glob al", + "▁ global", + "}) $", + "} )$", + "▁m ember", + "▁me mber", + "▁mem ber", + "▁ member", + "目 标", + "▁pol ice", + "▁polic e", + "▁p roduction", + "▁pro duction", + "▁produ ction", + "▁product ion", + "▁prod uction", + "▁ production", + "▁com ments", + "▁comm ents", + "▁comment s", + "▁ comments", + "▁A ust", + "▁Au st", + "▁Aus t", + "au r", + "a ur", + "it ely", + "ite ly", + "▁out put", + "▁ output", + "计 划", + "感 觉", + "▁mor ning", + "gr a", + "g ra", + "hi b", + "h ib", + "I L", + "重 点", + "de s", + "d es", + "增 长", + "// /", + "/ //", + "▁h ear", + "▁he ar", + "▁may be", + "▁ maybe", + "&\\ \\", + "& \\\\", + "ro id", + "r oid", + "il ling", + "ill ing", + "illi ng", + "at tle", + "att le", + "▁d ark", + "▁da rk", + "▁dar k", + "▁ dark", + "▁W hile", + "▁Wh ile", + "▁ While", + "ti f", + "t if", + "▁re mov", + "▁rem ov", + "ub e", + "u be", + "▁P e", + "▁ Pe", + "▁de signed", + "▁des igned", + "▁design ed", + "▁ designed", + "真 的", + "( \\", + "▁acc om", + "▁ac com", + "▁f ine", + "▁fin e", + "▁fi ne", + "▁ fine", + "ou ra", + "our a", + "o ura", + "▁S m", + "▁ Sm", + "Mo d", + "M od", + "▁T HE", + "▁TH E", + "▁ THE", + "▁ex actly", + "▁exact ly", + "▁p rint", + "▁pr int", + "▁pri nt", + "▁prin t", + "▁ print", + "▁s taff", + "▁st aff", + "▁sta ff", + "▁ staff", + "T r", + "ba nd", + "ban d", + "b and", + "▁direct ly", + "miss ion", + "m ission", + "▁s em", + "▁se m", + "▁ sem", + "O L", + "nd er", + "nde r", + "n der", + "▁J u", + "期 间", + "Co l", + "C ol", + "▁d ocument", + "▁doc ument", + "▁ document", + "有 效", + "bo ard", + "b oard", + "rib ute", + "ribut e", + "ne tic", + "net ic", + "n etic", + "▁D is", + "▁Di s", + "▁ Dis", + "B C", + "▁g uy", + "▁gu y", + "▁ guy", + "ie f", + "i ef", + "▁m other", + "▁mot her", + "▁mo ther", + "▁ mother", + "法 院", + "ag s", + "a gs", + "as hing", + "ash ing", + "ashi ng", + "▁p rivate", + "▁pr ivate", + "▁priv ate", + "▁privat e", + "▁ private", + "I P", + "▁down load", + "▁ download", + "▁g rowth", + "▁grow th", + "▁ growth", + "oo n", + "o on", + "li sh", + "lis h", + "l ish", + "▁C or", + "▁Co r", + "▁ Cor", + "re ak", + "rea k", + "▁d ynam", + "▁dy nam", + "▁s pa", + "▁sp a", + "▁ spa", + "st ac", + "sta c", + "▁e val", + "▁ev al", + "▁ eval", + "▁f elt", + "▁fe lt", + "▁fel t", + "▁ felt", + "z z", + "▁the ory", + "▁theor y", + "▁ theory", + "这样 的", + "这 样的", + "Q u", + "地 区", + "▁re lease", + "▁rele ase", + "▁ release", + "}_ {\\\\", + "}_{ \\\\", + "} _{\\\\", + "pos ition", + "posit ion", + "p osition", + "负 责", + "▁n umbers", + "▁num bers", + "▁number s", + "▁numb ers", + "▁ numbers", + "治 疗", + "b t", + "ri ed", + "rie d", + "r ied", + "合 同", + "▁de tail", + "▁det ail", + "▁ detail", + "▁start ing", + "▁star ting", + "▁ starting", + "▁s we", + "▁sw e", + "▁quick ly", + "▁A g", + "▁ Ag", + "▁p arts", + "▁part s", + "▁par ts", + "▁ parts", + "▁a maz", + "▁am az", + "pr il", + "pri l", + "p ril", + "▁y es", + "▁ye s", + "▁ yes", + "▁l arger", + "▁large r", + "▁larg er", + "▁lar ger", + "ne x", + "n ex", + "▁ar ch", + "▁arc h", + "▁ arch", + "n l", + "▁m ap", + "▁ma p", + "▁ map", + "▁$ {\\\\", + "▁${ \\\\", + "▁ ${\\\\", + "es e", + "e se", + "▁be autiful", + "▁beaut iful", + "co de", + "cod e", + "c ode", + "▁ph ysical", + "▁phys ical", + "▁physic al", + "▁ physical", + "▁im medi", + "▁imm edi", + "导 致", + "▁exper iment", + "▁ experiment", + "U R", + "▁im m", + "▁i mm", + "▁ imm", + "这 么", + "▁M ark", + "▁Mar k", + "▁Ma rk", + "▁ Mark", + "I f", + "van t", + "va nt", + "v ant", + "▁necess ary", + "▁ necessary", + "▁A b", + "▁ Ab", + "▁im pl", + "▁imp l", + "▁ impl", + "领 域", + "▁level s", + "▁lev els", + "▁ levels", + "▁off ers", + "▁offer s", + "er c", + "e rc", + "s l", + "▁O ct", + "▁ Oct", + "同 学", + "▁c ourt", + "▁co urt", + "▁cour t", + "▁cou rt", + "▁ court", + "万 元", + "汽 车", + "▁e rr", + "▁er r", + "▁ err", + "nf or", + "n for", + "▁b oard", + "▁bo ard", + "▁ board", + "▁di ag", + "▁ diag", + "ar ily", + "ari ly", + "▁s af", + "▁sa f", + "水 平", + "in f", + "i nf", + "ro te", + "rot e", + "r ote", + "ar ter", + "art er", + "arte r", + "▁pl ayed", + "▁play ed", + "▁ played", + "bu t", + "b ut", + "▁n ational", + "▁nat ional", + "▁nation al", + "▁ national", + "or es", + "ore s", + "o res", + "群 众", + "▁s il", + "▁si l", + "▁ sil", + "▁v ot", + "▁vo t", + "产 生", + "▁b al", + "▁ba l", + "▁ bal", + "▁s tra", + "▁st ra", + "▁str a", + "▁ stra", + "b m", + "▁g ave", + "▁ga ve", + "▁he ard", + "▁hear d", + "▁ heard", + "▁H ouse", + "▁Ho use", + "▁ House", + "材 料", + "▁b uilt", + "▁bu ilt", + "▁ built", + "text it", + "tex tit", + "S E", + "▁opp os", + "▁op pos", + "▁de scribed", + "▁des cribed", + "▁describ ed", + "▁describe d", + "▁ described", + "▁up d", + "▁u pd", + "an ch", + "anc h", + "a nch", + "需 求", + "ed eral", + "eder al", + "ede ral", + "oa d", + "o ad", + "▁cont ract", + "▁contra ct", + "▁ contract", + "以 上", + "ol id", + "oli d", + "ск и", + "с ки", + "身 体", + "▁s hop", + "▁sh op", + "▁sho p", + "▁ shop", + "▁fin ancial", + "▁finan cial", + "▁ financial", + "▁p ractice", + "▁pract ice", + "▁ practice", + "消 费", + "各 种", + "▁v eh", + "▁ve h", + "▁ veh", + "ib ly", + "ibl y", + "i bly", + "▁t ypes", + "▁type s", + "▁typ es", + "▁ty pes", + "▁ types", + "利 用", + "▁b ir", + "▁bi r", + "▁r at", + "▁ra t", + "▁ rat", + "无 法", + "宣 传", + "▁t hus", + "▁th us", + "▁ thus", + "▁h ands", + "▁ha nds", + "▁hand s", + "▁re pl", + "▁rep l", + "vi ews", + "view s", + "vie ws", + "v iews", + "▁l abel", + "▁la bel", + "▁lab el", + "▁ label", + "re t", + "r et", + "社 区", + "▁pro posed", + "▁prop osed", + "▁propos ed", + "▁propose d", + "▁in tern", + "▁inter n", + "▁int ern", + "▁inte rn", + "▁ intern", + "有 一", + "▁j ud", + "▁ju d", + "▁ jud", + "▁gu ys", + "▁guy s", + "▁C ounty", + "▁Count y", + "▁Cou nty", + "▁f iles", + "▁fil es", + "▁file s", + "▁fi les", + "▁ files", + "▁M arch", + "▁Mar ch", + "▁Marc h", + "▁ March", + "el low", + "ell ow", + "ello w", + "ic ated", + "ica ted", + "icate d", + "us es", + "use s", + "u ses", + "% %", + "▁mult i", + "▁mul ti", + "▁ multi", + "в и", + "▁re ceive", + "▁rece ive", + "л о", + "学 院", + "pi te", + "pit e", + "p ite", + "iz es", + "ize s", + "i zes", + "▁com pared", + "▁comp ared", + "▁compa red", + "▁compar ed", + "▁compare d", + "git hub", + "g ithub", + "in st", + "ins t", + "i nst", + "按 照", + "▁S ystem", + "▁Sy stem", + "▁ System", + "▁g as", + "▁ga s", + "▁ gas", + "▁o il", + "▁ oil", + "au l", + "a ul", + "新 的", + "▁opportun ity", + "▁s ometimes", + "▁some times", + "▁som etimes", + "▁somet imes", + "▁sometime s", + "▁ sometimes", + "an ger", + "ang er", + "ange r", + "▁in volved", + "▁inv olved", + "▁invol ved", + "▁involve d", + "的 话", + "▁g e", + "▁ ge", + "▁contin u", + "▁M r", + "▁ Mr", + "ea l", + "e al", + "F or", + "现 场", + "ous ly", + "▁v ict", + "▁vi ct", + "▁vic t", + "ur ance", + "ura nce", + "uran ce", + "u rance", + "iv en", + "ive n", + "i ven", + "▁A ug", + "▁Au g", + "▁ Aug", + "ab y", + "a by", + "▁d emon", + "▁de mon", + "▁dem on", + "▁demo n", + "C T", + "▁con fig", + "▁conf ig", + "▁ config", + "Con t", + "Co nt", + "C ont", + "▁d ru", + "▁dr u", + "▁com fort", + "▁ comfort", + "▁w all", + "▁wa ll", + "▁wal l", + "▁ wall", + "▁A ct", + "▁Ac t", + "▁ Act", + "mu lt", + "mul t", + "m ult", + "▁custom ers", + "▁customer s", + "▁cust omers", + "pa ram", + "par am", + "para m", + "p aram", + "得 到", + "at ives", + "ative s", + "ati ves", + "ativ es", + "oe s", + "o es", + "▁re commend", + "▁recomm end", + "▁p le", + "▁pl e", + "▁ ple", + "▁h uge", + "▁hug e", + "▁l ack", + "▁la ck", + "▁lac k", + "at ively", + "ative ly", + "ati vely", + "ativ ely", + "U T", + "价 值", + "i i", + ")) \\", + ") )\\", + "ъ р", + "pa ck", + "pac k", + "p ack", + "▁pro fessional", + "▁profess ional", + "▁profession al", + "▁ professional", + "▁par ents", + "▁parent s", + "▁ parents", + ") ^", + "▁A m", + "▁ Am", + "▁s pin", + "▁sp in", + "▁ spin", + "东 西", + "有 的", + "▁as sociated", + "▁associ ated", + "▁associate d", + "▁ associated", + "▁p atter", + "▁pat ter", + "▁h ref", + "▁hr ef", + "▁ href", + "▁m ovie", + "▁mov ie", + "▁mo vie", + "▁ movie", + "}^ {\\\\", + "}^{ \\\\", + "} ^{\\\\", + "关 注", + "检 查", + "um ents", + "ument s", + "umen ts", + "u ments", + "cent ering", + "center ing", + "就 会", + "▁T V", + "▁ TV", + "it ude", + "itud e", + "itu de", + "设 备", + "▁p resident", + "▁pres ident", + "▁ president", + "▁l ocation", + "▁lo cation", + "▁loc ation", + "▁ location", + "at ory", + "ator y", + "ato ry", + "全 球", + "▁le ading", + "▁lead ing", + "▁ leading", + "▁us es", + "▁use s", + "▁u ses", + "▁ uses", + "实 施", + "x change", + "执 行", + "▁st reng", + "▁str eng", + "▁stre ng", + "▁m ess", + "▁me ss", + "▁mes s", + "▁ mess", + "un day", + "und ay", + "▁r out", + "▁ro ut", + "▁rou t", + "▁ rout", + "当 时", + "cal e", + "ca le", + "c ale", + "o e", + "col or", + "co lor", + "▁man agement", + "▁manage ment", + "▁ management", + "▁d ead", + "▁de ad", + "▁ dead", + "▁g iving", + "▁giv ing", + "▁gi ving", + "▁ giving", + "ue l", + "u el", + "教 学", + "+ +", + "▁r ights", + "▁right s", + "▁ rights", + "C C", + "比 如", + "nce d", + "nc ed", + "n ced", + "未 来", + "▁in n", + "▁i nn", + "▁ inn", + "造 成", + "$$ \\", + "$ $\\", + "▁f inally", + "▁fin ally", + "▁final ly", + "▁D av", + "▁Da v", + "N A", + "故 事", + "re et", + "ree t", + "▁s cale", + "▁sc ale", + "▁scal e", + "▁ scale", + "▁o pin", + "▁op in", + "▁ opin", + "м а", + "ra nt", + "ran t", + "r ant", + "la y", + "l ay", + "▁me chan", + "ke xchange", + "k exchange", + "▁main tain", + "▁p ark", + "▁par k", + "▁pa rk", + "▁ park", + "stac kexchange", + "stack exchange", + "д а", + "ra st", + "ras t", + "r ast", + "s u", + "加 强", + "▁it ems", + "▁item s", + "▁ items", + "oc r", + "o cr", + "ma ry", + "mar y", + "m ary", + "▁ass ist", + "ar lier", + "arl ier", + "arli er", + "arlie r", + "ma il", + "m ail", + "▁d iv", + "▁di v", + "▁ div", + "▁l atest", + "▁la test", + "▁lat est", + "▁late st", + "▁ latest", + "业 务", + "表 现", + "有限 公司", + "▁le aders", + "▁lead ers", + "▁leader s", + "▁cam paign", + "▁ campaign", + "▁e ducation", + "▁educ ation", + "▁ education", + "▁d istance", + "▁dist ance", + "▁ distance", + "ef ul", + "e ful", + "有 些", + "vi s", + "v is", + "cc ording", + "ter ed", + "te red", + "t ered", + "应 用", + "on day", + "ond ay", + "onda y", + "▁back ground", + "▁ background", + "ou l", + "o ul", + "结 构", + "▁S chool", + "▁Sch ool", + "▁ School", + "A l", + "tre turn", + "tret urn", + "t return", + "的 小", + "uc le", + "ucl e", + "u cle", + "▁appro xim", + "▁approx im", + "▁ approxim", + "no wn", + "now n", + "n own", + "rr or", + "r ror", + "▁im ag", + "▁i mag", + "▁ imag", + "▁w rote", + "▁wr ote", + "▁P ark", + "▁Par k", + "▁Pa rk", + "▁ Park", + "ro ught", + "rou ght", + "rough t", + "r ought", + "▁k new", + "▁kn ew", + "▁kne w", + "运 动", + "Re d", + "R ed", + "▁be came", + "▁bec ame", + "▁* /\\", + "▁*/ \\", + "▁ */\\", + "▁pre vent", + "▁pr event", + "▁prev ent", + "▁ prevent", + "▁Go ogle", + "▁ Google", + "▁him self", + "建 议", + "en n", + "e nn", + "▁through out", + "▁M on", + "▁Mo n", + "▁ Mon", + "▁t as", + "▁ta s", + "▁ tas", + "▁b egan", + "▁be gan", + "▁beg an", + "▁prot ect", + "▁prote ct", + "▁ protect", + "▁s uff", + "▁su ff", + "▁ suff", + "iu s", + "i us", + "in ate", + "ina te", + "i nate", + "▁W est", + "▁We st", + "▁Wes t", + "▁ West", + "开 发", + "完 全", + "▁f orce", + "▁for ce", + "▁ force", + "> >", + "我们 的", + "我 们的", + "艺 术", + "in dex", + "ind ex", + "▁f actor", + "▁fact or", + "▁fac tor", + "▁fa ctor", + "▁facto r", + "▁ factor", + "共 同", + "▁t owards", + "▁to wards", + "▁toward s", + "▁tow ards", + "▁S ept", + "▁Se pt", + "▁Sep t", + "▁respect ively", + "▁respective ly", + "▁ respectively", + "H e", + "▁con text", + "▁cont ext", + "▁ context", + "手 机", + "ym bol", + "ap an", + "apa n", + "a pan", + "除 了", + "ir ing", + "iri ng", + "i ring", + "为 什么", + "持 续", + "教 师", + "▁s ave", + "▁sa ve", + "▁sav e", + "▁ save", + "A B", + "▁R uss", + "▁Ru ss", + "▁Rus s", + "ha m", + "h am", + "▁d ro", + "▁dr o", + "▁ dro", + "nA n", + "n An", + "更 加", + "▁ide as", + "▁idea s", + "▁id eas", + "▁t alking", + "▁talk ing", + "▁tal king", + "▁sub st", + "▁subs t", + "M D", + "人 们", + "▁wh ose", + "▁who se", + "▁in flu", + "▁i nflu", + "▁inf lu", + "▁infl u", + "ac he", + "ach e", + "a che", + "un tu", + "unt u", + "M T", + "uf act", + "u fact", + "银 行", + "▁chall eng", + "▁m id", + "▁mi d", + "▁ mid", + "▁t urned", + "▁turn ed", + "▁tur ned", + "▁ turned", + "O b", + "st yle", + "sty le", + "▁w ants", + "▁want s", + "yo nd", + "yon d", + "y ond", + "时 代", + "▁m atrix", + "▁mat rix", + "▁ matrix", + "▁b road", + "▁bro ad", + "▁br oad", + "▁ broad", + "▁n umer", + "▁num er", + "▁nu mer", + "ke n", + "k en", + "atur day", + "▁ag ree", + "▁agre e", + "▁e yes", + "▁ey es", + "▁eye s", + "Se t", + "S et", + "▁t itle", + "▁tit le", + "▁ti tle", + "▁ title", + "▁par ameter", + "▁paramet er", + "▁para meter", + "▁param eter", + "▁ parameter", + "us ername", + "user name", + "▁de cl", + "▁dec l", + "▁ decl", + "▁ev idence", + "▁evid ence", + "pa ge", + "pag e", + "p age", + "om s", + "o ms", + "▁com par", + "▁comp ar", + "▁compa r", + "gr am", + "gra m", + "g ram", + "te d", + "t ed", + "▁d irection", + "▁direct ion", + "▁di rection", + "▁dire ction", + "▁dir ection", + "▁ direction", + "▁con vers", + "▁conv ers", + "▁conver s", + "▁conve rs", + "▁S er", + "▁Se r", + "▁ Ser", + "▁pro perties", + "▁proper ties", + "▁ properties", + "ge n", + "g en", + "▁V al", + "▁Va l", + "▁ Val", + "▁s ell", + "▁se ll", + "▁sel l", + "▁ sell", + "▁count ries", + "▁n ature", + "▁nat ure", + "全 面", + "▁t own", + "▁to wn", + "▁tow n", + "▁ town", + "▁C enter", + "▁Cent er", + "▁ Center", + "wid e", + "wi de", + "w ide", + "lang le", + "l angle", + "▁Al so", + "▁ Also", + "E L", + "并 且", + "▁F rom", + "▁Fr om", + "▁Fro m", + "▁ From", + "ca se", + "cas e", + "c ase", + "▁s old", + "▁so ld", + "▁sol d", + "▁t en", + "▁te n", + "▁ ten", + "▁med ical", + "▁medic al", + "▁medi cal", + "▁ medical", + "▁ch arge", + "▁char ge", + "▁charg e", + "▁ charge", + "▁m arri", + "▁mar ri", + "上 海", + "ps ilon", + "psi lon", + "EN T", + "E NT", + "▁val id", + "▁ valid", + "结 合", + "▁D r", + "▁ Dr", + "ic ense", + "ice nse", + "传 统", + "保 持", + "▁c at", + "▁ca t", + "▁ cat", + "ap pro", + "app ro", + "▁J une", + "▁Ju ne", + "▁Jun e", + "▁ June", + "▁occ ur", + "▁c ele", + "▁ce le", + "▁cel e", + "▁ cele", + "at ever", + "ate ver", + "▁D em", + "▁De m", + "▁ Dem", + "▁s end", + "▁se nd", + "▁sen d", + "▁ send", + "ч е", + "ge q", + "g eq", + "准 备", + "▁in creasing", + "▁incre asing", + "▁ increasing", + "nM y", + "n My", + "▁m is", + "▁mi s", + "▁ mis", + "▁in j", + "▁i nj", + "▁ inj", + "▁re ve", + "▁rev e", + "▁ reve", + "su p", + "s up", + "才 能", + "▁t al", + "▁ta l", + "▁ tal", + "▁a bsol", + "▁ab sol", + "▁abs ol", + "▁ absol", + "▁t reatment", + "▁treat ment", + "▁O f", + "▁ Of", + "la tion", + "lat ion", + "l ation", + "id ing", + "idi ng", + "i ding", + "ak er", + "ake r", + "a ker", + "ns t", + "n st", + "▁S im", + "▁Si m", + "▁ Sim", + "en ge", + "eng e", + "e nge", + "条 件", + "ad es", + "ade s", + "a des", + "▁con v", + "▁co nv", + "▁ conv", + "hi le", + "h ile", + "/* *\\", + "/** \\", + "/ **\\", + "ir it", + "iri t", + "i rit", + "▁f ully", + "▁full y", + "▁ful ly", + "▁ fully", + "▁W ar", + "▁Wa r", + "▁ War", + "I m", + "提 出", + "k y", + "Ge t", + "G et", + "▁B ar", + "▁Ba r", + "▁ Bar", + "参 与", + "▁d rink", + "▁dri nk", + "▁dr ink", + "▁ С", + "▁lo oked", + "▁look ed", + "▁pop ulation", + "▁popul ation", + "▁ population", + "▁me eting", + "▁meet ing", + "做 好", + "是 在", + "en eral", + "ener al", + "ene ral", + "▁p iece", + "▁pie ce", + "▁ piece", + "oot h", + "oo th", + "o oth", + "ew ork", + "e work", + "▁f avorite", + "▁favor ite", + "com p", + "co mp", + "c omp", + "nW ith", + "n With", + "决 定", + "用 户", + "▁t ask", + "▁tas k", + "▁ta sk", + "▁ task", + "▁so ci", + "▁ soci", + "▁d ouble", + "▁do uble", + "▁dou ble", + "▁doub le", + "▁ double", + "le m", + "l em", + "ri g", + "r ig", + "▁sum mer", + "▁summ er", + "▁ summer", + "▁A pril", + "▁Apr il", + "▁Ap ril", + "▁ April", + "ra ry", + "rar y", + "r ary", + "ig ned", + "ign ed", + "igne d", + "▁gu ess", + "ec h", + "e ch", + "▁h air", + "▁ha ir", + "▁ hair", + "▁R eg", + "▁Re g", + "▁ Reg", + "日 本", + ") :", + "rid ge", + "r idge", + "▁un it", + "▁u nit", + "▁ unit", + "ic ed", + "ice d", + "i ced", + "act ions", + "action s", + "a ctions", + "▁lim ited", + "▁limit ed", + "▁ limited", + "▁inter ested", + "▁interest ed", + "▁e lement", + "▁el ement", + "▁ele ment", + "▁ element", + "I R", + "▁cor responding", + "▁correspond ing", + "▁ corresponding", + "▁st ru", + "▁str u", + "▁ stru", + "随 着", + "介 绍", + "}; \\", + "} ;\\", + "比 赛", + "▁F eb", + "▁Fe b", + "▁ Feb", + "▁st raight", + "▁stra ight", + "▁ straight", + "模 式", + "nR e", + "n Re", + "▁car eer", + "▁care er", + "▁S ince", + "▁Si nce", + "▁Sin ce", + "▁ Since", + "▁ob vious", + "is tics", + "ist ics", + "istic s", + "生 命", + "▁pro gress", + "▁prog ress", + "▁ progress", + "ra z", + "r az", + "▁B rit", + "▁Br it", + "▁Bri t", + "推 进", + "▁s tock", + "▁st ock", + "▁sto ck", + "▁ stock", + "vo id", + "v oid", + "性 的", + "▁D ay", + "▁Da y", + "▁ Day", + "▁e nsure", + "▁ens ure", + "▁ ensure", + "▁rele ased", + "▁release d", + "▁ released", + "▁t ouch", + "▁to uch", + "▁tou ch", + "▁ touch", + "pos t", + "po st", + "p ost", + "ur t", + "u rt", + "▁c andid", + "▁can did", + "▁ca ndid", + "▁cand id", + "▁l egal", + "▁le gal", + "▁leg al", + "▁ legal", + "▁a mazing", + "▁am azing", + "▁amaz ing", + "ic it", + "ici t", + "i cit", + "▁sc en", + "he rn", + "her n", + "h ern", + "▁all owed", + "▁allow ed", + "▁ allowed", + "达 到", + "▁l iter", + "▁li ter", + "▁lit er", + "▁ liter", + "▁up date", + "▁upd ate", + "▁ update", + "AM E", + "A ME", + "ve y", + "v ey", + "每 天", + "▁J uly", + "▁Ju ly", + "▁Jul y", + "▁ July", + "ff icient", + "ffic ient", + "om b", + "o mb", + "▁press ure", + "▁ pressure", + "简 单", + "你 们", + "▁A dd", + "▁Ad d", + "▁ Add", + "it ution", + "itu tion", + "国 内", + "坚 持", + "ra n", + "r an", + "▁p icture", + "▁pict ure", + "▁ picture", + "建 立", + "ic on", + "ico n", + "i con", + "发 布", + "▁S w", + "▁ Sw", + "▁st udent", + "▁stud ent", + "▁ student", + "▁s hall", + "▁sh all", + "▁ shall", + "保 险", + "ib er", + "ibe r", + "i ber", + "▁s ales", + "▁sa les", + "▁sal es", + "▁sale s", + "▁ sales", + "▁` `", + "▁ ``", + "os ing", + "osi ng", + "o sing", + "mb ox", + "m box", + "ck s", + "c ks", + "S P", + "▁G erm", + "▁Ge rm", + "▁Ger m", + "▁observ ed", + "▁obser ved", + "▁observe d", + "▁obs erved", + "▁ observed", + "▁com mit", + "▁comm it", + "▁ commit", + "var phi", + "▁e lements", + "▁el ements", + "▁ele ments", + "▁element s", + "▁ elements", + "▁G et", + "▁Ge t", + "▁ Get", + "▁the refore", + "▁there fore", + "ro ws", + "row s", + "r ows", + "pro of", + "▁be havior", + "▁behav ior", + "▁behavi or", + "▁f ixed", + "▁fix ed", + "▁ fixed", + "\\\" )\\", + "\\\") \\", + "art ment", + "▁re lig", + "▁rel ig", + "▁reli g", + "▁d oor", + "▁do or", + "▁ door", + "▁e mer", + "▁em er", + "▁ emer", + "C H", + "tab ular", + "fr a", + "f ra", + "▁high ly", + "ov ember", + "ove mber", + "ma s", + "m as", + "or age", + "ora ge", + "o rage", + "旅 游", + "申 请", + "ho ld", + "hol d", + "h old", + "具 体", + "▁s ample", + "▁sam ple", + "▁ sample", + "父 母", + "re fore", + "ref ore", + "r efore", + "var e", + "va re", + "v are", + "▁t rust", + "▁tr ust", + "▁tru st", + "▁ trust", + "ac c", + "a cc", + "▁equ ation", + "▁eq uation", + "▁ equation", + "ce mber", + "c ember", + "▁b asis", + "▁bas is", + "▁ba sis", + "▁ basis", + "__ \":", + "▁\" __", + "▁w ide", + "▁wid e", + "▁wi de", + "▁ wide", + "▁B ro", + "▁Br o", + "▁ Bro", + "▁m er", + "▁me r", + "▁ mer", + "▁al tern", + "▁alt ern", + "▁alter n", + "▁ altern", + "▁s hot", + "▁sh ot", + "▁sho t", + "▁ shot", + "O W", + "▁E l", + "▁ El", + "▁con duct", + "▁cond uct", + "▁ conduct", + "之 一", + "ia m", + "i am", + "也 有", + "ud get", + "udge t", + "▁cont ribut", + "▁m oving", + "▁mov ing", + "▁mo ving", + "▁ moving", + "▁s olutions", + "▁sol utions", + "▁solution s", + "om en", + "ome n", + "o men", + "ol es", + "ole s", + "o les", + "显 示", + "er ve", + "erv e", + "ol y", + "o ly", + "综 合", + "▁inst ance", + "▁ instance", + "▁d egree", + "▁deg ree", + "▁ degree", + "▁z ero", + "▁ze ro", + "▁ zero", + "pl ing", + "p ling", + "交 易", + "▁con cept", + "▁conc ept", + "▁conce pt", + "▁ concept", + "▁f ram", + "▁fr am", + "▁fra m", + "▁ fram", + "▁opt im", + "▁op tim", + "▁ optim", + "▁p en", + "▁pe n", + "▁ pen", + "▁n early", + "▁ne arly", + "▁near ly", + "▁ nearly", + "方 案", + "▁j oin", + "▁jo in", + "▁ join", + "▁r oll", + "▁ro ll", + "▁ roll", + "▁in sp", + "▁i nsp", + "▁ins p", + "智 能", + "▁us eful", + "▁use ful", + "▁al though", + "▁ although", + "▁pl atform", + "▁plat form", + "▁ platform", + "▁b ank", + "▁ban k", + "▁ba nk", + "▁ bank", + "患 者", + "en ty", + "ent y", + "e nty", + "E M", + "是一 个", + "是 一个", + "效 果", + "▁Eng lish", + "▁ English", + "▁s etting", + "▁set ting", + "▁sett ing", + "▁ setting", + "▁s ites", + "▁sit es", + "▁site s", + "▁si tes", + "▁ sites", + "▁con tain", + "▁cont ain", + "▁ contain", + "▁Re public", + "▁Rep ublic", + "▁c ateg", + "▁cat eg", + "▁cate g", + "空 间", + "▁happ ened", + "▁happen ed", + "so ft", + "s oft", + "▁E q", + "▁ Eq", + "no number", + "non umber", + "▁T w", + "▁ Tw", + "▁c redit", + "▁cre dit", + "▁cr edit", + "▁cred it", + "▁ credit", + "▁* *", + "▁ **", + "金 融", + "al ing", + "ali ng", + "alin g", + "a ling", + "nO ne", + "nOn e", + "n One", + "pa n", + "p an", + "us tr", + "ust r", + "u str", + "г а", + "▁ б", + "ef f", + "e ff", + "▁ch anged", + "▁change d", + "▁chang ed", + "▁ changed", + "▁th reat", + "▁thr eat", + "▁ threat", + "co s", + "c os", + "▁pre pa", + "▁prep a", + "▁r ules", + "▁rule s", + "▁ru les", + "▁rul es", + "▁ rules", + "iv il", + "i vil", + "ace book", + "▁st atic", + "▁stat ic", + "▁sta tic", + "▁ static", + "pr ivate", + "priv ate", + "p rivate", + "▁would n", + "▁F irst", + "▁Fi rst", + "▁ First", + "▁c apt", + "▁cap t", + "▁ca pt", + "▁ capt", + "fo ot", + "foo t", + "f oot", + "\\\" \\\"", + "\\\"\\ \"", + "A s", + "con s", + "co ns", + "c ons", + "un c", + "u nc", + "ter nal", + "tern al", + "t ernal", + "风 险", + "work s", + "w orks", + "▁elect ron", + "▁electro n", + "▁ electron", + "al y", + "a ly", + "▁f em", + "▁fe m", + "ul a", + "u la", + "接 受", + "真 正", + "is ions", + "ision s", + "isi ons", + "▁S en", + "▁Se n", + "▁ Sen", + "P R", + "▁R ead", + "▁Re ad", + "▁ Read", + "es ts", + "est s", + "e sts", + "作 品", + "计 算", + "ate gy", + "ateg y", + "▁f a", + "▁ fa", + "/\\ \\", + "/ \\\\", + "▁Jan uary", + "▁ January", + "▁} \\", + "▁ }\\", + "▁M us", + "▁Mu s", + "▁ Mus", + "▁e arlier", + "▁ear lier", + "▁earl ier", + "ph p", + "p hp", + "▁s pent", + "▁sp ent", + "▁spe nt", + "re ci", + "rec i", + "▁te ac", + "▁tea c", + "有 关", + "ri te", + "rit e", + "r ite", + "▁s on", + "▁so n", + "▁ son", + "var epsilon", + "vare psilon", + "Val ue", + "P a", + "▁re v", + "▁r ev", + "▁ rev", + "▁t ele", + "▁te le", + "▁tel e", + "▁ tele", + "▁b lood", + "▁bl ood", + "▁blo od", + "▁ blood", + "交 流", + "▁s tage", + "▁st age", + "▁sta ge", + "▁stag e", + "▁ stage", + "品 牌", + "▁m ode", + "▁mod e", + "▁mo de", + "▁ mode", + "ur g", + "u rg", + "ra el", + "rae l", + "r ael", + "▁al one", + "▁ alone", + "▁f lu", + "▁fl u", + "▁ flu", + "mod el", + "mo del", + "mode l", + "m odel", + "en cies", + "enc ies", + "nw ith", + "n with", + "▁fe eling", + "▁feel ing", + "▁fee ling", + "kin g", + "ki ng", + "k ing", + ") ;", + "▁re ach", + "▁r each", + "▁ reach", + "ues day", + "▁f an", + "▁fa n", + "▁ fan", + "▁H igh", + "▁Hig h", + "▁Hi gh", + "▁ High", + "▁st ars", + "▁star s", + "▁sta rs", + "▁ stars", + "nB y", + "n By", + "▁could n", + "▁mod ern", + "▁mode rn", + "▁moder n", + "▁ modern", + "bl og", + "blo g", + "b log", + "ap pa", + "app a", + "a ppa", + "ho w", + "h ow", + "ma p", + "m ap", + "▁be comes", + "▁bec omes", + "▁become s", + "▁becom es", + "▁ q", + "I V", + "] [", + "ly ing", + "l ying", + "的 问题", + "▁re fer", + "▁ref er", + "▁r ac", + "▁ra c", + "▁ rac", + "▁con sum", + "▁co nsum", + "▁cons um", + "▁ consum", + "al ax", + "ala x", + "ograph y", + "ograp hy", + "lin k", + "li nk", + "l ink", + "状 态", + "▁f ather", + "▁fa ther", + "▁fat her", + "▁ father", + "▁P ar", + "▁Pa r", + "▁ Par", + "▁m iddle", + "▁mid dle", + "▁ middle", + "▁w ish", + "▁wi sh", + "ed nes", + "▁l ed", + "▁le d", + "▁ led", + "▁M ich", + "▁Mic h", + "▁Mi ch", + "妈 妈", + "不 到", + "建 筑", + "▁F riday", + "▁Fri day", + "▁Frid ay", + "▁ Friday", + "行 动", + "nc il", + "ra ction", + "rac tion", + "ract ion", + "r action", + "▁a ren", + "▁are n", + "▁ar en", + "▁ aren", + "▁p oly", + "▁po ly", + "▁pol y", + "▁ poly", + "▁enc oura", + "▁п ре", + "▁пр е", + "▁ пре", + "分 别", + "▁ad vant", + "▁adv ant", + "▁ advant", + "▁dist ribut", + "sc ript", + "scri pt", + "scr ipt", + "s cript", + "▁in dex", + "▁ind ex", + "▁inde x", + "▁ index", + "▁com mand", + "▁comm and", + "▁comma nd", + "▁ command", + "过程 中", + "▁s light", + "▁sl ight", + "op h", + "o ph", + "▁mem ory", + "▁memor y", + "▁memo ry", + "▁ memory", + "') \\", + "' )\\", + "当 然", + "▁st ories", + "▁sto ries", + "▁en ter", + "▁ent er", + "▁ enter", + ")) ;\\", + ")); \\", + ") );\\", + "it ation", + "ita tion", + "itat ion", + "那 些", + "▁m ount", + "▁mo unt", + "▁ mount", + "en ed", + "ene d", + "e ned", + "亿 元", + "▁c arry", + "▁car ry", + "f r", + "▁r ot", + "▁ro t", + "▁ rot", + "▁pl ans", + "▁plan s", + "▁pla ns", + "▁R ed", + "▁Re d", + "▁ Red", + "下 来", + "▁small er", + "正 在", + "**** ************", + "******** ********", + "************ ****", + "j s", + "in ated", + "ina ted", + "inate d", + "▁data s", + "▁dat as", + "▁da tas", + "ri m", + "r im", + "Bi g", + "B ig", + "▁l if", + "▁li f", + "▁ lif", + "以 后", + "qu est", + "que st", + "ques t", + "▁p ublished", + "▁publ ished", + "▁publish ed", + "▁ published", + "▁g un", + "▁gu n", + "▁ gun", + "▁conc ern", + "▁concer n", + "▁conce rn", + "经 过", + "意 识", + "br a", + "b ra", + "ot o", + "o to", + "▁s hoot", + "▁sh oot", + "▁sho ot", + "▁ shoot", + "如 此", + "▁b rought", + "▁bro ught", + "▁br ought", + "urs day", + "▁co sts", + "▁cost s", + "▁cos ts", + "资 金", + "B y", + "▁E ven", + "▁Ev en", + "▁Eve n", + "▁ Even", + "= {", + "▁c ertainly", + "▁certain ly", + "sh ip", + "shi p", + "s hip", + "小 时", + "▁r ob", + "▁ro b", + "▁ rob", + "保 障", + "▁N et", + "▁Ne t", + "▁ Net", + "nA t", + "n At", + "▁def initely", + "▁defin itely", + "▁definite ly", + "ednes day", + "▁b ottom", + "▁bott om", + "▁bot tom", + "▁ bottom", + "许 多", + "操 作", + "▁e at", + "▁ eat", + "F F", + "一 点", + "▁develop ed", + "▁ developed", + "▁appl ications", + "▁application s", + "▁applic ations", + "▁ap plications", + "▁Ch ina", + "▁Chi na", + "▁Chin a", + "▁ China", + "cl es", + "cle s", + "c les", + "▁b eyond", + "▁be yond", + "▁pl aces", + "▁place s", + "▁plac es", + "▁pla ces", + "▁ places", + "▁ext rem", + "▁extr em", + "▁s un", + "▁su n", + "▁ sun", + "in clude", + "includ e", + "方 向", + "▁к о", + "▁ ко", + "▁loc ated", + "▁locate d", + "▁ located", + "in y", + "i ny", + "▁O ff", + "▁Of f", + "▁ Off", + "受 到", + "▁p rec", + "▁pre c", + "▁pr ec", + "▁ prec", + "▁s leep", + "▁sl eep", + "▁sle ep", + "▁slee p", + "▁ sleep", + "▁E very", + "▁Ev ery", + "▁Ever y", + "▁Eve ry", + "▁ Every", + "▁J apan", + "▁Ja pan", + "▁h aven", + "▁ha ven", + "▁have n", + "▁ haven", + "mit ted", + "mitt ed", + "m itted", + "报 告", + "▁d ise", + "▁dis e", + "▁di se", + "▁s kin", + "▁sk in", + "▁ski n", + "▁ skin", + "▁d efault", + "▁def ault", + "▁ default", + "变 化", + "el ine", + "eli ne", + "elin e", + "e line", + "▁col lection", + "▁coll ection", + "▁collect ion", + "▁colle ction", + "▁ collection", + "▁inter national", + "▁int ernational", + "▁intern ational", + "证 明", + "▁C our", + "▁Co ur", + "▁Cou r", + "▁s al", + "▁sa l", + "▁ sal", + "nA fter", + "nAf ter", + "n After", + "用 于", + "ef ore", + "e fore", + "▁c ritical", + "▁cr itical", + "▁crit ical", + "▁critic al", + "▁cri tical", + "▁ critical", + "▁Ob ama", + "▁ Obama", + "▁state ment", + "▁stat ement", + "▁ statement", + "▁inte gr", + "▁integ r", + "▁ integr", + "▁achie ve", + "ha nd", + "han d", + "h and", + "▁a gre", + "▁ag re", + "nN ow", + "nNo w", + "n Now", + "▁h our", + "▁ho ur", + "▁ hour", + "▁pro jects", + "▁project s", + "▁ projects", + "A G", + "机 会", + "▁pro grams", + "▁pr ograms", + "▁prog rams", + "▁program s", + "▁pres ented", + "▁present ed", + "▁cl ust", + "▁s afe", + "▁sa fe", + "▁saf e", + "▁ safe", + "▁P lease", + "▁Ple ase", + "▁ Please", + "▁u lt", + "▁ul t", + "▁ ult", + "▁s pend", + "▁sp end", + "▁spe nd", + "▁pro ced", + "▁proc ed", + "采 用", + "▁m achine", + "▁mach ine", + "▁ machine", + "▁con tains", + "▁cont ains", + "▁contain s", + "▁ contains", + "O C", + "▁St ud", + "▁ Stud", + "ot ed", + "ote d", + "o ted", + "co unt", + "cou nt", + "c ount", + "▁d ream", + "▁ dream", + "it ect", + "ite ct", + "▁act ual", + "▁ actual", + "▁a nim", + "▁an im", + "▁ anim", + "Mz I", + "▁man ufact", + "▁w ife", + "▁wi fe", + "▁ wife", + "▁t er", + "▁te r", + "▁ ter", + "▁g reen", + "▁gr een", + "▁gre en", + "▁ green", + "▁c ry", + "▁cr y", + "▁ cry", + "▁Af ric", + "in put", + "ad em", + "ade m", + "a dem", + "主 任", + "th on", + "t hon", + "▁in dependent", + "▁ind ependent", + "▁independ ent", + "▁ independent", + "it able", + "ita ble", + "i table", + "▁demon str", + "▁demons tr", + "▁H am", + "▁Ha m", + "▁ Ham", + "▁bas ic", + "▁ba sic", + "▁ basic", + "▁i gn", + "▁ig n", + "▁ ign", + "▁re sources", + "▁res ources", + "▁resource s", + "▁ resources", + "▁char acters", + "▁charact ers", + "▁character s", + "过 去", + "▁sk ills", + "▁skill s", + "▁r ace", + "▁ra ce", + "▁rac e", + "▁ race", + "ia nt", + "ian t", + "i ant", + "▁vari ety", + "▁var iety", + "nT hat", + "nTh at", + "n That", + "us ion", + "超 过", + "▁over all", + "▁qu al", + "▁q ual", + "▁ qual", + "只 要", + "▁me aning", + "▁mean ing", + "▁ meaning", + "医 疗", + "nC om", + "nCo m", + "n Com", + "最 终", + "▁col lege", + "▁colle ge", + "集 团", + "he st", + "hes t", + "h est", + "▁r ates", + "▁ra tes", + "▁rate s", + "▁rat es", + "▁ rates", + "▁ed ge", + "▁ edge", + "ul ated", + "ula ted", + "ulate d", + "u lated", + "▁A ustral", + "▁Aust ral", + "▁A ng", + "▁An g", + "▁ Ang", + "\\\" ;\\", + "\\\"; \\", + "▁M od", + "▁Mo d", + "▁ Mod", + "家 长", + "美 元", + "记 者", + "il ies", + "ili es", + "i lies", + "el come", + "▁M ac", + "▁Ma c", + "▁ Mac", + "▁s ec", + "▁se c", + "▁ sec", + "ra nge", + "ran ge", + "rang e", + "r ange", + "el se", + "els e", + "a e", + "ok en", + "oke n", + "o ken", + "nH ere", + "nHe re", + "nHer e", + "n Here", + "') ;\\", + "'); \\", + "' );\\", + "▁S T", + "▁ ST", + "都 有", + "不 可", + "▁p oor", + "▁po or", + "▁ poor", + "oc h", + "o ch", + "▁ad minist", + "▁admin ist", + "▁ administ", + "L ambda", + "wo od", + "w ood", + "▁c amp", + "▁ca mp", + "▁cam p", + "▁ camp", + "il es", + "ile s", + "i les", + "▁bl ue", + "▁blu e", + "▁ blue", + "▁s ources", + "▁source s", + "▁sour ces", + "▁ sources", + "qu e", + "q ue", + "co r", + "c or", + "N N", + "▁e conomic", + "▁econom ic", + "▁ economic", + "P I", + "里 的", + "le ment", + "lem ent", + "lemen t", + "l ement", + "▁part icularly", + "▁particular ly", + "▁ particularly", + "ex p", + "e xp", + "nf rom", + "n from", + "以 下", + "▁begin ning", + "▁beg inning", + "▁A ny", + "▁An y", + "▁ Any", + "▁a im", + "▁ aim", + "un der", + "und er", + "u nder", + "Vi ew", + "V iew", + "▁Se ptember", + "▁Sept ember", + "▁ September", + "M S", + "ass ert", + "asser t", + "asse rt", + "▁a part", + "▁ap art", + "▁al gorithm", + "▁ algorithm", + "nC h", + "n Ch", + "▁a ware", + "▁aw are", + "▁awa re", + "▁ aware", + "B A", + "▁ex am", + "▁ exam", + "左 右", + "▁under standing", + "▁understand ing", + "▁Bl ack", + "▁ Black", + "di m", + "d im", + "▁a ctive", + "▁act ive", + "▁activ e", + "▁ active", + "书 记", + "▁S ch", + "▁Sc h", + "▁ Sch", + "ell ent", + "elle nt", + "ellen t", + "并 不", + "▁re main", + "▁rem ain", + "▁f ans", + "▁fa ns", + "▁fan s", + "▁d oll", + "▁do ll", + "▁dol l", + "> <", + "ou nds", + "ound s", + "oun ds", + "▁n ation", + "▁nat ion", + "▁na tion", + "▁ nation", + "不 得", + "▁st eps", + "▁step s", + "▁ste ps", + "▁ steps", + "g l", + "▁i r", + "▁ ir", + "▁T ra", + "▁Tr a", + "▁ Tra", + "诉 讼", + "ae l", + "a el", + "ri ef", + "rie f", + "r ief", + "nt h", + "n th", + "▁p aid", + "▁pa id", + "▁ paid", + "▁trans fer", + "▁transf er", + "▁ transfer", + "支 付", + "} -", + "if orn", + "ot es", + "ote s", + "o tes", + "ru ary", + "r uary", + "al d", + "a ld", + "▁ar riv", + "▁arr iv", + "▁A ugust", + "▁Aug ust", + "▁ August", + "in ner", + "inn er", + "▁stud ies", + "ar io", + "ari o", + "a rio", + "over line", + "Fil e", + "Fi le", + "F ile", + "落 实", + "▁st ruct", + "▁str uct", + "▁stru ct", + "▁ struct", + "An d", + "A nd", + "▁sign al", + "▁sig nal", + "▁ signal", + "▁t im", + "▁ti m", + "▁ tim", + "▁f ear", + "▁fe ar", + "▁te ams", + "▁team s", + "▁tea ms", + "▁f ields", + "▁field s", + "▁ fields", + "▁O ctober", + "▁Oct ober", + "▁ October", + "P s", + "▁ass ume", + "▁assum e", + "▁s erver", + "▁serv er", + "▁ser ver", + "▁serve r", + "▁ server", + "▁C ou", + "▁Co u", + "▁ Cou", + "心 理", + "▁S an", + "▁Sa n", + "▁ San", + "r d", + "▁H er", + "▁He r", + "▁ Her", + "阶 段", + "▁N e", + "▁ Ne", + "bu m", + "b um", + "定 的", + "M L", + "▁tr uth", + "▁tru th", + "▁ truth", + "[\\ \\", + "[ \\\\", + "都 会", + "( -", + "ov ern", + "ove rn", + "over n", + "▁E n", + "▁ En", + "▁t ools", + "▁to ols", + "▁too ls", + "▁tool s", + "▁ tools", + "▁app ropri", + "▁appro pri", + "▁ appropri", + "▁& &", + "▁ &&", + "ain t", + "ai nt", + "a int", + "理 解", + "ia o", + "i ao", + "on don", + "ond on", + "ondo n", + "o ndon", + "▁N ovember", + "▁Nov ember", + "▁ November", + "▁g one", + "▁go ne", + "▁ gone", + "游 戏", + "▁cl ub", + "▁ club", + "▁a ffect", + "▁aff ect", + "▁af fect", + "有 人", + "or ge", + "org e", + "▁p urpose", + "▁pur pose", + "▁purpos e", + "▁ purpose", + "▁s olid", + "▁sol id", + "▁ solid", + "Ph i", + "P hi", + "it c", + "i tc", + "▁appl ied", + "▁ap plied", + "▁f resh", + "▁fr esh", + "▁fre sh", + "▁fres h", + "ash ington", + "ashing ton", + "收 入", + "个 月", + "▁d aily", + "▁da ily", + "▁ daily", + "▁re asons", + "▁reason s", + "本 院", + "▁s ets", + "▁se ts", + "▁set s", + "▁ sets", + "▁ref lect", + "▁ reflect", + "▁N ews", + "▁New s", + "▁Ne ws", + "▁ News", + "▁t rade", + "▁tr ade", + "▁tra de", + "▁trad e", + "▁ trade", + "▁I S", + "▁ IS", + "od ay", + "oda y", + "o day", + "▁m ilitary", + "▁mil itary", + "▁milit ary", + "ld ots", + "l dots", + "ka ppa", + "k appa", + "▁th ous", + "▁tho us", + "▁thou s", + "中 华", + "it ute", + "itu te", + "▁th ank", + "▁than k", + "▁ thank", + "ie rs", + "ier s", + "i ers", + "▁S unday", + "▁Sun day", + "▁Sund ay", + "▁ Sunday", + "▁act ivity", + "▁activ ity", + "▁ activity", + "制 度", + "S e", + "▁C ons", + "▁Con s", + "▁Co ns", + "▁ Cons", + "▁ben efits", + "▁benef its", + "▁benefit s", + "▁bene fits", + "▁pre fer", + "▁pref er", + "▁De cember", + "▁Dec ember", + "▁ December", + "nO ur", + "n Our", + "及 时", + "ur a", + "u ra", + "▁act ivities", + "▁activ ities", + "▁de part", + "▁dep art", + "tr ans", + "tra ns", + "tran s", + "t rans", + "▁b irth", + "▁bir th", + "▁ birth", + "▁n ames", + "▁name s", + "▁na mes", + "▁ names", + "▁de mand", + "▁dem and", + "▁ demand", + "▁Dep artment", + "▁ Department", + "▁s omew", + "▁some w", + "▁som ew", + "▁n egative", + "▁neg ative", + "▁ negative", + "do c", + "d oc", + "分 钟", + "▁W ell", + "▁We ll", + "▁Wel l", + "▁ Well", + "iforn ia", + "le vel", + "lev el", + "*/ \\", + "* /\\", + "as y", + "a sy", + "▁ex cept", + "▁exc ept", + "▁ except", + "政 治", + "▁st rength", + "▁str ength", + "▁streng th", + "▁ strength", + "▁im press", + "▁imp ress", + "M j", + "我 国", + "电 影", + "▁re place", + "▁rep lace", + "▁repl ace", + "▁ replace", + "她 的", + "▁e arn", + "▁ear n", + "▁ earn", + "bol ds", + "bold s", + "b olds", + "ic a", + "i ca", + "充 分", + "cl usion", + "clus ion", + "生 的", + "▁\\\\ \\\\", + "▁\\ \\\\\\", + "▁\\\\\\ \\", + "▁ \\\\\\\\", + "▁in form", + "▁i nform", + "▁inf orm", + "▁info rm", + "▁st ress", + "▁str ess", + "▁stre ss", + "▁ stress", + "le g", + "l eg", + "▁S ci", + "▁Sc i", + "经 营", + "▁Is rael", + "▁ Israel", + "= '", + "▁cor rel", + "▁corre l", + "Pa r", + "P ar", + "▁l inear", + "▁li near", + "▁line ar", + "▁lin ear", + "▁ linear", + "id ents", + "ident s", + "iden ts", + "▁ П", + "那 个", + "ca p", + "c ap", + "来 越", + "▁g rowing", + "▁grow ing", + "▁gr owing", + "▁gro wing", + "▁ growing", + "▁d ed", + "▁de d", + "▁ ded", + "▁v ector", + "▁ve ctor", + "▁vec tor", + "▁ vector", + "cal l", + "ca ll", + "c all", + "▁n ucle", + "▁nu cle", + "▁ nucle", + "' :", + "属 于", + "bolds ymbol", + "bold symbol", + "▁e mot", + "▁em ot", + "ic ks", + "ick s", + "i cks", + "] $", + "nA ll", + "nAl l", + "n All", + "▁K ing", + "▁Kin g", + "▁Ki ng", + "▁ King", + "▁dev ices", + "▁device s", + "▁devi ces", + "▁ devices", + "E O", + "▁ad vice", + "▁adv ice", + "ut ive", + "gr ess", + "gre ss", + "gres s", + "g ress", + "▁requ ires", + "▁require s", + "▁ requires", + "Te xt", + "Tex t", + "T ext", + "▁re pe", + "▁rep e", + "思 想", + "▁custom er", + "▁cust omer", + "▁ customer", + "明 显", + "do t", + "d ot", + "ent ially", + "ential ly", + "C D", + "▁pat ients", + "▁patient s", + "▁p ush", + "▁ push", + "im ents", + "iment s", + "imen ts", + "i ments", + "м и", + "▁p rop", + "▁pro p", + "▁pr op", + "▁ prop", + "▁b rain", + "▁br ain", + "▁bra in", + "▁ brain", + "▁U K", + "▁ UK", + "▁success ful", + "▁ successful", + "mi ss", + "mis s", + "m iss", + "de t", + "d et", + "越 来越", + "成 了", + "▁ment ioned", + "▁mention ed", + "▁ mentioned", + "▁W indows", + "▁Wind ows", + "▁Window s", + "▁ Windows", + "▁in creased", + "▁incre ased", + "▁increase d", + "▁C omp", + "▁Com p", + "▁Co mp", + "▁ Comp", + "▁s afety", + "▁saf ety", + "▁safe ty", + "▁M ost", + "▁Mo st", + "▁Mos t", + "▁ Most", + "▁con nection", + "▁connect ion", + "▁conn ection", + "▁ connection", + "▁w indow", + "▁wind ow", + "▁ window", + "▁im mediately", + "▁immedi ately", + "▁immediate ly", + "只 能", + "pr ime", + "pri me", + "prim e", + "und red", + "▁w ind", + "▁win d", + "▁wi nd", + "▁ wind", + "▁gener ally", + "▁general ly", + "▁ а", + "▁e qual", + "▁equ al", + "▁eq ual", + "▁ equal", + "▁ex pand", + "▁exp and", + "▁ expand", + "▁o rd", + "▁or d", + "▁ ord", + "▁h eat", + "▁he at", + "▁ heat", + "us iness", + "▁gra du", + "▁grad u", + "▁prov iding", + "▁provid ing", + "▁F acebook", + "▁Face book", + "▁ Facebook", + "▁l earned", + "▁learn ed", + "▁lear ned", + "规 划", + "Pa jama", + "Red Pajama", + "pl ate", + "p late", + "▁S aturday", + "▁ Saturday", + "▁l ayer", + "▁la yer", + "▁lay er", + "▁ layer", + "▁U p", + "▁ Up", + "▁cont roll", + "▁control l", + "来 看", + "NA ME", + "N AME", + "▁b udget", + "▁bud get", + "▁ budget", + "li b", + "l ib", + "▁hel ps", + "▁help s", + "▁ helps", + "oc al", + "oca l", + "o cal", + "▁t rip", + "▁tr ip", + "▁tri p", + "▁ trip", + "▁e ight", + "▁ eight", + "▁eas ier", + "▁s cient", + "▁sc ient", + "▁sci ent", + "ar ant", + "ara nt", + "aran t", + "a rant", + "ru n", + "r un", + "com ing", + "co ming", + "c oming", + "}} {", + "} }{", + "p x", + "Bu t", + "B ut", + "▁max imum", + "▁maxim um", + "▁ maximum", + "▁b ur", + "▁bu r", + "▁ bur", + "▁a spect", + "▁as pect", + "▁asp ect", + "▁ aspect", + "it iz", + "iti z", + "区 域", + "▁P at", + "▁Pa t", + "▁ Pat", + "▁m agnetic", + "▁mag netic", + "▁magn etic", + "▁magnet ic", + "▁ magnetic", + "at ically", + "atic ally", + "atical ly", + "a tically", + "func tion", + "fun ction", + "f unction", + "▁con struct", + "▁co nstruct", + "▁const ruct", + "▁ construct", + "出 的", + "▁I N", + "▁ IN", + "▁d rop", + "▁dr op", + "▁dro p", + "▁ drop", + "▁trans form", + "▁transf orm", + "▁ transform", + "in ger", + "ing er", + "inge r", + "▁we ak", + "▁ weak", + "ov ered", + "ove red", + "over ed", + "o vered", + "al ed", + "ale d", + "a led", + "▁great er", + "▁gre ater", + "te e", + "t ee", + "'; \\", + "' ;\\", + "{ -", + "▁w arm", + "▁war m", + "▁wa rm", + "▁ warm", + "ar a", + "a ra", + "▁not ice", + "▁ notice", + "▁r ock", + "▁ro ck", + "▁ rock", + "▁app reci", + "▁appre ci", + "osp ital", + "ospit al", + "权 利", + "al le", + "all e", + "正 常", + "▁s cience", + "▁sc ience", + "▁sci ence", + "▁ science", + "▁wh atever", + "▁what ever", + "▁ whatever", + "▁cent ral", + "▁centr al", + "▁ central", + "▁c learly", + "▁cl early", + "▁cle arly", + "▁clear ly", + "▁happ ens", + "▁happen s", + "mer cial", + "▁L a", + "▁ La", + "整 个", + "▁St ring", + "▁Str ing", + "▁Stri ng", + "▁ String", + "x y", + "▁per haps", + "▁ perhaps", + "▁su rv", + "▁sur v", + "▁app ears", + "▁appear s", + "▁appe ars", + "id den", + "idd en", + "▁p roduce", + "▁produ ce", + "▁prod uce", + "以 来", + "销 售", + "而 是", + "任 务", + "▁P ost", + "▁Po st", + "▁Pos t", + "▁ Post", + "io s", + "i os", + "wh ich", + "w hich", + "面 的", + "目 的", + "ca tion", + "cat ion", + "c ation", + "▁sh ape", + "▁shap e", + "▁ shape", + "▁week end", + "as c", + "a sc", + "▁d og", + "▁do g", + "▁ dog", + "Err or", + "Er ror", + "E rror", + "▁o rg", + "▁or g", + "▁ org", + ") (", + "告 诉", + "▁m obile", + "▁mob ile", + "▁mobil e", + "▁ mobile", + "Ob ject", + "Obj ect", + "iz ations", + "ization s", + "力 量", + "▁s pot", + "▁sp ot", + "▁spo t", + "▁ spot", + "er ences", + "ere nces", + "erence s", + "eren ces", + "e rences", + "▁un c", + "▁u nc", + "▁ unc", + "▁h ous", + "▁ho us", + "}) ;\\", + "}); \\", + "} );\\", + "et t", + "e tt", + "▁de cre", + "▁dec re", + "▁S oc", + "▁So c", + "▁ex isting", + "▁exist ing", + "▁ existing", + "▁d igital", + "▁dig ital", + "▁digit al", + "▁ digital", + "ar es", + "are s", + "a res", + "经 验", + "的情 况", + "的 情况", + "▁st ream", + "▁stre am", + "▁ stream", + "ru pt", + "rup t", + "r upt", + "if ying", + "ify ing", + "ed ding", + "edd ing", + "e dding", + "▁A re", + "▁Ar e", + "▁ Are", + "▁m oved", + "▁mov ed", + "▁move d", + "▁mo ved", + "▁kn ows", + "▁know s", + "St ate", + "Stat e", + "面 对", + "首 先", + "委 员", + "改 变", + "推 动", + "know n", + "kn own", + "k nown", + "▁w ave", + "▁wa ve", + "▁ wave", + "▁S y", + "▁ Sy", + "系 列", + "bo n", + "b on", + "▁In dia", + "▁Ind ia", + "▁ India", + "pd f", + "p df", + "▁r ank", + "▁ra nk", + "▁ran k", + "▁ rank", + "▁re ports", + "▁rep orts", + "▁report s", + "▁ reports", + "pa ir", + "p air", + "▁c reating", + "▁cre ating", + "▁cr eating", + "▁creat ing", + "f riend", + "媒 体", + "re nch", + "ren ch", + "r ench", + "位 置", + "范 围", + "ti c", + "t ic", + "▁S pe", + "▁Sp e", + "▁ Spe", + "is try", + "ist ry", + "Mz A", + "严 重", + "n i", + "▁redu ce", + "▁red uce", + "▁ reduce", + "▁r i", + "▁ ri", + "ab ase", + "aba se", + "a base", + "д е", + "▁s pread", + "▁sp read", + "▁spr ead", + "▁b ill", + "▁bi ll", + "▁bil l", + "▁ bill", + "不 少", + "▁cl ient", + "▁ client", + "▁se eing", + "▁see ing", + "▁ seeing", + "也 会", + "▁int eg", + "▁inte g", + "▁ integ", + "改 革", + "▁cam era", + "▁came ra", + "▁ camera", + "▁F igure", + "▁Fig ure", + "▁ Figure", + "▁organ ization", + "▁ organization", + "▁s mart", + "▁sm art", + "▁ smart", + "▁T H", + "▁ TH", + "ap ter", + "apt er", + "▁T rans", + "▁Tr ans", + "▁Tra ns", + "▁ Trans", + "生 态", + "▁co ord", + "▁ coord", + "▁c ore", + "▁co re", + "▁cor e", + "▁ core", + "▁com pos", + "▁comp os", + "调 整", + "▁v irt", + "▁vi rt", + "▁vir t", + "ab led", + "able d", + "abl ed", + "a bled", + "▁M onday", + "▁Mon day", + "▁Mond ay", + "▁ Monday", + "在 于", + "▁b illion", + "▁bill ion", + "▁ billion", + "▁eval u", + "▁h us", + "▁ hus", + "wh ile", + "w hile", + "▁h istor", + "▁his tor", + "▁hist or", + "▁ histor", + "▁p urchase", + "▁purch ase", + "fr om", + "fro m", + "f rom", + "▁quant um", + "▁ quantum", + "D E", + "▁an ti", + "▁ant i", + "▁ anti", + "▁n ode", + "▁no de", + "▁nod e", + "▁ node", + "A Y", + "连 接", + "▁A rt", + "▁Ar t", + "▁ Art", + "an ned", + "ann ed", + "anne d", + "Ne t", + "N et", + "▁comp onents", + "▁component s", + "▁ components", + "▁m icro", + "▁mic ro", + "▁mi cro", + "▁ micro", + "取 得", + "想 要", + "干 部", + "▁str ategy", + "▁strateg y", + "▁ strategy", + "▁st atus", + "▁stat us", + "▁ status", + "text width", + "▁cons train", + "▁const rain", + "re me", + "rem e", + "r eme", + "to ut", + "t out", + "▁fe et", + "▁fee t", + "卫 生", + "▁phot os", + "▁photo s", + "▁ photos", + "per ty", + "pert y", + "ip ping", + "ipp ing", + "ippi ng", + "i pping", + "▁o nto", + "▁on to", + "▁ont o", + "▁ onto", + "I F", + "▁J es", + "▁Je s", + "▁A ss", + "▁As s", + "▁ Ass", + "▁m eas", + "▁me as", + "▁ meas", + "▁c ulture", + "▁cult ure", + "▁ culture", + "▁individual s", + "▁W ashington", + "▁Wash ington", + "▁ Washington", + "不知 道", + "不 知道", + "▁str ugg", + "▁stru gg", + "ни я", + "▁follow ed", + "▁t ree", + "▁tr ee", + "▁tre e", + "▁ tree", + "▁Cal ifornia", + "▁t rou", + "▁tr ou", + "▁tro u", + "▁re ference", + "▁ref erence", + "▁refer ence", + "▁refere nce", + "▁ reference", + "P C", + "▁ac qu", + "▁ins urance", + "▁connect ed", + "▁conn ected", + "▁ connected", + "▁cl osed", + "▁clos ed", + "▁close d", + "▁clo sed", + "▁ closed", + "la m", + "l am", + "or row", + "Tim e", + "Ti me", + "T ime", + "▁P M", + "▁ PM", + "con fig", + "conf ig", + "▁c lasses", + "▁cl asses", + "▁class es", + "▁ classes", + "ip ped", + "ipp ed", + "i pped", + "ic ate", + "ica te", + "成 绩", + "a a", + "▁trans ition", + "▁transit ion", + "▁ transition", + "成 长", + "关 键", + "措 施", + "for ce", + "f orce", + "▁ch allenge", + "▁chall enge", + "▁challeng e", + "▁prob ability", + "▁ probability", + "▁b oy", + "▁bo y", + "▁ boy", + "进行 了", + "▁r ule", + "▁ru le", + "▁rul e", + "▁ rule", + "} +", + "Ex ception", + "▁b aby", + "▁bab y", + "▁ba by", + "▁ baby", + "▁n amed", + "▁name d", + "▁na med", + "▁ named", + "▁t raditional", + "▁trad itional", + "▁tradition al", + "▁ traditional", + "▁g rand", + "▁gra nd", + "▁gr and", + "▁gran d", + "▁ grand", + "▁e nh", + "▁en h", + "▁ enh", + "▁f amilies", + "▁fam ilies", + "▁ families", + "ia nce", + "ian ce", + "i ance", + "指 导", + "▁P C", + "▁ PC", + "▁ann ounced", + "▁annou nced", + "▁announce d", + "▁k ill", + "▁kil l", + "▁ kill", + "▁large st", + "▁larg est", + "▁lar gest", + "▁ largest", + "▁s core", + "▁sc ore", + "▁ score", + "形 式", + "事 实", + "▁li br", + "▁lib r", + "▁e ye", + "▁ey e", + "▁ eye", + "▁s av", + "▁sa v", + "▁ sav", + "▁mark eting", + "▁market ing", + "▁dam age", + "▁da mage", + "电 子", + "别 人", + "g u", + "设 置", + "▁L ondon", + "▁Lo ndon", + "▁Lon don", + "▁ London", + "上 述", + "▁k ept", + "▁ke pt", + "▁ad vert", + "▁adv ert", + "来 自", + "▁A ir", + "▁ Air", + "▁f irm", + "▁fi rm", + "▁fir m", + "▁ firm", + "行 政", + "新 闻", + "▁P aul", + "▁Pa ul", + "▁ Paul", + "pn g", + "p ng", + "os en", + "ose n", + "o sen", + "▁sh owed", + "▁show ed", + "▁sho wed", + "后 的", + "▁rem ains", + "▁remain s", + "▁g old", + "▁go ld", + "▁ gold", + "▁Wh ite", + "▁Whit e", + "▁ White", + "▁s election", + "▁se lection", + "▁select ion", + "▁sel ection", + "▁ selection", + "▁O F", + "▁ OF", + "下 的", + "▁c atch", + "▁cat ch", + "▁ catch", + "▁ …", + "м е", + "▁re move", + "▁rem ove", + "▁remov e", + "▁ remove", + "▁t ruly", + "▁tr uly", + "▁tru ly", + "判 决", + "▁ph oto", + "▁phot o", + "▁ photo", + "gm ent", + "g ment", + "▁v ote", + "▁vot e", + "▁vo te", + "▁ vote", + "优 秀", + "▁p rices", + "▁pr ices", + "▁pri ces", + "▁price s", + "▁pric es", + "ro s", + "r os", + "▁s impl", + "▁sim pl", + "▁ simpl", + "▁f ederal", + "▁fed eral", + "▁feder al", + "ci rc", + "cir c", + "c irc", + "▁c hem", + "▁ch em", + "▁che m", + "▁ chem", + "▁det ermine", + "▁determ ine", + "▁determin e", + "▁deter mine", + "▁ex erc", + "ma r", + "m ar", + "▁s equence", + "▁sequ ence", + "▁ sequence", + "ho st", + "h ost", + "▁t end", + "▁te nd", + "▁ten d", + "▁ tend", + "mm et", + "m met", + "主 题", + "▁fl oor", + "▁flo or", + "▁ floor", + "no de", + "nod e", + "n ode", + "ens ions", + "ension s", + "▁j obs", + "▁job s", + "▁jo bs", + "▁ jobs", + "es tern", + "est ern", + "ester n", + "este rn", + "ree dom", + "reed om", + "▁ch annel", + "▁ channel", + "ul ate", + "ula te", + "u late", + "工 业", + "▁t ick", + "▁ti ck", + "▁ tick", + "▁P al", + "▁Pa l", + "▁ Pal", + "▁m ar", + "▁ma r", + "▁ mar", + "Ad d", + "A dd", + "▁D avid", + "▁Dav id", + "▁Da vid", + "▁ David", + "▁pl ant", + "▁plan t", + "▁pla nt", + "▁ plant", + "成 本", + "hi ch", + "h ich", + "▁s ymmet", + "▁sy mmet", + "▁sym met", + "▁he avy", + "▁heav y", + "▁ heavy", + "▁gener ated", + "▁gen erated", + "▁generate d", + "▁gene rated", + "▁ generated", + "▁f rame", + "▁fr ame", + "▁fram e", + "▁fra me", + "▁ frame", + "fr ee", + "fre e", + "f ree", + "考 试", + "全 部", + "ens ional", + "ension al", + "▁W hy", + "▁Wh y", + "▁ Why", + "ress ion", + "r ession", + "▁ к", + "促 进", + "▁other wise", + "▁ otherwise", + "ortun ately", + "ortunate ly", + "}= \\\\", + "}=\\ \\", + "} =\\\\", + "▁no vel", + "▁nov el", + "It em", + "I tem", + "act ive", + "activ e", + "a ctive", + "g t", + "▁f inding", + "▁fin ding", + "▁find ing", + "▁ finding", + "▁d aught", + "▁da ught", + "相 信", + "nA b", + "n Ab", + "▁re strict", + "▁rest rict", + "▁ restrict", + "认 识", + "后 来", + "el oc", + "elo c", + "e loc", + "▁disc ussion", + "▁discuss ion", + "▁ discussion", + "经 常", + "培 训", + "▁h undred", + "Wh at", + "W hat", + "▁He alth", + "▁ Health", + "ri ve", + "riv e", + "r ive", + "▁f at", + "▁fa t", + "▁ fat", + "▁C ong", + "▁Con g", + "▁Co ng", + "▁ Cong", + "▁qu arter", + "▁quart er", + "▁ quarter", + "▁c elebr", + "▁cele br", + "▁celeb r", + "培 养", + "U n", + "▁F ebruary", + "▁Feb ruary", + "▁ February", + "icro soft", + "▁e lectric", + "▁elect ric", + "▁ electric", + "▁A pple", + "▁App le", + "▁Appl e", + "▁Ap ple", + "▁ Apple", + "c n", + "▁c old", + "▁co ld", + "▁col d", + "▁ cold", + "▁inter net", + "▁int ernet", + "▁intern et", + "来 了", + "for d", + "fo rd", + "f ord", + "▁att ract", + "▁attr act", + "S U", + "▁un f", + "▁u nf", + "co re", + "cor e", + "c ore", + "▁v oice", + "▁vo ice", + "▁ voice", + "N o", + "id a", + "i da", + "另 外", + "▁pres ence", + "▁r uns", + "▁run s", + "▁ru ns", + "▁ runs", + "vil le", + "v ille", + "Ma n", + "M an", + "▁ad just", + "▁adj ust", + "▁ adjust", + "证 据", + "▁s en", + "▁se n", + "▁ sen", + "▁no ise", + "▁ noise", + "保 证", + "ip ment", + "▁comp onent", + "▁ component", + "双 方", + "▁power ful", + "tout iao", + "▁inter view", + "▁int erview", + "ph one", + "phon e", + "▁const ruction", + "▁construct ion", + "▁ construction", + "▁soci ety", + "C L", + "g n", + "▁le ads", + "▁lead s", + "▁p riv", + "▁pr iv", + "▁pri v", + "▁ priv", + "考 虑", + "In f", + "I nf", + "▁cl ients", + "▁client s", + "他们 的", + "他 们的", + "压 力", + "▁pro of", + "▁ proof", + "ad o", + "a do", + "te x", + "t ex", + "▁sc ene", + "▁scen e", + "▁ scene", + "▁ext remely", + "▁extrem ely", + "▁extreme ly", + "▁ben efit", + "▁benef it", + "▁bene fit", + "ro y", + "r oy", + "▁ex ists", + "▁exist s", + "▁ exists", + "x x", + "文 明", + "▁As soci", + "成 立", + "▁l ots", + "▁lo ts", + "▁lot s", + "▁p rem", + "▁pre m", + "▁pr em", + "▁ prem", + "▁St reet", + "▁Stre et", + "▁ Street", + "ol ar", + "ola r", + "o lar", + "▁school s", + "▁sch ools", + "fl ow", + "flo w", + "f low", + "▁S ection", + "▁Se ction", + "▁Sec tion", + "▁Sect ion", + "▁ Section", + "▁plan ning", + "F L", + "▁cap ital", + "▁capita l", + "▁ capital", + "ac es", + "ace s", + "a ces", + "最 高", + "le te", + "let e", + "l ete", + "iqu es", + "ique s", + "iq ues", + "i ques", + "▁con cer", + "▁co ncer", + "▁conc er", + "▁conce r", + "联 合", + "es ome", + "e some", + "▁s elected", + "▁se lected", + "▁select ed", + "▁sel ected", + "▁ selected", + "▁f actors", + "▁fact ors", + "▁factor s", + "▁fa ctors", + "▁facto rs", + "▁v ac", + "▁va c", + "▁ vac", + "主 义", + "id ering", + "ide ring", + "ider ing", + "I s", + "▁S ec", + "▁Se c", + "▁ Sec", + "▁p assed", + "▁pass ed", + "▁pas sed", + "▁ passed", + "联 系", + "In d", + "I nd", + "▁pri mary", + "▁prim ary", + "▁ primary", + "意 义", + "▁d ress", + "▁dr ess", + "▁a head", + "▁ah ead", + "▁ ahead", + "安 排", + "( (", + "意 见", + "▁p roduced", + "▁produ ced", + "▁produce d", + "▁prod uced", + "▁ produced", + "拥 有", + "优 势", + "▁m aterials", + "▁material s", + "▁mater ials", + "▁P lay", + "▁Pl ay", + "▁ Play", + "针 对", + "基 金", + "▁w ood", + "▁wo od", + "▁woo d", + "▁ wood", + "sc ale", + "scal e", + "s cale", + "▁C ourt", + "▁Co urt", + "▁Cour t", + "▁Cou rt", + "▁l uck", + "▁luc k", + "▁s even", + "▁se ven", + "▁ seven", + "规 模", + "事 情", + "]; \\", + "] ;\\", + "▁l inks", + "▁link s", + "▁lin ks", + "▁ links", + "▁O ther", + "▁Ot her", + "▁ Other", + "▁rest aur", + "▁per formed", + "▁perform ed", + "减 少", + "el lig", + "ell ig", + "elli g", + "ac ity", + "aci ty", + "a city", + "ar x", + "a rx", + "▁p ow", + "▁po w", + "▁ pow", + "人 才", + "п о", + "▁l oved", + "▁lo ved", + "▁love d", + "▁e volution", + "▁ev olution", + "▁ evolution", + "▁ad vantage", + "▁advant age", + "is c", + "i sc", + "/ \"", + "ut ely", + "ute ly", + "do ts", + "dot s", + "d ots", + "深 入", + "▁K e", + "▁ Ke", + "▁trans port", + "▁tran sport", + "▁ transport", + "▁al bum", + "▁ album", + "▁go als", + "▁goal s", + "▁de fine", + "▁def ine", + "▁defin e", + "▁ define", + "▁b ul", + "▁bu l", + "▁ bul", + "A d", + "核 心", + "十 分", + "== ==============", + "==== ============", + "======== ========", + "============== ==", + "============ ====", + "nr e", + "n re", + "专 家", + "幸 福", + "▁rad io", + "▁radi o", + "▁ radio", + "劳 动", + "多 少", + "▁opin ion", + "▁w idth", + "▁wid th", + "▁ width", + "▁ex cellent", + "▁exc ellent", + "▁excell ent", + "ol ic", + "oli c", + "o lic", + "nW hile", + "nWh ile", + "n While", + "▁m ist", + "▁mis t", + "▁mi st", + "体 系", + "ve st", + "ves t", + "v est", + "▁hel ped", + "▁help ed", + "▁girl s", + "毕 业", + "res ult", + "st art", + "star t", + "sta rt", + "in n", + "i nn", + "ot ic", + "oti c", + "o tic", + "▁d etermined", + "▁determ ined", + "▁determine d", + "▁determin ed", + "nE x", + "n Ex", + "可 是", + "nt hat", + "nth at", + "n that", + "▁hus band", + "消 息", + "▁th anks", + "▁than ks", + "▁thank s", + "▁ thanks", + "电 话", + "ap ping", + "app ing", + "a pping", + "▁o lder", + "▁old er", + "▁ol der", + "▁ older", + "尤 其", + "▁ep is", + "▁w at", + "▁wa t", + "▁ wat", + "P U", + "▁in come", + "▁inc ome", + "▁incom e", + "▁inco me", + "▁ income", + "程 度", + "▁re ality", + "▁real ity", + "▁rele vant", + "▁ relevant", + "vis ion", + "v ision", + "▁bro ther", + "▁br other", + "▁broth er", + "▁c ast", + "▁ca st", + "▁cas t", + "▁ cast", + "▁h ar", + "▁ha r", + "▁ har", + "▁p anel", + "▁pan el", + "▁pa nel", + "▁pane l", + "▁ panel", + "▁hand le", + "▁ handle", + "in fo", + "inf o", + "ab la", + "abl a", + "▁ob jects", + "▁object s", + "▁ objects", + "▁s tick", + "▁st ick", + "▁ stick", + "//// ////", + "▁ne ut", + "▁ neut", + "▁ad opt", + "▁adop t", + "▁th row", + "▁thr ow", + "▁thro w", + "▁ throw", + "ci t", + "c it", + "che ck", + "c heck", + "对 方", + "▁f ol", + "▁fo l", + "▁ fol", + "▁c ru", + "▁cr u", + "▁D i", + "▁ Di", + "gr oup", + "gro up", + "g roup", + "arx iv", + "▁po sts", + "▁pos ts", + "▁post s", + "▁ posts", + "▁G reen", + "▁Gr een", + "▁Gree n", + "▁Gre en", + "▁ Green", + "现 代", + "▁Int ernational", + "▁Intern ational", + "▁Inter national", + "▁ International", + "ct ors", + "ctor s", + "客 户", + "▁D ef", + "▁De f", + "▁ Def", + "▁health y", + "▁heal thy", + "▁ healthy", + "居 民", + "▁sh owing", + "▁show ing", + "▁sho wing", + "B S", + "团 队", + "ci ous", + "cio us", + "c ious", + "检 测", + "▁appropri ate", + "▁ appropriate", + "▁и з", + "▁ из", + "▁Tr ump", + "▁Tru mp", + "▁ Trump", + "▁f requency", + "▁frequ ency", + "▁ frequency", + "fl o", + "f lo", + "() );\\", + "()) ;\\", + "( ));\\", + "然 而", + "▁Int ernet", + "▁Intern et", + "▁Inter net", + "▁ Internet", + "▁e conomy", + "▁econom y", + "▁ec onomy", + "▁E ast", + "▁ East", + "▁ar ray", + "▁arr ay", + "▁ array", + "se mb", + "sem b", + "s emb", + "▁I I", + "▁ II", + "▁N OT", + "▁NO T", + "▁ NOT", + "特 征", + "▁f orum", + "▁for um", + "▁fo rum", + "▁ forum", + "▁co unter", + "▁count er", + "▁ counter", + "上 诉", + "in ct", + "inc t", + "▁h arm", + "▁ha rm", + "▁har m", + "▁ harm", + "▁st ation", + "▁stat ion", + "▁sta tion", + "▁ station", + "▁v ehicle", + "▁veh icle", + "▁ vehicle", + "承 担", + "pl ed", + "ple d", + "p led", + "▁pack age", + "▁ package", + "an ging", + "ang ing", + "▁up per", + "▁u pper", + "▁ upper", + "▁l ose", + "▁lo se", + "▁los e", + "▁ lose", + "▁: =", + "▁ :=", + "经 历", + "ar r", + "a rr", + "▁sp irit", + "▁spir it", + "im g", + "i mg", + ")= \\\\", + ")=\\ \\", + ") =\\\\", + "AT E", + "A TE", + "ic o", + "i co", + "t d", + "▁a dding", + "▁ad ding", + "▁add ing", + "▁ adding", + "pe ctive", + "pect ive", + "p ective", + "▁big gest", + "▁me ant", + "▁mean t", + "pp ing", + "p ping", + "nHow ever", + "n However", + "P L", + "Re qu", + "Req u", + "R equ", + "▁c alls", + "▁call s", + "▁cal ls", + "▁ calls", + "▁E uropean", + "▁Europe an", + "▁ European", + "▁respons ible", + "▁ responsible", + "ur acy", + "ura cy", + "u racy", + "me n", + "m en", + "or ry", + "明 确", + "▁th read", + "▁thr ead", + "▁ thread", + "▁O ut", + "▁ Out", + "▁c op", + "▁co p", + "▁ cop", + "确 保", + "art icle", + "▁sm ooth", + "▁smo oth", + "▁smoot h", + "▁ smooth", + "的 工作", + "▁reg ist", + "▁b right", + "▁br ight", + "▁brig ht", + "▁ bright", + "l ength", + "制 造", + "nS h", + "n Sh", + "▁b row", + "▁bro w", + "▁br ow", + "ash ion", + "ashi on", + "air s", + "ai rs", + "a irs", + "▁ К", + "ra ce", + "rac e", + "r ace", + "ter m", + "te rm", + "t erm", + "▁min imum", + "▁minim um", + "▁ minimum", + "P T", + "de v", + "d ev", + "bu ild", + "b uild", + "▁R ef", + "▁Re f", + "▁ Ref", + "▁se cret", + "▁sec ret", + "▁ secret", + "发 挥", + "ol ve", + "视 频", + "▁J ack", + "▁Jac k", + "▁Ja ck", + "▁ Jack", + "ig en", + "ige n", + "i gen", + "ac ed", + "ace d", + "a ced", + "▁mov ement", + "▁move ment", + "丰 富", + "▁p sy", + "▁ps y", + "▁ psy", + "nab la", + "n abla", + "每 个", + "c a", + "ia tion", + "iat ion", + "i ation", + "确 定", + "职 业", + "pt y", + "p ty", + "▁a ctions", + "▁act ions", + "▁action s", + "▁ actions", + "文 章", + "ui t", + "u it", + "lo cal", + "loc al", + "l ocal", + "结 束", + "▁sup ported", + "▁support ed", + "▁suppor ted", + "▁ supported", + "▁equ ival", + "▁w atching", + "▁watch ing", + "▁wat ching", + "▁own ers", + "▁owner s", + "▁ow ners", + "▁ owners", + "▁Th anks", + "▁Thank s", + "▁Than ks", + "▁ Thanks", + "L e", + "事 故", + "多 的", + "分 享", + "G B", + "普 通", + "▁B ecause", + "▁Be cause", + "▁ Because", + "an tic", + "ant ic", + "anti c", + "ov ery", + "ove ry", + "over y", + "o very", + "▁t esting", + "▁test ing", + "▁ testing", + "Al l", + "A ll", + "▁M ag", + "▁Ma g", + "▁ Mag", + "ic ity", + "icit y", + "ici ty", + "i city", + "▁direct or", + "▁dire ctor", + "▁dir ector", + "▁ director", + "▁sur round", + "ot hes", + "oth es", + "othe s", + "▁un less", + "▁u nless", + "▁unle ss", + "▁ unless", + "▁Dem ocr", + "▁Demo cr", + "▁vol ume", + "▁ volume", + "▁Com mun", + "▁Comm un", + "▁ Commun", + "▁B en", + "▁Be n", + "▁ Ben", + "▁do main", + "▁dom ain", + "▁ domain", + "[ ]", + "m d", + "▁arch itect", + "▁Ph il", + "▁ Phil", + "bre ak", + "b reak", + "[ \\", + "re ly", + "rel y", + "r ely", + "▁d riving", + "▁dri ving", + "▁dr iving", + "▁driv ing", + "▁ driving", + "lo ok", + "loo k", + "l ook", + "an cy", + "anc y", + "▁s lightly", + "▁slight ly", + "▁po sted", + "▁pos ted", + "▁post ed", + "▁ posted", + "▁h ighest", + "▁high est", + "▁hig hest", + "▁w onderful", + "▁wonder ful", + "Ke y", + "K ey", + "am ing", + "amin g", + "ami ng", + "a ming", + "▁T uesday", + "▁ Tuesday", + "M y", + "re y", + "r ey", + "▁h onest", + "▁hon est", + "▁ho nest", + "▁hone st", + "的 高", + "无 论", + ";\\ \\", + "; \\\\", + "一个 人", + "一 个人", + "ri an", + "ria n", + "r ian", + "\\\\ }$", + "\\\\} $", + "up s", + "u ps", + "▁S ervice", + "▁Ser vice", + "▁Serv ice", + "▁ Service", + "ar p", + "a rp", + "ber g", + "be rg", + "b erg", + "▁pe ace", + "▁ peace", + "ven ue", + "re es", + "ree s", + "r ees", + "▁t rend", + "▁tr end", + "▁tre nd", + "▁ trend", + "ag o", + "a go", + "▁c ivil", + "▁ex plain", + "▁exp lain", + "▁expl ain", + "▁G ood", + "▁Go od", + "▁ Good", + "z a", + "& =", + "▁d isease", + "▁dise ase", + "▁r id", + "▁ri d", + "▁ rid", + "pp er", + "ppe r", + "p per", + "▁p ictures", + "▁pict ures", + "▁picture s", + "▁v eloc", + "▁ve loc", + "▁vel oc", + "▁s erve", + "▁serv e", + "▁ser ve", + "▁ serve", + "▁most ly", + "▁ mostly", + "ot hing", + "oth ing", + "o thing", + "st ream", + "▁ch urch", + "▁ church", + "Ap p", + "A pp", + "▁str ateg", + "▁strat eg", + "▁Ind ian", + "▁India n", + "▁G reat", + "▁Gr eat", + "▁Gre at", + "▁ Great", + "▁R em", + "▁Re m", + "▁ Rem", + "em ents", + "ement s", + "emen ts", + "e ments", + "T S", + "ba se", + "bas e", + "b ase", + "fi t", + "f it", + "er ia", + "eri a", + "e ria", + "▁T able", + "▁Ta ble", + "▁Tab le", + "▁ Table", + "先 生", + "▁A ND", + "▁AN D", + "▁ AND", + "志 愿", + "年 轻", + "▁f uck", + "▁fu ck", + "▁ fuck", + "▁l ock", + "▁lo ck", + "▁loc k", + "▁ lock", + "▁m otion", + "▁mot ion", + "▁mo tion", + "▁ motion", + "▁f ant", + "▁fa nt", + "▁fan t", + "C E", + "▁Ch ristian", + "▁Christ ian", + "▁ Christian", + "▁n orm", + "▁no rm", + "▁nor m", + "▁ norm", + "▁gener ation", + "▁gen eration", + "▁gene ration", + "▁ generation", + "pect ed", + "pec ted", + "p ected", + "ti m", + "t im", + "▁in vent", + "▁inv ent", + "防 控", + "▁pl us", + "▁ plus", + "另 一", + "▁wait ing", + "▁wa iting", + "农 村", + "▁G l", + "▁ Gl", + "▁f inished", + "▁fin ished", + "▁finish ed", + "▁ finished", + "▁J esus", + "▁Jes us", + "▁Je sus", + "▁ Jesus", + "▁P R", + "▁ PR", + "▁major ity", + "▁maj ority", + "办 法", + "▁g ain", + "▁ga in", + "▁ gain", + "让 人", + "ers ion", + "▁int roduced", + "▁introdu ced", + "▁introduce d", + "▁L aw", + "▁La w", + "▁ Law", + "om an", + "oma n", + "o man", + "中 央", + "in ese", + "ine se", + "ines e", + "▁s cript", + "▁sc ript", + "▁scr ipt", + "▁ script", + "ur ity", + "uri ty", + "u rity", + "as hed", + "ash ed", + "dr aw", + "dra w", + "d raw", + "▁vis ual", + "▁ visual", + "▁r atio", + "▁rat io", + "▁ ratio", + "▁g lass", + "▁gl ass", + "▁ glass", + "▁F e", + "▁ Fe", + "▁st arts", + "▁start s", + "▁star ts", + "▁ starts", + "ru it", + "r uit", + "▁a rm", + "▁ar m", + "▁ arm", + "O V", + "il ing", + "ili ng", + "i ling", + "Ph one", + "▁cor por", + "▁ corpor", + "▁gu arant", + "▁oper ation", + "▁op eration", + "▁opera tion", + "▁ operation", + "一 年", + "in it", + "ini t", + "i nit", + "▁O h", + "▁ Oh", + "女 人", + "党 员", + "▁f aith", + "▁fa ith", + "▁ faith", + "▁ex pert", + "▁exper t", + "▁exp ert", + "▁Can ada", + "▁Canad a", + "▁ Canada", + "都 不", + "▁E m", + "▁ Em", + "ic ol", + "ico l", + "i col", + "稳 定", + "▁A rm", + "▁Ar m", + "▁ Arm", + "pi d", + "p id", + "▁res pond", + "▁resp ond", + "▁ respond", + "▁acc ur", + "▁ac cur", + "be d", + "b ed", + "▁em ployees", + "▁employ ees", + "▁employee s", + "ar den", + "ard en", + "▁Th ursday", + "▁ Thursday", + "▁D irect", + "▁Di rect", + "▁Dir ect", + "▁ Direct", + "ho use", + "hou se", + "h ouse", + "▁s plit", + "▁sp lit", + "▁spl it", + "▁ split", + "▁b ought", + "▁bo ught", + "▁bou ght", + "▁s hift", + "▁sh ift", + "▁ shift", + "ra te", + "rat e", + "r ate", + "▁j ump", + "▁ju mp", + "▁ jump", + "▁f inite", + "▁fin ite", + "▁ finite", + "/ *", + "▁e fficient", + "▁eff icient", + "▁effic ient", + "▁ efficient", + "▁s witch", + "▁sw itch", + "▁swit ch", + "▁ switch", + "nN o", + "n No", + "▁Christ mas", + "▁t oward", + "▁to ward", + "▁tow ard", + "▁g alax", + "▁gal ax", + "道 路", + "主 动", + "▁T hus", + "▁Th us", + "▁Thu s", + "▁ Thus", + "el ess", + "ele ss", + "eles s", + "e less", + "▁b urn", + "▁bu rn", + "▁bur n", + "▁ burn", + "▁ass ess", + "▁asses s", + "▁pro ve", + "▁prov e", + "▁pr ove", + "▁ prove", + "ien cy", + "i ency", + "▁v iews", + "▁vi ews", + "▁view s", + "▁ views", + "的事 情", + "的 事情", + "▁M or", + "▁Mo r", + "▁ Mor", + "▁b utton", + "▁but ton", + "▁butt on", + "▁ button", + "▁ „", + "pa ss", + "pas s", + "p ass", + "pos s", + "po ss", + "p oss", + "▁/ /", + "▁ //", + "am ily", + "ami ly", + "量 的", + "▁open ing", + "▁op ening", + "▁ opening", + "im age", + "ima ge", + "imag e", + "i mage", + "▁re nt", + "▁r ent", + "▁ren t", + "▁ rent", + "▁e r", + "▁ er", + "整 体", + "▁con serv", + "▁cons erv", + "▁ conserv", + "▁sh ared", + "▁share d", + "▁shar ed", + "▁ shared", + "l a", + "od ing", + "odi ng", + "o ding", + "▁b orn", + "▁bo rn", + "▁ born", + "}) \\", + "} )\\", + "▁occ as", + "▁p et", + "▁pe t", + "▁ pet", + "ol f", + "o lf", + "▁miss ing", + "▁mis sing", + "▁ missing", + "于 是", + "var i", + "va ri", + "v ari", + "实 践", + "▁w illing", + "▁will ing", + "vo l", + "v ol", + "▁W ednesday", + "▁ Wednesday", + "▁ag reement", + "▁agree ment", + "▁agre ement", + "ab s", + "a bs", + "▁separ ate", + "▁sep arate", + "we ll", + "w ell", + "bs p", + "b sp", + "▁n ut", + "▁nu t", + "▁ nut", + "an cing", + "anc ing", + "a ncing", + "▁spect rum", + "▁ spectrum", + "公 安", + "▁s exual", + "▁sex ual", + "▁ sexual", + "ri cs", + "ric s", + "r ics", + "lo ng", + "lon g", + "l ong", + "T H", + "Fi g", + "F ig", + "▁off ered", + "▁offer ed", + "调 查", + "有 了", + "D F", + "长 期", + "▁tra ffic", + "▁traff ic", + "▁part ners", + "▁partner s", + "疾 病", + "c f", + "色 的", + "▁inter pre", + "▁ interpre", + "▁a x", + "▁ ax", + "▁res ist", + "▁f arm", + "▁far m", + "▁fa rm", + "▁ farm", + "▁rel ative", + "▁ relative", + "Lo g", + "L og", + "▁c ells", + "▁cell s", + "▁cel ls", + "▁ cells", + "数 字", + "ot a", + "o ta", + "▁fin ish", + "▁ finish", + "г о", + "▁arg ument", + "▁argu ment", + "▁ argument", + "▁A M", + "▁ AM", + "程 序", + "uation s", + "u ations", + "▁oper ator", + "▁opera tor", + "▁ operator", + "{ (", + "几 个", + "样 的", + "▁eff orts", + "▁effort s", + "▁ca used", + "▁cause d", + "▁caus ed", + "▁u til", + "▁ut il", + "▁ util", + "ol der", + "old er", + "o lder", + "▁T O", + "▁ TO", + "正 式", + "▁w ild", + "▁wi ld", + "▁ wild", + "▁pe ak", + "▁ peak", + "os h", + "o sh", + "ra b", + "r ab", + "▁R ec", + "▁Re c", + "▁ Rec", + "▁b eat", + "▁be at", + "▁ beat", + "文 件", + "车 辆", + "ia ble", + "iab le", + "i able", + "ic ip", + "ici p", + "P l", + "▁des pite", + "▁desp ite", + "si n", + "s in", + "▁pre viously", + "▁previous ly", + "▁prev iously", + "应 当", + "▁ex amples", + "▁example s", + "▁exam ples", + "▁ examples", + "nu m", + "n um", + "er ation", + "era tion", + "e ration", + "ab ilities", + "abil ities", + "▁com mercial", + "▁ commercial", + "肯 定", + "E X", + "▁c itiz", + "▁cit iz", + "▁l etter", + "▁let ter", + "▁ letter", + "▁T ex", + "▁Te x", + "▁ Tex", + "с и", + "ot al", + "ota l", + "o tal", + "▁del iver", + "▁G overn", + "▁Gov ern", + "▁D ist", + "▁Dis t", + "▁Di st", + "▁ Dist", + "▁we ap", + "on al", + "ona l", + "o nal", + "ce ll", + "cel l", + "c ell", + "▁invest ment", + "▁p ages", + "▁page s", + "▁pa ges", + "▁ pages", + "▁d anger", + "▁dan ger", + "▁ danger", + "此 次", + "商 业", + "自 身", + "▁B ritish", + "▁Brit ish", + "з и", + "▁inter action", + "▁inte raction", + "▁interact ion", + "▁ interaction", + "协 议", + "▁wor kers", + "▁work ers", + "▁worker s", + "▁ workers", + "it chen", + "itch en", + "itc hen", + "▁ne ighbor", + "▁neighb or", + "▁ neighbor", + "▁m ill", + "▁mil l", + "▁mi ll", + "▁ mill", + "▁A c", + "▁ Ac", + "▁The refore", + "▁There fore", + "▁Ther efore", + "▁ Therefore", + "▁con ver", + "▁conv er", + "▁conve r", + "▁d rug", + "▁dr ug", + "▁dru g", + "▁b atter", + "▁bat ter", + "▁batt er", + "bi n", + "b in", + "il ton", + "ilt on", + "ad s", + "a ds", + "习 惯", + "说 明", + "▁O ver", + "▁ Over", + "▁for mat", + "▁form at", + "▁ format", + "驾 驶", + "tr ue", + "t rue", + "ak ers", + "ake rs", + "aker s", + "a kers", + "nS ince", + "n Since", + "▁c row", + "▁cr ow", + "▁cro w", + "▁ crow", + "▁re mind", + "▁rem ind", + "体 验", + "食 品", + "pa t", + "p at", + "ck now", + "c know", + "▁f ailed", + "▁fail ed", + "▁fa iled", + "▁ failed", + "▁reg arding", + "▁regard ing", + "S C", + "▁se emed", + "▁see med", + "▁seem ed", + "▁sup ply", + "▁suppl y", + "降 低", + "cre ate", + "creat e", + "c reate", + "子 的", + "wi d", + "w id", + "np ro", + "npr o", + "n pro", + "▁pro file", + "▁prof ile", + "▁profil e", + "▁ profile", + "▁v s", + "▁ vs", + "▁un its", + "▁u nits", + "▁unit s", + "▁ units", + "it z", + "i tz", + "▁p attern", + "▁pat tern", + "▁patter n", + "▁ pattern", + "音 乐", + "▁M any", + "▁Man y", + "▁Ma ny", + "▁ Many", + "▁d ie", + "▁di e", + "▁ die", + "▁R E", + "▁ RE", + "▁f ig", + "▁fi g", + "▁ fig", + "#### ####", + "### #####", + "##### ###", + "c s", + "能 源", + "▁v ert", + "▁ve rt", + "▁ver t", + "▁ vert", + "▁f lat", + "▁fl at", + "▁ flat", + "if orm", + "i form", + "en ses", + "ens es", + "ense s", + "vers ion", + "v ersion", + "困 难", + "▁redu ced", + "▁red uced", + "▁reduce d", + "▁ reduced", + "pos es", + "pose s", + "po ses", + "p oses", + "▁S ee", + "▁Se e", + "▁ See", + "机 关", + "装 置", + "▁aff ord", + "▁af ford", + "ea h", + "e ah", + "因 素", + "▁F ound", + "▁Fo und", + "▁ Found", + "▁le ader", + "▁lead er", + "▁ leader", + "te s", + "t es", + "加 入", + "nT hen", + "nThe n", + "nTh en", + "n Then", + "▁s ounds", + "▁sound s", + "▁sou nds", + "▁d ry", + "▁dr y", + "▁ dry", + "▁def inition", + "▁defin ition", + "▁ definition", + "iv ery", + "ive ry", + "iver y", + "i very", + "▁requ irements", + "▁require ments", + "▁requirement s", + "创 业", + "员 工", + "er ry", + "err y", + "▁C ap", + "▁Ca p", + "▁ Cap", + "P A", + "▁I T", + "▁ IT", + "▁t ow", + "▁to w", + "▁gu ide", + "▁guid e", + "▁ guide", + "Cl ass", + "C lass", + "ve red", + "ver ed", + "vere d", + "v ered", + "erv ices", + "ervice s", + "自 由", + "▁d aughter", + "▁daught er", + "▁da ughter", + "▁ daughter", + "▁B ig", + "▁Bi g", + "▁ Big", + "f a", + "H T", + "I A", + "▁d ied", + "▁di ed", + "▁die d", + "ri al", + "ria l", + "r ial", + "ig ation", + "iga tion", + "ъ л", + "ur rent", + "or ial", + "ori al", + "oria l", + "o rial", + "au gh", + "aug h", + "il ed", + "ile d", + "i led", + "▁app arent", + "▁ap parent", + "▁appar ent", + "▁ apparent", + "▁v an", + "▁va n", + "▁ van", + "▁business es", + "▁t on", + "▁to n", + "▁ ton", + "Ma p", + "M ap", + "ca n", + "c an", + "um in", + "umi n", + "u min", + "▁exc ited", + "B e", + "D A", + "▁ex pression", + "▁exp ression", + "▁express ion", + "▁ expression", + "▁sup posed", + "▁suppose d", + "避 免", + "- \\", + "olog ies", + "olo gies", + "▁offic ials", + "▁official s", + "▁E ach", + "▁ Each", + "▁en ded", + "▁end ed", + "▁ende d", + "▁ ended", + "事 件", + "uth ors", + "uthor s", + "不同 的", + "ans ion", + "Mod el", + "Mode l", + "Mo del", + "M odel", + "ma in", + "m ain", + "▁in cred", + "▁incre d", + "▁inc red", + "一定 要", + "▁W eb", + "▁We b", + "▁ Web", + "▁man ager", + "▁manage r", + "▁mana ger", + "▁ manager", + "▁O pen", + "▁Op en", + "▁ Open", + "The re", + "Th ere", + "T here", + "▁event ually", + "▁eventual ly", + "▁s ale", + "▁sa le", + "▁sal e", + "▁ sale", + "Ser vice", + "Serv ice", + "S ervice", + "土 地", + "▁P ort", + "▁Po rt", + "▁Por t", + "▁ Port", + "if ier", + "ifi er", + "▁de scription", + "▁des cription", + "▁descript ion", + "▁ description", + "▁vict im", + "▁vic tim", + "▁H ol", + "▁Ho l", + "▁ Hol", + "▁B ook", + "▁Bo ok", + "▁Boo k", + "▁ Book", + "▁G roup", + "▁Gr oup", + "▁Gro up", + "▁ Group", + "▁d river", + "▁dri ver", + "▁dr iver", + "▁drive r", + "▁driv er", + "▁ driver", + "▁ke eping", + "▁keep ing", + "▁ keeping", + "{ {", + ") /", + "ide o", + "▁comb ination", + "▁ combination", + "▁b eg", + "▁be g", + "▁ beg", + "▁in nov", + "▁inn ov", + "▁I nc", + "▁In c", + "▁ Inc", + "▁in cor", + "▁i ncor", + "▁inc or", + "▁inco r", + "▁ incor", + "▁disc ussed", + "▁discuss ed", + "te m", + "t em", + "▁as king", + "▁ask ing", + "年 来", + "ri de", + "rid e", + "r ide", + "ни е", + "▁s amples", + "▁sample s", + "▁sam ples", + "▁ samples", + "▁ex hib", + "▁exh ib", + "Sig ma", + "S igma", + "▁s weet", + "▁swe et", + "▁ sweet", + "▁J ames", + "▁Jam es", + "▁Ja mes", + "▁ James", + "▁c ards", + "▁car ds", + "▁card s", + "▁ cards", + "k a", + "▁own er", + "▁ow ner", + "▁ owner", + "农 业", + "st ar", + "sta r", + "s tar", + "认 真", + "re c", + "r ec", + "案 件", + "▁fore ign", + "▁ foreign", + "快 速", + "▁con sequ", + "▁cons equ", + "▁for ms", + "▁form s", + "▁fo rms", + "▁ forms", + "联 网", + "▁H all", + "▁Ha ll", + "▁Hal l", + "▁Con gress", + "▁Cong ress", + "cite t", + "cit et", + "▁k id", + "▁ kid", + "▁T ime", + "▁Tim e", + "▁Ti me", + "▁ Time", + "符 合", + "▁m aster", + "▁mas ter", + "▁ma ster", + "▁mast er", + "▁ master", + "▁ch anging", + "▁chang ing", + "▁ changing", + "▁v ideos", + "▁vide os", + "▁video s", + "生 物", + "ap ers", + "aper s", + "ape rs", + "a pers", + "▁equ ipment", + "▁equip ment", + "▁c ert", + "▁ce rt", + "▁cer t", + "▁ cert", + "▁B el", + "▁Be l", + "▁ Bel", + "▁p ool", + "▁po ol", + "▁ pool", + "▁G eneral", + "▁Gen eral", + "▁Gener al", + "▁Gene ral", + "▁ General", + "▁k illed", + "▁kill ed", + "▁kil led", + "▁c ash", + "▁ca sh", + "▁cas h", + "▁ cash", + "打 造", + "课 程", + "▁m iles", + "▁mil es", + "▁mile s", + "▁mi les", + "sc rib", + "scri b", + "scr ib", + "s crib", + "▁contin ued", + "▁continue d", + "▁continu ed", + "an ged", + "ang ed", + "ange d", + "▁com parison", + "▁compa rison", + "▁compar ison", + "▁ comparison", + "▁det ect", + "▁ detect", + "sub set", + "▁Cou ncil", + "民 族", + "nThe se", + "nTh ese", + "n These", + ">< /", + "> ", + "▁ ->", + "▁v ill", + "▁vi ll", + "▁def ense", + "▁defe nse", + "▁ defense", + "ix t", + "i xt", + "Con fig", + "Conf ig", + "▁cons ult", + "▁r ing", + "▁ri ng", + "▁ ring", + "不 好", + "▁p utting", + "▁put ting", + "最 大", + "▁we ather", + "▁ weather", + "\\\\ |", + "du le", + "d ule", + "▁th ousands", + "▁thous ands", + "▁thousand s", + "▁p ieces", + "▁pie ces", + "▁piece s", + "▁ pieces", + "▁sign ificantly", + "▁signific antly", + "▁significant ly", + "in i", + "i ni", + "sm all", + "s mall", + "▁the rm", + "▁th erm", + "组 成", + "▁re lation", + "▁rel ation", + "▁ relation", + "ri e", + "r ie", + "ul f", + "u lf", + "u y", + "人 生", + "从 而", + "ar ian", + "ari an", + "aria n", + "a rian", + "▁t un", + "▁tu n", + "▁ tun", + "nA bout", + "nAb out", + "n About", + "▁s hock", + "▁sh ock", + "▁sho ck", + "▁ shock", + "on ic", + "oni c", + "o nic", + "▁b attle", + "▁bat tle", + "▁batt le", + "▁at tend", + "▁att end", + "▁atten d", + "▁S ub", + "▁Su b", + "▁ Sub", + "ic ious", + "ici ous", + "icio us", + "i cious", + "▁dec ide", + "▁rel atively", + "▁relative ly", + "▁p olic", + "▁po lic", + "▁pol ic", + "▁p ray", + "▁pr ay", + "▁pra y", + "满 足", + "儿 童", + "▁m ur", + "▁mu r", + "▁ mur", + "情 绪", + "No t", + "N ot", + "母 亲", + "▁p artner", + "▁part ner", + "▁ partner", + "ow l", + "o wl", + "UL L", + "U LL", + "▁cons idering", + "▁consider ing", + "▁th ick", + "▁ thick", + "E E", + "就可 以", + "就 可以", + "▁w orry", + "▁wor ry", + "再 次", + "▁est imate", + "▁estim ate", + "▁col umn", + "▁ column", + "▁http s", + "▁ https", + "▁r ich", + "▁ri ch", + "▁ric h", + "▁ rich", + "幼 儿", + "ok es", + "oke s", + "o kes", + "▁w orse", + "▁wor se", + "▁wors e", + "▁mon itor", + "▁ monitor", + "▁m ut", + "▁mu t", + "▁ mut", + "▁opportun ities", + "三 个", + "它 们", + "▁mass ive", + "▁Re search", + "▁Res earch", + "▁ Research", + "oo m", + "o om", + "▁e xchange", + "▁ex change", + "▁exch ange", + "▁ exchange", + "▁for ces", + "▁force s", + "▁ forces", + "▁inter face", + "▁interf ace", + "▁ interface", + "机 制", + "▁pat ient", + "▁ patient", + "办 公", + "▁inf luence", + "▁influ ence", + "▁second s", + "▁ seconds", + "▁ent ertain", + "▁enter tain", + "▁unc ertain", + "▁c os", + "▁co s", + "▁ cos", + "ta g", + "t ag", + "▁o dd", + "▁od d", + "▁ odd", + "▁acc uracy", + "▁accur acy", + "▁ accuracy", + "dis play", + "disp lay", + "▁r oot", + "▁ro ot", + "▁ root", + "▁o k", + "▁ ok", + "重要 的", + "▁tot ally", + "▁total ly", + "is tan", + "ist an", + "ista n", + "i stan", + "▁f reedom", + "▁free dom", + "▁freed om", + "on a", + "o na", + "ber t", + "be rt", + "b ert", + "▁e arth", + "▁ear th", + "▁ earth", + "▁ ра", + "▁& =", + "▁ &=", + "▁b ag", + "▁ba g", + "▁ bag", + "实 验", + "发 明", + "▁set tings", + "▁sett ings", + "▁setting s", + "▁ settings", + "心 的", + "nw e", + "n we", + "ne l", + "n el", + "找 到", + "ed s", + "e ds", + "ap i", + "a pi", + "▁con cent", + "▁conc ent", + "▁conce nt", + "▁ill ustr", + "de n", + "d en", + "▁F ree", + "▁Fr ee", + "▁Fre e", + "▁ Free", + "▁de scribe", + "▁des cribe", + "▁describ e", + "▁desc ribe", + "▁ describe", + "et ime", + "e time", + "感 情", + "pro du", + "prod u", + "p rodu", + "▁reg ions", + "▁region s", + "▁ regions", + "\\\\ {", + "当 地", + "ul s", + "u ls", + "突 然", + "▁j ournal", + "▁jour nal", + "▁ journal", + "pa rent", + "par ent", + "pare nt", + "p arent", + "的发 展", + "的 发展", + "or ds", + "ord s", + "▁a ppe", + "▁app e", + "▁ap pe", + "▁ appe", + "▁ident ify", + "人 类", + "appro x", + "通 知", + "▁result ing", + "▁Ch inese", + "▁Chin ese", + "▁ Chinese", + "▁D ata", + "▁Da ta", + "▁Dat a", + "▁ Data", + "▁c ars", + "▁car s", + "▁ca rs", + "▁ cars", + "让 我", + "il iar", + "ili ar", + "ilia r", + "不 足", + "▁t ests", + "▁te sts", + "▁test s", + "▁ tests", + "en ted", + "ent ed", + "ente d", + "曾 经", + "▁r ise", + "▁ri se", + "▁ris e", + "▁ rise", + "▁F lor", + "▁Fl or", + "▁Flo r", + "医 生", + "▁vari ables", + "▁variable s", + "▁ variables", + "st d", + "s td", + "st on", + "sto n", + "s ton", + "vs pace", + "v space", + "▁in fo", + "▁inf o", + "▁ info", + "p c", + "nc h", + "n ch", + "▁ext ract", + "▁extra ct", + "▁extr act", + "▁ extract", + "自 我", + "▁p lane", + "▁pl ane", + "▁plan e", + "▁pla ne", + "▁ plane", + "▁n one", + "▁no ne", + "▁non e", + "▁ none", + "▁f ab", + "▁fa b", + "▁ fab", + "▁m ission", + "▁miss ion", + "▁ mission", + "▁leg is", + "▁la unch", + "▁laun ch", + "▁ launch", + "▁open ed", + "▁op ened", + "▁ opened", + "op en", + "ope n", + "o pen", + "▁n av", + "▁na v", + "▁ nav", + "▁ у", + "▁poss ibly", + "▁ possibly", + "▁Te chn", + "▁Tech n", + "in ding", + "ind ing", + "▁min or", + "▁mi nor", + "▁ minor", + "男 人", + "▁ann ual", + "▁E v", + "▁ Ev", + "自 动", + "ni ght", + "n ight", + "▁Tw itter", + "▁ Twitter", + "▁s ufficient", + "▁su fficient", + "▁suff icient", + "in dent", + "ind ent", + "▁aud ience", + "et ic", + "e tic", + "公 共", + "re al", + "rea l", + "r eal", + "wi n", + "w in", + "▁Ch urch", + "ar ks", + "ark s", + "▁aw esome", + "▁awe some", + "▁ awesome", + "▁Tex as", + "▁cont rast", + "▁contra st", + "高 的", + "施 工", + "▁con ference", + "▁conf erence", + "▁ conference", + "▁Americ ans", + "▁American s", + "▁America ns", + "▁Amer icans", + "▁ Americans", + "▁pro cedure", + "▁proced ure", + "nd ef", + "nde f", + "n def", + "一 天", + "本 次", + "▁g enerate", + "▁gener ate", + "▁gen erate", + "▁gene rate", + "▁ generate", + "召 开", + "ri p", + "r ip", + "▁help ful", + "▁ helpful", + "▁s quare", + "▁squ are", + "▁ square", + "▁д а", + "▁ да", + "he ight", + "h eight", + "感 受", + "▁f lav", + "▁fl av", + "设 施", + "值 得", + "▁c off", + "▁co ff", + "▁ coff", + "记 录", + "的 心", + "▁R ich", + "▁Ric h", + "▁Ri ch", + "▁fil ter", + "▁ filter", + "▁j o", + "▁ jo", + "共 和", + "青 年", + "▁measure d", + "▁meas ured", + "nT hey", + "nThe y", + "nTh ey", + "n They", + "表 达", + "▁pl enty", + "▁ple nty", + "▁plent y", + "▁v elocity", + "▁veloc ity", + "▁vel ocity", + "▁ velocity", + "ia s", + "i as", + "适 合", + "▁cor ner", + "▁corn er", + "▁W ork", + "▁Wor k", + "▁Wo rk", + "▁ Work", + "力 的", + "\\\\ ]\\", + "\\\\] \\", + "▁dep th", + "▁ depth", + "就 像", + "VE R", + "V ER", + "se y", + "s ey", + "ik i", + "i ki", + "fe rence", + "fer ence", + "f erence", + "会 有", + "ir a", + "i ra", + "▁M ichael", + "▁Mich ael", + "▁ Michael", + "人民 法院", + "增 强", + "▁re ached", + "▁reach ed", + "ou ble", + "o uble", + "▁altern ative", + "▁alter native", + "反 应", + "▁pro mot", + "▁prom ot", + "▁promo t", + "指 出", + "F T", + "▁M art", + "▁Mar t", + "▁Ma rt", + "▁ Mart", + "▁f emale", + "▁fe male", + "▁fem ale", + "▁ female", + "▁C lass", + "▁Cl ass", + "▁Cla ss", + "▁ Class", + "▁i ce", + "▁ic e", + "▁ ice", + "▁config uration", + "▁ configuration", + "▁L ike", + "▁Li ke", + "▁Lik e", + "▁ Like", + "ud o", + "u do", + "▁Pro gram", + "▁Pr ogram", + "▁ Program", + "lo r", + "l or", + "▁con ven", + "▁conv en", + "▁conve n", + "▁G old", + "▁Go ld", + "▁Gol d", + "▁ Gold", + "▁s erved", + "▁serv ed", + "▁ser ved", + "▁serve d", + "▁p lot", + "▁pl ot", + "▁ plot", + "▁t opic", + "▁to pic", + "▁top ic", + "▁ topic", + "▁pro ceed", + "▁proc eed", + "语 言", + "▁a gent", + "▁ag ent", + "▁age nt", + "▁ agent", + "创 造", + "▁exper ienced", + "▁experience d", + "▁experien ced", + "▁ experienced", + "▁h ate", + "▁ha te", + "▁hat e", + "▁exp ensive", + "▁ expensive", + "都 在", + "se lect", + "sel ect", + "s elect", + "▁* \\", + "▁ *\\", + "▁t urns", + "▁turn s", + "▁tur ns", + "者 的", + "▁e th", + "▁et h", + "▁ eth", + "ud den", + "udd en", + "此 外", + ")} $", + ") }$", + "某 某", + "~~ ~~", + "~~~ ~", + "~ ~~~", + "\\\\ \\\"", + "\\\\\\ \"", + "▁equ ations", + "▁equation s", + "▁eq uations", + "▁ equations", + "▁l isted", + "▁li sted", + "▁list ed", + "▁ listed", + "▁vari able", + "▁var iable", + "▁ variable", + "▁rep resentation", + "▁represent ation", + "▁ representation", + "更 是", + "▁real ize", + "也可 以", + "也 可以", + "as er", + "ase r", + "a ser", + "监 督", + "▁S tar", + "▁St ar", + "▁Sta r", + "▁ Star", + "▁com pleted", + "▁comp leted", + "▁comple ted", + "▁complet ed", + "▁compl eted", + "▁complete d", + "▁ completed", + "▁e lection", + "▁el ection", + "▁ele ction", + "▁elect ion", + "▁ election", + "▁S un", + "▁Su n", + "▁ Sun", + "▁t asks", + "▁tas ks", + "▁task s", + "▁ tasks", + "▁L ist", + "▁Li st", + "▁Lis t", + "▁ List", + "训 练", + "▁w ire", + "▁wi re", + "▁ wire", + "▁contin ues", + "▁continue s", + "▁continu es", + "▁| |", + "▁ ||", + "▁min ute", + "▁ minute", + "购 买", + "▁B r", + "▁ Br", + "安 装", + "R A", + "父 亲", + "▁R ob", + "▁Ro b", + "▁ Rob", + "▁li sten", + "▁list en", + "▁ listen", + "X X", + "ial og", + "ia log", + "i alog", + "▁m ine", + "▁min e", + "▁mi ne", + "▁ mine", + "▁dist rict", + "▁di strict", + "的地 方", + "的 地方", + "fra k", + "fr ak", + "f rak", + "上 了", + "it ness", + "▁be coming", + "▁bec oming", + "▁becom ing", + "▁d ating", + "▁dat ing", + "▁da ting", + "▁ dating", + "ensure math", + "▁S uper", + "▁Sup er", + "▁Su per", + "▁ Super", + "о р", + "细 胞", + "na t", + "n at", + "下 午", + "l n", + "赔 偿", + "U p", + "l t", + "▁pl ays", + "▁play s", + "▁pla ys", + "▁ plays", + "   ", + "De s", + "D es", + "ze n", + "z en", + "▁E arth", + "▁Ear th", + "▁ Earth", + "▁col le", + "▁coll e", + "▁b elong", + "▁be long", + "▁bel ong", + "nw hich", + "nwh ich", + "n which", + "ga l", + "g al", + "▁rep resents", + "▁represent s", + "清 楚", + "ag ger", + "agg er", + "位 于", + "▁re views", + "▁review s", + "▁rev iews", + "▁ reviews", + "▁R ober", + "▁Rob er", + "▁Ro ber", + "正 确", + "速 度", + "资 产", + "con nect", + "conn ect", + "fa st", + "fas t", + "f ast", + "合 理", + "ic ing", + "ici ng", + "i cing", + "▁pl ug", + "▁ plug", + "oc ation", + "oca tion", + "o cation", + "▁off ering", + "▁offer ing", + "▁mot iv", + "▁The orem", + "▁Theore m", + "▁ Theorem", + "U L", + "cur rent", + "curr ent", + "c urrent", + "if ts", + "ift s", + "i fts", + "der ed", + "de red", + "d ered", + "几 乎", + "特 色", + "▁exper iments", + "▁experiment s", + "▁ experiments", + "y a", + "▁A maz", + "▁Am az", + "▁g rav", + "▁gra v", + "▁gr av", + "▁ grav", + "▁j oint", + "▁join t", + "▁jo int", + "▁ joint", + "nb y", + "n by", + "▁M o", + "▁ Mo", + "st anding", + "stand ing", + "stan ding", + "▁h ospital", + "▁hospit al", + "▁re serv", + "▁res erv", + "▁rese rv", + "▁H ome", + "▁Hom e", + "▁Ho me", + "▁ Home", + "▁n oted", + "▁not ed", + "▁no ted", + "▁note d", + "▁c lin", + "▁cl in", + "▁ clin", + "▁h ole", + "▁hol e", + "▁ho le", + "▁ hole", + "▁error s", + "▁err ors", + "▁er rors", + "▁ errors", + "▁M al", + "▁Ma l", + "▁ Mal", + "▁co verage", + "▁cover age", + "▁ coverage", + "▁con clud", + "▁S et", + "▁Se t", + "▁ Set", + "宝 宝", + "N j", + "至 少", + "yt hon", + "y thon", + "▁s ect", + "▁se ct", + "▁sec t", + "▁ sect", + "▁f aster", + "▁fast er", + "▁fa ster", + "▁ faster", + "变 得", + "ub untu", + "u buntu", + "ob ject", + "obj ect", + "女 性", + "ad y", + "a dy", + "Ne w", + "N ew", + "il la", + "ill a", + "i lla", + "严 格", + "以 前", + "he ck", + "equ iv", + "完 善", + "即 使", + "▁libr ary", + "▁lib rary", + "▁ library", + "▁ex ternal", + "▁ext ernal", + "▁extern al", + "▁ external", + "时 期", + "▁dep ends", + "▁depend s", + "Ps i", + "P si", + "}) \\\\", + "})\\ \\", + "} )\\\\", + "▁L ou", + "▁Lo u", + "go ing", + "化 的", + "val id", + "ea n", + "e an", + "at ures", + "ature s", + "atur es", + "去 年", + "▁comp etition", + "▁compet ition", + "▁W ho", + "▁Wh o", + "▁ Who", + "意 思", + "请 求", + "th at", + "tha t", + "t hat", + "▁f lex", + "▁fl ex", + "▁fle x", + "▁ flex", + "ce l", + "c el", + "▁sh aring", + "▁shar ing", + "▁ sharing", + "^ +", + "资 料", + "▁ex ception", + "▁except ion", + "▁ exception", + "O ver", + "cre te", + "cret e", + "cr ete", + "▁spe ech", + "▁ speech", + "ak ed", + "ake d", + "a ked", + "之间 的", + "之 间的", + "二 十", + "▁sche me", + "▁sch eme", + "▁ scheme", + "$ $", + "▁fe els", + "▁feel s", + "▁fee ls", + "▁f ramework", + "▁fram ework", + "▁frame work", + "▁ framework", + "制 作", + "\\\" > < /", + "▁pro pos", + "▁prop os", + "rol ler", + "roll er", + "r oller", + "ja va", + "jav a", + "j ava", + "去 了", + "想 到", + "州 市", + "Re quest", + "Requ est", + "报 道", + "р у", + "ro duction", + "rodu ction", + "roduct ion", + "rod uction", + "▁cap acity", + "▁capac ity", + "▁ capacity", + "家 的", + "▁P re", + "▁Pr e", + "▁ Pre", + "▁c oe", + "▁co e", + "▁ coe", + "公 开", + "▁t ypically", + "▁typ ically", + "▁typical ly", + "▁ typically", + "▁Off ice", + "▁Offic e", + "▁ Office", + "▁do ctor", + "▁doc tor", + "▁ doctor", + "现 实", + "▁qu e", + "▁q ue", + "▁ que", + "to col", + "toc ol", + "t ocol", + "▁A nt", + "▁An t", + "▁ Ant", + "ri a", + "r ia", + "ed ge", + "N z", + "▁M at", + "▁Ma t", + "▁ Mat", + "的 方式", + "▁man aged", + "▁manage d", + "▁mana ged", + "▁ managed", + "s f", + "ren cy", + "r ency", + "ca re", + "car e", + "c are", + "▁S am", + "▁Sa m", + "▁ Sam", + "pe t", + "p et", + "A t", + "nC l", + "n Cl", + "] ]", + "ze ta", + "z eta", + "poss ible", + "p ossible", + "看 着", + "▁ar rest", + "▁arr est", + "▁m etal", + "▁me tal", + "▁met al", + "▁meta l", + "▁ metal", + "▁re turned", + "▁return ed", + "▁ret urned", + "po l", + "p ol", + "▁ra ised", + "▁raise d", + "等 等", + "N S", + "O r", + "▁spe cies", + "▁spec ies", + "▁ species", + "' $", + "▁exper iences", + "▁experience s", + "▁experien ces", + "F C", + "O f", + "▁c alling", + "▁call ing", + "▁cal ling", + "教 授", + "▁T hom", + "▁Th om", + "▁p oll", + "▁po ll", + "▁pol l", + "▁ poll", + "里 面", + "por ary", + "po rary", + "ou ts", + "out s", + "o uts", + "mult icol", + "multi col", + "在一 起", + "在 一起", + "▁all owing", + "▁allow ing", + "Con text", + "Cont ext", + "land s", + "la nds", + "lan ds", + "l ands", + "me ta", + "met a", + "m eta", + "▁man age", + "▁mana ge", + "▁ manage", + "ed ia", + "edi a", + "e dia", + "Eq u", + "E qu", + "▁s ust", + "▁su st", + "▁sus t", + "er nel", + "ern el", + "▁Le ague", + "微 信", + "# \\", + "带 来", + "▁comb ined", + "▁combine d", + "▁ combined", + "▁prof ession", + "▁profess ion", + "ro ud", + "rou d", + "r oud", + "dis t", + "di st", + "d ist", + "we ight", + "wei ght", + "w eight", + "▁observ ations", + "▁observation s", + "}\\ \\\\\\\\", + "}\\\\ \\\\\\", + "}\\\\\\\\ \\", + "} \\\\\\\\\\", + "im b", + "i mb", + "身 份", + "▁d imension", + "▁dim ension", + "▁ dimension", + "ist ory", + "istor y", + "i story", + "pe s", + "p es", + "▁A ustralia", + "▁Austral ia", + "il er", + "ile r", + "i ler", + "一 位", + "▁u r", + "▁ ur", + "▁C D", + "▁ CD", + "▁T est", + "▁Te st", + "▁Tes t", + "▁ Test", + "na s", + "n as", + "▁A ut", + "▁Au t", + "▁ Aut", + "是 什么", + "老 人", + "很多 人", + "很 多人", + "ch er", + "che r", + "c her", + "▁t error", + "▁te rror", + "▁ter ror", + "▁terr or", + "▁ terror", + "▁f ashion", + "▁ fashion", + "▁P ublic", + "▁Publ ic", + "▁Pub lic", + "▁ Public", + "▁U se", + "▁Us e", + "▁ Use", + "p o", + "▁S k", + "▁ Sk", + "an der", + "and er", + "ande r", + "a nder", + "M essage", + "股 份", + "型 的", + "▁part ies", + "▁par ties", + "▁chall enges", + "▁challeng es", + "▁challenge s", + "L O", + "▁B usiness", + "▁Bus iness", + "▁ Business", + "ст и", + "с ти", + "▁est imated", + "▁estim ated", + "▁estimate d", + "▁dec isions", + "▁decision s", + "被告 人", + "离 开", + "▁h omes", + "▁home s", + "▁hom es", + "▁ho mes", + "\\\" ><", + "\\\"> <", + "运 行", + "use um", + "multicol umn", + "multi column", + "▁b an", + "▁ba n", + "▁ ban", + "nu sing", + "nus ing", + "n using", + "爱 情", + "▁f org", + "▁for g", + "▁fo rg", + "▁bu ying", + "▁buy ing", + "ve re", + "ver e", + "v ere", + "▁May be", + "▁ Maybe", + "▁proper ly", + "▁ch ain", + "▁cha in", + "▁ chain", + "重 新", + "它 的", + "▁Eng land", + "▁pre pared", + "▁prepa red", + "▁prepar ed", + "▁prepare d", + "▁prep ared", + "▁sp ring", + "▁spr ing", + "▁ spring", + "▁prot ection", + "▁protect ion", + "▁prote ction", + "H z", + "▁com pare", + "▁comp are", + "▁compa re", + "▁compar e", + "▁ compare", + "▁bro ken", + "▁br oken", + "▁broke n", + "▁ broken", + "” \"", + "▁int ellig", + "▁intel lig", + "▁med ium", + "▁medi um", + "▁ medium", + "▁M ex", + "▁Me x", + "智 慧", + "\\\" ]", + "an ta", + "ant a", + "▁m essages", + "▁message s", + "▁mess ages", + "▁ messages", + "} /", + "▁S ur", + "▁Su r", + "▁ Sur", + "▁det ailed", + "▁detail ed", + "▁us ual", + "▁s now", + "▁sn ow", + "▁sno w", + "▁ snow", + "ge bra", + "g ebra", + "ra zy", + "raz y", + "r azy", + "基 地", + "▁ext ended", + "▁extend ed", + "▁ extended", + "▁in du", + "▁ind u", + "▁hy per", + "▁hyp er", + "▁hype r", + "▁ hyper", + "开 放", + "▁coll abor", + "▁a uthors", + "▁author s", + "▁auth ors", + "▁ authors", + "阅 读", + "ic ago", + "ica go", + "▁s itting", + "▁sit ting", + "C R", + "▁equ ivalent", + "▁equival ent", + "▁ equivalent", + "▁d isk", + "▁dis k", + "▁di sk", + "▁ disk", + "A V", + "▁bound ary", + "▁ boundary", + "▁B est", + "▁Be st", + "▁Bes t", + "▁ Best", + "日 常", + "▁p olar", + "▁po lar", + "▁pol ar", + "▁ polar", + "in ates", + "ina tes", + "inate s", + "▁st ated", + "▁state d", + "▁stat ed", + "▁sta ted", + "▁ stated", + "▁F lorida", + "▁Flor ida", + "▁r ough", + "▁rou gh", + "▁ rough", + "po nse", + "pons e", + "pon se", + "p onse", + "以 为", + "yo u", + "y ou", + "cl usive", + "clus ive", + "▁t rial", + "▁tr ial", + "▁tri al", + "▁ trial", + "id el", + "ide l", + "i del", + "▁in iti", + "▁init i", + "P P", + "st e", + "s te", + "▁De velop", + "▁ Develop", + "st ract", + "str act", + "stra ct", + "儿 子", + "▁con flict", + "▁conf lict", + "律 师", + "nS ome", + "nSo me", + "n Some", + "▁t rained", + "▁tr ained", + "▁tra ined", + "▁train ed", + "▁ trained", + "▁rec ords", + "▁record s", + "▁ records", + "▁d iet", + "▁di et", + "▁die t", + "ild ren", + "▁te chnical", + "▁techn ical", + "Co unt", + "Cou nt", + "C ount", + "E F", + "re quest", + "requ est", + "▁e ating", + "▁eat ing", + "▁ eating", + "▁b ra", + "▁br a", + "▁ bra", + "▁c loud", + "▁cl oud", + "▁clo ud", + "▁ cloud", + "▁s hip", + "▁sh ip", + "▁ ship", + "▁ А", + "▁an imals", + "▁anim als", + "▁animal s", + "▁M et", + "▁Me t", + "▁ Met", + "监 管", + "▁art icles", + "▁article s", + "▁artic les", + "▁ articles", + "▁vol unt", + "▁L ib", + "▁Li b", + "▁ Lib", + "▁for ced", + "▁force d", + "▁ forced", + "工作 的", + "工 作的", + "▁c heap", + "▁che ap", + "▁ cheap", + "▁rese arc", + "思 考", + "nM ore", + "nMor e", + "nMo re", + "n More", + "▁L ord", + "▁Lo rd", + "▁Lor d", + "▁ Lord", + "▁expl ore", + "▁explo re", + "▁al le", + "▁all e", + "▁ alle", + "病 毒", + "▁focus ed", + "▁foc used", + "▁ focused", + "不 了", + "an o", + "a no", + "T E", + "ing ly", + "us hed", + "ush ed", + "▁ev ening", + "▁even ing", + "▁eve ning", + "tp ublic", + "t public", + "nN ot", + "nNo t", + "n Not", + "math frak", + "▁process ing", + "▁proc essing", + "▁ processing", + "▁C am", + "▁Ca m", + "▁ Cam", + "nS e", + "n Se", + "▁B ill", + "▁Bi ll", + "▁Bil l", + "▁ Bill", + "▁r an", + "▁ra n", + "▁ ran", + "▁re aders", + "▁read ers", + "▁reader s", + "ed y", + "e dy", + "az ine", + "azi ne", + "d t", + "sum mary", + "▁stand ards", + "▁standard s", + "or ter", + "ort er", + "ru le", + "r ule", + "dim ensional", + "dimension al", + "d imensional", + "et te", + "ett e", + "e tte", + "nC on", + "nCo n", + "n Con", + "gr ade", + "gra de", + "grad e", + "g rade", + "▁t ypical", + "▁typ ical", + "h u", + "距 离", + "▁p un", + "▁ pun", + "▁s usp", + "▁su sp", + "▁sus p", + "pro t", + "pr ot", + "p rot", + "采 取", + "也就 是", + "也 就是", + "损 失", + "技 能", + "tu rb", + "tur b", + "t urb", + "▁ang le", + "▁ angle", + "he nt", + "hen t", + "h ent", + "д о", + "展 示", + "sk ip", + "ski p", + "s kip", + "往 往", + "食 物", + "▁w alking", + "▁walk ing", + "▁wal king", + "▁c ris", + "▁cr is", + "▁cri s", + "ke r", + "k er", + "共和 国", + "互联 网", + "互 联网", + "sh e", + "s he", + "D e", + "▁cre ative", + "▁creat ive", + "▁ creative", + "▁expl ained", + "▁explain ed", + "▁t elling", + "▁tell ing", + "▁tel ling", + "no m", + "n om", + "ol ean", + "ole an", + "o lean", + "ol ved", + "olve d", + "▁h olding", + "▁hold ing", + "▁hol ding", + "▁ holding", + "▁ob ser", + "▁obs er", + "▁ex ercise", + "▁exerc ise", + "T C", + "▁s ector", + "▁se ctor", + "▁sec tor", + "▁sect or", + "▁ sector", + "def ault", + "d efault", + "er g", + "e rg", + "▁R et", + "▁Re t", + "▁ Ret", + "ies t", + "ie st", + "i est", + "▁k itchen", + "▁kit chen", + "▁me asures", + "▁measure s", + "▁meas ures", + "O n", + "▁t ells", + "▁tell s", + "▁tel ls", + "▁A tt", + "▁At t", + "▁ Att", + "▁г о", + "▁ го", + "▁de pending", + "▁dep ending", + "▁depend ing", + "▁ depending", + "S o", + "re lated", + "rel ated", + "Co de", + "Cod e", + "C ode", + "form at", + "for mat", + "▁calcul ated", + "▁calculate d", + "▁calc ulated", + "he ns", + "hen s", + "h ens", + "▁ind eed", + "▁inde ed", + "▁Con st", + "▁Co nst", + "▁Cons t", + "▁ Const", + "ci ent", + "c ient", + "▁c offee", + "▁coff ee", + "▁con versation", + "▁convers ation", + "st atic", + "stat ic", + "sta tic", + "▁data base", + "▁dat abase", + "▁ database", + "D S", + "▁f illed", + "▁fil led", + "▁fill ed", + "▁ filled", + "孩子 们", + "▁rem aining", + "▁remain ing", + "▁P lan", + "▁Pl an", + "▁ Plan", + "晚 上", + "bo r", + "b or", + "▁R ock", + "▁Ro ck", + "▁Roc k", + "▁ Rock", + "信 号", + "Si ze", + "S ize", + "▁pos itions", + "▁position s", + "▁posit ions", + "▁ positions", + "▁e nem", + "▁en em", + "▁m ale", + "▁mal e", + "▁ma le", + "▁ male", + "▁The ir", + "▁ Their", + "▁v ary", + "▁var y", + "▁va ry", + "▁ vary", + "▁S cience", + "▁Sc ience", + "▁Sci ence", + "▁ Science", + "al ls", + "all s", + "▁m outh", + "▁mo uth", + "▁ mouth", + "上 市", + "▁n otes", + "▁not es", + "▁no tes", + "▁note s", + "▁ notes", + "▁\\\\ {", + "▁ \\\\{", + "an ges", + "ang es", + "ange s", + "▁m enu", + "▁me nu", + "▁men u", + "▁ menu", + "▁j ourney", + "▁jour ney", + "el led", + "ell ed", + "elle d", + "重 大", + "孩子 的", + "孩 子的", + "an nels", + "ann els", + "annel s", + "anne ls", + "内 的", + "▁develop ing", + "▁c rim", + "▁cr im", + "▁cri m", + "▁im proved", + "▁impro ved", + "▁improve d", + "▁commun ities", + "if ications", + "ific ations", + "ification s", + "▁r apid", + "▁ra pid", + "▁rap id", + "▁As sociation", + "▁Associ ation", + "▁M ary", + "▁Mar y", + "▁Ma ry", + "▁ Mary", + "▁cur ve", + "▁ curve", + "▁ident ified", + "▁ identified", + "最大 的", + "最 大的", + "yle s", + "yl es", + "y les", + "▁im agine", + "▁imag ine", + "▁imagin e", + "确 实", + "▁de sk", + "▁des k", + "▁cont ribution", + "▁contribut ion", + "▁rel igious", + "▁relig ious", + "▁ religious", + "No de", + "N ode", + "▁< <", + "▁ <<", + "不 管", + "投 入", + "In st", + "Ins t", + "I nst", + "▁del ivery", + "▁deliver y", + "Se r", + "S er", + "协 会", + "▁w hom", + "▁wh om", + "▁who m", + "▁min im", + "▁mini m", + "▁mi nim", + "▁ minim", + "▁att acks", + "▁attack s", + "委员 会", + "▁L ife", + "▁Li fe", + "▁Lif e", + "▁ Life", + ")} \\\\", + ")}\\ \\", + ") }\\\\", + "▁s ched", + "▁sc hed", + "▁sche d", + "▁sch ed", + "▁ sched", + "同 样", + "AL L", + "A LL", + "▁Y OU", + "▁s igned", + "▁sign ed", + "▁sig ned", + "▁ signed", + "▁s pecifically", + "▁specific ally", + "ant ly", + "au d", + "a ud", + "nor mal", + "norm al", + "n ormal", + "fe ss", + "f ess", + "ge rs", + "ger s", + "g ers", + "▁t or", + "▁to r", + "▁ tor", + "▁oper ating", + "▁opera ting", + "▁stop ped", + "▁sto pped", + "▁m ovies", + "▁mov ies", + "▁movie s", + "▁le aves", + "▁leave s", + "▁M iss", + "▁Mi ss", + "▁Mis s", + "▁ Miss", + "依 然", + "▁S ervices", + "▁Service s", + "▁Serv ices", + "▁ Services", + "▁organ izations", + "▁organization s", + "▁te acher", + "▁teac her", + "▁teach er", + "▁tea cher", + "▁ teacher", + "uz z", + "u zz", + "街 道", + "身 边", + "▁man ner", + "▁f ish", + "▁fi sh", + "▁ fish", + "心 里", + "▁s ides", + "▁side s", + "▁sid es", + "▁si des", + "com mand", + "comm and", + "comma nd", + "还 要", + "▁ £", + "犯 罪", + "▁l iber", + "▁li ber", + "▁lib er", + "▁ liber", + "▁s ymbol", + "▁symb ol", + "▁sym bol", + "▁ symbol", + "ut ed", + "ute d", + "u ted", + "▁fund ament", + "▁M icrosoft", + "▁Micro soft", + "▁ Microsoft", + "▁b ond", + "▁bo nd", + "▁bon d", + "▁ bond", + "推 荐", + "▁sur vey", + "▁surv ey", + "▁surve y", + "▁ survey", + "▁diff erences", + "▁differe nces", + "▁difference s", + "▁differ ences", + "▁diffe rences", + "▁ident ity", + "▁id entity", + "▁ identity", + "▁t rig", + "▁tr ig", + "▁tri g", + "▁ trig", + "▁re b", + "▁r eb", + "▁ reb", + "▁circ um", + "▁cir cum", + "Th at", + "T hat", + "▁acc urate", + "▁accur ate", + "学 会", + "举 行", + "英 国", + "▁c ategory", + "▁categ ory", + "▁categor y", + "▁ category", + "▁m otor", + "▁mot or", + "▁mo tor", + "▁ motor", + "▁psy ch", + "▁ psych", + "▁r ide", + "▁ri de", + "▁rid e", + "▁ ride", + "▁ad vance", + "▁adv ance", + "愿 意", + "▁d ivid", + "▁di vid", + "▁div id", + "到 底", + "nS he", + "nSh e", + "n She", + "▁W he", + "▁Wh e", + "有 点", + "▁I ts", + "▁It s", + "▁ Its", + "涉 及", + "▁w riter", + "▁wr iter", + "▁writ er", + "▁write r", + "▁ writer", + "in ating", + "ina ting", + "ut il", + "u til", + "▁c andidate", + "▁candid ate", + "▁re tail", + "▁ret ail", + "▁p assion", + "▁pass ion", + "多 个", + "de fine", + "def ine", + "女 儿", + "似 乎", + "▁exp ansion", + "▁expans ion", + "▁ expansion", + "▁e lim", + "▁el im", + "▁not iced", + "▁notice d", + "▁ noticed", + "▁b igger", + "▁big ger", + "pack age", + "▁j ava", + "▁ja va", + "▁ java", + "п а", + "на та", + "▁conf idence", + "▁ confidence", + "е р", + "如 下", + "▁s ad", + "▁sa d", + "▁U SA", + "▁US A", + "▁ USA", + "▁up dated", + "▁upd ated", + "▁update d", + "▁ updated", + "ne xt", + "nex t", + "n ext", + "▁p hen", + "▁ph en", + "▁ phen", + "▁col ors", + "▁color s", + "▁ colors", + "▁S mith", + "▁Sm ith", + "▁ Smith", + "____ ____________", + "________ ________", + "____________ ____", + "l anguage", + "▁yes terday", + "▁P et", + "▁Pe t", + "▁ Pet", + "▁P ower", + "▁Po wer", + "▁Pow er", + "▁ Power", + "▁chem ical", + "▁ chemical", + "▁p articles", + "▁part icles", + "▁partic les", + "▁particle s", + "办 理", + "▁t hr", + "▁th r", + "▁T imes", + "▁Time s", + "▁Tim es", + "▁Ti mes", + "▁ Times", + "om etimes", + "ome times", + "omet imes", + "▁c ycle", + "▁cy cle", + "▁cycl e", + "▁ cycle", + "▁O R", + "▁ OR", + "▁n uclear", + "▁nucle ar", + "▁nu clear", + "▁te aching", + "▁teac hing", + "▁teach ing", + "▁tea ching", + "同 比", + "吸 引", + "▁w elcome", + "▁wel come", + "▁t ips", + "▁tip s", + "▁ti ps", + "▁feed back", + "▁ feedback", + "负责 人", + "▁viol ence", + "原 则", + "ym met", + "y mmet", + "▁int ended", + "▁intend ed", + "必 要", + "}+ \\\\", + "} +\\\\", + "▁sec ure", + "▁ secure", + "▁mod ule", + "▁mo dule", + "▁ module", + "▁д о", + "▁ до", + "Ha nd", + "H and", + "▁d raft", + "▁dr aft", + "▁dra ft", + "▁ draft", + "ig ration", + "igr ation", + "in gu", + "ing u", + "i ngu", + "▁g ar", + "▁ga r", + "▁ gar", + "▁autom atically", + "▁auto matically", + "▁automatic ally", + "▁import ance", + "▁F ire", + "▁Fi re", + "▁ Fire", + "▁v ision", + "▁vis ion", + "▁ vision", + "ra t", + "r at", + "感 染", + "nb e", + "n be", + "当 前", + "▁concern s", + "▁concer ns", + "▁char ged", + "▁charg ed", + "▁charge d", + "▁ charged", + "h i", + "U N", + "▁sen ior", + "line ar", + "lin ear", + "li near", + "l inear", + "▁Com mission", + "▁Comm ission", + "快 乐", + "▁D en", + "▁De n", + "▁ Den", + "▁occ up", + "▁ occup", + "▁O N", + "▁ ON", + "▁h earing", + "▁he aring", + "▁hear ing", + "est amp", + "esta mp", + "▁a gency", + "▁ag ency", + "▁moment um", + "▁ momentum", + "▁polic ies", + "co h", + "c oh", + "r r", + "看 看", + "例 如", + "▁beh avi", + "▁behav i", + "▁Fr anc", + "▁Fra nc", + "▁Fran c", + "▁R el", + "▁Re l", + "▁ Rel", + "▁H ill", + "▁Hi ll", + "▁Hil l", + "▁c aught", + "▁ca ught", + "▁A ccording", + "▁Acc ording", + "▁ According", + "动 力", + "D P", + "▁s cal", + "▁sc al", + "▁ scal", + "▁Ge orge", + "▁Georg e", + "▁ George", + "out hern", + "outh ern", + "▁appro ximately", + "▁approxim ately", + "▁approx imately", + "▁approximate ly", + "现 象", + "本 身", + "li g", + "l ig", + "▁di agn", + "▁diag n", + "▁ad vent", + "▁adv ent", + "▁d ra", + "▁dr a", + "▁ dra", + "b c", + "成 员", + "ru ctions", + "ruct ions", + "ruction s", + "r uctions", + "说 的", + "om etry", + "ome try", + "omet ry", + "o metry", + "▁dis covered", + "▁disc overed", + "▁discover ed", + "终 于", + "b d", + "▁s ym", + "▁sy m", + "▁ sym", + "▁f re", + "▁fr e", + "▁ fre", + "▁p rote", + "▁pro te", + "▁pr ote", + "▁prot e", + "▁H el", + "▁He l", + "▁ Hel", + "▁pre par", + "▁prepa r", + "▁prep ar", + "用 的", + "▁c up", + "▁cu p", + "▁ cup", + "▁ep isode", + "▁epis ode", + "▁ episode", + "va n", + "v an", + "▁Th ank", + "▁Than k", + "▁ Thank", + "▁app oint", + "▁ap point", + "▁ appoint", + "▁ed itor", + "▁edit or", + "▁ editor", + "改 善", + "▁cl oser", + "▁clos er", + "▁close r", + "▁clo ser", + "▁L eg", + "▁Le g", + "▁ Leg", + "▁as sign", + "▁ass ign", + "▁ assign", + "er ent", + "ere nt", + "eren t", + "e rent", + "▁four th", + "▁un ivers", + "wr ite", + "w rite", + "O O", + "▁Ar ch", + "▁Arc h", + "▁ Arch", + "▁concern ed", + "▁concer ned", + "▁A lex", + "▁Al ex", + "▁Ale x", + "▁ Alex", + "▁B ank", + "▁Ba nk", + "▁Ban k", + "▁ Bank", + "体 的", + "▁m arried", + "▁marri ed", + "▁mar ried", + "▁reg ister", + "▁regist er", + "▁ register", + "统 一", + "▁char ges", + "▁charg es", + "▁charge s", + "▁ charges", + "in te", + "int e", + "i nte", + "▁H ot", + "▁Ho t", + "▁ Hot", + "▁est ablish", + "▁establ ish", + "解 释", + "ri cal", + "ric al", + "rica l", + "r ical", + "al og", + "alo g", + "a log", + "con f", + "co nf", + "▁p aint", + "▁pain t", + "▁pa int", + "并 没有", + "▁T wo", + "▁Tw o", + "▁ Two", + "E d", + "▁return s", + "▁ret urns", + "▁ returns", + "× ×", + "▁tra nsl", + "▁trans l", + "▁tran sl", + "%% %%", + "履 行", + "▁exper imental", + "▁experiment al", + "房 屋", + "▁C heck", + "▁Che ck", + "▁ Check", + "▁t it", + "▁ti t", + "▁ tit", + "▁up dates", + "▁upd ates", + "▁update s", + "▁ updates", + "▁v ir", + "▁vi r", + "▁ vir", + "是 因为", + "▁ra ise", + "▁ raise", + "是 不", + "ot ted", + "ott ed", + "otte d", + "ew idth", + "e width", + "▁b oot", + "▁bo ot", + "▁boo t", + "▁ boot", + "cre en", + "cr een", + "c reen", + "▁l iqu", + "▁li qu", + "垃 圾", + "ne d", + "n ed", + "▁de bt", + "▁deb t", + "r l", + "▁f amiliar", + "▁fam iliar", + "no indent", + "▁f uel", + "▁fu el", + "▁ fuel", + "测 试", + "发展 的", + "▁G a", + "▁ Ga", + "▁w inning", + "▁win ning", + "▁ winning", + "放 在", + "特 点", + "no r", + "n or", + "▁tw ice", + "▁ т", + "da t", + "d at", + "nD es", + "nDe s", + "n Des", + "Tr ans", + "Tra ns", + "T rans", + "▁ не", + "引 导", + "▁G erman", + "▁Germ an", + "▁Ger man", + "▁ German", + "成 果", + "▁п ро", + "▁пр о", + "▁ про", + "▁f ailure", + "▁fail ure", + "▁ failure", + "[\\ \"", + "[ \\\"", + "▁s and", + "▁sa nd", + "▁san d", + "▁ sand", + "ch ar", + "cha r", + "c har", + "▁s udden", + "恢 复", + "▁re source", + "▁res ource", + "▁ resource", + "独 立", + "b untu", + "特 殊", + "na n", + "n an", + "▁citiz ens", + "▁citizen s", + "Re f", + "R ef", + "▁un s", + "▁u ns", + "▁ uns", + "▁m arg", + "▁mar g", + "▁ma rg", + "Fi eld", + "F ield", + "ab il", + "abi l", + "a bil", + "▁plan et", + "▁plane t", + "▁pla net", + "▁ planet", + "▁f amous", + "▁fam ous", + "配 合", + "▁c raft", + "▁cr aft", + "▁cra ft", + "▁ craft", + "网 友", + "▁B oard", + "▁Bo ard", + "▁ Board", + "在 这", + "月 份", + "▁n om", + "▁no m", + "▁ nom", + "▁t ough", + "▁tou gh", + "▁toug h", + "平 均", + "▁c art", + "▁car t", + "▁ca rt", + "▁ cart", + "认 定", + "n Q", + "▁c ritic", + "▁cr itic", + "▁crit ic", + "▁cri tic", + "所述 的", + "▁ac adem", + "L C", + "▁K ore", + "▁Ko re", + "▁Kor e", + "or ney", + "orn ey", + "orne y", + "▁A T", + "▁ AT", + "第一 次", + "第 一次", + "物 质", + "▁b ug", + "▁bu g", + "▁ bug", + "ya n", + "y an", + "▁tr ouble", + "▁trou ble", + "▁tro uble", + "▁ ф", + "▁br ings", + "▁bring s", + "sc ore", + "s core", + "▁p article", + "▁part icle", + "▁partic le", + "▁ particle", + "▁w orst", + "▁wor st", + "▁wo rst", + "▁wors t", + "▁measure ments", + "▁measurement s", + "▁w inter", + "▁win ter", + "▁ winter", + "▁T op", + "▁To p", + "▁ Top", + "营 养", + "▁appro aches", + "▁approach es", + "ge nce", + "gen ce", + "g ence", + "家 里", + "▁n orth", + "▁nor th", + "▁nort h", + "▁ north", + "ri ble", + "rib le", + "r ible", + "▁ex istence", + "▁exist ence", + "▁ existence", + "▁fun ds", + "▁fund s", + "▁fu nds", + "▁p roud", + "▁pro ud", + "▁pr oud", + "▁s uggested", + "▁suggest ed", + "ra py", + "rap y", + "▁m arriage", + "▁marri age", + "▁B oth", + "▁Bo th", + "▁Bot h", + "▁ Both", + "ri er", + "rie r", + "r ier", + "▁ab sor", + "▁abs or", + "▁ absor", + ") ]", + "uc e", + "u ce", + "in ations", + "ination s", + "度 的", + "li fe", + "lif e", + "l ife", + "▁e nds", + "▁en ds", + "▁end s", + "▁ ends", + "▁dis cover", + "▁disc over", + "▁entire ly", + "▁ac compl", + "▁accom pl", + "▁s rc", + "▁ src", + "▁ Т", + "we et", + "▁our selves", + "▁ours elves", + "E W", + "ge ner", + "gen er", + "gene r", + "g ener", + "▁relations hips", + "▁relationship s", + "▁relation ships", + "▁E du", + "▁Ed u", + "▁ ;", + "▁l ived", + "▁li ved", + "▁live d", + "▁liv ed", + "▁ lived", + "▁pers pective", + ") +", + "▁m ole", + "▁mo le", + "▁mol e", + "\\\" :\\\"", + "\\\": \\\"", + "\\\":\\ \"", + "▁t aste", + "▁tas te", + "▁tast e", + "▁ta ste", + "or ation", + "ora tion", + "o ration", + "ir med", + "irm ed", + "is her", + "ish er", + "ishe r", + "na re", + "nar e", + "n are", + "▁s ubs", + "▁sub s", + "▁su bs", + "连 续", + "▁A mazon", + "▁Amaz on", + "▁ Amazon", + "▁f lux", + "▁fl ux", + "▁flu x", + "▁ flux", + "▁s outh", + "▁so uth", + "▁sou th", + "▁ south", + "方 便", + "▁administ ration", + "▁administr ation", + "▁admin istration", + "st atus", + "stat us", + "▁F urther", + "▁Fur ther", + "▁ Further", + "的一 个", + "的 一个", + "▁manufact ure", + "毕 竟", + "▁H D", + "▁ HD", + "▁о б", + "▁ об", + "商 品", + "人民 共和国", + "▁M ake", + "▁Ma ke", + "▁Mak e", + "▁ Make", + "▁Com pany", + "▁Comp any", + "▁ Company", + "O ut", + "▁ex pressed", + "▁exp ressed", + "▁express ed", + "▁appear ed", + "▁appe ared", + "而 言", + "▁N one", + "▁No ne", + "▁Non e", + "▁ None", + "▁app lic", + "▁appl ic", + "▁ap plic", + "▁doll ars", + "▁dollar s", + "K E", + "et ch", + "etc h", + "就 能", + "运 营", + "主 席", + "的 生活", + "▁( $\\\\", + "▁($ \\\\", + "▁ ($\\\\", + "▁s olve", + "▁sol ve", + "▁app eal", + "▁appe al", + "▁i Phone", + "▁ iPhone", + "▁Un ion", + "▁Uni on", + "▁ Union", + "▁g ap", + "▁ga p", + "▁ gap", + "供 应", + "▁s pat", + "▁sp at", + "▁spa t", + "▁D ec", + "▁De c", + "▁ Dec", + "▁s table", + "▁st able", + "▁stab le", + "▁sta ble", + "▁ stable", + "▁form ula", + "▁ formula", + "es tic", + "est ic", + "e stic", + "el lar", + "ell ar", + "ella r", + "pos it", + "p osit", + "▁e mission", + "▁em ission", + "工 具", + "▁h ab", + "▁ha b", + "▁ hab", + "▁j udge", + "▁jud ge", + "wide t", + "wid et", + "wi det", + "Com p", + "Co mp", + "C omp", + "权利 要求", + "ho me", + "hom e", + "h ome", + "▁d ynamics", + "▁dynam ics", + "▁dynamic s", + "▁ dynamics", + "句 话", + "U M", + "▁un iform", + "▁ uniform", + "▁dep artment", + "▁depart ment", + "罗 斯", + "第 四", + "▁t rees", + "▁tr ees", + "▁tre es", + "▁tree s", + "}- \\\\", + "} -\\\\", + "in ite", + "init e", + "ini te", + "pec ific", + "& &", + "ro me", + "rom e", + "r ome", + "B D", + "qu ery", + "que ry", + "quer y", + "sr c", + "s rc", + "中华 人民共和国", + "▁a pps", + "▁app s", + "▁ap ps", + "▁ apps", + "▁pur poses", + "▁purpose s", + "▁purpos es", + "- $", + "▁p aying", + "▁pay ing", + "▁pa ying", + "est ival", + "▁g od", + "▁go d", + "▁ god", + "d i", + "处 于", + "▁P arty", + "▁Part y", + "▁Par ty", + "▁ Party", + "▁h unt", + "作 者", + "nF irst", + "n First", + "明 白", + "▁any way", + "▁res idents", + "▁resident s", + "▁resid ents", + "▁Pro ject", + "▁ Project", + "▁stud ied", + "▁b on", + "▁bo n", + "▁ bon", + "相 比", + "R L", + "固 定", + "▁l atter", + "▁lat ter", + "wa r", + "w ar", + "带 着", + "如果 你", + "it a", + "i ta", + "el lo", + "ell o", + "~( \\\\", + "~ (\\\\", + "uff er", + "uf fer", + "▁e gg", + "▁eg g", + "▁ egg", + "mess age", + "m essage", + "▁st ructures", + "▁structure s", + "▁struct ures", + "逐 渐", + "死 亡", + "▁de lay", + "▁del ay", + "▁ delay", + "▁ Д", + "}^ \\\\", + "} ^\\\\", + "家 人", + "就 业", + "▁m ental", + "▁men tal", + "▁ment al", + "▁C har", + "▁Ch ar", + "▁Cha r", + "▁ Char", + "mo sp", + "mos p", + "m osp", + "▁с а", + "▁ са", + "▁R oad", + "▁Ro ad", + "▁a udio", + "▁aud io", + "▁ audio", + "▁bas ically", + "▁basic ally", + "▁poss ibility", + "act ory", + "actor y", + "a ctory", + "ep er", + "e per", + "▁det ection", + "▁detect ion", + "▁ detection", + "ur ies", + "uri es", + "u ries", + "▁Ch icago", + "ap pe", + "app e", + "a ppe", + "▁s elling", + "▁sell ing", + "▁sel ling", + "▁ selling", + "数 量", + "▁f unding", + "▁fun ding", + "▁fund ing", + "▁h ero", + "▁he ro", + "▁her o", + "▁ hero", + "nAl so", + "n Also", + "nI nt", + "nIn t", + "n Int", + "▁Found ation", + "▁ Foundation", + "不 再", + "▁R iver", + "▁Ri ver", + "▁e sc", + "▁es c", + "▁ esc", + "▁de riv", + "▁der iv", + "▁ deriv", + "att ice", + "atti ce", + "gr eg", + "gre g", + "g reg", + "对 象", + "利 益", + "al ty", + "alt y", + "The y", + "Th ey", + "T hey", + "▁c arried", + "▁car ried", + "▁carri ed", + "ef ully", + "eful ly", + "e fully", + "se s", + "s es", + "od ies", + "odi es", + "▁s ongs", + "▁song s", + "▁son gs", + "照 片", + "▁s tret", + "▁st ret", + "▁str et", + "▁stre t", + "▁t each", + "▁te ach", + "▁teac h", + "▁tea ch", + "▁m ail", + "▁ma il", + "▁ mail", + "▁doc uments", + "▁document s", + "我 想", + "▁C le", + "▁Cl e", + "▁c ities", + "▁cit ies", + "▁class ic", + "▁ded icated", + "▁dedicate d", + "▁In ter", + "▁Int er", + "▁ Inter", + "AT ION", + "A TION", + "▁l ayers", + "▁la yers", + "▁lay ers", + "▁layer s", + "▁ layers", + "▁expl icit", + "▁Mar ket", + "▁Mark et", + "▁ Market", + "те л", + "т ел", + "ro py", + "rop y", + "r opy", + "di r", + "d ir", + "感 到", + "是 个", + "▁em pty", + "▁emp ty", + "▁empt y", + "▁ empty", + "声 音", + "▁se ek", + "▁see k", + "▁ seek", + "▁Inst itute", + "▁l abor", + "▁la bor", + "▁lab or", + "代 理", + "▁s am", + "▁sa m", + "▁ sam", + "} ]", + "▁L ook", + "▁Lo ok", + "▁ Look", + "ст а", + "с та", + "▁t ag", + "▁ta g", + "▁ tag", + "as ket", + "ask et", + "in der", + "ind er", + "i nder", + "\\\\ [\\", + "\\\\[ \\", + "是一 种", + "是 一种", + "ap point", + "app oint", + "▁invest igation", + "▁investig ation", + "▁bu sy", + "▁bus y", + "ic ine", + "ici ne", + "▁w aste", + "▁was te", + "▁wa ste", + "▁wast e", + "沟 通", + "▁And roid", + "▁ Android", + "▁s ch", + "▁sc h", + "▁ sch", + "▁qu iet", + "▁qui et", + "▁ quiet", + "身 上", + "公 里", + "se arch", + "s earch", + "Ar ray", + "Arr ay", + "E n", + "ro t", + "r ot", + "少 年", + "on ly", + "掌 握", + "▁ag reed", + "▁agree d", + "▁agre ed", + "▁techn ique", + "pa y", + "p ay", + "sh ow", + "s how", + "▁a cknow", + "▁ac know", + "▁ acknow", + "nA ccording", + "nAcc ording", + "n According", + "▁ne ighborhood", + "▁neighbor hood", + "▁re ci", + "▁rec i", + "▁ reci", + "pro duct", + "produ ct", + "prod uct", + "p roduct", + "▁enjoy ed", + "qu estion", + "quest ion", + "ques tion", + "▁L icense", + "▁Lic ense", + "▁ License", + "▁dest roy", + "▁destro y", + "▁ destroy", + "▁ Н", + "our nal", + "nP lease", + "n Please", + "ncon st", + "nco nst", + "ncons t", + "n const", + "有一 个", + "有 一个", + "▁G r", + "▁ Gr", + "({ \\\\", + "({\\ \\", + "( {\\\\", + "ic ians", + "ician s", + "ici ans", + "icia ns", + "指 数", + "▁S u", + "▁ Su", + "▁M em", + "▁Me m", + "▁ Mem", + "我 就", + "In dex", + "Ind ex", + "▁S il", + "▁Si l", + "▁ Sil", + "O A", + "所 谓", + "不 错", + "in ition", + "init ion", + "ini tion", + "nA ny", + "nAn y", + "n Any", + "▁deg rees", + "▁degree s", + "ro ad", + "r oad", + "之 外", + "▁M il", + "▁Mi l", + "▁ Mil", + "▁mark ets", + "▁market s", + "Wh en", + "W hen", + "▁G ra", + "▁Gr a", + "▁ Gra", + "▁G ame", + "▁Ga me", + "▁Gam e", + "▁ Game", + "▁On ly", + "▁ Only", + "▁cl uster", + "▁clust er", + "▁ cluster", + "来 到", + "加 上", + "观 察", + "▁F ore", + "▁For e", + "▁Fo re", + "▁ Fore", + "▁S ing", + "▁Si ng", + "▁Sin g", + "▁ Sing", + "▁con vert", + "▁conv ert", + "▁conver t", + "▁conve rt", + "▁ convert", + "内 部", + "is ms", + "ism s", + "ut y", + "u ty", + "为 主", + "永 远", + "{ }", + "强 调", + "ba l", + "b al", + "re ek", + "ree k", + "cl aim", + "c laim", + "乡 村", + "▁enc ourage", + "▁encoura ge", + "▁the me", + "▁th eme", + "▁them e", + "▁ theme", + "接 触", + "角 度", + "C S", + "line width", + "lin ewidth", + "ra q", + "r aq", + "() )", + "( ))", + "▁for med", + "▁form ed", + "▁ formed", + "▁a p", + "▁ ap", + "▁cl imate", + "▁clim ate", + "▁h idden", + "▁hid den", + "▁ hidden", + "举 办", + "▁g rad", + "▁gra d", + "▁gr ad", + "▁ grad", + "▁A cc", + "▁Ac c", + "▁ Acc", + "▁a uto", + "▁aut o", + "▁au to", + "▁ auto", + "▁pay ment", + "▁ payment", + "▁any where", + "重 视", + "le n", + "l en", + "▁m o", + "▁ mo", + "也没 有", + "也 没有", + "▁in ner", + "▁inn er", + "▁ inner", + "本 案", + "▁bo ost", + "▁boo st", + "▁ boost", + "▁respons ibility", + "▁f ell", + "▁fe ll", + "▁fel l", + ")} {", + ") }{", + "ph as", + "pha s", + "p has", + "▁art ist", + "▁ artist", + "ap pend", + "app end", + "appe nd", + "appen d", + "评 价", + "深 圳", + "en tal", + "ent al", + "enta l", + "nN ote", + "nNo te", + "nNot e", + "n Note", + "▁A N", + "▁ AN", + "▁im plementation", + "▁implement ation", + "是不 是", + "是 不是", + "▁n umerous", + "▁numer ous", + "▁dec ades", + "▁decade s", + "▁p rison", + "▁pr ison", + "▁pri son", + "▁ prison", + "▁d inner", + "▁din ner", + "k i", + "▁e ncount", + "▁en count", + "▁enc ount", + "▁dist ributed", + "▁distribut ed", + "▁distribute d", + "▁ distributed", + "uss ian", + "ussia n", + "em s", + "e ms", + "▁le ague", + "▁ league", + "em ma", + "e mma", + "▁T ur", + "▁Tu r", + "▁ Tur", + "▁s ea", + "▁se a", + "▁ sea", + "is co", + "isc o", + "▁_ {", + "▁ _{", + "▁V ir", + "▁Vi r", + "予 以", + "▁re ject", + "▁ reject", + "ope rator", + "oper ator", + "仍 然", + "疫情 防控", + "突 破", + "登 记", + "▁Af rica", + "▁Afric a", + "背 景", + "▁st anding", + "▁stand ing", + "▁ standing", + "▁con firm", + "▁conf irm", + "▁ confirm", + "ol ate", + "ola te", + "o late", + "ac ing", + "aci ng", + "a cing", + "▁w ine", + "▁win e", + "▁wi ne", + "▁ wine", + "软 件", + "▁T or", + "▁To r", + "▁ Tor", + "慢 慢", + "V D", + "效 率", + "▁p icked", + "▁pick ed", + "▁pic ked", + "▁e fficiency", + "▁eff iciency", + "▁effic iency", + "▁ efficiency", + "item ize", + "▁h urt", + "▁hur t", + "▁sche dule", + "▁sched ule", + "▁ schedule", + "▁Is lam", + "▁S um", + "▁Su m", + "▁ Sum", + "绿 色", + "val ues", + "value s", + "ot tom", + "ott om", + "otto m", + "▁c hair", + "▁ch air", + "▁cha ir", + "▁ chair", + "▁c auses", + "▁ca uses", + "▁cause s", + "▁caus es", + "▁high light", + "▁ highlight", + "au ge", + "aug e", + "a uge", + "时 的", + "▁b low", + "▁bl ow", + "▁blo w", + "▁ blow", + "▁cr ime", + "▁crim e", + "▁cri me", + "▁dist inct", + "▁U nder", + "▁Un der", + "▁Und er", + "▁ Under", + "ition ally", + "itional ly", + "os is", + "osi s", + "o sis", + "可能 会", + "ge ry", + "ger y", + "g ery", + "iv eness", + "ive ness", + "iven ess", + "资 本", + "校 园", + "借 款", + "▁_ _", + "▁ __", + "cl ient", + "cli ent", + "Dat e", + "Da te", + "D ate", + "讨 论", + "移 动", + "semb ly", + "sem bly", + "▁h ousing", + "▁hous ing", + "▁ho using", + "$ (", + "通 常", + "ul ous", + "ulo us", + "并不 是", + "并 不是", + "no on", + "n oon", + "tar get", + "t arget", + "о н", + "英 语", + "▁mom ents", + "▁moment s", + "▁mo ments", + "总 结", + "▁M ad", + "▁Ma d", + "▁ Mad", + "体 育", + "ap ped", + "app ed", + "appe d", + "a pped", + "▁im plies", + "▁impl ies", + "▁imp lies", + "pro p", + "pr op", + "p rop", + "}} {\\\\", + "}}{ \\\\", + "} }{\\\\", + "▁ob viously", + "▁obvious ly", + "▁figure s", + "▁fig ures", + "▁figur es", + "▁ figures", + "▁m etric", + "▁met ric", + "▁ metric", + "wide tilde", + "widet ilde", + "▁Ham ilton", + "▁p ix", + "▁pi x", + "▁ pix", + "pe rs", + "per s", + "p ers", + "▁Cl ub", + "U E", + "▁m aps", + "▁map s", + "▁ma ps", + "▁ maps", + "▁re call", + "▁rec all", + "▁s port", + "▁sp ort", + "▁spo rt", + "▁spor t", + "▁ sport", + "▁s oul", + "▁so ul", + "▁sou l", + "b i", + "▁bre ath", + "▁breat h", + "}^ {(", + "}^{ (", + "} ^{(", + "▁M er", + "▁Me r", + "▁ Mer", + "▁se gment", + "▁seg ment", + "▁ segment", + "▁happ ening", + "▁happen ing", + "S c", + "it tee", + "itt ee", + "▁aff ected", + "▁affect ed", + "▁ affected", + "▁O S", + "▁ OS", + "大 量", + "▁c razy", + "▁cr azy", + "▁cra zy", + "▁craz y", + "哪 些", + "皮 肤", + "有 着", + "年 度", + "}_ \\\\", + "} _\\\\", + "Fr om", + "F rom", + "\\\\ }", + "nA d", + "n Ad", + "Su b", + "S ub", + "▁n odes", + "▁no des", + "▁node s", + "▁nod es", + "▁ nodes", + "os es", + "ose s", + "o ses", + "sp e", + "s pe", + "网 站", + "▁s eat", + "▁se at", + "▁sea t", + "▁ seat", + "R I", + "▁cou pling", + "▁coup ling", + "▁ coupling", + "▁ad vanced", + "▁adv anced", + "▁advance d", + "▁f ellow", + "▁fell ow", + "▁fel low", + "Bu ild", + "B uild", + "▁P ress", + "▁Pr ess", + "▁Pres s", + "▁Pre ss", + "▁ Press", + "▁p ortion", + "▁port ion", + "▁por tion", + "▁ portion", + "升 级", + "ev ent", + "even t", + "e vent", + "更 好", + "▁ph il", + "▁ phil", + "出 口", + "迅 速", + "大 会", + "年 前", + "更多 的", + "更 多的", + "con tain", + "cont ain", + "▁a st", + "▁as t", + "▁ ast", + "ua ble", + "u able", + "强 化", + "相 当", + "经 理", + "▁l ic", + "▁li c", + "▁ lic", + "п и", + "▁ext ension", + "▁ extension", + "ч и", + "小 区", + "▁D own", + "▁Do wn", + "▁Dow n", + "▁ Down", + "地 产", + "| ^", + "## #", + "# ##", + "flo at", + "▁P en", + "▁Pe n", + "▁ Pen", + "▁ill e", + "▁il le", + "▁ ille", + "也 许", + "▁in corpor", + "▁incor por", + "ok ing", + "oki ng", + "o king", + "▁v irtual", + "▁virt ual", + "▁ virtual", + "▁sh opping", + "▁shop ping", + "▁sho pping", + "▁In stead", + "▁Inst ead", + "▁ Instead", + "▁friend ly", + "▁ friendly", + "nTh anks", + "nThank s", + "n Thanks", + "支 撑", + "▁cre ation", + "▁creat ion", + "▁ creation", + "▁cor relation", + "▁correl ation", + "▁corre lation", + "▁ correlation", + "最 好", + "▁cho ices", + "▁choice s", + "尤其 是", + "作 业", + "▁J er", + "▁Je r", + "▁b rowser", + "▁brow ser", + "▁browse r", + "▁brows er", + "▁ browser", + "Li ne", + "Lin e", + "L ine", + "▁b eer", + "▁be er", + "▁bee r", + "be l", + "b el", + "统 计", + "▁necess arily", + "▁ necessarily", + "face s", + "fa ces", + "fac es", + "f aces", + "El ement", + "E lement", + "ж е", + "line s", + "lin es", + "li nes", + "l ines", + "▁ac counts", + "▁account s", + "▁real ized", + "▁realize d", + "研 发", + "▁e igen", + "▁ eigen", + "in em", + "ine m", + "i nem", + "▁kn owing", + "▁know ing", + "▁im possible", + "▁imp ossible", + "at he", + "ath e", + "a the", + "▁S l", + "▁ Sl", + "很 难", + "▁h ence", + "▁he nce", + "▁ hence", + "▁F orm", + "▁For m", + "▁Fo rm", + "▁ Form", + "▁loc ations", + "▁location s", + "▁ locations", + "▁st ores", + "▁store s", + "▁sto res", + "▁ stores", + "▁in jury", + "▁inj ury", + "眼 睛", + "▁L og", + "▁Lo g", + "▁ Log", + "▁pass word", + "▁ password", + "兴 趣", + "▁n il", + "▁ nil", + "Q L", + "▁s etup", + "▁se tup", + "▁set up", + "▁ setup", + "▁aspect s", + "…… \\", + "… …\\", + "res hold", + "resh old", + "▁G overnment", + "▁Govern ment", + "治 理", + "▁h oliday", + "▁holid ay", + "il ler", + "ill er", + "ille r", + "▁int roduce", + "▁introdu ce", + "上 午", + "▁De sign", + "▁Des ign", + "▁ Design", + "充 满", + "▁l ab", + "▁la b", + "▁ lab", + "aut hor", + "auth or", + "a uthor", + "有 所", + "各 项", + "con text", + "cont ext", + "大 部分", + "As s", + "A ss", + "▁man if", + "▁ma nif", + "▁ manif", + "Col or", + "Co lor", + "▁ing red", + "职 工", + "P D", + "▁t om", + "▁to m", + "▁ tom", + "▁reason able", + "▁ reasonable", + "公司 的", + "us ter", + "ust er", + "u ster", + "▁lead ership", + "▁leaders hip", + "▁leader ship", + "ra ted", + "rate d", + "rat ed", + "r ated", + "P M", + "a o", + "▁la un", + "▁te achers", + "▁teac hers", + "▁teacher s", + "▁teach ers", + "▁tea chers", + "的 好", + "gen cy", + "g ency", + "▁join ed", + "▁jo ined", + "▁deb ate", + "▁dec ay", + "▁ decay", + "P r", + "一 名", + "▁fair ly", + "▁W il", + "▁Wi l", + "Bo x", + "B ox", + "hs pace", + "h space", + "▁S al", + "▁Sa l", + "▁ Sal", + "▁inc ident", + "▁B rown", + "▁Bro wn", + "▁Br own", + "▁Brow n", + "▁ Brown", + "at tering", + "atter ing", + "att ering", + "atte ring", + "▁de note", + "▁den ote", + "▁deno te", + "he t", + "h et", + "▁hor iz", + "▁ho riz", + "就 要", + "▁w a", + "▁ wa", + "▁fol ks", + "▁folk s", + "出 生", + "▁exc iting", + "nI s", + "n Is", + "ampions hip", + "ampion ship", + "维 护", + "▁rest aurant", + "▁restaur ant", + "▁f ighting", + "▁fight ing", + "▁ fighting", + "▁cor re", + "▁J ew", + "▁Je w", + "▁L ove", + "▁Lo ve", + "▁Lov e", + "▁ Love", + "▁f if", + "▁fi f", + "▁ fif", + "咨 询", + "un ning", + "unn ing", + "ort hern", + "orth ern", + "\\\\ _", + "▁spe aking", + "▁speak ing", + "▁ speaking", + "▁Is land", + "om a", + "o ma", + "lo c", + "l oc", + "ud es", + "ude s", + "u des", + "▁p atterns", + "▁patter ns", + "▁pattern s", + "▁ patterns", + "el er", + "ele r", + "e ler", + "ic ken", + "ick en", + "icke n", + "▁di agram", + "▁diag ram", + "▁ diagram", + "▁app earance", + "▁appear ance", + "▁с и", + "▁ си", + "ri z", + "r iz", + "▁suggest s", + "▁the ore", + "▁theor e", + "▁R obert", + "▁Rob ert", + "▁Rober t", + "▁Ro bert", + "▁ Robert", + "ob s", + "o bs", + "se m", + "s em", + "▁w ww", + "▁ www", + "ne q", + "n eq", + "▁pre gn", + "▁t ro", + "▁tr o", + "▁ tro", + "▁b ike", + "▁bi ke", + "▁bik e", + "▁ bike", + "日 起", + "B I", + "▁t reated", + "▁treat ed", + "▁tre ated", + "▁S cott", + "▁Sc ott", + "▁Scot t", + "▁Sco tt", + "▁ Scott", + "才 是", + "ни те", + "н ите", + "▁pl ants", + "▁plan ts", + "▁plant s", + "▁ plants", + "▁h undreds", + "▁hundred s", + "▁Republic an", + "jp g", + "j pg", + "▁fil ms", + "▁film s", + "ir ty", + "irt y", + "▁c andidates", + "▁candid ates", + "▁candidate s", + "人 口", + "▁J im", + "▁ Jim", + "▁U buntu", + "▁ Ubuntu", + "nh ttp", + "n http", + "▁In formation", + "▁Inform ation", + "▁ Information", + "▁acc ident", + "▁L ear", + "▁Le ar", + "▁sub stant", + "▁subst ant", + "▁op posite", + "▁oppos ite", + "▁tele vision", + "▁strong ly", + "▁Q ue", + "▁Qu e", + "▁ Que", + "▁answ ers", + "▁answer s", + "▁ans wers", + "▁ answers", + "the orem", + "theo rem", + "▁or ders", + "▁order s", + "▁ord ers", + "▁ orders", + "爸 爸", + "▁re pair", + "▁rep air", + "q quad", + "nc lass", + "ncl ass", + "n class", + "不 知", + "ag raph", + "agra ph", + "a graph", + "ig an", + "iga n", + "i gan", + "▁J apanese", + "▁Japan ese", + "up id", + "u pid", + "um erate", + "ume rate", + "umer ate", + "动 物", + "▁de rived", + "▁der ived", + "▁deriv ed", + "▁derive d", + "▁ derived", + "▁Can ad", + "▁Ca nad", + "nJ ust", + "n Just", + "俄 罗斯", + "▁s olar", + "▁so lar", + "▁sol ar", + "с е", + "ateg ory", + "ategor y", + "i h", + "上 涨", + "▁l augh", + "▁laug h", + "追 求", + "▁f ra", + "▁fr a", + "▁ fra", + "▁T im", + "▁Ti m", + "▁ Tim", + "ad ow", + "ado w", + "▁hard ware", + "基 于", + "我 們", + "▁an imal", + "▁anim al", + "▁n ine", + "▁ nine", + "▁b order", + "▁ border", + "▁ann ounce", + "▁annou nce", + "美 丽", + "▁Min ister", + "▁Mini ster", + "▁re action", + "▁react ion", + "▁ reaction", + "▁r ub", + "▁ru b", + "▁ rub", + "▁ser iously", + "▁serious ly", + "▁dr ugs", + "▁dru gs", + "▁drug s", + "▁Di strict", + "▁Dist rict", + "▁I raq", + "▁Ir aq", + "▁sign s", + "▁sig ns", + "义 务", + "工 资", + "▁f lag", + "▁fl ag", + "▁ flag", + "ri ter", + "rit er", + "rite r", + "r iter", + "多 次", + "л я", + "af e", + "a fe", + "es h", + "e sh", + "▁e nable", + "▁en able", + "▁ enable", + "а р", + "ca t", + "c at", + "启 动", + "D B", + "世 纪", + "一 条", + "消 防", + "我 是", + "▁l oop", + "▁lo op", + "▁ loop", + "山 东", + "▁A nn", + "▁An n", + "▁ Ann", + "▁w indows", + "▁window s", + "▁wind ows", + "▁ windows", + "▁law y", + "▁la wy", + "▁r oute", + "▁ro ute", + "▁rout e", + "▁rou te", + "▁ route", + "▁at mosp", + "理 念", + "in ity", + "init y", + "ini ty", + "比 例", + "▁h ell", + "▁he ll", + "▁hel l", + "▁ hell", + "ст о", + "с то", + "▁great est", + "▁gre atest", + "▁p henomen", + "▁phen omen", + "▁B ack", + "▁Ba ck", + "▁ Back", + "fi rst", + "f irst", + "▁m ort", + "▁mor t", + "▁mo rt", + "▁ mort", + "就 在", + "nQ u", + "n Qu", + "提 前", + "nD o", + "n Do", + "ut s", + "u ts", + "as p", + "a sp", + "▁pract ices", + "▁practice s", + "S L", + "▁inter actions", + "▁inte ractions", + "▁interaction s", + "▁interact ions", + "▁e mp", + "▁em p", + "▁ emp", + "▁T oday", + "▁To day", + "▁ Today", + "▁enh ance", + "ER S", + "E RS", + "▁Y ear", + "▁Ye ar", + "▁ Year", + "▁U N", + "▁ UN", + "▁miss ed", + "▁mis sed", + "uk e", + "u ke", + "▁s hel", + "▁sh el", + "▁she l", + "▁ar rived", + "▁arriv ed", + "▁arrive d", + "▁arr ived", + "▁I P", + "▁ IP", + "ad ing", + "adi ng", + "adin g", + "a ding", + "or a", + "o ra", + "▁b attery", + "▁batter y", + "▁bat tery", + "▁batt ery", + "es ides", + "她 们", + "态 度", + "▁environment al", + "as te", + "ast e", + "a ste", + "▁V is", + "▁Vi s", + "▁ Vis", + "▁f ly", + "▁fl y", + "▁ fly", + "▁contin uous", + "▁continu ous", + "▁ continuous", + "趋 势", + "▁opt ical", + "▁op tical", + "▁ optical", + "ca r", + "c ar", + "复 杂", + "mod ule", + "mo dule", + "▁for mation", + "▁form ation", + "▁format ion", + "▁ formation", + "▁exper ts", + "▁exp erts", + "▁expert s", + "▁p m", + "▁ pm", + "▁s hooting", + "▁shoot ing", + "▁sho oting", + "г и", + "om ic", + "omi c", + "o mic", + "▁inter ests", + "▁interest s", + "确 认", + "▁G ermany", + "▁Germ any", + "▁German y", + "▁Ger many", + "ro ns", + "ron s", + "r ons", + "概 念", + "队 伍", + "▁achie ved", + "▁achieve d", + "▁com pre", + "▁comp re", + "▁compr e", + "▁effect ively", + "▁effective ly", + "pl ot", + "p lot", + "▁w earing", + "▁we aring", + "▁wear ing", + "il arly", + "ilar ly", + "▁appreci ate", + "Tab le", + "Ta ble", + "T able", + "M P", + "Re g", + "R eg", + "Im age", + "I mage", + "贡 献", + "▁some where", + "▁somew here", + "给 予", + "▁f unny", + "▁fun ny", + "制 定", + "▁des ire", + "▁opt imal", + "▁optim al", + "▁ optimal", + "革 命", + "▁a dm", + "▁ad m", + "近 日", + "ri ck", + "ric k", + "r ick", + "▁c ab", + "▁ca b", + "▁ cab", + "A n", + "ail ed", + "ai led", + "a iled", + "F A", + "  –", + "▁mechan ism", + "▁p rin", + "▁pr in", + "▁pri n", + "▁ prin", + "回 家", + "审 理", + "▁s ister", + "▁si ster", + "ploy ment", + "表 面", + "▁I ran", + "▁Ir an", + "▁r are", + "▁ra re", + "机 器", + "mat rix", + "m atrix", + "▁F rank", + "▁Fr ank", + "▁Fra nk", + "▁Fran k", + "▁ Frank", + "▁be auty", + "▁beaut y", + "委 托", + "u i", + "▁( )", + "▁ ()", + "▁m ixed", + "▁mix ed", + "▁ mixed", + "▁k inds", + "▁kind s", + "▁kin ds", + "▁com mitted", + "▁comm itted", + "▁commit ted", + "ES S", + "E SS", + "▁oper ators", + "▁operator s", + "nu ll", + "n ull", + "ce an", + "cea n", + "c ean", + "每 年", + "▁some what", + "▁somew hat", + "it ar", + "ita r", + "i tar", + "le mma", + "lem ma", + "l emma", + "▁ch annels", + "▁channel s", + "▁ channels", + "▁b ringing", + "▁br inging", + "▁bring ing", + "▁ bringing", + "▁f raction", + "▁fr action", + "▁fra ction", + "▁fract ion", + "▁elect ronic", + "▁electron ic", + "▁electro nic", + "▁perfect ly", + "▁def end", + "▁defe nd", + "▁a th", + "▁at h", + "▁ ath", + "▁o ri", + "▁or i", + "▁ ori", + "▁b are", + "▁bar e", + "▁ba re", + "▁pol itics", + "▁polit ics", + "▁ politics", + "岗 位", + "▁s ick", + "▁si ck", + "▁inter pret", + "▁interpre t", + "▁ interpret", + "ui ng", + "u ing", + "▁sh ap", + "▁I ns", + "▁In s", + "▁ Ins", + "不 用", + "om orph", + "o morph", + "Man ager", + "er ies", + "erie s", + "eri es", + "e ries", + "年 代", + "▁Car ol", + "▁Ca rol", + "▁z one", + "▁ zone", + "▁s uit", + "▁su it", + "▁ suit", + "▁H T", + "▁ HT", + "▁R ussian", + "▁Russ ian", + "▁Russia n", + "▁l imits", + "▁li mits", + "▁lim its", + "▁limit s", + "▁ limits", + "▁d ogs", + "▁do gs", + "▁dog s", + "▁S ocial", + "▁So cial", + "▁Soc ial", + "▁ Social", + "▁p late", + "▁pl ate", + "▁pla te", + "▁plat e", + "▁ plate", + "▁l osing", + "▁lo sing", + "▁los ing", + "▁her self", + "▁hers elf", + "高 度", + "m o", + "` \\", + "行 的", + "令 人", + "▁- \\\\", + "▁-\\ \\", + "▁ -\\\\", + "ar ts", + "art s", + "S p", + "▁п ри", + "▁пр и", + "▁ при", + "▁s ky", + "▁sk y", + "▁ sky", + "co hol", + "coh ol", + "gr aph", + "gra ph", + "g raph", + "▁pl astic", + "▁plas tic", + "▁pla stic", + "▁B ob", + "▁Bo b", + "▁ Bob", + "▁ar bit", + "形 象", + "▁a rms", + "▁ar ms", + "▁arm s", + "▁ arms", + "ic ted", + "ict ed", + "▁con taining", + "▁cont aining", + "▁contain ing", + "▁ containing", + "in ue", + "fo l", + "f ol", + "▁after noon", + "C A", + "唯 一", + "out put", + "爱 的", + "思 维", + "▁ind icate", + "▁indic ate", + "▁em phas", + "▁emp has", + "▁rad ius", + "▁radi us", + "▁ radius", + "▁F rance", + "▁Fr ance", + "▁Franc e", + "▁Fra nce", + "▁Fran ce", + "▁Cent ral", + "▁ Central", + "▁p ump", + "▁V ol", + "▁Vo l", + "▁ Vol", + "▁L ast", + "▁La st", + "▁Las t", + "▁ Last", + "限 制", + "al o", + "a lo", + "we b", + "w eb", + "小 的", + "}} (", + "} }(", + "▁d iss", + "▁dis s", + "▁di ss", + "▁ diss", + "▁I ll", + "▁Il l", + "▁ Ill", + "▁sim ulation", + "▁t een", + "▁te en", + "▁tee n", + "▁ teen", + "Cl ient", + "= -", + "依 据", + "▁vers ions", + "▁version s", + "▁ versions", + "感 谢", + "▁g lad", + "▁gl ad", + "la w", + "l aw", + "电 池", + "nP ost", + "n Post", + "ag ram", + "agra m", + "a gram", + "at rix", + "atri x", + "▁Se curity", + "▁Sec urity", + "▁ Security", + "▁p al", + "▁pa l", + "▁ pal", + "AR T", + "A RT", + "公 众", + "fo nt", + "f ont", + "▁ex pos", + "▁exp os", + "at in", + "ati n", + "a tin", + "▁+ =", + "▁ +=", + "▁m odes", + "▁mod es", + "▁mode s", + "▁mo des", + "▁ modes", + "▁  ", + "的 不", + "一 段", + "错 误", + "▁G rand", + "▁Gr and", + "▁Gra nd", + "▁Gran d", + "▁ Grand", + "工作 人员", + "▁S how", + "▁Sh ow", + "▁Sho w", + "▁ Show", + "▁al ign", + "▁ali gn", + "▁ align", + "▁w edding", + "▁we dding", + "▁Se nate", + "▁Sen ate", + "▁ch ief", + "▁chi ef", + "▁ chief", + "▁main ly", + "同学 们", + "im ages", + "image s", + "ima ges", + "imag es", + "▁cons ists", + "▁consist s", + "▁dis appoint", + "人民 币", + "▁Af rican", + "▁Afric an", + "▁Africa n", + ":\\ \\", + ": \\\\", + "观 众", + "▁sim ulations", + "▁simulation s", + "j u", + "▁ex cess", + "▁exc ess", + "la st", + "las t", + "l ast", + "ni t", + "n it", + "预 计", + "广 东", + "▁sc enario", + "▁scen ario", + "▁sub t", + "▁su bt", + "或 许", + "v a", + "nY our", + "nYou r", + "n Your", + "▁pro pag", + "▁prop ag", + "▁ propag", + "ry pt", + "回 到", + "▁m oves", + "▁mov es", + "▁move s", + "▁mo ves", + "▁ed ges", + "▁edge s", + "▁ edges", + "天 的", + "▁B er", + "▁Be r", + "▁ Ber", + "▁F OR", + "▁FO R", + "▁ FOR", + "▁surpr ised", + "▁surprise d", + "加 快", + "▁w itness", + "▁wit ness", + "▁re duction", + "▁redu ction", + "▁red uction", + "C O", + "ner gy", + "n ergy", + "日 子", + "▁p ractical", + "▁pract ical", + "▁R ussia", + "▁Russ ia", + "On e", + "O ne", + "ip es", + "ipe s", + "i pes", + "▁R ad", + "▁Ra d", + "▁ Rad", + "很 好", + "▁Comm ittee", + "▁Commit tee", + "Sy stem", + "Sys tem", + "S ystem", + "一 旦", + "尽 管", + "▁reve aled", + "▁reveal ed", + "▁+ \\", + "▁ +\\", + "空 气", + "▁M ass", + "▁Ma ss", + "▁Mas s", + "▁ Mass", + "▁sub sequ", + "▁subs equ", + "z y", + "▁s ymmetry", + "▁symmet ry", + "▁sym metry", + "▁ symmetry", + "▁be gins", + "▁begin s", + "▁beg ins", + "▁art ists", + "▁artist s", + "li k", + "l ik", + "▁b oys", + "▁bo ys", + "▁boy s", + "▁ boys", + "▁any more", + "探 索", + "运 输", + "▁D uring", + "▁Du ring", + "▁Dur ing", + "▁ During", + "▁cap able", + "▁ca pable", + "▁or dered", + "▁order ed", + "▁ord ered", + "▁ ordered", + "un s", + "u ns", + "▁re ader", + "▁read er", + "▁ reader", + "▁b inary", + "▁bin ary", + "▁ binary", + "▁M ain", + "▁Ma in", + "▁ Main", + "▁ex plan", + "▁exp lan", + "▁expl an", + "▁ad vertising", + "▁advert ising", + "▁advertis ing", + "D R", + "L S", + "nY es", + "n Yes", + "▁sur prise", + "▁surpr ise", + "B R", + "] )", + "美 的", + "▁m ac", + "▁ma c", + "▁ mac", + "but ton", + "b utton", + "▁ke eps", + "▁keep s", + "ic ian", + "ici an", + "icia n", + "▁cont ributions", + "▁contribut ions", + "▁contribution s", + "下 去", + "每 次", + "▁pr ime", + "▁pri me", + "▁prim e", + "▁ prime", + "* {", + "▁danger ous", + "▁Mus lim", + "▁ Muslim", + "名 字", + "bu r", + "b ur", + "▁slow ly", + "▁v ehicles", + "▁veh icles", + "▁vehicle s", + "▁t ested", + "▁te sted", + "▁test ed", + "ollow ing", + "oll owing", + "▁d ynamic", + "▁dynam ic", + "▁ dynamic", + "▁s cientific", + "▁scient ific", + "▁f light", + "▁fl ight", + "▁ flight", + "名 的", + "▁s paces", + "▁sp aces", + "▁space s", + "▁spa ces", + "▁spac es", + "▁top ics", + "▁topic s", + "ten ance", + "if ies", + "ifi es", + "▁Th ose", + "▁ Those", + "At t", + "A tt", + "检 察", + "▁L ong", + "▁Lo ng", + "▁Lon g", + "▁ Long", + "违 法", + "ke s", + "k es", + "▁re ward", + "▁r eward", + "▁rew ard", + "▁ reward", + "症 状", + "▁A tl", + "▁At l", + "▁Col or", + "▁Co lor", + "▁ Color", + "▁reg ime", + "所有 的", + "所 有的", + "▁M ike", + "▁Mi ke", + "▁Mik e", + "▁ Mike", + "▁off icer", + "▁offic er", + "▁office r", + "ame ters", + "amet ers", + "ameter s", + "给 我", + "的 方法", + "ar gs", + "arg s", + "判 断", + "ir ation", + "ira tion", + "i ration", + "享 受", + "委 会", + "$ {", + "ro nic", + "ron ic", + "r onic", + "▁L ake", + "▁La ke", + "▁Lak e", + "nom ial", + "n omial", + "text rm", + "▁Te am", + "▁Tea m", + "▁ Team", + "▁W estern", + "▁West ern", + "▁Wes tern", + "▁Wester n", + "太 阳", + "▁l ie", + "▁li e", + "▁ lie", + "▁circum st", + "cu p", + "c up", + "▁M ount", + "▁Mo unt", + "IS T", + "I ST", + "st ood", + "sto od", + "ke t", + "k et", + "ac tor", + "act or", + "a ctor", + "▁B et", + "▁Be t", + "co in", + "c oin", + "▁A PI", + "▁AP I", + "▁ API", + "▁im p", + "▁i mp", + "▁ imp", + "部 署", + "qu are", + "qua re", + "м о", + "▁L and", + "▁La nd", + "▁Lan d", + "▁ Land", + "en u", + "e nu", + "// \\", + "/ /\\", + "很 大", + "婚 姻", + "ble s", + "bl es", + "b les", + "om etric", + "omet ric", + "o metric", + "好 像", + "▁improve ment", + "an i", + "a ni", + "ra s", + "r as", + "▁s hit", + "▁sh it", + "▁ shit", + "▁n umerical", + "▁numer ical", + "▁numeric al", + "打 开", + "鉴 定", + "▁A D", + "▁ AD", + "ra structure", + "rast ructure", + "ee r", + "e er", + "顺 利", + "foot note", + "st s", + "s ts", + "▁St and", + "▁Stan d", + "▁Sta nd", + "= (", + "▁c rack", + "▁cr ack", + "▁cra ck", + "▁ crack", + "半 年", + "▁ha sn", + "▁has n", + "加 工", + "▁H ave", + "▁Ha ve", + "▁Hav e", + "▁ Have", + "▁l icense", + "▁lic ense", + "▁ license", + "ual ity", + "u ality", + "st ruct", + "str uct", + "stru ct", + "公 布", + "相 应", + "▁measure ment", + "我 在", + "广 大", + "▁fac ilities", + "▁facilit ies", + "▁re placed", + "▁repl aced", + "▁replace d", + "▁i ron", + "▁ir on", + "▁ iron", + "▁f avour", + "▁fav our", + "u a", + "▁pl anned", + "▁plan ned", + "▁ planned", + "年 龄", + "节 目", + "▁Direct or", + "▁Dir ector", + "▁st ands", + "▁stand s", + "▁sta nds", + "▁inv olve", + "▁invol ve", + "▁br anch", + "▁bra nch", + "▁ branch", + "的 影响", + "人 士", + "▁ag ents", + "▁agent s", + "▁ agents", + "▁re form", + "▁ref orm", + "▁s ugar", + "▁su gar", + "▁sug ar", + "im port", + "imp ort", + "og rap", + "▁ins ert", + "▁ insert", + "ъ т", + "▁se eking", + "▁see king", + "▁seek ing", + "▁re cipe", + "▁rec ipe", + "▁reci pe", + "▁recip e", + "▁ recipe", + "▁y outh", + "▁you th", + "▁yo uth", + "都 要", + "en sus", + "ens us", + "▁b ench", + "▁be nch", + "▁ben ch", + "▁ bench", + "▁J ud", + "▁Ju d", + "P H", + "ult ure", + "▁qu ery", + "▁que ry", + "▁ query", + "▁Net work", + "▁ Network", + "ur d", + "u rd", + "▁arch itecture", + "▁architect ure", + "▁ architecture", + "创 建", + "▁p assing", + "▁pass ing", + "▁pas sing", + "▁L os", + "▁Lo s", + "▁orig in", + "▁ori gin", + "▁ origin", + "vi n", + "v in", + "长 的", + "f d", + "pl ete", + "ple te", + "plet e", + "p lete", + "▁N ULL", + "▁ NULL", + "xs pace", + "x space", + "高 速", + "▁we alth", + "▁ wealth", + "R S", + "回 答", + "en a", + "e na", + "温 度", + "▁record ed", + "全 体", + "放 弃", + "▁T re", + "▁Tr e", + "动 作", + "nP h", + "n Ph", + "基 层", + "意 味", + "Res ponse", + "到 的", + "In put", + "人 在", + "▁class ical", + "▁classic al", + "▁ classical", + "▁U sing", + "▁Us ing", + "▁ Using", + "手 术", + "AS S", + "A SS", + "▁e state", + "▁est ate", + "▁cris is", + "▁cri sis", + "▁should n", + "文 学", + "大 概", + "}$ )", + "} $)", + "贸 易", + "▁s ac", + "▁sa c", + "▁ sac", + "bo und", + "b ound", + "{{ \\\\", + "{ {\\\\", + "fil tered", + "filter ed", + "▁g rid", + "▁gr id", + "▁gri d", + "▁ grid", + "▁conf irmed", + "▁confirm ed", + "▁ confirmed", + "▁st rict", + "▁str ict", + "▁stri ct", + "▁ strict", + "▁conf ident", + "ci ples", + "cipl es", + "▁com pact", + "▁comp act", + "▁compa ct", + "▁ compact", + "▁strateg ies", + "iff erent", + "iffe rent", + "女 孩", + "▁L ouis", + "▁Lou is", + "▁Lo uis", + "▁c apture", + "▁capt ure", + "▁ capture", + "ba n", + "b an", + "欢 迎", + "▁t urning", + "▁turn ing", + "▁tur ning", + "▁am plit", + "▁ampl it", + "▁amp lit", + "▁ro oms", + "▁room s", + "▁ rooms", + "新 型", + "▁t ail", + "▁ta il", + "▁ tail", + "▁ind icates", + "▁indic ates", + "▁indicate s", + "▁r om", + "▁ro m", + "▁ rom", + "▁a mb", + "▁am b", + "▁ amb", + "▁su itable", + "▁suit able", + "▁pull ed", + "▁pul led", + "大多 数", + "大 多数", + "结 婚", + "▁lo an", + "体 现", + "ag ers", + "age rs", + "ager s", + "a gers", + "一 份", + "▁g arden", + "▁gar den", + "▁gard en", + "▁re mark", + "▁r emark", + "▁rem ark", + "▁ remark", + "▁per turb", + "▁pert urb", + "▁ perturb", + "期 的", + "nW ell", + "nWe ll", + "n Well", + "▁C up", + "▁Cu p", + "▁f ees", + "▁fe es", + "▁fee s", + "▁crow d", + "▁cro wd", + "▁g ather", + "▁ga ther", + "▁ gather", + "▁re commended", + "▁recomm ended", + "▁recommend ed", + "c r", + "也 要", + "▁dro pped", + "▁drop ped", + "sc ribe", + "scrib e", + "scri be", + "scr ibe", + "s cribe", + "示 范", + "▁C ath", + "▁Cat h", + "▁Ca th", + "▁rel igion", + "▁relig ion", + "ib ilities", + "mi c", + "m ic", + "tim estamp", + "pr ise", + "pri se", + "p rise", + "▁M ax", + "▁Ma x", + "▁ Max", + "ff ect", + "ffe ct", + "f fect", + "▁s ympt", + "▁sym pt", + "▁symp t", + "相 互", + "▁J ava", + "▁Ja va", + "▁ Java", + "{ $", + "出 去", + "▁su spect", + "▁sus pect", + "▁susp ect", + "先 进", + "▁Mc C", + "up date", + "ow nt", + "own t", + "▁d ust", + "▁du st", + "c b", + "鼓 励", + "▁n ic", + "▁ nic", + "欧 洲", + "▁Bl ue", + "▁Blu e", + "▁ Blue", + "de c", + "d ec", + "nA nother", + "nAn other", + "n Another", + "▁represent ed", + "▁ represented", + "ur ally", + "ural ly", + "详 细", + "ro oms", + "room s", + "ve ly", + "vel y", + "v ely", + "ess ions", + "ession s", + "风 格", + "▁Se cond", + "▁Sec ond", + "▁ Second", + "▁corpor ate", + "▁b unch", + "▁bu nch", + "▁bun ch", + "使 得", + "um ns", + "umn s", + "gorith ms", + "gorithm s", + "▁ext ends", + "▁extend s", + "▁ extends", + "▁N ov", + "▁No v", + "▁ Nov", + "记 得", + "on na", + "▁Man agement", + "▁ Management", + "▁F il", + "▁Fi l", + "▁ Fil", + "▁f ormal", + "▁for mal", + "▁form al", + "▁ formal", + "▁f acts", + "▁fact s", + "▁fac ts", + "▁ facts", + "f alse", + "▁bel ieved", + "▁belie ved", + "▁believe d", + "▁fund amental", + "▁fundament al", + "▁f le", + "▁fl e", + "▁ fle", + "植 物", + "e a", + "а н", + "de p", + "d ep", + "▁S and", + "▁San d", + "▁Sa nd", + "n v", + "▁r is", + "▁ri s", + "▁ ris", + "▁h oping", + "▁hop ing", + "▁ho ping", + "▁st ack", + "▁sta ck", + "▁ stack", + "▁occ asion", + "▁occas ion", + "C P", + "}$ \\", + "} $\\", + "AN T", + "A NT", + "▁N Y", + "▁ NY", + "▁t hin", + "▁th in", + "▁ thin", + "od ed", + "ode d", + "o ded", + "都 能", + "av en", + "ave n", + "a ven", + "fi nd", + "fin d", + "f ind", + "人 物", + "▁b each", + "▁be ach", + "▁B as", + "▁Ba s", + "▁ Bas", + "ip e", + "i pe", + "让我 们", + "让 我们", + "路 上", + "▁ad ult", + "▁adul t", + "he rent", + "her ent", + "here nt", + "h erent", + "农 民", + "党 委", + "传 播", + "本 发明", + "▁w al", + "▁wa l", + "▁ wal", + "司 法", + "an da", + "and a", + "a nda", + "ro ot", + "r oot", + "▁in vari", + "▁i nvari", + "▁inv ari", + "▁R oy", + "▁Ro y", + "▁i con", + "▁ic on", + "▁ icon", + "ac ter", + "act er", + "F r", + "▁bre aking", + "▁break ing", + "▁ breaking", + "om y", + "o my", + "方面 的", + "方 面的", + "nu se", + "nus e", + "n use", + "Res ult", + "▁ve get", + "▁veg et", + "▁i P", + "下 了", + "ic ial", + "ici al", + "icia l", + "i cial", + "\\\"\\\" \\\"\\", + "\\\"\\\"\\\" \\", + "▁s izes", + "▁size s", + "▁si zes", + "▁j u", + "▁ ju", + "]\\ \\", + "] \\\\", + "ype s", + "yp es", + "y pes", + "称 为", + "▁b uff", + "▁bu ff", + "▁buf f", + "▁ buff", + "▁cons umers", + "▁consum ers", + "▁consumer s", + "▁consume rs", + "lay er", + "la yer", + "l ayer", + "▁un known", + "▁ unknown", + "性 能", + "he m", + "h em", + "St atus", + "Stat us", + "▁we apons", + "▁weap ons", + "▁weapon s", + "ap py", + "app y", + "a ppy", + "▁liter ature", + "▁pro port", + "▁prop ort", + "▁re son", + "▁res on", + "▁ reson", + "村 民", + "实 用", + "pro ject", + "proj ect", + "▁prom pt", + "▁in tent", + "▁int ent", + "▁inte nt", + "▁ intent", + "伤 害", + "▁c ultural", + "▁cult ural", + "▁ cultural", + "▁E ducation", + "▁Edu cation", + "▁Educ ation", + "iv ered", + "ive red", + "iver ed", + "i vered", + "▁s ustain", + "▁sus tain", + "▁sust ain", + "主 持", + "▁m illions", + "▁million s", + "▁mill ions", + "ER T", + "E RT", + "▁re peated", + "▁repe ated", + "▁repeat ed", + "随 后", + "▁ins pired", + "▁insp ired", + "▁inspire d", + "▁inspir ed", + "▁ inspired", + "改 造", + "▁W all", + "▁Wal l", + "▁Wa ll", + "▁ Wall", + "▁c ounty", + "▁count y", + "▁cou nty", + "▁function al", + "▁ functional", + "▁t rading", + "▁tr ading", + "▁tra ding", + "▁trad ing", + "签 订", + "▁ Р", + "挑 战", + "nU n", + "n Un", + "▁accept ed", + "| \\", + "▁un iversity", + "▁univers ity", + "at o", + "a to", + "Com m", + "Co mm", + "理 想", + "t m", + "▁C all", + "▁Cal l", + "▁Ca ll", + "▁ Call", + "配 置", + "▁hy dro", + "▁hyd ro", + "▁ hydro", + "当 事", + "Sh e", + "S he", + "▁exec utive", + "▁execut ive", + "▁offic ers", + "▁office rs", + "▁officer s", + "▁l iked", + "▁li ked", + "▁like d", + "▁lik ed", + "▁ liked", + "im ately", + "imate ly", + "▁m atters", + "▁mat ters", + "▁matter s", + "▁matt ers", + "▁matte rs", + "▁C H", + "▁ CH", + "▁s hell", + "▁sh ell", + "▁she ll", + "▁shel l", + "▁ shell", + "en umerate", + "enum erate", + "▁cons umer", + "▁consum er", + "▁consume r", + "▁ consumer", + "▁ ре", + "▁par allel", + "▁ parallel", + "▁t ack", + "▁ta ck", + "▁tac k", + "▁v eter", + "▁ve ter", + "▁vet er", + "▁c ream", + "▁cre am", + "▁ cream", + "▁approxim ation", + "▁approx imation", + "特别 是", + "▁< /", + "▁ \\", + "▁/> \\", + "▁ />\\", + "){ \\", + ") {\\", + "我 不", + "▁p ed", + "▁pe d", + "▁ ped", + "▁d ance", + "▁da nce", + "▁dan ce", + "▁R ight", + "▁Ri ght", + "▁Rig ht", + "▁ Right", + "B l", + "公 园", + "▁C EO", + "▁CE O", + "▁ CEO", + "▁ Г", + "▁s kill", + "▁sk ill", + "▁ski ll", + "▁ skill", + "▁We ek", + "▁ Week", + "天 气", + "▁f ort", + "▁for t", + "▁fo rt", + "▁ fort", + "良好 的", + "良 好的", + "绝 对", + "▁em otional", + "▁emot ional", + "▁emotion al", + "gr ad", + "gra d", + "g rad", + "kin s", + "ki ns", + "k ins", + "ap se", + "aps e", + "a pse", + "y e", + "分 为", + "▁s erving", + "▁serv ing", + "▁ser ving", + "▁ serving", + "▁Pol ice", + "▁Polic e", + "▁sup ports", + "▁support s", + "▁suppor ts", + "▁C ard", + "▁Car d", + "▁Ca rd", + "▁ Card", + "▁s ole", + "▁so le", + "▁sol e", + "▁ sole", + "利 润", + "ed u", + "e du", + "专 项", + "▁F inally", + "▁Fin ally", + "▁Final ly", + "▁ Finally", + "zi ng", + "z ing", + "б о", + "▁W ord", + "▁Wor d", + "▁Wo rd", + "▁ Word", + "▁particip ants", + "▁participant s", + "回 复", + "▁sur gery", + "▁surge ry", + "▁surg ery", + "Su p", + "S up", + "de g", + "d eg", + "▁Th omas", + "▁Thom as", + "▁ Thomas", + "主 体", + "▁O ld", + "▁Ol d", + "▁ Old", + "S H", + "酒 店", + "实 力", + "多 了", + "一 家", + "▁t iny", + "▁tin y", + "▁ti ny", + "▁ tiny", + "▁s td", + "▁st d", + "▁ std", + "le ts", + "let s", + "l ets", + "▁act s", + "▁ac ts", + "▁ acts", + "▁W here", + "▁Wh ere", + "▁Whe re", + "▁ Where", + "Po int", + "P oint", + "▁s orry", + "▁sor ry", + "▁ sorry", + "▁tom orrow", + "其 特征", + "▁t ou", + "▁to u", + "▁acc ommod", + "▁accom mod", + "也 在", + "▁d u", + "▁ du", + "F e", + "▁c ro", + "▁cr o", + "▁ cro", + "▁r aw", + "▁ra w", + "▁ raw", + "做 的", + "UR L", + "U RL", + "手 段", + "j o", + "苹 果", + "正 是", + "▁$ (\\\\", + "▁$( \\\\", + "▁ $(\\\\", + "port ed", + "por ted", + "p orted", + "▁v ent", + "▁ve nt", + "▁ven t", + "▁ vent", + "所 在", + "▁gu ests", + "▁guest s", + "▁p erman", + "▁per man", + "sc ri", + "scr i", + "s cri", + "ul ating", + "ula ting", + "▁re venue", + "▁reven ue", + "▁appro ved", + "▁ap proved", + "▁approve d", + "▁ approved", + "一 边", + "▁L ight", + "▁Li ght", + "▁ Light", + "立 即", + "流 程", + "▁Ang eles", + "▁Angel es", + "▁n either", + "▁ne ither", + "▁ neither", + "▁spect ral", + "▁spectra l", + "文 字", + "sub figure", + "之 中", + "的情况 下", + "的 情况下", + "per form", + "perf orm", + "最好 的", + "最 好的", + "▁lo vely", + "▁love ly", + "ig ital", + "igi tal", + "Do n", + "D on", + "董 事", + "▁f inds", + "▁fin ds", + "▁find s", + "▁fi nds", + "▁n ative", + "▁nat ive", + "▁ native", + "▁sent ence", + "▁ sentence", + "▁in depend", + "▁ind epend", + "▁inde pend", + "is tent", + "ist ent", + "▁Ch ris", + "▁ Chris", + "做 出", + "vent ional", + "vention al", + "▁P ay", + "▁Pa y", + "▁ Pay", + "om in", + "omi n", + "o min", + "▁S U", + "▁ SU", + "—— ——", + "er man", + "erm an", + "▁s patial", + "▁sp atial", + "▁spat ial", + "▁ spatial", + "▁val uable", + "▁St art", + "▁Star t", + "▁Sta rt", + "▁ Start", + "▁s ight", + "▁si ght", + "▁sigh t", + "▁sig ht", + "▁ sight", + "▁com prehens", + "▁compre hens", + "新 冠", + "▁m ir", + "▁mi r", + "▁ mir", + "▁r ig", + "▁ri g", + "▁ rig", + "en sed", + "ens ed", + "ense d", + "} :", + "▁talk ed", + "▁tal ked", + "▁direct ory", + "▁dire ctory", + "▁director y", + "▁ directory", + "w orld", + "▁t rick", + "▁tr ick", + "▁tri ck", + "▁rel iable", + "▁reli able", + "环 保", + "▁re const", + "▁recon st", + "▁orig inally", + "▁original ly", + "▁origin ally", + "会 上", + "▁g rew", + "▁gr ew", + "▁gre w", + "▁ad ults", + "▁adult s", + "▁adul ts", + "▁Comm unity", + "▁Commun ity", + "▁ Community", + "定 位", + "▁T em", + "▁Te m", + "▁ Tem", + "se ct", + "sec t", + "s ect", + "▁John son", + "▁Johns on", + "中 國", + "▁f ruit", + "▁fr uit", + "▁fru it", + "▁ fruit", + "青 春", + "▁est imates", + "▁estim ates", + "▁estimate s", + "▁rem ote", + "▁remot e", + "▁ remote", + "me m", + "m em", + "k g", + "▁l unch", + "▁lun ch", + "▁g rown", + "▁grow n", + "▁gr own", + "▁gro wn", + "▁ grown", + "nO ver", + "n Over", + "很 快", + "Re p", + "R ep", + "▁t aught", + "▁ta ught", + "ip t", + "i pt", + "件 事", + "or ough", + "o rough", + "ON E", + "O NE", + "▁E qu", + "▁Eq u", + "▁ Equ", + "▁st uck", + "网 上", + "▁E nd", + "▁En d", + "▁ End", + "▁f ro", + "▁fr o", + "▁ fro", + "▁author ity", + "▁auth ority", + "▁k ing", + "▁kin g", + "▁ king", + "▁iss ued", + "▁issue d", + "▁issu ed", + "M M", + "nS te", + "nSt e", + "n Ste", + "id ers", + "ide rs", + "ider s", + "i ders", + "民 警", + "▁S ol", + "▁So l", + "▁ Sol", + "▁M usic", + "▁Mus ic", + "▁Mu sic", + "▁ Music", + "▁con tained", + "▁cont ained", + "▁contain ed", + "▁ contained", + "工 艺", + "▁f requently", + "▁frequ ently", + "▁fre quently", + "▁frequent ly", + "in er", + "ine r", + "i ner", + "▁pro ved", + "▁prov ed", + "▁pr oved", + "▁prove d", + "▁ proved", + "▁M odel", + "▁Mod el", + "▁Mo del", + "▁Mode l", + "▁ Model", + "▁con tem", + "▁cont em", + "▁co ntem", + "至 今", + "▁e nforce", + "▁en force", + "G R", + "as ts", + "ast s", + "a sts", + "it utions", + "itution s", + "▁ob jective", + "▁object ive", + "▁obj ective", + "▁ objective", + "的 前", + "▁S oft", + "▁So ft", + "▁Sof t", + "▁ Soft", + "uo us", + "u ous", + "il ib", + "ili b", + "i lib", + "az z", + "a zz", + "▁Eng ine", + "▁ Engine", + "ca rd", + "car d", + "c ard", + "▁de cor", + "▁dec or", + "▁deco r", + "ex pected", + "exp ected", + "expect ed", + "el i", + "e li", + "▁ob serve", + "▁observ e", + "▁obser ve", + "▁obs erve", + "▁re produ", + "▁rep rodu", + "T P", + "or se", + "ors e", + "▁walk ed", + "▁wal ked", + "▁fac ility", + "▁facilit y", + "Tr ue", + "T rue", + "▁histor ical", + "▁historic al", + "nS up", + "n Sup", + "▁l oves", + "▁lo ves", + "▁love s", + "很 有", + "课 堂", + "tr a", + "t ra", + "▁col our", + "▁ colour", + "▁dec ade", + "各 类", + "▁l apt", + "▁la pt", + "▁lap t", + "实 在", + "af ter", + "aft er", + "a fter", + "的一 种", + "的 一种", + "▁J eff", + "▁Je ff", + "▁ Jeff", + "提 交", + "▁ref erred", + "▁refer red", + "▁referr ed", + "uu m", + "u um", + "hi gh", + "h igh", + "M ethod", + "tr y", + "t ry", + "整 治", + "▁a id", + "▁ aid", + "▁Lin ux", + "▁ Linux", + "pa re", + "par e", + "p are", + "三 年", + "ra ining", + "rain ing", + "r aining", + "▁trans formation", + "▁transform ation", + "▁W H", + "▁ WH", + "F S", + "ic an", + "ica n", + "i can", + "▁ch ose", + "▁cho se", + "▁re tain", + "▁ret ain", + "wide hat", + "▁pre pare", + "▁prepa re", + "▁prepar e", + "▁prep are", + "▁ prepare", + "▁v isible", + "▁vis ible", + "▁ visible", + "房 子", + "m ethod", + "el ls", + "ell s", + "▁p il", + "▁pi l", + "▁h ook", + "▁ho ok", + "▁ hook", + "▁St ep", + "▁Ste p", + "▁ Step", + "▁just ice", + "▁ justice", + "oc olate", + "oco late", + "ocol ate", + "▁sw im", + "▁O k", + "▁ Ok", + "他 说", + "集 体", + "▁j oy", + "▁jo y", + "▁ joy", + "Gr oup", + "G roup", + "▁wide ly", + "▁wid ely", + "I O", + "st ep", + "ste p", + "▁ра з", + "▁ раз", + "al a", + "a la", + "▁conduct ed", + "志愿 者", + "变 成", + "ix ed", + "▁d ealing", + "▁de aling", + "▁deal ing", + "▁s aved", + "▁sa ved", + "▁save d", + "▁sav ed", + "▁ saved", + "构 成", + "▁J ones", + "▁Jon es", + "▁Jo nes", + "▁ Jones", + "民 事", + "▁Ex per", + "▁Exp er", + "▁ Exper", + "nI m", + "n Im", + "▁pro vider", + "▁prov ider", + "▁provid er", + "▁provide r", + "▁ provider", + "▁p arking", + "▁par king", + "▁park ing", + "评 估", + "▁= \\", + "▁ =\\", + "▁ass istance", + "▁assist ance", + "▁L o", + "▁ Lo", + "res ults", + "result s", + "U I", + "pl an", + "p lan", + "▁D oes", + "▁Do es", + "▁ Does", + "▁poly nomial", + "per ties", + "pert ies", + "学 科", + "ir al", + "ira l", + "i ral", + "▁ex tent", + "▁ext ent", + "▁c overs", + "▁co vers", + "▁cover s", + "发 表", + "de tail", + "det ail", + "▁com mission", + "▁comm ission", + "▁) ;\\", + "▁); \\", + "▁ );\\", + "▁tal ent", + "▁tale nt", + "▁v ast", + "▁va st", + "答 案", + "▁is land", + "▁correspond s", + "ol a", + "o la", + "▁l ikes", + "▁li kes", + "▁like s", + "▁lik es", + "▁ likes", + "opy right", + "▁inst ructions", + "▁instr uctions", + "▁instruct ions", + "▁instruction s", + "Sc ript", + "S cript", + "▁More over", + "▁ Moreover", + "ia ms", + "iam s", + "i ams", + "▁challeng ing", + "▁s cr", + "▁sc r", + "▁ scr", + "▁B ush", + "▁Bu sh", + "▁Bus h", + "wa ter", + "wat er", + "w ater", + "cul ation", + "cu lation", + "c ulation", + "▁J ul", + "▁Ju l", + "▁ Jul", + "更 新", + "▁ext reme", + "▁extrem e", + "▁extr eme", + "▁fab ric", + "是 有", + "▁h ang", + "▁ha ng", + "▁ hang", + "▁c rew", + "▁cre w", + "▁cr ew", + "▁ crew", + "▁del ivered", + "▁deliver ed", + "▁e valuation", + "▁eval uation", + "▁evalu ation", + "▁ evaluation", + "利 率", + "提 醒", + "▁W ay", + "▁Wa y", + "▁ Way", + "▁sur prising", + "▁surpr ising", + "问题 的", + "至 于", + "▁s uc", + "▁su c", + "▁ suc", + "单 元", + "▁se ctions", + "▁section s", + "▁sect ions", + "▁ sections", + "及 其", + "担 心", + "br id", + "b rid", + "б и", + "▁t ast", + "▁tas t", + "▁ta st", + "即 可", + "让 你", + "it ure", + "itu re", + "▁al cohol", + "ame space", + "ames pace", + "op l", + "o pl", + "▁ess entially", + "▁essential ly", + "▁p in", + "▁pi n", + "▁ pin", + "参 考", + "= >", + "▁apart ment", + "▁ap artment", + "▁class ification", + "▁ classification", + "▁ax is", + "▁axi s", + "▁ axis", + "f c", + "▁act ing", + "▁ac ting", + "▁ acting", + "中 学", + "加 大", + "Re c", + "R ec", + "▁s pecified", + "▁spec ified", + "▁t ea", + "▁te a", + "▁M exico", + "▁Mex ico", + "ul se", + "uls e", + "H S", + "过 来", + "蛋 白", + "这就 是", + "这 就是", + "▁techn ologies", + "text tt", + "▁a dj", + "▁ad j", + "▁ adj", + "d r", + "就 不", + "▁e valuate", + "▁eval uate", + "▁evalu ate", + "▁ evaluate", + "▁c lock", + "▁cl ock", + "▁clo ck", + "▁ clock", + "机 械", + "▁in equ", + "▁i nequ", + "M B", + "多 年", + "ava script", + "avas cript", + "▁m ilk", + "▁mil k", + "▁mi lk", + "▁com pat", + "▁comp at", + "▁compa t", + "▁ compat", + "\\\\ /", + "bl ack", + "per son", + "pers on", + "p erson", + "▁prof essionals", + "▁professional s", + "▁profession als", + "指 标", + "op ic", + "o pic", + "危 险", + "in et", + "ine t", + "i net", + "同 志", + "中国 的", + "中 国的", + "j i", + "um ps", + "ump s", + "▁g ear", + "▁ge ar", + "▁ gear", + "▁calcul ations", + "▁calculation s", + "▁calc ulations", + "un dle", + "und le", + "▁J oe", + "▁Jo e", + "▁ Joe", + "协 调", + "nN ew", + "nNe w", + "n New", + "▁T en", + "▁Te n", + "▁ Ten", + "al ian", + "ali an", + "alia n", + "▁compet itive", + "我 也", + "▁pro tocol", + "▁prot ocol", + "▁proto col", + "▁ protocol", + "pr ession", + "press ion", + "p ression", + "▁al gorithms", + "▁algorithm s", + "▁cur ves", + "▁curve s", + "包 含", + "est yle", + "esty le", + "e style", + "全 市", + "▁S tr", + "▁St r", + "▁ Str", + "▁pot entially", + "▁potential ly", + "▁potent ially", + "fra me", + "fr ame", + "fram e", + "f rame", + "k m", + "ri um", + "r ium", + "▁v ul", + "▁feel ings", + "▁feeling s", + "▁fee lings", + "▁purch ased", + "▁purchase d", + "高 考", + "▁integr ated", + "▁integ rated", + "▁integrate d", + "▁integra ted", + "▁ integrated", + "▁gu est", + "▁ guest", + "ble m", + "bl em", + "b lem", + "ze ro", + "zer o", + "z ero", + "▁ill egal", + "▁ille gal", + "▁il legal", + "▁illeg al", + "▁s ensitive", + "▁sens itive", + "▁sensit ive", + "▁ sensitive", + "▁A S", + "▁ AS", + "ns el", + "nse l", + "n sel", + "▁normal ly", + "▁norm ally", + "上 升", + "▁s in", + "▁si n", + "▁ sin", + "h r", + "▁s an", + "▁sa n", + "▁ san", + "▁w atched", + "▁watch ed", + "▁wat ched", + "▁e vil", + "▁ev il", + "▁ evil", + "▁th reshold", + "▁thresh old", + "▁ threshold", + "р ъ", + "le ep", + "lee p", + "l eep", + "▁stat istics", + "▁statistic s", + "▁ statistics", + "▁c lar", + "▁cl ar", + "▁& \\", + "▁ &\\", + "se cond", + "sec ond", + "▁k m", + "▁ km", + "ve ctor", + "vec tor", + "vect or", + "v ector", + "▁Val ley", + "▁link ed", + "▁lin ked", + "▁ linked", + "来 源", + "EC T", + "E CT", + "▁ ]", + "▁ne ck", + "▁ neck", + "养 老", + "on ym", + "ony m", + "生活 中", + "D o", + "▁w eren", + "▁we ren", + "▁were n", + "In ter", + "Int er", + "▁k ernel", + "▁ kernel", + "▁percent age", + "no v", + "n ov", + "种 植", + "gi es", + "gie s", + "g ies", + "▁opin ions", + "▁opinion s", + "▁cont ribute", + "▁contribut e", + "突 出", + "▁max im", + "▁ma xim", + "▁ maxim", + "▁G en", + "▁Ge n", + "▁ Gen", + "平 时", + "成 熟", + "反 映", + "▁const raints", + "▁constrain ts", + "▁constraint s", + "▁ constraints", + "▁s can", + "▁sc an", + "▁ scan", + "▁L ead", + "▁Le ad", + "▁ Lead", + "覆 盖", + "le ctions", + "lect ions", + "lection s", + "面 前", + "上诉 人", + "▁b asket", + "▁bas ket", + "▁bask et", + "cu t", + "c ut", + "相 同", + "▁W al", + "▁Wa l", + "▁ Wal", + "是 我", + "▁C r", + "▁ Cr", + "▁rot ation", + "▁ rotation", + "资 格", + "▁integr ation", + "▁integ ration", + "▁integra tion", + "▁ integration", + "▁b odies", + "▁bod ies", + "▁N av", + "▁Na v", + "▁ Nav", + "▁mur der", + "▁murd er", + "▁w heel", + "▁whe el", + "▁ wheel", + "收 益", + "hu s", + "h us", + "re nce", + "ren ce", + "r ence", + "▁own ed", + "▁ow ned", + "▁ owned", + "▁in ject", + "▁inj ect", + "▁ inject", + "▁surround ing", + "▁f acing", + "▁fac ing", + "▁fa cing", + "▁ facing", + "▁let ters", + "▁letter s", + "▁ letters", + "读 书", + "La y", + "L ay", + "▁A v", + "▁ Av", + "sc ill", + "sci ll", + "▁F ood", + "▁Fo od", + "▁ Food", + "щ а", + "V C", + "▁W ater", + "▁Wat er", + "▁Wa ter", + "▁ Water", + "l s", + "▁clos ely", + "▁close ly", + "nA dd", + "nAd d", + "n Add", + "▁sign als", + "▁signal s", + "▁sig nals", + "办公 室", + "na b", + "n ab", + "▁prot ected", + "▁protect ed", + "▁ protected", + "切 实", + "能 量", + "nAl though", + "n Although", + "▁S uch", + "▁Su ch", + "▁ Such", + "av er", + "ave r", + "a ver", + "A b", + "▁т о", + "▁ то", + "一 致", + "组 合", + "ious ly", + "i ously", + "ppl ication", + "p plication", + "▁Pl us", + "▁ Plus", + "▁install ation", + "进 步", + "inst all", + "▁$ {", + "▁ ${", + "▁R ichard", + "▁Rich ard", + "▁Ric hard", + "▁Ri chard", + "▁ Richard", + "nv oid", + "n void", + "季 度", + "回 来", + "um es", + "ume s", + "u mes", + "▁col lected", + "▁coll ected", + "▁collect ed", + "▁D C", + "▁ DC", + "c p", + "v y", + "▁under stood", + "英 雄", + "▁m as", + "▁ma s", + "▁ mas", + "一 路", + "▁strong er", + "▁develop ers", + "▁developer s", + "n k", + "▁circ le", + "▁cir cle", + "▁ circle", + "▁Can adian", + "▁Canad ian", + "▁cl othes", + "▁cloth es", + "▁clot hes", + "▁list ening", + "▁listen ing", + "▁state ments", + "▁stat ements", + "▁statement s", + "▁A bout", + "▁Ab out", + "▁ About", + "的原 因", + "的 原因", + "OR T", + "O RT", + "▁b less", + "▁bl ess", + "▁ble ss", + "▁h its", + "▁hit s", + "▁hi ts", + "▁build ings", + "▁building s", + "el ler", + "ell er", + "elle r", + "合 法", + "▁le gs", + "▁leg s", + "▁y ards", + "▁yard s", + "▁ yards", + "| |", + "中 医", + "金 属", + "▁l ights", + "▁light s", + "▁ lights", + "▁comp ens", + "ni f", + "n if", + "ot he", + "oth e", + "o the", + "▁young er", + "▁yo unger", + "or ders", + "ord ers", + "order s", + "orde rs", + "▁b roke", + "▁bro ke", + "▁br oke", + "▁claim ed", + "▁ claimed", + "▁K en", + "▁Ke n", + "各 个", + "▁an alog", + "▁anal og", + "▁ana log", + "ge nt", + "gen t", + "g ent", + "▁s hots", + "▁sh ots", + "▁shot s", + "▁sho ts", + "▁ shots", + "▁l ift", + "▁li ft", + "▁lif t", + "▁ lift", + "na v", + "n av", + "st ack", + "stac k", + "sta ck", + "出来 的", + "出 来的", + "▁E lect", + "▁El ect", + "▁Ele ct", + "▁ Elect", + "多 种", + "常 见", + "▁O nline", + "▁On line", + "▁ Online", + "no rm", + "nor m", + "n orm", + "or tion", + "ort ion", + "▁Pro fess", + "▁Prof ess", + "▁sh oes", + "▁shoe s", + "▁sho es", + "aw ay", + "awa y", + "a way", + "▁com pute", + "▁comp ute", + "▁comput e", + "▁ compute", + "▁s poke", + "▁sp oke", + "▁spo ke", + "ul ing", + "uli ng", + "ulin g", + "u ling", + "▁C O", + "▁ CO", + "▁design s", + "内 心", + "▁pro tein", + "▁prot ein", + "▁prote in", + "▁Pol icy", + "▁Polic y", + "▁ Policy", + "不 住", + "▁it er", + "▁i ter", + "▁ iter", + "▁L emma", + "▁Le mma", + "▁Lem ma", + "▁ Lemma", + "他 在", + "mu t", + "m ut", + "党 的", + "疫 苗", + "▁for ever", + "▁fore ver", + "▁alle ged", + "▁alleg ed", + "ha n", + "h an", + "起 了", + "▁c uts", + "▁cut s", + "▁cu ts", + "▁ cuts", + "▁C ustom", + "▁ Custom", + "▁B ur", + "▁Bu r", + "▁ Bur", + "▁guarant ee", + "▁L ee", + "▁Le e", + "▁ Lee", + "▁c able", + "▁ca ble", + "▁cab le", + "重 庆", + "▁P o", + "▁ Po", + "▁& \\\\", + "▁&\\ \\", + "▁ &\\\\", + "▁st orm", + "▁sto rm", + "▁ storm", + "il it", + "ili t", + "i lit", + "▁f ault", + "▁fa ult", + "▁ex tend", + "▁ext end", + "▁ extend", + "er ior", + "eri or", + "e rior", + "cul ar", + "cu lar", + "c ular", + "M E", + "▁T ype", + "▁Ty pe", + "▁Typ e", + "▁ Type", + "▁near by", + "线 上", + "br e", + "b re", + "▁dist ributions", + "▁distribution s", + "▁distribut ions", + "nc on", + "nco n", + "n con", + "两 人", + "ly mp", + "▁d riven", + "▁dri ven", + "▁dr iven", + "▁drive n", + "▁driv en", + "▁ driven", + "▁b anks", + "▁bank s", + "▁ban ks", + "angu ages", + "anguage s", + "Con tent", + "Cont ent", + "el la", + "ell a", + "e lla", + "ф и", + "▁g ate", + "▁ga te", + "▁ gate", + "▁he ads", + "▁head s", + "▁ heads", + "▁M S", + "▁ MS", + "cl usions", + "clus ions", + "clusion s", + "▁direct ed", + "▁di rected", + "▁dir ected", + "▁ directed", + "▁t ruck", + "▁tr uck", + "▁tru ck", + "▁Spe cial", + "▁Spec ial", + "▁ Special", + "um s", + "u ms", + "▁E U", + "▁ EU", + "的 基础", + "▁cal culate", + "▁calcul ate", + "▁calc ulate", + "▁ calculate", + "▁pro fit", + "▁prof it", + "▁ profit", + "oc ument", + "▁ass umption", + "▁assum ption", + "▁ assumption", + "在这 里", + "在 这里", + "▁the orem", + "▁theore m", + "▁theor em", + "▁ theorem", + "▁ver tex", + "▁vert ex", + "▁verte x", + "▁ vertex", + "▁f aces", + "▁fac es", + "▁face s", + "▁fa ces", + "▁ faces", + "B L", + "▁O per", + "▁Op er", + "▁ Oper", + "▁a ver", + "▁av er", + "▁ aver", + "▁S eries", + "▁Se ries", + "▁Ser ies", + "▁ Series", + "IN T", + "I NT", + "意味 着", + "具 备", + "▁R om", + "▁Ro m", + "▁ Rom", + "G o", + "▁pos ting", + "▁post ing", + "看 来", + "▁c utting", + "▁cut ting", + "▁ cutting", + "ga ge", + "g age", + "▁g otten", + "▁got ten", + "G L", + "▁inf rastructure", + "ra ge", + "rag e", + "r age", + "▁temperature s", + "▁temper atures", + "▁w henever", + "▁whe never", + "▁when ever", + "d c", + "▁P ac", + "▁Pa c", + "▁ Pac", + "▁hard er", + "▁har der", + "▁Mar tin", + "▁Mart in", + "▁ Martin", + "▁organ ized", + "▁organize d", + "▁ organized", + "地 的", + "▁suc ceed", + "▁succ eed", + "A F", + "运 用", + "▁st ability", + "▁stabil ity", + "▁stab ility", + "▁sta bility", + "维 持", + "▁( -", + "▁ (-", + "do main", + "dom ain", + "F l", + "it ivity", + "iti vity", + "▁large ly", + "▁larg ely", + "▁ing redients", + "▁ingred ients", + "▁ingredient s", + "au s", + "a us", + "Ti tle", + "T itle", + "▁sup erv", + "▁super v", + "Pro perty", + "▁d isp", + "▁dis p", + "▁di sp", + "▁ disp", + "▁t ank", + "▁tan k", + "▁ta nk", + "▁t alks", + "▁talk s", + "▁tal ks", + "印 度", + "他 人", + "温 暖", + "Int roduction", + "ot ing", + "oti ng", + "o ting", + "Po s", + "P os", + "▁go ods", + "▁good s", + "最 佳", + "R C", + "cl ose", + "clos e", + "c lose", + "类 似", + "▁con clusion", + "▁ conclusion", + "▁го ди", + "▁ годи", + "ER E", + "E RE", + "▁p itch", + "▁pit ch", + "▁pitc h", + "▁ pitch", + "▁en tered", + "▁ent ered", + "▁enter ed", + "支 部", + "考 生", + "\":\" \\\\", + "\":\"\\ \\", + "el ly", + "ell y", + "▁ad ds", + "▁add s", + "规 则", + "还 能", + "▁main tenance", + "▁correct ly", + "on ed", + "one d", + "o ned", + "▁princ iple", + "▁princip le", + "▁B E", + "▁ BE", + "en ess", + "ene ss", + "enes s", + "e ness", + "ab et", + "abe t", + "a bet", + "fra id", + "fr aid", + "▁c ere", + "▁ce re", + "▁cer e", + "武 汉", + "gment s", + "gm ents", + "g ments", + "高 中", + "▁A rab", + "▁Ar ab", + "▁Ara b", + "opt ions", + "option s", + "o ptions", + "▁circumst ances", + "▁circumstance s", + "▁B oston", + "▁Bo ston", + "▁Bos ton", + "nF inally", + "nFin ally", + "nFinal ly", + "n Finally", + "▁st range", + "▁str ange", + "▁stra nge", + "▁strang e", + "▁spec tra", + "▁spect ra", + "▁b rown", + "▁bro wn", + "▁br own", + "▁brow n", + "▁ brown", + "Fi l", + "F il", + "▁C amp", + "▁Cam p", + "▁Ca mp", + "▁ Camp", + "}^ {-", + "}^{ -", + "} ^{-", + "▁kn ock", + "ag netic", + "agn etic", + "agne tic", + "agnet ic", + "▁emer gency", + "▁point ed", + "▁mag ic", + "▁ma gic", + "▁ magic", + "▁wond ering", + "▁wonder ing", + "▁Will iam", + "▁sc ores", + "▁score s", + "▁ scores", + "en ergy", + "ener gy", + "e nergy", + "▁rob ust", + "▁ robust", + "观 点", + "▁con venient", + "▁conven ient", + "serv er", + "ser ver", + "serve r", + "s erver", + "的 东西", + "ak s", + "a ks", + "矛 盾", + "财 政", + "发 动", + "ffic ients", + "fficient s", + "一 是", + "▁war rant", + "▁att ached", + "▁attach ed", + "Over ride", + "股 票", + "ly wood", + "排 名", + "▁app lying", + "▁appl ying", + "▁apply ing", + "▁s ymptoms", + "▁sympt oms", + "▁symptom s", + "▁st ored", + "▁store d", + "▁sto red", + "▁vis itors", + "▁visit ors", + "▁visitor s", + "M w", + "▁S N", + "▁ SN", + "我 觉得", + "在 此", + "Act ion", + "Ac tion", + "A ction", + "▁W hich", + "▁Wh ich", + "▁ Which", + "ir ms", + "irm s", + "i rms", + "▁re put", + "▁rep ut", + "▁program ming", + "创 作", + "▁M ont", + "▁Mon t", + "▁Mo nt", + "f b", + "一 场", + "都没 有", + "都 没有", + "情 感", + "an na", + "ann a", + "▁ult imately", + "▁ultimate ly", + "▁ul timately", + "▁is ol", + "▁i sol", + "▁iso l", + "▁dis appe", + "▁J ewish", + "▁Jew ish", + "gi t", + "g it", + "给 你", + "re p", + "r ep", + "pro d", + "pr od", + "p rod", + "▁Soc iety", + "▁st ead", + "▁ste ad", + "▁ stead", + "公 路", + "▁a fraid", + "ee n", + "e en", + "▁b ands", + "▁band s", + "▁ban ds", + "▁ba nds", + "▁ bands", + "ze d", + "z ed", + "▁N or", + "▁No r", + "irt ual", + "扩 大", + "高 校", + "The ta", + "Th eta", + "T heta", + "▁w inner", + "▁win ner", + "▁some how", + "▁observ ation", + "▁obser vation", + "▁obs ervation", + "▁a lt", + "▁al t", + "▁ alt", + "cal led", + "call ed", + "c alled", + "▁Ac adem", + "▁describ es", + "▁describe s", + "mon d", + "mo nd", + "m ond", + "▁th inks", + "▁think s", + "▁thin ks", + "学生 的", + "学 生的", + "数 学", + "▁incred ible", + "还 会", + "s g", + "▁disc rim", + "▁w alls", + "▁wall s", + "▁wal ls", + "▁ac ademic", + "▁academ ic", + "自 主", + "呈 现", + "en dar", + "end ar", + "enda r", + "▁exp lo", + "▁expl o", + "▁g lo", + "▁gl o", + "▁p romise", + "▁prom ise", + "▁ex ceed", + "▁exc eed", + "台 湾", + "< \\\\", + "▁st retch", + "▁str etch", + "▁stret ch", + "▁ stretch", + "▁m agnitude", + "▁magn itude", + "▁where as", + "▁s alt", + "▁sa lt", + "▁sal t", + "de scription", + "des cription", + "站 在", + "▁int ensity", + "▁intens ity", + "▁ intensity", + "▁d eals", + "▁de als", + "▁deal s", + "▁A gain", + "▁Ag ain", + "▁ Again", + "应 急", + "从 事", + "货 币", + "iss ues", + "issue s", + "is ted", + "ist ed", + "i sted", + "os ter", + "ost er", + "o ster", + "for ward", + "▁re sid", + "▁res id", + "ms g", + "m sg", + "ic tor", + "ict or", + "i ctor", + "nM ost", + "nMo st", + "n Most", + "▁aut hent", + "▁auth ent", + "▁ authent", + "▁pred icted", + "▁predict ed", + "第 十", + "id elines", + "ide lines", + "idel ines", + "▁c ryst", + "▁cry st", + "表 演", + "ip al", + "i pal", + "Ba ck", + "B ack", + "四 川", + "▁sh ipping", + "▁ship ping", + "▁ shipping", + "▁w el", + "▁we l", + "om ething", + "ome thing", + "omet hing", + "ъл га", + "▁re nd", + "▁r end", + "▁ren d", + "▁ rend", + "▁engine ering", + "▁engineer ing", + "▁ engineering", + "▁c ategories", + "▁categ ories", + "▁categor ies", + "▁ categories", + "▁ О", + "▁t ut", + "▁tu t", + "▁b read", + "▁bre ad", + "▁br ead", + "▁ bread", + "贫 困", + "▁o scill", + "▁ oscill", + "▁hon or", + "▁ho nor", + "▁m ini", + "▁min i", + "▁mi ni", + "▁ mini", + "▁p apers", + "▁paper s", + "▁pa pers", + "▁pap ers", + "▁ papers", + "▁a gencies", + "▁ag encies", + "▁recogn ize", + "模 块", + "▁administ r", + "% )", + "红 色", + "bu g", + "b ug", + "M Q", + "博 士", + "夫 妻", + "经 典", + "说 是", + "神 经", + "ult ane", + "ultan e", + "Cal l", + "Ca ll", + "C all", + "▁d ad", + "▁da d", + "▁ dad", + "cs s", + "c ss", + "▁w ra", + "▁wr a", + "每一 个", + "每 一个", + "的同 时", + "的 同时", + "is tor", + "ist or", + "G C", + "利 息", + "▁co ast", + "▁lo west", + "▁low est", + "Bo ok", + "B ook", + "st op", + "sto p", + "s top", + "▁sh ares", + "▁share s", + "▁shar es", + "几 年", + "▁Re view", + "▁Rev iew", + "▁ Review", + "ag on", + "ago n", + "a gon", + "▁B log", + "▁Bl og", + "▁Blo g", + "▁ Blog", + "▁de vi", + "▁dev i", + "▁therm al", + "▁ thermal", + "Le t", + "L et", + "深 刻", + "元 素", + "nR es", + "nRe s", + "n Res", + "美 好", + "riv ial", + "rivia l", + "▁- \\", + "▁ -\\", + "T V", + "▁int elligence", + "▁intellig ence", + "ym pt", + "上 面", + "▁f older", + "▁fol der", + "▁fo lder", + "▁fold er", + "▁ folder", + "临 床", + "am m", + "a mm", + "T A", + "上 下", + "场 景", + "ra ise", + "策 略", + "j a", + "▁t ab", + "▁ta b", + "▁ tab", + "▁t ables", + "▁table s", + "▁tab les", + "▁ta bles", + "▁ tables", + "▁trans mission", + "di ct", + "dic t", + "d ict", + "▁b in", + "▁bi n", + "▁ bin", + "▁co oper", + "搭 配", + "▁a side", + "▁as ide", + "▁ aside", + "▁cont rolled", + "▁control led", + "▁controll ed", + "▁ controlled", + "( &", + "▁we ird", + "▁H ence", + "▁He nce", + "▁Hen ce", + "▁ Hence", + "河 南", + "其特征 在于", + "▁con test", + "▁cont est", + "▁co ntest", + "▁m eal", + "▁me al", + "▁ meal", + "pa rams", + "par ams", + "param s", + "para ms", + "熟 悉", + "IT Y", + "I TY", + "▁car efully", + "▁care fully", + "▁careful ly", + "▁B each", + "▁Be ach", + "▁Bea ch", + "▁h ur", + "og ene", + "ogen e", + "o gene", + "▁unc ertainty", + "▁uncertain ty", + "ce ived", + "ceive d", + "▁mag azine", + "我 说", + "▁s emi", + "▁se mi", + "▁sem i", + "▁ semi", + "补 充", + "av el", + "ave l", + "a vel", + "带 领", + "▁mod ified", + "▁ modified", + "▁check ed", + "▁ checked", + "十 年", + "强 的", + "▁h at", + "▁ha t", + "▁ hat", + "▁п рез", + "▁пре з", + "力 度", + "▁f eat", + "▁fe at", + "▁ feat", + "▁s tim", + "▁st im", + "▁ stim", + "在这 个", + "在 这个", + "▁per forming", + "▁perform ing", + "▁ performing", + "▁f lash", + "▁fl ash", + "▁ flash", + "黄 金", + "幼儿 园", + "▁d ual", + "▁du al", + "▁ dual", + "▁invest ors", + "▁investor s", + "实际 上", + "▁F ed", + "▁Fe d", + "▁ Fed", + "an ish", + "ani sh", + "lim its", + "li mits", + "limit s", + "l imits", + "np ublic", + "npub lic", + "n public", + "pr ed", + "pre d", + "p red", + "▁s cheduled", + "▁sched uled", + "▁schedule d", + "▁N ext", + "▁Ne xt", + "▁Nex t", + "▁ Next", + ") *", + "▁d ialog", + "▁di alog", + "▁dial og", + "▁ dialog", + "▁F ederal", + "▁Fed eral", + "▁H uman", + "▁Hum an", + "▁Hu man", + "▁ Human", + "va s", + "v as", + "给 了", + "类 型", + "▁as sets", + "▁ass ets", + "▁asset s", + "▁ assets", + "а л", + "▁J on", + "▁Jo n", + "▁ Jon", + "▁c ycl", + "▁cy cl", + "▁ cycl", + "res sed", + "ress ed", + "r essed", + "al ysis", + "aly sis", + "alys is", + "广 告", + "▁mark ed", + "▁mar ked", + "▁ marked", + "ma ke", + "mak e", + "m ake", + "Mj M", + "▁up coming", + "▁be haviour", + "▁behav iour", + "▁behavi our", + "纷 纷", + "▁ph ysics", + "▁phys ics", + "▁physic s", + "▁ physics", + "un it", + "uni t", + "u nit", + "▁qu ad", + "▁ quad", + "赛 季", + "▁M ur", + "▁Mu r", + "▁ Mur", + "▁C y", + "▁ Cy", + "品 质", + "老 年", + "▁dom estic", + "▁dome stic", + "▁domest ic", + "▁S H", + "▁ SH", + "▁g iant", + "▁gi ant", + "cont rol", + "contr ol", + "▁t ap", + "▁ta p", + "▁ tap", + "▁n p", + "▁ np", + "▁regular ly", + "▁regul arly", + "St ream", + "▁B efore", + "▁Be fore", + "▁ Before", + "▁b utter", + "▁but ter", + "▁butt er", + "po p", + "p op", + "▁s ending", + "▁send ing", + "▁sen ding", + "▁author ities", + "缺 乏", + "fr ont", + "fro nt", + "f ront", + "▁p owers", + "▁po wers", + "▁power s", + "▁pow ers", + "▁ powers", + "Pos t", + "Po st", + "P ost", + "▁t onight", + "▁to night", + "▁ton ight", + "B E", + "▁rad iation", + "▁radi ation", + "▁ radiation", + "▁expect ations", + "▁expectation s", + "热 情", + "no ne", + "non e", + "n one", + "▁t ip", + "▁ti p", + "▁ tip", + "▁neg oti", + "} '", + "▁draw n", + "▁dra wn", + "▁ drawn", + "板 块", + "ting s", + "tin gs", + "t ings", + "▁W omen", + "▁Wo men", + "▁ Women", + "Bas e", + "Ba se", + "B ase", + "▁Cl ick", + "▁ Click", + "▁reg ardless", + "▁regard less", + "▁P S", + "▁ PS", + "寻 找", + "ac tic", + "act ic", + "a ctic", + "▁t racks", + "▁tr acks", + "▁tra cks", + "▁track s", + "▁trac ks", + "ar ry", + "arr y", + "▁pro posal", + "▁propos al", + "当事 人", + "ig r", + "i gr", + "▁w arn", + "▁war n", + "▁wa rn", + "▁ warn", + "ram ework", + "rame work", + "的主 要", + "的 主要", + "▁birth day", + "▁amount s", + "处 罚", + "п е", + "~ $", + "▁P oint", + "▁Po int", + "▁Poin t", + "▁ Point", + "适 应", + "▁every where", + "en ger", + "eng er", + "enge r", + "▁d omin", + "▁do min", + "▁dom in", + "梦 想", + "Si m", + "S im", + "▁B lo", + "▁Bl o", + "▁c ourses", + "▁cour ses", + "▁course s", + "▁compl icated", + "▁m oder", + "▁mod er", + "▁mode r", + "▁mo der", + "▁commit ment", + "▁food s", + "▁fo ods", + "▁foo ds", + "al i", + "a li", + "当 中", + "▁in str", + "▁inst r", + "▁ins tr", + "▁optim ization", + "▁n aturally", + "▁nat urally", + "▁natural ly", + "//////// ////////", + "大 利", + "iz z", + "i zz", + "▁C at", + "▁Ca t", + "▁ Cat", + "nE very", + "nEver y", + "nEv ery", + "n Every", + "itution al", + "light s", + "l ights", + "▁b ear", + "▁be ar", + "▁ bear", + "▁ca using", + "▁caus ing", + "▁in stant", + "▁inst ant", + "也 能", + "近 期", + "▁rep orting", + "▁report ing", + "po t", + "p ot", + "就 有", + "想 象", + "U s", + "演 员", + "不 如", + "良 好", + "贷 款", + "▁k illing", + "▁kill ing", + "▁kil ling", + "离 婚", + "▁comm ittee", + "▁commit tee", + "▁ committee", + "com mon", + "comm on", + "▁C L", + "▁ CL", + "▁C ode", + "▁Co de", + "▁Cod e", + "▁ Code", + "▁cru cial", + "▁demon strate", + "▁demonstr ate", + "▁particip ate", + "▁N FL", + "▁NF L", + "▁label s", + "▁lab els", + "▁ labels", + "▁requ ests", + "▁request s", + "▁ requests", + "M g", + "▁st ellar", + "▁ stellar", + "输 入", + "A meric", + ") |", + "\": {\"", + "C o", + "▁p hr", + "▁ph r", + "▁ И", + "▁bel ieves", + "▁belie ves", + "▁believe s", + "ва не", + "ван е", + "看 了", + "in os", + "ino s", + "i nos", + "▁L ink", + "▁Lin k", + "▁Li nk", + "▁ Link", + "德 国", + "信 心", + "▁P an", + "▁Pa n", + "▁ Pan", + "ak istan", + "aki stan", + "akis tan", + "ва т", + "▁l ens", + "▁le ns", + "▁len s", + "▁fl uct", + "▁flu ct", + "▁un ion", + "▁ union", + "▁re cover", + "▁rec over", + "▁invest igate", + "▁investig ate", + "il ly", + "ill y", + "▁f its", + "▁fit s", + "▁fi ts", + "▁ fits", + "▁educ ational", + "▁education al", + "z h", + "ur ns", + "urn s", + "刺 激", + "▁adopt ed", + "▁adop ted", + "▁cle aning", + "▁clean ing", + "▁ad mit", + "▁adm it", + "不 够", + "re dit", + "red it", + "r edit", + "▁inv olves", + "▁invol ves", + "▁involve s", + "▁det ected", + "▁detect ed", + "会 在", + "最 新", + "▁$ \\\\{", + "▁$\\\\ {", + "▁ $\\\\{", + "lect ed", + "lec ted", + "l ected", + "▁l ucky", + "▁luck y", + "▁luc ky", + "▁ lucky", + "过 了", + "▁m ask", + "▁mas k", + "▁ma sk", + "▁ mask", + "nO nce", + "nOn ce", + "n Once", + "▁F amily", + "▁ Family", + "▁ath let", + "每个 人", + "每 个人", + "好 好", + "▁D E", + "▁ DE", + "Qu ery", + "Que ry", + "og en", + "o gen", + "▁em ployee", + "▁employ ee", + "▁ employee", + "▁ste el", + "ex pect", + "exp ect", + "扶 贫", + "Li nk", + "Lin k", + "L ink", + "开 心", + "ad ata", + "ada ta", + "a data", + "▁g rade", + "▁gra de", + "▁gr ade", + "▁grad e", + "▁ grade", + "$_ {", + "$ _{", + "▁re ar", + "▁r ear", + "▁p resentation", + "▁pres entation", + "▁present ation", + "▁bo at", + "▁ boat", + "性 和", + "cl ick", + "cli ck", + "▁P ack", + "▁Pac k", + "▁Pa ck", + "▁ Pack", + "报 名", + "的 主", + "▁liter ally", + "▁literal ly", + "妻 子", + "▁vill age", + "▁villa ge", + "S ource", + "▁sc attering", + "▁scatter ing", + "▁cre ates", + "▁create s", + "▁creat es", + "ri ver", + "riv er", + "rive r", + "r iver", + "ri ting", + "rit ing", + "r iting", + "▁pre serv", + "▁pres erv", + "▁im mediate", + "▁immedi ate", + "▁T our", + "▁To ur", + "▁Tou r", + "▁o rb", + "▁or b", + "▁ orb", + "▁the oretical", + "▁theore tical", + "化 学", + "IT H", + "I TH", + "▁N ame", + "▁Na me", + "▁Nam e", + "▁ Name", + "▁m atches", + "▁mat ches", + "▁match es", + "▁ matches", + "▁occ urred", + "▁occur red", + "▁j ack", + "▁ja ck", + "▁ jack", + "自 行", + "▁re new", + "▁ren ew", + "▁ renew", + "一定 的", + "一 定的", + "▁mach ines", + "▁machine s", + "亿 美元", + "▁a ds", + "▁ad s", + "▁ ads", + "▁c opyright", + "▁copy right", + "▁ copyright", + "▁circ uit", + "ag ues", + "ague s", + "agu es", + "vi ously", + "vious ly", + "v iously", + "成 就", + "可能 是", + "▁t ech", + "▁te ch", + "▁ tech", + "nL ike", + "n Like", + "▁V iew", + "▁Vi ew", + "▁ View", + "But ton", + "B utton", + "▁integr al", + "▁integ ral", + "▁integra l", + "▁ integral", + "百 姓", + "▁A ud", + "▁Au d", + "▁ Aud", + "▁in itially", + "▁init ially", + "▁initial ly", + "▁initi ally", + "M O", + "T ube", + "xm l", + "x ml", + "防 止", + "▁U SB", + "▁US B", + "▁ USB", + "怎 样", + "() )\\", + "()) \\", + "( ))\\", + "▁l it", + "▁li t", + "▁ lit", + "▁h orse", + "▁hor se", + "▁ horse", + "nTh ank", + "n Thank", + "st ore", + "sto re", + "LE D", + "L ED", + "▁O lymp", + "步 骤", + "▁res istance", + "▁resist ance", + "bo ol", + "b ool", + "中 间", + "he mat", + "hem at", + "ain ts", + "aint s", + "a ints", + "G A", + "▁a live", + "▁al ive", + "▁ali ve", + "▁v en", + "▁ve n", + "▁ ven", + "▁s uggestions", + "▁suggest ions", + "▁suggestion s", + "完 整", + "ne g", + "n eg", + "▁d ump", + "▁du mp", + "▁dum p", + "▁ dump", + "si te", + "s ite", + "▁ab und", + "B F", + "▁atmosp here", + "足 够", + "in als", + "inal s", + "ina ls", + "i nals", + "▁ent ertainment", + "▁entertain ment", + "ty pes", + "type s", + "typ es", + "t ypes", + "▁inv olving", + "▁invol ving", + "▁J o", + "▁ Jo", + "cr aft", + "cra ft", + "c raft", + "获 取", + "图 片", + "He ad", + "H ead", + "Pa ge", + "P age", + "nO ther", + "n Other", + "▁Ch arl", + "▁Char l", + "▁Cha rl", + "$ ~", + "fil ter", + "▁A uthor", + "▁Aut hor", + "▁Auth or", + "▁ Author", + "女 生", + "sy stem", + "sys tem", + "s ystem", + "事 务", + "▁b ottle", + "▁bott le", + "▁bot tle", + "▁J ournal", + "▁ Journal", + "▁s ke", + "▁sk e", + "▁ ske", + "▁p od", + "▁po d", + "▁ pod", + "▁[ \\", + "▁ [\\", + "▁ка то", + "▁ като", + "q l", + "▁H en", + "▁He n", + "精 彩", + "▁M aster", + "▁Ma ster", + "▁Mas ter", + "▁ Master", + "it ative", + "itat ive", + "▁ex posure", + "▁expos ure", + "今 日", + "▁ret ire", + "( [", + "▁E nergy", + "▁En ergy", + "▁ Energy", + "er as", + "era s", + "e ras", + "▁w est", + "▁we st", + "▁ west", + "▁re placement", + "▁replace ment", + "▁D O", + "▁ DO", + "is ely", + "ise ly", + "▁m asses", + "▁mass es", + "▁mas ses", + "▁qu as", + "▁w riters", + "▁writ ers", + "▁write rs", + "▁writer s", + "▁ writers", + "▁F und", + "▁Fun d", + "▁Fu nd", + "ri ces", + "ric es", + "rice s", + "r ices", + "老 板", + "江 苏", + "]) \\", + "] )\\", + "▁K ey", + "▁Ke y", + "▁ Key", + "全 力", + "氛 围", + "ee p", + "e ep", + "房 地产", + "▁ag gress", + "▁y ellow", + "▁yell ow", + "▁ yellow", + "▁M iddle", + "▁Mid dle", + "▁Midd le", + "▁ Middle", + "▁up grade", + "▁upgrad e", + "▁ upgrade", + "▁st udio", + "▁stud io", + "▁ studio", + "伙 伴", + "广 州", + "OU T", + "O UT", + "▁S D", + "▁ SD", + "纠 纷", + "分 类", + "▁h oles", + "▁hole s", + "▁hol es", + "▁ho les", + "▁ holes", + "▁B it", + "▁Bi t", + "▁ Bit", + "ut ch", + "▁ind ustrial", + "▁indust rial", + "紧 张", + "认 可", + "ar est", + "are st", + "ares t", + "a rest", + "blog ger", + "b logger", + "▁P ri", + "▁Pr i", + "▁ Pri", + "而不 是", + "而 不是", + "每 一", + "▁pro ven", + "▁prov en", + "▁pr oven", + "▁prove n", + "▁s mile", + "▁sm ile", + "平 衡", + "▁sc enes", + "▁scen es", + "▁scene s", + "▁ scenes", + "仪 式", + "样 子", + "此 时", + "▁t ickets", + "▁tick ets", + "▁ticket s", + "▁ti ckets", + "ad ium", + "adi um", + "▁H ead", + "▁He ad", + "▁ Head", + "nH i", + "n Hi", + "me an", + "m ean", + "▁co oking", + "▁cook ing", + "▁m al", + "▁ma l", + "▁ mal", + "щ е", + "▁in strument", + "▁instr ument", + "▁N ever", + "▁Ne ver", + "▁Nev er", + "▁ Never", + "▁us age", + "▁ usage", + "bo rn", + "bor n", + "b orn", + "二 是", + "▁control s", + "▁ controls", + "推 出", + "四 个", + "▁Ar my", + "▁Arm y", + "nG et", + "nGe t", + "n Get", + "基 因", + "▁b owl", + "▁bo wl", + "▁bow l", + "ro duct", + "rodu ct", + "rod uct", + "▁d ownt", + "▁down t", + "▁cam pus", + "▁camp us", + "▁ campus", + "▁ext ensive", + "▁prim arily", + "se ason", + "sea son", + "▁s calar", + "▁scal ar", + "▁ scalar", + "▁T own", + "▁To wn", + "布 局", + "ail ability", + "▁Ste ve", + "▁ Steve", + "公 益", + "▁d a", + "▁ da", + "▁break fast", + "St e", + "S te", + "▁P hot", + "▁Ph ot", + "▁Pho t", + "▁ Phot", + "▁pro spect", + "▁pros pect", + "▁str uggle", + "▁stru ggle", + "▁strugg le", + "L P", + "bot tom", + "b ottom", + "▁do ors", + "▁door s", + "▁ doors", + "▁cal culation", + "▁calcul ation", + "▁calc ulation", + "▁ calculation", + "nt his", + "nth is", + "n this", + "▁G ener", + "▁Ge ner", + "▁Gen er", + "▁Gene r", + "▁ Gener", + "▁d imensions", + "▁dim ensions", + "▁dimension s", + "有 很多", + "▁O ffic", + "▁Off ic", + "▁O K", + "▁ OK", + "ot ype", + "otyp e", + "o type", + "▁M A", + "▁ MA", + "ui nt", + "u int", + "▁s uddenly", + "▁sudden ly", + "▁U nf", + "▁Un f", + "▁data sets", + "▁dat asets", + "▁datas ets", + "▁dataset s", + "▁ datasets", + "word s", + "w ords", + "融 资", + "做 法", + "▁expl ains", + "▁explain s", + "生活 的", + "生 活的", + "▁b ab", + "▁ba b", + "▁ bab", + "em ail", + "ema il", + "e mail", + "de l", + "d el", + "▁up load", + "▁u pload", + "▁ upload", + "▁A ustralian", + "▁Austral ian", + "▁Australia n", + "+ \\", + "） \\", + "▁fe atured", + "▁feature d", + "▁feat ured", + "▁ featured", + "Num ber", + "Nu mber", + "N umber", + "ov ed", + "ove d", + "o ved", + "▁per mission", + "▁ permission", + "▁es say", + "▁ess ay", + "nO f", + "n Of", + "▁b ias", + "▁bi as", + "▁ bias", + "M R", + "▁disc ussions", + "▁discuss ions", + "▁discussion s", + "▁vers us", + "▁ver sus", + "▁ed ition", + "▁edit ion", + "▁draw ing", + "▁dra wing", + "▁= ==", + "▁== =", + "▁ ===", + "n r", + "收 获", + "▁character istics", + "▁characteristic s", + "gh an", + "g han", + "nex port", + "nexp ort", + "n export", + "生 长", + "现在 的", + "▁complex ity", + "▁ass uming", + "▁assum ing", + "▁ assuming", + "▁r ail", + "▁ra il", + "▁ rail", + "▁s ees", + "▁se es", + "▁see s", + "这 两", + "▁comp uted", + "▁comput ed", + "▁compute d", + "▁p resents", + "▁pres ents", + "▁present s", + "▁vis iting", + "▁visit ing", + "▁impress ive", + "▁imp ressive", + "▁phot ograph", + "▁photo graph", + "▁photograp h", + "Re t", + "R et", + "min i", + "mi ni", + "m ini", + "沒 有", + "nM ay", + "n May", + "▁stre ets", + "▁street s", + "▁en ding", + "▁end ing", + "▁ ending", + "▁vict ims", + "▁victim s", + "▁recogn ized", + "▁recognize d", + "预 期", + "ro vers", + "rov ers", + "r overs", + "一 线", + "▁Ad minist", + "▁Admin ist", + "▁b at", + "▁ba t", + "▁ bat", + "wh el", + "whe l", + "w hel", + "in ent", + "ine nt", + "i nent", + "循 环", + "SO N", + "S ON", + "▁int eger", + "▁inte ger", + "▁integ er", + "▁ integer", + "男 子", + "an che", + "anc he", + "anch e", + "▁g ender", + "▁gen der", + "▁ge nder", + "▁ gender", + "Comp onent", + "债 务", + "M e", + ")} \\", + ") }\\", + "官 方", + "展 开", + "▁g onna", + "▁As ia", + "▁f ing", + "▁fin g", + "▁fi ng", + "▁ fing", + "▁b ull", + "▁bu ll", + "▁bul l", + "▁ bull", + "休 息", + "说 话", + "bo ot", + "b oot", + "▁dr inking", + "▁drink ing", + "▁T erm", + "▁Te rm", + "▁Ter m", + "▁ Term", + "这 位", + "▁d istingu", + "▁dist ingu", + "▁D id", + "▁Di d", + "▁ Did", + "▁Sp ring", + "▁Spr ing", + "▁ Spring", + "og a", + "o ga", + "po ol", + "p ool", + "our se", + "ours e", + "o urse", + "as tern", + "ast ern", + "aster n", + "aste rn", + "P i", + "▁sy nt", + "▁syn t", + "适 用", + "he ader", + "head er", + "hea der", + "▁t ur", + "▁tu r", + "▁ tur", + "▁att empts", + "▁attempt s", + "ad ed", + "ade d", + "a ded", + "学 术", + "▁b oss", + "▁bo ss", + "▁bos s", + "▁ boss", + "▁elect ro", + "真 是", + "an cer", + "ance r", + "anc er", + "a ncer", + "拒 绝", + "▁out come", + "▁ch apter", + "▁chap ter", + "▁ chapter", + "in ds", + "ind s", + "i nds", + "▁l ists", + "▁li sts", + "▁list s", + "▁ lists", + "▁coe fficients", + "▁coefficient s", + "颜 色", + "▁connect ions", + "▁connection s", + "▁ connections", + "看 见", + "iss ue", + "▁s heet", + "▁she et", + "▁ sheet", + "( {", + "▁e ra", + "▁er a", + "▁ era", + "▁legis lation", + "▁legisl ation", + "▁v ulner", + "▁vul ner", + "▁b ridge", + "▁br idge", + "▁brid ge", + "▁ bridge", + "ag n", + "a gn", + "医 学", + "展 现", + "▁S ometimes", + "▁Some times", + "▁Som etimes", + "▁ Sometimes", + "os c", + "o sc", + "op tion", + "opt ion", + "o ption", + "南 京", + "▁w et", + "▁we t", + "▁B ible", + "▁Bi ble", + "▁Bib le", + "呼 吸", + "os ity", + "osit y", + "osi ty", + "的 作用", + "▁f iled", + "▁fil ed", + "▁file d", + "▁fi led", + "▁t icket", + "▁tick et", + "▁ti cket", + "▁ ticket", + "Ex t", + "E xt", + "▁f inger", + "▁fin ger", + "▁fing er", + "▁ finger", + "▁e scape", + "▁esc ape", + "▁escap e", + "▁ escape", + "饮 食", + "▁b ars", + "▁bar s", + "▁ba rs", + "▁ bars", + "韩 国", + "doc ument", + "d ocument", + "▁under lying", + "mer ce", + "sh ot", + "s hot", + "nC ons", + "nCon s", + "nCo ns", + "n Cons", + "性 格", + "▁Franc isco", + "▁Francis co", + "AC K", + "A CK", + "in king", + "ink ing", + "inki ng", + "▁rec ording", + "▁record ing", + "▁rec ognition", + "▁recogn ition", + "po wer", + "pow er", + "p ower", + "不 在", + "st one", + "ston e", + "sto ne", + "s tone", + "ma nn", + "man n", + "m ann", + "▁Will iams", + "▁William s", + "la t", + "l at", + "▁com prehensive", + "▁comprehens ive", + "失 败", + "通 道", + "-- \\", + "- -\\", + "▁Y et", + "▁Ye t", + "gy pt", + "nD on", + "nDo n", + "n Don", + "▁div ided", + "▁divid ed", + "▁divide d", + "案 例", + "▁bel ief", + "▁belie f", + "▁ belief", + "▁sp okes", + "▁spoke s", + "▁spo kes", + "ike s", + "ik es", + "i kes", + "▁earn ed", + "▁ear ned", + "▁ earned", + "▁l ad", + "▁la d", + "▁ lad", + "▁w aves", + "▁wave s", + "▁wa ves", + "▁ waves", + "E m", + "▁\\\\ ;", + "▁ \\\\;", + "cl ear", + "cle ar", + "c lear", + "▁ind icated", + "▁indic ated", + "▁indicate d", + "▁vari ation", + "▁var iation", + "da ted", + "date d", + "dat ed", + "d ated", + "▁K eep", + "▁Ke ep", + "▁ Keep", + "▁ke ys", + "▁key s", + "▁ keys", + "sh op", + "s hop", + "▁Carol ina", + "▁m atching", + "▁mat ching", + "▁match ing", + "▁ matching", + "哈 哈", + "▁de crease", + "▁decre ase", + "▁f ulf", + "▁fu lf", + "▁ful f", + "▁w ake", + "▁wa ke", + "刚 刚", + "▁N O", + "▁ NO", + "▁in spect", + "▁i nspect", + "▁ins pect", + "▁insp ect", + "▁ inspect", + "ay lor", + "▁S O", + "▁ SO", + "vi der", + "vid er", + "v ider", + "pt r", + "p tr", + "n x", + "▁Cl inton", + "▁Clin ton", + "▁Clint on", + "ad ding", + "add ing", + "a dding", + "氧 化", + "▁A ff", + "▁Af f", + "▁ Aff", + "第一 个", + "第 一个", + "▁w arning", + "▁war ning", + "▁warn ing", + "▁ warning", + "st ructure", + "struct ure", + "go v", + "g ov", + "ex ample", + "exam ple", + "▁suff ering", + "▁suffer ing", + "▁increasing ly", + "外 的", + "par se", + "p arse", + "IN E", + "I NE", + "▁d ish", + "▁dis h", + "▁di sh", + "▁b utt", + "▁but t", + "▁bu tt", + "▁sh arp", + "▁shar p", + "▁ sharp", + "天 然", + "▁R oman", + "▁Ro man", + "▁Rom an", + "▁Roma n", + "M I", + "尝 试", + "▁ar gue", + "▁arg ue", + "▁argu e", + "▁Te chnology", + "▁Techn ology", + "▁R ev", + "▁Re v", + "▁ Rev", + "▁gu itar", + "▁inst itutions", + "▁institution s", + "首 次", + "ro g", + "r og", + "游 客", + "я т", + "▁s pr", + "▁sp r", + "}} _", + "} }_", + "sc he", + "sch e", + "s che", + "F R", + "▁r iver", + "▁ri ver", + "▁riv er", + "▁ river", + "▁v oters", + "▁vot ers", + "▁vote rs", + "▁vo ters", + "▁voter s", + "▁P ass", + "▁Pa ss", + "▁Pas s", + "▁ Pass", + "▁M ichigan", + "▁Mich igan", + "科 研", + "▁L ive", + "▁Li ve", + "▁Liv e", + "▁ Live", + "▁h ouses", + "▁house s", + "▁hous es", + "▁ho uses", + "▁ houses", + "A I", + "▁Jack son", + "▁l ux", + "▁ lux", + "op hy", + "oph y", + "o phy", + "▁ch icken", + "▁chick en", + "▁chic ken", + "in cluding", + "includ ing", + "▁Man ager", + "▁ Manager", + "Hand ler", + "Handle r", + "ta n", + "t an", + "▁month ly", + "表 明", + "▁F R", + "▁ FR", + "准 确", + "等 待", + "it an", + "ita n", + "i tan", + "▁in terior", + "▁inter ior", + "▁int erior", + "▁inte rior", + "▁C R", + "▁ CR", + "▁en emy", + "▁enem y", + "F i", + "▁m and", + "▁man d", + "▁ma nd", + "▁ mand", + "▁Virgin ia", + "▁M a", + "▁ Ma", + "▁str ike", + "▁stri ke", + "▁b le", + "▁bl e", + "▁ ble", + "▁P aris", + "▁Par is", + "▁Pa ris", + "▁W atch", + "▁Wat ch", + "▁ Watch", + "证 券", + "▁o ngoing", + "▁on going", + "O ur", + "ilib rium", + "st ers", + "ster s", + "ste rs", + "s ters", + "同 意", + "▁every day", + "▁dis played", + "▁display ed", + "▁displ ayed", + "素 质", + "▁every body", + "▁f asc", + "▁fa sc", + "▁en gage", + "▁eng age", + "M N", + "▁reg ul", + "▁d rag", + "▁dr ag", + "▁dra g", + "▁ drag", + "▁e ast", + "▁eas t", + "▁ east", + "天 下", + "▁t rail", + "▁tr ail", + "▁tra il", + "渠 道", + "▁m el", + "▁me l", + "▁ mel", + "共 享", + "▁dis ag", + "pus h", + "pu sh", + "p ush", + "▁s cientists", + "▁scient ists", + "▁scientist s", + "▁d irections", + "▁direct ions", + "▁di rections", + "▁dire ctions", + "▁direction s", + "▁P erson", + "▁Per son", + "▁Pers on", + "▁ Person", + "ta ge", + "tag e", + "t age", + "B O", + "▁i on", + "▁io n", + "▁ ion", + "即 将", + "bl ue", + "▁find ings", + "▁finding s", + "an gers", + "ang ers", + "ange rs", + "anger s", + "▁S pace", + "▁Sp ace", + "▁Spa ce", + "▁ Space", + "▁vert ices", + "▁ vertices", + "` `", + "> (", + "ac ts", + "act s", + "ск о", + "с ко", + "战 斗", + "ma ster", + "mas ter", + "m aster", + "▁You ng", + "▁Yo ung", + "▁ Young", + "印 象", + "or al", + "ora l", + "o ral", + "io t", + "i ot", + "球 员", + "▁multi pl", + "▁multip l", + "er ts", + "ert s", + "▁Oh io", + "几 天", + "wi ki", + "wik i", + "w iki", + "▁g alaxy", + "▁galax y", + "▁Cath olic", + "▁tem por", + "▁temp or", + "▁tempo r", + "▁F ield", + "▁Fi eld", + "▁ Field", + "▁s atisfied", + "▁satisf ied", + "ok er", + "oke r", + "o ker", + "am ely", + "ame ly", + "amel y", + "更好 的", + "更 好的", + "▁M ult", + "▁Mu lt", + "▁Mul t", + "▁ Mult", + "大 幅", + "▁con vin", + "▁conv in", + "▁S ar", + "▁Sa r", + "if icate", + "ific ate", + "ip eline", + "ipe line", + "▁h ack", + "▁ha ck", + "▁ hack", + "▁t ired", + "▁tire d", + "▁ti red", + "ap ple", + "app le", + "appl e", + "a pple", + "应 对", + "▁s uck", + "▁su ck", + "▁suc k", + "娱 乐", + "真正 的", + "真 正的", + "在 我", + "▁H ig", + "▁Hi g", + "d y", + "py thon", + "p ython", + "▁we ights", + "▁weight s", + "▁weigh ts", + "▁ weights", + "▁or ient", + "▁ori ent", + "▁ orient", + "▁Ham iltonian", + "▁Hamilton ian", + "心 中", + "▁s eed", + "▁se ed", + "▁see d", + "▁ seed", + "at ural", + "atur al", + "▁ex planation", + "▁explan ation", + "截 至", + "▁in formed", + "▁inform ed", + "▁ informed", + "▁partners hip", + "▁partner ship", + "▁Further more", + "OR D", + "O RD", + "太 多", + "▁att orney", + "▁sc ope", + "▁ scope", + "▁opp osed", + "▁op posed", + "▁oppos ed", + "▁oppose d", + "干 净", + "信 用", + "那 里", + "▁l ets", + "▁le ts", + "▁let s", + "▁ lets", + "▁т е", + "▁ те", + "▁a ges", + "▁ag es", + "▁age s", + "▁ ages", + "nS im", + "n Sim", + "▁A L", + "▁ AL", + "▁Ge org", + "▁Geo rg", + "Cont roller", + "Control ler", + "H L", + "▁sim ultane", + "▁an cient", + "▁anc ient", + "带来 的", + "带 来的", + "▁M en", + "▁Me n", + "▁ Men", + "分 子", + "pt on", + "pto n", + "p ton", + "居 住", + "输 出", + "▁b ulk", + "▁bu lk", + "▁bul k", + "▁ bulk", + "▁f alling", + "▁fall ing", + "▁fal ling", + "成 都", + "▁d ont", + "▁do nt", + "▁don t", + "▁sc ored", + "▁score d", + "指 挥", + "也 很", + "▁sup pose", + "还可 以", + "还 可以", + "▁b omb", + "▁bo mb", + "▁bom b", + "▁ bomb", + "e h", + "▁Republic ans", + "▁Republican s", + "▁m ountain", + "▁mount ain", + "听 到", + "sim e", + "si me", + "s ime", + "▁ant icip", + "we r", + "w er", + "▁world wide", + "rit ten", + "r itten", + "operator name", + "▁n arr", + "▁na rr", + "▁nar r", + "▁в ъ", + "先 后", + "▁H ard", + "▁Har d", + "▁Ha rd", + "▁ Hard", + "注 册", + "▁c m", + "▁ cm", + "道 德", + "平 安", + "pl ug", + "▁arrest ed", + "▁arr ested", + "▁cho osing", + "人 大", + "▁Lib rary", + "▁ Library", + "pl us", + "sim eq", + "sime q", + "▁ 的", + "▁t racking", + "▁tr acking", + "▁track ing", + "▁trac king", + "▁ tracking", + "▁F ull", + "▁Fu ll", + "▁Ful l", + "▁ Full", + "▁U ser", + "▁Us er", + "▁Use r", + "▁ User", + "▁ Л", + "al g", + "a lg", + "▁Or gan", + "▁ Organ", + "提供 了", + "wa n", + "w an", + "情况 下", + "构 建", + "物 业", + "▁cons umption", + "▁consum ption", + "ok ed", + "oke d", + "o ked", + "▁house hold", + "ha b", + "h ab", + "▁l aser", + "▁la ser", + "▁las er", + "关 心", + "▁p atch", + "▁pat ch", + "▁ patch", + "sa m", + "s am", + "nM any", + "nMan y", + "n Many", + "利 于", + "▁search ing", + "▁searc hing", + "^{ -\\\\", + "^{- \\\\", + "^ {-\\\\", + "▁S E", + "▁ SE", + "▁ok ay", + "▁H istory", + "▁Histor y", + "▁Hi story", + "▁ History", + "▁D ate", + "▁Da te", + "▁Dat e", + "▁ Date", + "对 此", + "F O", + "▁N ight", + "▁Nig ht", + "▁Ni ght", + "▁ Night", + "引 发", + "▁y ields", + "▁yield s", + "都 可以", + "ns h", + "n sh", + "ans as", + "▁h opes", + "▁hope s", + "▁hop es", + "▁ho pes", + "不 起", + "en da", + "end a", + "e nda", + "▁pack ages", + "▁package s", + "▁ packages", + "动 态", + "▁H op", + "▁Ho p", + "▁ Hop", + "▁off ensive", + "Bl ock", + "B lock", + "▁tra ject", + "▁' '", + "▁ ''", + "▁W in", + "▁Wi n", + "▁ Win", + "▁incred ibly", + "物 流", + "▁h all", + "▁ha ll", + "▁hal l", + "▁ hall", + "▁s erves", + "▁serv es", + "▁ser ves", + "▁serve s", + "▁T rue", + "▁Tr ue", + "▁Tru e", + "▁ True", + "▁de notes", + "▁den otes", + "▁denote s", + "▁deno tes", + "▁in sight", + "▁ins ight", + "Ma x", + "M ax", + "评 论", + "▁st ood", + "▁sto od", + "▁ stood", + "不 想", + "▁Sp anish", + "▁Cont rol", + "▁ Control", + "▁wire less", + "城 区", + "▁mis take", + "▁mist ake", + "▁inter val", + "▁int erval", + "▁ interval", + "逐 步", + "▁l aptop", + "▁lapt op", + "▁lap top", + "с а", + "流 动", + "▁clin ical", + "▁clinic al", + "Of f", + "O ff", + "▁e nthus", + "▁en thus", + "▁ent hus", + "▁Ga ussian", + "▁Gauss ian", + "▁ Gaussian", + "也 没", + "▁ex clusive", + "▁exclus ive", + "▁ex clud", + "▁W ild", + "▁Wil d", + "▁Wi ld", + "▁ Wild", + "▁comm only", + "▁common ly", + "▁o perate", + "▁oper ate", + "▁op erate", + "▁opera te", + "▁rest aurants", + "▁restaur ants", + "▁restaurant s", + "华 为", + "▁fl uid", + "▁flu id", + "▁ fluid", + "▁I II", + "▁II I", + "▁ III", + "▁f rag", + "▁fr ag", + "▁fra g", + "▁ frag", + "▁risk s", + "▁ris ks", + "景 区", + "St art", + "Star t", + "▁the rapy", + "▁therap y", + "部 的", + "He l", + "H el", + "n Z", + "当 年", + "▁ass ault", + "▁U nfortunately", + "▁Unf ortunately", + "▁ Unfortunately", + "▁c overing", + "▁cover ing", + "一样 的", + "一 样的", + "Creat e", + "Cre ate", + "C reate", + "rom ise", + "in ator", + "ina tor", + "▁E X", + "▁ EX", + "优 质", + "担 任", + "▁S C", + "▁ SC", + "▁p up", + "▁ pup", + "▁in vention", + "▁inv ention", + "▁invent ion", + "▁} }", + "▁ }}", + "▁[… ]\\", + "▁L iber", + "▁Lib er", + "▁Li ber", + "明 星", + "机 的", + "▁con sequences", + "▁consequ ences", + "▁consequence s", + "ev in", + "e vin", + "▁G ames", + "▁Ga mes", + "▁Game s", + "▁Gam es", + "第 五", + "玻 璃", + "▁ign ore", + "▁ignor e", + "▁ig nore", + "▁ ignore", + "▁construct ed", + "周 期", + "▁cl usters", + "▁clust ers", + "▁cluster s", + "▁ clusters", + "逻 辑", + "▁i OS", + "▁ iOS", + "▁It alian", + "▁qu ote", + "▁quot e", + "▁quo te", + "▁ quote", + "▁C reat", + "▁Cr eat", + "▁Cre at", + "▁ Creat", + "▁arbit rary", + "▁Ob ject", + "▁ Object", + "go ogle", + "▁G irl", + "▁Gi rl", + "▁Gir l", + "▁ Girl", + "▁con ventional", + "▁convention al", + "▁t all", + "▁tal l", + "▁ta ll", + "Che ck", + "C heck", + "d x", + "ict ure", + "CO N", + "C ON", + "L D", + "▁contin uing", + "▁continu ing", + "; &", + "就 算", + "ro ph", + "rop h", + "r oph", + "▁man ip", + "▁fl avor", + "▁flav or", + "主要 是", + "主 要是", + "▁car eful", + "▁care ful", + "▁consider ation", + "▁re sc", + "▁r esc", + "▁res c", + "uc tion", + "uct ion", + "u ction", + "▁satisf y", + "k o", + "本 来", + "▁se vere", + "▁sever e", + "将 会", + "小 编", + "▁em ployed", + "▁employ ed", + "▁a cid", + "▁ac id", + "看 起来", + "nI nd", + "nIn d", + "n Ind", + "▁new ly", + "▁Dem ocrats", + "▁Democr ats", + "▁Democrat s", + "ol s", + "o ls", + "nf unction", + "nfunc tion", + "n function", + "尽 量", + "▁del icious", + "▁delic ious", + "▁W alk", + "▁Wal k", + "▁Wa lk", + "ev en", + "e ven", + "▁p uts", + "▁put s", + "▁ puts", + "nE ven", + "nEv en", + "n Even", + "▁de lete", + "▁del ete", + "▁dele te", + "▁delet e", + "▁ delete", + "▁rough ly", + "▁R am", + "▁Ra m", + "cl ip", + "cli p", + "c lip", + "an ny", + "ann y", + "tx t", + "t xt", + "le rs", + "ler s", + "l ers", + "pr ene", + "pre ne", + "p rene", + "▁hyp othes", + "Lo ad", + "L oad", + "▁pro sec", + "▁pros ec", + "▁prose c", + "▁b its", + "▁bit s", + "▁bi ts", + "▁ bits", + "护 理", + "有 多", + "▁im proving", + "▁impro ving", + "湖 南", + "邀 请", + "▁ple asure", + "▁pleas ure", + "▁co al", + "▁ coal", + ") \"", + "▁M ic", + "▁Mi c", + "方 的", + "作 出", + "ack s", + "ac ks", + "a cks", + "人 体", + "▁dis pl", + "▁di spl", + "▁disp l", + "OD E", + "O DE", + "▁S tat", + "▁St at", + "▁Sta t", + "▁ Stat", + "▁t ensor", + "▁ten sor", + "▁tens or", + "▁ tensor", + "v o", + "ob j", + "o bj", + "t f", + "\":\" “", + "▁Ex ec", + "▁ Exec", + "满 意", + "pro file", + "prof ile", + "oc racy", + "ocr acy", + "▁A ward", + "▁Aw ard", + "▁se asons", + "▁season s", + "▁sea sons", + "▁seas ons", + "▁l anguages", + "▁language s", + "▁F ox", + "▁Fo x", + "▁ Fox", + "т у", + "▁M useum", + "▁P akistan", + "▁Pak istan", + "▁Just ice", + "▁mus ical", + "▁music al", + "▁L im", + "▁Li m", + "▁ Lim", + "▁p it", + "▁pi t", + "▁ pit", + "ach ine", + "achi ne", + "gg ed", + "g ged", + "模 型", + "at i", + "a ti", + "ga r", + "g ar", + "▁e lev", + "▁el ev", + "▁ele v", + "ound ed", + "oun ded", + "▁b arri", + "▁bar ri", + "▁sub mit", + "▁ submit", + "▁s cales", + "▁sc ales", + "▁scale s", + "▁scal es", + "Au t", + "A ut", + "▁B rad", + "▁Br ad", + "▁Bra d", + "▁manufact uring", + "▁G R", + "▁ GR", + "▁д е", + "▁ де", + "di t", + "d it", + "ut ing", + "u ting", + "▁access ible", + "▁ accessible", + "▁ad venture", + "▁advent ure", + "▁sing ular", + "▁pro cedures", + "▁proced ures", + "▁procedure s", + "mult i", + "mul ti", + "▁de ploy", + "▁ deploy", + "▁Dem ocratic", + "▁Democr atic", + "▁Democrat ic", + "as m", + "a sm", + "▁d ependent", + "▁depend ent", + "▁ dependent", + "▁pro pose", + "▁prop ose", + "▁propos e", + "eli hood", + "n X", + "▁Con ference", + "▁Conf erence", + "▁g enu", + "▁gen u", + "▁ge nu", + "▁d iverse", + "▁di verse", + "▁diver se", + "▁divers e", + "▁second ary", + "▁ secondary", + "fi re", + "f ire", + "▁un us", + "▁u nus", + "▁bl ank", + "▁ blank", + "▁organ ic", + "▁org anic", + "▁ organic", + "▁T R", + "▁ TR", + "ye s", + "y es", + "▁prin ciples", + "▁principle s", + "▁princip les", + "EN D", + "E ND", + "ful l", + "fu ll", + "f ull", + "on tal", + "ont al", + "{\\ \"", + "{ \\\"", + "商 务", + "走 进", + "民 主", + "ha ust", + "haus t", + "痛 苦", + "re prene", + "rep rene", + "电 脑", + "▁G lobal", + "▁Glo bal", + "▁ Global", + "依 旧", + "ro ke", + "r oke", + "ub ble", + "u bble", + "th row", + "thro w", + "前 往", + "De t", + "D et", + "受 理", + "v s", + "股 东", + "▁pri ority", + "▁prior ity", + "▁priorit y", + "▁priori ty", + "▁ priority", + "▁as signed", + "▁ass igned", + "▁assign ed", + "Mo n", + "M on", + "su it", + "s uit", + "▁broad cast", + "pl ex", + "ple x", + "p lex", + "▁re ly", + "▁r ely", + "▁rel y", + "▁ rely", + "We b", + "W eb", + "共 产", + "▁F ile", + "▁Fil e", + "▁Fi le", + "▁ File", + "▁U RL", + "▁UR L", + "▁ URL", + "▁dest ination", + "▁ destination", + "lo cation", + "loc ation", + "l ocation", + "专 门", + "细 节", + "▁a ns", + "▁an s", + "▁ ans", + "▁reg ional", + "▁region al", + "▁requ irement", + "▁require ment", + "航 空", + "▁S af", + "▁Sa f", + "▁g uid", + "▁gu id", + "▁ guid", + "▁W hether", + "▁Wh ether", + "▁Whe ther", + "▁ Whether", + "▁w rites", + "▁wr ites", + "▁writ es", + "▁write s", + "▁F ind", + "▁Fin d", + "▁Fi nd", + "▁ Find", + "▁H unt", + "▁Hu nt", + "▁b rands", + "▁br ands", + "▁brand s", + "▁bra nds", + "B B", + "▁em ployment", + "▁employ ment", + "▁ employment", + "▁prov iders", + "▁provid ers", + "▁provide rs", + "▁provider s", + "上 一", + "il ty", + "ilt y", + "wh at", + "w hat", + "▁n urs", + "▁nu rs", + "amp ion", + "投资 者", + "Re m", + "R em", + "▁f o", + "▁ fo", + "OR E", + "O RE", + "对 应", + "收 到", + "▁ver tical", + "▁vert ical", + "▁ vertical", + "$ }", + "▁r ating", + "▁ra ting", + "▁rat ing", + "▁ rating", + "▁pred ictions", + "▁predict ions", + "▁prediction s", + "ch ain", + "cha in", + "▁lo gic", + "▁log ic", + "▁ logic", + "ru ption", + "rup tion", + "rupt ion", + "na p", + "n ap", + "an es", + "ane s", + "a nes", + "▁\\\\ \\", + "▁\\ \\\\", + "▁ \\\\\\", + "尊 重", + "驱 动", + "大 型", + "▁In vest", + "▁Inv est", + "A E", + "▁ch ocolate", + "▁chocol ate", + "ur i", + "u ri", + "▁redu cing", + "▁red ucing", + "▁A P", + "▁ AP", + "nS ub", + "n Sub", + "成 交", + "▁check ing", + "▁stat istical", + "▁statistic al", + "▁g rain", + "▁gra in", + "▁gr ain", + "主 张", + "整 改", + "▁v it", + "▁vi t", + "▁ vit", + "▁cont rovers", + "nP l", + "n Pl", + "▁bed room", + "▁ bedroom", + "si gn", + "sig n", + "s ign", + "▁di vision", + "▁div ision", + "▁ division", + "com ment", + "comm ent", + "▁Soft ware", + "▁ Software", + "el a", + "e la", + "▁ter rit", + "▁terr it", + "▁ro of", + "▁ х", + "▁H and", + "▁Ha nd", + "▁Han d", + "▁ Hand", + "▁c ute", + "▁cut e", + "▁cu te", + "▁poss ess", + "\\\" \"", + "mod e", + "mo de", + "m ode", + "os pit", + "osp it", + "▁r ational", + "▁rat ional", + "▁ratio nal", + "▁ rational", + "ov ing", + "o ving", + "法 国", + "aut o", + "au to", + "a uto", + "▁D VD", + "▁DV D", + "▁ DVD", + "▁p orn", + "▁po rn", + "▁por n", + "▁conserv ative", + "se n", + "s en", + "ool s", + "oo ls", + "o ols", + "芯 片", + "▁St ill", + "▁am plitude", + "▁amplit ude", + "▁ampl itude", + "te en", + "tee n", + "t een", + "un ctions", + "unction s", + "unct ions", + "▁J ac", + "▁Ja c", + "▁ Jac", + "▁ne ural", + "▁neur al", + "▁ neural", + "▁aware ness", + "at re", + "a tre", + "深 度", + "aw s", + "a ws", + "▁c riteria", + "▁crit eria", + "▁criter ia", + "▁R un", + "▁Ru n", + "▁ Run", + "分 布", + "sc r", + "s cr", + "▁( \\\"", + "▁(\\ \"", + "▁ (\\\"", + "▁bo nus", + "▁bon us", + "▁th orough", + "▁tho rough", + "▁att ractive", + "▁attract ive", + "▁attr active", + "▁target s", + "▁tar gets", + "▁ targets", + "▁E gypt", + "▁term inal", + "▁ terminal", + "▁A dv", + "▁Ad v", + "▁O l", + "▁ Ol", + "公 告", + "▁re in", + "▁r ein", + "h h", + "▁over whel", + "w a", + "RE E", + "R EE", + "台 灣", + "ur able", + "ura ble", + "高 级", + "od ot", + "odo t", + "o dot", + "企业 的", + "企 业的", + "N C", + "▁T ry", + "▁Tr y", + "▁ Try", + "am ber", + "amb er", + "a mber", + "el lect", + "ell ect", + "elle ct", + "竟 然", + "▁: :", + "▁ ::", + "▁Cor por", + "▁Corp or", + "▁man ual", + "▁ manual", + "▁l oud", + "▁lo ud", + "▁lou d", + "▁ loud", + "从 来", + "▁r iv", + "▁ri v", + "▁ riv", + "▁ur ban", + "▁ urban", + "允 许", + "▁che ese", + "▁chees e", + "▁fr ustr", + "▁fru str", + "不 多", + "可 见", + "▁$ [", + "▁ $[", + "▁в о", + "▁ во", + "显 得", + "丈 夫", + "N g", + "独 特", + "▁car rying", + "▁carry ing", + "▁v o", + "▁ vo", + "▁un w", + "▁u nw", + "▁equ ally", + "▁equal ly", + "▁eq ually", + "▁C ook", + "▁Co ok", + "▁ Cook", + "精 准", + "N Q", + "▁g aming", + "▁gam ing", + "▁ga ming", + "fa ll", + "f all", + "▁p roducing", + "▁produ cing", + "▁prod ucing", + "nD e", + "n De", + "▁c hart", + "▁ch art", + "▁char t", + "▁cha rt", + "▁ chart", + "big g", + "bi gg", + "b igg", + "▁ang ular", + "▁ angular", + "ol t", + "o lt", + "▁I d", + "▁ Id", + "中 共", + "nC ont", + "nCon t", + "nCo nt", + "n Cont", + "▁m agnet", + "▁mag net", + "▁magn et", + "un ity", + "unit y", + "uni ty", + "▁great ly", + "▁part ial", + "▁ partial", + "▁leg isl", + "▁legis l", + "tr ack", + "tra ck", + "t rack", + "ish ment", + "▁E ll", + "▁El l", + "▁ Ell", + "▁G al", + "▁Ga l", + "▁ Gal", + "▁B ra", + "▁Br a", + "▁ Bra", + "冠 军", + "▁in struct", + "▁i nstruct", + "▁inst ruct", + "▁instr uct", + "▁int roduction", + "▁introdu ction", + "▁intro duction", + "▁ introduction", + "校 长", + "▁w ins", + "▁win s", + "▁wi ns", + "▁S P", + "▁ SP", + "▁V eg", + "▁Ve g", + "彼 此", + "▁com bat", + "▁comb at", + "▁abs ence", + "而 不", + "ge ts", + "get s", + "g ets", + "彻 底", + "Build er", + "▁Sup reme", + "at han", + "ath an", + "atha n", + "a than", + "▁ter rible", + "▁terr ible", + "et ween", + "▁con ve", + "▁conv e", + "U C", + "金 额", + "ul ty", + "ult y", + "▁R and", + "▁Ra nd", + "▁Ran d", + "下 一", + "▁e ar", + "▁ ear", + "min us", + "mi nus", + "m inus", + "公安 局", + "▁d ates", + "▁dat es", + "▁date s", + "▁da tes", + "▁ dates", + "▁prem ium", + "▁I NT", + "▁IN T", + "▁ INT", + "ic ular", + "i cular", + "▁Kore a", + "▁Ko rea", + "▁Kor ea", + "▁ent ity", + "▁ entity", + "▁flo at", + "▁ float", + "▁respons es", + "▁response s", + "脱 贫", + "ch ild", + "chi ld", + "▁L ine", + "▁Lin e", + "▁Li ne", + "▁ Line", + "▁sub jects", + "▁subject s", + "走 了", + "▁F our", + "▁Fo ur", + "▁ Four", + "无 人", + "or able", + "ora ble", + "▁ch ances", + "▁chance s", + "▁cha nces", + "预 测", + "▁F ar", + "▁Fa r", + "▁ Far", + "ho p", + "h op", + "▁meet ings", + "▁meeting s", + "▁reg ulations", + "▁regul ations", + "▁regulation s", + "的 外", + "uc ky", + "uck y", + "Ge ner", + "Gen er", + "G ener", + "通 信", + "D C", + "ac hel", + "ach el", + "ache l", + "a chel", + "的 水", + "接 近", + "▁ar my", + "▁arm y", + "▁C ast", + "▁Ca st", + "▁Cas t", + "▁ Cast", + "ill iant", + "illian t", + "illi ant", + "▁S her", + "▁Sh er", + "▁She r", + "事 项", + "▁M id", + "▁Mi d", + "▁ Mid", + "▁box es", + "▁ boxes", + "▁E vent", + "▁Even t", + "▁Ev ent", + "▁Eve nt", + "▁ Event", + "ho t", + "h ot", + "▁ex posed", + "▁exp osed", + "▁expos ed", + "▁expose d", + "▁med icine", + "▁medic ine", + "血 管", + "ce rs", + "cer s", + "c ers", + "▁h abit", + "▁ha bit", + "▁hab it", + "周 边", + "▁co ordinates", + "▁coord inates", + "▁coordinate s", + "轻 松", + "拍 摄", + "▁Per haps", + "on to", + "ont o", + "o nto", + "e ople", + "Ur l", + "U rl", + "O Q", + "es tion", + "est ion", + "bo ld", + "bol d", + "b old", + "▁Ch ief", + "▁Chi ef", + "▁M arc", + "▁Mar c", + "▁Ma rc", + "▁ Marc", + "▁me rely", + "▁mer ely", + "▁mere ly", + "▁inst ances", + "▁instance s", + "▁cou ncil", + "▁counc il", + "al igned", + "align ed", + "▁S ports", + "▁Sp orts", + "▁Sport s", + "▁ Sports", + "实 行", + "ra cle", + "rac le", + "r acle", + "IL L", + "I LL", + "▁t ill", + "▁til l", + "▁ti ll", + "▁E s", + "▁ Es", + "▁N C", + "▁ NC", + "▁pref erred", + "▁prefer red", + "▁C A", + "▁ CA", + "▁p ace", + "▁pa ce", + "▁pac e", + "▁ pace", + "^ -", + "周 围", + "攻 击", + "prot ected", + "protect ed", + "Def ault", + "D efault", + "便 是", + "Mo re", + "Mor e", + "M ore", + "▁s ampling", + "▁sam pling", + "▁ sampling", + "}} )", + "} })", + "b p", + "▁M att", + "▁Mat t", + "▁Ma tt", + "▁ Matt", + "▁d ollar", + "▁doll ar", + "▁dol lar", + "▁ dollar", + "wh o", + "w ho", + "人 数", + "免 疫", + "▁ro bot", + "▁rob ot", + "▁ robot", + "累 计", + "Pa rt", + "Par t", + "P art", + "▁l en", + "▁le n", + "▁ len", + "ya rd", + "y ard", + "粉 丝", + "pl et", + "ple t", + "p let", + "▁S ign", + "▁Si gn", + "▁Sig n", + "▁ Sign", + "ial s", + "ia ls", + "i als", + "######## ########", + "N e", + "▁appl icable", + "▁applic able", + "gg ing", + "g ging", + "葡 萄", + "或 是", + ":\\ \"", + ": \\\"", + "监 测", + "▁h ide", + "▁hi de", + "▁hid e", + "▁ hide", + "▁sum mary", + "▁summar y", + "▁summ ary", + "▁ summary", + "让 他", + "互 动", + "ie ce", + "yn c", + "y nc", + "▁E conom", + "▁Ec onom", + "▁Eco nom", + "下 跌", + "un es", + "une s", + "u nes", + "▁I re", + "▁Ir e", + "进 口", + "nC an", + "n Can", + "AC T", + "A CT", + "▁Med ical", + "▁Medic al", + "▁vis ited", + "▁visit ed", + "▁ener gies", + "▁energ ies", + "▁ energies", + "bo oks", + "book s", + "b ooks", + "▁improve ments", + "▁improvement s", + "ou red", + "our ed", + "o ured", + "有 个", + "T e", + "和 谐", + "en ter", + "ent er", + "ente r", + "整 理", + "▁w anting", + "▁want ing", + "▁spirit ual", + "▁spir itual", + "il ation", + "ila tion", + "i lation", + "щ и", + "▁s train", + "▁st rain", + "▁str ain", + "▁stra in", + "se x", + "s ex", + "jo in", + "j oin", + "而 在", + "U D", + "ee rs", + "eer s", + "e ers", + "▁rem ained", + "▁remain ed", + "ba s", + "b as", + "▁over l", + "▁ove rl", + "▁м е", + "▁ ме", + "代理 人", + "市 委", + "▁grad ient", + "▁ gradient", + "那 种", + "▁rout ine", + "▁ routine", + "▁m oral", + "▁mor al", + "▁mo ral", + "point s", + "po ints", + "ц а", + "自 治", + "Ca n", + "C an", + "装 备", + "▁res pective", + "▁resp ective", + "▁respect ive", + "▁opp osition", + "▁op position", + "▁oppos ition", + "th eless", + "the less", + "thel ess", + "▁found ation", + "▁p ill", + "▁pil l", + "▁pi ll", + "▁ pill", + "▁rapid ly", + "▁o uter", + "▁out er", + "▁ou ter", + "▁ outer", + "▁le git", + "▁leg it", + "▁inj uries", + "▁You Tube", + "场 所", + "}} }", + "} }}", + "▁de light", + "▁del ight", + "推 广", + "iss ions", + "ission s", + "▁F air", + "▁Fa ir", + "▁ Fair", + "普 遍", + "▁co inc", + "▁coin c", + "script ion", + "scri ption", + "s cription", + "千 万", + "之 下", + "试 验", + "N G", + "▁P roduct", + "▁Pro duct", + "▁Produ ct", + "▁ Product", + "li c", + "l ic", + "pl ayer", + "play er", + "p layer", + "= \\", + "▁cl imb", + "▁clim b", + "▁ve ctors", + "▁vector s", + "▁ vectors", + "ме н", + "м ен", + "▁e lected", + "▁el ected", + "▁elect ed", + "▁ elected", + "▁off ense", + "▁ref ere", + "▁refer e", + "od d", + "o dd", + "nT hus", + "nTh us", + "n Thus", + "联 盟", + "▁p ounds", + "▁pound s", + "▁pou nds", + "ni c", + "n ic", + "▁( (", + "▁ ((", + "Ver t", + "V ert", + "▁aff ordable", + "▁afford able", + "吃 饭", + "考 核", + "▁B ase", + "▁Bas e", + "▁Ba se", + "▁ Base", + "ir craft", + "irc raft", + "ic ide", + "ici de", + "▁t oken", + "▁to ken", + "▁tok en", + "▁ token", + "us al", + "usa l", + "u sal", + "eg er", + "e ger", + "▁R yan", + "▁Ry an", + "▁S to", + "▁St o", + "▁t ub", + "▁tu b", + "fol io", + "将 在", + "▁bath room", + "R O", + "意 外", + "▁p lain", + "▁pl ain", + "▁pla in", + "▁ plain", + "▁off set", + "▁ offset", + "▁e dit", + "▁ed it", + "▁ edit", + "nU sing", + "nUs ing", + "n Using", + "to ken", + "tok en", + "t oken", + "▁c ake", + "▁ca ke", + "▁ cake", + "各 地", + "有 没有", + "▁represent ative", + "▁P rem", + "▁Pr em", + "▁Pre m", + "▁fac ilit", + "▁f itting", + "▁fit ting", + "▁ fitting", + "▁m ob", + "▁mo b", + "▁ mob", + "▁do ctors", + "▁doctor s", + "▁con clude", + "▁conclud e", + "ult ural", + "() ;", + "( );", + "ot ion", + "oti on", + "o tion", + "近年 来", + "近 年来", + "▁comp uting", + "▁comput ing", + "▁e ase", + "▁eas e", + "▁ar rive", + "▁arriv e", + "▁arr ive", + "as ant", + "asa nt", + "女 士", + "▁Pr ime", + "▁Pri me", + "▁Prim e", + "▁comp uters", + "▁comput ers", + "▁computer s", + "▁compute rs", + "▁f ucking", + "▁fuck ing", + "▁re volution", + "▁r evolution", + "▁rev olution", + "▁R est", + "▁Re st", + "▁Res t", + "▁ Rest", + "▁sil ver", + "an not", + "ann ot", + "a nnot", + "T O", + "▁L ittle", + "▁Lit tle", + "▁ Little", + "▁m ixture", + "▁g rass", + "▁gra ss", + "▁gr ass", + "▁gras s", + "▁ grass", + "▁monitor ing", + "az e", + "a ze", + "▁d uty", + "▁du ty", + "▁ duty", + "▁p ushed", + "▁push ed", + "ue r", + "u er", + "ar ios", + "ari os", + "ario s", + "对 手", + "um a", + "u ma", + "ia na", + "ian a", + "i ana", + "▁R ay", + "▁Ra y", + "▁ Ray", + "ra ys", + "ray s", + "r ays", + "_ +", + "▁Sup port", + "▁ Support", + "H P", + "To ken", + "Tok en", + "T oken", + "▁Academ y", + "▁wor ried", + "▁s ensor", + "▁sens or", + "▁sen sor", + "▁ sensor", + "▁ч е", + "▁ че", + "st ra", + "str a", + "s tra", + "▁e lig", + "▁el ig", + "▁s crew", + "▁sc rew", + "▁scr ew", + "▁$ -", + "▁ $-", + "吸 收", + "like ly", + "lik ely", + "▁ref erences", + "▁refer ences", + "▁reference s", + "▁refere nces", + "es ted", + "est ed", + "este d", + "e sted", + "▁m ath", + "▁mat h", + "▁ma th", + "▁ math", + "▁demonstr ated", + "▁demonstrate d", + "nD uring", + "n During", + "▁Com put", + "▁Comp ut", + "▁ Comput", + "▁ent ries", + "▁entr ies", + "▁ entries", + "成 的", + "raz il", + "论 坛", + "▁ret rie", + "注 重", + "▁ но", + "▁reve al", + "▁rev eal", + "同 事", + "▁l umin", + "▁lum in", + "▁C ross", + "▁Cr oss", + "▁Cro ss", + "▁Cros s", + "▁ Cross", + "▁quant ity", + "▁ quantity", + "营 造", + "L A", + "▁please d", + "▁ple ased", + "▁pleas ed", + "▁plea sed", + "▁Hot el", + "▁Ho tel", + "照 顾", + "▁con j", + "▁co nj", + "▁ conj", + "uss ion", + "打 击", + "▁loss es", + "▁los ses", + "▁s uffer", + "▁suff er", + "▁ 年", + "ier arch", + "▁th rows", + "▁throw s", + "▁thr ows", + "▁thro ws", + "▁ throws", + "上 去", + "s v", + "▁vac uum", + "不得 不", + "不 得不", + "前 的", + "▁Re port", + "▁Rep ort", + "▁ Report", + "▁s tone", + "▁st one", + "▁sto ne", + "▁ stone", + "▁s caling", + "▁sc aling", + "▁scal ing", + "▁ scaling", + "Equ al", + "Eq ual", + "E qual", + "▁pay ments", + "▁payment s", + "▁pro fessor", + "▁profess or", + "▁min ister", + "▁mini ster", + "出 发", + "case s", + "ca ses", + "cas es", + "c ases", + "旅 行", + "混 合", + "end ix", + "▁n erv", + "▁ne rv", + "▁ner v", + "▁r oles", + "▁ro les", + "▁role s", + "▁ roles", + "et al", + "eta l", + "e tal", + "森 林", + "描 述", + "有 时", + "▁m arks", + "▁mark s", + "▁mar ks", + "▁ marks", + "f i", + "味 道", + "it ial", + "iti al", + "合 适", + "定 义", + "贯 彻", + "un ior", + "uni or", + "论 文", + "▁we apon", + "▁weap on", + "▁mem ories", + "▁memor ies", + "▁memo ries", + "▁reg istration", + "▁regist ration", + "▁ registration", + "采 访", + "铁 路", + "▁Bro ok", + "▁Br ook", + "▁b ool", + "▁bo ol", + "▁boo l", + "▁ bool", + "很大 的", + "很 大的", + "win g", + "wi ng", + "w ing", + "con tin", + "cont in", + "se mble", + "semb le", + "sem ble", + "с о", + "兄 弟", + "et ary", + "eta ry", + "▁des ktop", + "▁desk top", + "▁ desktop", + "女 子", + "▁s aving", + "▁sa ving", + "▁sav ing", + "▁ saving", + "eg o", + "e go", + "^{ +", + "^ {+", + "▁sup erior", + "▁super ior", + "否 则", + "pi n", + "p in", + "en ders", + "end ers", + "ender s", + "ende rs", + "▁f lying", + "▁fl ying", + "▁fly ing", + "US T", + "U ST", + "转 型", + "▁Col umb", + "▁g ent", + "▁gen t", + "▁ge nt", + "▁ gent", + "S M", + "开 启", + "▁per sons", + "▁person s", + "▁pers ons", + "ar on", + "aro n", + "a ron", + "m g", + "▁sur ve", + "▁surv e", + "▁life style", + "▁lif estyle", + "nS hare", + "nSh are", + "nSha re", + "n Share", + "▁de com", + "▁dec om", + "▁deco m", + "Inst ance", + "▁L u", + "▁ Lu", + "▁st yles", + "▁style s", + "▁styl es", + "▁sty les", + "▁ styles", + "本 人", + "AS E", + "A SE", + "IC E", + "I CE", + "nP er", + "nPe r", + "n Per", + "en v", + "e nv", + "▁pain ting", + "▁paint ing", + "▁ad vis", + "▁adv is", + "▁celebr ate", + "▁celeb rate", + "等 方面", + "if er", + "ife r", + "i fer", + "▁Con nect", + "▁Conn ect", + "▁ Connect", + "▁acc eler", + "机 场", + "▁cont ainer", + "▁contain er", + "▁ container", + "N w", + "▁K now", + "▁Kn ow", + "▁ Know", + "▁hand ling", + "▁V ictor", + "▁Vi ctor", + "▁Vic tor", + "▁Vict or", + "反 而", + "xi ety", + "x iety", + "olog ist", + "re nd", + "ren d", + "r end", + "▁dis cipl", + "隐 患", + "▁Brit ain", + "▁Bri tain", + "text sc", + "▁inequ ality", + "练 习", + "差 异", + "得到 了", + "得 到了", + "do uble", + "dou ble", + "d ouble", + "▁Sh ould", + "▁ Should", + "ya l", + "y al", + "高 质量", + "ни ци", + "一 体", + "▁ill ness", + "业 绩", + "us tration", + "ust ration", + "ustr ation", + "u stration", + "л у", + "把 握", + "▁rel ief", + "▁reli ef", + "▁relie f", + "us r", + "u sr", + "CO M", + "C OM", + "法 规", + "财 务", + "nf unc", + "n func", + "攻 坚", + "是 最", + "ber ry", + "b erry", + "▁a ctor", + "▁act or", + "▁ac tor", + "▁ actor", + "▁en tr", + "▁ent r", + "▁ass essment", + "▁assess ment", + "▁in ches", + "▁inc hes", + "▁inch es", + "mer s", + "me rs", + "m ers", + "▁f old", + "▁fol d", + "▁fo ld", + "▁ fold", + "br o", + "b ro", + "▁news paper", + "▁newsp aper", + "or dan", + "ord an", + "并 非", + "▁L ab", + "▁La b", + "▁ Lab", + "▁h ung", + "▁he aded", + "▁head ed", + "▁ headed", + "} %\\", + "ex ec", + "exe c", + "▁P ut", + "▁Pu t", + "▁ Put", + "▁r um", + "▁ru m", + "▁ rum", + "mon th", + "mo nth", + "mont h", + "▁bl ame", + "▁co pies", + "▁cop ies", + "ys ical", + "▁dream s", + "Ar e", + "A re", + "▁F A", + "▁ FA", + "▁Ex pl", + "▁Exp l", + "▁ Expl", + "免 费", + "il st", + "ils t", + "i lst", + "or ig", + "ori g", + "o rig", + "▁appro val", + "▁ident ical", + "m c", + "Ta g", + "T ag", + "ig ate", + "iga te", + "i gate", + "▁d eeper", + "▁de eper", + "▁deep er", + "▁mus cle", + "▁ri dic", + "▁rid ic", + "cl ean", + "cle an", + "c lean", + "ia no", + "ian o", + "i ano", + "全 省", + "▁fe aturing", + "▁feat uring", + "▁health care", + "▁Th ough", + "▁ Though", + "▁neut r", + "T Y", + "发 放", + "▁s essions", + "▁session s", + "常 常", + "▁re act", + "▁ react", + "et ing", + "e ting", + "nA pp", + "n App", + "十 五", + "} ;", + "营 销", + "▁j et", + "▁je t", + "▁ jet", + "as hes", + "ash es", + "在中 国", + "在 中国", + "▁W at", + "▁Wa t", + "▁ Wat", + "▁att itude", + "▁exp los", + "▁expl os", + "▁explo s", + "▁Th rough", + "▁ Through", + "派 出", + "ven ts", + "vent s", + "v ents", + "▁e nforcement", + "▁en forcement", + "▁enforce ment", + "▁att ach", + "▁ attach", + "思 路", + "{ %", + "st at", + "sta t", + "s tat", + "S O", + "’ \\", + "we red", + "wer ed", + "were d", + "w ered", + "▁sm oke", + "▁smok e", + "▁smo ke", + "世界 上", + "添 加", + "▁c ha", + "▁ch a", + "▁ cha", + "▁p ermanent", + "▁perman ent", + "st ery", + "ster y", + "ste ry", + "s tery", + "▁sum mar", + "▁summ ar", + "B U", + "招 生", + "负 担", + "平方 米", + "▁vac ation", + "▁va cation", + "is ting", + "ist ing", + "▁r ising", + "▁ri sing", + "▁ris ing", + "▁ rising", + "▁p las", + "▁pl as", + "▁pla s", + "▁tem plate", + "▁temp late", + "▁ template", + "▁L y", + "▁ Ly", + "▁V an", + "▁Va n", + "▁ Van", + "▁fe wer", + "▁few er", + "别 的", + "sc reen", + "scr een", + "s creen", + "▁ ^", + "▁tr ends", + "▁tre nds", + "▁trend s", + "▁r ush", + "▁ru sh", + "on der", + "ond er", + "onde r", + "o nder", + "▁pro files", + "▁prof iles", + "▁profile s", + "▁profil es", + "▁law yer", + "▁lawy er", + "ed ing", + "edi ng", + "e ding", + "▁bl ind", + "▁ blind", + "▁con stit", + "▁cons tit", + "▁const it", + "is a", + "i sa", + "▁innov ative", + "▁st ages", + "▁stage s", + "▁sta ges", + "▁stag es", + "ir ection", + "ire ction", + "irect ion", + "i rection", + "还没 有", + "还 没有", + "▁| \\", + "▁ |\\", + "or gan", + "org an", + "▁Color ado", + "java script", + "j avascript", + "▁add resses", + "▁address es", + "▁ addresses", + "}} _{", + "}}_ {", + "} }_{", + "的 故事", + "▁sup por", + "调 节", + ")$ \\", + ") $\\", + "的一 些", + "的 一些", + "▁R equ", + "▁Re qu", + "▁ Requ", + "▁t oler", + "▁to ler", + "ER R", + "E RR", + "st ein", + "ste in", + "s tein", + "新 能源", + "▁g raphics", + "▁graph ics", + "▁graphic s", + "▁ graphics", + "▁t rib", + "▁tr ib", + "▁tri b", + "▁mat rices", + "中 小", + "of fs", + "off s", + "▁re peat", + "▁rep eat", + "▁repe at", + "▁ repeat", + "▁week ly", + "▁ weekly", + "▁air port", + "▁develop er", + "▁ developer", + "▁sign ature", + "▁ signature", + "警 察", + "▁heav ily", + "▁in finite", + "▁inf inite", + "▁infin ite", + "▁insp iration", + "▁inspir ation", + "▁B rand", + "▁Br and", + "▁Bra nd", + "▁ Brand", + "▁cele b", + "▁cel eb", + "▁m ic", + "▁mi c", + "▁ mic", + "▁b atch", + "▁bat ch", + "▁ batch", + "▁platform s", + "▁plat forms", + "▁D NA", + "▁ DNA", + "ph ones", + "phone s", + "phon es", + "]) ;\\", + "] );\\", + "加 速", + "▁a band", + "▁ab and", + "那 样", + "▁ann oy", + "ble d", + "bl ed", + "b led", + "dro p", + "dr op", + "d rop", + "▁D aniel", + "▁Dan iel", + "▁ Daniel", + "▁B i", + "▁ Bi", + "bu l", + "b ul", + "▁gra duate", + "▁gradu ate", + "▁grad uate", + "▁ graduate", + "hb ar", + "h bar", + "大 队", + "▁less ons", + "▁les sons", + "▁lesson s", + "AB LE", + "A BLE", + "lo wer", + "low er", + "l ower", + "▁P op", + "▁Po p", + "▁ Pop", + "ot hers", + "oth ers", + "other s", + "othe rs", + "▁cou nsel", + "▁couns el", + "▁expert ise", + "Re l", + "R el", + "▁s oph", + "▁so ph", + "▁tour nament", + "两 种", + "▁cont roller", + "▁control ler", + "▁controll er", + "▁ controller", + "▁C a", + "▁ Ca", + "la ng", + "lan g", + "l ang", + "▁St ore", + "▁Sto re", + "▁ Store", + "iction ary", + "▁phot ograp", + "▁f alls", + "▁fall s", + "▁fal ls", + "▁ falls", + "▁ass ert", + "▁ assert", + "生 存", + "▁P age", + "▁Pa ge", + "▁Pag e", + "▁ Page", + "使 命", + "▁S tan", + "▁St an", + "▁Sta n", + "地 球", + "▁bre ast", + "▁br east", + "▁Dis ney", + "▁return ing", + "▁ret urning", + "qu ality", + "qual ity", + "q uality", + "ho r", + "h or", + "▁spe aker", + "▁speak er", + "分 配", + "大 众", + "▁m irror", + "▁mir ror", + "▁mi rror", + "▁& =&", + "▁&= &", + "▁ &=&", + "▁m ile", + "▁mil e", + "▁mi le", + "▁ mile", + "▁And rew", + "▁An drew", + "▁Andre w", + "▁Pal est", + "▁Pa lest", + "▁Pale st", + "clos ure", + "▁concept s", + "▁conce pts", + "bi b", + "b ib", + "▁ex haust", + "ho m", + "h om", + "审 判", + "▁ult imate", + "viron ments", + "vironment s", + "▁period s", + "nO r", + "n Or", + "▁se arc", + "▁sea rc", + "ur ations", + "uration s", + "u rations", + "市场 的", + "市 场的", + "▁def ensive", + "de m", + "d em", + "▁A z", + "▁ Az", + "▁stud ying", + "▁study ing", + "” )", + "▁th ousand", + "▁thous and", + "▁thou sand", + "I B", + "pl ements", + "ple ments", + "plement s", + "p lements", + "▁S at", + "▁Sa t", + "▁ Sat", + "日 的", + "nM r", + "n Mr", + "let ter", + "lett er", + "lette r", + "l etter", + "s ession", + "▁gra vity", + "▁gr avity", + "▁grav ity", + "▁gravit y", + "▁ gravity", + "总 体", + "▁base ball", + "广 场", + "ou nce", + "oun ce", + "▁favour ite", + "因 為", + "是 指", + "No w", + "N ow", + "▁b att", + "▁bat t", + "▁ba tt", + "▁As ian", + "▁Asia n", + "▁v ice", + "▁vi ce", + "▁vic e", + "▁ vice", + "▁life time", + "▁lif etime", + "sub subsection", + "海 外", + "▁gener ic", + "▁gene ric", + "▁ generic", + "▁trad ition", + "▁fif th", + "电 路", + "▁Th ree", + "▁ Three", + "▁Char les", + "▁Charl es", + "ub s", + "u bs", + "▁F ord", + "▁For d", + "▁Fo rd", + "▁d ict", + "▁di ct", + "▁ dict", + "▁l oving", + "▁lo ving", + "▁ loving", + "存 储", + "▁as ks", + "▁ask s", + "▁ asks", + "▁l etting", + "▁let ting", + "▁C arl", + "▁Car l", + "▁Ca rl", + "▁ Carl", + "▁sub mitted", + "▁submit ted", + "▁} \\\\", + "▁}\\ \\", + "▁ }\\\\", + "_ *", + "们 的", + "传 承", + "▁de ck", + "▁dec k", + "▁p asses", + "▁pass es", + "▁pas ses", + "▁p a", + "▁ pa", + "med ia", + "me dia", + "medi a", + "m edia", + "天 津", + "▁Af ghan", + "qu ir", + "no b", + "n ob", + "发 出", + "▁C ost", + "▁Co st", + "▁Cos t", + "▁ Cost", + "▁t itles", + "▁title s", + "▁tit les", + "▁neut ral", + "▁neutr al", + "▁ neutral", + "▁pan els", + "▁panel s", + "▁pa nels", + "▁pane ls", + "▁g rate", + "▁gra te", + "▁gr ate", + "▁grat e", + "▁tr igger", + "▁trig ger", + "▁ trigger", + "▁ph oton", + "▁phot on", + "▁photo n", + "▁ photon", + "▁bre aks", + "▁break s", + "di rect", + "dir ect", + "d irect", + "ad or", + "ado r", + "a dor", + "oo r", + "o or", + "ot ten", + "ott en", + "otte n", + "设 有", + "pro perty", + "proper ty", + "原 本", + "ap ache", + "apa che", + "a pache", + "带 动", + "采 购", + "▁acc used", + "▁accus ed", + "▁accuse d", + "日 上午", + "ra nk", + "ran k", + "r ank", + "▁c odes", + "▁co des", + "▁code s", + "▁cod es", + "▁ codes", + "mini page", + "万 人", + "面 试", + "停 止", + "▁s pan", + "▁sp an", + "▁spa n", + "▁ span", + "▁K im", + "▁Ki m", + "▁ Kim", + "▁v end", + "▁ve nd", + "▁ven d", + "L Y", + "col um", + "▁view ing", + "ua n", + "u an", + "▁m apping", + "▁map ping", + "▁ma pping", + "▁ mapping", + "▁re ply", + "▁rep ly", + "▁repl y", + "▁ reply", + "▁st ayed", + "▁stay ed", + "ax is", + "▁f ib", + "▁fi b", + "▁ fib", + "IV E", + "I VE", + "Op en", + "O pen", + "▁f orest", + "▁for est", + "▁fore st", + "▁fo rest", + "▁ forest", + "ar gin", + "arg in", + "▁re ads", + "▁read s", + "▁ reads", + "▁lo ans", + "▁loan s", + "▁surv ive", + "▁surviv e", + "转 移", + "▁k it", + "▁ kit", + "▁ph ones", + "▁phone s", + "▁phon es", + "▁ phones", + "▁en abled", + "▁enable d", + "▁ enabled", + "ei n", + "e in", + "▁H om", + "▁Ho m", + "▁ Hom", + "人 群", + "其 次", + "博 物", + "▁tw enty", + "▁twe nty", + "▁twent y", + "▁C ur", + "▁Cu r", + "▁ Cur", + "▁s pl", + "▁sp l", + "▁ spl", + "▁in tention", + "▁int ention", + "▁intent ion", + "▁person ality", + "▁personal ity", + "н ски", + "ir th", + "irt h", + "ar ters", + "art ers", + "arter s", + "arte rs", + "标 志", + "}{ |", + "} {|", + "▁P rot", + "▁Pro t", + "▁Pr ot", + "▁ Prot", + "▁inv ited", + "▁invite d", + "bo ur", + "b our", + "一 片", + "▁Cent re", + "▁Secret ary", + "道 理", + "▁att ended", + "▁attend ed", + "▁atten ded", + "▁f itness", + "▁fit ness", + "军 事", + "出现 了", + "pe nse", + "pen se", + "p ense", + ") {", + "_{ -", + "_ {-", + "▁ar ts", + "▁art s", + "▁ arts", + "▁st aying", + "▁stay ing", + "▁sta ying", + "本 科", + "▁( \\", + "▁ (\\", + "▁commun ications", + "▁communication s", + "▁ communications", + "▁v oting", + "▁vot ing", + "▁vo ting", + "re ll", + "rel l", + "r ell", + "▁f ed", + "▁fe d", + "▁ fed", + "▁local ly", + "▁loc ally", + "Nu ll", + "N ull", + "ever al", + "ev eral", + "在 家", + "su ccess", + "succ ess", + "suc cess", + "s uccess", + "▁S outhern", + "▁South ern", + "▁C reate", + "▁Creat e", + "▁Cre ate", + "▁ Create", + "对 比", + "▁te eth", + "▁tee th", + "异 常", + "in ch", + "inc h", + "i nch", + "其 它", + "▁A dam", + "▁Ad am", + "▁ Adam", + "▁N AS", + "▁NA S", + "▁ NAS", + "or ous", + "oro us", + "o rous", + "瞬 间", + "ari ju", + "一 张", + "物 理", + "ci ence", + "c ience", + "back ground", + "am ps", + "amp s", + "▁hope fully", + "▁hop efully", + "▁hopeful ly", + "▁ hopefully", + "pe rp", + "per p", + "我 和", + "ear ing", + "ea ring", + "e aring", + "▁comp utation", + "▁comput ation", + "清 晰", + "▁em bed", + "▁emb ed", + "▁ embed", + "Ser ver", + "Serv er", + "S erver", + "器 的", + "▁g uns", + "▁gu ns", + "▁gun s", + "▁ guns", + "it led", + "itle d", + "▁l aid", + "▁la id", + "▁W ould", + "▁ Would", + "十 三", + "med iate", + "medi ate", + "media te", + "十 四", + "▁Ir eland", + "▁Ire land", + "▁rep utation", + "▁reput ation", + "ariju ana", + "nCl ick", + "n Click", + "Com mand", + "Comm and", + "▁gu ilty", + "▁guilt y", + "▁subsequ ent", + "▁t we", + "▁tw e", + "▁est imation", + "▁estim ation", + "▁represent ing", + "end ment", + "'\\ \\", + "' \\\\", + "他 們", + "自 信", + "▁sup plement", + "▁suppl ement", + "I E", + "sq l", + "s ql", + "ol ving", + "▁s ymmetric", + "▁symmet ric", + "▁sym metric", + "▁ symmetric", + "▁F orce", + "▁For ce", + "▁ Force", + "▁ra rely", + "▁rare ly", + "第 六", + "层 次", + "有时 候", + "有 时候", + "纪 念", + "O h", + "▁G all", + "▁Ga ll", + "▁Gal l", + "▁ Gall", + "辖 区", + "nT oday", + "nTo day", + "n Today", + "▁cl icking", + "▁click ing", + "ber ed", + "be red", + "b ered", + "期 限", + "oll ary", + "ollar y", + "olla ry", + "▁bo olean", + "▁bool ean", + "▁boo lean", + "▁ boolean", + "▁in variant", + "▁inv ariant", + "▁invari ant", + "▁ invariant", + "▁k iss", + "bo w", + "b ow", + "ma l", + "m al", + "▁S anta", + "▁San ta", + "▁Sant a", + "▁land scape", + "▁landsc ape", + "▁acknow led", + "▁real istic", + "审 查", + "蔬 菜", + "▁cou pled", + "▁couple d", + "▁coup led", + "ad er", + "ade r", + "a der", + "lo ss", + "los s", + "l oss", + "R ight", + "▁some body", + "t x", + "坐 在", + "riz ona", + "▁m es", + "▁me s", + "▁ mes", + "人 家", + "im er", + "ime r", + "i mer", + "日 内", + "承 诺", + "人 都", + "门 口", + "os ed", + "ose d", + "o sed", + "▁com position", + "▁comp osition", + "▁compos ition", + "▁ composition", + "w orth", + "u h", + "更 有", + "ia mi", + "iam i", + "i ami", + "▁fl owers", + "▁flo wers", + "▁flow ers", + "▁flower s", + "▁un iversal", + "▁univers al", + "▁ universal", + "适 当", + "cent ly", + "c ently", + "总 统", + "锻 炼", + "St y", + "S ty", + "▁cr ash", + "▁cra sh", + "▁A LL", + "▁AL L", + "▁ ALL", + "我 要", + "▁re sort", + "▁res ort", + "t c", + "玩 家", + "ска та", + "с ката", + "/ (", + "▁ha dn", + "▁had n", + "▁v ital", + "▁vi tal", + "▁vit al", + "▁trans action", + "▁ transaction", + "这也 是", + "这 也是", + "▁E p", + "▁ Ep", + "ho ur", + "hou r", + "h our", + "po ns", + "pon s", + "p ons", + "▁open s", + "▁op ens", + "▁ opens", + "国 的", + "ou ston", + "ous ton", + "oust on", + "▁out door", + "sk i", + "s ki", + "▁pro hib", + "bin g", + "bi ng", + "b ing", + "不 上", + "wh en", + "whe n", + "w hen", + "肺 炎", + "▁l es", + "▁le s", + "▁ les", + "昨 天", + "接 着", + "▁c ra", + "▁cr a", + "▁ cra", + "▁f aced", + "▁fac ed", + "▁face d", + "▁fa ced", + "▁ faced", + "▁deep ly", + "各 位", + "ivers ary", + "▁p se", + "▁ps e", + "▁ pse", + "sh ould", + "▁gr anted", + "▁grant ed", + "▁gran ted", + "物 的", + "▁diff erential", + "▁different ial", + "▁differ ential", + "则 是", + "助 力", + "▁b ow", + "▁bo w", + "▁ bow", + "本 书", + "▁p ushing", + "▁push ing", + "▁flex ible", + "th ere", + "ther e", + "the re", + "t here", + "H D", + "▁con figure", + "▁conf igure", + "▁config ure", + "▁ configure", + "▁he ading", + "▁head ing", + "▁ heading", + "烈 的", + "ou ter", + "out er", + "oute r", + "o uter", + "▁eng aged", + "▁engage d", + "▁t ries", + "▁tr ies", + "▁tri es", + "可以 在", + "▁c hest", + "▁ch est", + "▁che st", + "讲 解", + "▁f rames", + "▁fr ames", + "▁fram es", + "▁frame s", + "▁fra mes", + "▁ frames", + "▁n obody", + "▁no body", + "at ile", + "ati le", + "a tile", + "▁fore cast", + "无论 是", + "▁F ort", + "▁For t", + "▁Fo rt", + "▁ Fort", + "▁cl othing", + "▁cloth ing", + "▁clo thing", + "▁clot hing", + "日 下午", + "▁P DF", + "▁PD F", + "▁ PDF", + "付 出", + "▁produ ces", + "▁produce s", + "▁prod uces", + "S m", + "go od", + "goo d", + "g ood", + "▁en tering", + "▁ent ering", + "▁enter ing", + "▁cl osing", + "▁clos ing", + "▁clo sing", + "▁ closing", + "设 立", + "各 自", + "的 感觉", + "▁o s", + "▁ os", + "▁acc ord", + "▁ac cord", + "▁h ire", + "▁hi re", + "▁ hire", + "▁A C", + "▁ AC", + "技 巧", + "Wh y", + "W hy", + "一 個", + "nR ead", + "nRe ad", + "n Read", + "日 前", + "▁m ouse", + "▁mo use", + "▁ mouse", + "版 本", + "ox y", + "o xy", + "▁G ar", + "▁Ga r", + "▁ Gar", + "an ted", + "ant ed", + "ante d", + "的内 容", + "的 内容", + "u z", + "▁C oll", + "▁Col l", + "▁Co ll", + "▁ Coll", + "▁ge ometry", + "▁geomet ry", + "▁geo metry", + "▁ geometry", + "Se arch", + "S earch", + "S R", + "妇 女", + "非 法", + "ж а", + "新 增", + "rib uted", + "ribut ed", + "ribute d", + "Ba r", + "B ar", + "oc key", + "ock ey", + "▁h int", + "▁hi nt", + "▁ hint", + "Up date", + "▁a ircraft", + "▁air craft", + "▁public ation", + "▁publ ication", + "湖 北", + "▁m ood", + "▁mo od", + "西 方", + "wat ch", + "w atch", + "▁p urs", + "▁pur s", + "▁deriv ative", + "▁м у", + "▁ му", + "nF igure", + "nFig ure", + "n Figure", + "▁i Pad", + "▁iP ad", + "▁ iPad", + "▁C NN", + "▁CN N", + "▁ CNN", + "nG o", + "n Go", + "▁P ot", + "▁Po t", + "▁C as", + "▁Ca s", + "▁ Cas", + "▁S earch", + "▁Se arch", + "▁ Search", + "▁N ick", + "▁Nic k", + "▁Ni ck", + "ie nces", + "ience s", + "ien ces", + "i ences", + "▁m ad", + "▁ma d", + "▁ mad", + "▁sh ower", + "▁show er", + "▁sho wer", + "nB ecause", + "nBe cause", + "n Because", + "be n", + "b en", + "很好 的", + "很 好的", + "▁s cream", + "▁sc ream", + "▁cons cious", + "▁ conscious", + "iz za", + "izz a", + "i zza", + "w s", + "▁a rr", + "▁ar r", + "▁ arr", + "▁hy brid", + "▁ hybrid", + "▁else where", + "subset eq", + "nc an", + "n can", + "▁t one", + "▁to ne", + "▁ton e", + "▁ tone", + "▁trans lation", + "▁transl ation", + "▁ translation", + "失 去", + "▁It aly", + "Te m", + "T em", + "▁br illiant", + "▁brill iant", + "▁ag greg", + "▁h itting", + "▁hit ting", + "▁H im", + "▁Hi m", + "for all", + "引 领", + "nw idth", + "n width", + "▁in tr", + "▁int r", + "tf or", + "t for", + "▁T y", + "▁ Ty", + "ig er", + "ige r", + "i ger", + "ma tes", + "mat es", + "mate s", + "m ates", + "end if", + "ra ss", + "ras s", + "r ass", + "▁d rives", + "▁dri ves", + "▁dr ives", + "▁drive s", + "▁driv es", + "▁h am", + "▁ha m", + "▁ ham", + "W E", + "▁r ose", + "▁ro se", + "▁ rose", + "▁s lot", + "▁sl ot", + "▁ slot", + "Res ource", + "Re source", + "su r", + "s ur", + "_{ (", + "_ {(", + "工作 中", + "▁D ark", + "▁Dar k", + "▁Da rk", + "▁ Dark", + "ig s", + "i gs", + "▁sa cr", + "▁sac r", + "的第 一", + "的 第一", + "▁sh oulder", + "▁should er", + "nI nst", + "nIn st", + "nIns t", + "n Inst", + "▁de serv", + "▁des erv", + "▁v otes", + "▁vot es", + "▁vote s", + "▁vo tes", + "▁ votes", + "▁as sociation", + "▁associ ation", + "mat ch", + "m atch", + "pro fit", + "prof it", + "▁mix ing", + "ut ter", + "utt er", + "▁S cot", + "▁Sc ot", + "▁Sco t", + "ou tube", + "out ube", + "▁se ats", + "▁sea ts", + "▁seat s", + "收 集", + "ME NT", + "M ENT", + "▁cap abilities", + "▁м а", + "▁ ма", + "▁p aths", + "▁pat hs", + "▁path s", + "▁pa ths", + "▁ paths", + "▁b ags", + "▁bag s", + "▁ba gs", + "▁ bags", + "▁egg s", + "▁eg gs", + "▁t ied", + "▁tie d", + "▁ti ed", + "图 书", + "E q", + "▁ Х", + "▁V ery", + "▁Ver y", + "▁Ve ry", + "▁ Very", + "时 光", + "▁S on", + "▁So n", + "▁ Son", + "av ed", + "ave d", + "a ved", + "计算 机", + "▁cam eras", + "▁came ras", + "▁camera s", + "▁diff iculty", + "▁difficult y", + "ave length", + "avel ength", + "▁character istic", + "▁M om", + "▁Mo m", + "▁ Mom", + "▁b asketball", + "▁basket ball", + "▁mat hemat", + "后 面", + "in ction", + "inc tion", + "inct ion", + "▁gu idelines", + "▁guide lines", + "▁guid elines", + "▁guideline s", + "才 会", + "Con st", + "Co nst", + "Cons t", + "含 有", + "回 忆", + "ef fect", + "eff ect", + "e ffect", + "▁y ours", + "▁you rs", + "▁your s", + "▁yo urs", + "▁substant ial", + "▁exec ution", + "▁execut ion", + "▁ execution", + "▁members hip", + "▁member ship", + "▁Hol lywood", + "▁Holly wood", + "▁innov ation", + "很 少", + "▁D isc", + "▁Dis c", + "▁Di sc", + "▁ Disc", + "▁des per", + "▁desp er", + "部 长", + "▁Co ast", + "微 博", + "的 地", + "走 向", + "▁W i", + "▁ Wi", + "ba t", + "b at", + "ik ip", + "iki p", + "i kip", + "▁app lies", + "▁appl ies", + "▁ap plies", + "品 种", + "新 区", + "成 年", + "我们 在", + "我 们在", + "IG HT", + "IGH T", + "if ting", + "ift ing", + "▁prec isely", + "▁precise ly", + "▁compat ible", + "▁ compatible", + "opl us", + "o plus", + "的人 生", + "的 人生", + "ir ts", + "irt s", + "▁un likely", + "▁unlike ly", + "se nd", + "sen d", + "s end", + "▁cere mon", + "▁cer emon", + "▁const raint", + "▁constrain t", + "▁ constraint", + "▁s pots", + "▁sp ots", + "▁spot s", + "▁spo ts", + "o z", + "高 效", + "▁sub set", + "▁subs et", + "▁ subset", + "▁Sp irit", + "ubl ished", + "ublish ed", + "less ly", + "bo t", + "b ot", + "▁a pt", + "▁ap t", + "▁ apt", + "ma de", + "mad e", + "m ade", + "\\\" /", + "re q", + "r eq", + "H C", + "大 小", + "▁des igner", + "▁design er", + "▁N on", + "▁No n", + "▁ Non", + "▁l ady", + "▁la dy", + "▁lad y", + "ht m", + "h tm", + "▁ind uced", + "▁indu ced", + "▁induce d", + "▁ induced", + "wh ite", + "▁S erver", + "▁Ser ver", + "▁Serv er", + "▁Serve r", + "▁ Server", + "▁T am", + "▁Ta m", + "▁ver ify", + "▁ verify", + "车 型", + "▁p ink", + "▁pin k", + "▁pi nk", + "▁D aily", + "▁Da ily", + "▁ Daily", + "▁graph s", + "▁ graphs", + "' }", + "▁less on", + "▁les son", + "▁capt ured", + "▁capture d", + "▁e lections", + "▁ele ctions", + "▁elect ions", + "▁election s", + "н я", + "▁e cho", + "▁ec ho", + "▁ech o", + "▁ echo", + "成为 了", + "成 为了", + "▁c um", + "▁cu m", + "▁ cum", + "mod els", + "model s", + "mode ls", + "▁b ills", + "▁bill s", + "▁bil ls", + "▁de fect", + "▁def ect", + "▁defe ct", + "cl osed", + "clos ed", + "close d", + "▁bar ely", + "▁bare ly", + "▁ba rely", + "▁recommend ations", + "▁recommendation s", + "▁V ideo", + "▁ Video", + "▁L i", + "▁ Li", + "西 安", + "nN ext", + "nNe xt", + "n Next", + "▁ord inary", + "▁ ordinary", + "▁I mage", + "▁Im age", + "▁ Image", + "ym metric", + "ymmet ric", + "▁trans portation", + "▁transport ation", + "▁Pac ific", + "▁ Pacific", + "▁e motion", + "▁em otion", + "▁emot ion", + "ia te", + "iat e", + "i ate", + "的 能力", + "▁sold iers", + "▁soldier s", + "成 分", + "老 公", + "▁r u", + "▁ ru", + "' _", + "▁dis order", + "▁S M", + "▁ SM", + "▁co efficient", + "▁coe fficient", + "权 益", + "com fort", + "ad min", + "▁key board", + "心 情", + "▁vol tage", + "▁volt age", + "▁ voltage", + "▁b id", + "▁bi d", + "▁ bid", + "▁print ed", + "▁prin ted", + "▁ printed", + "参 观", + "ke ep", + "kee p", + "k eep", + "▁inf lation", + "▁infl ation", + "▁inflat ion", + "两 年", + "▁T aylor", + "▁Tay lor", + "▁ Е", + "({ \\", + "( {\\", + "tic s", + "ti cs", + "t ics", + "mark down", + "▁d ismiss", + "▁dis miss", + "▁int ellect", + "▁intel lect", + "ikip edia", + "无 数", + "大 力", + "t b", + "了 很多", + "▁as ympt", + "▁interpret ation", + "▁Jer sey", + "lo op", + "loo p", + "l oop", + "▁n otion", + "▁not ion", + "▁no tion", + "▁s creens", + "▁sc reens", + "▁screen s", + "▁ screens", + "it age", + "ita ge", + "i tage", + "▁con crete", + "损 害", + "▁t rav", + "▁tr av", + "▁tra v", + "但 在", + "▁guid ance", + "并 在", + "▁re aching", + "▁reach ing", + "▁ reaching", + "发 行", + "车 的", + "Ent ity", + "riv acy", + "G u", + "ua ted", + "uate d", + "u ated", + "▁Ind ust", + "合 格", + "ogene ous", + "ogen eous", + "检 验", + "▁D ou", + "▁Do u", + "▁d uration", + "▁du ration", + "▁ duration", + "▁sa tell", + "▁sat ell", + "Pr e", + "P re", + "\\\\ %$", + "\\\\% $", + "飞 机", + "▁A NY", + "▁AN Y", + "▁Ind eed", + "▁suff ered", + "▁suffer ed", + "Ac c", + "A cc", + "▁v oted", + "▁vot ed", + "▁vote d", + "▁vo ted", + "th ey", + "the y", + "t hey", + "▁м о", + "▁ мо", + "La bel", + "Lab el", + "L abel", + "▁W ITH", + "▁WI TH", + "ha rd", + "har d", + "h ard", + "ph ot", + "p hot", + "ny ou", + "n you", + "at hered", + "ath ered", + "ather ed", + "athe red", + "马 上", + "▁inj ured", + "▁cur rency", + "▁ currency", + "▁function ality", + "▁functional ity", + "年 级", + "em pty", + "empt y", + "emp ty", + "re move", + "rem ove", + "生 素", + "▁ang ry", + "fi n", + "f in", + "add ress", + "addr ess", + "▁F estival", + "▁Fest ival", + "Fi rst", + "F irst", + "if icial", + "ific ial", + "ifi cial", + "的要 求", + "的 要求", + "▁sup plies", + "▁suppl ies", + "　 　", + "众 多", + "day s", + "da ys", + "d ays", + "sp ec", + "spe c", + "s pec", + "▁enjoy ing", + "▁enjo ying", + "nin t", + "ni nt", + "n int", + "de lete", + "del ete", + "&= &", + "& =&", + "园 区", + "▁pen alty", + "▁penal ty", + "物 品", + "\\\\ ;", + "▁H on", + "▁Ho n", + "Val id", + "▁T rust", + "▁Tr ust", + "▁Tru st", + "▁ Trust", + "不 太", + "▁equ ipped", + "▁equip ped", + "g i", + "▁a rc", + "▁ar c", + "▁ arc", + "▁Ar ts", + "▁Art s", + "识 别", + "as et", + "ase t", + "a set", + "仅 仅", + "另一 个", + "另 一个", + "▁un like", + "▁u nlike", + "def inition", + "il a", + "i la", + "▁de but", + "▁deb ut", + "▁comb ine", + "gr een", + "gre en", + "g reen", + "et he", + "eth e", + "e the", + "▁Ge orgia", + "▁Georg ia", + "▁f actory", + "▁fact ory", + "▁factor y", + "▁fa ctory", + "▁facto ry", + "▁ factory", + "社 交", + "▁re verse", + "▁r everse", + "▁revers e", + "▁rever se", + "▁ reverse", + "▁vari ations", + "▁variation s", + "▁pro test", + "▁prot est", + "▁prote st", + "点 的", + "▁c ir", + "▁ cir", + "现 有", + "ur se", + "urs e", + "ro nt", + "ron t", + "r ont", + "▁J oseph", + "▁Jose ph", + "▁al ter", + "▁alt er", + "▁ alter", + "Option s", + "Opt ions", + "O ptions", + "姐 姐", + "很 容易", + "re le", + "rel e", + "r ele", + "▁se paration", + "▁separ ation", + "▁sep aration", + "gr id", + "g rid", + "to tal", + "tot al", + "t otal", + "nB efore", + "nBe fore", + "n Before", + "▁n ations", + "▁nat ions", + "▁nation s", + "▁en ables", + "▁enable s", + "依 照", + "▁+ \\\\", + "▁+\\ \\", + "▁ +\\\\", + "▁prec ision", + "▁ precision", + "No ne", + "Non e", + "N one", + "▁cor rection", + "▁correct ion", + "▁corre ction", + "▁t rac", + "▁tr ac", + "▁tra c", + "▁fr aud", + "▁fra ud", + "▁co unts", + "▁count s", + "▁ counts", + "接 收", + "ul um", + "ulu m", + "_{ {\\\\", + "_{{ \\\\", + "_ {{\\\\", + "破 坏", + "▁st ations", + "▁stat ions", + "▁station s", + "▁hard ly", + "▁the ories", + "▁theor ies", + "^* $", + "$$\\ \\", + "$$ \\\\", + "$ $\\\\", + "百 分", + "ou p", + "o up", + "▁f ounded", + "▁found ed", + "▁ founded", + "决 策", + ")) $", + ") )$", + "▁g ained", + "▁gain ed", + "▁ga ined", + "▁electric ity", + "s d", + "早 上", + "P N", + "tw o", + "t wo", + "▁T ext", + "▁Te xt", + "▁Tex t", + "▁ Text", + "▁gra vit", + "▁grav it", + "▁d owntown", + "▁down town", + "▁downt own", + "UR E", + "U RE", + "接 下来", + "▁out standing", + "▁M ethod", + "▁ Method", + "▁join ing", + "▁jo ining", + "▁re ct", + "▁r ect", + "▁rec t", + "▁ rect", + "▁collabor ation", + "房 间", + "▁f ingers", + "▁fin gers", + "▁fing ers", + "▁finger s", + "▁hist oric", + "▁histor ic", + "▁ historic", + "▁n amely", + "▁name ly", + "是 对", + "▁con centration", + "▁concent ration", + "et her", + "eth er", + "ethe r", + "e ther", + "Do wn", + "D own", + "math sf", + ")} (", + ") }(", + "美 國", + "▁F riend", + "▁Fri end", + "▁ Friend", + "▁M ean", + "▁Me an", + "▁ Mean", + "▁con version", + "▁convers ion", + "▁conv ersion", + "▁H a", + "▁ Ha", + "▁ad mitted", + "▁adm itted", + "▁admit ted", + "▁M ajor", + "▁Maj or", + "▁ Major", + "当 天", + "et c", + "e tc", + "部 队", + "ov ers", + "ove rs", + "over s", + "o vers", + "▁s park", + "▁sp ark", + "▁spa rk", + "▁ spark", + "▁n ights", + "▁night s", + "▁B ern", + "▁Be rn", + "▁Ber n", + "▁ Bern", + "▁cat alog", + "▁cata log", + "▁ catalog", + "▁add ressed", + "▁address ed", + "▁addr essed", + "▁ne ighbors", + "▁neighb ors", + "▁neighbor s", + "DI T", + "D IT", + "G O", + "地 上", + "▁eval uated", + "▁evalu ated", + "▁evaluate d", + "nThe refore", + "nThere fore", + "n Therefore", + "th read", + "ov a", + "o va", + "& #", + "Fil ter", + "▁im per", + "▁imp er", + "▁impe r", + "▁t um", + "▁tu m", + "▁redu ces", + "▁red uces", + "▁reduce s", + "也不 会", + "也 不会", + "▁fr anch", + "▁fra nch", + "▁f ake", + "▁fa ke", + "▁ fake", + "ru g", + "r ug", + "▁focus ing", + "▁foc using", + "▁de script", + "▁des cript", + "▁desc ript", + "▁con cerning", + "▁concern ing", + "▁concer ning", + "▁Don ald", + "▁ Donald", + "▁en vironments", + "▁environment s", + "▁g ifts", + "▁gift s", + "▁gi fts", + "出 席", + "▁m m", + "▁ mm", + "▁m inds", + "▁min ds", + "▁mind s", + "▁mi nds", + "ma ss", + "mas s", + "m ass", + "最 低", + "▁commun icate", + "▁B razil", + "K S", + "必 然", + "B o", + "am i", + "a mi", + "▁sa vings", + "▁sav ings", + "▁saving s", + "nT wo", + "nTw o", + "n Two", + "▁C PU", + "▁CP U", + "▁ CPU", + "T F", + "uc t", + "u ct", + "nU p", + "n Up", + "▁co ordinate", + "▁coord inate", + "▁ coordinate", + "▁B oy", + "▁Bo y", + "▁ Boy", + "▁P lace", + "▁Pl ace", + "▁ Place", + "退 休", + "▁at oms", + "▁atom s", + "▁sa uce", + "害 怕", + "公 交", + "▁girl friend", + "En g", + "E ng", + "▁e xit", + "▁ex it", + "▁ exit", + "bs ite", + "b site", + "本 实用", + "▁an xiety", + "do n", + "d on", + "▁l ighting", + "▁light ing", + ")} {\\\\", + ")}{ \\\\", + ") }{\\\\", + "▁f iction", + "▁fict ion", + "▁fi ction", + "▁ fiction", + "▁c rypt", + "▁cry pt", + "ams ung", + "到 达", + "认 知", + "▁man aging", + "▁mana ging", + "en try", + "ent ry", + "▁годи на", + "▁: )\\", + "▁:) \\", + "▁ :)\\", + "转 化", + "di ff", + "d iff", + "形 势", + "▁N eed", + "▁Ne ed", + "▁ Need", + "▁p y", + "▁ py", + "地 说", + "队 员", + "胜 利", + "留 下", + "师 生", + "▁u rl", + "▁ur l", + "▁ url", + "H ttp", + "▁S ky", + "▁Sk y", + "▁ Sky", + "▁explicit ly", + "▁cont emporary", + "▁contem porary", + "ou n", + "o un", + "▁satisf ies", + "on ded", + "ond ed", + "onde d", + "▁dem ands", + "▁demand s", + "AT H", + "A TH", + "ch arge", + "char ge", + "charg e", + "▁cont rad", + "▁contra d", + "▁D ar", + "▁Da r", + "ac her", + "ach er", + "ache r", + "a cher", + "▁d iscovery", + "▁dis covery", + "▁disc overy", + "▁discover y", + "的 中", + "▁cent ers", + "▁center s", + "党 建", + "不 敢", + "nb ut", + "n but", + "Fig ure", + "F igure", + "▁random ly", + "区 别", + "▁my th", + "Mz g", + "ре з", + "某 些", + "ad el", + "ade l", + "a del", + "▁a wait", + "▁aw ait", + "▁awa it", + "▁ await", + "你 会", + "营 业", + "he lp", + "hel p", + "h elp", + "▁mist akes", + "▁mistake s", + "▁mi stakes", + "释 放", + "▁bas eline", + "▁base line", + "▁ baseline", + "大 赛", + "▁serv ers", + "▁ser vers", + "▁server s", + "▁serve rs", + "跟 着", + "in ois", + "ino is", + "▁col umns", + "▁column s", + "▁ columns", + "▁B ox", + "▁Bo x", + "▁ Box", + "AG E", + "A GE", + "▁phys ically", + "▁physical ly", + "▁physic ally", + "小 说", + "租 赁", + "is dom", + "▁e mails", + "▁em ails", + "▁email s", + "▁D igital", + "▁Dig ital", + "▁ Digital", + "流 量", + "ing ton", + "漂 亮", + "▁med ian", + "▁media n", + "▁medi an", + "▁det ector", + "▁detect or", + "在 线", + "面 上", + "St r", + "S tr", + "▁W ilson", + "▁Wil son", + "▁de cline", + "▁dec line", + "▁decl ine", + "▁host ing", + "定 期", + "og ram", + "o gram", + "ic king", + "ick ing", + "ia ted", + "iate d", + "iat ed", + "i ated", + "un ct", + "unc t", + "用 来", + "ul ator", + "ula tor", + "▁With out", + "▁ Without", + "▁R oyal", + "▁Roy al", + "▁Ro yal", + "▁ent ropy", + "▁entr opy", + "▁ entropy", + "Factor y", + "Fact ory", + "F actory", + "▁G iven", + "▁Gi ven", + "▁Give n", + "▁ Given", + "▁qual ified", + "▁ qualified", + "▁/ >", + "▁ />", + "%%%% %%%%", + "隔 离", + "大学 生", + "大 学生", + "▁R on", + "▁Ro n", + "onym ous", + "▁along side", + "▁Des pite", + "提出 了", + "提 出了", + "▁d il", + "▁di l", + "▁L A", + "▁ LA", + "os it", + "osi t", + "G S", + "▁ne arest", + "▁near est", + "互 相", + "ri tion", + "rit ion", + "r ition", + "▁b irds", + "▁bir ds", + "▁bird s", + "▁ birds", + "▁f ired", + "▁fire d", + "▁fi red", + "▁fir ed", + "▁ fired", + "▁g ram", + "▁gra m", + "▁gr am", + "▁ gram", + "De v", + "D ev", + "▁H oly", + "▁Hol y", + "▁Ho ly", + "et ies", + "e ties", + "ke ys", + "key s", + "产 权", + "安全 生产", + "基本 上", + "nO h", + "n Oh", + "D M", + "equ ate", + "eq uate", + "▁consist ently", + "▁consistent ly", + "▁ Ф", + "▁l in", + "▁li n", + "▁ lin", + "▁H ospital", + "▁Hospit al", + "小 心", + "财 富", + "▁f ails", + "▁fail s", + "▁fa ils", + "▁N S", + "▁ NS", + "pl ane", + "plan e", + "p lane", + "明 的", + "▁pr incipal", + "▁princ ipal", + "▁princip al", + "▁Se attle", + "▁govern ments", + "▁government s", + "不 出", + "ar se", + "ars e", + "▁re moving", + "▁rem oving", + "▁remov ing", + "▁Gu ide", + "▁Guid e", + "奋 斗", + "▁b ounded", + "▁bound ed", + "▁ bounded", + "▁A ccess", + "▁Ac cess", + "▁Acc ess", + "▁ Access", + "懂 得", + "群 体", + "Mi n", + "M in", + "▁P ython", + "▁Py thon", + "▁ Python", + "▁lo aded", + "▁load ed", + "▁ loaded", + "sy nc", + "syn c", + "s ync", + "su per", + "sup er", + "s uper", + "Af ter", + "A fter", + "舞 台", + "色 彩", + "证 书", + "▁s ensitivity", + "▁sens itivity", + "▁sensit ivity", + "较 大", + "ac ent", + "ace nt", + "a cent", + "▁prec ise", + "危 机", + "nA re", + "nAr e", + "n Are", + "▁R og", + "▁Ro g", + "▁ste ady", + "▁stead y", + "lim ited", + "limit ed", + "er red", + "err ed", + "▁d esc", + "▁de sc", + "▁des c", + "▁ desc", + "▁c urious", + "▁cur ious", + "巨 大", + "▁G reek", + "▁Gree k", + "▁Gre ek", + "局 长", + "▁ut ility", + "▁util ity", + "的 朋友", + "▁t race", + "▁tr ace", + "▁tra ce", + "▁trac e", + "▁ trace", + "▁con vergence", + "▁conver gence", + "▁converge nce", + "▁Z eal", + "▁Ze al", + "▁г ра", + "▁ гра", + "▁ag ric", + "ab out", + "abo ut", + "a bout", + "▁R ights", + "▁Right s", + "▁b orrow", + "▁scen arios", + "▁scenario s", + "▁lo ose", + "▁loos e", + "是 由", + "▁requ ested", + "▁request ed", + "反 复", + "▁s nap", + "▁sn ap", + "▁ snap", + "的 数据", + "V er", + "▁leg end", + "▁ legend", + "os a", + "o sa", + "▁h ospit", + "而 已", + "ra ined", + "rain ed", + "raine d", + "r ained", + "▁Ch ildren", + "▁Child ren", + "▁ Children", + "▁travel ing", + "▁trav eling", + "▁j ew", + "▁je w", + "▁g rab", + "▁gra b", + "▁gr ab", + "电 商", + "▁sw it", + "养 殖", + "ra ndom", + "rand om", + "ran dom", + "r andom", + "▁gener ating", + "▁gene rating", + "ar ious", + "ari ous", + "ario us", + "姑 娘", + "alax y", + "ala xy", + "为 何", + "▁C irc", + "▁Cir c", + "▁ Circ", + "▁g ene", + "▁gen e", + "▁ge ne", + "▁ gene", + "▁in noc", + "▁inn oc", + "股份 有限公司", + "给 他", + "▁r iding", + "▁ri ding", + "▁rid ing", + "▁ riding", + "▁con sent", + "▁cons ent", + "▁document ation", + "▁ documentation", + "▁HT ML", + "▁ HTML", + "▁b ird", + "▁bi rd", + "▁bir d", + "▁ bird", + "O K", + "证 实", + "ak a", + "a ka", + "uc ks", + "uck s", + "u cks", + "▁t ie", + "▁ti e", + "▁ tie", + "选 手", + "规 律", + "血 液", + "av or", + "a vor", + "▁cont ents", + "▁content s", + "▁ contents", + "▁m it", + "▁mi t", + "▁ mit", + "▁ •", + "出 行", + "▁unus ual", + "▁: \\", + "▁ :\\", + "ma king", + "mak ing", + "m aking", + "▁int ense", + "▁inte nse", + "▁intens e", + "▁g ym", + "▁gy m", + "H A", + "as ty", + "ast y", + "a sty", + "▁priv ile", + "▁furn iture", + "你 要", + "修 改", + "销 量", + "ha r", + "h ar", + "le ton", + "let on", + "l eton", + "▁P rice", + "▁Pr ice", + "▁Pri ce", + "▁ Price", + "▁f illing", + "▁fil ling", + "▁fill ing", + "▁ filling", + "form ed", + "for med", + "ho lder", + "hold er", + "hol der", + "h older", + "colum nwidth", + "column width", + "▁con sequence", + "▁cons equence", + "▁consequ ence", + "▁H as", + "▁Ha s", + "▁ Has", + "ro pic", + "rop ic", + "r opic", + "au g", + "a ug", + "病 人", + "▁\\\\ &", + "▁ \\\\&", + "▁t ort", + "▁to rt", + "▁tor t", + "▁s tom", + "▁st om", + "▁sto m", + "▁ent reprene", + "▁figure d", + "▁fig ured", + "▁figur ed", + "▁H arry", + "▁Har ry", + "大家 都", + "清 洁", + "建 成", + "де н", + "д ен", + "▁[ ]", + "▁ []", + "▁rec ipes", + "▁reci pes", + "▁recipe s", + "▁recip es", + "▁R ose", + "▁Ro se", + "▁Ros e", + "cc er", + "c cer", + "▁view ed", + "▁M L", + "▁ ML", + "▁r aces", + "▁ra ces", + "▁rac es", + "▁race s", + "▁ races", + "▁res olve", + "▁resol ve", + "▁ resolve", + "简 称", + "▁f inance", + "▁fin ance", + "▁finan ce", + "▁ finance", + "积 累", + "应该 是", + "既 然", + "ba d", + "b ad", + "和 平", + "up y", + "u py", + "Se lect", + "Sel ect", + "S elect", + "▁elect rical", + "▁electric al", + "▁l ogo", + "▁lo go", + "▁log o", + "▁ logo", + "考 察", + "食 用", + "▁N E", + "▁ NE", + "as ka", + "ask a", + "< <", + "▁d iver", + "▁di ver", + "▁div er", + "▁dive r", + "od ge", + "的 行为", + "n z", + "▁d iversity", + "▁divers ity", + "有 序", + "sc al", + "s cal", + "▁lim itations", + "▁limit ations", + "▁limitation s", + "河 北", + "▁ro ots", + "▁root s", + "▁ roots", + "form ance", + "S N", + "▁H E", + "▁ HE", + "爱 心", + "tr ee", + "tre e", + "t ree", + "▁c lip", + "▁cl ip", + "▁ clip", + "▁met rics", + "▁metric s", + "▁ metrics", + "▁F ather", + "▁Fa ther", + "▁Fat her", + "申 报", + "ain e", + "ai ne", + "a ine", + "de st", + "des t", + "d est", + "▁B a", + "▁ Ba", + "▁t act", + "▁ta ct", + "▁tac t", + "杭 州", + "咖 啡", + "rol led", + "roll ed", + "Op er", + "O per", + "▁ro ads", + "▁road s", + "▁ roads", + "▁ra ising", + "▁ raising", + "巨大 的", + "巨 大的", + "春 节", + "住 房", + "发 言", + "▁A rizona", + "V ersion", + "▁un expected", + "▁u nexpected", + "▁o cean", + "▁su rely", + "▁sur ely", + "▁sure ly", + "▁represent ations", + "▁representation s", + "含 量", + "奶 奶", + "nn amespace", + "nname space", + "n namespace", + "▁C OM", + "▁CO M", + "▁ COM", + "显 著", + "▁P rov", + "▁Pro v", + "▁Pr ov", + "▁ Prov", + "ed it", + "edi t", + "e dit", + "▁analy ze", + "qu ot", + "quo t", + "nF urther", + "n Further", + "ent ity", + "Buff er", + "Buf fer", + "B uffer", + "▁simultane ously", + "▁simultaneous ly", + "▁T ri", + "▁Tr i", + "▁ Tri", + "▁l ean", + "▁le an", + "▁ lean", + "▁acc um", + "▁ac cum", + "▁dom inant", + "▁domin ant", + "▁y eah", + "▁ye ah", + "▁ yeah", + "Cl ick", + "Y es", + "ui lt", + "u ilt", + "le ted", + "let ed", + "lete d", + "l eted", + "他 是", + "Americ an", + "America n", + "整 合", + "▁over come", + "专 利", + "▁str uggling", + "▁strugg ling", + "▁Ph oto", + "▁Phot o", + "▁Pho to", + "▁ Photo", + "▁p ixel", + "▁pix el", + "▁ pixel", + "研究 生", + "No te", + "Not e", + "N ote", + "kin d", + "ki nd", + "k ind", + "nR eg", + "nRe g", + "n Reg", + "▁B on", + "▁Bo n", + "▁ Bon", + "▁\\\\ |", + "▁ \\\\|", + "子 女", + "由 此", + "▁sequ ences", + "▁sequence s", + "▁ sequences", + "▁destroy ed", + "▁Di vision", + "▁Div ision", + "t n", + "az y", + "a zy", + "el ing", + "eli ng", + "elin g", + "e ling", + "Lay out", + "L ayout", + "▁\\\\ (", + "▁ \\\\(", + "▁| \\\\", + "▁|\\ \\", + "▁ |\\\\", + "er er", + "ere r", + "e rer", + "nL ook", + "n Look", + "le e", + "l ee", + "or i", + "o ri", + "Da t", + "D at", + "也不 是", + "也 不是", + "▁comp ete", + "▁compet e", + "nn ot", + "nno t", + "n not", + "Ca l", + "C al", + "az a", + "a za", + "▁B udd", + "▁Bu dd", + "▁Bud d", + "▁I rish", + "▁Ir ish", + "th rough", + "▁B al", + "▁Ba l", + "▁ Bal", + "set minus", + "▁N umber", + "▁Nu mber", + "▁Num ber", + "▁ Number", + "完 美", + "信 任", + "▁pre paration", + "▁prepa ration", + "▁prepar ation", + "▁prep aration", + "To p", + "T op", + "av id", + "avi d", + "a vid", + "▁f irms", + "▁firm s", + "▁fi rms", + "▁fir ms", + "▁= \\\\", + "▁=\\ \\", + "▁ =\\\\", + "▁L ocal", + "▁Lo cal", + "▁Loc al", + "▁ Local", + "▁satisf ying", + "▁satisfy ing", + "y d", + "▁m useum", + "▁p ocket", + "▁po cket", + "▁p icking", + "▁pick ing", + "▁pic king", + "% ；", + "ens ities", + "bl ing", + "b ling", + "▁Rad io", + "▁ Radio", + "▁al ert", + "▁ale rt", + "▁ alert", + "住 了", + "▁t ang", + "▁tan g", + "▁ta ng", + "▁ tang", + "▁t emporary", + "▁tem porary", + "▁tempor ary", + "▁tempo rary", + "对 外", + "传 递", + "y cl", + "还 没", + "▁G rant", + "▁Gr ant", + "▁Gra nt", + "▁Gran t", + "▁ Grant", + "▁c ancel", + "▁can cel", + "▁ cancel", + "消 失", + "▁F red", + "▁Fr ed", + "▁Fre d", + "▁mod ules", + "▁module s", + "▁ modules", + "▁quant ities", + "n j", + "EM A", + "E MA", + "看到 了", + "看 到了", + "back s", + "ba cks", + "bac ks", + "b acks", + "~ \\", + "更 为", + "背 后", + "▁po et", + "共 有", + "fo und", + "f ound", + "电 动", + "观 念", + "▁s olved", + "▁sol ved", + "▁solve d", + "math scr", + "▁s hr", + "▁sh r", + "cont ainer", + "contain er", + "ma te", + "mat e", + "m ate", + "display style", + "[ :", + "nh ave", + "n have", + "posit ory", + "p ository", + "▁g olf", + "▁go lf", + "▁C urrent", + "▁Cur rent", + "▁ Current", + "▁A G", + "▁ AG", + "▁R od", + "▁Ro d", + "▁ Rod", + "List ener", + "Listen er", + "的 美", + "的 机会", + "▁or th", + "▁ orth", + "的 技术", + "st able", + "sta ble", + "stab le", + "s table", + "▁up set", + "▁ups et", + "口 罩", + "as ters", + "ast ers", + "aster s", + "aste rs", + "a sters", + "▁P A", + "▁ PA", + "fl oor", + "flo or", + "▁s oil", + "▁so il", + "oo p", + "o op", + "▁accompl ish", + "pl t", + "p lt", + "em an", + "ema n", + "e man", + "低 于", + "ag an", + "aga n", + "a gan", + "▁t rem", + "▁tr em", + "▁tre m", + "or ne", + "orn e", + "o rne", + "▁B ru", + "▁Br u", + "e z", + "ist ant", + "istan t", + "ista nt", + "i stant", + "▁or bit", + "▁orb it", + "▁ orbit", + "障 碍", + "▁out comes", + "▁outcome s", + "段 时间", + "此 前", + "▁M P", + "▁ MP", + "▁f estival", + "▁fest ival", + "ca m", + "c am", + "ic ket", + "ick et", + "icke t", + "i cket", + "sh ape", + "sha pe", + "▁C ase", + "▁Ca se", + "▁Cas e", + "▁ Case", + "ff ff", + "fff f", + "f fff", + "▁ori entation", + "▁orient ation", + "▁ orientation", + "▁E r", + "▁ Er", + "▁qu ark", + "▁ quark", + "知 名", + "Vi s", + "V is", + "IE S", + "I ES", + "▁d ip", + "▁di p", + "▁ dip", + "子 里", + "ain er", + "ai ner", + "aine r", + "a iner", + "▁Zeal and", + "一方 面", + "一 方面", + "cc cc", + "ccc c", + "c ccc", + "简单 的", + "ps on", + "p son", + "▁l ayout", + "▁lay out", + "▁ layout", + "摄 影", + "说 了", + "ar et", + "are t", + "a ret", + "写 作", + "▁ex amine", + "▁exam ine", + "短 期", + "Ca se", + "Cas e", + "C ase", + "he tic", + "het ic", + "h etic", + "▁B ell", + "▁Be ll", + "▁Bel l", + "▁ Bell", + "▁e c", + "▁ ec", + "$ ^", + "nes ota", + "tv ar", + "t var", + "Se e", + "S ee", + "▁H aving", + "▁Ha ving", + "▁Hav ing", + "▁ Having", + "el ect", + "ele ct", + "e lect", + "▁bel iefs", + "▁belie fs", + "▁belief s", + "▁colle agues", + "▁colleague s", + "▁av ailability", + "▁avail ability", + "hold ers", + "holder s", + "hol ders", + "▁f antasy", + "▁fant asy", + "▁fantas y", + "云 南", + "▁de pression", + "▁dep ression", + "▁L abor", + "▁La bor", + "▁Lab or", + "ъ н", + "▁T urn", + "▁Tur n", + "▁Tu rn", + "▁ Turn", + "G e", + "▁d ining", + "▁di ning", + "▁din ing", + "提 示", + "▁S ure", + "▁Sur e", + "▁Su re", + "▁ Sure", + "Out put", + "▁Christ ians", + "▁Christian s", + "we ek", + "的 情", + "专 题", + "oc c", + "o cc", + "▁Gu ard", + "▁ Guard", + "代 码", + "受 伤", + "▁separ ated", + "▁separate d", + "▁C ore", + "▁Co re", + "▁Cor e", + "▁ Core", + "▁grate ful", + "▁grat eful", + "▁K evin", + "▁Ke vin", + "▁Administ ration", + "▁Admin istration", + "▁dr ama", + "▁dra ma", + "▁dram a", + "会 员", + "nR el", + "nRe l", + "n Rel", + "▁A rea", + "▁Ar ea", + "▁Are a", + "▁ Area", + "▁compl iance", + "▁D a", + "▁ Da", + "Me t", + "M et", + "▁Or der", + "▁Ord er", + "▁ Order", + "怎么 办", + "▁equ ilibrium", + "▁equilib rium", + "▁ equilibrium", + "转 变", + "Ass ert", + "▁b alls", + "▁ball s", + "▁bal ls", + "▁ balls", + "▁L ow", + "▁Lo w", + "▁ Low", + "▁s ought", + "▁so ught", + "▁sou ght", + "▁St andard", + "▁Stand ard", + "▁ Standard", + "感受 到", + "感 受到", + "对 待", + "的 老", + "ex cept", + "exc ept", + "ol is", + "oli s", + "o lis", + "▁appro x", + "▁ approx", + "▁philos ophy", + "▁philosoph y", + "put e", + "pu te", + "p ute", + "org eous", + "orge ous", + "ра н", + "р ан", + "▁c av", + "▁ca v", + "▁[ '", + "▁ ['", + "一直 在", + "д у", + "re quire", + "requ ire", + "s i", + "Cont rol", + "解 放", + "民 间", + "ch annel", + "chan nel", + "▁aut omatic", + "▁autom atic", + "▁auto matic", + "▁ automatic", + "▁pro jection", + "▁project ion", + "▁ projection", + "职 责", + "under line", + "bo y", + "b oy", + "本 文", + "爆 发", + "病 例", + "L ength", + "▁B ad", + "▁Ba d", + "▁ Bad", + "ne cess", + "nec ess", + "n ecess", + "▁spe akers", + "▁speak ers", + "▁speaker s", + "it ty", + "itt y", + "▁n ose", + "▁no se", + "不 需要", + "▁H ouston", + "▁main taining", + "▁maintain ing", + "▁l ect", + "▁le ct", + "▁ lect", + "▁th ro", + "▁thr o", + "▁ thro", + "▁Me dic", + "▁Med ic", + "ol utions", + "olution s", + "脂 肪", + "▁as set", + "▁ass et", + "▁ asset", + "▁f iber", + "▁fib er", + "▁fi ber", + "N O", + "▁t ube", + "▁tub e", + "▁tu be", + "▁ tube", + "ha l", + "h al", + "▁v oc", + "▁vo c", + "▁ voc", + "显 然", + "以上 的", + "以 上的", + "ul er", + "ule r", + "u ler", + "▁s outhern", + "▁south ern", + "tr i", + "t ri", + "了一 些", + "了 一些", + "另一 方面", + "另 一方面", + "er on", + "ero n", + "e ron", + "ail ing", + "ai ling", + "a iling", + "▁back up", + "▁ backup", + "▁con sole", + "▁cons ole", + "▁ console", + "▁En vironment", + "▁ Environment", + "▁… \\", + "▁ …\\", + "▁rem oval", + "▁remov al", + "▁t ape", + "▁tap e", + "▁ta pe", + "om atic", + "oma tic", + "o matic", + "▁re ceiver", + "▁rece iver", + "▁receive r", + "W S", + "▁nav igation", + "▁ navigation", + "不 久", + "停 车", + "ef ined", + "我们 要", + "▁S ea", + "▁Se a", + "i y", + "inst ance", + "公众 号", + "nc ing", + "n cing", + "abet es", + "abe tes", + "▁A ction", + "▁Act ion", + "▁Ac tion", + "▁ Action", + "▁dis plays", + "▁display s", + "▁displ ays", + "住 院", + "▁c ow", + "▁co w", + "提供 的", + "▁C ond", + "▁Con d", + "▁Co nd", + "▁ Cond", + "缓 解", + "诊 断", + "▁y ard", + "▁ya rd", + "▁ yard", + "▁t urb", + "▁tur b", + "▁tu rb", + "▁ turb", + "估 计", + "▁ref used", + "▁refuse d", + "▁dis turb", + "▁dist urb", + "▁sc oring", + "▁pregn ant", + "▁En ter", + "▁Ent er", + "▁ Enter", + "у р", + "开 了", + "▁King dom", + "▁st ruck", + "▁str uck", + "▁stru ck", + "工 厂", + "New s", + "Ne ws", + "N ews", + "▁tro ops", + "▁troop s", + "not es", + "no tes", + "note s", + "n otes", + "▁s take", + "▁st ake", + "▁sta ke", + "不 良", + "高 兴", + "▁l ying", + "▁ly ing", + "▁ lying", + "▁m argin", + "▁mar gin", + "▁marg in", + "▁ margin", + "在 大", + "刑 事", + "ga te", + "g ate", + "▁V i", + "▁ Vi", + "▁result ed", + "W A", + "▁L E", + "▁ LE", + "▁cal ib", + "▁ca lib", + "▁ calib", + "▁p harm", + "▁ph arm", + "一 件", + "▁m eals", + "▁me als", + "▁meal s", + "▁text ure", + "▁ texture", + "ay a", + "a ya", + "▁T ele", + "▁Te le", + "▁Tel e", + "▁ Tele", + "to o", + "t oo", + "De c", + "D ec", + "▁A I", + "▁ AI", + "的 孩子", + "▁c osm", + "▁co sm", + "▁cos m", + "▁re mem", + "▁rem em", + "nC ol", + "nCo l", + "n Col", + "▁Add itionally", + "▁Additional ly", + "al las", + "all as", + "alla s", + "的 手", + "一 行", + "配 套", + "▁as sembly", + "▁assemb ly", + "▁ assembly", + "sc ope", + "▁any body", + "▁b logs", + "▁bl ogs", + "▁blog s", + "▁blo gs", + "▁ blogs", + "▁V ill", + "▁Vi ll", + "▁sign ing", + "▁sig ning", + "R T", + "IN D", + "I ND", + "▁g ang", + "▁ga ng", + "▁ gang", + "▁h anging", + "▁hang ing", + "文 书", + "st rong", + "str ong", + "▁co lon", + "▁col on", + "▁ colon", + "▁J ews", + "▁Jew s", + "▁Je ws", + "▁Ch ampionship", + "▁Champions hip", + "▁Champion ship", + "▁A sh", + "▁As h", + "丰富 的", + "包 装", + "er ship", + "ers hip", + "er k", + "e rk", + "▁M iami", + "▁Mi ami", + "▁de serve", + "▁des erve", + "▁deserv e", + "造 型", + "▁c omic", + "▁com ic", + "▁co mic", + "ра т", + "▁and roid", + "▁ android", + "▁ac knowledge", + "▁acknow ledge", + "▁acknowled ge", + "▁J r", + "▁import antly", + "▁important ly", + "▁l ear", + "▁le ar", + "▁ lear", + "it udes", + "itude s", + "itud es", + "itu des", + "IM E", + "I ME", + "▁s olving", + "▁sol ving", + "▁com plement", + "▁comp lement", + "▁comple ment", + "▁compl ement", + "▁sm oking", + "▁smok ing", + "▁smo king", + "▁t utorial", + "▁tut orial", + "▁tutor ial", + "▁ tutorial", + "明 天", + "yn ch", + "ync h", + "y nch", + "▁assum ptions", + "▁assumption s", + "▁M ap", + "▁Ma p", + "▁ Map", + "he ast", + "hea st", + "h east", + "国 民", + "▁cas ual", + "类 的", + "aw are", + "awa re", + "a ware", + "点 击", + "说 法", + "▁sub sid", + "▁subs id", + "tem plate", + "temp late", + "he ther", + "het her", + "h ether", + "▁s tops", + "▁st ops", + "▁stop s", + "▁sto ps", + "cur s", + "cu rs", + "c urs", + "▁exp anded", + "▁expand ed", + "皇 帝", + "未来 的", + "未 来的", + "▁T al", + "▁Ta l", + "oi r", + "o ir", + "The se", + "Th ese", + "将 其", + "系统 的", + "▁t ox", + "▁to x", + "pr im", + "pri m", + "p rim", + "体 会", + "同比 增长", + "院 长", + "▁B eing", + "▁Be ing", + "▁ Being", + "▁che cks", + "▁check s", + "▁ checks", + "V M", + "ap pl", + "app l", + "a ppl", + "中 有", + "▁n a", + "▁ na", + "ver ty", + "vert y", + "▁frequ encies", + "相关 的", + "▁cal m", + "▁ca lm", + "参 数", + "fam ily", + "f amily", + "▁D avis", + "▁Dav is", + "▁Da vis", + "▁v acc", + "▁vac c", + "▁va cc", + "▁s ew", + "▁se w", + "ist ence", + "海 洋", + "▁sur faces", + "▁surface s", + "▁surf aces", + "司 机", + "形 态", + "毫 无", + "清 理", + "机动 车", + "机 动车", + "月 的", + "▁D am", + "▁Da m", + "▁ Dam", + "▁E mp", + "▁Em p", + "▁off ices", + "▁offic es", + "▁office s", + "命 运", + "究 竟", + "▁ch ampionship", + "▁champion ship", + "▁champions hip", + "─ ─", + "的 学生", + "▁bound aries", + "▁epis odes", + "▁episode s", + "▁ar rival", + "▁arriv al", + "▁arr ival", + "D T", + "▁sh ops", + "▁shop s", + "▁sho ps", + "▁ shops", + "it o", + "i to", + "▁B ang", + "▁Ba ng", + "▁Ban g", + "▁f ool", + "▁fo ol", + "▁foo l", + "uc ed", + "uce d", + "u ced", + "▁S wed", + "▁Sw ed", + "▁Swe d", + "▁s wing", + "▁sw ing", + "▁ swing", + "▁em otions", + "▁emot ions", + "▁emotion s", + "in son", + "ins on", + "▁Tor onto", + "ig g", + "i gg", + "ie ve", + "iev e", + "公 平", + "mit ting", + "mitt ing", + "m itting", + "▁polit icians", + "▁politician s", + "肿 瘤", + "▁H enry", + "▁Hen ry", + "li ve", + "l ive", + "▁o range", + "▁or ange", + "▁ orange", + "▁Down load", + "▁ Download", + "▁resp onded", + "▁respond ed", + "博物 馆", + "ou ds", + "oud s", + "o uds", + "▁b urning", + "▁bur ning", + "▁burn ing", + "▁p overty", + "▁po verty", + "ta sk", + "tas k", + "t ask", + "落 地", + "▁h onestly", + "▁honest ly", + "▁en counter", + "▁encount er", + "你 是", + "▁perform ances", + "▁performance s", + "危 害", + "▁K at", + "▁Ka t", + "▁Israel i", + "ch a", + "c ha", + "▁bench mark", + "k l", + "仿 佛", + "承 认", + "时 尚", + "val s", + "va ls", + "v als", + "ns e", + "n se", + "▁sh irt", + "▁ shirt", + "产 量", + "上 班", + "▁C hair", + "▁Ch air", + "▁Cha ir", + "修 复", + "法 定", + "ha v", + "h av", + "▁enh anced", + "▁enhance d", + "ho le", + "hol e", + "h ole", + "▁strateg ic", + "{$ \\\\", + "{ $\\\\", + "re nder", + "ren der", + "rend er", + "r ender", + "▁liber al", + "▁lib eral", + "▁a nnot", + "▁an not", + "▁ann ot", + "▁ annot", + "▁emb edding", + "▁embed ding", + "坚 定", + "年 底", + "▁R ub", + "▁Ru b", + "▁ Rub", + "人工 智能", + "交通 事故", + "▁N orthern", + "▁North ern", + "▁Nort hern", + "▁l y", + "▁ ly", + "▁den ied", + "一 生", + "▁C ivil", + "Pr ess", + "Pre ss", + "Pres s", + "P ress", + "▁guarant eed", + "▁guarantee d", + "im a", + "i ma", + "武 器", + "но ст", + "it ations", + "itation s", + "itat ions", + "▁a ims", + "▁aim s", + "ho o", + "h oo", + "is ition", + "isi tion", + "从 小", + "▁offic ially", + "▁official ly", + "▁m arijuana", + "范围 内", + "▁exp enses", + "▁expense s", + "▁pres idential", + "▁president ial", + "nc or", + "nco r", + "n cor", + "▁conf used", + "▁confuse d", + "排 查", + "ma y", + "m ay", + "▁W as", + "▁Wa s", + "▁ Was", + "▁p uzz", + "▁f ishing", + "▁fish ing", + "tt his", + "t this", + "wa s", + "w as", + "▁fl our", + "▁flo ur", + "▁ac quired", + "▁acqu ired", + "▁acquire d", + "收 购", + "纤 维", + "仔 细", + "▁E ss", + "▁Es s", + "su ch", + "suc h", + "s uch", + "▁t rim", + "▁tr im", + "▁tri m", + "▁ trim", + "ti nt", + "tin t", + "t int", + "ang ular", + "angu lar", + "qu ant", + "qua nt", + "op es", + "ope s", + "o pes", + "▁different ly", + "▁differ ently", + "nv ar", + "n var", + "秩 序", + "▁U k", + "▁C ru", + "▁Cr u", + "▁elect rons", + "▁electron s", + "▁electro ns", + "大量 的", + "大 量的", + "根据 权利要求", + "的就 是", + "的 就是", + "AC E", + "A CE", + "yn amic", + "ynam ic", + "▁F oot", + "▁Fo ot", + "▁p ulse", + "▁puls e", + "▁pul se", + "▁ pulse", + "sp ring", + "Mod e", + "Mo de", + "M ode", + "c ustom", + "产品 的", + "产 品的", + "發 展", + "长 时间", + "防 护", + "st ud", + "▁le ather", + "▁main tained", + "▁maintain ed", + "总 经理", + "nD is", + "nDi s", + "n Dis", + "▁answ ered", + "▁answer ed", + "▁ans wered", + "▁ answered", + "▁ret irement", + "▁retire ment", + "nL e", + "n Le", + "connect ed", + "conn ected", + "▁cou ples", + "▁couple s", + "▁coup les", + "超 级", + "depend ent", + "d ependent", + "补 贴", + "▁be half", + "▁beh alf", + "股 权", + "▁child hood", + "ig rants", + "igr ants", + "igrant s", + "line d", + "lin ed", + "li ned", + "l ined", + "十 九", + "re ated", + "reat ed", + "reate d", + "rea ted", + "io rs", + "ior s", + "i ors", + "ro it", + "r oit", + "F P", + "pe rt", + "per t", + "p ert", + "is cal", + "isc al", + "i scal", + "▁appreci ated", + "▁appreciate d", + "bs erv", + "b serv", + "new command", + "有 机", + "较 为", + "▁c hip", + "▁ch ip", + "▁chi p", + "▁ chip", + "辅 助", + "▁ex hibit", + "▁exhib it", + "三 大", + "▁t ons", + "▁to ns", + "▁ton s", + "▁ tons", + "▁ref ers", + "▁refer s", + "补 偿", + "un a", + "u na", + "没 想到", + "▁H or", + "▁Ho r", + "▁ Hor", + "cri bed", + "crib ed", + "cribe d", + "水 果", + "▁dis crete", + "▁discret e", + "▁discre te", + "日 至", + "con sole", + "cons ole", + "np rint", + "npr int", + "n print", + "▁decl ared", + "▁declare d", + "▁c ub", + "▁cu b", + "▁ cub", + "▁encoura ged", + "▁encourage d", + "▁L ag", + "▁La g", + "▁ Lag", + "▁comm ands", + "▁command s", + "▁comma nds", + "▁ commands", + "不 予", + "我 会", + "W h", + "bur gh", + "burg h", + "▁Ac count", + "▁Acc ount", + "▁ Account", + "▁dise ases", + "▁disease s", + "算 是", + "振 兴", + "我们 可以", + "的 规定", + "工 人", + "防 疫", + "▁S pain", + "▁Sp ain", + "▁Spa in", + "at iv", + "ati v", + "▁target ed", + "▁w estern", + "▁west ern", + "▁ western", + "ik ing", + "iki ng", + "i king", + "▁K ent", + "▁Ke nt", + "▁Ken t", + "▁m olecular", + "▁mole cular", + "TE R", + "T ER", + "▁in ch", + "▁i nch", + "▁inc h", + "▁ inch", + "ir k", + "i rk", + "Mar k", + "Ma rk", + "M ark", + "美 术", + "Se c", + "S ec", + "nt hetic", + "nthe tic", + "nth etic", + "▁st unning", + "▁stun ning", + "Fr ame", + "F rame", + "ns o", + "n so", + "▁ass istant", + "▁assist ant", + "ol ly", + "oll y", + "法 治", + ")^ {-", + ")^{ -", + ") ^{-", + "▁w ash", + "▁was h", + "▁wa sh", + "▁ wash", + "每 日", + "▁V iet", + "▁Vi et", + "▁B rian", + "▁Br ian", + "▁Bri an", + "pl ates", + "plate s", + "多 元", + "领 先", + "▁coll ective", + "▁collect ive", + "▁colle ctive", + "担 当", + "▁v ess", + "▁ve ss", + "医 药", + "名 单", + "▁T er", + "▁Te r", + "▁ Ter", + "spec ific", + "s pecific", + "▁me chanical", + "▁mechan ical", + "▁mechanic al", + "aw a", + "a wa", + "保 留", + "so me", + "s ome", + "nS ee", + "nSe e", + "n See", + "▁m ock", + "▁mo ck", + "▁ mock", + "▁vary ing", + "▁var ying", + "▁va rying", + "▁L ew", + "▁Le w", + "▁M s", + "▁ Ms", + "▁M E", + "▁ ME", + "▁ad vers", + "▁adv ers", + "▁h ealing", + "▁he aling", + "▁heal ing", + "▁sch olar", + "▁schol ar", + "ia h", + "i ah", + "▁wor ker", + "▁work er", + "▁ worker", + "▁E ric", + "▁Er ic", + "▁Qu een", + "▁Que en", + "▁ Queen", + "争 议", + "感 动", + "▁b uffer", + "▁buff er", + "▁buf fer", + "▁ buffer", + "▁D ead", + "▁De ad", + "▁ Dead", + "▁Cont inue", + "▁Contin ue", + "▁ Continue", + "б а", + "▁R en", + "▁Re n", + "▁ Ren", + "▁s quad", + "▁squ ad", + "ro magnetic", + "rom agnetic", + "romagnet ic", + "pr es", + "pre s", + "p res", + "▁ph ases", + "▁phase s", + "▁th rown", + "▁throw n", + "▁thr own", + "▁thro wn", + "iz able", + "iza ble", + "nE ach", + "n Each", + "▁B ul", + "▁Bu l", + "▁ Bul", + "be ll", + "bel l", + "b ell", + "ri ving", + "riv ing", + "r iving", + "主 管", + "or ce", + "orc e", + "yl van", + "▁lux ury", + "▁ab ilities", + "▁ abilities", + "▁ref lection", + "▁reflect ion", + "▁com paring", + "▁comp aring", + "▁compa ring", + "▁compar ing", + "▁pre paring", + "▁prepa ring", + "▁prepar ing", + "▁prep aring", + "院 校", + "▁w alks", + "▁walk s", + "▁wal ks", + "ci es", + "c ies", + "▁t err", + "▁te rr", + "▁ter r", + "▁ terr", + "汇 报", + "▁h eating", + "▁he ating", + "▁heat ing", + "▁ heating", + "▁man agers", + "▁manager s", + "▁manage rs", + "▁mana gers", + "中 文", + "万 吨", + "编 辑", + "Co r", + "C or", + "▁Im ages", + "▁Image s", + "▁ Images", + "in v", + "i nv", + "▁in ev", + "▁i nev", + "ol ves", + "olve s", + "▁announce ment", + "on ical", + "onic al", + "oni cal", + "▁J ordan", + "▁im migration", + "▁imm igration", + "▁al loc", + "▁all oc", + "▁ alloc", + "格 局", + "魅 力", + "▁F all", + "▁Fa ll", + "▁Fal l", + "▁ Fall", + "▁ag enda", + "▁age nda", + "▁T ax", + "▁Ta x", + "▁ Tax", + "el esc", + "ele sc", + "eles c", + "▁m oon", + "▁mo on", + "in tend", + "int end", + "inte nd", + "又 是", + "an ches", + "anc hes", + "anch es", + "anche s", + "搜 索", + "▁P L", + "▁ PL", + "▁eng agement", + "▁engage ment", + "▁par ad", + "▁pa rad", + "▁para d", + "▁r ice", + "▁ri ce", + "▁ric e", + "▁ rice", + "▁contract s", + "mm a", + "m ma", + "▁p uls", + "▁pul s", + "▁che aper", + "▁cheap er", + "演 出", + "录 取", + "▁inst ruction", + "▁instr uction", + "▁instruct ion", + "▁inf ection", + "▁infect ion", + "ir o", + "i ro", + "ac cess", + "acc ess", + "a ccess", + "▁con cert", + "▁conc ert", + "▁concer t", + "▁conce rt", + "东 北", + "▁j ail", + "▁ja il", + "struct ured", + "structure d", + "风 景", + "的 精神", + "▁viol ent", + "▁ violent", + "▁Ill inois", + "认 证", + "Pa ss", + "P ass", + "var d", + "va rd", + "v ard", + "▁Н а", + "▁ На", + "pa rison", + "par ison", + "▁an alys", + "▁anal ys", + "▁analy s", + "充 电", + "Le vel", + "Ru n", + "R un", + "lo oking", + "look ing", + "loo king", + "▁pow der", + "AT A", + "A TA", + "人民 政府", + "▁program me", + "}{ (", + "} {(", + "si s", + "s is", + "▁un em", + "▁u nem", + "▁une m", + "讲 述", + "par ameters", + "parameter s", + "paramet ers", + "ol i", + "o li", + "▁dis abled", + "▁disable d", + "▁ disabled", + "▁coll apse", + "▁collaps e", + "▁ collapse", + "ph e", + "p he", + "图 像", + "在 一", + "异 议", + "▁b os", + "▁bo s", + "▁ bos", + "真的 是", + "真 的是", + "J ust", + "pa red", + "par ed", + "pare d", + "p ared", + "▁Sy ria", + "看 出", + "▁me ets", + "▁meet s", + "ask ubuntu", + "▁con form", + "▁co nform", + "▁conf orm", + "le an", + "l ean", + "▁Pro cess", + "▁ Process", + "深 化", + "▁Islam ic", + "A m", + "an eous", + "ane ous", + "▁A st", + "▁As t", + "▁ Ast", + "▁St ory", + "▁Sto ry", + "▁ Story", + "Pro ject", + "安 徽", + "nS pe", + "nSp e", + "n Spe", + "▁comput ational", + "▁computation al", + "} &", + "线 的", + "都 很", + "ma g", + "m ag", + "▁el igible", + "▁elig ible", + "▁com parable", + "▁compar able", + "▁p ilot", + "▁pil ot", + "▁pi lot", + "▁express ions", + "▁expression s", + "▁E astern", + "▁East ern", + "▁Easter n", + "el ement", + "ele ment", + "elem ent", + "e lement", + "▁Com mon", + "▁Comm on", + "▁ Common", + "树 立", + "AP P", + "A PP", + "▁r ental", + "▁rent al", + "▁ren tal", + "g b", + "▁sm ell", + "com plete", + "comp lete", + "compl ete", + "▁l ib", + "▁li b", + "▁ lib", + "警 方", + "▁phot ography", + "▁photograph y", + "▁photograp hy", + "▁invest igated", + "▁investig ated", + "▁investigate d", + "派出 所", + "石 油", + "▁s orts", + "▁sort s", + "▁sor ts", + "对 我", + "▁B at", + "▁Ba t", + "▁manufact urer", + "▁manufacture r", + "be st", + "bes t", + "b est", + "▁T ony", + "▁To ny", + "▁Ton y", + "▁restrict ions", + "▁restriction s", + "▁b old", + "▁bo ld", + "▁bol d", + "▁ bold", + "东 方", + "之 路", + "im ental", + "iment al", + "imen tal", + "▁Every one", + "▁ Everyone", + "▁B all", + "▁Ba ll", + "▁Bal l", + "▁ Ball", + "ph y", + "p hy", + "W rite", + "nD r", + "n Dr", + "▁mer ch", + "▁merc h", + "do cs", + "doc s", + "福 建", + "ph ant", + "pha nt", + "phan t", + "▁pre ced", + "▁prec ed", + "▁enem ies", + "Pa ck", + "Pac k", + "P ack", + "▁j ur", + "▁ju r", + "xy gen", + "=\\\" #", + "= \\\"#", + "sa ve", + "sav e", + "s ave", + "▁t owns", + "▁town s", + "▁tow ns", + "▁Sil ver", + "▁F lo", + "▁Fl o", + "▁ Flo", + "回 应", + "宇 宙", + "在 外", + "▁vi olation", + "▁viol ation", + "相应 的", + "V R", + "aut h", + "au th", + "a uth", + "▁ ц", + "it ems", + "ite ms", + "item s", + "in stein", + "ins tein", + "inst ein", + "sc ene", + "sp ot", + "spo t", + "s pot", + "ic ient", + "ici ent", + "i cient", + "nu n", + "n un", + "▁fluct uations", + "▁fluctuation s", + "ет о", + "е то", + "~~~~ ~~~~", + "客 观", + "▁mod ify", + "本 质", + "▁a ug", + "▁au g", + "▁ aug", + "C M", + "▁> =", + "▁ >=", + "▁com posed", + "▁comp osed", + "▁compos ed", + "▁compose d", + "▁att ributes", + "▁attribute s", + "▁ attributes", + "nt il", + "n til", + "▁res erved", + "▁reserv ed", + "▁reserve d", + "問 題", + "ou nced", + "ounce d", + "oun ced", + "pr ef", + "pre f", + "p ref", + "\":\" ", + "▁L atin", + "▁La tin", + "▁Lat in", + "的 过程", + "Ch ange", + "▁meaning ful", + "▁D og", + "▁Do g", + "▁ Dog", + "▁p ython", + "▁py thon", + "▁ python", + "ълга р", + "▁inter views", + "▁interview s", + "▁E rror", + "▁Er ror", + "▁Err or", + "▁ Error", + "ro us", + "rou s", + "r ous", + "um my", + "umm y", + "el d", + "e ld", + "了 我", + "重 的", + "ib l", + "i bl", + "这 部", + "] :", + "▁appoint ment", + "▁rele ases", + "▁release s", + "▁ releases", + "三 十", + "▁ad vantages", + "▁advant ages", + "▁advantage s", + "▁f ru", + "▁fr u", + "' (", + "放 入", + "ci ty", + "cit y", + "c ity", + "提 到", + "|} {", + "| }{", + "▁ob lig", + "▁obl ig", + "▁K n", + "▁ Kn", + "▁M obile", + "▁Mob ile", + "▁ Mobile", + "int erest", + "inter est", + "inte rest", + "▁im pression", + "▁impress ion", + "▁imp ression", + "取 消", + "▁W ars", + "▁War s", + "▁Wa rs", + "ne nd", + "nen d", + "n end", + "▁Exec utive", + "ov ie", + "o vie", + "行 情", + "▁config urations", + "▁configuration s", + "▁D R", + "▁ DR", + "▁lo gin", + "▁log in", + "▁ login", + "▁far mers", + "▁farm ers", + "▁farmer s", + "血 压", + "UL T", + "U LT", + "室 内", + "ing le", + "▁ph rase", + "▁phr ase", + "▁ phrase", + "▁sle eping", + "▁sleep ing", + "▁slee ping", + "Ch ar", + "C har", + "▁М а", + "▁ Ма", + "la te", + "lat e", + "l ate", + "it i", + "i ti", + "ct x", + "c tx", + "▁m orph", + "▁mor ph", + "▁ morph", + "▁r ural", + "▁ru ral", + "班 级", + "Res ults", + "Result s", + "青 少年", + "▁o h", + "▁ oh", + "▁re vers", + "▁reve rs", + "▁rev ers", + "▁rever s", + "▁ revers", + "禁 止", + "▁L at", + "▁La t", + "▁ Lat", + "re place", + "rep lace", + "▁surv ival", + "▁surviv al", + "监 控", + "不 见", + "ra gon", + "rag on", + "r agon", + "▁mod eling", + "▁model ing", + "▁mode ling", + "Co re", + "Cor e", + "C ore", + "▁ab stract", + "▁abst ract", + "▁ abstract", + "hold s", + "hol ds", + "h olds", + "▁d up", + "▁du p", + "▁ dup", + ")+ \\\\", + ") +\\\\", + "ne ver", + "nev er", + "n ever", + "▁cool ing", + "х о", + "▁connect ing", + "ia ry", + "iar y", + "i ary", + "▁public ly", + "▁cal endar", + "▁ calendar", + "un time", + "unt ime", + "u ntime", + "▁tim ing", + "▁ti ming", + "业 主", + "著 名", + "▁m ining", + "▁min ing", + "▁mini ng", + "▁mi ning", + ") _", + "古 代", + "k w", + "是 要", + "▁own ership", + "▁owners hip", + "▁owner ship", + "▁d ies", + "▁di es", + "▁die s", + "▁v irus", + "▁vi rus", + "▁vir us", + "▁sufficient ly", + "▁sh apes", + "▁shape s", + "▁shap es", + "年轻 人", + "Ta sk", + "T ask", + "这 时", + "▁sup press", + "▁M iller", + "▁Mil ler", + "▁Mill er", + "▁sol ely", + "▁sole ly", + "▁F re", + "▁Fr e", + "▁ Fre", + "▁vari ance", + "▁var iance", + "▁ variance", + "▁pl asma", + "▁plas ma", + "▁with draw", + "住 宅", + "可以 说", + "处 的", + "男 孩", + "新 生", + "nR em", + "nRe m", + "n Rem", + "ic ked", + "ick ed", + "icke d", + "▁S us", + "▁Su s", + "▁ »", + "ow a", + "o wa", + "交 警", + "Ma y", + "M ay", + "▁h ip", + "▁hi p", + "▁ hip", + "Ar t", + "A rt", + "de vice", + "dev ice", + "国 外", + "D D", + "▁sal ary", + "res entation", + "resent ation", + "▁w avelength", + "▁wave length", + "团 结", + "Window s", + "W indows", + "▁dam n", + "▁da mn", + "ent ials", + "ential s", + "entia ls", + "导 演", + "Sp e", + "S pe", + "df rac", + "d frac", + "行 驶", + "重 复", + "ug g", + "u gg", + "不可 能", + "不 可能", + "大 大", + "▁r ows", + "▁ro ws", + "▁row s", + "▁ rows", + "print f", + "prin tf", + "▁focus es", + "▁foc uses", + "▁b ounds", + "▁bound s", + "▁bou nds", + "▁ bounds", + "▁dr inks", + "▁drink s", + "▁h ierarch", + "事实 上", + "▁p ose", + "▁po se", + "▁pos e", + "▁ pose", + "学 的", + "▁cr imes", + "▁crim es", + "▁crime s", + "▁cri mes", + "▁s olo", + "▁so lo", + "▁sol o", + "区 的", + "电 力", + "▁ex ch", + "▁exc h", + "ha sh", + "has h", + "h ash", + "▁loc ked", + "▁lock ed", + "▁ locked", + "不 开", + "▁t ent", + "▁te nt", + "▁ten t", + "▁ tent", + "▁restrict ed", + "▁ restricted", + "re gon", + "reg on", + "▁w ing", + "▁win g", + "▁wi ng", + "▁ wing", + "▁n orthern", + "▁north ern", + "▁nort hern", + "um ing", + "umin g", + "umi ng", + "u ming", + "▁e quality", + "▁equ ality", + "▁equal ity", + "▁eq uality", + "▁Ph ys", + "▁ Phys", + "▁Min nesota", + "有效 的", + "▁hyp othesis", + "▁hypothes is", + "大 约", + "过 于", + "▁I R", + "▁ IR", + "B N", + "▁E st", + "▁Es t", + "▁ Est", + "V I", + "▁arg ued", + "▁argue d", + "▁argu ed", + "▁attempt ed", + "va ble", + "v able", + "л ю", + "」 \\", + "ut ils", + "util s", + "前 面", + "▁A venue", + "▁Aven ue", + "▁dis aster", + "( :", + "难 度", + "▁B road", + "▁Bro ad", + "▁Br oad", + "▁ Broad", + "▁h es", + "▁he s", + "▁ hes", + "Func tion", + "Fun ction", + "F unction", + "那就 是", + "那 就是", + "▁Palest in", + "}} (\\\\", + "}}( \\\\", + "} }(\\\\", + "Att ribute", + "& $", + "出 一", + "▁gener ator", + "▁gene rator", + "▁ generator", + "h l", + "nG ood", + "nGo od", + "n Good", + "▁r acing", + "▁ra cing", + "▁rac ing", + "▁ racing", + "▁ign ored", + "▁ignore d", + "▁ignor ed", + "说 道", + "是非 常", + "是 非常", + "▁pix els", + "▁pixel s", + "▁I M", + "▁ IM", + "▁p acked", + "▁pack ed", + "▁pac ked", + "▁ packed", + "地 点", + "式 的", + "ob e", + "o be", + "转 换", + "▁f er", + "▁fe r", + "▁ fer", + "nre s", + "nr es", + "n res", + "Po rt", + "P ort", + "▁ch ampion", + "▁champ ion", + "活动 的", + "活 动的", + "▁g ains", + "▁gain s", + "▁ga ins", + "nW here", + "nWh ere", + "n Where", + "▁t issue", + "We ll", + "W ell", + "▁M ill", + "▁Mil l", + "▁Mi ll", + "▁ Mill", + "▁M u", + "▁ Mu", + "恋 爱", + "▁I V", + "▁ IV", + "nPost ed", + "n Posted", + "▁Con tent", + "▁Cont ent", + "▁ Content", + "▁ident ification", + "wi ll", + "w ill", + "决 赛", + "▁G eV", + "▁Ge V", + "▁ GeV", + "▁s ake", + "▁sa ke", + "ce ive", + "共 计", + "ã o", + "▁b one", + "▁bo ne", + "▁bon e", + "▁ bone", + "检察 院", + "▁dialog ue", + "▁dial ogue", + "残 疾", + "发动 机", + "发 动机", + "▁im pressed", + "▁impress ed", + "▁imp ressed", + "OM E", + "O ME", + "▁he ader", + "▁head er", + "▁ header", + "▁sup porters", + "▁support ers", + "▁suppor ters", + "▁supporter s", + "▁com pletion", + "▁comple tion", + "▁complet ion", + "会 计", + "哪 个", + "查 询", + "保 健", + "▁person nel", + "流 行", + "ap ore", + "apor e", + "v ature", + "par agraph", + "para graph", + "▁W orks", + "▁Work s", + "▁Wor ks", + "▁ Works", + "老师 的", + "老 师的", + "du ctor", + "duct or", + "duc tor", + "▁f erm", + "▁fe rm", + "▁fer m", + "▁ ferm", + "▁ 在", + "作 文", + "▁ad vertis", + "▁advert is", + "气 的", + "or ses", + "ors es", + "orse s", + "画 面", + "▁S i", + "▁ Si", + "▁p ride", + "▁pr ide", + "▁pri de", + "书 法", + "() ->", + "( )->", + "▁tal ented", + "▁talent ed", + "批 准", + ")] \\", + ") ]\\", + "NE T", + "N ET", + "▁part ially", + "▁partial ly", + "▁g orgeous", + "▁inter mediate", + "▁int ermediate", + "▁intermedi ate", + "之所 以", + "之 所以", + "融 入", + "iz ers", + "ize rs", + "izer s", + "▁ut ter", + "▁ utter", + "▁diff er", + "▁diffe r", + "par ameter", + "param eter", + "para meter", + "paramet er", + "▁s ustainable", + "▁sustain able", + "▁\\\" \\\"", + "▁\\\"\\ \"", + "▁ \\\"\\\"", + "▁dom inated", + "▁domin ated", + "▁dominate d", + "▁ dominated", + "friend ly", + "冲 击", + "消 化", + "ut en", + "ute n", + "u ten", + "▁Re member", + "▁Rem ember", + "▁ Remember", + "▁straight forward", + "党 支部", + "装 修", + "▁enter prise", + "▁ enterprise", + "▁N ob", + "▁No b", + "nO rig", + "nOr ig", + "n Orig", + "SQ L", + "S QL", + "nR ef", + "nRe f", + "n Ref", + "nSt ep", + "nSte p", + "n Step", + "回 归", + "nh e", + "n he", + "cl ine", + "cli ne", + "clin e", + "c line", + "▁g race", + "▁gra ce", + "▁gr ace", + "▁grac e", + "▁ grace", + "▁m ild", + "▁mil d", + "▁mi ld", + "反 弹", + "▁comp ensation", + "▁compens ation", + "is y", + "i sy", + "▁de creases", + "▁decre ases", + "▁decrease s", + "早 已", + "nw as", + "n was", + "▁L earning", + "▁Le arning", + "▁Lear ning", + "▁Learn ing", + "▁ Learning", + "f n", + "▁c ig", + "▁fac ulty", + "家 族", + "▁dr ops", + "▁dro ps", + "▁drop s", + "▁trans actions", + "▁transaction s", + "▁S ir", + "▁Si r", + "▁R oom", + "▁Ro om", + "▁ Room", + "▁cour ts", + "▁court s", + "comp onent", + "▁ent itled", + "▁entitle d", + "▁opp onent", + "▁f ont", + "▁fo nt", + "▁ font", + "E l", + "時 間", + "nH ave", + "n Have", + "pm atrix", + "p matrix", + "▁bo ards", + "▁board s", + "▁ boards", + "▁str ings", + "▁string s", + "▁ strings", + "bi an", + "bia n", + "b ian", + "▁sh ame", + "▁sham e", + "差 距", + "){\\ \\", + "){ \\\\", + ") {\\\\", + "▁ref uge", + "▁s po", + "▁sp o", + "▁ spo", + "▁br others", + "▁brother s", + "▁broth ers", + "е к", + "到 位", + "▁aim ed", + "▁boy friend", + "on ing", + "oni ng", + "o ning", + "▁A gency", + "▁Ag ency", + "▁per mit", + "同 一", + "nin ter", + "nint er", + "ninte r", + "n inter", + "▁phenomen on", + "▁k nee", + "▁kn ee", + "▁kne e", + "▁sp ray", + "▁spr ay", + "节 奏", + "▁Veg as", + "▁Ve gas", + "nW ho", + "nWh o", + "n Who", + "An y", + "A ny", + "本 判决", + "▁in val", + "▁inv al", + "ре д", + "con c", + "co nc", + "pa ny", + "pan y", + "p any", + "re lation", + "rel ation", + "G M", + "这一 点", + "这 一点", + "▁s erial", + "▁se rial", + "▁ser ial", + "▁ serial", + "手 续", + "随 时", + "▁accept able", + "▁ acceptable", + "测 量", + "▁G i", + "▁ Gi", + "▁br ush", + "▁bru sh", + "▁ brush", + "▁s ettle", + "▁set tle", + "▁sett le", + "白 色", + "▁c ancell", + "▁can cell", + "▁cancel l", + "对 其", + "Pro cess", + "Proc ess", + "bu f", + "b uf", + "ag en", + "age n", + "a gen", + "cul es", + "cule s", + "cu les", + "c ules", + "- (", + "er nal", + "ern al", + "ound ing", + "oun ding", + "o unding", + "nA r", + "n Ar", + "▁De scription", + "▁Des cription", + "▁ Description", + "▁h al", + "▁ha l", + "▁ hal", + "an go", + "ang o", + "a ngo", + "▁poss ibilities", + "发 的", + "v m", + "▁mechan isms", + "▁mechanism s", + "坚 决", + "R R", + "▁L ED", + "▁LE D", + "▁ LED", + "你可 以", + "你 可以", + "▁F alse", + "▁Fal se", + "▁ False", + "▁affect s", + "ym metry", + "ymmet ry", + "us ive", + "▁se eds", + "▁see ds", + "▁seed s", + "ar ound", + "aro und", + "a round", + "批 评", + "B T", + "爷 爷", + "ch ers", + "che rs", + "cher s", + "c hers", + "▁pregn ancy", + "达 成", + "▁abs orption", + "▁absor ption", + "▁di pl", + "▁dip l", + "▁print ing", + "▁prin ting", + "▁S mall", + "▁Sm all", + "▁ Small", + "▁ext racted", + "▁extract ed", + "▁extr acted", + "冲 突", + "▁T ech", + "▁Te ch", + "▁ Tech", + "For mat", + "Form at", + "▁de aths", + "▁death s", + "F alse", + "nd e", + "n de", + "by te", + "产生 的", + "产 生的", + "▁S ource", + "▁ Source", + "▁ed iting", + "▁edit ing", + "▁elim inate", + "de velop", + "in ks", + "ink s", + ")^ {\\\\", + ")^{ \\\\", + ") ^{\\\\", + "glob al", + "g lobal", + "▁high lights", + "▁highlight s", + "\\\\ )", + "副 主任", + "bur y", + "bu ry", + "b ury", + "新 时代", + "ylvan ia", + "▁in cent", + "▁inc ent", + "▁C loud", + "▁Cl oud", + "▁Clo ud", + "▁ Cloud", + "▁f requent", + "▁frequ ent", + "▁d ense", + "▁de nse", + "▁den se", + "▁dens e", + "▁ dense", + "Po l", + "P ol", + "▁prom ised", + "▁promise d", + "▁franch ise", + "一 句", + "ab eth", + "abet h", + "abe th", + "部 位", + "▁se xy", + "▁sex y", + "▁Pro fessor", + "▁Profess or", + "▁t ends", + "▁te nds", + "▁ten ds", + "▁tend s", + "▁th rowing", + "▁throw ing", + "▁thr owing", + "▁thro wing", + "( _", + "▁met all", + "▁metal l", + "▁meta ll", + "威 胁", + "自 觉", + "▁o ven", + "▁ove n", + "▁ov en", + "▁ oven", + "fol d", + "fo ld", + "f old", + "▁lik elihood", + "▁ likelihood", + "▁w ise", + "▁wi se", + "▁ wise", + "▁convers ations", + "▁conversation s", + "W H", + "药 品", + "起 诉", + "▁port folio", + "▁ portfolio", + "物 资", + "▁sp ell", + "▁spe ll", + "▁threat s", + "al ities", + "ali ties", + "ia t", + "i at", + "▁C ho", + "▁Ch o", + "▁ Cho", + "▁V ersion", + "▁Vers ion", + "▁ Version", + "▁Fin ancial", + "▁C opyright", + "▁Copy right", + "▁ Copyright", + "ph ia", + "phi a", + "at ar", + "ata r", + "a tar", + "透 露", + "▁c ache", + "▁ca che", + "▁ cache", + "hi re", + "h ire", + "等 奖", + "pl er", + "ple r", + "p ler", + "▁ag gressive", + "▁aggress ive", + "nT r", + "n Tr", + "▁j e", + "▁ je", + "▁manufact urers", + "▁manufacture rs", + "▁manufacturer s", + "▁r adi", + "▁ra di", + "▁rad i", + "pa per", + "p aper", + "▁con sec", + "▁cons ec", + "▁in verse", + "▁ inverse", + "OS T", + "O ST", + "两 次", + "▁polar ization", + "舒 适", + "▁im ply", + "▁impl y", + "▁imp ly", + "▁ann iversary", + "会 的", + "▁f emin", + "▁fe min", + "▁fem in", + "存在 的", + "W ork", + "om al", + "oma l", + "o mal", + "▁O rig", + "▁Or ig", + "▁Ori g", + "▁ Orig", + "▁jud gment", + "▁att ribute", + "▁ attribute", + "▁emer ging", + "辅 导", + "▁point ing", + "ни к", + "▁dra matic", + "▁dram atic", + "▁drama tic", + "be s", + "b es", + "▁Inst agram", + "▁exp anding", + "▁expand ing", + "▁B owl", + "▁Bo wl", + "▁Bow l", + "▁wh ilst", + "▁pr ayer", + "▁pray er", + "▁pra yer", + "▁re store", + "▁rest ore", + "拓 展", + "英 文", + "▁в и", + "▁ ви", + "高 端", + "给 大家", + "▁cl ubs", + "▁club s", + "to r", + "t or", + "▁N othing", + "▁No thing", + "▁Not hing", + "▁ Nothing", + "▁clos est", + "▁close st", + "▁closes t", + "we n", + "w en", + "▁p ion", + "▁pi on", + "▁D rive", + "▁Dr ive", + "▁ Drive", + "▁circ les", + "▁circle s", + "▁cir cles", + "an gel", + "ang el", + "ange l", + "▁cas ino", + "▁T raining", + "▁Tr aining", + "▁Tra ining", + "▁Train ing", + "▁ Training", + "wed ge", + "w edge", + "ment ation", + "m entation", + "裁 判", + "▁Con f", + "▁Co nf", + "▁ Conf", + "** *", + "* **", + "\":\" /", + "▁partic ipation", + "▁particip ation", + "m i", + "的过程 中", + "的 过程中", + "▁h appiness", + "▁happ iness", + "一 代", + "▁rec ru", + "▁pro minent", + "▁prom inent", + "▁promin ent", + "小 孩", + "ut or", + "uto r", + "u tor", + "▁TH IS", + "睡 眠", + "\\\\ {\\\\", + "\\\\{ \\\\", + "\\\\{\\ \\", + "v ideo", + "nm e", + "n me", + "直 播", + "▁ap olog", + "nM e", + "n Me", + "▁em bar", + "▁emb ar", + "Z E", + "关 闭", + "的 气", + "▁trans itions", + "▁transition s", + "▁transit ions", + "审 核", + "查 看", + "▁an ger", + "▁ang er", + "▁ anger", + "▁den oted", + "▁denote d", + "▁deno ted", + "mar gin", + "m argin", + "临 时", + "ist ance", + "istan ce", + "ista nce", + "▁in fect", + "▁inf ect", + "▁ infect", + "▁initi ative", + "▁he arts", + "▁heart s", + "▁hear ts", + "肌 肉", + "语 文", + "larg e", + "lar ge", + "l arge", + "违 反", + "O B", + "er mi", + "erm i", + "▁is olated", + "▁isol ated", + "▁isolate d", + "▁iso lated", + "▁ne uro", + "▁neur o", + "忘 记", + "讲 话", + "ст е", + "с те", + "▁S av", + "▁Sa v", + "周 年", + "fo x", + "f ox", + "}\\ \"", + "} \\\"", + "▁enthus i", + "▁pop ulations", + "▁population s", + "▁popul ations", + "蒙 古", + "询 问", + "零 售", + "▁sh adow", + "▁ shadow", + "ig e", + "i ge", + "▁M ountain", + "▁Mount ain", + "依 赖", + "ly n", + "l yn", + "y o", + "ir able", + "ira ble", + "两个 人", + "两 个人", + "▁non linear", + "к е", + "▁p our", + "▁po ur", + "▁pou r", + "Pro vider", + "Prov ider", + "▁r uling", + "▁ru ling", + "▁rul ing", + "进 展", + "▁c rystal", + "▁cryst al", + "▁he aven", + "▁heav en", + "参加 了", + "参 加了", + "▁roll ing", + "▁ rolling", + "▁r ib", + "▁ri b", + "▁ rib", + "▁S hop", + "▁Sh op", + "▁Sho p", + "▁ Shop", + "db c", + "d bc", + "优 先", + "睡 觉", + "聊 天", + "▁indust ries", + "C I", + "▁tr ips", + "▁tri ps", + "▁trip s", + "在 了", + "▁C S", + "▁ CS", + "▁eng ines", + "▁engine s", + "▁a ctors", + "▁act ors", + "▁actor s", + "▁ actors", + "m n", + "▁mo ist", + "▁valid ation", + "▁ validation", + "So me", + "S ome", + "▁produ cer", + "▁produce r", + "初 心", + "焦 虑", + "na mes", + "name s", + "nam es", + "n ames", + "reg ion", + "▁scr atch", + "▁scrat ch", + "国 务", + "▁Afghan istan", + "▁c lim", + "▁cl im", + "▁cor rections", + "▁correct ions", + "▁corre ctions", + "▁correction s", + "▁st opping", + "▁stop ping", + "▁sto pping", + "工 商", + "go n", + "g on", + "▁virt ually", + "▁virtual ly", + "ab a", + "a ba", + "▁\\\" /", + "▁ \\\"/", + "▁w ider", + "▁wide r", + "▁wid er", + "▁wi der", + "ca che", + "c ache", + "▁tack le", + "▁W E", + "▁ WE", + "AR D", + "A RD", + "U P", + "却 是", + "激 发", + "接 种", + "▁e q", + "▁ eq", + "▁d irty", + "▁dirt y", + "▁dir ty", + "▁host ed", + "▁ho sted", + "▁ hosted", + "M W", + "ro sc", + "ros c", + "r osc", + "后 续", + "G G", + "机器 人", + "当 你", + "me nu", + "men u", + "m enu", + "▁S quare", + "▁Squ are", + "Me nu", + "Men u", + "M enu", + "▁crit icism", + "▁critic ism", + "▁M rs", + "▁Mr s", + "log ger", + "MA X", + "M AX", + "的 关系", + "oc ket", + "ock et", + "o cket", + "adel phia", + "▁Bit coin", + "聚 焦", + "st ic", + "s tic", + "edd ings", + "edding s", + "▁rad ial", + "▁radi al", + "el eration", + "ele ration", + "eler ation", + "Ma c", + "M ac", + "▁к ъ", + "▁ къ", + "不 但", + "许 可", + "ch ildren", + "child ren", + "▁emb edded", + "▁embed ded", + "▁ embedded", + "con duct", + "cond uct", + "实现 了", + "▁veter an", + "I X", + "c ategory", + "T T", + "▁we igh", + "▁ev ident", + "▁evid ent", + "▁des cribing", + "▁describ ing", + "一 只", + "em ic", + "emi c", + "e mic", + "敏 感", + "别人 的", + "别 人的", + "in itely", + "init ely", + "inite ly", + "h s", + "pe ople", + "p eople", + "ó n", + "▁a wards", + "▁aw ards", + "▁award s", + "▁convin ced", + "▁convince d", + "▁O ak", + "ot ton", + "ott on", + "otto n", + "▁s ynch", + "▁sy nch", + "▁sync h", + "▁syn ch", + "▁mort gage", + "т ра", + "▁H elp", + "▁He lp", + "▁Hel p", + "▁ Help", + "初 中", + "nd es", + "nde s", + "n des", + "▁aw arded", + "▁award ed", + "▁qu it", + "▁q uit", + "▁qui t", + "▁ quit", + "La st", + "L ast", + ")_ {", + ") _{", + "▁pass age", + "密 切", + "}} ^", + "} }^", + "▁occ asionally", + "▁occasion ally", + "▁occasional ly", + "最 多", + "▁purch asing", + "▁dis appointed", + "▁disappoint ed", + "el fare", + "elf are", + "黑 色", + "▁al arm", + "教 练", + "▁B uy", + "▁Bu y", + "▁ Buy", + "Ev ery", + "E very", + "us ers", + "use rs", + "user s", + "u sers", + "▁remark able", + "影 片", + "EX T", + "E XT", + "A K", + "▁g am", + "▁ga m", + "▁ gam", + "▁p ron", + "▁pro n", + "▁pr on", + "▁ pron", + "▁Corpor ation", + "▁Corp oration", + "ip her", + "iph er", + "i pher", + "▁und ert", + "▁under t", + "▁exp onent", + "培 育", + "cri be", + "crib e", + "cr ibe", + "c ribe", + "is tically", + "ist ically", + "istic ally", + "istical ly", + "▁F L", + "▁ FL", + "▁t ags", + "▁tag s", + "▁ta gs", + "▁ tags", + "il ey", + "ile y", + "i ley", + "▁re ven", + "▁r even", + "▁reve n", + "▁rev en", + "长 大", + "爱 好", + "办 事", + "视 觉", + "ch ing", + "chi ng", + "chin g", + "c hing", + "▁ult ra", + "▁ul tra", + "▁M ath", + "▁Mat h", + "▁Ma th", + "▁ Math", + "接 到", + "pa d", + "p ad", + "▁stom ach", + "▁sto mach", + "▁ass ignment", + "▁assign ment", + "反 馈", + "▁e norm", + "▁en orm", + "Th read", + "▁Every thing", + "▁ Everything", + "▁O pt", + "▁Op t", + "▁ Opt", + "健 身", + "▁par agraph", + "▁para graph", + "▁ paragraph", + "з е", + "▁H IV", + "▁HI V", + "▁h ug", + "▁w isdom", + "od a", + "o da", + "特 朗", + "ar go", + "arg o", + "▁p or", + "▁po r", + "▁ por", + "S l", + "St yle", + "Sty le", + "▁st ir", + "▁c ul", + "▁cu l", + "▁ cul", + "▁P rodu", + "▁Pro du", + "▁do zen", + "▁found er", + "▁fo under", + "▁ founder", + "Q U", + "▁M oon", + "▁Mo on", + "的事 实", + "的 事实", + "▁reve als", + "▁rev eals", + "▁reveal s", + "im p", + "i mp", + "▁N BA", + "▁NB A", + "▁ NBA", + "陪 伴", + "▁h ol", + "▁ho l", + "▁ hol", + "▁n an", + "▁na n", + "▁ nan", + "▁e leg", + "▁el eg", + "▁ele g", + "▁illustr ated", + "▁illustrate d", + "祝 福", + "▁s ne", + "▁sn e", + "强 制", + "ri tical", + "rit ical", + "ritic al", + "r itical", + "\\\\ [", + "维 生素", + "▁re dd", + "▁r edd", + "▁red d", + "▁ redd", + "▁t weet", + "▁twe et", + "大 数据", + "新 疆", + "ns udo", + "n sudo", + "▁s inger", + "▁sing er", + "▁sin ger", + "▁class room", + "现 金", + "в ър", + "nt ime", + "n time", + "ul us", + "ulu s", + "▁D ave", + "▁Dav e", + "▁Da ve", + "▁G ive", + "▁Gi ve", + "▁ Give", + "▁Ste phen", + "▁Step hen", + "▁S hort", + "▁Sh ort", + "▁Sho rt", + "▁ Short", + "得 了", + "星 期", + "▁K enn", + "▁Ke nn", + "▁Ken n", + "审 批", + "▁> >", + "▁ >>", + "▁compl aint", + "▁complain t", + "▁expl oring", + "▁explo ring", + "反 对", + "▁M ah", + "▁Ma h", + "wind ow", + "w indow", + "wa ll", + "wal l", + "w all", + "▁conven ience", + "at tr", + "att r", + "▁struct ural", + "空 调", + "то ч", + "▁c ats", + "▁ca ts", + "▁cat s", + "▁ cats", + "▁g athered", + "▁gather ed", + "阳 市", + "cp p", + "c pp", + "▁d ashed", + "▁dash ed", + "▁das hed", + "▁ dashed", + "nP r", + "n Pr", + "ze s", + "z es", + "or ted", + "ort ed", + "▁nerv ous", + "▁ner vous", + "▁host s", + "▁ho sts", + "▁ hosts", + "and roid", + "andro id", + "re ement", + "ree ment", + "d l", + "不 停", + "消 毒", + "▁b inding", + "▁bin ding", + "▁bind ing", + "▁ binding", + "占 比", + "装 饰", + "之日 起", + "之 日起", + "▁b other", + "▁bo ther", + "▁both er", + "▁bot her", + "nH is", + "nHi s", + "n His", + "▁o bl", + "▁ob l", + "▁ obl", + "ck ets", + "cket s", + "cke ts", + "▁S ite", + "▁Si te", + "▁Sit e", + "▁ Site", + "前 期", + "▁Up date", + "▁ Update", + "ma kers", + "make rs", + "maker s", + "mak ers", + "m akers", + "tp rivate", + "t private", + "id al", + "ida l", + "i dal", + "▁process ed", + "▁proc essed", + "▁ processed", + "dis c", + "di sc", + "d isc", + "▁S che", + "▁Sc he", + "▁Sch e", + "▁ Sche", + "is ta", + "ist a", + "i sta", + "▁W is", + "▁Wi s", + "▁D ream", + "▁Dre am", + "ex pl", + "exp l", + "招 聘", + "▁bal anced", + "▁balance d", + "▁ balanced", + "水 的", + "山 西", + "is ons", + "ison s", + "iso ns", + "i sons", + "▁res idential", + "▁resident ial", + "▁resid ential", + "The n", + "Th en", + "T hen", + "若 干", + "维 修", + "▁^ {", + "▁ ^{", + "▁p ulling", + "▁pull ing", + "▁pul ling", + "II I", + "I II", + "ui d", + "u id", + "▁j oke", + "▁jo ke", + "▁gen etic", + "▁ge netic", + "▁gene tic", + "AA AA", + "AAA A", + "A AAA", + "▁gener ations", + "▁generation s", + "▁gene rations", + "▁ar med", + "▁arm ed", + "▁ armed", + "cess ion", + "c ession", + "▁hor ror", + "▁ho rror", + "▁horr or", + "▁lo bb", + "▁lob b", + "国家 的", + "国 家的", + "▁ З", + "Equ als", + "Equal s", + "▁de feat", + "▁def eat", + "▁defe at", + "▁gen re", + "▁ge nre", + "~$ \\\\", + "~ $\\\\", + "▁ex port", + "▁exp ort", + "▁ export", + "终 端", + "▁L earn", + "▁Le arn", + "▁Lear n", + "▁ Learn", + "▁ind icating", + "▁indic ating", + "ro le", + "rol e", + "r ole", + "地 址", + "▁Const itution", + "en na", + "enn a", + "is ot", + "iso t", + "zo ne", + "zon e", + "z one", + "疼 痛", + "▁sh orter", + "▁short er", + "城 镇", + "▁hor izon", + "▁horiz on", + "tm l", + "t ml", + "▁ →", + "V E", + "ra ine", + "rain e", + "r aine", + "net work", + "学 员", + "▁$ ^{", + "▁$^ {", + "▁ $^{", + "▁ins ights", + "▁insight s", + "▁rad ical", + "▁radi cal", + "▁short ly", + "Des cription", + "De scription", + "强 度", + "▁k il", + "▁ kil", + "▁review ed", + "▁ reviewed", + "var iant", + "vari ant", + "v ariant", + "▁re li", + "▁r eli", + "▁rel i", + "发 送", + "人 心", + "▁L ie", + "▁Li e", + "▁ Lie", + "提 起", + "▁int ellectual", + "▁intellect ual", + "▁al leg", + "▁all eg", + "▁alle g", + "reg ular", + "激 励", + "救 援", + "se curity", + "sec urity", + "hb ox", + "h box", + "▁com edy", + "▁come dy", + "▁comed y", + "辛 苦", + "实验 室", + "wa ve", + "w ave", + "▁ex clus", + "OR M", + "O RM", + "违 约", + "动 的", + "t v", + "bur n", + "bu rn", + "b urn", + "▁$ |\\\\", + "▁$| \\\\", + "▁ $|\\\\", + "▁dist ances", + "▁distance s", + "in tage", + "int age", + "欣 赏", + "dep th", + "Add ress", + "Addr ess", + "民事 诉讼", + "▁strict ly", + "▁accom pan", + "热 爱", + "▁C ub", + "▁Cu b", + "nDes cription", + "nDe scription", + "n Description", + "▁dr ove", + "▁dro ve", + "▁п е", + "▁ пе", + "框 架", + "性 质", + "▁a sp", + "▁as p", + "▁ asp", + "▁process or", + "▁ processor", + "▁small est", + "AP I", + "A PI", + "▁for ums", + "▁forum s", + "▁fo rums", + "▁ forums", + "拿 到", + "毕业 生", + "▁Th ings", + "▁Thing s", + "▁ Things", + "▁p ic", + "▁pi c", + "▁ pic", + "帮 扶", + "处 置", + "间 的", + "▁ex pecting", + "▁expect ing", + "ar ity", + "ari ty", + "a rity", + "出 具", + "活 力", + "▁red shift", + "▁D M", + "▁ DM", + "Mu lt", + "M ult", + "▁Gold en", + "▁Gol den", + "▁gar age", + "▁ga rage", + "V P", + "▁eng aging", + "▁B C", + "▁ BC", + "om orphism", + "omorph ism", + "u v", + "那 就", + "▁employ er", + "[ (", + "▁st ere", + "▁ste re", + "▁ster e", + "▁ stere", + "ST R", + "S TR", + "cy cle", + "cycl e", + "c ycle", + "加 油", + "百 年", + "Js on", + "J son", + "▁B ased", + "▁Bas ed", + "▁Base d", + "▁Ba sed", + "▁ Based", + "▁Di ego", + "▁Die go", + "EMA IL", + "支 出", + "▁ ’", + "pass word", + "夏 天", + "▁vis its", + "▁visit s", + "▁b ass", + "▁bas s", + "▁ba ss", + "| $", + "线 路", + "frame work", + "fram ework", + "f ramework", + "讲 座", + "边 的", + "al gorithm", + "乡 镇", + "▁b es", + "▁be s", + "▁ bes", + "Mod ule", + "Mo dule", + "▁hor izontal", + "▁horiz ontal", + "▁horizon tal", + "▁ horizontal", + "op her", + "oph er", + "o pher", + ")\\ \\\\\\\\", + ")\\\\ \\\\\\", + ") \\\\\\\\\\", + "男 性", + "▁but tons", + "▁button s", + "▁butt ons", + "▁ buttons", + "▁re aches", + "▁reach es", + "陕 西", + "ia c", + "i ac", + "为 此", + "▁adj acent", + "H R", + "效 应", + "意 的", + "ct ic", + "c tic", + "ure au", + "Vec tor", + "V ector", + "▁bab ies", + "▁ba bies", + "ki t", + "k it", + "us et", + "use t", + "u set", + "▁G reg", + "▁Gr eg", + "▁Gre g", + "正确 的", + "五 年", + "一个 月", + "一 个月", + ">\\ \"", + "> \\\"", + "on ential", + "onent ial", + "en gers", + "eng ers", + "enge rs", + "enger s", + "em ed", + "eme d", + "e med", + "ak i", + "a ki", + "ш и", + "ns ylvania", + "▁st yl", + "▁sty l", + "▁t ong", + "▁to ng", + "▁ton g", + "▁flex ibility", + "▁de rive", + "▁der ive", + "▁deriv e", + "不 及", + "▁T ravel", + "▁Tr avel", + "▁Tra vel", + "▁ Travel", + "]] >", + "mod ules", + "module s", + "▁dem ocracy", + "Ut ils", + "Util s", + "▁my ster", + "▁myst er", + "▁k in", + "▁ kin", + "▁N a", + "▁ Na", + "▁determ ination", + "▁determin ation", + "害 人", + "作 家", + "使用 的", + "使 用的", + "董事 长", + "Type s", + "Ty pes", + "T ypes", + "▁o verse", + "▁over se", + "▁overs e", + "▁Atl anta", + "▁separ ately", + "▁separate ly", + "ab ling", + "abl ing", + "a bling", + "▁mov ements", + "▁move ments", + "▁movement s", + "be c", + "b ec", + "▁l ately", + "▁lat ely", + "▁late ly", + "▁st abil", + "▁stab il", + "▁sta bil", + "即 便", + "▁d iam", + "▁di am", + "▁ent rance", + "▁entr ance", + "▁att ending", + "▁attend ing", + "▁atten ding", + "▁requ iring", + "In s", + "I ns", + "▁t oy", + "▁to y", + "灵 魂", + "ct r", + "c tr", + "特朗 普", + "屏 幕", + "nP re", + "nPr e", + "n Pre", + "fe ed", + "fee d", + "f eed", + "▁d imensional", + "▁dim ensional", + "▁dimension al", + "▁ dimensional", + "б е", + "▁C ro", + "▁Cr o", + "▁p ublish", + "▁publ ish", + "▁pub lish", + "▁ publish", + "▁F un", + "▁Fu n", + "▁ Fun", + "▁r anked", + "▁rank ed", + "▁ran ked", + "▁ ranked", + "领域 的", + "nJ ohn", + "nJo hn", + "n John", + "ord inary", + "名 为", + "成 效", + "an el", + "ane l", + "a nel", + "nA m", + "n Am", + "一 人", + "ed dit", + "edd it", + "学 历", + "^{ *", + "改 进", + "▁dam aged", + "▁damage d", + "学 者", + "ft en", + "f ten", + "▁s inging", + "▁sing ing", + "▁sin ging", + "复 合", + "nhttp s", + "n https", + "с но", + "min ute", + "▁Le vel", + "▁Lev el", + "▁ Level", + "▁S mart", + "▁Sm art", + "▁ Smart", + "▁cere mony", + "▁ceremon y", + "▁in puts", + "▁input s", + "▁ inputs", + "▁c arrier", + "▁car rier", + "▁carri er", + "ow ed", + "o wed", + "▁genu ine", + "▁System s", + "▁sl ide", + "▁slid e", + "▁ slide", + "la ss", + "las s", + "l ass", + "as ion", + "asi on", + "人 和", + "奉 献", + "我 市", + "▁U r", + "▁ Ur", + "▁fil ters", + "▁filter s", + "▁ filters", + "ag a", + "a ga", + "翻 译", + "sp eed", + "spe ed", + "▁S EO", + "▁SE O", + "▁s urf", + "▁su rf", + "▁sur f", + "sam pled", + "sample d", + "es is", + "e sis", + "B P", + "大 师", + "青 岛", + "ol en", + "ole n", + "o len", + "▁territ ory", + "扎 实", + "▁inter active", + "▁inte ractive", + "▁interact ive", + "][ ]{", + "] []{", + "▁r ounds", + "▁round s", + "▁rou nds", + "▁Ex press", + "▁Exp ress", + "▁ Express", + "ж да", + "▁П о", + "▁ По", + "▁D allas", + "▁Dal las", + "▁m i", + "▁ mi", + "三 分", + "bt n", + "b tn", + "▁< =", + "▁ <=", + "▁d rain", + "▁dr ain", + "▁dra in", + "du ate", + "d uate", + "▁accord ance", + "头 的", + "争 取", + "▁S em", + "▁Se m", + "▁ Sem", + "▁con verted", + "▁conver ted", + "▁convert ed", + "▁ converted", + "ir ical", + "iri cal", + "i rical", + "▁suggest ing", + "▁ar gs", + "▁arg s", + "▁ args", + "▁Th ink", + "▁ Think", + "cre ts", + "cret s", + "cr ets", + "c rets", + "▁l un", + "▁attempt ing", + "▁o xygen", + "OT E", + "O TE", + "▁prom ising", + "本 地", + "场 比赛", + "▁Con serv", + "▁Cons erv", + "▁disag ree", + "▁ 本发明", + "▁C ab", + "▁Ca b", + "有 趣", + "▁s trip", + "▁st rip", + "▁str ip", + "▁stri p", + "▁ strip", + "高 于", + "▁Bro ther", + "▁Br other", + "▁my stery", + "▁myster y", + "▁myst ery", + "的 学习", + "▁tele phone", + "Le ft", + "▁J ason", + "▁Ja son", + "ex per", + "exp er", + "▁ridic ulous", + "强 大", + "▁h o", + "▁ ho", + "Ma in", + "M ain", + "原 审", + "▁D at", + "▁Da t", + "▁ Dat", + "社会 主义", + "各 级", + "广 西", + "▁l uminosity", + "▁lumin osity", + "av y", + "a vy", + "▁M C", + "▁ MC", + "ION S", + "IO NS", + "I ONS", + "▁symb ols", + "▁symbol s", + "▁synt hes", + "▁synth es", + "▁brief ly", + "让 自己", + "at hy", + "ath y", + "a thy", + "ns up", + "n sup", + "ta il", + "tai l", + "t ail", + "▁a nch", + "▁an ch", + "▁anc h", + "▁ anch", + "▁c ant", + "▁can t", + "▁ca nt", + "al ling", + "all ing", + "alli ng", + "▁r ings", + "▁ring s", + "超 越", + "▁character ized", + "▁characterize d", + "县 委", + "an dal", + "and al", + "anda l", + "居 然", + "打 算", + "▁mot ivation", + "▁motiv ation", + "▁expect ation", + "社 會", + "不仅 仅", + "不 仅仅", + "▁p ipeline", + "▁pipe line", + "▁pip eline", + "▁ pipeline", + "▁res idual", + "▁resid ual", + "典 型", + "出 台", + "▁F arm", + "▁Far m", + "▁Fa rm", + "▁ret ired", + "▁retire d", + "江 西", + "▁ent ities", + "▁ entities", + "le arning", + "learn ing", + "lear ning", + "l earning", + "▁r anging", + "▁ran ging", + "▁rang ing", + "▁ ranging", + "麻 烦", + "cond ition", + "▁bar rel", + "▁re jected", + "▁reject ed", + "▁Min istry", + "对 话", + "or er", + "ore r", + "o rer", + "▁g raphic", + "▁graph ic", + "▁Ch ange", + "▁Cha nge", + "▁Chan ge", + "▁Chang e", + "▁ Change", + "▁particip ating", + "be ing", + "b eing", + "ве н", + "в ен", + "▁vulner able", + "IT E", + "I TE", + "宗 教", + "访 问", + "▁re placing", + "▁repl acing", + "▁cons ervation", + "▁conserv ation", + "▁ang les", + "▁angle s", + "▁ angles", + "}^ *", + "} ^*", + "▁B BC", + "▁BB C", + "▁ BBC", + "nU nder", + "nUn der", + "n Under", + "ry st", + "rys t", + "这个 问题", + "oc ker", + "ock er", + "o cker", + "Su m", + "S um", + "▁inst itution", + "Ne xt", + "N ext", + "▁I de", + "▁Id e", + "▁S amsung", + "▁effect iveness", + "▁effective ness", + "同 期", + "▁S ho", + "▁Sh o", + "▁d ose", + "▁do se", + "▁dos e", + "en sing", + "ens ing", + "wic h", + "wi ch", + "w ich", + "L a", + "头 发", + "原 料", + "part y", + "par ty", + "p arty", + "发生 了", + "发 生了", + "size d", + "si zed", + "s ized", + "▁K ind", + "▁Kin d", + "▁Ki nd", + "▁ Kind", + "ba ge", + "bag e", + "b age", + "▁C hall", + "▁Ch all", + "▁Cha ll", + "▁Chal l", + "${ \\\\", + "$ {\\\\", + "ar ded", + "ard ed", + "] }", + "fig ures", + "figure s", + "sk y", + "s ky", + "il bert", + "ow ered", + "ower ed", + "o wered", + "灵 活", + "nin d", + "ni nd", + "n ind", + "▁prom oting", + "▁promot ing", + "▁promo ting", + "试 点", + "▁o x", + "▁ ox", + "▁In tel", + "▁Int el", + "▁ Intel", + "▁dr unk", + "▁dru nk", + "▁s event", + "▁se vent", + "▁seven t", + "便 宜", + "ui s", + "u is", + "▁di agonal", + "▁diag onal", + "▁ diagonal", + "发 育", + "▁A ge", + "▁Ag e", + "▁ Age", + "▁efficient ly", + "nB l", + "n Bl", + "▁man ually", + "▁manual ly", + "bit s", + "bi ts", + "b its", + "▁J osh", + "▁Jo sh", + "▁Jos h", + "陷 入", + "@ {", + "ter y", + "te ry", + "t ery", + "▁mot ivated", + "▁motiv ated", + "▁motivate d", + "▁sw imming", + "▁swim ming", + "▁C ome", + "▁Com e", + "▁Co me", + "▁ Come", + "▁b reat", + "▁bre at", + "▁br eat", + "▁pr ize", + "▁pri ze", + "▁gen tle", + "▁gent le", + "预 算", + "en cing", + "enc ing", + "e ncing", + "▁re set", + "▁res et", + "▁rese t", + "▁ reset", + "▁general ized", + "▁generalize d", + "这 款", + "▁b elt", + "▁be lt", + "▁bel t", + "▁ belt", + "pecific ally", + "▁treat ments", + "▁treatment s", + "收 费", + "▁in correct", + "▁incor rect", + "抑 制", + "▁f itted", + "▁fit ted", + "▁ fitted", + "▁p ricing", + "▁pr icing", + "▁pri cing", + "▁pric ing", + "通 讯", + "▁embar rass", + "进 去", + "▁A ppl", + "▁App l", + "▁Ap pl", + "▁ Appl", + "▁st amp", + "▁sta mp", + "防 治", + "hy per", + "hyp er", + "▁spect ac", + "▁s hips", + "▁sh ips", + "▁ship s", + "▁ ships", + "▁H ope", + "▁Hop e", + "▁Ho pe", + "da m", + "d am", + "▁fl ows", + "▁flo ws", + "▁flow s", + "▁G M", + "▁ GM", + ")- \\\\", + ") -\\\\", + "▁H P", + "▁ HP", + "och astic", + "ocha stic", + "十 八", + "部 件", + "见 到", + "Ex ec", + "sy s", + "s ys", + "ra tic", + "rat ic", + "r atic", + "▁de viation", + "▁dev iation", + "▁devi ation", + "з о", + "is hop", + "ish op", + "i shop", + "小 朋友", + "▁act ively", + "▁activ ely", + "▁active ly", + "▁ actively", + "民 生", + "un icip", + "nM onday", + "nMon day", + "n Monday", + "_ \\", + "是为 了", + "是 为了", + "fig ht", + "fi ght", + "f ight", + "▁O regon", + "▁Ore gon", + "}$ -", + "} $-", + "让 孩子", + "▁pl ugin", + "▁plug in", + "▁ plugin", + "▁signific ance", + "▁R os", + "▁Ro s", + "P lease", + "等 级", + "ou ting", + "out ing", + "o uting", + "汉 族", + "节 点", + "▁benef icial", + "延 伸", + "返 回", + "ac on", + "aco n", + "a con", + "\\\" }", + "\\ \"}", + "有 可能", + "us sy", + "uss y", + "▁J am", + "▁Ja m", + "hand le", + "han dle", + "at tered", + "atter ed", + "att ered", + "atte red", + "面 向", + "▁approxim ate", + "▁approx imate", + "变成 了", + "变 成了", + "第二 天", + "▁purs ue", + "▁pursu e", + "▁L as", + "▁La s", + "sh ips", + "ship s", + "shi ps", + "s hips", + "档 案", + "wa it", + "w ait", + "it zer", + "itz er", + "Ma r", + "M ar", + "▁H o", + "▁ Ho", + "▁B ry", + "▁Br y", + "地 铁", + "buf fer", + "buff er", + "b uffer", + "吃 的", + "同 步", + "贵 州", + "▁K orean", + "▁Kore an", + "▁Korea n", + "▁Kor ean", + "▁B lock", + "▁Bl ock", + "▁Blo ck", + "▁ Block", + "美 食", + "▁D om", + "▁Do m", + "▁ Dom", + "ration s", + "rat ions", + "ratio ns", + "r ations", + "▁h ub", + "▁ hub", + "名 称", + "▁He art", + "▁Hear t", + "▁ Heart", + "D I", + "▁con front", + "▁conf ront", + "in ely", + "ine ly", + "inel y", + "ne st", + "nes t", + "n est", + "vi ty", + "vit y", + "v ity", + "▁p robe", + "▁pro be", + "▁pr obe", + "▁prob e", + "▁ probe", + "▁cert ificate", + "不 然", + "▁t ension", + "▁tens ion", + "▁di ameter", + "▁diam eter", + "依 靠", + "he art", + "hea rt", + "es y", + "e sy", + "▁pod cast", + "三 角", + "外 国", + "air e", + "ai re", + "a ire", + "fun c", + "fu nc", + "f unc", + "▁Det roit", + "in sic", + "ins ic", + "i nsic", + "▁A uto", + "▁Aut o", + "▁Au to", + "▁ Auto", + "解 除", + "Nu m", + "N um", + "▁re construction", + "▁reconst ruction", + "▁reconstruct ion", + "ut ies", + "u ties", + "▁sub str", + "▁subst r", + "▁subs tr", + "re quired", + "requ ired", + "require d", + "▁K ar", + "▁Ka r", + "协 助", + "is or", + "iso r", + "i sor", + "ver ted", + "vert ed", + "放 松", + "nB oth", + "nBo th", + "n Both", + "iz abeth", + "少 数", + "$} \\", + "$ }\\", + "▁b eta", + "▁be ta", + "▁bet a", + "▁ beta", + "队 的", + "▁B Y", + "▁ BY", + "出现 在", + "出 现在", + "ck er", + "cke r", + "c ker", + "col umn", + "colum n", + "ix el", + "AV E", + "A VE", + "He ader", + "Head er", + "it ical", + "iti cal", + "itic al", + "i tical", + "▁among st", + "▁reg ulation", + "▁regul ation", + "▁ regulation", + "要 有", + "消 除", + "▁Sum mer", + "▁order ing", + "▁ord ering", + "▁ ordering", + "▁A nth", + "▁An th", + "▁Ant h", + "▁gra vitational", + "▁gravit ational", + "那 是", + "ri ven", + "riv en", + "rive n", + "r iven", + "ou rier", + "our ier", + "ouri er", + "紧 急", + "都 没", + "防 范", + "oc ratic", + "ocr atic", + "ocrat ic", + "▁C ert", + "▁Ce rt", + "▁Cer t", + "▁ Cert", + ")$ -", + ") $-", + "▁label ed", + "▁lab eled", + "▁ labeled", + "谢 谢", + "▁t oss", + "▁to ss", + "這 個", + "回 去", + "秘 书", + "▁qu otes", + "▁quote s", + "▁quot es", + "▁quo tes", + "▁exec ute", + "▁execut e", + "▁ execute", + "▁trem end", + "▁ju ice", + "▁tra iler", + "▁trail er", + "Wid th", + "W idth", + "▁H iggs", + "▁Hig gs", + "▁Cap ital", + "▁sat ellite", + "▁satell ite", + "▁l ogical", + "▁log ical", + "▁logic al", + "▁ logical", + "季 节", + "▁independent ly", + "▁independ ently", + "nG iven", + "nGive n", + "n Given", + "▁f lood", + "▁fl ood", + "▁flo od", + "▁man ifest", + "▁manif est", + "▁ manifest", + "▁l isting", + "▁list ing", + "▁ listing", + "▁B and", + "▁Ba nd", + "▁Ban d", + "▁ Band", + "▁s tem", + "▁st em", + "▁ste m", + "▁ stem", + "▁cap ability", + "▁con vention", + "▁conv ention", + "▁conven tion", + "▁L uc", + "▁Lu c", + "▁C ould", + "▁Cou ld", + "▁Coul d", + "▁ Could", + "▁expl oration", + "▁explo ration", + ": }", + "荣 誉", + "▁D I", + "▁ DI", + "更好 地", + "te ch", + "tec h", + "t ech", + "▁th rew", + "▁thr ew", + "nF e", + "n Fe", + "ne n", + "n en", + "均 匀", + "you tube", + "y outube", + "▁h unting", + "▁hunt ing", + "▁w aters", + "▁water s", + "▁wat ers", + "▁wa ters", + "ion ed", + "io ned", + "ione d", + "i oned", + "进 了", + "不 大", + "++ )", + "+ +)", + "con sin", + "cons in", + "▁ad min", + "▁adm in", + "▁ admin", + "$^ {", + "$ ^{", + "▁gr ounds", + "▁ground s", + "▁ grounds", + "ay er", + "aye r", + "a yer", + "ge red", + "ger ed", + "g ered", + "新 鲜", + "美好 的", + "美 好的", + "t i", + "od ynam", + "ody nam", + "le ading", + "lead ing", + "哥 哥", + "Tr ee", + "T ree", + "min d", + "mi nd", + "m ind", + "▁art ificial", + "▁artif icial", + "▁T rad", + "▁Tr ad", + "▁Tra d", + "例 子", + "▁f ur", + "▁fu r", + "▁ fur", + "▁su icide", + "▁suic ide", + "▁G arden", + "▁Gar den", + "▁Gard en", + "大 陆", + "▁consist ency", + "个 性", + "原 理", + "ch arg", + "char g", + "cha rg", + "地 下", + "担 保", + "nSup pose", + "n Suppose", + "к у", + "▁g host", + "▁gh ost", + "▁ ghost", + "三 是", + "▁с та", + "▁ ста", + "ш е", + "纳 入", + "▁pur su", + "▁purs u", + "到 来", + "实 地", + "necess ary", + "▁volunt eers", + "▁volunteer s", + "▁d ynamical", + "▁dynam ical", + "▁dynamic al", + "▁pro motion", + "▁prom otion", + "▁promot ion", + "▁promo tion", + "▁overwhel ming", + "▁u nfortunately", + "▁unf ortunately", + "▁unfortunate ly", + "完成 了", + "完 成了", + "辈 子", + "T arget", + "▁L LC", + "▁LL C", + "▁counter part", + "PR E", + "P RE", + "▁c yl", + "▁cy l", + "▁ cyl", + "\\\" \\\"\\\"", + "\\\"\\\" \\\"", + "tm p", + "t mp", + "▁reg ression", + "▁regress ion", + "▁con volution", + "▁conv olution", + "▁ convolution", + "AR Y", + "A RY", + "bb ed", + "b bed", + "▁g ard", + "▁gar d", + "▁ga rd", + "▁ gard", + "▁t ears", + "▁te ars", + "▁tea rs", + "▁tear s", + "▁to ile", + "▁Ar ray", + "▁ Array", + "om er", + "ome r", + "o mer", + "▁D ue", + "▁Du e", + "or ient", + "ori ent", + "orie nt", + "Pro duct", + "P roduct", + "cl oud", + "clou d", + "c loud", + "fore ach", + "for each", + "fo reach", + "▁Mark eting", + "▁Market ing", + "分 离", + "▁em bod", + "▁emb od", + "加 拿", + "一 审", + "ar ation", + "ara tion", + "arat ion", + "a ration", + "玉 米", + "gi ving", + "g iving", + "亚 洲", + "▁C C", + "▁ CC", + "▁a nc", + "▁an c", + "▁ anc", + "▁a rise", + "▁ar ise", + "▁int elligent", + "▁intellig ent", + "L i", + "▁L ind", + "▁Lin d", + "▁Li nd", + "St ar", + "S tar", + "▁main stream", + "咱 们", + "▁g rows", + "▁grow s", + "▁gr ows", + "▁gro ws", + "▁Count ry", + "▁ Country", + "▁J ay", + "▁Ja y", + "▁h olidays", + "▁holid ays", + "▁holiday s", + "的一 切", + "的 一切", + "▁u int", + "▁ui nt", + "▁ uint", + "ar en", + "are n", + "a ren", + "Loc al", + "Lo cal", + "L ocal", + "文化 的", + "文 化的", + "▁sett led", + "▁settle d", + "舒 服", + ">> >>", + ">>> >", + "> >>>", + "助 于", + "Cur rent", + "C urrent", + "▁res cue", + "▁resc ue", + "向 上", + "▁there by", + "▁d ying", + "▁dy ing", + "男 生", + "▁Sup pose", + "▁ Suppose", + "▁t oys", + "▁to ys", + "▁toy s", + "命 令", + "▁B ridge", + "▁Br idge", + "▁Brid ge", + "▁ Bridge", + "▁sc ared", + "▁scar ed", + "▁scare d", + "联 赛", + "▁hor rible", + "▁horr ible", + "▁veget ables", + "▁vegetable s", + "身 材", + "▁Build ing", + "▁ Building", + "▁rom antic", + "th ew", + "the w", + "t hew", + "早 期", + "▁r ug", + "▁ru g", + "▁ rug", + "de bug", + "deb ug", + "▁a er", + "▁p ad", + "▁pa d", + "▁ pad", + "st age", + "sta ge", + "s tage", + "不 动", + "ut ers", + "ute rs", + "uter s", + "u ters", + "▁st ocks", + "▁stock s", + "▁sto cks", + "渐 渐", + "▁def ines", + "▁defin es", + "▁define s", + "▁res olved", + "▁resolve d", + "▁resol ved", + "▁ resolved", + "bor der", + "b order", + "读 者", + "Sc he", + "Sch e", + "S che", + "if iers", + "ifier s", + "ifi ers", + "后 果", + "后 期", + "off set", + "offs et", + "遭 遇", + "副 书记", + "▁period ic", + "▁ periodic", + "/ )", + "承 包", + "ut o", + "u to", + "▁Se ason", + "▁Sea son", + "奖 励", + "Un it", + "U nit", + "nDes pite", + "Dir ect", + "Di rect", + "D irect", + "▁b urst", + "▁bu rst", + "▁bur st", + "▁ burst", + "喜欢 的", + "火 车", + "▁bu yers", + "▁buy ers", + "▁buyer s", + "ta h", + "t ah", + "or ters", + "ort ers", + "orter s", + "▁t empt", + "▁tem pt", + "▁temp t", + "常 规", + "抓 住", + "he alth", + "▁dest ruction", + "▁S arah", + "▁Sar ah", + "▁Sa rah", + "▁Sara h", + "▁f iscal", + "▁fi scal", + "( *", + "▁re nder", + "▁r ender", + "▁rend er", + "▁ren der", + "▁ render", + "▁narr ative", + "▁nar rative", + "▁B uff", + "▁Bu ff", + "▁ Buff", + "▁S ex", + "▁Se x", + "▁ Sex", + "▁K ong", + "▁Ko ng", + "▁Kon g", + "com b", + "co mb", + "c omb", + "w p", + "转 让", + "▁A h", + "▁ Ah", + "▁g lob", + "▁gl ob", + "▁glo b", + "▁ glob", + "▁tr ials", + "▁tri als", + "▁trial s", + "▁oper ated", + "▁op erated", + "▁operate d", + "▁opera ted", + "▁disc ussing", + "▁discuss ing", + "和 其他", + "He re", + "Her e", + "H ere", + "nF ig", + "n Fig", + "ma tic", + "mat ic", + "m atic", + "▁pre serve", + "▁pres erve", + "▁preserv e", + "}} ^{", + "}}^ {", + "} }^{", + "▁gover nor", + "▁govern or", + "让他 们", + "让 他们", + "▁% }\\", + "▁%} \\", + "un ing", + "uni ng", + "u ning", + "响 应", + "or ts", + "ort s", + "▁j son", + "▁js on", + "▁ json", + "▁s id", + "▁si d", + "▁ sid", + "▁b udd", + "▁bu dd", + "▁bud d", + "uset ts", + "▁K ansas", + "▁celebr ation", + "▁celeb ration", + "▁saf ely", + "▁safe ly", + "em on", + "emo n", + "e mon", + "▁R h", + "▁S ov", + "▁So v", + "▁G PU", + "▁GP U", + "▁ GPU", + "▁sub tle", + "▁subt le", + "▁cy cles", + "▁cycle s", + "▁cycl es", + "▁ cycles", + "在一 个", + "在 一个", + "re mark", + "rem ark", + "r emark", + "ach usetts", + "我 校", + "耐 心", + "ra it", + "r ait", + "ga in", + "g ain", + "重要 的是", + "重要的 是", + "d p", + "公 民", + "授 权", + "▁co at", + "▁ coat", + "Pos ition", + "P osition", + "▁W AR", + "▁WA R", + "▁ WAR", + "ra pper", + "rap per", + "r apper", + "那 一", + "De le", + "Del e", + "D ele", + "pro ps", + "pr ops", + "prop s", + "ins ert", + "inse rt", + "▁for ming", + "▁form ing", + "▁ forming", + "月 底", + "GE T", + "G ET", + "se a", + "s ea", + "▁car ries", + "▁carri es", + "▁tem poral", + "▁tempor al", + "▁temp oral", + "▁tempo ral", + "▁ temporal", + "休 闲", + "ens ively", + "ensive ly", + "▁stre aming", + "▁stream ing", + "A p", + "康 复", + "nB ack", + "n Back", + "np art", + "npar t", + "n part", + "▁at omic", + "▁atom ic", + "▁ atomic", + "中 级", + "保 存", + "这 就", + "获得 了", + "获 得了", + "mit s", + "mi ts", + "m its", + "演 讲", + "▁Val ue", + "▁ Value", + "但 我", + "的 位置", + "▁inst alling", + "▁install ing", + "▁G alaxy", + "▁sur rounded", + "▁surround ed", + "心 态", + "文 艺", + "▁B row", + "▁Bro w", + "▁Br ow", + "鸡 蛋", + ")} _{", + ")}_ {", + ") }_{", + "nG reat", + "n Great", + "or ship", + "ors hip", + "▁Ch ild", + "▁Chi ld", + "▁ Child", + "Acc ess", + "Ac cess", + "A ccess", + "你 就", + "并 未", + "nP art", + "nPar t", + "n Part", + "▁con cluded", + "▁conclud ed", + "▁conclude d", + "N E", + "ho l", + "h ol", + "▁r anking", + "▁rank ing", + "▁ran king", + "▁ ranking", + "上 有", + "▁determ ining", + "▁determin ing", + "om eter", + "ome ter", + "omet er", + "o meter", + "的 历史", + "▁Tur key", + "▁Turk ey", + "▁consider able", + "竞 赛", + "▁fall en", + "▁fal len", + "pr ice", + "pri ce", + "p rice", + "con struct", + "const ruct", + "co nstruct", + "” （", + "▁l ake", + "▁la ke", + "▁ lake", + "▁gold en", + "▁cont ributed", + "▁contribut ed", + "▁contribute d", + "途 径", + "at tern", + "atter n", + "att ern", + "atte rn", + "▁Pen nsylvania", + "▁U lt", + "▁Ul t", + "▁normal ized", + "▁normalize d", + "▁ normalized", + "的 信息", + "if i", + "i fi", + "▁n eur", + "▁ne ur", + "说 过", + "it arian", + "ita rian", + "itar ian", + "生 效", + "▁re fund", + "▁ref und", + "的 光", + "L T", + "▁I F", + "▁ IF", + "▁e ll", + "▁el l", + "▁ ell", + "生 意", + "区 块", + "it ate", + "ita te", + "itat e", + "uc ket", + "uck et", + "u cket", + "▁spe aks", + "▁speak s", + "所谓 的", + "et erm", + "eter m", + "ete rm", + "e term", + "▁work shop", + "▁works hop", + "▁libr aries", + "▁lib raries", + "▁hum anity", + "▁human ity", + "▁sub scription", + "▁subs cription", + "遵 守", + "app ropri", + "appro pri", + "体 制", + "pa che", + "pac he", + "p ache", + "▁in cl", + "▁i ncl", + "▁inc l", + "▁dom ains", + "▁domain s", + "▁ref erring", + "▁refer ring", + "▁referr ing", + "ob by", + "▁P itt", + "▁Pi tt", + "▁Pit t", + "▁cor relations", + "▁correl ations", + "▁correlation s", + "国务 院", + "▁Pr ince", + "▁Pri nce", + "▁Prin ce", + "▁Princ e", + "nW ednesday", + "n Wednesday", + "出 租", + "塑 料", + "st o", + "s to", + "向 本院", + "he ric", + "her ic", + "▁E ver", + "▁Ev er", + "▁Eve r", + "▁f est", + "▁fe st", + "▁ fest", + "nT uesday", + "n Tuesday", + "▁inst antly", + "▁instant ly", + "▁consec utive", + "阿 里", + "▁h anded", + "▁hand ed", + "▁ handed", + "▁cur vature", + "act iv", + "▁b last", + "▁bl ast", + "Con nection", + "Connect ion", + "Conn ection", + "S u", + "十 一", + "jo b", + "j ob", + "实 习", + "的 结果", + "▁subst ance", + "了一 下", + "了 一下", + "▁Haw ai", + "超 市", + "na ll", + "nal l", + "n all", + "▁lo ading", + "▁load ing", + "▁ loading", + "下一 步", + "下 一步", + "▁im aging", + "▁imag ing", + "▁imagin g", + "col l", + "co ll", + "c oll", + "om ent", + "ome nt", + "omen t", + "o ment", + "▁B an", + "▁Ba n", + "▁ Ban", + "os tic", + "ost ic", + "o stic", + "凭 借", + "高 达", + "▁o bs", + "▁ob s", + "▁ obs", + "sam ple", + "s ample", + "▁Stud ies", + "OC K", + "O CK", + "ge on", + "geo n", + "g eon", + "nst atic", + "nstat ic", + "n static", + "▁re late", + "▁rel ate", + "▁d iamond", + "▁diam ond", + "▁ diamond", + "▁w age", + "▁wa ge", + "▁wag e", + "ra ctions", + "ract ions", + "raction s", + "r actions", + "▁e missions", + "▁em issions", + "▁emission s", + "▁ign or", + "▁ig nor", + "requ ency", + "的 基本", + "nF riday", + "nFri day", + "n Friday", + "相 似", + "▁mount ains", + "▁mountain s", + "▁R ick", + "▁Ric k", + "▁Ri ck", + "▁п ред", + "▁пре д", + "▁spec ify", + "路 线", + "▁c ogn", + "▁co gn", + "▁util ize", + "▁K elly", + "▁Kel ly", + "in th", + "int h", + "i nth", + "▁appoint ed", + "▁ appointed", + "能 否", + "▁in her", + "▁i nher", + "▁inh er", + "▁ inher", + "ia r", + "i ar", + "尽 快", + "起 到", + "co py", + "cop y", + "c opy", + "▁le af", + "▁ leaf", + "▁p ants", + "▁pan ts", + "▁pant s", + "小 米", + "Sp ec", + "Spe c", + "S pec", + "▁t une", + "▁tun e", + "▁tu ne", + "▁ tune", + "▁N ation", + "▁Na tion", + "▁Nat ion", + "S w", + "▁publ ishing", + "▁publish ing", + "▁g rey", + "▁gr ey", + "▁gre y", + "▁ grey", + "▁mus cles", + "▁muscle s", + "▁en velop", + "一 看", + "sh arp", + "sha rp", + "ru ments", + "rum ents", + "r uments", + "▁table t", + "▁tab let", + "▁not ation", + "▁ notation", + "OU R", + "O UR", + "os ex", + "ose x", + "o sex", + "▁Phil adelphia", + "学 家", + "nS p", + "n Sp", + "▁sp oken", + "▁spoke n", + "▁spo ken", + "▁ spoken", + "日 报", + "mid rule", + "▁ex pense", + "▁exp ense", + "对 接", + "技术 的", + "班 主任", + "ich ael", + "调 解", + "▁house holds", + "▁household s", + "▁de leg", + "▁del eg", + "▁dele g", + "▁ deleg", + "▁Sing apore", + "Config uration", + "▁con vex", + "▁conv ex", + "▁conve x", + "▁ convex", + "▁re actions", + "▁reaction s", + "▁react ions", + "▁in struments", + "▁inst ruments", + "▁instr uments", + "▁instrument s", + "▁ab ortion", + "ve rb", + "ver b", + "v erb", + "if fs", + "iff s", + "nW elcome", + "n Welcome", + "▁ra tings", + "▁rat ings", + "▁rating s", + "▁f ought", + "▁fo ught", + "▁the mes", + "▁them es", + "▁theme s", + "▁ themes", + "ass ion", + "▁smart phone", + "管 道", + "re act", + "rea ct", + "▁n od", + "▁no d", + "▁ nod", + "▁c rap", + "▁cr ap", + "▁cra p", + "▁bl end", + "▁ble nd", + "▁weak ness", + "想 起", + "▁S QL", + "▁ SQL", + "▁const ants", + "▁constant s", + "▁ constants", + "▁De ath", + "项目 的", + "项 目的", + "▁co aches", + "▁coach es", + "▁N atural", + "▁Nat ural", + "▁is ot", + "▁iso t", + "▁ isot", + "▁d ishes", + "▁dis hes", + "▁dish es", + "Ca r", + "C ar", + "▁me asuring", + "▁meas uring", + "家 中", + "OV E", + "O VE", + "一定 会", + "nW ill", + "n Will", + "基础 设施", + "sh ort", + "s hort", + "▁S ab", + "▁Sa b", + "继 承", + "▁t rivial", + "▁ trivial", + "ap ed", + "ape d", + "a ped", + "▁ab undance", + "▁abund ance", + "▁inv ite", + "nA ss", + "nAs s", + "n Ass", + "▁volunt eer", + "au x", + "a ux", + "ic ons", + "icon s", + "ico ns", + "i cons", + "omorph ic", + "▁Cont act", + "▁ Contact", + "an chester", + "anch ester", + "anche ster", + "anches ter", + "▁по д", + "▁R a", + "▁ Ra", + "▁y e", + "▁ ye", + "▁H ay", + "▁Ha y", + "▁h ired", + "▁hire d", + "▁hi red", + "if ice", + "ific e", + "ifi ce", + "▁G ree", + "▁Gr ee", + "▁Gre e", + "▁a ged", + "▁ag ed", + "▁age d", + "▁ aged", + "▁P layer", + "▁Pl ayer", + "▁Play er", + "▁ Player", + "▁c aps", + "▁cap s", + "▁ca ps", + "▁ caps", + "▁per forms", + "▁perform s", + "舞 蹈", + "专业 的", + "专 业的", + "也就是 说", + "也 就是说", + "▁mod erate", + "▁mode rate", + "▁moder ate", + "bin d", + "bi nd", + "b ind", + "▁hand led", + "▁handle d", + "之 处", + "▁G ro", + "▁Gr o", + "▁exec ut", + "fl u", + "f lu", + ">\\ \\", + "> \\\\", + "▁V en", + "▁Ve n", + "天 天", + "可能 性", + "▁b arrier", + "▁bar rier", + "▁barri er", + "▁opp onents", + "▁opponent s", + "▁A mong", + "▁Am ong", + "清 洗", + "用 了", + "▁t at", + "▁ta t", + "▁ tat", + "诈 骗", + "▁ens uring", + "▁Air port", + "▁f ailing", + "▁fail ing", + "▁fa iling", + "re ference", + "ref erence", + "▁except ional", + "▁exception al", + "▁be gun", + "▁beg un", + "据 了解", + "▁Int erest", + "▁Inter est", + "▁ Interest", + "▁class ified", + "▁ classified", + "pu b", + "p ub", + "▁lic ensed", + "▁license d", + "▁G T", + "▁ GT", + "qu ote", + "quot e", + "quo te", + "▁fun ded", + "▁fund ed", + "▁ funded", + "con v", + "co nv", + "fa ther", + "fat her", + "f ather", + "▁lad ies", + "是 中国", + "▁pos session", + "▁poss ession", + "▁possess ion", + "想 着", + "和 社会", + "▁Engine ering", + "▁Engineer ing", + "Li b", + "L ib", + "▁forg otten", + "▁forgot ten", + "事务 所", + "ze ns", + "zen s", + "z ens", + "曝 光", + "不错 的", + "不 错的", + "▁am pl", + "▁amp l", + "学校 的", + "▁co unting", + "▁count ing", + "这 也", + "▁s quee", + "▁squ ee", + "▁sque e", + "座 谈", + "老 婆", + "nt rans", + "n trans", + "怀 疑", + "ac count", + "acc ount", + "acco unt", + "▁sim ilarly", + "▁similar ly", + "关 节", + "you r", + "yo ur", + "y our", + "▁o ught", + "▁ou ght", + "▁ ought", + "▁un lock", + "▁br anches", + "▁branch es", + "元 的", + "声 明", + "ha ve", + "hav e", + "h ave", + "▁a tom", + "▁at om", + "▁ atom", + "▁P ract", + "▁Pr act", + "▁Pra ct", + "▁fro zen", + "olog ists", + "ologist s", + "精 力", + "но то", + "D O", + "现 状", + "▁[ [", + "▁ [[", + "el and", + "ela nd", + "e land", + "▁p osit", + "▁pos it", + "▁ posit", + "va tion", + "v ation", + "▁pro portion", + "▁prop ortion", + "▁proport ion", + "nT e", + "n Te", + "pt o", + "p to", + "ma c", + "m ac", + "▁h ill", + "▁hil l", + "▁hi ll", + "▁ hill", + "con g", + "co ng", + "c ong", + "便 利", + "▁C lean", + "▁Cl ean", + "▁Cle an", + "▁ Clean", + "▁exc use", + "▁Columb ia", + "▁Stud ents", + "▁Student s", + "ra ng", + "ran g", + "r ang", + "▁ch ronic", + "▁chron ic", + "生 成", + "▁cont acts", + "▁contact s", + "▁di abetes", + "▁diag nosis", + "▁diagn osis", + "▁analy zed", + "▁analyze d", + "一 开始", + "政 协", + "这 类", + "up arrow", + "▁re serve", + "▁res erve", + "▁reserv e", + "▁I nv", + "▁In v", + "▁ Inv", + "无 限", + "co st", + "cos t", + "c ost", + "您 的", + "cl ock", + "c lock", + "cr oss", + "cro ss", + "c ross", + "▁make up", + "ev al", + "e val", + "or tex", + "ort ex", + "北京 市", + "▁fin ishing", + "▁finish ing", + "▁s ed", + "▁se d", + "▁ sed", + "Em pty", + "▁repeated ly", + "▁repeat edly", + "解 读", + "课 题", + "餐 饮", + "世界 的", + "世 界的", + "▁law yers", + "▁lawy ers", + "▁lawyer s", + "一 批", + "▁in herent", + "▁inher ent", + "▁inh erent", + "▁ch arity", + "▁char ity", + "▁cha rity", + "ar ding", + "ard ing", + "ardi ng", + "▁integr ity", + "▁integ rity", + "LE CT", + "L ECT", + "▁up grad", + "▁b undle", + "▁bund le", + "▁bun dle", + "▁ bundle", + "▁pack et", + "▁pa cket", + "▁pac ket", + "▁ packet", + "▁s team", + "▁ste am", + "▁experien cing", + "▁pain ful", + "▁s illy", + "▁sil ly", + "▁cross ing", + "又 有", + "审 计", + "▁where in", + "▁con clusions", + "▁conclusion s", + "ad dy", + "add y", + "▁A ustin", + "▁Aust in", + "▁Aus tin", + "窗 口", + "传 感", + "感 恩", + "委托 代理人", + "▁u g", + "▁ ug", + "Op tion", + "Opt ion", + "O ption", + "per iod", + "人 力", + "▁A B", + "▁ AB", + "珍 惜", + "怎么 样", + "▁C amb", + "▁Cam b", + "▁Ca mb", + "▁P rom", + "▁Pro m", + "▁Pr om", + "▁ Prom", + "▁similar ity", + "▁t ens", + "▁te ns", + "▁ten s", + "模 拟", + "▁R s", + "▁ Rs", + "▁S S", + "▁ SS", + "▁St ation", + "▁Stat ion", + "▁Sta tion", + "▁ Station", + "相 反", + "sh are", + "sha re", + "s hare", + "Pa ram", + "Par am", + "P aram", + "▁seem ingly", + "▁seeming ly", + "▁simpl icity", + "▁s atisfaction", + "▁satisf action", + "▁T alk", + "▁Tal k", + "▁Ta lk", + "▁ Talk", + "ph ase", + "pha se", + "phas e", + "▁c hips", + "▁ch ips", + "▁chip s", + "▁chi ps", + "▁cons isting", + "▁consist ing", + "nh as", + "n has", + "▁claim ing", + "▁S n", + "▁ Sn", + "ma rt", + "mar t", + "m art", + "▁ant ib", + "▁anti b", + "▁in trig", + "▁int rig", + "▁intr ig", + "▁And erson", + "利 亚", + "kt op", + "k top", + "▁F IG", + "▁FI G", + "▁ FIG", + "▁p icks", + "▁pick s", + "▁pic ks", + "▁pi cks", + "▁dis cret", + "▁disc ret", + "▁discre t", + "▁represent atives", + "▁representative s", + "▁O il", + "ist icated", + "istic ated", + "▁uncertain ties", + "▁p izza", + "▁pi zza", + "▁pizz a", + "text color", + "tex tcolor", + "一 大", + "} ~", + "▁Be aut", + "▁Bea ut", + "▁system atic", + "na d", + "n ad", + "ab ama", + "aba ma", + "▁tw ist", + "▁b oring", + "▁bo ring", + "▁cl ouds", + "▁cloud s", + "▁clo uds", + "迎 来", + "▁E th", + "▁Et h", + "▁S tock", + "▁St ock", + "▁Sto ck", + "▁ Stock", + "Sc h", + "S ch", + "▁M ess", + "▁Me ss", + "▁Mes s", + "研究 院", + "▁Y eah", + "▁Ye ah", + "▁ Yeah", + "▁citiz en", + "▁sw itching", + "▁switch ing", + "▁swit ching", + "▁P sy", + "简 直", + "ле н", + "л ен", + "▁ac quire", + "▁acqu ire", + "el le", + "ell e", + "不 服", + "▁reg ards", + "▁regard s", + "Ar g", + "A rg", + "▁E ag", + "be at", + "bea t", + "b eat", + "更 高", + "▁Java Script", + "▁ JavaScript", + "▁A wards", + "▁Award s", + "▁Aw ards", + "▁pur ely", + "▁pure ly", + "▁F REE", + "▁FR EE", + "▁mount ed", + "▁mo unted", + "▁ mounted", + "Ma t", + "M at", + "reg ister", + "▁act ivation", + "▁activ ation", + "▁ activation", + "▁pop ularity", + "▁popular ity", + "▁popul arity", + "▁accur ately", + "▁accurate ly", + "▁Res ults", + "▁Result s", + "▁ Results", + "▁associ ate", + "▁Pro position", + "▁Prop osition", + "▁ Proposition", + "▁l ands", + "▁la nds", + "▁land s", + "▁lan ds", + "▁ lands", + "▁exec uted", + "▁execute d", + "▁execut ed", + "看 法", + "write r", + "wr iter", + "w riter", + "▁St udio", + "▁Stud io", + "▁ Studio", + "wa lk", + "wal k", + "w alk", + "▁l on", + "▁lo n", + "▁ lon", + "▁de liber", + "▁del iber", + "▁Re ading", + "▁Read ing", + "▁rel ating", + "TY PE", + "T YPE", + "▁con fusion", + "▁conf usion", + "秘 密", + "▁rece ives", + "▁receive s", + "省 级", + "▁passion ate", + "rup ted", + "rupt ed", + "r upted", + "▁re cept", + "▁rec ept", + "▁rece pt", + "▁opt ional", + "▁option al", + "▁ optional", + "▁Lew is", + "nTh ursday", + "n Thursday", + "pat ch", + "p atch", + "▁im plications", + "▁impl ications", + "▁implication s", + "当 下", + "▁w orship", + "▁wor ship", + "▁wors hip", + "nus ername", + "n username", + "St at", + "S tat", + "▁pro fits", + "▁prof its", + "▁profit s", + "▁ profits", + "▁sche mes", + "▁scheme s", + "ns ub", + "n sub", + "+ (", + "▁Do ctor", + "▁Doc tor", + "▁ac quisition", + "▁acqu isition", + "▁r ape", + "▁ra pe", + "▁rap e", + "▁ rape", + "▁hand ful", + "斯 坦", + "足 球", + "会 儿", + "cy cl", + "c ycl", + "pie ce", + "p iece", + "▁bel ongs", + "▁belong s", + "▁d ot", + "▁do t", + "▁ dot", + "W indow", + "深 深", + "一段 时间", + "一 段时间", + "▁Mon te", + "▁Mo nte", + "▁Mont e", + "▁co aching", + "▁coach ing", + "宿 舍", + "an th", + "ant h", + "a nth", + "nH ello", + "nHel lo", + "n Hello", + "▁th ickness", + "▁thick ness", + "学 期", + "▁de posit", + "▁dep osit", + "▁depos it", + "▁in dependence", + "▁ind ependence", + "▁independ ence", + "ig ious", + "igi ous", + "大 學", + "得 知", + "▁pe nal", + "▁pen al", + "最 为", + "已 有", + "▁б и", + "▁ би", + "带来 了", + "带 来了", + "挖 掘", + "ip art", + "i part", + "▁bo nds", + "▁bond s", + "▁bon ds", + "▁sent ences", + "▁sentence s", + "*} [", + "* }[", + "的基础 上", + "的 基础上", + "us hes", + "ush es", + "▁ven ue", + "▁ venue", + "不 懂", + "ag g", + "a gg", + "▁account ing", + "la h", + "l ah", + "at on", + "ato n", + "a ton", + "▁campaign s", + "▁med ication", + "▁medic ation", + "▁medi cation", + "▁G O", + "▁ GO", + "▁a the", + "▁at he", + "▁ath e", + "▁ athe", + "走 访", + "cul ate", + "cu late", + "c ulate", + "话 题", + "▁mut ual", + "有利 于", + "有 利于", + "▁B attle", + "▁Bat tle", + "▁Batt le", + "会 长", + "IG N", + "I GN", + "▁Phil ipp", + "▁Philip p", + "▁TH AT", + "▁qu asi", + "▁quas i", + "▁m ature", + "▁mat ure", + "的 天", + "▁r uled", + "▁rule d", + "▁ru led", + "▁rul ed", + "▁ ruled", + "▁pro jected", + "▁project ed", + "浪 费", + "▁e lder", + "▁el der", + "▁Muslim s", + "▁f lip", + "▁fl ip", + "▁ flip", + "Loc ation", + "Lo cation", + "L ocation", + "par allel", + "▁Med icine", + "▁Medic ine", + "▁prom ises", + "▁promise s", + "▁phot ographs", + "▁photo graphs", + "▁photograph s", + "▁photograp hs", + "▁Att orney", + "k t", + "▁Def ense", + "▁N ations", + "▁Nation s", + "▁Nat ions", + "▁L ady", + "▁La dy", + "▁Lad y", + "供 给", + "人 为", + "or don", + "ord on", + "国 产", + "▁I C", + "▁ IC", + "▁invest ments", + "▁investment s", + "ar li", + "arl i", + "▁t estim", + "▁te stim", + "▁test im", + "▁war ned", + "▁warn ed", + "场 的", + "心 灵", + "▁r ally", + "▁rall y", + "da g", + "d ag", + "▁h az", + "▁ha z", + "▁odd s", + "▁od ds", + "复 习", + "飞 行", + "多 数", + "ни ето", + "ние то", + "▁by tes", + "▁byte s", + "▁ bytes", + "▁neg lig", + "基 督", + "[ -", + "/* *", + "/ **", + "▁Col lection", + "▁Coll ection", + "▁Collect ion", + "▁ Collection", + "打 破", + "▁E V", + "▁ EV", + "长 江", + "▁h eter", + "▁he ter", + "▁ heter", + "▁B lu", + "▁Bl u", + "进 攻", + "it ement", + "ite ment", + "item ent", + "▁sc roll", + "▁scr oll", + "▁ scroll", + "▁H it", + "▁Hi t", + "▁ Hit", + "jo int", + "join t", + "j oint", + "排 放", + "E P", + "服 装", + "▁gather ing", + "▁protect ing", + "▁encoura ging", + "清 单", + "ar ea", + "are a", + "a rea", + "怀 孕", + "不一 样", + "不 一样", + "or ity", + "ori ty", + "o rity", + "纪 律", + "▁L td", + "▁Lt d", + "▁In clud", + "▁orb ital", + "▁orbit al", + "▁Ch annel", + "▁Chan nel", + "▁ Channel", + "id ity", + "idi ty", + "▁cont rary", + "▁contra ry", + "理 事", + "▁J en", + "▁Je n", + "co ver", + "cov er", + "c over", + "▁pro vision", + "▁prov ision", + "可 在", + "得 很", + "fe ature", + "feat ure", + "可 靠", + "at ers", + "ate rs", + "ater s", + "a ters", + "▁aff iliate", + "▁affili ate", + "▁ref lected", + "▁reflect ed", + "▁S W", + "▁ SW", + "的 安全", + "y y", + "资 讯", + "▁leg acy", + "意 大利", + "te mp", + "tem p", + "t emp", + "▁I owa", + "▁Io wa", + "▁tr usted", + "▁tru sted", + "▁trust ed", + "▁proport ional", + "▁proportion al", + "▁App endix", + "▁ Appendix", + "一 把", + "▁C ra", + "▁Cr a", + "nw ill", + "n will", + "可 爱", + "尚 未", + "难 道", + "分别 为", + "▁N az", + "▁Na z", + "▁k inda", + "▁kind a", + "▁kin da", + "▁L iving", + "▁Li ving", + "▁Liv ing", + "▁transfer red", + "▁transf erred", + "▁accompl ished", + "▁accomplish ed", + "en ix", + "eni x", + "▁pre cious", + "▁prec ious", + "暂 时", + "▁str iking", + "▁stri king", + "Li n", + "L in", + "学 位", + "經 濟", + "▁reson ance", + "Ent ry", + "En try", + "美国 的", + "美 国的", + "▁Mar sh", + "▁Mars h", + "穿 着", + "以 往", + "fl y", + "f ly", + "trans form", + "写 的", + "▁t ies", + "▁tie s", + "▁ti es", + "▁ ties", + "条 例", + "▁H ell", + "▁He ll", + "▁Hel l", + "参 赛", + "multi row", + "ir ds", + "ird s", + "▁Al len", + "▁All en", + "▁w rest", + "▁wr est", + "▁wre st", + "KE Y", + "K EY", + "▁s car", + "▁sc ar", + "▁ scar", + "所 需", + "共产 党", + "▁f eas", + "▁fe as", + "▁H ad", + "▁Ha d", + "▁char ging", + "▁charg ing", + "▁ charging", + "实 体", + "ie m", + "i em", + "▁b rid", + "▁br id", + "▁ brid", + "in ternal", + "int ernal", + "inter nal", + "intern al", + "▁employ ers", + "▁employer s", + "去 做", + "一 系列", + "▁d rum", + "▁dr um", + "▁dru m", + "走 到", + "在 他", + "la n", + "l an", + "经济 发展", + "▁Scot land", + "▁d ial", + "▁di al", + "▁kn ife", + "作 战", + "ra pe", + "rap e", + "r ape", + "▁r anges", + "▁range s", + "▁ran ges", + "▁rang es", + "▁compl aints", + "▁complaint s", + "▁complain ts", + "▁c arri", + "▁car ri", + "▁ju ris", + "▁jur is", + "▁b iological", + "▁bi ological", + "▁bio logical", + "收 藏", + "就没 有", + "就 没有", + "硕 士", + "an dy", + "and y", + "▁just ify", + "▁traject ory", + "服务 中心", + "▁An alysis", + "▁Analy sis", + "▁ Analysis", + "一 带", + "产业 链", + "we ar", + "w ear", + "▁T rade", + "▁Tr ade", + "▁Tra de", + "▁Trad e", + "脸 上", + "▁ident ifying", + "▁identify ing", + "ni e", + "n ie", + "回 收", + "進 行", + "主 人", + "男 女", + "如果 是", + "▁ed ited", + "▁edit ed", + "▁S ony", + "▁So ny", + "▁Son y", + "=\\\" /", + "= \\\"/", + "Me m", + "M em", + "▁emphas is", + "上 课", + "Di r", + "D ir", + "▁b ust", + "▁bu st", + "▁bus t", + "▁ad option", + "▁adopt ion", + "▁adop tion", + "弟 弟", + "na g", + "n ag", + "的 设计", + "st ock", + "sto ck", + "s tock", + "or ious", + "ori ous", + "▁rat ios", + "▁ratio s", + "▁legit imate", + "▁legitim ate", + "温 柔", + "act eria", + "acter ia", + "▁diff usion", + "ar ia", + "ari a", + "a ria", + "一 日", + "You r", + "Y our", + "协 同", + "PE R", + "P ER", + "▁enorm ous", + "▁rec ip", + "▁reci p", + "作 风", + "当 初", + "▁app earing", + "▁appear ing", + "▁appe aring", + "col n", + "co ln", + "nt here", + "nthe re", + "nth ere", + "n there", + "尺 寸", + "▁К а", + "▁ Ка", + "解决 方案", + "增 速", + "▁st ats", + "▁stat s", + "▁sta ts", + "▁ stats", + "in itial", + "init ial", + "▁suggest ion", + "▁G OP", + "▁GO P", + "镜 头", + "ur ches", + "urch es", + "▁S a", + "▁ Sa", + "at eral", + "ate ral", + "ater al", + "举 措", + "周 末", + "ar ms", + "arm s", + "a rms", + "ment ed", + "men ted", + "m ented", + "产 能", + "提高 了", + "提 高了", + "▁screen ing", + "眼 前", + "对 自己", + "u j", + "▁Mass achusetts", + "ol ph", + "初 步", + "▁reflect s", + "▁perturb ation", + "▁in clusion", + "▁incl usion", + "全 身", + "嫌 疑", + "▁[ ]\\", + "▁[] \\", + "▁ []\\", + "▁rec ruit", + "▁recru it", + "的 研究", + "最 初", + "A v", + "us ic", + "u sic", + "聚 集", + "How ever", + "赚 钱", + "▁D un", + "▁Du n", + "▁int roducing", + "▁introdu cing", + "▁over view", + "▁ov erview", + "▁ overview", + "ivers al", + "iver sal", + "i versal", + "re ction", + "rect ion", + "rec tion", + "r ection", + "Inter face", + "▁pe aks", + "▁peak s", + "▁whe els", + "▁wheel s", + "St ack", + "claim er", + "哪 怕", + "uit ion", + "ui tion", + "u ition", + "▁design ers", + "▁designer s", + "遗 憾", + "▁M oney", + "▁Mon ey", + "▁Mo ney", + "▁ Money", + "train ing", + "tr aining", + "tra ining", + "t raining", + "普 及", + "据 悉", + ">( );\\", + ">() ;\\", + "> ();\\", + "▁с лед", + "▁ след", + "▁F orest", + "▁For est", + "▁Fore st", + "▁Fo rest", + "is an", + "isa n", + "i san", + "▁b esides", + "▁bes ides", + "▁beside s", + "▁per f", + "▁pe rf", + "▁ perf", + "▁F uture", + "▁Fut ure", + "▁ Future", + "主 角", + "报 警", + "增加 了", + "增 加了", + "▁e ars", + "▁ear s", + "▁ ears", + "导 向", + "难 题", + "Ro w", + "R ow", + "▁b rew", + "▁bre w", + "▁br ew", + "▁ brew", + "▁st ays", + "▁stay s", + "▁sta ys", + "▁sub scrib", + "▁subs crib", + "▁war ranty", + "▁warrant y", + "的 目的", + "高 等", + "ne m", + "n em", + "eng ine", + "En c", + "E nc", + "ol ver", + "olve r", + "▁Jac ob", + "▁S ound", + "▁So und", + "▁Sou nd", + "▁ Sound", + "▁de gener", + "▁deg ener", + "她 说", + "出 门", + "▁Fil m", + "▁Fi lm", + "未 能", + "死 了", + "ow ers", + "ower s", + "o wers", + "▁b adly", + "▁bad ly", + "ap h", + "a ph", + "▁M other", + "▁Mo ther", + "▁Mot her", + "▁F ermi", + "▁Fer mi", + "上 帝", + "城 乡", + "T unes", + "down arrow", + "開 始", + "su n", + "s un", + "生 日", + "}( {\\\\", + "} ({\\\\", + "▁S L", + "▁ SL", + "▁m esh", + "▁me sh", + "▁mes h", + "▁ mesh", + "ic ating", + "ica ting", + "了 个", + "发 射", + "结 论", + "Ga me", + "G ame", + "▁def ining", + "▁defin ing", + "nSe cond", + "nSec ond", + "n Second", + "▁inter vention", + "▁interven tion", + "▁ ”", + "确 诊", + "AS H", + "A SH", + "节 日", + "▁comp eting", + "▁compet ing", + "▁U V", + "▁ UV", + "这件 事", + "这 件事", + "算 法", + "ud ge", + "an im", + "ani m", + "a nim", + "fi sh", + "f ish", + "ar liament", + "arli ament", + "▁exclusive ly", + "▁exclus ively", + "on line", + "o nline", + "▁develop ments", + "▁development s", + "功 效", + "▁tr iple", + "▁tri ple", + "▁trip le", + "盈 利", + "旋 转", + "无 线", + "s a", + "导 体", + "教 室", + "pe nd", + "pen d", + "p end", + "▁ch ains", + "▁chain s", + "▁cha ins", + "▁b anking", + "▁bank ing", + "▁ban king", + "▁inter section", + "▁intersect ion", + "O G", + "龙 头", + "▁L ess", + "▁Le ss", + "▁Les s", + "▁ Less", + "告 知", + "身份 证", + "▁B esides", + "▁Bes ides", + "▁ath letes", + "▁athlet es", + "▁athlete s", + "▁coll ision", + "rac ted", + "ract ed", + "r acted", + "▁ep och", + "▁ epoch", + "▁nice ly", + "▁nic ely", + "▁P ers", + "▁Per s", + "▁Pe rs", + "▁ Pers", + "专 注", + "▁be ings", + "▁being s", + "▁neighb our", + "的 状态", + "买 卖", + "岁 月", + "中国 人", + "中 国人", + "是我 们", + "是 我们", + "St ore", + "▁ob st", + "▁obs t", + "▁de leted", + "▁del eted", + "▁delete d", + "▁dele ted", + "▁delet ed", + "▁terror ist", + "结束 后", + "▁phot ons", + "▁photo ns", + "▁photon s", + "▁d ensities", + "▁dens ities", + "两 位", + "ke d", + "k ed", + "▁S elf", + "▁Se lf", + "▁Sel f", + "▁ Self", + "持 有", + "▁follow ers", + "▁follower s", + "一 项", + "▁accept ance", + "t k", + "▁g enes", + "▁gen es", + "▁ge nes", + "▁gene s", + "▁involve ment", + "活 跃", + "is ations", + "isation s", + "微 笑", + "▁S taff", + "▁St aff", + "▁Sta ff", + "▁univers ities", + "ar er", + "are r", + "a rer", + "优 点", + "师 范", + "▁' /", + "▁ '/", + "as ks", + "ask s", + "▁imm une", + "▁immun e", + "▁ immune", + "nOrig inally", + "是 很", + "▁c ourage", + "▁cour age", + "▁cou rage", + "▁en semble", + "nt hen", + "nthe n", + "nth en", + "n then", + "一 周", + "▁H oward", + "▁How ard", + "▁Ho ward", + "你 在", + "ic he", + "ich e", + "i che", + "▁Co oper", + "▁att acked", + "▁attack ed", + "▁sy nthetic", + "▁synt hetic", + "▁synth etic", + "▁O ption", + "▁Opt ion", + "▁Op tion", + "▁ Option", + "▁voice s", + "▁vo ices", + "了 几", + "股 价", + "Si gn", + "Sig n", + "S ign", + "▁b locked", + "▁block ed", + "再加 上", + "再 加上", + "▁In dex", + "▁Ind ex", + "▁ Index", + "▁distingu ish", + "效 益", + "给我 们", + "给 我们", + "▁n aked", + "▁na ked", + "▁fasc inating", + "地 理", + "st rap", + "str ap", + "stra p", + "Par ameter", + "Param eter", + "▁net working", + "▁network ing", + "大 道", + "海 南", + "▁U I", + "▁ UI", + "▁g ray", + "▁gra y", + "▁gr ay", + "▁ gray", + "诉讼 请求", + "equ al", + "eq ual", + "e qual", + "厚 的", + "取得 了", + "取 得了", + "▁disp ersion", + "▁dispers ion", + "pa l", + "p al", + "给 自己", + "▁s kip", + "▁sk ip", + "▁ski p", + "▁ skip", + "▁A nton", + "▁An ton", + "▁Ant on", + "▁cor ruption", + "▁corrupt ion", + "强大 的", + "强 大的", + "Lo ng", + "L ong", + "der s", + "de rs", + "d ers", + "ma ll", + "mal l", + "m all", + "ua te", + "u ate", + "c z", + "▁ch ap", + "▁cha p", + "▁ chap", + "▁Wis consin", + "▁p ainted", + "▁pain ted", + "▁paint ed", + "is p", + "i sp", + "ag ine", + "agi ne", + "什 麼", + "ce ry", + "cer y", + "c ery", + "▁B reak", + "▁Bre ak", + "▁ Break", + "▁De tails", + "▁Det ails", + "▁ Details", + "的 需求", + "pro v", + "pr ov", + "p rov", + "con nection", + "connect ion", + "conn ection", + "▁J udge", + "▁Jud ge", + "▁h iring", + "▁hi ring", + "B s", + "下 滑", + "电 源", + "形成 了", + "形 成了", + "bo ards", + "board s", + "粮 食", + "还 不", + "▁spokes man", + "fl ix", + "Ap plication", + "Appl ication", + "A pplication", + "合 物", + "多 么", + "程度 上", + "▁A RE", + "▁AR E", + "▁ ARE", + "▁fe eding", + "▁feed ing", + "▁fee ding", + "▁ feeding", + "开 关", + "▁a broad", + "▁ab road", + "his t", + "hi st", + "h ist", + "充分 发挥", + "▁circ ular", + "▁cir cular", + "▁es cap", + "▁esc ap", + "造成 的", + "造 成的", + "所 得", + "nO b", + "n Ob", + "ne qu", + "neq u", + "n equ", + "▁Com mand", + "▁Comm and", + "▁ Command", + "▁gall ery", + "▁ gallery", + "进 程", + "nU se", + "nUs e", + "n Use", + "com ments", + "comm ents", + "comment s", + "er ver", + "erv er", + "erve r", + "▁r ival", + "▁ri val", + "▁riv al", + "▁ rival", + "电 机", + "▁de pos", + "▁dep os", + "▁minim ize", + "影 视", + "com mun", + "comm un", + "Tr a", + "T ra", + "ne ed", + "nee d", + "n eed", + "▁ha bits", + "▁hab its", + "▁habit s", + "im pl", + "imp l", + "ва та", + "ват а", + "el ines", + "eline s", + "eli nes", + "elin es", + "e lines", + "▁g ross", + "▁gr oss", + "▁gro ss", + "▁Mag azine", + "▁sim ulated", + "▁simulate d", + "▁m elt", + "▁me lt", + "▁mel t", + "让 她", + "wr itten", + "w ritten", + "▁d ancing", + "▁da ncing", + "▁dan cing", + "▁chair man", + "mo ve", + "mov e", + "m ove", + "▁Den ver", + "▁comb inations", + "▁combination s", + "▁as semb", + "▁ass emb", + "▁ assemb", + "▁d war", + "▁dw ar", + "ac cept", + "acc ept", + "▁reg ulatory", + "▁regul atory", + "▁regulator y", + "无 奈", + "nT ake", + "n Take", + "▁s its", + "▁sit s", + "▁si ts", + "▁contin uum", + "▁continu um", + "▁w orn", + "▁wor n", + "▁wo rn", + "T M", + "pu r", + "p ur", + "at hon", + "ath on", + "a thon", + "▁h orm", + "▁hor m", + "▁ho rm", + "build ing", + "癌 症", + "ul y", + "u ly", + "osp el", + "ou ses", + "ous es", + "ouse s", + "o uses", + "▁T E", + "▁ TE", + "市 場", + "al so", + "als o", + "▁T reat", + "▁Tr eat", + "▁Tre at", + "▁cert ified", + "▁del ivering", + "▁deliver ing", + "相 处", + "▁p etition", + "▁pet ition", + "重 量", + "re tt", + "ret t", + "r ett", + "故 意", + "▁innoc ent", + "▁F ollowing", + "▁Follow ing", + "多 人", + "常 态", + "er net", + "ern et", + "▁cre ativity", + "▁creat ivity", + "▁win ners", + "▁winner s", + "气 候", + "s r", + "心 脏", + "▁mole cules", + "▁molecule s", + "生 育", + "上半 年", + "上 半年", + "▁f ert", + "▁fe rt", + "▁fer t", + "▁S tone", + "▁St one", + "▁Sto ne", + "▁produ ctive", + "▁product ive", + "▁ productive", + "的 效果", + "▁c inem", + "og ether", + "o gether", + "HT ML", + "▁man ifold", + "▁manif old", + "▁ manifold", + "表 情", + "al led", + "all ed", + "alle d", + "ear ly", + "e arly", + "消 耗", + "▁hot els", + "▁hotel s", + "▁sl ope", + "▁produ cers", + "▁produce rs", + "▁producer s", + "▁ex hibition", + "▁exhib ition", + "▁exhibit ion", + "替 代", + "▁al umin", + "▁alum in", + "▁S top", + "▁St op", + "▁Sto p", + "▁ Stop", + "pi c", + "p ic", + "▁P rivacy", + "▁ Privacy", + "и з", + "▁M D", + "▁ MD", + "全 县", + "▁w rap", + "▁wr ap", + "▁wra p", + "▁ wrap", + "▁se ctors", + "▁sect ors", + "▁sector s", + "什么 是", + "nA ct", + "nAc t", + "n Act", + "Se ction", + "Sec tion", + "Sect ion", + "S ection", + "▁to mat", + "▁tom at", + "▁se lecting", + "▁select ing", + "▁object ives", + "▁objective s", + "▁inv esting", + "▁invest ing", + "ab e", + "a be", + "▁C redit", + "▁Cr edit", + "▁Cre dit", + "▁Cred it", + "▁ Credit", + "每 月", + "第一 时间", + "第 一时间", + "▁w elfare", + "▁wel fare", + "國 家", + "是 以", + "某 种", + "期 货", + "na med", + "name d", + "nam ed", + "n amed", + "▁quarter back", + "▁lo ads", + "▁load s", + "▁ loads", + "金 钱", + "验 证", + "▁expl aining", + "▁explain ing", + "歌 曲", + "ou ri", + "our i", + "o uri", + "▁f law", + "▁fl aw", + "▁def initions", + "▁defin itions", + "▁definition s", + "▁S yd", + "▁Sy d", + "▁e arnings", + "▁earn ings", + "▁ear nings", + "▁earning s", + "▁aw ful", + "▁bur den", + ";\\\\ ;\\\\", + ";\\\\; \\\\", + "; \\\\;\\\\", + "可 惜", + "▁Off icer", + "▁Office r", + "▁Offic er", + "▁re construct", + "▁reconst ruct", + "▁recon struct", + "▁r acial", + "▁ra cial", + "▁rac ial", + "▁ racial", + "▁ens ures", + "▁ensure s", + "▁th reads", + "▁thread s", + "▁ threads", + "/ #", + "无 疑", + "▁p unch", + "▁pun ch", + "Pt r", + "P tr", + "ка та", + "▁b ol", + "▁bo l", + "▁ bol", + "▁w ishes", + "▁wish es", + "qu arters", + "quarter s", + "quart ers", + "▁sh ifts", + "▁shift s", + "▁ shifts", + "民 众", + "▁Ind iana", + "▁India na", + "▁Indian a", + "暴 力", + "有一 天", + "有 一天", + "▁: )", + "▁ :)", + "▁tr ash", + "▁tra sh", + "▁mechan ics", + "▁mechanic s", + "▁gradu ally", + "▁grad ually", + "▁gradual ly", + "▁tun nel", + "▁reg arded", + "▁regard ed", + "be b", + "b eb", + "IA L", + "I AL", + "▁U t", + "▁ Ut", + "▁re porter", + "▁rep orter", + "▁report er", + "放 心", + "ict ions", + "iction s", + "i ctions", + "▁top ological", + "了 吗", + "贵 的", + "加拿 大", + "行业 的", + "行 业的", + "库 存", + "分 手", + "属 性", + "▁H ur", + "▁Hu r", + "▁gl obe", + "▁glo be", + "▁glob e", + "多 样", + "Var i", + "Va ri", + "V ari", + "通 用", + "$ ;", + "▁A k", + "▁ Ak", + "打 电话", + "机 遇", + "F M", + "核 酸", + "▁s pir", + "▁sp ir", + "▁st ochastic", + "虚 拟", + "фи я", + "▁L ore", + "▁Lo re", + "▁Lor e", + "体 内", + "房 价", + "太 平", + "就 被", + "ic ker", + "ick er", + "icke r", + "i cker", + "ic ts", + "ict s", + "▁l ol", + "▁lo l", + "▁ lol", + "▁e uro", + "▁eu ro", + "nm s", + "n ms", + "▁s ends", + "▁se nds", + "▁send s", + "▁sen ds", + "▁c ous", + "▁co us", + "▁cou s", + "▁y oga", + "▁yog a", + "▁yo ga", + "▁al ien", + "▁ali en", + "▁re cycl", + "▁rec ycl", + "腾 讯", + "▁le ak", + "'] \\", + "' ]\\", + "▁b ene", + "▁be ne", + "▁ben e", + "be fore", + "bef ore", + "b efore", + "▁S afety", + "▁Saf ety", + "▁Safe ty", + "▁ad equate", + "▁adequ ate", + "更 大", + "精 心", + "▁d ressed", + "▁dr essed", + "▁dress ed", + "nC heck", + "nChe ck", + "n Check", + "▁N avy", + "▁Nav y", + "▁Na vy", + "关 联", + "▁F ac", + "▁Fa c", + "▁ Fac", + "▁T OD", + "▁TO D", + "▁ TOD", + "op ing", + "opin g", + "o ping", + "▁tr adem", + "▁tra dem", + "▁trad em", + "▁trade m", + "\\\" ))", + "\\\") )", + "▁S now", + "▁Sn ow", + "今 后", + "默 默", + "gu n", + "g un", + "▁E mail", + "▁Em ail", + "▁ Email", + "tl e", + "t le", + "▁h eal", + "▁he al", + "field s", + "f ields", + "▁H art", + "▁Har t", + "▁Ha rt", + "赶 紧", + "▁B ol", + "▁Bo l", + "ric ulum", + "▁inter ference", + "▁interf erence", + "▁interfer ence", + "▁interfere nce", + "损 伤", + "▁co operation", + "▁cooper ation", + "▁p aste", + "▁past e", + "▁pa ste", + "▁pas te", + "▁ paste", + "▁un ity", + "▁unit y", + "▁ unity", + "dr a", + "d ra", + "in ar", + "ina r", + "i nar", + "▁c hop", + "▁ch op", + "▁cho p", + "▁Sen ior", + "ad dle", + "add le", + "有 望", + "fi x", + "f ix", + "▁pre sum", + "▁pres um", + "▁Govern or", + "}) =", + "} )=", + "з на", + "▁P ath", + "▁Pat h", + "▁Pa th", + "▁ Path", + "▁thorough ly", + "▁l anding", + "▁land ing", + "▁lan ding", + "ve t", + "v et", + "▁it eration", + "▁iter ation", + "▁ iteration", + "裁 定", + "▁the ater", + "▁theat er", + "▁H ong", + "▁Hon g", + "▁Ho ng", + "▁over night", + "同时 也", + "的 有", + "这个 时候", + "▁c orn", + "▁co rn", + "▁cor n", + "▁ corn", + "▁sett lement", + "▁settle ment", + "报 考", + "▁dev ast", + "市政 府", + "市 政府", + "介绍 了", + "}) ^", + "} )^", + "▁P y", + "▁ Py", + "传统 的", + "sh ell", + "she ll", + "s hell", + "tc ase", + "t case", + "▁S elect", + "▁Se lect", + "▁Sel ect", + "▁ Select", + "该 公司", + "el ve", + "▁port ray", + "Has h", + "Ha sh", + "H ash", + "}} =", + "} }=", + "om ing", + "omin g", + "omi ng", + "o ming", + "▁dead line", + "▁special ist", + "为 人", + "年 初", + "▁T rack", + "▁Tr ack", + "▁Tra ck", + "▁ Track", + "osit ory", + "nf ortunately", + "下来 的", + "下 来的", + "h idden", + "▁per pet", + "▁so ccer", + "an ti", + "ant i", + "et ter", + "ett er", + "ette r", + "▁M ust", + "▁Mus t", + "▁Mu st", + "▁ Must", + "▁pl ots", + "▁plot s", + "▁ plots", + "▁R ome", + "▁Ro me", + "▁Rom e", + "▁arrange ment", + "▁trans parent", + "at isf", + "ati sf", + "▁b rack", + "▁br ack", + "▁bra ck", + "第 七", + "▁s ink", + "▁sin k", + "▁si nk", + "的 关键", + "ве р", + "в ер", + "▁al ignment", + "▁align ment", + "▁ alignment", + "就 开始", + "要 是", + "▁cap tain", + "▁capt ain", + "▁average d", + "▁aver aged", + "▁ averaged", + "广 播", + "▁annoy ing", + "▁O cean", + "epend ence", + "▁c ookie", + "▁cook ie", + "▁ cookie", + "▁old est", + "▁ol dest", + "cc a", + "c ca", + "▁e ager", + "Car d", + "Ca rd", + "C ard", + "pro ve", + "pr ove", + "prov e", + "▁Cl ark", + "▁Clar k", + "▁Cla rk", + "▁j unior", + "p icture", + "▁view ers", + "▁viewer s", + "▁l ip", + "▁li p", + "▁ lip", + "▁neut ron", + "▁neutr on", + "▁re minded", + "▁remind ed", + "承 受", + "信 仰", + "搭 建", + "He ight", + "H eight", + "▁an imation", + "▁anim ation", + "▁ animation", + "对 你", + "OD U", + "奥 运", + "it is", + "iti s", + "i tis", + "pro pto", + "prop to", + "▁per ception", + "▁percept ion", + "ry ing", + "r ying", + "T D", + "Cont ainer", + "▁be ef", + "▁bee f", + "▁di git", + "▁dig it", + "▁ digit", + "▁max imal", + "▁maxim al", + "▁maxima l", + "▁o uts", + "▁out s", + "▁ou ts", + "▁ outs", + "he et", + "hee t", + "sh tml", + "s html", + "探 讨", + "笔 记", + "自治 区", + "▁c oding", + "▁co ding", + "▁cod ing", + "▁sp here", + "▁ sphere", + "区块 链", + "he rence", + "her ence", + "here nce", + "h erence", + "Qu e", + "Q ue", + "▁difficult ies", + "制 的", + "▁Cons ider", + "▁p eer", + "▁pe er", + "▁pee r", + "▁ peer", + "clip se", + "cli pse", + "clips e", + "路 径", + "▁Mo ore", + "本 周", + "on ts", + "ont s", + "ik a", + "i ka", + "▁pat ent", + "▁pa tent", + "▁ patent", + "▁down loaded", + "▁download ed", + "波 动", + "▁P a", + "▁ Pa", + "on da", + "ond a", + "o nda", + "▁F lash", + "▁Fl ash", + "▁Fla sh", + "▁ Flash", + "▁Qu est", + "▁Que st", + "▁Ch rome", + "▁Chrom e", + "▁se gments", + "▁segment s", + "▁seg ments", + "ma d", + "m ad", + "服务 器", + "▁v et", + "▁ve t", + "▁ vet", + "▁m ere", + "▁me re", + "▁mer e", + "▁ mere", + "щ о", + "第一 百", + "第 一百", + "▁F ROM", + "▁FR OM", + "▁ FROM", + "▁Pat rick", + "▁Patri ck", + "▁P rop", + "▁Pro p", + "▁Pr op", + "▁ Prop", + "引 进", + "Fr ee", + "Fre e", + "F ree", + "▁Mex ican", + "▁Ed ition", + "▁Edit ion", + "um ble", + "umb le", + "u mble", + "▁im plied", + "▁impl ied", + "▁exerc ises", + "▁exercise s", + "▁F ront", + "▁Fr ont", + "▁Fro nt", + "▁ Front", + "▁Arch ives", + "▁Archive s", + "▁B B", + "▁ BB", + "Set tings", + "Setting s", + "▁access ories", + "g z", + "nP eople", + "nPe ople", + "n People", + "кт о", + "к то", + "▁h ash", + "▁ha sh", + "▁has h", + "▁ hash", + "▁col ours", + "▁colour s", + "▁for cing", + "▁ forcing", + "活 動", + "oc a", + "o ca", + "▁An aly", + "▁Ana ly", + "▁ Analy", + "▁P arliament", + "▁Par liament", + "孤 独", + "快 递", + "▁g reet", + "▁gre et", + "▁t ooth", + "▁to oth", + "▁too th", + "n package", + "▁T ask", + "▁Ta sk", + "▁Tas k", + "▁ Task", + "▁tax pay", + "oid s", + "oi ds", + "o ids", + "▁Le ft", + "▁ Left", + "tic ally", + "tical ly", + "t ically", + "▁E ffect", + "▁Eff ect", + "▁ Effect", + "▁st olen", + "▁stole n", + "▁sto len", + "bu s", + "b us", + "▁g ri", + "▁gr i", + "▁H ind", + "▁Hi nd", + "▁Y OUR", + "▁YOU R", + "Pa rams", + "Par ams", + "Param s", + "线 下", + "▁Sov iet", + "接 口", + "lay out", + "l ayout", + "av ailable", + "ar o", + "a ro", + "▁d x", + "▁ dx", + "或者 是", + "活动 中", + "朋友 圈", + "sp ect", + "spe ct", + "spec t", + "s pect", + "IT S", + "I TS", + "▁S ales", + "▁Sal es", + "▁Sa les", + "▁Sale s", + "se lected", + "sel ected", + "select ed", + "s elected", + "an te", + "ant e", + "a nte", + "▁har vest", + "▁pl acing", + "▁plac ing", + "▁pla cing", + "▁ placing", + "▁engine er", + "▁gener ates", + "▁generate s", + "▁gene rates", + "▁b ubble", + "▁bu bble", + "▁bub ble", + "▁dec lined", + "▁decl ined", + "▁decline d", + "的 形式", + "管理 局", + "ti ny", + "tin y", + "t iny", + "▁s pare", + "▁sp are", + "▁spa re", + "▁soph isticated", + "ru st", + "rus t", + "r ust", + "▁dis pos", + "▁disp os", + "▁d irt", + "▁di rt", + "▁dir t", + "▁A pplication", + "▁Appl ication", + "▁Ap plication", + "▁ Application", + "立 刻", + "▁sh ield", + "▁ shield", + "ST M", + "S TM", + "▁br ut", + "▁bru t", + "▁anc est", + "▁B alt", + "▁Ba lt", + "▁Bal t", + "am bling", + "amb ling", + "com mit", + "comm it", + "▁me ters", + "▁met ers", + "▁meter s", + "某 甲", + "▁roll ed", + "▁ rolled", + "不 行", + "▁p ara", + "▁par a", + "▁pa ra", + "▁ para", + "▁de termin", + "▁determ in", + "▁deter min", + "完 了", + "房 产", + "▁act ress", + "▁L es", + "▁Le s", + "▁P rint", + "▁Pr int", + "▁Pri nt", + "▁Prin t", + "▁ Print", + "Si nce", + "S ince", + "/* \\", + "/ *\\", + "就 这样", + "厉 害", + "▁d ash", + "▁da sh", + "▁das h", + "▁ dash", + "▁p ipe", + "▁pip e", + "▁pi pe", + "▁ pipe", + "东 南", + "▁app ar", + "▁ap par", + "▁b aking", + "▁ba king", + "> &", + "ph an", + "pha n", + "p han", + "军 队", + "im s", + "i ms", + "ed ly", + "is tration", + "ist ration", + "i stration", + "▁F BI", + "▁FB I", + "▁As sembly", + "▁ Assembly", + "} \"", + "好 看", + "▁E mer", + "▁Em er", + "▁sp am", + "▁spa m", + "▁trans formed", + "▁transform ed", + "的 热", + "的 产品", + "▁r am", + "▁ra m", + "▁ ram", + "▁M ember", + "▁Me mber", + "▁Mem ber", + "▁ Member", + "▁pre scription", + "▁pres cription", + "分 泌", + "发 达", + "▁purch ases", + "▁purchase s", + "E ach", + "def ined", + "define d", + "d efined", + "▁N orm", + "▁No rm", + "▁Nor m", + "▁ Norm", + "▁relax ation", + "年 纪", + "的 确", + "▁En joy", + "克 服", + "Ed it", + "E dit", + "ча ст", + "▁six th", + "糖 尿", + "to gether", + "t ogether", + "▁R AM", + "▁RA M", + "▁ RAM", + "▁c her", + "▁ch er", + "▁che r", + "▁ cher", + "▁r if", + "▁ri f", + "▁sc ary", + "▁scar y", + "▁the rap", + "▁B ron", + "▁Bro n", + "▁Br on", + "▁ Bron", + "的 长", + "最后 一", + "st yles", + "style s", + "sty les", + "等 人", + "不容 易", + "不 容易", + "▁h orses", + "▁hor ses", + "▁horse s", + "r b", + "函 数", + "▁cy ber", + "减 轻", + "一 度", + "je t", + "j et", + "统 筹", + "an ke", + "ank e", + "服 務", + "的 世界", + "win ning", + "w inning", + "▁r oster", + "▁ro ster", + "iz ard", + "izar d", + "iza rd", + "不 对", + "▁sil ence", + "▁b icy", + "▁bi cy", + "▁b acked", + "▁back ed", + "▁ backed", + "▁ton gue", + "▁tong ue", + "▁e lite", + "▁el ite", + "▁elit e", + "新冠 肺炎", + "▁S cient", + "▁Sc ient", + "▁Sci ent", + "lim it", + "li mit", + "l imit", + "▁dr opping", + "▁dro pping", + "▁drop ping", + "▁incorpor ate", + "▁c ust", + "▁cu st", + "▁dev oted", + "▁devote d", + "ul pt", + "ulp t", + "▁for got", + "▁forg ot", + "▁B R", + "▁ BR", + "▁S ix", + "▁Si x", + "这 份", + "▁out puts", + "▁output s", + "▁ outputs", + "电视 剧", + "nH ey", + "nHe y", + "n Hey", + "is hers", + "ish ers", + "isher s", + "ishe rs", + "C N", + "▁product ivity", + "iz on", + "i zon", + "▁un comfort", + "ul ent", + "ule nt", + "▁l ips", + "▁li ps", + "▁lip s", + "▁T a", + "▁ Ta", + "ma tion", + "mat ion", + "m ation", + "Dr aw", + "D raw", + "▁h andy", + "▁hand y", + "从 此", + "return s", + "ret urns", + "eth eless", + "ethe less", + "e theless", + "▁min ority", + "▁minor ity", + "C K", + "延 续", + "▁R oss", + "▁Ro ss", + "▁Ros s", + "▁F a", + "he rical", + "her ical", + "heric al", + "▁organ isation", + "W orld", + "▁element ary", + "地 面", + "硬 件", + "so rt", + "sor t", + "s ort", + "以 此", + "▁col lecting", + "▁collect ing", + "山 区", + "的 企业", + "▁May or", + "▁Mayo r", + "squ are", + "s quare", + "mo ck", + "m ock", + "▁Al abama", + "· ·", + "达到 了", + "达 到了", + "bl ob", + "blo b", + "b lob", + "nn ame", + "n name", + "▁hospital s", + "▁hospit als", + "留 在", + "▁N ative", + "▁Nat ive", + "▁ Native", + "▁work out", + "▁[ \\\\", + "▁[\\ \\", + "▁ [\\\\", + "▁F inal", + "▁Fin al", + "▁Fi nal", + "▁ Final", + "▁document ary", + "决 心", + "▁w rapped", + "▁wr apped", + "▁wra pped", + "▁wrap ped", + "SE T", + "S ET", + "▁b ugs", + "▁bu gs", + "▁bug s", + "▁ bugs", + "▁rub ber", + "它 是", + "景 观", + "VA L", + "V AL", + "大 脑", + "ap sed", + "aps ed", + "apse d", + "if ully", + "iful ly", + "i fully", + "nF ollow", + "n Follow", + "▁т а", + "▁ та", + "▁B ooks", + "▁Bo oks", + "▁Book s", + "▁Boo ks", + "▁ Books", + "▁aff airs", + "▁affair s", + "毒 品", + "订 单", + "记 载", + "row th", + "form er", + "for mer", + "亲 自", + "广东 省", + "观 看", + "$- $", + "$ -$", + "▁d uties", + "▁du ties", + "▁sil ent", + "股 市", + "qu iry", + "quir y", + "▁D eep", + "▁De ep", + "▁Dee p", + "▁ Deep", + "▁as ymptotic", + "▁asympt otic", + "^ ^", + "▁arrange d", + "▁arr anged", + "▁N ASA", + "▁NAS A", + "▁NA SA", + "▁ NASA", + "▁Mary land", + "了解 到", + "ativ istic", + "▁recommend ation", + "定 了", + "nO k", + "n Ok", + "ve ns", + "ven s", + "v ens", + "本实用 新型", + "本 实用新型", + "要 么", + "▁h oney", + "▁hon ey", + "▁ho ney", + "▁hone y", + "生态 环境", + "ul ative", + "我 知道", + "nM an", + "n Man", + "真 相", + "份 额", + "▁O s", + "▁ Os", + "匹 配", + "如 同", + "账 户", + "▁r anks", + "▁rank s", + "▁ran ks", + "餐 厅", + "el son", + "els on", + "ad vant", + "adv ant", + "▁impro ves", + "▁improve s", + "也 将", + "▁Syd ney", + "at al", + "ata l", + "a tal", + "ateg ories", + "ategor ies", + "▁P ho", + "▁Ph o", + "教 材", + "▁H R", + "▁ HR", + "ele scope", + "elesc ope", + "\":\" #", + "gg le", + "▁ast ron", + "▁I ss", + "▁Is s", + "▁ Iss", + "st andard", + "stand ard", + "杂 志", + "有 哪些", + "说 到", + "▁C M", + "▁ CM", + "▁B L", + "▁ BL", + "被 人", + "▁p reference", + "▁pre ference", + "▁pref erence", + "▁prefer ence", + "▁exp onential", + "▁exponent ial", + "ut her", + "uth er", + "u ther", + "▁controvers ial", + "ID S", + "I DS", + "au di", + "aud i", + "a udi", + "lo gin", + "log in", + "G P", + "▁influ enced", + "▁influence d", + "祖 国", + "民事诉讼 法", + "hip s", + "hi ps", + "h ips", + "Ph oto", + "Phot o", + "▁M ove", + "▁Mo ve", + "▁ Move", + "ar ently", + "arent ly", + "▁N EW", + "▁NE W", + "▁ NEW", + "▁propos als", + "▁proposal s", + "_ -", + "sch ool", + "s chool", + "▁s ensors", + "▁sens ors", + "▁sensor s", + "▁report edly", + "▁reported ly", + "个 体", + "▁vent ure", + "▁ venture", + "叫 做", + "要 注意", + "     ", + "像 是", + "lo ads", + "load s", + "的 日子", + "冬 季", + "▁m eta", + "▁me ta", + "▁met a", + "▁ meta", + "▁H istor", + "▁His tor", + "的 声音", + "▁text s", + "▁tex ts", + "▁engine ers", + "▁engineer s", + "把 自己", + "▁Ed itor", + "▁Edit or", + "▁ Editor", + "▁Har ris", + "拿 着", + "日 期", + "▁ro utes", + "▁rout es", + "▁route s", + "▁rou tes", + "▁ routes", + "nRe lated", + "nRel ated", + "n Related", + "&= &\\\\", + "&=& \\\\", + "& =&\\\\", + "bo ne", + "bon e", + "b one", + "▁pref erences", + "▁prefer ences", + "▁preference s", + "这 条", + "▁C P", + "▁ CP", + "an did", + "and id", + "andi d", + "a ndid", + "▁neut rino", + "▁neutr ino", + "回 报", + "▁po ison", + "▁in ventory", + "▁invent ory", + "▁inventor y", + "▁ inventory", + "▁\\\" \\", + "▁ \\\"\\", + "pr ead", + "pre ad", + "p read", + "▁s lee", + "▁sl ee", + "▁sle e", + "S ession", + "▁Viet nam", + "▁in tim", + "▁int im", + "一 声", + "生 涯", + "过 度", + "的 样子", + "an do", + "and o", + "a ndo", + "▁disc rimination", + "▁discrim ination", + "▁discrimin ation", + "ят а", + "я та", + "Con s", + "Co ns", + "C ons", + "It er", + "I ter", + "nD ef", + "nDe f", + "n Def", + "▁cre atures", + "▁creat ures", + "▁creature s", + "▁D ick", + "▁Di ck", + "▁c ited", + "▁cit ed", + "▁cite d", + "▁E xchange", + "▁Ex change", + "▁ Exchange", + "▁re nov", + "▁ren ov", + "▁T erms", + "▁Te rms", + "▁Term s", + "▁Ter ms", + "es ian", + "▁Post ed", + "▁Po sted", + "▁Pos ted", + "▁ Posted", + "▁n oting", + "▁not ing", + "▁no ting", + "▁St adium", + "nCom ments", + "nComment s", + "nComm ents", + "n Comments", + "▁exam ination", + "▁re start", + "▁rest art", + "国 有", + "违 规", + "▁d ough", + "▁dou gh", + "▁dem anding", + "▁demand ing", + "▁Prot ection", + "▁Protect ion", + "全 程", + "vi a", + "v ia", + "也不 能", + "也 不能", + "▁read ily", + "▁M anchester", + "▁Man chester", + "▁enter taining", + "▁entertain ing", + "与 此", + "RE F", + "R EF", + ": (", + "▁com plain", + "▁comp lain", + "▁compl ain", + "大 地", + "病 的", + "▁{ {", + "▁ {{", + "没有 任何", + "没 有任何", + "▁t ale", + "▁tal e", + "▁ta le", + "▁ tale", + "▁c once", + "▁con ce", + "▁co nce", + "▁conc e", + "▁fem ales", + "▁female s", + "ot te", + "ott e", + "o tte", + "nP ol", + "n Pol", + "▁h umor", + "▁hum or", + "er vised", + "erv ised", + "▁W inter", + "▁Win ter", + "▁build s", + "▁w orthy", + "▁wor thy", + "▁worth y", + "▁ worthy", + "等 到", + "一 部", + "▁in hib", + "▁inh ib", + "十 六", + "▁c od", + "▁co d", + "▁ cod", + "▁res idence", + "▁resid ence", + "▁reside nce", + "▁home less", + "▁hom eless", + "天 地", + "▁Olymp ic", + "成 為", + "▁threat ened", + "▁threaten ed", + "得 以", + "Ge V", + "G eV", + "▁ex em", + "▁vari ed", + "▁var ied", + "▁va ried", + "▁res ume", + "▁exc itement", + "公 务", + "要 素", + "cc o", + "c co", + "▁( “", + "▁th umb", + "▁ thumb", + "at ivity", + "ati vity", + "ativ ity", + "cre ated", + "create d", + "creat ed", + "c reated", + "▁jud ges", + "▁judge s", + "Lo ok", + "L ook", + "圆 满", + "原 创", + "re v", + "r ev", + "之 规定", + "▁touch down", + "走 出", + "道 的", + "▁M otor", + "▁Mo tor", + "▁Mot or", + "▁Moto r", + "乡村 振兴", + "res ident", + "今天 的", + "今 天的", + "▁spectac ular", + "un signed", + "uns igned", + "overn ment", + "▁cons ensus", + "▁c abin", + "▁ca bin", + "▁cab in", + "▁sw eep", + "▁swe ep", + "▁pass engers", + "▁passenger s", + "方 位", + "▁J ane", + "▁Jan e", + "▁Ja ne", + "▁a pple", + "▁app le", + "▁appl e", + "▁ap ple", + "▁ apple", + "place ment", + "plac ement", + "▁do zens", + "▁dozen s", + "▁ha rass", + "▁har ass", + "那 时", + "▁C reek", + "▁Cre ek", + "▁prov ince", + "▁provin ce", + "▁extra ordinary", + "▁extraord inary", + ") [", + "剧 情", + "家 乡", + "视 为", + "规定 的", + "规 定的", + "▁ne west", + "▁new est", + "▁cred its", + "▁credit s", + "▁hydro gen", + "▁hyd rogen", + "No n", + "N on", + "▁aw k", + "▁ awk", + "deg ree", + "d egree", + "Or der", + "Ord er", + "▁f ate", + "▁fa te", + "▁fat e", + "▁end less", + "▁conv ince", + "▁convin ce", + "ertain ment", + "▁de creasing", + "▁decre asing", + "▁At lantic", + "▁Atl antic", + "me mber", + "mem ber", + "m ember", + "层 面", + "图书 馆", + "▁b itter", + "▁bit ter", + "Doc ument", + "D ocument", + "▁Foot ball", + "▁bre athing", + "▁breath ing", + "▁breat hing", + "oc o", + "o co", + "▁C art", + "▁Car t", + "▁Ca rt", + "▁ Cart", + "▁bo ots", + "▁boot s", + "▁boo ts", + "vi ation", + "via tion", + "v iation", + "/ %", + "选择 了", + "▁N ik", + "▁Ni k", + "hy thm", + "hyth m", + "▁re wards", + "▁reward s", + "▁rew ards", + "这 场", + "▁dis appear", + "▁disappe ar", + "▁de composition", + "▁decom position", + "聪 明", + "ar ith", + "ari th", + "bm atrix", + "b matrix", + "▁F ive", + "▁Fi ve", + "▁ Five", + "▁step ped", + "▁ste pped", + "开展 了", + "Pa ges", + "Page s", + "P ages", + "▁Mem bers", + "▁Member s", + "▁ Members", + "▁Un iverse", + "▁Univers e", + "▁Uni verse", + "土 壤", + "uc l", + "u cl", + "▁R F", + "▁ RF", + "冬 天", + "ign ment", + "vent ions", + "vention s", + "nMore over", + "n Moreover", + "▁O wn", + "▁Ow n", + "▁ Own", + "nc ont", + "ncon t", + "nco nt", + "n cont", + "▁d ent", + "▁de nt", + "▁den t", + "▁ dent", + "▁sw eat", + "▁swe at", + "有一 些", + "有 一些", + "im mer", + "imm er", + "▁Del hi", + "▁m ales", + "▁male s", + "▁mal es", + "▁ma les", + "re source", + "res ource", + "▁A ns", + "▁An s", + "▁adjust ed", + "▁adj usted", + "▁G B", + "▁ GB", + "be an", + "bea n", + "b ean", + "▁s our", + "▁so ur", + "▁sou r", + "哲 学", + "补 助", + "dr iven", + "drive n", + "d riven", + "▁ple asant", + "▁pleas ant", + "▁ pleasant", + "▁P ur", + "▁Pu r", + "结 算", + "▁re ception", + "▁rece ption", + "▁recept ion", + "▁D utch", + "用 心", + "nM ean", + "nMe an", + "n Mean", + "▁b ump", + "▁bu mp", + "▁bum p", + "mo ther", + "mot her", + "m other", + "▁s ynchron", + "▁synch ron", + "▁syn chron", + "▁fulf ill", + "▁ful fill", + "▁fulfil l", + "地区 的", + "地 区的", + "di ng", + "din g", + "d ing", + "▁S ep", + "▁Se p", + "▁ Sep", + "▁t reating", + "▁tr eating", + "▁treat ing", + "▁tre ating", + "Ge n", + "G en", + "▁p ra", + "▁pr a", + "▁ref use", + "▁f lower", + "▁fl ower", + "▁flo wer", + "▁flow er", + "▁ flower", + "这是 一个", + "这 是一个", + "功 率", + "▁s lip", + "▁sl ip", + "▁e volved", + "▁ev olved", + "▁evolve d", + "只 会", + "▁G ib", + "▁Gi b", + "▁B ureau", + "我 很", + "▁S pr", + "▁Sp r", + "▁e pic", + "▁ep ic", + "S k", + "将 来", + "已 經", + "ness ee", + "nes see", + "gr aded", + "gra ded", + "grade d", + "grad ed", + "g raded", + "侵 权", + "▁O x", + "▁B ed", + "▁Be d", + "The orem", + "▁trans verse", + "前 后", + "ver tis", + "vert is", + "▁cal ories", + "▁calorie s", + "A x", + "动 画", + "▁A BC", + "▁AB C", + "▁ ABC", + "▁st eep", + "▁ste ep", + "= $", + "克 兰", + "▁t ear", + "▁te ar", + "▁tea r", + "ERR OR", + "▁Mal ays", + "▁ge ometric", + "▁geomet ric", + "▁geo metric", + "▁ geometric", + "▁analy tical", + "▁analytic al", + "交 付", + "受 益", + "陌 生", + "主 办", + "明显 的", + "▁go ogle", + "▁goog le", + "▁ google", + "И з", + ")\\ \"", + ") \\\"", + "▁b ases", + "▁bas es", + "▁base s", + "▁ba ses", + "▁mult ip", + "▁multi p", + "▁mul tip", + "▁ multip", + "▁T rib", + "▁Tr ib", + "▁Tri b", + "▁El izabeth", + "社会 的", + "社 会的", + "▁p enet", + "▁pe net", + "▁pen et", + "▁M achine", + "▁Mach ine", + "▁ Machine", + "较 高", + "▁m eth", + "▁me th", + "▁met h", + "长 沙", + "志愿 服务", + "▁law suit", + "▁laws uit", + "ment ioned", + "E V", + "从 未", + "指 定", + "appropri ate", + "▁ind ices", + "▁indic es", + "▁ indices", + "nD oes", + "nDo es", + "n Does", + "▁T ree", + "▁Tr ee", + "▁Tre e", + "▁ Tree", + "通 报", + "ap or", + "a por", + "差不 多", + "差 不多", + "bi e", + "b ie", + "cons istent", + "consist ent", + "▁pro gressive", + "▁prog ressive", + "▁progress ive", + "▁Mc G", + "ter ior", + "te rior", + "t erior", + "▁celebr ated", + "▁celebrate d", + "▁celeb rated", + "▁m atched", + "▁mat ched", + "▁match ed", + "▁ matched", + "假 期", + "▁sy nd", + "▁syn d", + "▁cent uries", + "di g", + "d ig", + "la d", + "l ad", + "▁psych ological", + "▁psycho logical", + "婴 儿", + "想 想", + "▁ch amber", + "▁cha mber", + "外 交", + "强 烈", + "▁can nab", + "▁cann ab", + "ar ial", + "ari al", + "aria l", + "a rial", + "场 上", + "▁C ow", + "▁Co w", + "▁segment ation", + "▁seg mentation", + "气 温", + "频 率", + "▁St udent", + "▁Stud ent", + "▁ Student", + "▁trans it", + "干 燥", + "分 公司", + "▁sc hol", + "▁sch ol", + "▁spe eds", + "▁speed s", + "as sets", + "ass ets", + "asset s", + "asse ts", + "col on", + "co lon", + "Hel per", + "Help er", + "▁s culpt", + "▁sc ulpt", + "Pa y", + "P ay", + "▁d eny", + "▁de ny", + "▁den y", + "▁t rap", + "▁tr ap", + "▁tra p", + "▁c rop", + "▁cr op", + "▁cro p", + "▁ crop", + "回 顾", + "pro position", + "prop osition", + "神 秘", + "▁con gress", + "▁cong ress", + "▁re pository", + "▁rep ository", + "▁ repository", + "教育 的", + "乐 观", + "用 品", + "▁ce iling", + "▁Trans port", + "▁ Transport", + "西 部", + "▁к ра", + "▁ кра", + "▁con dem", + "▁cond em", + "▁y a", + "▁ ya", + "▁l os", + "▁lo s", + "▁ los", + "▁m art", + "▁mar t", + "▁ma rt", + "▁ mart", + "▁b acteria", + "老年 人", + "▁M ars", + "▁Mar s", + "▁Ma rs", + "优秀 的", + "ST ATE", + "STAT E", + "STA TE", + "▁com pound", + "▁comp ound", + "一 块", + "▁com pression", + "▁comp ression", + "▁compr ession", + "▁compress ion", + "传 输", + "▁M ail", + "▁Ma il", + "▁ Mail", + "▁pack aging", + "官 员", + "▁s heets", + "▁she ets", + "▁sheet s", + "▁ sheets", + "h d", + "掉 了", + "(' /", + "( '/", + "▁L en", + "▁Le n", + "▁ Len", + "▁att racted", + "▁attract ed", + "▁attr acted", + "▁ob taining", + "▁obtain ing", + "LO G", + "L OG", + "SI ON", + "S ION", + "▁v ar", + "▁va r", + "▁ var", + "\\\" ));\\", + "\\\") );\\", + "\\\")) ;\\", + "当 代", + "▁cross ed", + "力 和", + "更 换", + "病 情", + "我们 就", + "▁qu oted", + "▁quote d", + "▁quot ed", + "▁quo ted", + "▁ quoted", + "cs v", + "c sv", + "▁F ollow", + "▁Fol low", + "▁ Follow", + "▁exam ined", + "▁examine d", + "FI G", + "F IG", + "▁g al", + "▁ga l", + "▁ gal", + "目 光", + "▁re marks", + "▁rem arks", + "▁remark s", + "明 年", + "要 在", + "set tings", + "setting s", + "sett ings", + "去 世", + "期 望", + "Re v", + "R ev", + "▁T ai", + "▁Ta i", + "用 地", + "严重 的", + "严 重的", + "研究 所", + "脱贫 攻坚", + "ow ski", + "ows ki", + "▁Sim ilarly", + "▁Similar ly", + "be cause", + "bec ause", + "b ecause", + "▁P hill", + "▁Ph ill", + "▁Phil l", + "▁des ert", + "ie re", + "ier e", + "i ere", + "op ed", + "ope d", + "o ped", + "▁compan ion", + "▁ 判", + "ang lement", + "angle ment", + "半 导体", + "Ch ild", + "▁equ ity", + "▁eq uity", + "大 于", + "▁O t", + "的 价格", + "▁H ub", + "▁Hu b", + "▁ Hub", + "▁ ро", + "▁Lin coln", + "▁inter vals", + "▁interval s", + "▁ext ensions", + "▁extension s", + "▁ extensions", + "те ли", + "тел и", + "т ели", + "▁p ig", + "▁pi g", + "sw itch", + "s witch", + "分 局", + "▁facilit ate", + "▁me tab", + "▁met ab", + "▁meta b", + "▁band width", + "▁div ide", + "▁divid e", + "创 意", + "By Id", + "以 外", + "group s", + "gro ups", + "g roups", + "do g", + "d og", + "▁Em pire", + "▁Emp ire", + "▁cont rolling", + "▁control ling", + "▁controll ing", + "▁im agination", + "▁imag ination", + "▁imagin ation", + "sc ar", + "s car", + "来 讲", + "ty p", + "t yp", + "自身 的", + "自 身的", + "▁over ride", + "▁ override", + "▁p oster", + "▁po ster", + "▁pos ter", + "▁post er", + "▁oper ational", + "▁operation al", + "ar ser", + "ars er", + "arse r", + "▁ У", + "nF ollowing", + "nFollow ing", + "▁D J", + "▁ DJ", + "什么 时候", + "K e", + "爱 国", + "ra ting", + "rat ing", + "r ating", + "▁s lower", + "▁sl ower", + "▁slow er", + "pu s", + "p us", + "▁I ron", + "▁Ir on", + "▁no where", + "▁now here", + "▁altern atives", + "▁alternative s", + "购 物", + "ma sk", + "mas k", + "m ask", + "上 周", + "中 午", + "开 学", + "斗 争", + "▁g rat", + "▁gra t", + "▁gr at", + "▁ grat", + "al though", + "alth ough", + "截 止", + "▁occas ions", + "▁occasion s", + "▁ ю", + "比 特", + "西 北", + "Wh ere", + "W here", + "▁p ole", + "▁po le", + "▁pol e", + "▁ pole", + "▁re plied", + "▁repl ied", + "im ore", + "imo re", + "i more", + "▁l ane", + "▁la ne", + "▁lan e", + "▁ lane", + "▁sy mp", + "▁sym p", + "▁accompan ied", + "nC al", + "n Cal", + "不 论", + "ig m", + "i gm", + "am ous", + "amo us", + "▁re covered", + "▁rec overed", + "▁recover ed", + "▁S hare", + "▁Sh are", + "▁Sha re", + "▁Shar e", + "▁ Share", + "▁st iff", + "▁cent ered", + "▁center ed", + "▁ centered", + "导 师", + "目的 是", + "目 的是", + "▁bott les", + "▁bottle s", + "▁div orce", + "▁divor ce", + "分 数", + "局 面", + "▁f ancy", + "▁fan cy", + "▁h oped", + "▁hope d", + "▁hop ed", + "▁ho ped", + "▁M ichel", + "▁Mich el", + "▁Mic hel", + "▁Mi chel", + "▁Miche l", + "De vice", + "Dev ice", + "pl ings", + "pling s", + "p lings", + "▁wood en", + "▁woo den", + "纪 录", + "南 方", + "旁 边", + "Col lection", + "Coll ection", + "Collect ion", + "Im pl", + "Imp l", + "break ing", + "bre aking", + "▁rel ates", + "▁relate s", + "抓 好", + "am ic", + "ami c", + "a mic", + "bat ch", + "b atch", + "в я", + "▁qual ify", + "▁i Tunes", + "一 级", + "ol ding", + "old ing", + "的 三", + "le ans", + "lean s", + "▁U tah", + "▁Ut ah", + "排 除", + "致 力", + "标 签", + "neg ative", + "n egative", + "win d", + "wi nd", + "w ind", + "▁imm igrants", + "▁immigrant s", + "终 结", + "▁qu ot", + "▁quo t", + "▁ quot", + "▁reg ret", + "分 的", + "陆 续", + "组 件", + "科 普", + "▁pe pper", + "▁pepp er", + "se quently", + "sequ ently", + "▁re porters", + "▁rep orters", + "▁report ers", + "▁reporter s", + "特 性", + "▁Fore ign", + "sc h", + "s ch", + "慢 性", + "pa ges", + "page s", + "pag es", + "p ages", + "ългар ски", + "li ament", + "lia ment", + "▁sup ers", + "▁su pers", + "▁super s", + "▁ supers", + "▁col lections", + "▁collect ions", + "▁collection s", + "▁colle ctions", + "▁ collections", + "C F", + "和 我", + "坚 守", + "nM ake", + "n Make", + "▁est ablishment", + "▁establ ishment", + "▁establish ment", + "平 等", + "▁Other wise", + "air y", + "ai ry", + "a iry", + "恐 怖", + "百 度", + "种 子", + "]{ \\\\", + "]{\\ \\", + "] {\\\\", + "火 箭", + "ID E", + "I DE", + "▁P aper", + "▁Pa per", + "▁Pap er", + "▁ Paper", + "ce ptions", + "cept ions", + "ception s", + "l g", + "我 认为", + "▁U nless", + "▁Un less", + "▁acc ret", + "▁ac cret", + "恐 惧", + "某 个", + "ou ver", + "▁R ather", + "▁Ra ther", + "▁Rat her", + "qu er", + "que r", + "q uer", + "nS unday", + "nSun day", + "n Sunday", + "缴 纳", + "▁sk illed", + "▁skill ed", + "▁mag ical", + "▁magic al", + "婆 婆", + "▁F ast", + "▁Fa st", + "▁ Fast", + "▁comb ining", + "Cl oud", + "C loud", + "待 遇", + "im m", + "i mm", + "T L", + "▁C ut", + "▁Cu t", + "▁ Cut", + "▁alleged ly", + "▁alleg edly", + "签 约", + "成功 的", + "家 具", + "百 万", + "▁h ockey", + "▁min istry", + "充 足", + "春 天", + "▁Т о", + "▁ То", + "▁sup plied", + "▁suppl ied", + "一 方", + "▁O nt", + "▁On t", + "▁cont am", + "理 性", + "▁s ter", + "▁st er", + "▁ste r", + "▁ ster", + "▁w ides", + "▁wide s", + "▁wid es", + "▁wi des", + "▁tremend ous", + "G H", + "▁k iller", + "▁kill er", + "▁kil ler", + "uit s", + "ui ts", + "u its", + "▁b eating", + "▁be ating", + "▁beat ing", + "▁col ored", + "▁color ed", + "▁ colored", + "海 军", + "的 相关", + "文 物", + "ar lic", + "arl ic", + "arli c", + "▁j umped", + "▁jump ed", + "▁corpor ations", + "▁corporation s", + "ug gest", + "ugg est", + "ah a", + "a ha", + "▁B ow", + "▁Bo w", + "▁in ference", + "▁inf erence", + "▁infer ence", + "# [", + "层 的", + "▁design ing", + "am ount", + "amo unt", + "a mount", + "ha lf", + "hal f", + "h alf", + "w d", + "没有 人", + "没 有人", + "的 目标", + "▁G ard", + "▁Ga rd", + "▁Gar d", + "▁im posed", + "▁imp osed", + "▁impose d", + "▁ imposed", + "▁expl ored", + "▁explore d", + "▁explo red", + "气 质", + "и то", + "▁s ki", + "▁sk i", + "▁ ski", + "都 知道", + "ang les", + "angle s", + "▁b anned", + "▁ban ned", + "入 口", + "的 环境", + "mod al", + "mo dal", + "m odal", + "co unter", + "count er", + "▁p owered", + "▁po wered", + "▁power ed", + "▁pow ered", + "▁ powered", + "协 商", + "中国 人民", + "中国人 民", + "▁cont ributing", + "▁contribut ing", + "▁shel ter", + "nW h", + "n Wh", + "}{ *", + "▁и н", + "▁ ин", + "▁п ра", + "▁пр а", + "▁ пра", + "▁n uts", + "▁nut s", + "▁nu ts", + "▁ nuts", + "li ography", + "功 夫", + "▁C os", + "▁Co s", + "▁ Cos", + "▁an isot", + "涨 幅", + "в ри", + "+\\\\ _\\\\", + "赛 事", + "▁d ear", + "▁de ar", + "▁st roke", + "▁str oke", + "▁stro ke", + "▁ stroke", + "as ted", + "ast ed", + "aste d", + "a sted", + "▁f ears", + "▁fe ars", + "▁fear s", + "ad i", + "a di", + "信 念", + "▁V ice", + "▁Vi ce", + "▁Vic e", + "▁aband oned", + "▁abandon ed", + "不 去", + "▁o ral", + "▁or al", + "▁ oral", + "▁e merged", + "▁emer ged", + "▁emerge d", + "R F", + "展 览", + "de ep", + "dee p", + "d eep", + "送 到", + "▁over lap", + "▁overl ap", + "es sed", + "ess ed", + "esse d", + "▁N ic", + "▁Ni c", + "▁demonstr ates", + "▁demonstrate s", + "▁class Name", + "▁ className", + "▁K h", + "▁ Kh", + "ol o", + "o lo", + "走 势", + "一部 分", + "一 部分", + "Ap i", + "A pi", + "他们 在", + "他 们在", + "日 在", + "被 称为", + "fit s", + "fi ts", + "f its", + "st ory", + "sto ry", + "▁nurs ing", + "Wh ile", + "W hile", + "▁uncomfort able", + "研 讨", + "at z", + "a tz", + "意识 到", + "▁Mod ern", + "▁Mode rn", + "▁Moder n", + "▁B u", + "▁ Bu", + "生命 的", + "▁un iqu", + "引 入", + "▁T ok", + "▁To k", + "▁ Tok", + "留 学", + "震 荡", + "▁Ste el", + "Pr ef", + "Pre f", + "P ref", + "▁un employment", + "▁unem ployment", + "轨 道", + "▁poor ly", + "▁relax ed", + "▁b ite", + "▁bit e", + "▁bi te", + "▁Th ird", + "▁M uch", + "▁Mu ch", + "▁Rom ney", + "健 全", + "———— ————", + "▁administ rative", + "▁administr ative", + "产业 发展", + "凝 聚", + "高 温", + "▁Mean while", + "▁behav iors", + "▁behavior s", + "▁behavi ors", + "辽 宁", + "▁d emo", + "▁de mo", + "▁dem o", + "▁ demo", + "/\\ \"", + "/ \\\"", + "将 于", + "的 内", + "id get", + "idge t", + "et ooth", + "eto oth", + "學 生", + "▁g re", + "▁gr e", + "▁ gre", + "▁adapt ed", + "▁adap ted", + "C ustom", + "选 举", + "▁ind icator", + "▁indic ator", + "og onal", + "ogo nal", + "ogon al", + "^+ $", + "^ +$", + "▁c oup", + "▁co up", + "▁cou p", + "▁bul let", + "▁bull et", + "▁ bullet", + "▁p arse", + "▁par se", + "▁ parse", + "us hing", + "ush ing", + "ushi ng", + "几 十", + "▁diag rams", + "▁diagram s", + "▁n it", + "▁ nit", + "▁s eal", + "▁se al", + "▁sea l", + "足 以", + "▁p ets", + "▁pe ts", + "▁pet s", + "▁ pets", + "▁F ourier", + "▁Four ier", + "O H", + "凌 晨", + "▁l azy", + "▁la zy", + "的 两", + "找到 了", + "找 到了", + "le sh", + "les h", + "l esh", + "能 在", + "多年 的", + "多 年的", + "妹 妹", + "最重要 的", + "最 重要的", + "▁oper ates", + "▁operate s", + "▁opera tes", + "olog ically", + "ological ly", + "ologic ally", + ") &", + "不 清", + "▁hung ry", + "}$ \\\\", + "}$\\ \\", + "} $\\\\", + "留 言", + "▁G L", + "▁ GL", + "▁ten nis", + "bul let", + "bull et", + "pr et", + "pre t", + "p ret", + "举 报", + "lin ux", + "▁M i", + "▁ Mi", + "第二 次", + "第 二次", + "Fl o", + "F lo", + "不 忘", + "▁g ut", + "▁gu t", + "帮 忙", + "nS c", + "n Sc", + "▁r ated", + "▁ra ted", + "▁rate d", + "▁rat ed", + "▁ rated", + "试 图", + "van ce", + "va nce", + "v ance", + "assert Equals", + "assertEqual s", + "▁St udy", + "▁Stud y", + "▁Re turn", + "▁Ret urn", + "▁ Return", + "▁sing les", + "▁single s", + "携 带", + "nTh ose", + "n Those", + "▁t ower", + "▁to wer", + "▁tow er", + "常 委", + "▁phot ographer", + "▁photograph er", + "▁photograp her", + "少 女", + "制造 业", + "▁implement ing", + "摩 托", + "Bo dy", + "B ody", + "pa ces", + "pace s", + "pac es", + "p aces", + "▁v ocal", + "▁vo cal", + "▁voc al", + "▁i p", + "▁ ip", + "▁S everal", + "() :\\", + "(): \\", + "( ):\\", + "▁u rg", + "▁ur g", + "▁ urg", + "▁F ant", + "▁Fa nt", + "▁Fan t", + "的 上", + "▁M ade", + "▁Mad e", + "▁Ma de", + "▁ Made", + "▁toile t", + "兴 奋", + "}| \\\\", + "} |\\\\", + "以下 简称", + "▁marg inal", + "▁margin al", + "nu t", + "n ut", + "▁sl ice", + "▁ slice", + "C ategory", + "level and", + "lev eland", + "▁trans mit", + "Go od", + "G ood", + "▁p arks", + "▁par ks", + "▁park s", + "▁Mag ic", + "▁Ma gic", + "依 托", + "单 独", + "安 静", + "主 流", + "桃 花", + "▁J un", + "▁Ju n", + "train ed", + "tr ained", + "tra ined", + "t rained", + "减 肥", + "iv a", + "i va", + "▁impact s", + "▁imp acts", + "Jo hn", + "J ohn", + "▁J oh", + "▁Jo h", + "nS aturday", + "n Saturday", + "c x", + "但 他", + "那 天", + "相 结合", + "▁n eat", + "▁ne at", + "rist ian", + "om ed", + "ome d", + "o med", + "▁m ig", + "▁mi g", + "▁d rew", + "▁dr ew", + "▁ drew", + "▁Bar ack", + "▁Ba rack", + "▁A rk", + "▁Ar k", + "▁J enn", + "▁Jen n", + "▁Je nn", + "▁ug ly", + "▁un necessary", + "▁\\\" <", + "▁ \\\"<", + "國 際", + "蛋白 质", + "an non", + "ann on", + "a nnon", + "red dit", + "redd it", + "r eddit", + "▁shock ed", + "常见 的", + "常 见的", + "▁form ulation", + "▁formula tion", + "外 界", + "▁illustr ate", + "▁sur prisingly", + "▁surprising ly", + "你 说", + "远 远", + "up le", + "upl e", + "u ple", + "im ated", + "imate d", + "ima ted", + "▁s pac", + "▁sp ac", + "▁spa c", + "▁el astic", + "▁ elastic", + "ap plication", + "appl ication", + "a pplication", + "▁cult ures", + "▁culture s", + "ir lines", + "irl ines", + "▁vol umes", + "▁volume s", + "▁lim iting", + "▁limit ing", + "优 选", + "因 而", + "av ax", + "ava x", + "gen eral", + "gener al", + "gene ral", + "g eneral", + "开 工", + "▁d umb", + "▁du mb", + "▁dum b", + "▁{ }\\", + "▁{} \\", + "▁ {}\\", + "▁secret ary", + "C V", + "▁peace ful", + "全 新", + "▁J ean", + "▁Je an", + "ap es", + "ape s", + "a pes", + "▁remember ed", + "▁remem bered", + "▁R ab", + "▁Ra b", + "▁Alex ander", + "▁Alexand er", + "▁Alexa nder", + "▁compet itors", + "▁competitor s", + "▁appar atus", + "▁phys ician", + "▁physic ian", + "▁Tur k", + "▁Tu rk", + "▁j ury", + "▁ju ry", + "▁jur y", + "▁ jury", + "▁Com ments", + "▁Comm ents", + "▁Comment s", + "▁ Comments", + "ed a", + "e da", + "被 上诉人", + "Sp ace", + "S pace", + "nB est", + "nBe st", + "n Best", + "ro wing", + "row ing", + "r owing", + "▁M icro", + "▁Mic ro", + "▁Mi cro", + "▁ Micro", + "▁achie ving", + "ha ng", + "han g", + "h ang", + "▁f ut", + "▁fu t", + "▁jew el", + "▁shift ed", + "we ns", + "wen s", + "w ens", + "▁c ure", + "▁cur e", + "▁cu re", + "cre ation", + "creat ion", + "传感 器", + "▁t ok", + "▁to k", + "▁ tok", + "偶 尔", + "▁I ce", + "▁per mitted", + "▁permit ted", + "▁free ly", + "▁fre ely", + "▁freel y", + "▁fast est", + "ow ner", + "own er", + "▁autom ated", + "▁automate d", + "公 主", + "▁substant ially", + "▁substantial ly", + "▁enc oder", + "▁encode r", + "▁ encoder", + "Sh ow", + "S how", + "wr iting", + "w riting", + "▁a like", + "▁al ike", + "▁ali ke", + "nH aving", + "n Having", + "▁A nthony", + "▁Anth ony", + "▁weight ed", + "▁weigh ted", + "▁ weighted", + "▁p arliament", + "▁par liament", + "re spons", + "res pons", + "resp ons", + "map sto", + "maps to", + "交 换", + "▁P rin", + "▁Pr in", + "▁Pri n", + "▁co herent", + "吃 了", + "关 爱", + "善 良", + "▁E SP", + "▁ES P", + "Pa l", + "P al", + "▁rep roduce", + "▁reprodu ce", + "▁in valid", + "▁inval id", + "▁ invalid", + "▁determ ines", + "▁determine s", + "▁determin es", + "▁reason ably", + "▁subst itute", + "▁substit ute", + "▁dra matically", + "▁dram atically", + "▁drama tically", + "▁dramatic ally", + "BE R", + "B ER", + "T I", + "弘 扬", + "把 它", + "wo man", + "w oman", + "ia mond", + "iam ond", + "▁The atre", + "▁ver ified", + "都 被", + "Ba s", + "B as", + "▁Y a", + "▁prospect s", + "▁foot age", + "▁foo tage", + "▁A mb", + "▁Am b", + "▁L oc", + "▁Lo c", + "▁ Loc", + "dbc bb", + "▁des erves", + "▁deserv es", + "▁deserve s", + "▁s har", + "▁sh ar", + "▁Re present", + "▁Rep resent", + "▁K a", + "▁ Ka", + "oint er", + "oin ter", + "o inter", + "Dis c", + "Di sc", + "D isc", + "vol c", + "vo lc", + "▁per ceived", + "▁perceive d", + "RE AD", + "▁H um", + "▁Hu m", + "* }", + "电 压", + "看 似", + "▁que ue", + "▁ queue", + "▁An gel", + "▁Ang el", + "▁Vill age", + "▁Villa ge", + "OR K", + "ick ets", + "icket s", + "icke ts", + "i ckets", + "о б", + "他 就", + "▁H appy", + "▁Ha ppy", + "▁Happ y", + "▁ Happy", + "▁clos ure", + "▁ closure", + "▁em brace", + "▁emb race", + "▁embrac e", + "nJ an", + "n Jan", + "id ding", + "idd ing", + "i dding", + "lah oma", + "工 会", + "▁s uite", + "▁su ite", + "▁suit e", + "▁ suite", + "配 备", + "▁pl otted", + "▁plot ted", + "储 备", + "不 变", + "职 能", + "那时 候", + "那 时候", + "▁inter f", + "▁inte rf", + "的 态度", + "D i", + "透 明", + "这句 话", + "这 句话", + "▁P ier", + "▁Pi er", + "▁Pie r", + "▁F orum", + "▁For um", + "▁Fo rum", + "伟 大", + "▁p atches", + "▁pat ches", + "▁patch es", + "OV ID", + "lect ric", + "la b", + "l ab", + "nE nt", + "nEn t", + "n Ent", + "Re ader", + "Read er", + "价值 观", + "▁reason ing", + "ed er", + "ede r", + "e der", + "▁ad diction", + "▁add iction", + "▁addict ion", + "篮 球", + "Da y", + "D ay", + "▁chem icals", + "▁chemical s", + "nl e", + "n le", + "▁f lights", + "▁fl ights", + "▁flight s", + "▁co vari", + "▁interpre ted", + "▁interpret ed", + "й ски", + "at ching", + "atch ing", + "▁w his", + "▁wh is", + "el li", + "ell i", + "e lli", + "▁be ans", + "▁bean s", + "▁ beans", + "▁R evolution", + "▁Re volution", + "▁Rev olution", + "▁acc eleration", + "▁acceler ation", + "\\\\ }\\\\", + "\\\\} \\\\", + "\\\\}\\ \\", + "re view", + "rev iew", + "work ing", + "控 股", + "▁encount ered", + "▁encounter ed", + "▁H allow", + "▁Hall ow", + "▁Hal low", + "厨 房", + "uo n", + "u on", + "St ep", + "Ste p", + "▁Az ure", + "▁ Azure", + "▁de bug", + "▁deb ug", + "▁ debug", + "▁L eon", + "▁Le on", + "▁Leo n", + "萝 卜", + "▁cre ep", + "▁cr eep", + "▁Ex ception", + "▁Except ion", + "▁ Exception", + "四 大", + "打 印", + "▁m g", + "▁ mg", + "了 吧", + "▁P arent", + "▁Par ent", + "▁Pa rent", + "▁ Parent", + "▁w arming", + "▁war ming", + "▁warm ing", + "带 有", + "ju d", + "j ud", + "总 裁", + "▁S imon", + "▁Sim on", + "▁Si mon", + "现 已", + "▁nut rition", + "▁nutri tion", + "▁nutrit ion", + "▁a est", + "▁Sim ple", + "▁ Simple", + "▁gener ous", + "▁gene rous", + "纽 约", + "Pl ayer", + "Play er", + "P layer", + "п у", + "权 力", + "認 為", + "▁mon ster", + "▁monst er", + "▁sub mission", + "▁ submission", + "查 明", + "br ace", + "bra ce", + "b race", + "re cord", + "rec ord", + "央 行", + "se d", + "s ed", + "轻 轻", + "加 热", + "代 谢", + "着 力", + "ru b", + "r ub", + "全 世界", + "il lance", + "ill ance", + "illa nce", + "▁Prem ier", + "▁pro visions", + "▁prov isions", + "▁provision s", + "up t", + "u pt", + "ro se", + "ros e", + "r ose", + "Acc ount", + "Ac count", + "▁S F", + "▁ SF", + "че ски", + "re r", + "r er", + "▁U nit", + "▁Un it", + "▁Uni t", + "▁ Unit", + "c v", + "f o", + "De p", + "D ep", + "br ew", + "bre w", + "b rew", + "▁S ett", + "▁Se tt", + "▁Set t", + "毫 不", + "▁Pe ace", + "▁cor ners", + "▁corner s", + "▁corn ers", + "ye r", + "y er", + "▁M oh", + "▁Mo h", + "▁awk ward", + "nCons ider", + "▁Ins urance", + "▁highlight ed", + "▁Mon th", + "▁Mo nth", + "▁Mont h", + "▁ Month", + "▁Ad vent", + "▁Adv ent", + "寻 求", + "▁J ob", + "▁Jo b", + "▁ Job", + "▁Q uality", + "▁Qu ality", + "▁Qual ity", + "▁ Quality", + "付 款", + "mark et", + "mar ket", + "人 人", + "▁t ar", + "▁ta r", + "▁ tar", + "nO ut", + "n Out", + "As ync", + "A sync", + "st ick", + "stic k", + "s tick", + "or dered", + "ord ered", + "order ed", + "orde red", + "▁ ч", + "外 部", + "nW hich", + "nWh ich", + "n Which", + "▁overse as", + "▁overs eas", + "▁a nonymous", + "▁an onymous", + "▁anonym ous", + "▁( *", + "▁ (*", + "▁enjoy able", + "▁part ly", + "▁sub sequently", + "▁subsequ ently", + "▁subsequent ly", + "▁T oo", + "▁To o", + "▁ Too", + "▁G N", + "▁ GN", + "▁analy ses", + "▁analys es", + "▁analyse s", + "▁friend ship", + "▁friends hip", + "形 状", + "▁p rev", + "▁pre v", + "▁pr ev", + "▁ prev", + "ab ul", + "a bul", + "最 早", + "pa dding", + "pad ding", + "p adding", + "pl ugin", + "plug in", + "组织 的", + "▁ch rom", + "▁ chrom", + "▁vend ors", + "▁vendor s", + "np lt", + "npl t", + "n plt", + "и л", + "▁t uned", + "▁tun ed", + "▁tune d", + "▁tu ned", + "▁ tuned", + "与 其", + "▁Look ing", + "▁Lo oking", + "▁ Looking", + "这 段", + "澳 大利", + "的 变化", + "验 收", + "н г", + "可 谓", + "▁E ve", + "▁Ev e", + "anc ouver", + "he ro", + "her o", + "h ero", + "▁own s", + "▁ow ns", + "▁ owns", + "▁out perform", + "数据 显示", + "am ine", + "amin e", + "ami ne", + "a mine", + "▁s hed", + "▁sh ed", + "▁she d", + "▁plan ets", + "▁plane ts", + "▁planet s", + "▁pla nets", + "▁m igration", + "▁mig ration", + "▁migr ation", + "▁ migration", + "}_ {-", + "}_{ -", + "} _{-", + "hu man", + "hum an", + "h uman", + "▁fr uits", + "▁fruit s", + "▁fru its", + "▁M arg", + "▁Mar g", + "▁Ma rg", + "▁batter ies", + "▁batt eries", + "渴 望", + "税 务", + "考 研", + "▁B ody", + "▁Bo dy", + "▁Bod y", + "▁ Body", + "原 始", + "复 工", + "缺 点", + "Vo l", + "V ol", + "▁I mm", + "▁Im m", + "▁ Imm", + "Ac know", + "A cknow", + "▁def icit", + "▁defic it", + "离 子", + "ii i", + "i ii", + "▁sk etch", + "▁sket ch", + "▁enc oding", + "▁ encoding", + "▁p iano", + "▁pi ano", + "▁pian o", + "De b", + "D eb", + "做 什么", + "▁m ilit", + "▁mil it", + "▁mi lit", + "Ar gs", + "Arg s", + "▁p relim", + "▁pre lim", + "字 第", + "▁Cap tain", + "▁Capt ain", + "▁eigen values", + "▁eigenvalue s", + "ли я", + "Log ger", + "ra int", + "rain t", + "r aint", + "▁s ons", + "▁so ns", + "▁son s", + "▁ sons", + "▁occup ied", + "▁ occupied", + "N Y", + "un ks", + "unk s", + "▁p iss", + "▁pi ss", + "▁search es", + "▁searc hes", + "ec ho", + "ech o", + "e cho", + "is en", + "ise n", + "i sen", + "▁comp elling", + "on om", + "ono m", + "o nom", + "▁p orts", + "▁port s", + "▁por ts", + "▁ ports", + "cm d", + "c md", + "▁M B", + "▁ MB", + "ur ate", + "ura te", + "u rate", + "单 纯", + "▁j er", + "▁je r", + "▁ jer", + "is ode", + "iso de", + "A z", + "uit y", + "ui ty", + "u ity", + "A W", + "数字 化", + "▁V in", + "▁Vi n", + "ot ive", + "oti ve", + "▁Qu ick", + "▁ Quick", + "▁bank rupt", + "ar ma", + "arm a", + "ac les", + "acle s", + "acl es", + "a cles", + "▁p ant", + "▁pan t", + "▁pa nt", + "▁str ikes", + "▁stri kes", + "▁strike s", + "▁should ers", + "▁shoulder s", + "情 节", + "▁P os", + "▁Po s", + "▁ Pos", + "ex ists", + "exist s", + "▁cr itics", + "▁crit ics", + "▁critic s", + "▁cri tics", + "▁c avity", + "▁ca vity", + "▁cav ity", + "奇 怪", + "管 控", + "O k", + "': \\", + "' :\\", + "▁N HL", + "▁NH L", + "▁co lab", + "▁col ab", + "礼 物", + "он а", + "о на", + "▁bo oking", + "▁book ing", + "▁boo king", + "▁ booking", + "bour ne", + "▁con vey", + "▁conv ey", + "▁conve y", + "▁pur ple", + "▁se am", + "▁sea m", + "nt em", + "nte m", + "n tem", + "▁sl ots", + "▁slot s", + "激 素", + "▁ref res", + "▁accommod ate", + "进 度", + "▁c aring", + "▁car ing", + "▁ca ring", + "nw hen", + "nwh en", + "n when", + "▁comp assion", + "▁compass ion", + "加 坡", + "sup port", + "supp ort", + "▁t itled", + "▁title d", + "▁tit led", + "▁Al tern", + "▁Alt ern", + "▁ Altern", + "▁Sim ply", + "ing ham", + "▁integr ate", + "▁integ rate", + "▁integra te", + "me tic", + "met ic", + "m etic", + "▁contin uously", + "▁continu ously", + "▁continuous ly", + "▁H an", + "▁Ha n", + "▁a te", + "▁at e", + "▁ ate", + "▁g est", + "▁ge st", + "▁ gest", + "级 的", + "就 已经", + "▁p ics", + "▁pic s", + "▁pi cs", + "nSt art", + "nStar t", + "n Start", + "ou sing", + "ous ing", + "o using", + "▁Sen ator", + "▁O range", + "▁Or ange", + "中 药", + "涉 嫌", + "▁be neath", + "▁bene ath", + "▁P ubl", + "▁Pu bl", + "▁Pub l", + "▁la und", + "▁laun d", + "▁co oked", + "▁cook ed", + "▁v aries", + "▁vari es", + "▁var ies", + "▁va ries", + "▁light er", + "o T", + "▁fab ulous", + "▁insp ection", + "▁inspect ion", + "▁st eal", + "▁ste al", + "不 易", + "西 南", + "Ch annel", + "五 个", + "这两 个", + "这 两个", + "▁Or leans", + "ud io", + "udi o", + "▁journal ist", + "en z", + "e nz", + "篇 文章", + "高 峰", + "当时 的", + "当 时的", + "▁( {\\\\", + "▁({ \\\\", + "▁ ({\\\\", + "▁Re act", + "▁ React", + "arg ument", + "▁flo ating", + "▁float ing", + "为 止", + "财 经", + "采 集", + "题 目", + "▁by te", + "▁ byte", + "▁cl ever", + "▁cle ver", + "▁ch eer", + "▁che er", + "\\\\ +\\\\_\\\\", + "cons cious", + "▁и ма", + "▁им а", + "主 力", + "▁in k", + "▁i nk", + "▁ ink", + "▁har sh", + "▁del ivers", + "▁deliver s", + "疯 狂", + "nH ence", + "nHe nce", + "n Hence", + "随 便", + "IC K", + "I CK", + "没 什么", + "▁C lin", + "▁Cl in", + "▁sh ake", + "▁ shake", + "▁g rants", + "▁gr ants", + "▁grant s", + "▁gran ts", + "人 文", + "快 的", + "Go ogle", + "st ates", + "state s", + "stat es", + "sta tes", + "空 中", + "▁st adium", + "▁util ized", + "▁utilize d", + "开 口", + "id o", + "i do", + "化 工", + "的 表现", + "有 助于", + "▁appro ached", + "▁approach ed", + "▁end orse", + "▁endors e", + ")} }", + ") }}", + "了一 种", + "了 一种", + "疑 问", + "▁ne wer", + "▁new er", + "▁r ocks", + "▁ro cks", + "▁rock s", + "▁Mem orial", + "夏 季", + "zi p", + "z ip", + "▁adapt ation", + "二 人", + "On ly", + "▁where ver", + "▁dis cipline", + "▁discipl ine", + "mo unt", + "m ount", + "▁F ight", + "▁Fig ht", + "▁Fi ght", + "▁M organ", + "▁Mor gan", + "ur er", + "ure r", + "u rer", + "an dom", + "and om", + "ando m", + "a ndom", + "▁D ouble", + "▁Do uble", + "▁Dou ble", + "▁ Double", + "▁k een", + "▁ke en", + "ou stic", + "ous tic", + "oust ic", + "▁Ok lahoma", + "▁qu eries", + "▁que ries", + "▁authent ic", + "') )", + "' ))", + "学习 的", + "现代 化", + "花 园", + "yal ty", + "y alty", + "▁S ide", + "▁Si de", + "▁Sid e", + "▁ Side", + "▁N ature", + "▁Nat ure", + "▁ Nature", + "Ho st", + "H ost", + "Int eger", + "Integ er", + "▁J oin", + "▁Jo in", + "▁ Join", + "▁gro cery", + "▁grocer y", + "▁pract ically", + "▁practical ly", + "演 的", + "V S", + "▁a sc", + "▁as c", + "▁ asc", + "ia nces", + "ian ces", + "iance s", + "i ances", + "▁Sp eed", + "▁Spe ed", + "▁ Speed", + "rele vant", + "▁compl iment", + "ke rs", + "ker s", + "k ers", + "▁Aff airs", + "▁B rew", + "▁Br ew", + "▁Bre w", + "▁Com ment", + "▁Comm ent", + "▁ Comment", + "e u", + "▁emp irical", + "L I", + "进 而", + "▁D u", + "▁ Du", + "▁re semb", + "▁res emb", + "▁rese mb", + "▁ ·", + "放 下", + "▁sub strate", + "▁subst rate", + "▁substr ate", + "nMean while", + "Hu b", + "H ub", + "pl ant", + "plan t", + "▁Re ally", + "▁Real ly", + "全 年", + "集 成", + "电动 车", + "电 动车", + "nd is", + "ndi s", + "n dis", + "pro gram", + "pr ogram", + "班 子", + "▁st arter", + "▁start er", + "▁star ter", + "▁ starter", + "Col umn", + "Colum n", + "▁can onical", + "▁canon ical", + "▁ canonical", + "驳 回", + "能 不能", + "▁any time", + "▁e astern", + "▁eas tern", + "▁east ern", + "▁B ruce", + "▁Br uce", + "▁Bru ce", + "▁ob sc", + "▁obs c", + "us cript", + "usc ript", + "u script", + "co system", + "cos ystem", + "交 往", + "纪 委", + "F ound", + "▁cont acted", + "▁contact ed", + "缺 少", + "乌 克兰", + "▁l ap", + "▁la p", + "▁ lap", + "▁E lement", + "▁El ement", + "▁Ele ment", + "▁ Element", + "Ce ll", + "C ell", + "▁rel iability", + "▁reli ability", + "县 城", + "出 售", + "建 造", + "旅 客", + "Ca p", + "C ap", + "可以 通过", + "▁G ary", + "▁Ga ry", + "▁Gar y", + "ap olis", + "▁surv iv", + "▁bu ried", + "▁bur ied", + "▁v iable", + "▁vi able", + "▁via ble", + "▁sem antic", + "▁semant ic", + "俱 乐", + "De l", + "D el", + "▁di min", + "▁dim in", + "非 洲", + "▁po etry", + "▁poet ry", + "个 股", + "科学 家", + "科 学家", + "ag ra", + "a gra", + "▁rom ance", + "双 手", + "__ (", + "_ _(", + "Pl ay", + "P lay", + "作为 一个", + "作 为一个", + "▁incorpor ated", + "▁incorporate d", + "這 些", + "▁de aler", + "▁deal er", + "▁susp ended", + "▁suspend ed", + "▁м и", + "▁ ми", + "▁per su", + "▁pers u", + "ra tor", + "rat or", + "r ator", + "▁p ays", + "▁pay s", + "▁pa ys", + "▁dec ides", + "▁decide s", + "理 财", + "ce rt", + "cer t", + "c ert", + "OW N", + "O WN", + "▁nav igate", + "退 出", + "ag ent", + "age nt", + "agen t", + "a gent", + "▁g ig", + "▁gi g", + "hi ll", + "h ill", + "bus iness", + "b usiness", + "▁S omething", + "▁Some thing", + "▁Som ething", + "▁ Something", + "▁ ли", + "的一 部分", + "的 一部分", + "at oes", + "ato es", + "un ger", + "ung er", + "▁el abor", + "▁length s", + "▁ch urches", + "▁church es", + "斯 拉", + "概 率", + "▁c oin", + "▁co in", + "▁ coin", + "▁L ater", + "▁La ter", + "▁Lat er", + "▁Late r", + "▁sh aped", + "▁shape d", + "▁shap ed", + "▁ shaped", + "▁propag ation", + "浪 漫", + "Ph ys", + "nD id", + "nDi d", + "n Did", + "▁b om", + "▁bo m", + "协 作", + "好 处", + "м ври", + "艰 难", + "at ted", + "att ed", + "atte d", + "▁trans late", + "▁transl ate", + "▁ translate", + "福 利", + "mon t", + "mo nt", + "m ont", + "▁gover ning", + "▁govern ing", + "п ро", + "遇 见", + "ip pi", + "ipp i", + "ard less", + "▁eleg ant", + "▁b logging", + "▁blog ging", + "▁blo gging", + "▁config ured", + "▁configure d", + "pi racy", + "pir acy", + "is son", + "iss on", + "Re cord", + "Rec ord", + "随 意", + "▁Pro perty", + "▁ Property", + "成年 人", + "▁s hoe", + "▁sh oe", + "▁sho e", + "▁nut ri", + "▁nu tri", + "是 从", + "设 定", + "▁N ash", + "▁Na sh", + "▁Nas h", + "▁L anguage", + "▁ Language", + "▁bro ader", + "▁broad er", + "vol ume", + "att ribute", + "at eur", + "ate ur", + "Pro perties", + "旨 在", + "▁pl ates", + "▁plate s", + "▁pla tes", + "▁plat es", + "▁ plates", + "▁le verage", + "▁lever age", + "▁streng ths", + "▁strength s", + "▁P itts", + "▁Pitt s", + "▁Pit ts", + "▁w inds", + "▁win ds", + "▁wind s", + "▁wi nds", + "▁de alt", + "▁deal t", + "pol y", + "po ly", + "p oly", + "pa tent", + "pat ent", + "▁B ull", + "▁Bul l", + "▁Bu ll", + "▁G ulf", + "▁Gu lf", + "▁Gul f", + "▁sim pler", + "▁simple r", + "▁simpl er", + "▁t ouched", + "▁touch ed", + "▁tou ched", + "▁achieve ment", + "指 示", + "ар и", + "а ри", + "去 看", + "Do xy", + "D oxy", + "▁P ear", + "▁Pe ar", + "▁b arg", + "▁bar g", + "▁ba rg", + "▁S aint", + "▁Sa int", + "▁F unction", + "▁Fun ction", + "▁ Function", + "vi d", + "v id", + "▁ext ending", + "▁extend ing", + "Hom e", + "Ho me", + "H ome", + "ym e", + "y me", + "OU NT", + "▁v ag", + "▁va g", + "▁ vag", + "▁g lasses", + "▁gl asses", + "▁glass es", + "▁Hallow een", + "▁labor atory", + "有一 种", + "有 一种", + "▁trou bles", + "▁trouble s", + "▁favor ites", + "▁favorite s", + "vi sor", + "vis or", + "v isor", + "▁n urse", + "▁nurs e", + "▁gu ides", + "▁guide s", + "▁guid es", + "▁world s", + "▁mathemat ical", + "▁mathematic al", + "m r", + "▁E C", + "▁ EC", + "▁Ten nessee", + "▁v intage", + "▁vin tage", + "远 离", + "▁S ong", + "▁So ng", + "▁Son g", + "▁coll isions", + "▁collision s", + "偿 还", + "am er", + "ame r", + "a mer", + "he ld", + "hel d", + "h eld", + "▁a uction", + "▁au ction", + "nT HE", + "nTH E", + "n THE", + "man ager", + "manage r", + "um bled", + "umb led", + "umble d", + "pt ember", + "у л", + "澳大利 亚", + "to String", + "▁not able", + "▁no table", + "给 人", + "▁accept ing", + "▁pass enger", + "每 周", + "▁ins pire", + "▁insp ire", + "▁inspir e", + "并 将", + "着 一", + "ст ра", + "с тра", + "▁gl ory", + "▁glo ry", + "▁glor y", + "▁susp ension", + "平 凡", + "ER Y", + "E RY", + "▁design ated", + "外 出", + "▁dis cre", + "▁disc re", + "▁Ch apter", + "▁Chap ter", + "▁ Chapter", + "rop ical", + "ropic al", + "▁pro ves", + "▁prov es", + "▁pr oves", + "▁prove s", + "向 前", + "▁l iability", + "▁li ability", + "▁lia bility", + "糖尿 病", + "au ra", + "aur a", + "a ura", + "▁Comp uter", + "▁Comput er", + "▁Compute r", + "情 的", + "nT rans", + "nTr ans", + "nTra ns", + "n Trans", + "▁en abling", + "▁ext raction", + "▁extra ction", + "▁extract ion", + "▁extr action", + "Ca che", + "C ache", + "正 如", + "勇 气", + "ivid ually", + "ividual ly", + "▁p ussy", + "▁Friend s", + "▁Fri ends", + "▁p ub", + "▁ pub", + "▁ent repreneur", + "▁entreprene ur", + "遗 产", + "ul i", + "u li", + "城市 的", + "城 市的", + "▁optim ized", + "▁optimize d", + "▁sl ides", + "▁slide s", + "▁slid es", + "▁ess ence", + "实 时", + "pa rency", + "par ency", + "nR ec", + "nRe c", + "n Rec", + "ynam ics", + "ynamic s", + "记 住", + "en tion", + "ent ion", + "▁m akers", + "▁make rs", + "▁maker s", + "▁ma kers", + "▁ makers", + "▁Sc iences", + "▁Sci ences", + "▁Science s", + "ol k", + "o lk", + "ov es", + "ove s", + "o ves", + "▁A li", + "▁Al i", + "▁ Ali", + "Se rial", + "Ser ial", + "S erial", + "▁fl ags", + "▁flag s", + "▁ flags", + "OL D", + "O LD", + "ug s", + "u gs", + "st ration", + "str ation", + "stra tion", + "s tration", + "▁kin etic", + "▁won dered", + "▁wond ered", + "▁wonder ed", + "影 響", + "新 加坡", + "se q", + "s eq", + "] \"", + "高 铁", + "中级 人民法院", + "int endo", + "inte ndo", + "intend o", + "台 北", + "尴 尬", + "ri ger", + "rig er", + "r iger", + "ol itan", + "oli tan", + "▁ra ises", + "▁raise s", + "大 了", + "oc ial", + "o cial", + "▁dec iding", + "▁U nlike", + "▁Un like", + "▁Victor ia", + "▁Vict oria", + "多 久", + "的 身", + "的 力量", + "con ut", + "co nut", + "▁R ain", + "▁Ra in", + "▁Kent ucky", + "i Phone", + "▁initi atives", + "▁initiative s", + "小时 候", + "小 时候", + "as ures", + "asure s", + "▁sw itched", + "▁switch ed", + "▁swit ched", + "企 業", + "特 定", + "▁W ales", + "▁Wal es", + "▁Wa les", + "▁line up", + "上市 公司", + "▁P atri", + "▁Pat ri", + "▁Pa tri", + "▁me dic", + "▁med ic", + "▁medi c", + "质 疑", + "▁S ay", + "▁Sa y", + "▁M aterial", + "▁Mat erial", + "▁Mate rial", + "▁ Material", + "必要 的", + "▁Be lg", + "▁Bel g", + "守 护", + "ct ober", + "▁structure d", + "▁struct ured", + "▁ structured", + "Va r", + "V ar", + "动 员", + "接 待", + "还需 要", + "还 需要", + "rang ian", + "▁novel s", + "▁nov els", + "nPh oto", + "nPhot o", + "n Photo", + "▁consider ably", + "成 人", + "ur ious", + "uri ous", + "▁gradu ated", + "▁grad uated", + "▁graduate d", + "勇 敢", + "个小 时", + "个 小时", + "qu al", + "qua l", + "q ual", + "航 天", + "有些 人", + "form ing", + "for ming", + "▁ac company", + "▁accom pany", + "▁accompan y", + "幸 运", + "op les", + "ople s", + "opl es", + "o ples", + "▁J SON", + "▁JS ON", + "▁ JSON", + "▁R eddit", + "▁Red dit", + "▁Redd it", + "▁ Reddit", + "▁b ot", + "▁bo t", + "▁ bot", + "▁ass ured", + "▁assure d", + "▁remain der", + "JS ON", + "J SON", + "▁c otton", + "▁place ment", + "▁plac ement", + "▁ placement", + "on z", + "o nz", + "ke rn", + "ker n", + "k ern", + "▁E asy", + "▁ Easy", + "▁w ars", + "▁war s", + "▁wa rs", + "co d", + "c od", + "▁К о", + "▁ Ко", + "ym ph", + "y mph", + "▁form ats", + "▁format s", + "Ex p", + "E xp", + "т ро", + "an cel", + "ance l", + "anc el", + "nd ist", + "ndis t", + "ndi st", + "n dist", + "自行 车", + "自 行车", + "Ex per", + "Exp er", + "▁sc rap", + "▁scr ap", + "▁scra p", + "cell ent", + "c ellent", + "▁occas ional", + "▁occasion al", + ": \"", + "bl ank", + "▁Gall ery", + "B r", + "▁cor related", + "▁correl ated", + "▁corre lated", + "▁correlate d", + "▁ correlated", + "▁wides pread", + "▁journal ists", + "▁journalist s", + "占 据", + "▁H illary", + "▁Hill ary", + "▁per missions", + "▁permission s", + "师 傅", + "▁sacr ifice", + "▁sacrific e", + "▁/ ><", + "▁/> <", + "▁confirm ation", + "▁/ *", + "▁ /*", + "独特 的", + "独 特的", + "▁g rip", + "▁gr ip", + "▁gri p", + "S F", + "▁f usion", + "▁ fusion", + "▁c ave", + "▁ca ve", + "▁cav e", + "▁w ings", + "▁win gs", + "▁wing s", + "▁pse udo", + "▁pseud o", + "▁C T", + "▁ CT", + "布 置", + "▁Author ity", + "▁Auth ority", + "▁diagn osed", + "▁diagnose d", + "▁may or", + "pe g", + "p eg", + "▁D ub", + "▁Du b", + "▁d istant", + "▁dist ant", + "▁di stant", + "ns uch", + "n such", + "律师 事务所", + "▁c ensus", + "▁cens us", + "▁pro found", + "▁prof ound", + "▁Pro fessional", + "▁Profess ional", + "▁T arget", + "▁Tar get", + "▁ Target", + "▁And y", + "▁An dy", + "▁R oll", + "▁Ro ll", + "▁Rol l", + "ch anged", + "change d", + "chan ged", + "res sing", + "ress ing", + "r essing", + "▁th irty", + "山 市", + "笔 者", + "只 不过", + "▁bel oved", + "佛 教", + "ch at", + "cha t", + "c hat", + "日 晚", + "PH ONE", + "▁X box", + "▁int rinsic", + "▁intr insic", + "▁news letter", + "下 载", + "回 头", + "se en", + "see n", + "s een", + "人民 群众", + "▁M ind", + "▁Min d", + "▁Mi nd", + "ry ption", + "rypt ion", + "▁dark ness", + "租 金", + "▁add ressing", + "▁address ing", + "▁addr essing", + "诸 多", + "cul e", + "cu le", + "c ule", + "▁New ton", + "▁ Newton", + "▁W alker", + "▁Wal ker", + "▁Walk er", + "▁k icked", + "▁kick ed", + "▁p ublisher", + "▁publ isher", + "▁publish er", + "▁ publisher", + "▁Any one", + "▁ Anyone", + "р я", + "}[ \\\\", + "} [\\\\", + "▁ко н", + "▁к он", + "▁ кон", + "▁c ups", + "▁cup s", + "▁cu ps", + "删 除", + "▁P H", + "▁ PH", + "en th", + "ent h", + "e nth", + "高质量 发展", + "ellig ence", + "elli gence", + "▁Es pecially", + "两 天", + "二 级", + "牺 牲", + "工程 师", + "▁Word Press", + "▁Gree ce", + "服务 的", + "or ia", + "ori a", + "o ria", + "越来越 多", + "script size", + "scripts ize", + ": =", + "▁Mult i", + "▁Mul ti", + "▁ Multi", + "▁Ber lin", + "uff icient", + "u fficient", + "体 检", + "▁K ids", + "▁Kid s", + "▁Ki ds", + "ric ane", + "rica ne", + "rican e", + "▁survey s", + "▁surve ys", + "▁don ations", + "▁donation s", + "听 取", + "kn ow", + "k now", + "▁n ick", + "▁nic k", + "▁ nick", + "▁c rying", + "▁cr ying", + "▁cry ing", + "▁excess ive", + "; ;", + "gi rl", + "g irl", + "▁P oly", + "▁Pol y", + "▁Po ly", + "▁ Poly", + "披 露", + "na ss", + "nas s", + "n ass", + "Back ground", + "▁pre venting", + "▁prevent ing", + "▁P i", + "▁ Pi", + "▁N ev", + "▁Ne v", + "▁Be ck", + "▁mod ification", + "Ap J", + "▁deriv atives", + "▁derivative s", + "to wn", + "t own", + "in ned", + "inn ed", + "发 病", + "工作 者", + "工 作者", + "▁eth nic", + "▁ethn ic", + "d k", + "▁count less", + "▁s eeks", + "▁se eks", + "▁see ks", + "▁seek s", + "▁split ting", + "▁spl itting", + "之 际", + "等 于", + "等 问题", + "▁n ons", + "▁no ns", + "▁non s", + "▁expect s", + "养 成", + "▁ad vised", + "▁adv ised", + "▁advis ed", + "▁advise d", + "热 点", + "路 口", + "慰 问", + "▁h iding", + "▁hi ding", + "▁hid ing", + "▁Part ners", + "▁Partner s", + "指 南", + "更大 的", + "更 大的", + "了自己 的", + "了 自己的", + "▁P rob", + "▁Pro b", + "▁Pr ob", + "▁ Prob", + "▁ind ication", + "▁indic ation", + "▁public ations", + "▁publ ications", + "▁publication s", + "下 列", + "▁C re", + "▁Cr e", + "▁ Cre", + "▁P ast", + "▁Pa st", + "▁Pas t", + "▁O bserv", + "▁Ob serv", + "▁Obs erv", + "▁ Observ", + "Ra d", + "R ad", + "MN B", + "M NB", + "▁t emp", + "▁te mp", + "▁tem p", + "▁ temp", + "ro wave", + "row ave", + "苏 联", + "io x", + "i ox", + "▁t orn", + "▁to rn", + "▁tor n", + "▁w ore", + "▁wor e", + "▁wo re", + "▁Am endment", + "一 流", + "Ra nge", + "R ange", + "▁{ }", + "▁ {}", + "▁dep artments", + "▁depart ments", + "▁department s", + "密 度", + "▁F ro", + "▁Fr o", + "▁station ary", + "[ $", + "nE n", + "n En", + "▁b il", + "▁bi l", + "▁ bil", + "▁const itu", + "▁constit u", + "演 练", + "传 染", + "OS E", + "O SE", + "Mz Ax", + "MzA x", + "首 席", + "lo ve", + "lov e", + "l ove", + "团 体", + "S W", + "不 喜欢", + "▁so oner", + "▁soon er", + "▁Re sources", + "▁Res ources", + "▁Resource s", + "▁ Resources", + "几 次", + "up per", + "u pper", + "▁r ack", + "▁ra ck", + "▁rac k", + "▁ rack", + "▁pun ishment", + "▁punish ment", + "流 通", + "二 次", + "▁W olf", + "▁Wo lf", + "▁Wol f", + "▁mod est", + "▁mode st", + "▁mo dest", + "▁modes t", + "ens itive", + "Us e", + "U se", + "th ur", + "▁dis orders", + "▁disorder s", + "▁cl arity", + "▁clar ity", + "▁mass age", + "前 景", + "各 大", + "▁F ly", + "▁Fl y", + "▁ Fly", + "制 品", + "ig ger", + "igg er", + "▁sw ap", + "▁ swap", + "▁B etter", + "▁Bet ter", + "▁spons ored", + "▁sponsor ed", + "▁ sponsored", + "np er", + "n per", + "▁sus cept", + "创 始", + "▁cap ac", + "▁ca pac", + "政 务", + "梳 理", + "▁t y", + "▁ ty", + "Con nect", + "Conn ect", + "▁negoti ations", + "▁negotiation s", + "M s", + "▁r amp", + "▁ra mp", + "▁ram p", + "在 美国", + "▁S ave", + "▁Sav e", + "▁Sa ve", + "▁ Save", + "▁f reak", + "▁fre ak", + "tw itter", + "爆 炸", + "顾 客", + "马 克", + "ns im", + "n sim", + "st orm", + "sto rm", + "▁Kenn edy", + "践 行", + "MNB VC", + "▁un stable", + "▁uns table", + "正 好", + "ON G", + "O NG", + "与 被告", + "人生 的", + "人 生的", + "考虑 到", + "sh ared", + "share d", + "sha red", + "督 导", + "大家 的", + "大 家的", + "▁v ig", + "▁vi g", + "is ible", + "isi ble", + "▁b urned", + "▁bur ned", + "▁burn ed", + "ea ch", + "e ach", + "▁J ess", + "▁Jes s", + "▁Je ss", + "▁C ole", + "▁Col e", + "▁Co le", + "▁art istic", + "▁artist ic", + "ear n", + "ea rn", + "e arn", + "▁ly rics", + "▁lyric s", + "orig inal", + "origin al", + "▁j unk", + "▁ju nk", + "▁s ync", + "▁sy nc", + "▁syn c", + "▁ sync", + "比 亚", + "▁K al", + "▁Ka l", + "▁up dating", + "▁upd ating", + "RE D", + "R ED", + "nAny way", + "▁Exper ience", + "an dra", + "and ra", + "a ndra", + "▁S ize", + "▁Si ze", + "▁ Size", + "▁im plements", + "▁implement s", + "▁impl ements", + "▁imp lements", + "爱 你", + "▁B arn", + "▁Bar n", + "▁Ba rn", + "涉 案", + "iv ities", + "▁de creased", + "▁decre ased", + "▁decrease d", + "第二 个", + "并 对", + "▁p itc", + "▁pit c", + "▁pi tc", + "re port", + "rep ort", + "repo rt", + "▁bl essed", + "▁bless ed", + "AN G", + "A NG", + "▁E mb", + "▁Em b", + "▁ Emb", + "▁R ap", + "▁Ra p", + "Par ameters", + "Parameter s", + "ow ned", + "own ed", + "ва нето", + "ване то", + "ван ето", + "▁b ones", + "▁bo nes", + "▁bon es", + "▁bone s", + "▁ bones", + "▁l ever", + "▁le ver", + "▁lev er", + "▁under ground", + "▁S EC", + "▁SE C", + "▁ SEC", + "▁rem inds", + "▁remind s", + "▁Z e", + "突 发", + "导 弹", + "▁F al", + "▁Fa l", + "吉 林", + "is sa", + "iss a", + "v irtual", + "▁econom ics", + "▁economic s", + "联 动", + "MI N", + "M IN", + "▁a sync", + "▁as ync", + "▁ async", + "▁c omics", + "▁com ics", + "▁comic s", + "上 学", + "▁j am", + "▁ja m", + "▁ jam", + "厦 门", + "▁R ail", + "▁Ra il", + "▁p ond", + "▁po nd", + "▁ pond", + "▁arrange ments", + "▁arrangement s", + "Ta b", + "T ab", + "comp onents", + "component s", + "投 票", + "▁Port land", + "▁mus icians", + "▁music ians", + "▁musician s", + "欧 盟", + "in ement", + "ine ment", + "inem ent", + "▁O P", + "▁ OP", + "▁p raise", + "▁pra ise", + "▁H ero", + "▁He ro", + "▁Her o", + "专 用", + "早 就", + "is l", + "i sl", + "▁Int eg", + "▁ Integ", + "▁Per formance", + "▁Perform ance", + "▁ Performance", + "▁wait ed", + "▁wa ited", + "pp ers", + "pper s", + "ppe rs", + "p pers", + "借 助", + "G a", + "▁m unicip", + "ook ie", + "▁s oup", + "▁so up", + "▁sou p", + "▁comp ounds", + "▁compound s", + "非常 的", + "pt ic", + "p tic", + "▁re lies", + "▁rel ies", + "▁reli es", + "▁relie s", + "发 起", + "题 材", + "▁r ic", + "▁ri c", + "▁ ric", + "▁traject ories", + "v d", + "ц е", + "ject ure", + "▁veter ans", + "▁veteran s", + "nOver all", + "n Overall", + "▁Uk raine", + "▁poll ution", + "▁pollut ion", + "br ane", + "bra ne", + "▁cur riculum", + "化 解", + "nMay be", + "n Maybe", + "▁activ ists", + "▁activist s", + "了 他", + "火 灾", + "▁C leveland", + "也 被", + "指 控", + "de sign", + "des ign", + "▁in coming", + "▁inc oming", + "▁incom ing", + "▁inco ming", + "ug ust", + "▁d amp", + "▁dam p", + "▁da mp", + "乘 客", + "lo n", + "l on", + "nG e", + "n Ge", + "▁a men", + "▁am en", + "▁ amen", + "▁W W", + "▁ WW", + "▁V ari", + "▁Va ri", + "▁Var i", + "▁ Vari", + "print ln", + "▁us eless", + "▁use less", + "▁Inst all", + "▁ Install", + "▁Brook lyn", + "hav ior", + "local host", + "▁comp romise", + "▁comprom ise", + "ad ows", + "ado ws", + "adow s", + "▁album s", + "] =", + "给 付", + "og g", + "o gg", + "考 验", + "Re ference", + "Ref erence", + "债 权", + "边 缘", + "Tw o", + "T wo", + "ir us", + "i rus", + "▁ad op", + "t l", + "af t", + "a ft", + "▁L I", + "▁ LI", + "北 方", + "有 力", + "▁b uzz", + "▁bu zz", + "bo olean", + "bool ean", + "▁p ressing", + "▁pr essing", + "▁pres sing", + "▁press ing", + "不管 是", + "▁des perate", + "▁desper ate", + "▁desp erate", + "▁ 月", + "新 建", + "Ob j", + "O bj", + "▁T an", + "▁Ta n", + "▁s uits", + "▁su its", + "▁suit s", + "▁ suits", + "权 威", + "un ting", + "unt ing", + "An al", + "A nal", + "▁L am", + "▁La m", + "眼 里", + "qu o", + "q uo", + "▁U l", + "▁e pid", + "▁ep id", + "▁jack et", + "▁ja cket", + "▁com posite", + "▁compos ite", + "▁over head", + "з ва", + "▁ir rit", + "的 社会", + "她 在", + "do ne", + "don e", + "d one", + "aw ait", + "awa it", + "a wait", + "一 套", + "的 风", + "ne ath", + "nea th", + "az ines", + "azine s", + "azi nes", + "process ing", + "proc essing", + "▁alleg ations", + "▁d ys", + "▁dy s", + "al loc", + "all oc", + "变 更", + "很 久", + "() {\\", + "(){ \\", + "( ){\\", + "pl atform", + "▁ex isted", + "▁exist ed", + "~ (", + "nM ark", + "nMar k", + "n Mark", + "▁re vel", + "▁reve l", + "▁rev el", + "▁ch iral", + "▁chi ral", + "▁chir al", + "O p", + "現 在", + "▁rest riction", + "▁restrict ion", + "▁Ex ample", + "▁Exam ple", + "▁ Example", + "iz ar", + "iza r", + "i zar", + "▁c ategor", + "▁categ or", + "▁cate gor", + "一 半", + "nE d", + "n Ed", + "▁ж и", + "▁ жи", + "▁surv ived", + "▁survive d", + "▁surviv ed", + "前 进", + "▁Ch allenge", + "▁Chall enge", + "A c", + "巩 固", + "安 置", + "局 部", + "ch iat", + "chi at", + "▁Al ice", + "▁Ali ce", + "生 理", + "▁f orb", + "▁for b", + "▁fo rb", + "▁g ran", + "▁gra n", + "▁gr an", + "▁ gran", + "▁cons iders", + "▁consider s", + "▁pr inter", + "▁print er", + "▁prin ter", + "▁t rapped", + "▁tr apped", + "▁tra pped", + "▁trap ped", + "Re pository", + "Rep ository", + "买 了", + "at ern", + "ate rn", + "ater n", + "a tern", + "谨 慎", + "相当 于", + "▁conscious ness", + "体 重", + "Pr int", + "Pri nt", + "P rint", + "▁b ary", + "▁bar y", + "▁ba ry", + "▁Pho enix", + "激 动", + "ro rs", + "ror s", + "r ors", + "He y", + "H ey", + "wh e", + "w he", + "▁t ire", + "▁ti re", + "ang led", + "angle d", + "▁play offs", + "▁playoff s", + "▁de emed", + "▁anticip ated", + "▁anticipate d", + "EN SE", + "ENS E", + "Val ues", + "Value s", + "▁H ost", + "▁Ho st", + "▁ Host", + "见 面", + "ti k", + "t ik", + "▁T oy", + "▁To y", + "▁p roc", + "▁pro c", + "▁pr oc", + "▁ proc", + "iss ippi", + "▁myster ious", + "G D", + "延 长", + "今年 的", + "今 年的", + "▁st raw", + "▁str aw", + "▁stra w", + "本 土", + "ad dr", + "add r", + "точ ници", + "▁de ployment", + "▁deploy ment", + "St orage", + "▁p review", + "▁pre view", + "▁prev iew", + "▁ preview", + "▁D or", + "▁Do r", + "▁C orp", + "▁Co rp", + "▁Cor p", + "▁Fe atures", + "▁Feature s", + "▁ Features", + "▁dep icted", + "▁depict ed", + "is o", + "i so", + "第二 百", + "第 二百", + "给 孩子", + "ip per", + "ipp er", + "i pper", + "pos ing", + "po sing", + "p osing", + "▁st ating", + "▁stat ing", + "▁sta ting", + "著名 的", + "著 名的", + "▁M um", + "▁Mu m", + "▁O UT", + "▁ OUT", + "▁With in", + "▁Wi thin", + "职 务", + "▁high way", + "▁comple ting", + "▁complet ing", + "▁compl eting", + "▁Ob viously", + "▁ Obviously", + "▁M eV", + "▁Me V", + "▁ MeV", + "ut ical", + "u tical", + "▁affect ing", + "▁Ch arlie", + "▁Char lie", + "▁Charl ie", + "是 你", + "▁v ine", + "▁vi ne", + "▁vin e", + "▁ vine", + "▁advoc ate", + "M F", + "见 过", + "nI ns", + "nIn s", + "n Ins", + "▁her itage", + "T W", + "气 象", + "to t", + "t ot", + "bo th", + "bot h", + "b oth", + "▁mer ge", + "▁ merge", + "O F", + "白 天", + "净 利润", + "▁R ow", + "▁Ro w", + "▁ Row", + "▁p eers", + "▁pe ers", + "▁peer s", + "▁pee rs", + "▁altern ate", + "▁alter nate", + "是 怎么", + "nt hey", + "nthe y", + "nth ey", + "n they", + "eff ective", + "effect ive", + "▁prob abilities", + "▁dis able", + "▁ disable", + "人 与", + "优 惠", + "山东 省", + "com put", + "comp ut", + "▁п ър", + "▁пъ р", + "▁K ings", + "▁King s", + "▁Kin gs", + "▁tact ics", + "▁tactic s", + "▁tac tics", + "é s", + "of s", + "o fs", + "usal em", + "usa lem", + "▁in take", + "▁i ntake", + "▁int ake", + "满 满", + "Wh o", + "W ho", + "▁s isters", + "▁sister s", + "▁si sters", + "厘 米", + "四 年", + "AR S", + "A RS", + "▁Y ears", + "▁Year s", + "▁Ye ars", + "▁ex citation", + "▁exc itation", + "а й", + "▁H al", + "▁Ha l", + "▁lo ops", + "▁loop s", + "▁in direct", + "▁ind irect", + "▁i ndirect", + "没有 什么", + "没 有什么", + "F ull", + "▁Rec ords", + "▁Record s", + "▁ Records", + "不 止", + "农 产品", + "▁long est", + "▁lon gest", + "▁longe st", + "全 民", + "很 高", + "敌 人", + "▁token s", + "▁tok ens", + "▁ tokens", + "Gr aph", + "Gra ph", + "G raph", + "▁strugg led", + "▁struggle d", + "▁B aby", + "▁Ba by", + "▁Bab y", + "▁ Baby", + "▁dis g", + "▁di sg", + "利 的", + "▁h oly", + "▁hol y", + "▁ho ly", + "▁E conomic", + "▁Econom ic", + "收 取", + "|_ {", + "| _{", + "▁un defined", + "▁und efined", + "▁u ndefined", + "▁ undefined", + "▁chem istry", + "家 属", + "节 能", + "了 起来", + "▁La ure", + "▁Laur e", + "▁D ragon", + "▁Dr agon", + "▁Dra gon", + "▁Drag on", + "▁appro aching", + "▁approach ing", + "子 上", + "将 军", + "球 迷", + "am an", + "ama n", + "a man", + "▁de put", + "▁dep ut", + "▁O cc", + "▁ Occ", + "as i", + "a si", + "on i", + "o ni", + "da le", + "dal e", + "d ale", + "▁del ayed", + "▁delay ed", + "u u", + "es ters", + "est ers", + "ester s", + "este rs", + "e sters", + "▁l oyal", + "▁lo yal", + "商 家", + "▁S hel", + "▁Sh el", + "▁She l", + "▁Ed ward", + "救 助", + "to ols", + "too ls", + "tool s", + "t ools", + "▁m aker", + "▁make r", + "▁ma ker", + "▁ maker", + "▁out fit", + "這 樣", + "▁M essage", + "▁Mess age", + "▁ Message", + "▁invest igating", + "▁investig ating", + "与此 同时", + "▁p ile", + "▁pil e", + "▁pi le", + "▁ pile", + "人员 的", + "人 员的", + "en dor", + "end or", + "endo r", + "▁c ents", + "▁cent s", + "▁ cents", + "▁d b", + "▁ db", + "▁in tend", + "▁int end", + "▁inte nd", + "▁ intend", + "▁prote ins", + "▁protein s", + "▁comment ary", + "▁qu alities", + "▁qual ities", + "nFurther more", + "评 选", + "fu n", + "f un", + "uit ive", + "u itive", + "▁La bour", + "▁Lab our", + "nG u", + "n Gu", + "ar cel", + "arc el", + "▁cos mic", + "▁cosm ic", + "v c", + "气 体", + "看 得", + "苏 州", + "种 种", + "ne ll", + "nel l", + "n ell", + "ul ates", + "ula tes", + "ulate s", + "ма н", + "м ан", + "sp in", + "spi n", + "s pin", + "▁ch unk", + "▁ chunk", + "▁S cript", + "▁Sc ript", + "▁ Script", + "▁avoid ing", + "二 手", + "见 证", + "▁A sk", + "▁As k", + "▁ Ask", + "交通 安全", + "▁Re views", + "▁Review s", + "▁Rev iews", + "▁se crets", + "▁sec rets", + "▁secret s", + "▁cl ustering", + "▁clust ering", + "▁cluster ing", + "nm ore", + "n more", + "▁S A", + "▁ SA", + "细 菌", + "re ck", + "rec k", + "▁athlet ic", + "▁d ub", + "▁du b", + "▁b eds", + "▁be ds", + "▁bed s", + "▁g low", + "▁gl ow", + "▁glo w", + "▁Miss ouri", + "ul in", + "uli n", + "u lin", + "▁tre asure", + "开 车", + "▁alumin um", + "▁inter pol", + "公 示", + "养 生", + "市 长", + "▁en roll", + "▁conf using", + "os ph", + "osp h", + "▁do nation", + "▁don ation", + "▁des irable", + "▁do ub", + "▁dou b", + "Net work", + "▁sh ipped", + "▁ship ped", + "路 段", + "了 自己", + "▁B eat", + "▁Be at", + "▁Bea t", + "▁p ist", + "▁pi st", + "眼 神", + "sa l", + "s al", + "▁lo gging", + "▁log ging", + "▁ logging", + "乃 至", + ")) \\\\", + "))\\ \\", + ") )\\\\", + "qu es", + "que s", + "q ues", + "▁Re serve", + "▁Res erve", + "▁Reserv e", + "▁art work", + "ap ing", + "api ng", + "a ping", + "ache lor", + "achel or", + "月 初", + "保险 公司", + "U B", + "Mz Aw", + "MzA w", + "D L", + "强 势", + "▁Dem ocrat", + "▁Democr at", + "▁retail ers", + "▁retailer s", + "视 野", + "▁leg ally", + "▁legal ly", + "▁rot ating", + "▁neg lect", + "W R", + "oy s", + "o ys", + "Wi ll", + "W ill", + "er os", + "ero s", + "e ros", + "▁m others", + "▁mot hers", + "▁mother s", + "一 同", + ";< /", + "; ", + "工 委", + "▁col leges", + "▁college s", + "▁colle ges", + "▁back grounds", + "▁background s", + "过 后", + "能力 的", + "能 力的", + "▁ant enna", + "▁con solid", + "▁cons olid", + "申请 人", + "▁celebr ating", + "▁celeb rating", + "▁viol ations", + "▁violation s", + "我们 将", + "▁W rite", + "▁ Write", + "▁hom osex", + "摄 像", + "▁A V", + "▁ AV", + "nY eah", + "n Yeah", + "er rors", + "err ors", + "error s", + "▁T ab", + "▁Ta b", + "▁ Tab", + "▁Act ually", + "▁Actual ly", + "▁b ou", + "▁bo u", + "▁к ъм", + "▁къ м", + "▁S ale", + "▁Sal e", + "▁Sa le", + "▁mag azines", + "▁magazine s", + "牛 奶", + "fun d", + "fu nd", + "f und", + "pa id", + "p aid", + "▁sh ade", + "▁comp iled", + "▁compile d", + "▁count ies", + "电 梯", + "no ise", + "形 的", + "▁gu ided", + "▁guide d", + "▁guid ed", + "▁ guided", + "传 达", + "PA R", + "P AR", + "游 泳", + "nOn ly", + "n Only", + "▁H erm", + "▁He rm", + "▁Her m", + "▁pse ud", + "▁Environment al", + "te am", + "ge x", + "g ex", + "▁util izing", + "ri n", + "r in", + "ta gs", + "tag s", + "t ags", + "▁C old", + "▁Col d", + "▁Co ld", + "▁A aron", + "极 其", + "▁F C", + "▁ FC", + "an ners", + "ann ers", + "anne rs", + "▁Av ailable", + "▁ Available", + "无 效", + "景 点", + "水 中", + "▁A w", + "▁ Aw", + "▁ferm ion", + "▁daught ers", + "▁daughter s", + "▁table ts", + "▁tab lets", + "▁tablet s", + "eb ruary", + "▁break down", + "项目 建设", + "count ry", + "生 动", + "通 行", + "▁L ic", + "▁Li c", + "nt ype", + "nty pe", + "n type", + "▁H ERE", + "▁HE RE", + "▁HER E", + "nLook ing", + "n Looking", + "Pl an", + "P lan", + "Tr ack", + "Tra ck", + "T rack", + "▁free l", + "▁fre el", + "▁fr ustration", + "▁frustr ation", + "▁fru stration", + "西 藏", + "nthe ir", + "n their", + "▁W right", + "▁med ications", + "▁medication s", + "▁medic ations", + "法 庭", + "▁f n", + "▁ fn", + "▁t anks", + "▁tank s", + "▁tan ks", + "▁equ als", + "▁equal s", + "▁ equals", + "▁com press", + "▁comp ress", + "▁compre ss", + "▁compr ess", + "▁ compress", + "▁c url", + "▁cur l", + "▁cu rl", + "▁ curl", + "忽 视", + "▁v egan", + "▁ve gan", + "▁veg an", + "▁s parse", + "▁sp arse", + "▁ sparse", + "L M", + "tr l", + "t rl", + "}) }", + "} )}", + "▁cle ared", + "▁clear ed", + "李 某", + "ns ystem", + "n system", + "▁cons piracy", + "il iary", + "ili ary", + "iliar y", + "ilia ry", + "re ason", + "rea son", + "打 工", + "血 糖", + "▁- >\\", + "▁-> \\", + "▁res pected", + "▁resp ected", + "▁respect ed", + "▁ch airs", + "▁chair s", + "▁cha irs", + "▁Miss issippi", + "▁t ender", + "▁te nder", + "▁ten der", + "▁tend er", + "▁Franc is", + "▁sp herical", + "隐 藏", + "▁f acial", + "▁fac ial", + "▁fa cial", + "Act ivity", + "诗 歌", + "▁f t", + "▁ ft", + "ein g", + "ei ng", + "e ing", + "喝 酒", + "入 学", + "电 信", + "综 上", + "Re turn", + "Ret urn", + "▁analy st", + "▁analys t", + "旗 下", + "网 格", + "le ar", + "l ear", + "as ses", + "ass es", + "asse s", + "▁W hit", + "▁Wh it", + "▁r ounded", + "▁round ed", + "▁ rounded", + "Oper ation", + "Op eration", + "底 部", + "}: \\", + "} :\\", + "se nal", + "sen al", + "serv ices", + "service s", + "s ervices", + "▁game play", + "com pat", + "comp at", + "▁c arriers", + "▁carrier s", + "▁carri ers", + "▁cert ification", + "idel ity", + "板 的", + "FI LE", + "FIL E", + "F ILE", + "}} _{\\\\", + "}}_ {\\\\", + "}}_{ \\\\", + "} }_{\\\\", + "▁Anton io", + "捐 赠", + "▁h ey", + "▁he y", + "▁ hey", + "▁up s", + "▁u ps", + "▁ ups", + "分 散", + "▁b acks", + "▁back s", + "▁ba cks", + "▁ backs", + "大 气", + "un ders", + "und ers", + "under s", + "你 不", + "▁G re", + "▁Gr e", + "▁cl oth", + "▁clo th", + "▁clot h", + "▁call back", + "▁ callback", + "安 慰", + "恐 怕", + "ре н", + "р ен", + "oc he", + "och e", + "o che", + "▁W ILL", + "▁WI LL", + "▁Tem ple", + "有 过", + "大 规模", + "Fi nd", + "Fin d", + "F ind", + "时代 的", + "时 代的", + "▁wood s", + "▁wo ods", + "▁woo ds", + "nD ep", + "nDe p", + "n Dep", + "▁z ones", + "▁zone s", + "aught er", + "augh ter", + "a ughter", + "▁an omal", + "▁Ent ertainment", + "▁method ology", + "▁threat ening", + "▁threaten ing", + "▁ threatening", + "▁organ ize", + "开 幕", + "▁some time", + "▁som etime", + "▁somet ime", + "f m", + ")- -", + ") --", + "▁M ini", + "▁Min i", + "▁Mi ni", + "▁ Mini", + "math op", + "mat hop", + "▁c ater", + "▁ca ter", + "▁cat er", + "▁cate r", + "▁V irtual", + "▁Virt ual", + "▁ Virtual", + "ot ypes", + "otype s", + "otyp es", + "o types", + "▁const itutional", + "▁constitution al", + "从 业", + "pr ec", + "pre c", + "p rec", + "▁wa ist", + "cent ury", + "▁clin ic", + "dist ance", + "d istance", + "▁light weight", + "合理 的", + "新闻 网", + "olid ay", + "oli day", + "▁re direct", + "▁red irect", + "▁ redirect", + "z i", + "п ре", + "▁s ty", + "▁st y", + "▁ sty", + "▁c rown", + "▁cr own", + "▁crow n", + "▁cro wn", + "▁le ase", + "▁ lease", + "▁D ocument", + "▁Doc ument", + "▁ Document", + "▁des ires", + "▁desire s", + "市 区", + "▁h il", + "▁hi l", + "▁out line", + "▁guarant ees", + "▁guarantee s", + "正 当", + "▁pos terior", + "▁post erior", + "▁poster ior", + "浓 度", + "▁W el", + "▁We l", + "发 票", + "开始 了", + "让 学生", + "▁val ued", + "▁value d", + "▁ valued", + "+ $", + "书 籍", + ")- >", + ") ->", + "ст вото", + "ство то", + "内 外", + "▁c ouch", + "▁co uch", + "▁cou ch", + "DN A", + "D NA", + "ri nge", + "ring e", + "rin ge", + "r inge", + "▁com prom", + "▁comp rom", + "▁compr om", + "hand ler", + "handle r", + "with out", + "▁Hawai i", + "I con", + "▁G ate", + "▁Ga te", + "▁Gat e", + "▁ Gate", + "▁are na", + "▁ar ena", + "▁aren a", + "▁Fire fox", + "▁simple st", + "▁simpl est", + "下 方", + "后 悔", + "境 界", + "Ca m", + "C am", + "oo ns", + "oon s", + "o ons", + "▁cons ume", + "▁consum e", + "▁wealth y", + "▁techn ological", + "为 你", + "▁Di rac", + "▁Dir ac", + "▁b reed", + "▁bre ed", + "▁br eed", + "▁bree d", + "▁ breed", + "▁вре ме", + "Q Q", + "l m", + "三 种", + "NO T", + "N OT", + "▁per mut", + "一 眼", + "增 值", + "▁ann ually", + "▁annual ly", + "we ak", + "▁com mented", + "▁comm ented", + "▁comment ed", + "G s", + "笑 容", + "AS T", + "A ST", + "▁ur ge", + "▁urg e", + "wid get", + "w idget", + "▁r hythm", + "找 不到", + "l r", + "我 都", + "▁F le", + "▁Fl e", + "同 時", + "复 印", + "ne ut", + "▁pr iced", + "▁pri ced", + "▁price d", + "▁pric ed", + "▁ priced", + "▁play off", + "Ch e", + "C he", + "▁def ending", + "▁defend ing", + "lo aded", + "load ed", + "垂 直", + "的国 家", + "的 国家", + "设计 师", + "▁J oy", + "▁Jo y", + "▁P ent", + "▁Pe nt", + "▁Pen t", + "is ite", + "isi te", + "i site", + "先 锋", + "平 稳", + "老师 们", + "▁m att", + "▁mat t", + "▁ma tt", + "▁sem ester", + "▁J ere", + "▁Jer e", + "▁Je re", + "▁liter ary", + "▁occup ation", + "的 车", + "江苏 省", + "▁com prising", + "▁comp rising", + "▁compr ising", + "石 头", + "med skip", + "▁enjoy s", + "▁enjo ys", + "vertis ement", + "我 自己", + "共 建", + ")} _", + ") }_", + "发现 了", + "十 足", + "味 的", + "就是 在", + "就 是在", + "▁orth ogonal", + "Par ser", + "Parse r", + "P arser", + "▁privile ge", + "▁f olk", + "▁fol k", + "▁fo lk", + "▁ folk", + "▁v essel", + "▁vess el", + "靠 近", + "供应 商", + "如果 没有", + "to ol", + "too l", + "t ool", + "倾 向", + "▁in con", + "▁i ncon", + "▁inc on", + "▁inco n", + "_{ +", + "_ {+", + "▁inst ability", + "ци и", + "▁C op", + "▁Co p", + "▁S pect", + "▁Sp ect", + "▁Spe ct", + "▁Spec t", + "▁ Spect", + "▁spect rosc", + "▁spectro sc", + "诚 信", + "Em ail", + "E mail", + "nF orm", + "nFor m", + "n Form", + "在 新", + "级 别", + "dr iver", + "drive r", + "d river", + "▁N intendo", + "▁cor rected", + "▁correct ed", + "▁Medic are", + "▁cou plings", + "▁coupling s", + "▁coup lings", + "社 保", + "美 女", + "▁c aution", + "▁ca ution", + "▁caut ion", + "▁attend ance", + "大学 的", + "大 学的", + "as sy", + "ass y", + "▁L ad", + "▁La d", + "▁W riting", + "▁ne eding", + "▁need ing", + "f g", + "的原 则", + "的 原则", + "▁O scar", + "▁Os car", + "羡 慕", + "▁global ly", + "▁glob ally", + "е т", + "we rs", + "wer s", + "w ers", + "点 评", + "充满 了", + "充 满了", + "无 需", + "no re", + "nor e", + "n ore", + "▁I SO", + "▁IS O", + "▁ ISO", + "觉得 自己", + "Name s", + "Na mes", + "N ames", + "so cial", + "soci al", + "soc ial", + "s ocial", + "菩 萨", + "的 部分", + "▁D est", + "▁De st", + "▁Des t", + "▁ Dest", + "块 钱", + "pro perties", + "proper ties", + "▁coal ition", + "全 区", + "小 镇", + "sin ce", + "si nce", + "s ince", + "▁ex ceptions", + "▁except ions", + "▁exception s", + "發 現", + "▁W R", + "▁ WR", + "▁no isy", + "▁im pose", + "▁imp ose", + "▁good ness", + "▁pain tings", + "▁paint ings", + "▁painting s", + "▁mod ifications", + "▁modification s", + "▁I l", + "▁ Il", + "nP roduct", + "nPro duct", + "n Product", + "▁mand atory", + "幅 度", + "ou bt", + "▁A qu", + "▁exhib its", + "▁exhibit s", + "战 士", + "▁n asty", + "▁na sty", + "▁nas ty", + "▁p ointer", + "▁po inter", + "▁point er", + "▁ pointer", + "载 体", + "▁sup erb", + "▁super b", + "一 辆", + "ba y", + "b ay", + "nC o", + "n Co", + "▁un ve", + "▁l inking", + "▁link ing", + "▁lin king", + "▁z ip", + "▁ zip", + "▁П рез", + "▁ През", + "PO ST", + "POS T", + "P OST", + "▁f ier", + "▁fi er", + "ga ther", + "g ather", + "▁ко йто", + "t z", + "电 器", + "Po p", + "P op", + "ac o", + "a co", + "▁G it", + "▁Gi t", + "▁ Git", + "▁Reg ister", + "▁ Register", + "政府 的", + "▁inform ative", + "▁[ \\\"", + "▁[\\ \"", + "▁ [\\\"", + "▁trad itions", + "▁tradition s", + "节 约", + "▁res erves", + "▁reserv es", + "▁reserve s", + "RA NT", + "R ANT", + "▁j azz", + "▁ja zz", + "re set", + "res et", + "▁pro vin", + "▁prov in", + "▁E lectric", + "▁Elect ric", + "到 处", + "ps y", + "p sy", + "美 联储", + "▁be side", + "▁bes ide", + "对 他", + "辣 椒", + "ct rine", + "ctr ine", + "▁revenue s", + "▁reven ues", + "▁Re lease", + "▁Rele ase", + "▁ Release", + "贫困 户", + "▁co pper", + "▁cop per", + "▁emb eddings", + "▁embedding s", + "不 過", + "之 地", + "答 辩", + "con tains", + "cont ains", + "contain s", + "▁scient ist", + "▁sample d", + "▁sam pled", + "▁ sampled", + "忽 然", + "wi re", + "w ire", + "党 史", + "激 烈", + "Me d", + "M ed", + "公 斤", + "▁U SD", + "▁US D", + "▁ USD", + "▁po ckets", + "▁pocket s", + "▁med itation", + "▁therm odynam", + "▁p ound", + "▁po und", + "▁pou nd", + "▁ pound", + "▁em power", + "▁emp ower", + "mo t", + "m ot", + "Call back", + "无 比", + "AT ED", + "ATE D", + "- %", + "防 火", + "不愿 意", + "不 愿意", + "enc il", + "e ncil", + "▁N ort", + "▁No rt", + "▁Nor t", + "▁gra sp", + "▁gr asp", + "▁gras p", + "▁Creat ive", + "▁Cre ative", + "▁terror ists", + "▁terrorist s", + "开 拓", + "▁t oll", + "▁to ll", + "▁se venth", + "▁seven th", + "▁sevent h", + "sub sec", + "▁Other s", + "▁Ot hers", + "▁v erb", + "▁ve rb", + "▁ver b", + "▁ verb", + "▁w are", + "▁war e", + "▁wa re", + "▁ ware", + "▁head quarters", + "к с", + "▁и ли", + "bold math", + "▁de clare", + "▁decl are", + "▁legend ary", + "新 技术", + "▁Sur vey", + "▁Surv ey", + "▁Surve y", + "Te rm", + "Ter m", + "T erm", + "nN ever", + "nNe ver", + "n Never", + "cre ase", + "▁ref riger", + "是 大", + "in ery", + "ine ry", + "iner y", + "▁m ice", + "▁mic e", + "▁mi ce", + "▁Reg ional", + "▁Region al", + "▁out lined", + "▁outline d", + "电视 台", + "▁A lf", + "▁Al f", + "▁f ond", + "▁fo nd", + "▁f unc", + "▁fun c", + "▁fu nc", + "▁ func", + "▁rel atives", + "▁relative s", + "▁d ated", + "▁dat ed", + "▁date d", + "▁da ted", + "▁ dated", + "▁Em ploy", + "中 山", + "▁C ancer", + "▁Can cer", + "▁Ca ncer", + "▁cre ator", + "▁creat or", + "▁l ogs", + "▁lo gs", + "▁log s", + "▁ logs", + "▁a fore", + "▁af ore", + "回 落", + "顾 问", + "User s", + "Us ers", + "Use rs", + "U sers", + "ou rt", + "our t", + "o urt", + "ev ents", + "event s", + "even ts", + "e vents", + "re size", + "res ize", + "简 介", + "不断 的", + "▁s pite", + "▁sp ite", + "▁spit e", + "▁all erg", + "▁alle rg", + "▁calib ration", + "BU G", + "B UG", + "ns et", + "nse t", + "n set", + "▁mean time", + "▁meant ime", + "理 工", + "▁sup ern", + "▁super n", + "▁val ley", + "▁techn ically", + "▁technical ly", + "igh bor", + "ighb or", + "▁W onder", + "▁Wo nder", + "▁Won der", + "▁cost ly", + "▁pro tests", + "▁prot ests", + "▁prote sts", + "▁protest s", + "ot on", + "oto n", + "o ton", + "▁fo am", + "▁s el", + "▁se l", + "▁ sel", + "▁gener ators", + "▁gene rators", + "▁generator s", + "Na v", + "N av", + "se p", + "s ep", + "执行 人", + "执 行人", + "G lobal", + "严 肃", + "去 的", + "▁p ending", + "▁pen ding", + "▁pend ing", + "▁ pending", + "nd ata", + "nda ta", + "n data", + "▁space time", + "▁spac etime", + "据 说", + "rat io", + "r atio", + "▁s helf", + "▁sh elf", + "▁she lf", + "▁shel f", + "▁out let", + "▁ou tlet", + "▁com ply", + "▁comp ly", + "▁compl y", + "所有 人", + "所 有人", + "豆 腐", + "山 水", + "Aut h", + "Au th", + "A uth", + "▁brow sing", + "▁brows ing", + "X i", + "适 量", + "сле д", + "с лед", + "Flo at", + "ass ador", + "▁p c", + "▁ pc", + "ject ion", + "je ction", + "j ection", + "紧 紧", + "la s", + "l as", + "供应 链", + "gl as", + "g las", + "党委 书记", + "▁W ind", + "▁Win d", + "▁Wi nd", + "▁s afer", + "▁sa fer", + "▁saf er", + "▁safe r", + "RN A", + "R NA", + "开 设", + "'= >", + "' =>", + "$\\\\ \\\\\\", + "$\\ \\\\\\\\", + "$ \\\\\\\\\\", + "▁In nov", + "▁Inn ov", + "运 作", + "▁N ode", + "▁No de", + "▁ Node", + "▁d ictionary", + "▁diction ary", + "f x", + "两 侧", + "不 超过", + "为主 题", + "为 主题", + "▁travel ed", + "▁trav eled", + "光 伏", + "环 比", + "解 析", + "▁A ren", + "▁Ar en", + "▁Are n", + "▁bl ade", + "▁perturb ations", + "▁perturbation s", + "in ance", + "ina nce", + "▁c riter", + "▁cr iter", + "▁crit er", + "▁cri ter", + "▁analy tic", + "▁market place", + "▁polynomial s", + "el if", + "eli f", + "e lif", + "▁C ass", + "▁Ca ss", + "▁Cas s", + "▁adjust ment", + "▁consult ation", + "比如 说", + "nD avid", + "n David", + "▁controvers y", + "= [", + "ES T", + "E ST", + "▁B us", + "▁Bu s", + "▁ Bus", + "rypt ed", + "ff icial", + "ffic ial", + "out heast", + "outh east", + "▁Olymp ics", + "▁Olympic s", + "▁work shops", + "▁workshop s", + "预 警", + "▁д ру", + "ж ду", + "▁D ur", + "▁Du r", + "File s", + "Fil es", + "Fi les", + "F iles", + "市场 上", + "市 场上", + "ict ures", + "icture s", + "必须 要", + "▁z omb", + "▁consult ant", + "E G", + "为 例", + "纳 税", + "▁val ve", + "▁veloc ities", + "其他 的", + "其 他的", + "▁influ ences", + "▁influence s", + "债 券", + "和 小", + "姆 斯", + "Write r", + "W riter", + "▁b ucket", + "▁bu cket", + "▁buck et", + "▁ bucket", + "▁cons trained", + "▁const rained", + "▁constrain ed", + "总 会", + "▁S olar", + "▁So lar", + "▁Sol ar", + "做 得", + "To tal", + "T otal", + "he res", + "her es", + "here s", + "▁ess ays", + "▁essay s", + "▁t ours", + "▁to urs", + "▁tour s", + "▁tou rs", + "▁const itution", + "▁constit ution", + "▁constitu tion", + "相 關", + "风 雨", + "sv g", + "s vg", + "le gal", + "leg al", + "l egal", + "dash ed", + "das hed", + "d ashed", + "不 下", + "位 的", + "') ->", + "' )->", + "▁po em", + "▁uniform ly", + "▁legisl ative", + "是 的", + "特 斯拉", + "▁t raded", + "▁tr aded", + "▁tra ded", + "▁trad ed", + "▁trade d", + "▁log arith", + "▁pre vents", + "▁pr events", + "▁prevent s", + "▁prev ents", + "▁prom oted", + "▁promot ed", + "▁promote d", + "▁promo ted", + "一 时", + "O ther", + "so l", + "s ol", + "he ll", + "hel l", + "h ell", + "玩 具", + "▁un e", + "▁u ne", + "▁ une", + "by tes", + "byte s", + "▁P ed", + "▁Pe d", + "▁P in", + "▁Pi n", + "▁ Pin", + "与 所述", + "nal so", + "nals o", + "n also", + "▁s ail", + "▁sa il", + "▁app et", + "▁appe t", + "▁ap pet", + "▁lif ted", + "▁lift ed", + "▁re normal", + "▁ren ormal", + "▁H old", + "▁Hol d", + "▁Ho ld", + "▁sh out", + "▁sho ut", + "▁C SS", + "▁CS S", + "▁ CSS", + "PD ATE", + "P DATE", + "^{ (\\\\", + "^{( \\\\", + "^ {(\\\\", + "spe cial", + "spec ial", + "▁executive s", + "▁execut ives", + "bib liography", + "▁h ierarchy", + "▁hierarch y", + "地 块", + "Go d", + "G od", + "▁b arriers", + "▁barri ers", + "▁barrier s", + "▁Al gorithm", + "▁ Algorithm", + "k h", + "文 献", + "li e", + "l ie", + "有的 人", + "有 的人", + "nF ind", + "nFin d", + "n Find", + "im ation", + "ima tion", + "i mation", + "▁re curs", + "▁rec urs", + "▁recur s", + "▁ recurs", + "og y", + "o gy", + "▁S ean", + "▁Se an", + "▁Sea n", + "am on", + "amo n", + "a mon", + "三 次", + "ra h", + "r ah", + "▁W ait", + "▁Wa it", + "▁ Wait", + "▁list ened", + "▁listen ed", + "▁ment ally", + "▁mental ly", + "▁imag inary", + "▁imagin ary", + "▁rele asing", + "密 封", + "▁A long", + "▁Al ong", + "ver ter", + "vert er", + "床 上", + "忙 碌", + "▁r itual", + "前 行", + "▁C ool", + "▁Co ol", + "亮 点", + "生 肖", + "ro d", + "r od", + "nIn stead", + "nInst ead", + "n Instead", + "新 聞", + "▁l over", + "▁lo ver", + "▁love r", + "▁ lover", + "build er", + "▁re pairs", + "▁rep airs", + "▁repair s", + "没 人", + "{} \\", + "{ }\\", + "▁rest ored", + "▁restore d", + "▁r eddit", + "▁red dit", + "▁redd it", + "▁ reddit", + "\\\\ -", + "ba lance", + "bal ance", + "▁g ambling", + "▁gam bling", + "▁gamb ling", + "▁A F", + "▁ AF", + "受到 了", + "受 到了", + "ow ners", + "own ers", + "owner s", + "▁W ikipedia", + "比特 币", + "上 级", + "建设 的", + "ro ng", + "ron g", + "r ong", + "ucl ide", + "▁sc andal", + "▁scan dal", + "污 水", + "L R", + "实 事", + "本 金", + "▁W ire", + "▁Wi re", + "▁ Wire", + "con sum", + "co nsum", + "cons um", + "▁arg uing", + "▁argu ing", + "▁off line", + "▁establ ishing", + "▁establish ing", + "▁manufact ured", + "▁manufacture d", + "▁g rades", + "▁gra des", + "▁gr ades", + "▁grad es", + "▁grade s", + "问 我", + "nw hile", + "nwh ile", + "n while", + "S i", + "真的 很", + "真 的很", + "▁understand s", + "警 告", + "▁G MT", + "▁GM T", + "lin ks", + "link s", + "l inks", + "tf rac", + "t frac", + "▁L OVE", + "▁LO VE", + "▁h tml", + "▁ html", + "ke eper", + "keep er", + "kee per", + "k eeper", + "▁Cl ient", + "▁ Client", + "▁G A", + "▁ GA", + "这种 情况", + "▁C orn", + "▁Co rn", + "▁Cor n", + "▁la bour", + "▁lab our", + "发 光", + "▁N ich", + "▁Nic h", + "▁Ni ch", + "▁i ons", + "▁ion s", + "▁io ns", + "▁ ions", + "▁fight er", + "乘 坐", + "督 查", + "郑 州", + "▁Psy ch", + "▁def ic", + "宁 波", + "证 人", + "▁s q", + "▁ sq", + "▁un h", + "▁u nh", + "▁E aster", + "▁East er", + "▁sc attered", + "▁scatter ed", + "row ser", + "rows er", + "rowse r", + "▁prior ities", + "▁priorit ies", + "▁priori ties", + "Ha s", + "H as", + "由 被告", + "▁t hy", + "▁th y", + "▁ thy", + "经济 社会", + "版 的", + "▁re vis", + "▁rev is", + "$_ {\\\\", + "$_{ \\\\", + "$ _{\\\\", + "▁A ctive", + "▁Act ive", + "▁ Active", + "▁la unching", + "▁launch ing", + "▁laun ching", + "也 好", + "平 静", + "抵 押", + "pr ises", + "pri ses", + "prise s", + "▁Pr ize", + "▁Pri ze", + "▁Over all", + "▁ Overall", + "▁bit coin", + "公 正", + "▁M aine", + "▁Main e", + "▁Ma ine", + "牙 齿", + "退 役", + "▁lim itation", + "▁limit ation", + "▁и м", + "▁ им", + "nS um", + "n Sum", + "cat ch", + "c atch", + "▁St ars", + "▁Star s", + "▁Sta rs", + "▁ Stars", + "▁Cho ose", + "▁ Choose", + "▁c atching", + "▁cat ching", + "▁catch ing", + "PA TH", + "P ATH", + "▁t uning", + "▁tun ing", + "▁tu ning", + "▁ tuning", + "▁suppl iers", + "▁supplier s", + "徒 刑", + "▁Swed en", + "▁Swe den", + "村 里", + "用 人", + "Pro of", + "▁jewel ry", + "巴 黎", + "带 头", + "▁top ology", + "▁d ocumented", + "▁document ed", + "ni k", + "n ik", + "▁l enses", + "▁lens es", + "▁len ses", + "▁d urable", + "ст ве", + "▁Organ ization", + "▁super conduct", + "▁K y", + "AN S", + "A NS", + "秘书 长", + "▁cle aned", + "▁clean ed", + "▁ cleaned", + "厕 所", + "携 手", + "nT op", + "nTo p", + "n Top", + "▁P as", + "▁Pa s", + "▁elect romagnetic", + "▁electro magnetic", + "上 门", + "ja ck", + "jac k", + "j ack", + "▁am endment", + "▁amend ment", + "▁agric ulture", + "的 存在", + "var t", + "va rt", + "v art", + "▁G ab", + "▁Ga b", + "▁strong est", + "at en", + "ate n", + "a ten", + "▁tem plates", + "▁template s", + "▁ templates", + "创始 人", + "▁proceed s", + "с ъ", + "▁A lan", + "▁Al an", + "J S", + "加 以", + "脚 步", + "en ez", + "ene z", + "▁I BM", + "▁IB M", + "▁ IBM", + "传统 文化", + "真 诚", + "职 场", + "face book", + "f acebook", + "left arrow", + "t g", + "as ury", + "▁Car lo", + "▁Carl o", + "▁tour ists", + "▁tourist s", + "住 在", + "Mo ck", + "M ock", + "ha w", + "h aw", + "▁+ +", + "▁ ++", + "▁B H", + "▁ BH", + "▁HT TP", + "▁ HTTP", + "▁h ike", + "▁hi ke", + "ess ages", + "essage s", + "essa ges", + "wa l", + "w al", + "▁→ \\", + "▁anch or", + "▁anc hor", + "▁ anchor", + "▁B art", + "▁Bar t", + "▁Ba rt", + "▁tas tes", + "▁taste s", + "▁tast es", + "c u", + "▁S pec", + "▁Sp ec", + "▁Spe c", + "▁ Spec", + "pr essed", + "press ed", + "pres sed", + "p ressed", + "▁ver ification", + "国 防", + "▁E M", + "▁ EM", + "rib utions", + "ribut ions", + "ribution s", + "▁al together", + "▁alt ogether", + "统 治", + "▁Enter prise", + "▁app reciation", + "▁appreci ation", + "▁I O", + "▁ IO", + "▁A th", + "▁At h", + "ph antom", + "phant om", + "phan tom", + "开 通", + "挑 选", + "西 亚", + "▁M eg", + "▁Me g", + "Re ct", + "Rec t", + "R ect", + "Ex ample", + "▁p uzzle", + "▁puzz le", + "▁offer ings", + "▁offering s", + "法律 法规", + "才 有", + "肚 子", + "联合 国", + "还是 要", + "还 是要", + "ff e", + "f fe", + "en to", + "ent o", + "e nto", + "un ny", + "unn y", + "bil ity", + "b ility", + "▁Aut om", + "▁Auto m", + "▁Au tom", + "▁ Autom", + "▁form ally", + "▁formal ly", + "资 助", + "ma re", + "mar e", + "m are", + "nD et", + "nDe t", + "n Det", + "rape ut", + "rol ling", + "roll ing", + "▁rein force", + "这样 一个", + "▁ret reat", + "▁thank ful", + "NB A", + "N BA", + "▁l overs", + "▁lo vers", + "▁love rs", + "▁lover s", + "▁act ivated", + "▁activ ated", + "▁activate d", + "▁ activated", + "p b", + "pect ives", + "pective s", + "▁Thanks giving", + "▁valid ate", + "▁ validate", + "▁dis closure", + "科 目", + "▁T yp", + "▁Ty p", + "Bl ack", + "▁an imated", + "▁anim ated", + "▁sex ually", + "▁sexual ly", + "是 他", + "辉 煌", + "▁V M", + "▁ VM", + "▁real m", + "▁the atre", + "▁theat re", + "nd o", + "n do", + "▁St ream", + "▁Stre am", + "▁ Stream", + "正 面", + "积 分", + "轿 车", + "▁Jim my", + "Be st", + "B est", + "▁aff air", + "▁af fair", + "Ab stract", + "Ma ke", + "M ake", + "Ro ute", + "R oute", + "at ility", + "▁S olutions", + "▁Sol utions", + "▁Solution s", + "二 维", + "▁g rains", + "▁gra ins", + "▁gr ains", + "▁grain s", + "二 〇", + "在 所述", + "▁T ouch", + "▁To uch", + "▁Tou ch", + "▁ Touch", + "▁tour ism", + "▁Mur ray", + "er ness", + "ern ess", + "ie ns", + "ien s", + "i ens", + "裁判 文书", + "ble ms", + "bl ems", + "blem s", + "▁cust ody", + "▁embod iment", + "亲 子", + "F ont", + "▁L ane", + "▁La ne", + "▁Lan e", + "▁D ra", + "▁Dr a", + "购 房", + "=\\\" \\\"", + "= \\\"\\\"", + "hand ed", + "han ded", + "h anded", + "▁b rick", + "▁br ick", + "In itial", + "Init ial", + "作 了", + "▁vit amin", + "▁t ile", + "▁til e", + "▁ti le", + "▁ tile", + "▁p rost", + "▁pro st", + "▁pr ost", + "▁pros t", + "▁r ocket", + "▁ro cket", + "▁rock et", + "▁ rocket", + "ba g", + "b ag", + "出现 的", + "ack now", + "ac know", + "a cknow", + "▁M aking", + "▁Ma king", + "▁Mak ing", + "▁man ages", + "▁manage s", + "▁mana ges", + "▁D ifferent", + "▁Diff erent", + "▁juris diction", + "▁jurisdict ion", + "龙 江", + "pl eted", + "ple ted", + "plete d", + "plet ed", + "p leted", + "▁up graded", + "▁upgrade d", + "▁upgrad ed", + "▁quant itative", + "感 的", + "▁G W", + "▁ GW", + "▁A nne", + "▁An ne", + "▁Ann e", + "ra ints", + "rain ts", + "raint s", + "r aints", + "e ous", + "▁F ellow", + "▁Fel low", + "▁G raham", + "▁Gra ham", + "尼 亚", + "都不 会", + "都 不会", + "En abled", + "Enable d", + "▁ball ot", + "▁bal lot", + "sequ ence", + "s equence", + "▁analy sts", + "▁analys ts", + "▁analyst s", + "▁vis ibility", + "ortun ate", + "▁consult ing", + "е й", + "com ed", + "co med", + "come d", + "c omed", + "sh aped", + "shape d", + "sha ped", + "▁cr uel", + "▁cru el", + "▁p rest", + "▁pre st", + "▁pr est", + "▁pres t", + "手 里", + "ud s", + "u ds", + "资 质", + "OS S", + "O SS", + "一句 话", + "一 句话", + "过去 的", + "过 去的", + "com pare", + "comp are", + "▁expl oit", + "▁explo it", + "IC ENSE", + "▁s eller", + "▁sell er", + "▁sel ler", + "▁ seller", + "淘 汰", + "nt hem", + "nthe m", + "nth em", + "各 部门", + "pan ies", + "源 于", + "热 闹", + "nt z", + "n tz", + "la rg", + "lar g", + "l arg", + "ro ute", + "rou te", + "rout e", + "r oute", + "▁C omb", + "▁Com b", + "▁Co mb", + "▁ Comb", + "▁re sign", + "▁res ign", + "只 好", + "饮 料", + "▁A udio", + "▁Aud io", + "▁Audi o", + "▁ Audio", + "▁Me tro", + "▁Met ro", + "▁ar rives", + "▁arriv es", + "▁arrive s", + "▁arr ives", + "▁under go", + "per formance", + "perform ance", + "落 后", + "fl ag", + "f lag", + "ho ok", + "hoo k", + "h ook", + "违法 行为", + "▁re tro", + "▁ret ro", + "▁Le ader", + "▁Lead er", + "▁conduct ing", + "起 点", + "荣 耀", + "▁Man hattan", + "一次 性", + "▁f are", + "▁far e", + "▁fa re", + "▁ fare", + "not her", + "no ther", + "n other", + "▁e merge", + "▁emer ge", + "均 衡", + "▁h ex", + "▁he x", + "▁ hex", + "nS ign", + "n Sign", + "no reply", + "nore ply", + "▁trans parency", + "eal ous", + "▁Mar vel", + "rel ations", + "relation s", + "mo uth", + "m outh", + "▁d ots", + "▁do ts", + "▁dot s", + "▁ dots", + "▁pot atoes", + "▁potato es", + "食 材", + "▁m ush", + "▁mus h", + "▁mu sh", + "▁Law rence", + "▁ori ented", + "▁orient ed", + "▁ oriented", + "潜 在", + "nO pen", + "n Open", + "▁i Pod", + "▁iP od", + "as cular", + "asc ular", + "常 务", + "所以 在", + "足够 的", + "▁p el", + "▁pe l", + "hed ral", + "▁ob serving", + "▁observ ing", + "▁obser ving", + "▁obs erving", + "总 部", + "水 泥", + "E Q", + "队 长", + "▁concent rate", + "处 处", + "遭 受", + "▁T rain", + "▁Tr ain", + "▁Tra in", + "▁ Train", + "困 境", + "形成 的", + "形 成的", + "It ems", + "Item s", + "not ag", + "no tag", + "▁pros per", + "▁met adata", + "▁meta data", + "▁ metadata", + "完 毕", + "▁K it", + "▁Ki t", + "▁ Kit", + "▁m sg", + "▁ms g", + "▁ msg", + "ens ely", + "ense ly", + "▁Im port", + "▁Imp ort", + "▁ Import", + "户 外", + "电 极", + "知 的", + "这 家", + "Po wer", + "P ower", + "▁tr ails", + "▁tra ils", + "▁trail s", + "▁analy tics", + "▁analytic s", + "主 导", + "em ale", + "ema le", + "e male", + "nV iew", + "n View", + "▁sh ine", + "▁ shine", + "宝 贝", + "� �", + "▁a rom", + "▁ar om", + "▁touch ing", + "▁tou ching", + "制 备", + "sh ine", + "shi ne", + "▁cor rupt", + "▁S uccess", + "▁Su ccess", + "▁ Success", + "你 能", + "ch ant", + "chan t", + "cha nt", + "▁ 书", + "长 度", + ">> >", + "> >>", + "ration al", + "rat ional", + "ratio nal", + "r ational", + "精 品", + "▁N ether", + "▁Net her", + "▁Ne ther", + "▁pe oples", + "▁people s", + "* (", + "▁d f", + "▁ df", + "一个 小", + "一 个小", + "ub er", + "ube r", + "u ber", + "du ction", + "duct ion", + "duc tion", + "d uction", + "▁support ive", + "单 一", + "出来 了", + "出 来了", + "▁St even", + "▁Ste ven", + "▁Steve n", + "▁celebr ity", + "▁celeb rity", + "fl ex", + "fle x", + "f lex", + "▁m aj", + "▁ma j", + "▁ maj", + "▁re ck", + "▁rec k", + "▁ reck", + "三 天", + "ac hers", + "ach ers", + "ache rs", + "acher s", + "a chers", + "▁bas ement", + "▁base ment", + "花 费", + "▁h i", + "▁ hi", + "itud inal", + "发 热", + "国家 级", + "▁E xp", + "▁Ex p", + "▁ Exp", + "早 餐", + "法 的", + "▁D ak", + "▁Da k", + "nE DIT", + "n EDIT", + "▁be have", + "▁beh ave", + "▁behav e", + "▁consider ations", + "▁consideration s", + "巴 西", + "li f", + "l if", + "哈 尔", + "▁ell ipt", + "▁ellip t", + "▁se quel", + "▁sequ el", + "▁seq uel", + "nPer haps", + "人 均", + "ul u", + "u lu", + "▁} )", + "▁ })", + "ki ll", + "kil l", + "k ill", + "▁N BC", + "▁NB C", + "▁ NBC", + "▁R ule", + "▁Ru le", + "▁ Rule", + "提 问", + "mi r", + "m ir", + "提供 一种", + "▁j ets", + "▁jet s", + "▁je ts", + "▁Al lah", + "▁All ah", + "arri age", + "^* (", + "^ *(", + "判决 书", + "nD ate", + "n Date", + "ach ment", + "ur ope", + "uro pe", + "urop e", + "ust ral", + "ustr al", + "▁elim inated", + "▁eliminate d", + "书 画", + "▁T ea", + "▁Te a", + "了 不少", + "十四 条", + "离 不开", + "的 路", + "PL E", + "P LE", + "Th anks", + "Thank s", + "▁L iter", + "▁Li ter", + "▁Lit er", + "▁Lite r", + "▁ Liter", + "▁Ar gent", + "▁Arg ent", + "▁Per fect", + "▁oblig ation", + "▁obl igation", + "▁fle et", + "▁flee t", + "▁pr ints", + "▁print s", + "▁prin ts", + "▁ prints", + "▁work flow", + "▁ workflow", + "遭 到", + "全 方位", + "F E", + "等 多", + "自动 化", + "abul ary", + "▁sold ier", + "ac le", + "acl e", + "a cle", + "欲 望", + "nm odel", + "nmod el", + "n model", + "患者 的", + "患 者的", + "▁A part", + "▁Ap art", + "一 一", + "势 力", + "碰 撞", + "▁l bs", + "▁lb s", + "▁ lbs", + "干 扰", + "od ox", + "odo x", + "nA gain", + "nAg ain", + "n Again", + "pre fix", + "pref ix", + "▁Commun ications", + "▁Communication s", + "多 多", + "gi e", + "g ie", + "pro to", + "pr oto", + "prot o", + "^- $", + "^ -$", + "io p", + "i op", + "▁e V", + "▁ eV", + "im et", + "ime t", + "i met", + "▁search ed", + "▁searc hed", + "▁ir relevant", + "b u", + "nJ oin", + "nJo in", + "n Join", + "ind uced", + "▁Cent ury", + "▁sub stit", + "▁subst it", + "▁subs tit", + "千 年", + "组 长", + "uk i", + "u ki", + "▁N GC", + "▁NG C", + "act ivity", + "activ ity", + "▁prot ective", + "▁protect ive", + "▁prote ctive", + "j k", + "能力 和", + "能 力和", + "▁$ \\\\{\\\\", + "▁$\\\\ {\\\\", + "▁$\\\\{ \\\\", + "▁E vents", + "▁Even ts", + "▁Ev ents", + "▁Event s", + "▁ Events", + "▁b rowse", + "▁brow se", + "▁brows e", + "语 音", + "▁F O", + "▁ FO", + "▁b logger", + "▁blog ger", + "▁ blogger", + "平 面", + "焦 点", + "▁del ays", + "▁delay s", + "▁Ag reement", + "ro b", + "r ob", + "}{ \\", + "} {\\", + "▁l aug", + "▁la ug", + "▁o live", + "▁ol ive", + "▁Pro blem", + "▁Prob lem", + "▁ Problem", + "谈 判", + "情 形", + "手 的", + "视 角", + "到 庭", + "FO RM", + "FOR M", + "F ORM", + "al ert", + "ale rt", + "aler t", + "人们 的", + "人 们的", + "ic ates", + "ica tes", + "icate s", + "▁s ucks", + "▁su cks", + "▁suc ks", + "▁suck s", + "▁conj unction", + "▁T i", + "▁ Ti", + "ol lar", + "oll ar", + "olla r", + "▁d ive", + "▁di ve", + "▁div e", + "rop olitan", + "B H", + "告诉 我", + "▁въ в", + "▁A the", + "▁At he", + "▁Ath e", + "▁W ayne", + "▁Way ne", + "场 地", + "▁G lass", + "▁Gl ass", + "▁Glas s", + "▁infection s", + "▁infect ions", + "fra g", + "fr ag", + "f rag", + "▁f right", + "▁fr ight", + "▁frig ht", + "▁we aker", + "▁weak er", + "▁pr ayers", + "▁pray ers", + "▁prayer s", + "▁pra yers", + "书 写", + "初 期", + "不 受", + "br and", + "bra nd", + "b rand", + "fa ctor", + "fact or", + "fac tor", + "f actor", + "▁WAR RANT", + "▁algebra ic", + "▁sus tained", + "▁sust ained", + "▁sustain ed", + "不 怕", + "▁re ign", + "M o", + "hi nd", + "hin d", + "h ind", + "ink le", + "nu nder", + "nun der", + "n under", + "▁van illa", + "▁respond ing", + "▁ responding", + "▁fil mm", + "▁film m", + "▁Scott ish", + "▁Wh atever", + "▁What ever", + "е в", + "使 其", + "▁r h", + "▁ rh", + "期 徒刑", + "ch air", + "cha ir", + "c hair", + "cons ider", + "各项 工作", + "▁travel s", + "▁trav els", + "光 明", + "感 和", + "我 家", + "▁V A", + "▁ VA", + "er ald", + "era ld", + "eral d", + "▁d ude", + "▁du de", + "en able", + "ena ble", + "e nable", + "区 委", + "一定 是", + "Res t", + "Re st", + "R est", + "▁A pr", + "▁Ap r", + "▁во й", + "塑 造", + "ul k", + "u lk", + "bo ys", + "boy s", + "b oys", + "ug ar", + "uga r", + "u gar", + "▁M as", + "▁Ma s", + "ig o", + "i go", + "▁ESP N", + "▁ES PN", + "▁K han", + "▁Kh an", + "▁sh eer", + "▁she er", + "int eger", + "inte ger", + "integ er", + "▁D efault", + "▁Def ault", + "▁ Default", + "▁Rob inson", + "▁Robin son", + "▁vari eties", + "总 额", + "放 置", + "▁V R", + "▁ VR", + "加 班", + "ap ply", + "app ly", + "appl y", + "xim ity", + "▁Ind ustry", + "▁Indust ry", + "入 了", + "▁be aten", + "▁beat en", + "▁ac oustic", + "▁contain ers", + "▁container s", + "▁typ ing", + "▁ty ping", + "▁c riterion", + "▁criter ion", + "▁particip ant", + "▁real ization", + "中 最", + "▁Tok yo", + "par ents", + "parent s", + "再 生", + "an ne", + "ann e", + "a nne", + "id en", + "ide n", + "i den", + "col umns", + "colum ns", + "column s", + "nRe view", + "nRev iew", + "n Review", + "▁inte gers", + "▁integ ers", + "▁integer s", + "战 胜", + "▁m ol", + "▁mo l", + "▁ mol", + "cl ude", + "clud e", + "▁Re move", + "▁Rem ove", + "▁ Remove", + "AN CE", + "ANC E", + "no ur", + "n our", + "大 事", + "当 我", + "赋 予", + "嘉 宾", + "一体 化", + "em en", + "eme n", + "e men", + "cur ities", + "cu rities", + "c urities", + "▁psych ology", + "时 机", + "营 收", + "▁} ;\\", + "▁ };\\", + "一个 人的", + "一个人 的", + "一 个人的", + "▁d ried", + "▁dri ed", + "▁dr ied", + "不 安", + "户 籍", + "此 刻", + "这 座", + "ba cco", + "bac co", + "b acco", + "▁aver aging", + "P y", + "▁G h", + "内 蒙古", + "▁War ren", + "▁» \\", + "▁a nk", + "▁an k", + "▁ ank", + "au rant", + "aur ant", + "aura nt", + "▁free ze", + "ume rical", + "umer ical", + "umeric al", + "▁b out", + "▁bo ut", + "▁bou t", + "▁ bout", + "▁sh eep", + "▁she ep", + "nA uthor", + "nAut hor", + "n Author", + "▁do nate", + "▁don ate", + "▁sh ifting", + "▁shift ing", + "水 利", + "iv an", + "iva n", + "i van", + "▁M os", + "▁Mo s", + "▁Z one", + "▁ Zone", + "▁N elson", + "▁defect s", + "ri bly", + "rib ly", + "r ibly", + "艺术 家", + "▁sh ore", + "▁sho re", + "▁ shore", + "看 上去", + "税 收", + "进 来", + "一 群", + "我们 会", + "min ded", + "mind ed", + "Mar t", + "Ma rt", + "M art", + "的 消息", + "og ue", + "o gue", + "um bers", + "umber s", + "umb ers", + "▁l ifting", + "▁lif ting", + "▁lift ing", + "▁ lifting", + "▁inst inct", + "解决 了", + "这一 切", + "这 一切", + "\\\" />\\", + "\\\"/ >\\", + "\\\"/> \\", + "在 北京", + "pat ient", + "▁can vas", + "▁ canvas", + "CL A", + "C LA", + "▁H ung", + "▁Hu ng", + "小 姐", + "▁v endor", + "▁ven dor", + "▁vend or", + "▁ vendor", + "▁L arry", + "▁Lar ry", + "▁ill um", + "▁scholar ship", + "▁scholars hip", + "of fee", + "off ee", + "▁b rows", + "▁bro ws", + "▁br ows", + "▁brow s", + "▁T D", + "▁ TD", + "摩托 车", + "▁Tr uth", + "▁Tru th", + "▁g uilt", + "▁gu ilt", + "▁conj ug", + "▁ Ч", + "nu p", + "n up", + "化 合物", + "都 需要", + "&= \\\\", + "& =\\\\", + "}\\\\ }$", + "}\\\\} $", + "} \\\\}$", + "▁f oss", + "▁fo ss", + "▁in fl", + "▁i nfl", + "▁inf l", + "▁ infl", + "▁pro ving", + "▁prov ing", + "▁pr oving", + "▁provin g", + "▁ proving", + "前 来", + "常委 会", + "常 委会", + "bi es", + "bie s", + "b ies", + "bi rd", + "b ird", + "▁r olls", + "▁roll s", + "▁const itute", + "▁constit ute", + "▁constitu te", + "Or ig", + "Ori g", + "O rig", + "on est", + "one st", + "ones t", + "o nest", + "ra vel", + "rav el", + "r avel", + "▁over d", + "▁ove rd", + "▁ov erd", + "▁en ters", + "▁ent ers", + "▁enter s", + "▁ins ane", + "▁tat too", + "he ta", + "het a", + "h eta", + "合 肥", + "第 九", + "万 美元", + "▁laugh ed", + "▁laug hed", + "nd ifferent", + "ndiff erent", + "n different", + "不断 地", + "的 城市", + "▁Bas ic", + "▁Ba sic", + "▁ Basic", + "▁C u", + "▁ Cu", + "高 血压", + "▁re lie", + "▁rel ie", + "▁reli e", + "▁vib rant", + "▁thr illed", + "▁thrill ed", + "▁val idity", + "▁valid ity", + "D r", + "主持 人", + "▁S pot", + "▁Sp ot", + "▁ Spot", + "▁M oscow", + "扫 描", + "▁ass ass", + "igen ous", + "com merce", + "这里 的", + "这 里的", + "ja n", + "j an", + "▁T ower", + "▁To wer", + "▁f oster", + "▁fo ster", + "▁fost er", + "uclide an", + "▁J erry", + "▁Jer ry", + "ather ine", + "athe rine", + "实 质", + "不符 合", + "不 符合", + "期间 的", + "期 间的", + "▁ins ult", + "气 氛", + "ot hy", + "oth y", + "o thy", + "ploy ed", + "de tails", + "det ails", + "detail s", + "ar do", + "ard o", + "ta lk", + "tal k", + "t alk", + "诗 人", + "че н", + "ч ен", + "Pa rent", + "Par ent", + "P arent", + "助 理", + "为 自己", + "是 没有", + "N a", + "我 有", + "天然 气", + "st ats", + "stat s", + "sta ts", + "▁ed itors", + "▁editor s", + "▁edit ors", + "▁eval uating", + "▁evalu ating", + "感觉 到", + "▁cl ips", + "▁clip s", + "▁ clips", + "党组 织", + "党 组织", + "▁belong ing", + "一 本", + "▁: -", + "▁ :-", + "na cc", + "nac c", + "n acc", + "▁P il", + "▁Pi l", + "一 款", + "對 於", + "▁o ct", + "▁ oct", + "▁G etting", + "▁Get ting", + "▁ Getting", + "▁S el", + "▁Se l", + "▁ Sel", + "ail and", + "ai land", + "us tain", + "ust ain", + "▁Ox ford", + "咳 嗽", + "标 识", + "受理 费", + "Ar ch", + "Arc h", + "一 阵", + "▁scream ing", + "引起 的", + "引 起的", + "复 制", + "EE E", + "E EE", + "▁B MW", + "▁BM W", + "▁f el", + "▁fe l", + "▁ fel", + "▁st airs", + "▁stair s", + "▁sta irs", + "▁ stairs", + "▁b etting", + "▁bet ting", + "所 示", + "() :", + "( ):", + "▁re ass", + "▁s orted", + "▁sort ed", + "▁sor ted", + "nRe cently", + "nRec ently", + "nRecent ly", + "▁Int elligence", + "▁Turk ish", + "le in", + "l ein", + "▁M un", + "▁Mu n", + "▁L isa", + "▁Li sa", + "▁Lis a", + "▁m s", + "▁ ms", + "这一 次", + "这 一次", + "uls ion", + "线 索", + "Se m", + "S em", + "▁N V", + "▁ NV", + "▁f ires", + "▁fire s", + "▁fi res", + "▁fir es", + "▁ fires", + "▁K night", + "▁Kn ight", + "west ern", + "w estern", + "Micro soft", + "M icrosoft", + "忍 不住", + "▁M ort", + "▁Mor t", + "▁Mo rt", + "▁chapter s", + "▁chap ters", + "★ ★", + "约 束", + "▁в ъз", + "▁въ з", + "▁t olerance", + "▁toler ance", + "▁illustr ates", + "▁illustrate s", + "el p", + "e lp", + "▁G uy", + "▁Gu y", + "担 忧", + "目 录", + "获 奖", + "▁in duction", + "▁ind uction", + "▁indu ction", + "▁induct ion", + "入 选", + "Ed itor", + "Edit or", + "empt yset", + "empty set", + "product s", + "人民 医院", + "▁trig gered", + "▁trigger ed", + "二〇 一", + "▁D al", + "▁Da l", + "▁Louis iana", + "▁micro wave", + "▁mic rowave", + "士 兵", + "经 费", + "Ti m", + "T im", + "it ol", + "ito l", + "i tol", + "灾 害", + "更 容易", + "他 还", + "ra ham", + "rah am", + "不 幸", + "▁Ch ap", + "▁Cha p", + "▁Lag rangian", + "▁pot entials", + "▁potential s", + "▁potent ials", + "煤 炭", + "除此 之外", + "▁clos et", + "▁close t", + "▁clo set", + "等 工作", + "Mo st", + "M ost", + "▁st icks", + "▁stick s", + "▁ sticks", + "这 对", + "▁re cur", + "▁rec ur", + "CN N", + "C NN", + "am el", + "ame l", + "a mel", + "▁T ool", + "▁To ol", + "▁Too l", + "▁ Tool", + "容 量", + "食 堂", + "ç ão", + "▁mon etary", + "▁monet ary", + "▁Philipp ines", + "▁Philippine s", + "政 法", + "▁W ard", + "▁War d", + "▁Wa rd", + "切 换", + "满 了", + "GH z", + "G Hz", + "身 的", + "目前 的", + "目 前的", + "▁re un", + "▁b ears", + "▁be ars", + "▁bear s", + "▁sem icon", + "▁semi con", + "▁semic on", + "不 当", + "器 官", + "th ink", + "thin k", + "▁int imate", + "▁intim ate", + "▁Connect icut", + "阻 止", + "的 支持", + "▁Le ban", + "▁invest or", + "调 度", + "nB ased", + "nBas ed", + "n Based", + "dyn amic", + "d ynamic", + "高度 重视", + "yn chron", + "ynch ron", + "▁cy cling", + "▁cycl ing", + "oa rd", + "o ard", + "▁fin an", + "▁fi nan", + "▁pl aint", + "▁plain t", + "▁pla int", + "▁firm ly", + "ro log", + "rol og", + "r olog", + "▁p aram", + "▁par am", + "▁pa ram", + "▁para m", + "▁ param", + "▁traged y", + "而 出", + "你 知道", + "Norm al", + "N ormal", + "l c", + "水 分", + "ph oto", + "phot o", + "++ ;\\", + "▁inv itation", + "医疗 费", + "ge bras", + "gebra s", + "▁ar tic", + "▁art ic", + "▁out rage", + "板 上", + "▁de grad", + "▁deg rad", + "▁c asting", + "▁cast ing", + "▁cas ting", + "▁ casting", + "内心 的", + "内 心的", + "▁b ooth", + "▁bo oth", + "▁boot h", + "▁boo th", + "▁cons umed", + "▁consum ed", + "▁consume d", + "历 程", + "格 式", + "影响 力", + "的前 提", + "的 前提", + "N L", + "第三 方", + "第 三方", + "Per m", + "Pe rm", + "P erm", + "▁co conut", + "▁la undry", + "▁laun dry", + "▁laund ry", + "d m", + "代表 人", + "gener ic", + "gene ric", + "f p", + "刚 才", + "▁M aria", + "▁Mar ia", + "▁Ma ria", + "▁Mari a", + "▁fail ures", + "▁failure s", + "长 城", + "na ny", + "nan y", + "n any", + "Con clusion", + "久 的", + "▁G ray", + "▁Gr ay", + "▁Gra y", + "▁C ash", + "▁Ca sh", + "▁Cas h", + "扶 持", + "管理 的", + "▁nation wide", + "公务 员", + "▁less er", + "▁les ser", + "▁M I", + "▁ MI", + "多 名", + "he im", + "” ）", + "得 分", + "陪 同", + "'\\ \"", + "' \\\"", + "医 保", + "对 该", + "可以 用", + "nS ometimes", + "nSome times", + "n Sometimes", + "外 观", + "type script", + "types cript", + "▁sub mitting", + "▁submit ting", + "sh a", + "s ha", + "▁Que ens", + "▁Queen s", + "▁achie ves", + "▁achieve s", + "s b", + "nM in", + "n Min", + "nt wo", + "n two", + "▁g el", + "▁ge l", + "▁ gel", + "▁je ans", + "▁rig id", + "▁disappe ared", + "▁disappear ed", + "答 应", + "▁M T", + "▁ MT", + "是否 有", + "▁\\\\ \\\"", + "▁\\\\\\ \"", + "▁ \\\\\\\"", + "ob i", + "o bi", + "只需 要", + "只 需要", + "▁D IS", + "▁DI S", + "▁ DIS", + "▁p ip", + "▁pi p", + "▁ pip", + "д на", + "分别 是", + "▁Y outh", + "▁You th", + "▁Yo uth", + "▁Bat man", + "nC ar", + "n Car", + "bu cket", + "buck et", + "b ucket", + "▁c omed", + "▁com ed", + "▁co med", + "▁come d", + "▁ comed", + "▁insert ed", + "▁intim id", + "og s", + "o gs", + "Man y", + "Ma ny", + "M any", + "Fl ow", + "Flo w", + "F low", + "wic k", + "wi ck", + "w ick", + "▁a z", + "▁ az", + "nn on", + "nno n", + "n non", + "▁r ides", + "▁ri des", + "▁rid es", + "▁ride s", + "▁ rides", + "把 我", + "事业 单位", + "▁happ ily", + "▁dump ster", + "… \"", + "黄 色", + "教育 局", + "se ries", + "ser ies", + "s eries", + "▁sp iral", + "▁spir al", + "温 馨", + "▁R V", + "▁P ad", + "▁Pa d", + "▁ Pad", + "▁R ace", + "▁Ra ce", + "▁Rac e", + "ut f", + "u tf", + "就不 会", + "就 不会", + "▁L GBT", + "▁LG BT", + "▁S ingle", + "▁Sing le", + "▁ Single", + "er mine", + "erm ine", + "ermi ne", + "ixt ures", + "ixture s", + "▁dis counts", + "▁discount s", + "对 照", + "用 药", + "ди н", + "д ин", + "▁e nv", + "▁en v", + "▁ env", + "▁h older", + "▁hold er", + "▁hol der", + "▁ho lder", + "▁ holder", + "OD Y", + "过去 了", + "过 去了", + "as px", + "asp x", + "om es", + "ome s", + "o mes", + "▁Ag ric", + "▁disg ust", + "▁disgu st", + "大 盘", + "酒 精", + "as hi", + "ash i", + "a shi", + "▁s ells", + "▁sell s", + "▁sel ls", + "re spect", + "res pect", + "resp ect", + "▁rac ism", + "▁dismiss ed", + "N P", + "善 于", + "ograph ical", + "ographic al", + "an aly", + "ana ly", + "wens hu", + "▁Cast le", + "▁Cas tle", + "的 海", + "过 多", + "元 件", + "▁С о", + "▁fil tering", + "▁filter ing", + "在 其", + "遵 循", + "ст ва", + "▁de finite", + "▁def inite", + "▁defin ite", + "▁sh allow", + "▁shall ow", + "k n", + "▁I sa", + "▁Is a", + "is ure", + "“ \\", + "od o", + "o do", + "NI NG", + "N ING", + "▁dis ks", + "▁disk s", + "▁st reak", + "▁stre ak", + "▁neglig ible", + "极 端", + "Cl ose", + "C lose", + "▁law makers", + "领 取", + "真实 的", + "真 实的", + "▁S oul", + "▁So ul", + "▁Sou l", + "х а", + "▁ Ш", + "优 雅", + "燃 气", + "▁* /", + "▁ */", + "De bug", + "Deb ug", + "ten sor", + "t ensor", + "▁function ing", + ") >", + "看 完", + "▁B or", + "▁Bo r", + "▁D eal", + "▁De al", + "▁G race", + "▁Gr ace", + "▁Gra ce", + "▁Be ijing", + "▁encoura ges", + "▁encourage s", + "里面 的", + "里 面的", + "ia sm", + "ias m", + "i asm", + "就是 一个", + "就 是一个", + "▁cou sin", + "▁cous in", + "н у", + "样 本", + "▁C IA", + "▁CI A", + "▁m old", + "▁mo ld", + "▁mol d", + "mid dle", + "m iddle", + "▁lect ure", + "▁C F", + "▁ CF", + "的 方向", + "ri ters", + "rit ers", + "rite rs", + "riter s", + "▁pers istent", + "▁persist ent", + "▁sign atures", + "▁signature s", + "▁R at", + "▁Ra t", + "还有 一个", + "还 有一个", + "te sts", + "test s", + "tes ts", + "t ests", + "▁Ste wart", + "▁Stew art", + "▁in appropriate", + "▁spec ifications", + "▁specific ations", + "▁specification s", + "发 酵", + "pi res", + "pir es", + "pire s", + "p ires", + "从 中", + "T w", + "在 该", + "撤 销", + "'' \\", + "' '\\", + "ER V", + "▁{ $", + "▁ {$", + "TH ER", + "THE R", + "T HER", + "模 糊", + "的 成绩", + "By te", + "ier ra", + "▁C her", + "▁Ch er", + "▁Che r", + "▁cub ic", + "点 点", + "预 约", + "关系 的", + "关 系的", + "▁S ame", + "▁Sam e", + "▁Sa me", + "▁ Same", + "▁R ules", + "▁Rule s", + "▁Ru les", + "▁ Rules", + "▁run ner", + "▁ runner", + "▁key words", + "▁keyword s", + "▁ keywords", + "在 校", + "告诉 你", + "fi ve", + "f ive", + "▁P od", + "▁Po d", + "▁ Pod", + "警 示", + "▁C ourse", + "▁Co urse", + "▁Cour se", + "▁ Course", + "▁att orneys", + "▁attorney s", + "▁bel ieving", + "▁belie ving", + "罗 马", + "ide os", + "ideo s", + "se par", + "sep ar", + "▁m arry", + "▁mar ry", + "rit eria", + "rite ria", + "riter ia", + "▁t raits", + "▁tra its", + "▁trait s", + "▁' <", + "▁ '<", + "▁G DP", + "▁GD P", + "▁ GDP", + "▁analy zing", + "星 座", + "▁fight ers", + "▁fighter s", + "企业 家", + "在 前", + "Con d", + "Co nd", + "C ond", + "$ =", + "大 人", + "山 的", + "▁D rop", + "▁Dr op", + "▁Dro p", + "▁ Drop", + "▁H ans", + "▁Ha ns", + "▁Han s", + "▁vari ants", + "▁variant s", + "spring framework", + "▁C av", + "▁Ca v", + "▁inter faces", + "▁interface s", + "▁interf aces", + "▁ interfaces", + "果 然", + "fil led", + "fill ed", + "f illed", + "▁fix es", + "▁un ders", + "▁und ers", + "▁under s", + "▁ unders", + "已经 是", + "dis k", + "di sk", + "d isk", + "ja r", + "j ar", + "很 重要", + "vs kip", + "v skip", + "▁e arl", + "▁ear l", + "cor ollary", + "分 开", + "nV al", + "n Val", + "▁reve aling", + "▁rev ealing", + "▁reveal ing", + "▁T rek", + "▁Tr ek", + "▁Tre k", + "▁t oug", + "▁to ug", + "▁tou g", + "Be n", + "B en", + "h fill", + "▁journal ism", + "高速 公路", + "▁B oot", + "▁Bo ot", + "▁Boo t", + "▁ Boot", + "▁b ell", + "▁be ll", + "▁bel l", + "▁ bell", + "▁Gi ants", + "▁Giant s", + "pos itive", + "posit ive", + "▁Qu estions", + "▁Quest ions", + "▁Question s", + "▁App arently", + "▁assign ments", + "▁assignment s", + "▁S ox", + "▁So x", + "▁f etch", + "▁fet ch", + "▁ fetch", + "▁u buntu", + "▁ub untu", + "▁ ubuntu", + "▁pract icing", + "效 力", + "J ava", + "nTh ree", + "n Three", + "nP erson", + "nPer son", + "n Person", + "▁co oler", + "▁cool er", + "先 行", + "前 提", + "au er", + "a uer", + "▁N OW", + "▁NO W", + "▁ NOW", + "▁Th under", + "▁Thu nder", + "▁necess ity", + "情 怀", + "▁b er", + "▁be r", + "▁ ber", + "▁O ptions", + "▁Opt ions", + "▁Option s", + "▁ Options", + "车 间", + "sh it", + "shi t", + "s hit", + "uc ker", + "uck er", + "u cker", + "▁home work", + "▁hom ework", + "%%%%%%%% %%%%%%%%", + "da rk", + "dar k", + "d ark", + "▁H AVE", + "▁HA VE", + "▁In fo", + "▁Inf o", + "▁ Info", + "▁di vine", + "▁div ine", + "ch em", + "che m", + "c hem", + "▁An na", + "▁Ann a", + "▁Pro f", + "▁Pr of", + "co very", + "cover y", + "cov ery", + "c overy", + "▁personal ized", + "值 班", + "全新 的", + "全 新的", + "▁M ORE", + "▁MO RE", + "di rection", + "dir ection", + "direct ion", + "d irection", + "co u", + "c ou", + "▁g ods", + "▁go ds", + "▁god s", + "▁ref resh", + "▁refres h", + "▁ refresh", + "头 部", + "用 途", + "的高 度", + "的 高度", + "▁Ret urns", + "▁Return s", + "▁ Returns", + "毫 米", + "猪 肉", + "ET H", + "E TH", + "▁t v", + "▁ tv", + "cre f", + "cr ef", + "c ref", + "▁gu ards", + "▁guard s", + "he nd", + "hen d", + "h end", + "Se cond", + "Sec ond", + "▁dist ribute", + "▁distribut e", + "A H", + "犹 豫", + "но го", + "▁C BS", + "▁CB S", + "▁polit ician", + "细 化", + "真实 性", + "\":\" <", + "Pass word", + "ig ers", + "iger s", + "ige rs", + "i gers", + "▁w oke", + "▁wo ke", + "mo ment", + "mom ent", + "m oment", + "▁k inem", + "▁kin em", + "Ch anged", + "Change d", + "▁Sim ilar", + "in is", + "ini s", + "i nis", + "ter min", + "term in", + "us ters", + "ust ers", + "uster s", + "u sters", + "▁redu nd", + "▁red und", + "▁sp otted", + "▁spot ted", + "▁subscrib ers", + "▁subscribe rs", + "▁subscriber s", + "我 院", + "gi c", + "g ic", + "▁F ix", + "▁Fi x", + "▁ Fix", + "call back", + "▁pro ceedings", + "▁proceed ings", + "▁proceeding s", + "▁A my", + "▁Am y", + "▁Cam eron", + "▁sacr ific", + "▁Charl otte", + "书 中", + "▁v ic", + "▁vi c", + "▁ vic", + "▁R oute", + "▁Ro ute", + "▁Rou te", + "▁Rout e", + "▁ Route", + "▁or che", + "▁fl owing", + "▁flo wing", + "▁flow ing", + "K K", + "完整 的", + "▁cost ume", + "greg ation", + "g regation", + "Pro ps", + "Pr ops", + "Prop s", + "▁tr icky", + "▁trick y", + "▁ener get", + "▁energ et", + "▁answ ering", + "▁answer ing", + "設 計", + "nL og", + "n Log", + "pr ison", + "pri son", + "p rison", + "▁land sc", + "▁lands c", + "▁r ay", + "▁ra y", + "▁ ray", + "ker nel", + "kern el", + "k ernel", + "center line", + "▁F ocus", + "▁ Focus", + "▁to bacco", + "校 区", + "▁C hi", + "▁Ch i", + "pa nic", + "pan ic", + "p anic", + "▁Product s", + "富 有", + "雖 然", + "ba i", + "b ai", + "es c", + "e sc", + "如果 有", + "的 责任", + "▁R ES", + "▁RE S", + "▁ RES", + "▁g otta", + "▁got ta", + "在 你", + "▁w ont", + "▁won t", + "▁wo nt", + "国内 外", + "国 内外", + "Id ent", + "I dent", + "ut ors", + "utor s", + "uto rs", + "art icles", + "article s", + "▁witness ed", + "负 面", + "ig ue", + "i gue", + "Pol icy", + "nonym ous", + "n onymous", + "▁demon stration", + "▁demonstr ation", + "▁demons tration", + "ON T", + "O NT", + "na r", + "n ar", + "▁$ \\", + "▁ $\\", + "sol id", + "s olid", + "cur sor", + "curs or", + "c ursor", + "nCont act", + "n Contact", + "帝 国", + "标 的", + "▁E D", + "▁ ED", + "is tered", + "ist ered", + "ister ed", + "▁Qu ant", + "▁ Quant", + "▁f ridge", + "▁fr idge", + "▁synd rome", + "In v", + "I nv", + "四川 省", + "▁d read", + "▁dr ead", + "▁detect ors", + "▁detector s", + "曾 在", + "J an", + "|} \\", + "| }\\", + "ge nder", + "gen der", + "g ender", + "庭 审", + "▁h orn", + "▁hor n", + "▁ho rn", + "▁ horn", + "nI mage", + "nIm age", + "n Image", + "▁B aker", + "▁Ba ker", + "▁Bak er", + "▁Bake r", + "config uration", + "ren cies", + "r encies", + "eg u", + "e gu", + "▁ex cell", + "▁exc ell", + "▁excel l", + "片 区", + "行 走", + "ч ни", + "▁A GN", + "▁AG N", + "Th ank", + "▁welcome d", + "▁wel comed", + "I Z", + "头 上", + "ta r", + "t ar", + "▁N AT", + "▁NA T", + "▁lo gged", + "▁log ged", + "▁ logged", + "▁M ovie", + "▁Mo vie", + "▁ Movie", + "▁k ills", + "▁kill s", + "▁kil ls", + "ific ant", + "an notation", + "annot ation", + "以 免", + "假 设", + "но в", + "fl at", + "f lat", + "▁so vere", + "▁quiet ly", + "▁Liver pool", + "▁over ly", + "▁overl y", + "对 着", + "▁ar mor", + "▁arm or", + "▁Base ball", + "不 适", + "流 水", + "▁L ot", + "▁Lo t", + "claim ed", + "▁vers atile", + "▁versa tile", + "国 庆", + "▁C ele", + "▁Ce le", + "▁Cel e", + "▁out lets", + "▁outlet s", + "▁pre scribed", + "▁pres cribed", + "指 令", + "将 继续", + "en um", + "enu m", + "e num", + "na bout", + "nab out", + "n about", + "▁rel uct", + "▁there of", + "import ant", + "}} }\\", + "}}} \\", + "} }}\\", + "▁l as", + "▁la s", + "▁ las", + "的 现象", + "no me", + "nom e", + "n ome", + "ee ring", + "eer ing", + "e ering", + "pr ising", + "pri sing", + "p rising", + "▁F DA", + "▁FD A", + "▁ FDA", + "ha bil", + "hab il", + "h abil", + "▁com bo", + "▁comb o", + "Н а", + "IL ITY", + "我 去", + "▁b ins", + "▁bi ns", + "▁bin s", + "▁ bins", + "▁R S", + "▁ RS", + "典型 的", + "典 型的", + "关 怀", + "▁Us ually", + "Loc k", + "Lo ck", + "L ock", + "cl asses", + "class es", + "c lasses", + "▁Reg ion", + "▁ Region", + "▁styl ish", + "▁sty lish", + "▁connect s", + "z o", + "十 大", + "个人 的", + "个 人的", + "▁a in", + "▁ ain", + "▁d ock", + "▁do ck", + "▁doc k", + "▁harm onic", + "▁harmon ic", + "▁ harmonic", + "印 刷", + "定 制", + "眼 泪", + "比赛 中", + "比 赛中", + "se ctions", + "section s", + "sect ions", + "▁S tra", + "▁St ra", + "▁Str a", + "ut able", + "uta ble", + "u table", + "▁ar riving", + "▁arriv ing", + "▁arr iving", + "▁advoc ates", + "▁advocate s", + "▁simpl ified", + "▁contin ually", + "▁continu ally", + "▁continual ly", + "gm ail", + "g mail", + "▁scholar s", + "▁schol ars", + "▁ingred ient", + "OT A", + "O TA", + "se ts", + "set s", + "s ets", + "$ &", + "均 为", + "若 是", + "一 对", + "弹 性", + "标 题", + "的一 次", + "的 一次", + "▁out look", + "▁faith ful", + "▁delight ed", + "传 奇", + "副 本", + "合 伙", + "附 属", + "还 包括", + "▁F isher", + "▁Fish er", + "ко в", + "▁I L", + "▁ IL", + "▁M ario", + "▁Mar io", + "▁Ma rio", + "▁Mari o", + "▁Some one", + "▁emotional ly", + "▁emotion ally", + "着 的", + "st an", + "sta n", + "s tan", + "你 想", + "数 额", + "▁earth qu", + "H y", + "▁ad versarial", + "▁advers arial", + "分 解", + "过 得", + "am l", + "a ml", + "▁ex pend", + "▁exp end", + "ced ented", + "赢 得", + "▁Is lands", + "▁Island s", + "在 上", + "牢 记", + "um m", + "u mm", + "▁n erve", + "▁nerv e", + "▁ner ve", + "▁real ise", + "▁contrad iction", + "▁contra diction", + "}{* }{", + "▁c ables", + "▁ca bles", + "▁cab les", + "▁cable s", + "▁work force", + "同 行", + "眼 镜", + "通 风", + "▁acc ent", + "▁ac cent", + "一 百", + "注意 力", + "▁w heat", + "▁wh eat", + "▁whe at", + "to k", + "t ok", + "▁In put", + "▁ Input", + "▁ex otic", + "人 事", + "▁f u", + "▁ fu", + "罚 款", + "当我 们", + "当 我们", + "▁c one", + "▁con e", + "▁co ne", + "▁ cone", + "cal cul", + "calc ul", + "▁di gest", + "▁dig est", + "▁l ined", + "▁li ned", + "▁line d", + "▁lin ed", + "▁ lined", + "▁m eter", + "▁me ter", + "▁met er", + "▁ meter", + "if iable", + "ifi able", + "▁Pro gress", + "▁ Progress", + "ра та", + "рат а", + "密 码", + "态 势", + "建立 了", + "tri angle", + "▁Malays ia", + "才 知道", + "ST AT", + "STA T", + "▁t hesis", + "▁the sis", + "▁th esis", + "▁st icking", + "▁stick ing", + "剩 余", + "中华 民族", + "新能源 汽车", + "▁St orm", + "▁Sto rm", + "si g", + "s ig", + "zi lla", + "z illa", + "▁law n", + "▁la wn", + "▁open ly", + "自 愿", + "阵 容", + "▁p acking", + "▁pack ing", + "▁pac king", + "▁aut hentication", + "▁authent ication", + "▁authentic ation", + "不 说", + "号 码", + "总 理", + "穿 越", + "▁H end", + "▁He nd", + "▁Hen d", + "▁m edi", + "▁me di", + "▁med i", + "▁ medi", + "apt ure", + "▁att achment", + "▁attach ment", + "技 術", + "看 的", + "极 为", + "沉 默", + "的 功能", + "▁A CC", + "▁AC C", + "▁ ACC", + "nC ustom", + "n Custom", + "▁dis put", + "▁disp ut", + "▁nucle i", + "an alysis", + "analy sis", + "▁Re quest", + "▁Requ est", + "▁ Request", + "▁pre tend", + "▁pret end", + "▁s ocket", + "▁so cket", + "▁sock et", + "▁ socket", + "▁Cam bridge", + "▁Camb ridge", + "▁corpor ation", + "wan g", + "wa ng", + "w ang", + "st eps", + "ste ps", + "step s", + "um ption", + "ump tion", + "▁neg lected", + "▁neglect ed", + "sq u", + "s qu", + "iv als", + "ival s", + "iva ls", + "i vals", + "ul ence", + "ule nce", + "ord inate", + "Que ue", + "▁Re cently", + "▁Rec ently", + "▁Recent ly", + "▁al location", + "▁all ocation", + "▁alloc ation", + "动 手", + "圣 诞", + "长 安", + "▁Un ity", + "▁Unit y", + "▁Uni ty", + "ic ion", + "ici on", + "icio n", + "▁hil arious", + "▁ill ustration", + "▁illustr ation", + "▁M ine", + "▁Min e", + "▁Mi ne", + "▁P erry", + "▁Per ry", + "il iation", + "ili ation", + "ilia tion", + "太 大", + "民 营", + "▁f art", + "▁far t", + "▁fa rt", + "t const", + "友 谊", + "宏 观", + "歌 手", + "▁M all", + "▁Mal l", + "▁Ma ll", + "▁dom inate", + "▁domin ate", + "ve e", + "v ee", + "之 时", + "都 说", + "▁a rising", + "▁ar ising", + "re solution", + "res olution", + "新 一", + "看 过", + "ber ries", + "onom ous", + "▁In dependent", + "▁Ind ependent", + "|^ {", + "| ^{", + "reng th", + "r ength", + "▁T aking", + "▁Ta king", + "▁Tak ing", + "▁V PN", + "▁VP N", + "▁ VPN", + "land o", + "la ndo", + "lan do", + "l ando", + "▁eth ics", + "▁ethic s", + "▁Mel bourne", + "In it", + "I nit", + "Me dia", + "Med ia", + "M edia", + "▁R oger", + "▁Ro ger", + "▁Rog er", + "st orage", + "sto rage", + "▁pre fix", + "▁pref ix", + "▁ prefix", + "▁Ind ians", + "▁India ns", + "▁Indian s", + "ext ension", + "交 给", + "的 首", + "这本 书", + "这 本书", + "为什么 要", + "▁act ed", + "▁ac ted", + "▁ acted", + "▁am big", + "▁amb ig", + "▁ ambig", + "▁smooth ly", + "on ce", + "o nce", + "人力 资源", + "▁S end", + "▁Se nd", + "▁Sen d", + "▁ Send", + "▁b urg", + "▁bu rg", + "▁bur g", + "▁ burg", + "体 温", + "副 主席", + "im it", + "imi t", + "i mit", + "▁Ph D", + "▁H ash", + "▁Ha sh", + "▁Has h", + "▁ Hash", + "ou rage", + "our age", + "oura ge", + "▁compar isons", + "▁comparison s", + "住 宿", + "说 起", + "▁w holes", + "▁wh oles", + "▁who les", + "▁whole s", + "▁ign oring", + "▁ignor ing", + "col lection", + "coll ection", + "collect ion", + "▁r ap", + "▁ra p", + "▁ rap", + "▁Expl orer", + "▁Explore r", + "▁Eq uation", + "▁Equ ation", + "nin st", + "ni nst", + "nins t", + "n inst", + "sh ore", + "U G", + "太 太", + "▁is olation", + "▁isol ation", + "▁iso lation", + "密 集", + "nat ural", + "n atural", + "▁week ends", + "▁weekend s", + "ш ни", + "也不 知道", + "也 不知道", + "高 压", + "▁C ape", + "▁Cap e", + "▁Ca pe", + "▁D omin", + "▁Do min", + "▁Dom in", + "▁moist ure", + "▁moistur e", + "ple mentation", + "plement ation", + "拆 除", + "▁E N", + "▁ EN", + "▁pe nis", + "▁pen is", + "In valid", + "▁opp osing", + "▁op posing", + "▁oppos ing", + "ne tt", + "net t", + "n ett", + "▁W ant", + "▁Wa nt", + "▁vari ability", + "▁var iability", + "境 内", + "▁M ix", + "▁Mi x", + "▁ Mix", + "▁P arker", + "▁Park er", + "▁Par ker", + "▁a f", + "▁ af", + "▁Nether lands", + "M c", + "推 行", + "合适 的", + "▁cart oon", + "▁pro position", + "▁prop osition", + "▁propos ition", + "▁ proposition", + "of t", + "o ft", + "um bing", + "umb ing", + "▁haz ard", + "▁st rive", + "▁str ive", + "▁stri ve", + "▁McC ain", + "▁Tai wan", + "▁cons uming", + "▁consum ing", + "▁ consuming", + "exec ute", + "▁f et", + "▁fe t", + "Wid get", + "W idget", + "▁sh aft", + "▁p ortal", + "▁port al", + "▁por tal", + "▁ portal", + "▁B ou", + "▁Bo u", + "▁unf ortunate", + "村 庄", + "AR CH", + "ARC H", + "▁bl own", + "▁blo wn", + "▁blow n", + "▁ blown", + "▁Spring s", + "▁Spr ings", + "浏 览", + "=- \\\\", + "= -\\\\", + "▁be aches", + "▁beach es", + "W D", + "要 知道", + "ra mes", + "ram es", + "rame s", + "r ames", + "▁r iders", + "▁ri ders", + "▁rid ers", + "▁ride rs", + "▁rider s", + "▁dec oder", + "▁deco der", + "▁decode r", + "▁ decoder", + "▁def endant", + "▁defend ant", + "市 公安局", + "ain ted", + "aint ed", + "ios ity", + "i osity", + "▁cr ops", + "▁cro ps", + "▁crop s", + "nRe member", + "nRem ember", + "n Remember", + "▁inst ructor", + "▁instruct or", + "▁interview ed", + "黄 河", + "▁hor r", + "▁ho rr", + "▁C itiz", + "▁Cit iz", + "▁b ully", + "▁bul ly", + "▁bull y", + "oi s", + "o is", + "所说 的", + "所 说的", + "采用 了", + "采 用了", + "安全 隐患", + "过 敏", + "设计 的", + "at om", + "ato m", + "a tom", + "▁arg ues", + "▁argue s", + "▁argu es", + "▁obst acles", + "▁obstacle s", + "bl o", + "b lo", + "▁C B", + "▁ CB", + "▁B etween", + "▁Bet ween", + "▁hel icop", + "C G", + "AR K", + "▁с ве", + "▁tort ure", + "这 件", + "LI NE", + "LIN E", + "L INE", + "▁hard est", + "▁har dest", + "ledge ments", + "г у", + "▁h ills", + "▁hill s", + "▁hil ls", + "▁con tra", + "▁cont ra", + "有关 部门", + "▁j okes", + "▁jo kes", + "▁joke s", + "▁d ressing", + "▁dr essing", + "▁dress ing", + "神 的", + "nP at", + "n Pat", + "落 在", + "▁S R", + "▁ SR", + "▁G as", + "▁Ga s", + "\\\" ))\\", + "\\\") )\\", + "\\\")) \\", + "▁Gr iff", + "▁Gri ff", + "▁tra uma", + "▁quest ioned", + "▁question ed", + "就 行", + "条件 的", + "条 件的", + "▁O FF", + "▁OF F", + "▁ OFF", + "nw ould", + "n would", + "▁i cons", + "▁icon s", + "▁ic ons", + "▁ icons", + "▁sur ge", + "▁surg e", + "加 密", + "坚 强", + "▁E dd", + "▁Ed d", + "▁afore mentioned", + "军 的", + "▁Ch amber", + "▁Cha mber", + "▁Cham ber", + "▁clar ify", + "he at", + "hea t", + "h eat", + "▁G er", + "▁Ge r", + "▁d warf", + "▁dwar f", + "▁dw arf", + "▁l oses", + "▁lo ses", + "▁lose s", + "▁los es", + "ni ts", + "nit s", + "n its", + "▁p oses", + "▁po ses", + "▁pos es", + "▁pose s", + "▁ poses", + "▁st ance", + "▁sta nce", + "▁st ones", + "▁stone s", + "▁sto nes", + "▁ stones", + "冷 却", + "▁X P", + "▁ XP", + "▁не го", + "▁phr ases", + "▁phrase s", + "▁sup plements", + "▁suppl ements", + "▁supplement s", + "es ity", + "▁fun eral", + "凤 凰", + "▁G ram", + "▁Gr am", + "▁Gra m", + "▁mid night", + "打 了", + "选 项", + "ч ва", + "▁B illy", + "▁Bill y", + "▁Bil ly", + "long rightarrow", + "差 别", + "▁п и", + "▁ пи", + "驾驶 员", + "nt han", + "nth an", + "n than", + "hi story", + "hist ory", + "histor y", + "h istory", + "П о", + "▁C ell", + "▁Ce ll", + "▁Cel l", + "▁ Cell", + "}} ^{\\\\", + "}}^ {\\\\", + "}}^{ \\\\", + "} }^{\\\\", + "test ing", + "tes ting", + "t esting", + "▁Frank lin", + "▁prot otype", + "▁proto type", + "▁ prototype", + "文 本", + "可以 看到", + "▁V ector", + "▁Vec tor", + "▁Ve ctor", + "▁ Vector", + "▁rend ered", + "▁render ed", + "▁ren dered", + "私 人", + "▁p iv", + "▁pi v", + "也 都", + "愿 望", + "▁d ign", + "▁di gn", + "▁dig n", + "▁r ifle", + "▁ri fle", + "▁rif le", + "f requency", + "夫 人", + "中国 共产党", + "▁d eer", + "▁de er", + "cont act", + "▁co unted", + "▁count ed", + "短 信", + "fe atures", + "feature s", + "feat ures", + "就 连", + "搭 载", + "门 诊", + "▁( '", + "▁ ('", + "▁hon ored", + "▁honor ed", + "较 多", + "▁in quiry", + "▁influ ential", + "邻 居", + "▁D rug", + "▁Dr ug", + "▁Dru g", + "▁G ill", + "▁Gi ll", + "▁Gil l", + "百分 点", + "▁o ils", + "▁oil s", + "с я", + "nC or", + "nCo r", + "n Cor", + "}) ^{", + "})^ {", + "} )^{", + "/ -", + "口 感", + "步 伐", + "▁m ud", + "▁mu d", + "▁School s", + "▁Sch ools", + "▁color ful", + "背景 下", + "▁h obby", + "▁hob by", + "▁neighborhood s", + "▁ я", + "▁ra dar", + "▁rad ar", + "对应 的", + "▁al tered", + "▁alt ered", + "▁alter ed", + "pl oad", + "p load", + "▁bo oked", + "▁book ed", + "▁boo ked", + "▁supposed ly", + "▁ext ensively", + "▁extensive ly", + "▁Commission er", + "出 現", + "al gebra", + "alg ebra", + "cor rect", + "corr ect", + "大 连", + "ac re", + "a cre", + "▁prof itable", + "▁profit able", + "x e", + "▁air line", + "▁in crement", + "▁incre ment", + "▁main tains", + "▁maintain s", + "} <", + "摄 入", + "漏 洞", + "遗 传", + "By tes", + "Byte s", + "▁learn s", + "▁lear ns", + "介 入", + "引 擎", + "▁B ear", + "▁Be ar", + "▁Bea r", + "▁matt ress", + "▁d un", + "▁du n", + "▁tal ents", + "▁talent s", + "dens ity", + "d ensity", + "nGo ogle", + "n Google", + "渗 透", + "独 自", + "MzI z", + "х и", + "家 居", + "频 道", + "▁G host", + "▁Gh ost", + "▁Christ opher", + "▁evolution ary", + "权 的", + "▁d t", + "▁ dt", + "不仅 是", + "▁c ops", + "▁co ps", + "▁cop s", + "▁prison ers", + "▁prisoner s", + "and ard", + "anda rd", + "▁protocol s", + "▁proto cols", + "con omic", + "conom ic", + "▁s ounded", + "▁sound ed", + "容 器", + "ru nt", + "run t", + "r unt", + "▁li nearly", + "▁line arly", + "▁linear ly", + "▁lin early", + "▁refuge es", + "▁refugee s", + "▁witness es", + "к т", + "单 词", + "▁m im", + "▁mi m", + "▁Plan ning", + "▁ad aptive", + "▁adapt ive", + "▁ adaptive", + "▁r ookie", + "▁rook ie", + "▁eigen value", + "南 海", + "在 中", + "nD own", + "nDo wn", + "n Down", + "qu ire", + "quir e", + "▁S weet", + "▁Swe et", + "不 存在", + "▁v isa", + "▁vi sa", + "▁vis a", + "> $", + "之 後", + "但 这", + "少 的", + "舆 论", + "en gu", + "eng u", + "e ngu", + "模 范", + "泰 国", + "判 处", + "▁T ag", + "▁Ta g", + "▁ Tag", + "▁bo ats", + "▁boat s", + "▁poly mer", + "w x", + "党 组", + "▁mon op", + "▁mo nop", + "▁mono p", + "代 价", + "投 保", + "支 援", + "▁C ulture", + "▁Cult ure", + "▁tr illion", + "万 物", + "热 水", + "** *\\", + "*** \\", + "* **\\", + "两 国", + "big r", + "bi gr", + "b igr", + "De tails", + "Det ails", + "Detail s", + "▁O racle", + "▁Or acle", + "他 对", + "▁L ex", + "▁Le x", + "▁ev olving", + "▁sub group", + "已 被", + "治 安", + "us p", + "u sp", + "MzI w", + "▁prohib ited", + "▁prohibit ed", + "▁B I", + "▁ BI", + "nE ng", + "nEn g", + "n Eng", + "▁bankrupt cy", + "代 替", + "(\\\" #", + "( \\\"#", + "▁P ref", + "▁Pr ef", + "▁Pre f", + "▁ Pref", + "▁qu een", + "▁que en", + "▁liber ty", + "▁libert y", + "equ ations", + "eq uations", + "equation s", + "ak y", + "a ky", + "▁P ow", + "▁Po w", + "nS uch", + "n Such", + "▁t weets", + "▁twe ets", + "▁tweet s", + "▁f ortunate", + "▁fortun ate", + "不 满", + "反 射", + "ber y", + "be ry", + "b ery", + "ne red", + "ner ed", + "n ered", + "抗 疫", + "混 凝", + "er als", + "era ls", + "eral s", + "▁b icycle", + "▁bi cycle", + "▁bicy cle", + "账 号", + "em b", + "e mb", + "我没 有", + "我 没有", + "um per", + "ump er", + "看 好", + "▁Ur ban", + "▁purs uing", + "▁pursu ing", + "▁G P", + "▁ GP", + "▁X ML", + "▁ XML", + "▁\\\\ (\\\\", + "▁\\\\( \\\\", + "▁penal ties", + "US E", + "U SE", + "会 导致", + "itzer land", + "▁in visible", + "▁inv isible", + "依 次", + "抵 抗", + "） \"", + "ma j", + "m aj", + "Po ol", + "P ool", + "br is", + "b ris", + "ri el", + "rie l", + "r iel", + "he aders", + "head ers", + "header s", + "hea ders", + "▁P romise", + "▁Prom ise", + "▁ Promise", + "草 原", + "EN CE", + "ENC E", + "▁{ };\\", + "▁{} ;\\", + "▁philos oph", + "中心 的", + "中 心的", + "▁b ree", + "▁bre e", + "▁br ee", + "▁abs urd", + "传 媒", + "扮 演", + "未 來", + "ma nif", + "man if", + "run ning", + "r unning", + "@ @", + "我 又", + "▁r het", + "▁rh et", + "▁rhe t", + "▁W elcome", + "▁Wel come", + "▁ Welcome", + "respond ing", + "克 斯", + "▁{ @", + "▁P enn", + "▁Pe nn", + "▁Pen n", + "an cers", + "ance rs", + "anc ers", + "ancer s", + "▁re conc", + "▁recon c", + "nE l", + "n El", + "ve rely", + "ver ely", + "vere ly", + "▁in tra", + "▁int ra", + "▁intr a", + "▁l aying", + "▁la ying", + "▁lay ing", + "▁just ified", + "户 口", + "Ro b", + "R ob", + "il lo", + "ill o", + "▁be ats", + "▁beat s", + "邮 件", + "▁br ave", + "▁bra ve", + "溶 液", + "OR S", + "O RS", + "an iel", + "ani el", + "anie l", + "Sim ple", + "▁kil omet", + "R Y", + "保 养", + "▁F at", + "▁Fa t", + "▁Or th", + "▁U sers", + "▁Us ers", + "▁Use rs", + "▁User s", + "▁ Users", + "年 后", + "big l", + "bi gl", + "▁bed rooms", + "▁bedroom s", + "▁aff iliated", + "▁affili ated", + "▁affiliate d", + "有 益", + "有 钱", + "Cu r", + "C ur", + "Sa ve", + "S ave", + "▁с ре", + "▁re lay", + "▁rel ay", + "▁compl aining", + "▁complain ing", + "阿 拉", + "公司 在", + "▁an ime", + "▁anim e", + "equ ence", + "eque nce", + "▁Com merce", + "▁ Commerce", + "▁discret ion", + "▁discre tion", + "Pr ice", + "Pri ce", + "P rice", + "子 宫", + "骄 傲", + "▁m inus", + "▁min us", + "▁mi nus", + "▁ minus", + "k x", + "label s", + "lab els", + "▁d otted", + "▁dot ted", + "▁ dotted", + "▁polit ically", + "▁political ly", + "fo od", + "foo d", + "f ood", + "笑 着", + "般 的", + "IN S", + "I NS", + "▁re vised", + "▁rev ised", + "▁revis ed", + "▁revise d", + "▁out doors", + "▁outdoor s", + "暑 假", + "Al so", + "▁N eg", + "▁Ne g", + "▁\\\\ }", + "▁ \\\\}", + "▁collabor ative", + "ър жа", + "▁S SD", + "▁SS D", + "▁S tri", + "▁St ri", + "▁Str i", + "偶 像", + "禁 毒", + "▁; \\", + "▁ ;\\", + "一下 子", + "我们 也", + "al ph", + "alp h", + "▁record ings", + "▁recording s", + "othe rapy", + "▁draw ings", + "▁drawing s", + "▁dat abases", + "▁database s", + "▁g em", + "▁ge m", + "nw ere", + "nwe re", + "n were", + "▁f lew", + "▁fl ew", + "▁fle w", + "▁discuss es", + "▁grand mother", + "▁oscill ations", + "▁oscillation s", + "L F", + "乙 方", + "的 所有", + "实际 情况", + "▁с тра", + "▁ стра", + "w ikipedia", + "教 会", + "▁R y", + "PA SS", + "P ASS", + "nY et", + "▁P ap", + "▁Pa p", + "▁m arker", + "▁mark er", + "▁mar ker", + "▁ marker", + "▁t rades", + "▁tr ades", + "▁tra des", + "▁trad es", + "▁trade s", + "▁pro ximity", + "戏 剧", + "ross o", + "ros so", + "除 非", + "复印 件", + "pro blem", + "prob lem", + "▁sp ouse", + "▁spo use", + "▁gar dens", + "▁garden s", + "▁gard ens", + "▁met allic", + "▁metal lic", + "▁metall ic", + "produ ctive", + "product ive", + "M a", + "跟 随", + "Li fe", + "Lif e", + "L ife", + "一 颗", + "两 大", + "返 还", + "远 的", + "▁h ated", + "▁ha ted", + "▁hate d", + "▁hat ed", + "▁C oul", + "▁Co ul", + "▁Cou l", + "G N", + "Lo c", + "L oc", + "来到 了", + "来 到了", + "ud son", + "uds on", + "▁F ried", + "▁Fr ied", + "▁Fri ed", + "▁w ines", + "▁win es", + "▁wine s", + "▁wi nes", + "am as", + "ama s", + "a mas", + "▁perman ently", + "▁permanent ly", + "不 应", + "面 包", + "ve ct", + "vec t", + "v ect", + "▁inf inity", + "▁infin ity", + "▁numer ically", + "▁numerical ly", + "▁numeric ally", + "▁F M", + "▁ FM", + "▁m ate", + "▁mat e", + "▁ma te", + "▁ mate", + "▁tr unc", + "▁tru nc", + "▁Pol and", + "▁Po land", + "▁T ogether", + "▁To gether", + "▁amen ities", + "▁present ations", + "▁presentation s", + "得 多", + "武 装", + "合作 社", + "prot ect", + "▁tempor arily", + "▁tempo rarily", + "合 约", + "▁s tro", + "▁st ro", + "▁str o", + "▁P rior", + "▁Pr ior", + "▁Pri or", + "ob ert", + "ober t", + "obe rt", + "o bert", + "▁Sw iss", + "表 彰", + "▁dis rupt", + "▁pur suit", + "▁purs uit", + "▁pursu it", + "狮 子", + "▁O ri", + "▁Or i", + "▁ Ori", + "▁F ish", + "▁Fi sh", + "▁b elly", + "▁bel ly", + "▁bell y", + "▁ear liest", + "▁earl iest", + "侵 犯", + "在哪 里", + "在 哪里", + "的 作品", + "▁show case", + "▁showc ase", + "▁inst itutional", + "▁institution al", + "C B", + "张 某", + "war t", + "wa rt", + "w art", + "var theta", + "vart heta", + "tt es", + "tte s", + "t tes", + "▁acc idents", + "▁accident s", + "客 人", + "白 酒", + "▁mar ine", + "▁ma rine", + "▁ marine", + "▁Oak land", + "▁e nz", + "▁en z", + "▁ enz", + "▁Fed eration", + "k k", + "暂 停", + "甲 方", + "短 短", + "这 几", + "起 的", + "▁s ore", + "▁so re", + "▁sor e", + "▁p atri", + "▁pat ri", + "▁pa tri", + "▁ter rain", + "▁terr ain", + "玫 瑰", + "ri se", + "ris e", + "r ise", + "▁M ode", + "▁Mod e", + "▁Mo de", + "▁ Mode", + "▁t ops", + "▁to ps", + "▁top s", + "▁ tops", + "▁TO DO", + "▁TOD O", + "▁ TODO", + "▁S usan", + "▁Su san", + "▁Sus an", + "后 者", + "耶 稣", + "pa rk", + "par k", + "p ark", + "▁educ ate", + "▁prompt ed", + "最后 的", + "最 后的", + "pa ra", + "par a", + "p ara", + "ef its", + "efit s", + "e fits", + "non ly", + "n only", + "ag ain", + "aga in", + "a gain", + "on omy", + "onom y", + "ono my", + "▁appro ve", + "▁ap prove", + "▁H ey", + "▁He y", + "▁ Hey", + "身体 健康", + "▁pair ed", + "▁pa ired", + "▁ paired", + "▁fresh man", + "Gener ic", + "▁genu inely", + "▁genuine ly", + "新型 的", + "新 型的", + "▁micro sc", + "▁mic rosc", + "出 手", + "un ique", + "uni que", + "▁sa cred", + "▁sac red", + "▁sacr ed", + "Re port", + "Rep ort", + "Repo rt", + "▁Chel sea", + "不 成", + "野 生", + "Pro p", + "Pr op", + "P rop", + "Pro file", + "關 係", + "▁B apt", + "▁Ba pt", + "▁R andom", + "▁Rand om", + "▁Ra ndom", + "▁Ran dom", + "▁ Random", + "▁Set tings", + "▁Sett ings", + "▁Setting s", + "▁ Settings", + "▁st eering", + "▁ste ering", + "▁steer ing", + "有一 次", + "有 一次", + "▁R ice", + "▁Ric e", + "▁Ri ce", + "▁en act", + "▁tw isted", + "▁twist ed", + "▁pres erved", + "▁preserv ed", + "▁preserve d", + "▁S team", + "▁Ste am", + "▁sum mit", + "▁summ it", + "De m", + "D em", + "▁j ar", + "▁ja r", + "▁ jar", + "\\\\ |\\\\", + "\\\\| \\\\", + "▁Camp bell", + "▁int uitive", + "| _", + "招 商", + "讲 究", + "Ms g", + "M sg", + "St op", + "S top", + "in tro", + "int ro", + "Fe ature", + "▁s pecially", + "▁spe cially", + "▁spec ially", + "▁special ly", + "▁v oter", + "▁vot er", + "▁vote r", + "▁vo ter", + "▁part itions", + "▁partition s", + "oc ity", + "o city", + "so ever", + "▁don ated", + "▁donate d", + "▁f acebook", + "▁face book", + "▁ facebook", + "f y", + "ел и", + "е ли", + "解决 问题", + "pa ring", + "par ing", + "p aring", + "的 我", + "精 英", + "ns ome", + "nso me", + "n some", + "专 科", + "的 管理", + "…… ”\\", + "……” \\", + "… …”\\", + "em ade", + "ema de", + "e made", + "清 水", + "nq u", + "n qu", + "已经 在", + "▁neighb oring", + "▁neighbor ing", + "转 账", + "▁Mad ison", + "人 是", + "то р", + "т ор", + "▁O d", + "一会 儿", + "一 会儿", + "se rial", + "ser ial", + "s erial", + "ut orial", + "utor ial", + "uto rial", + "内 在", + "hy d", + "h yd", + "科技 创新", + "▁spec ification", + "▁specific ation", + "▁l id", + "▁li d", + "▁act ivist", + "▁activ ist", + "appro xim", + "approx im", + "▁ex changes", + "▁exchange s", + "▁exch anges", + "▁V I", + "▁ VI", + "遇到 了", + "遇 到了", + "▁H alf", + "▁Ha lf", + "▁Hal f", + "▁V ent", + "▁Ven t", + "▁Ve nt", + "▁D A", + "▁ DA", + "▁e aten", + "▁eat en", + "ta ining", + "tain ing", + "tai ning", + "t aining", + "▁Un iversal", + "▁Univers al", + "▁Uni versal", + "he imer", + "heim er", + "▁re nown", + "▁ren own", + "ри ка", + "▁se aled", + "▁sea led", + "▁seal ed", + "▁sw itches", + "▁switch es", + "▁swit ches", + "业 内", + "此 后", + "一辈 子", + "一 辈子", + "▁T ed", + "▁Te d", + "大 哥", + "县 公安局", + "}) =\\\\", + "})= \\\\", + "} )=\\\\", + "ke eping", + "keep ing", + "kee ping", + "▁A ve", + "▁Av e", + "ob serv", + "obs erv", + "o bserv", + "▁vis itor", + "▁visit or", + "新 车", + "AT CH", + "she et", + "s heet", + "▁n iche", + "▁nic he", + "met adata", + "meta data", + "▁capt ures", + "▁capture s", + "男 友", + "ab ad", + "aba d", + "a bad", + "▁Con sequently", + "佩 戴", + "Do uble", + "D ouble", + "▁Ya hoo", + "▁Yah oo", + "▁Stan ley", + "变 形", + "抚 养", + "▁Ch ron", + "▁vess els", + "▁vessel s", + "an ship", + "ans hip", + "ise ase", + "arcel ona", + "▁cred entials", + "▁credential s", + "按 摩", + "~ {\\\\", + "个 百分点", + "ys ics", + "▁p ale", + "▁pal e", + "▁pa le", + "▁e scal", + "▁es cal", + "▁esc al", + "未 经", + "so r", + "s or", + "iv ari", + "iva ri", + "i vari", + "ie mann", + "iem ann", + "孔 子", + "ir i", + "i ri", + "▁N i", + "▁ Ni", + "ig hed", + "igh ed", + "▁intent ions", + "▁intention s", + "的人 员", + "的 人员", + "但 也", + "催 化", + "每一 位", + "每 一位", + "▁e go", + "▁eg o", + "▁ ego", + "Sum mary", + "▁gram mar", + "民 初", + "▁upgrade s", + "▁upgrad es", + "▁enthus iasm", + "▁enthusi asm", + "较大 的", + "较 大的", + "一带 一路", + "▁bo son", + "▁bos on", + "▁unpre cedented", + "三个 月", + "三 个月", + "nS tr", + "nSt r", + "n Str", + "tb reak", + "t break", + "▁J obs", + "▁Jo bs", + "▁Job s", + "▁local ization", + "限 于", + "▁ 事", + "公 元", + "▁F el", + "▁Fe l", + "▁H ilbert", + "▁Hil bert", + "地 质", + "▁R A", + "▁ RA", + "{( \\\\", + "{ (\\\\", + "ми ра", + "▁N otes", + "▁No tes", + "▁Not es", + "▁Note s", + "▁ Notes", + "▁C V", + "▁ CV", + "ov ies", + "ovie s", + "▁ част", + "▁Re source", + "▁Res ource", + "▁ Resource", + "▁health ier", + "nS everal", + "▁ext inction", + "▁extinct ion", + "nV ery", + "nVer y", + "n Very", + "▁counter parts", + "▁counterpart s", + "nV is", + "n Vis", + "▁v amp", + "▁va mp", + "Pub lic", + "P ublic", + "un ted", + "unt ed", + "▁qu art", + "▁q uart", + "▁ quart", + "▁knock ed", + "▁cell ular", + "▁cellul ar", + "残疾 人", + "▁conf idential", + "▁confident ial", + "cl i", + "c li", + "的特 点", + "的 特点", + "br idge", + "brid ge", + "b ridge", + "盗 窃", + "联 邦", + "Su ccess", + "S uccess", + "na ments", + "nam ents", + "nament s", + "n aments", + "er d", + "e rd", + "▁B irth", + "▁Bir th", + "父母 的", + "▁Ad obe", + "▁ann ih", + "um bling", + "umb ling", + "▁build er", + "▁ builder", + "▁g ad", + "▁ga d", + "▁review ing", + "Z Z", + "▁' @", + "cur y", + "cu ry", + "c ury", + "script s", + "scri pts", + "▁block chain", + "sy m", + "s ym", + "▁б а", + "▁ ба", + "▁brut al", + "▁bru tal", + "中 年", + "oo oo", + "ooo o", + "o ooo", + "bu ilt", + "b uilt", + "np rov", + "npro v", + "npr ov", + "n prov", + "▁e ternal", + "▁et ernal", + "▁etern al", + "▁blog gers", + "▁blogger s", + "=\\\" _", + "iv ic", + "i vic", + "pu ll", + "p ull", + "▁U pon", + "▁Up on", + "▁vers e", + "▁ver se", + "▁ verse", + "▁st rand", + "▁str and", + "▁stra nd", + "▁б ългарски", + "▁българ ски", + "之 心", + "nD ue", + "少 了", + "▁Ev ans", + "▁Evan s", + "▁k icks", + "▁kick s", + "之 旅", + "优 良", + "班 的", + "▁B ah", + "▁Ba h", + "▁} );\\", + "▁}) ;\\", + "▁ });\\", + "绩 效", + "▁Mor ris", + "▁her ein", + "▁here in", + "▁gu essing", + "▁guess ing", + "▁re cession", + "▁rec ession", + "▁recess ion", + "__ \\", + "_ _\\", + "in to", + "int o", + "i nto", + "▁Cr uz", + "▁Cru z", + "▁p acks", + "▁pack s", + "▁pa cks", + "▁pac ks", + "] ^", + "Con f", + "Co nf", + "▁U FC", + "有 期徒刑", + "▁B egin", + "▁Be gin", + "▁ Begin", + "▁entreprene urs", + "▁entrepreneur s", + "▁R av", + "▁Ra v", + "ълга рия", + "上 看", + "率 为", + "Aut o", + "Au to", + "A uto", + "ch art", + "char t", + "cha rt", + "c hart", + "op ard", + "opa rd", + "o pard", + "▁G rey", + "▁Gr ey", + "▁Gre y", + "▁C lear", + "▁Cl ear", + "▁Cle ar", + "▁ Clear", + "nb efore", + "nbe fore", + "n before", + "▁position ed", + "▁posit ioned", + "▁calcul ating", + "▁calc ulating", + "春 季", + "版 权", + "追 究", + "++ )\\", + "++) \\", + "▁H at", + "▁Ha t", + "gr eat", + "gre at", + "g reat", + "og enic", + "ogen ic", + "▁Re spons", + "▁Res pons", + "▁re forms", + "▁reform s", + "▁pair ing", + "▁pa iring", + "▁ pairing", + "MzI y", + "ru ctive", + "ruct ive", + "down load", + "▁r efined", + "▁ref ined", + "▁refine d", + "▁refin ed", + "农 户", + "刚 开始", + "▁s lim", + "▁sl im", + "arch ive", + "▁bl essing", + "▁bless ing", + "安全 的", + "▁no mine", + "▁nom ine", + "案件 受理费", + "▁init iated", + "▁initi ated", + "▁initiate d", + "向 往", + "市 值", + "拍 卖", + "Be fore", + "B efore", + "▁am bit", + "▁amb it", + "▁pull s", + "▁pul ls", + "▁distinct ive", + "▁concent rated", + "▁concentrate d", + "學 校", + "感 悟", + "正 义", + "Ev en", + "E ven", + "▁we aken", + "▁weak en", + "▁Sher iff", + "自己 在", + "w y", + "▁F low", + "▁Fl ow", + "▁Flo w", + "▁ Flow", + "reduc ible", + "▁ch arming", + "▁char ming", + "▁charm ing", + "了 对", + "▁s cam", + "▁sc am", + "▁St atus", + "▁Stat us", + "▁ Status", + "▁b illions", + "▁bill ions", + "▁billion s", + "包 容", + "欢 乐", + "▁L P", + "▁ LP", + "▁a lot", + "▁al ot", + "▁W oman", + "▁Wo man", + "▁ex ped", + "▁exp ed", + "▁Th ailand", + "▁Thai land", + "下 游", + "两 者", + "le v", + "l ev", + "每一 次", + "每 一次", + "nA pril", + "nApr il", + "n April", + "▁lo yalty", + "▁loyal ty", + "▁imag ined", + "▁imagine d", + "▁imagin ed", + "不 高", + "Sche ma", + "Sch ema", + "肌 肤", + "ke e", + "k ee", + "▁i di", + "▁id i", + "▁ idi", + "大 战", + "劳动 合同", + "if icates", + "ific ates", + "ificate s", + "▁local ized", + ": -", + "气 息", + "▁rest oration", + "动 脉", + "▁c ores", + "▁co res", + "▁cor es", + "▁core s", + "plug ins", + "plugin s", + "电 气", + "IS H", + "I SH", + "▁crow ds", + "▁crowd s", + "的 说", + "核酸 检测", + "rac ting", + "ract ing", + "r acting", + "▁emphas ize", + "€ ™", + "▁conv iction", + "在 本", + "急 性", + "的 经济", + "nD ear", + "nDe ar", + "n Dear", + "foot er", + "fo oter", + "foo ter", + "f ooter", + "▁local s", + "▁loc als", + "没 事", + "▁T hor", + "▁Th or", + "▁s ucc", + "▁su cc", + "▁suc c", + "▁ succ", + "gen erated", + "gener ated", + "generate d", + "gene rated", + "区 间", + "材 质", + "▁T X", + "▁ TX", + "▁non profit", + "тъ р", + "т ър", + "▁G lo", + "▁Gl o", + "▁In itial", + "▁Initi al", + "▁ Initial", + "底 线", + "狗 狗", + "来自 于", + "pro c", + "pr oc", + "p roc", + "▁L ay", + "▁La y", + "▁ Lay", + "de pend", + "dep end", + "d epend", + "▁ret rieve", + "▁retrie ve", + "▁estim ator", + "度 过", + "▁s atur", + "▁sa tur", + "▁sat ur", + "▁neuro ns", + "▁neur ons", + "▁neuron s", + "▁rec ipient", + "▁recip ient", + "大 桥", + "nm y", + "n my", + "▁equ ivalence", + "▁equival ence", + "▁oblig ations", + "▁obl igations", + "▁obligation s", + "昆 明", + "ba sh", + "bas h", + "b ash", + "▁c ope", + "▁co pe", + "▁cop e", + "end ant", + "enda nt", + "nA mong", + "nAm ong", + "nAd vertisement", + "se ed", + "see d", + "s eed", + "▁k eV", + "▁ke V", + "▁ keV", + "她 是", + "认识 到", + "ad os", + "ado s", + "a dos", + "▁d airy", + "▁da iry", + "分 工", + "▁D S", + "▁ DS", + "▁s py", + "▁sp y", + "▁ spy", + "ba nds", + "band s", + "ban ds", + "b ands", + "▁I tem", + "▁It em", + "▁ Item", + "▁R achel", + "▁Ra chel", + "▁Rac hel", + "▁des cent", + "▁desc ent", + "我 相信", + "短 暂", + "买 入", + "▁He aven", + "演 技", + "MzI x", + "▁L ion", + "▁Li on", + "▁f arming", + "▁far ming", + "▁farm ing", + "▁convin cing", + "致 富", + "ple tion", + "plet ion", + "有人 说", + "有 人说", + "ertain ly", + "▁crypt ocur", + "▁crypto cur", + "P e", + "lo v", + "l ov", + "HE CK", + "▁at tain", + "▁att ain", + "ga p", + "g ap", + "▁s urg", + "▁su rg", + "▁sur g", + "▁t ropical", + "in formation", + "倡 导", + "这不 是", + "这 不是", + "▁r ays", + "▁ra ys", + "▁ray s", + "▁ rays", + "▁custom ized", + "▁customize d", + "v p", + "混凝 土", + "起来 的", + "起 来的", + "'] ;\\", + "' ];\\", + "ot yp", + "o typ", + "uff le", + "uf fle", + "u ffle", + "▁Lin ked", + "▁Link ed", + "▁ Linked", + "▁key word", + "▁ keyword", + "▁add itionally", + "▁addition ally", + "▁additional ly", + "会 对", + "和 大", + "▁N ap", + "▁Na p", + "▁ob server", + "▁observ er", + "▁obser ver", + "▁observe r", + "▁obs erver", + "mi l", + "m il", + "下半 年", + "下 半年", + "▁G olf", + "▁Go lf", + "▁Gol f", + "共 识", + "疲 劳", + "▁Iran ian", + "▁appl icants", + "▁applic ants", + "▁applicant s", + "J P", + "移 民", + ")) );\\", + "))) ;\\", + ") ));\\", + "micro soft", + "m icrosoft", + "▁adjust ments", + "▁adjustment s", + "gl ass", + "glas s", + "g lass", + "ew orks", + "ework s", + "e works", + "欧 元", + "着 急", + "▁Eag les", + "▁Eagle s", + "各 界", + "最 美", + "ze ch", + "z ech", + "▁gen ius", + "▁mole cule", + "▁cont ributes", + "▁contribut es", + "▁contribute s", + "同 年", + "海 上", + "编 程", + "▁e cc", + "▁ec c", + "▁ ecc", + "▁Tam pa", + "▁c oron", + "▁co ron", + "▁cor on", + "占 有", + "其实 是", + "nI ts", + "nIt s", + "n Its", + "▁R ing", + "▁Ri ng", + "▁ Ring", + "车 上", + "Pa d", + "P ad", + "▁F E", + "▁ FE", + "ix on", + "▁P ink", + "▁Pi nk", + "▁Pin k", + "▁un to", + "▁unt o", + "▁u nto", + "▁g amma", + "▁gam ma", + "▁ga mma", + "▁ gamma", + "osp here", + "osph ere", + "o sphere", + "类型 的", + "类 型的", + "有多 少", + "有 多少", + "▁se verely", + "▁sever ely", + "▁severe ly", + "all owed", + "allow ed", + "▁ §", + "看 待", + "▁mer ger", + "▁merge r", + "ab c", + "a bc", + "的 标准", + "▁acc essed", + "▁access ed", + "E ffect", + "ack ing", + "ac king", + "▁light ly", + "▁ lightly", + "▁R ot", + "▁Ro t", + "▁ Rot", + "nInt erest", + "nInter est", + "n Interest", + "▁J ennifer", + "▁Jenn ifer", + "▁sp inning", + "▁spin ning", + "弟 子", + "十三 条", + "十 三条", + "为 进一步", + "it ably", + "ita bly", + "▁a while", + "▁aw hile", + "▁cat aly", + "▁cata ly", + "道 歉", + "▁ex empl", + "▁exem pl", + "pro gress", + "or ate", + "ora te", + "o rate", + "sim ilar", + "享 有", + "否 认", + "nS orry", + "n Sorry", + "▁Ar thur", + "▁inv asion", + "住 所", + "bet ween", + "b etween", + "Data base", + "Dat abase", + "▁rank ings", + "▁ranking s", + "的 文化", + "▁Mar shall", + "▁Marsh all", + "▁Mars hall", + "▁cont ractor", + "▁contract or", + "▁contra ctor", + "到 期", + "因为 他", + "因 为他", + "▁D EF", + "▁DE F", + "▁ DEF", + "pro duction", + "produ ction", + "product ion", + "prod uction", + "p roduction", + "▁w rist", + "▁wr ist", + "人 身", + "向 原告", + "^* \\\\", + "^ *\\\\", + "cre ens", + "creen s", + "c reens", + "医 护", + "▁C rim", + "▁Cr im", + "▁S oon", + "▁So on", + "发布 了", + "▁B uck", + "▁Bu ck", + "▁Buc k", + "▁K itchen", + "▁Kit chen", + "▁t ribute", + "▁trib ute", + "的 食物", + "▁de ce", + "▁dec e", + "▁ur ged", + "▁urg ed", + "▁urge d", + "+ -", + "下一 个", + "下 一个", + "▁Cor ps", + "▁Corp s", + "▁unique ly", + "▁uniqu ely", + "不 像", + "亲 戚", + "em a", + "e ma", + "▁K rist", + "▁Kr ist", + "▁Kris t", + "的 重", + "pack ages", + "package s", + "填 写", + "▁w asted", + "▁was ted", + "▁waste d", + "▁wa sted", + "▁wast ed", + "▁spons or", + "▁ 我", + "▁A y", + "▁ Ay", + "▁p p", + "▁ pp", + "Ha ve", + "H ave", + "▁ex ports", + "▁exp orts", + "▁export s", + "▁ exports", + "▁mount ing", + "▁mo unting", + "各 方", + "ON D", + "O ND", + "▁S NR", + "▁SN R", + "▁ SNR", + "QU E", + "Q UE", + "ll a", + "l la", + "▁s lam", + "▁sl am", + "▁Coll ins", + "清 除", + "票 房", + ")~ \\\\", + ") ~\\\\", + "Per son", + "Pers on", + "P erson", + "am ilies", + "ami lies", + "骨 干", + "▁An ti", + "▁Ant i", + "辩 护", + "Jo in", + "J oin", + "id ency", + "iden cy", + "An im", + "A nim", + "▁j umps", + "▁jump s", + "▁not ifications", + "▁notification s", + "worth y", + "w orthy", + "▁contract ors", + "▁contra ctors", + "▁contractor s", + "供 电", + "scrib er", + "scribe r", + "scri ber", + "scr iber", + "▁acc identally", + "▁accident ally", + "▁accidental ly", + "▁Б ългария", + "it on", + "ito n", + "i ton", + "▁o bey", + "▁ob ey", + "▁Rob in", + "▁Ro bin", + "▁Sing h", + "▁Sin gh", + "▁Dis play", + "▁ Display", + "小 于", + "▁w atches", + "▁watch es", + "▁wat ches", + "▁renew able", + "Col lections", + "Collection s", + "Collect ions", + "fa c", + "f ac", + "▁p ork", + "▁po rk", + "▁por k", + "ex it", + "e xit", + "small skip", + ") '", + "W W", + "一 支", + "ва н", + "в ан", + "▁G ET", + "▁GE T", + "▁ GET", + "▁super vision", + "▁superv ision", + "▁convolution al", + "人 性", + "▁s i", + "▁ si", + "ar ette", + "are tte", + "aret te", + "▁c rust", + "▁cr ust", + "▁cru st", + "▁crus t", + "in ts", + "int s", + "Sc reen", + "S creen", + "▁Bar bara", + "▁Barb ara", + "一 提", + "变 革", + "id i", + "i di", + "oi l", + "o il", + "St ation", + "Stat ion", + "契 机", + "EX P", + "E XP", + "▁М и", + "ce il", + "x s", + "▁' \\\\", + "▁'\\ \\", + "▁ '\\\\", + "ta ined", + "tain ed", + "tai ned", + "t ained", + "▁in clusive", + "▁incl usive", + "▁n u", + "▁ nu", + "的 专业", + "▁Nev ada", + "▁abs orb", + "▁absor b", + "▁or bits", + "▁orb its", + "▁orbit s", + "▁psy chiat", + "▁psych iat", + "▁pron ounced", + "▁pronounce d", + "▁trad itionally", + "▁traditional ly", + "▁tradition ally", + "t C", + "{ |", + "长 得", + "▁ ня", + "nR ight", + "n Right", + "▁mid st", + "▁mi dst", + "▁clean er", + "▁refres hing", + "▁refresh ing", + "▁achieve ments", + "▁achievement s", + "号 线", + "不 利", + "nn o", + "n no", + "it atively", + "itative ly", + "itat ively", + "▁sp acious", + "▁spa cious", + "▁spac ious", + "▁invest igators", + "▁investig ators", + "▁investigator s", + "加 重", + "▁R M", + "▁ RM", + "▁sy ntax", + "▁synt ax", + "▁syn tax", + "▁ syntax", + "▁A p", + "▁ Ap", + "▁S andy", + "▁San dy", + "▁Sand y", + "▁sub space", + "▁subs pace", + "▁sup plier", + "▁suppl ier", + "东 京", + "▁bre athe", + "▁breath e", + "▁breat he", + "多 彩", + "居 家", + "约 为", + "一个 是", + "合法 权益", + "▁F alls", + "▁Fall s", + "▁Fal ls", + "▁elabor ate", + "個 人", + "澳 洲", + "×× ×", + "× ××", + "交易 所", + "▁D ig", + "▁Di g", + "▁ Dig", + "▁F ace", + "▁Fac e", + "▁Fa ce", + "▁ Face", + "▁m ast", + "▁mas t", + "▁ma st", + "▁Opt im", + "▁Op tim", + "▁ Optim", + "▁san ctions", + "▁sanct ions", + "▁sanction s", + "▁explan ations", + "▁explanation s", + "Y Y", + "耳 朵", + "▁scr ut", + "▁tr ainer", + "▁tra iner", + "▁train er", + "some thing", + "s omething", + "伟大 的", + "伟 大的", + "Load er", + "Lo ader", + "▁Rob erts", + "▁Rober ts", + "▁Robert s", + "句 子", + "规 格", + "▁P ractice", + "▁Pract ice", + "战 场", + "ud y", + "u dy", + "▁P D", + "▁ PD", + "黑 龙江", + "▁v in", + "▁vi n", + "▁ vin", + "▁ â", + "审 美", + "桥 梁", + "▁dis contin", + "▁port rait", + "▁eight h", + "▁Qu estion", + "▁Quest ion", + "▁ Question", + "▁met abol", + "▁meta bol", + "▁metab ol", + "▁se cular", + "▁sec ular", + "▁ex cellence", + "▁excell ence", + "um py", + "ump y", + "▁h ass", + "▁ha ss", + "▁has s", + "其 實", + "端 午", + "'_ {", + "' _{", + "二 审", + "廉 政", + "yl on", + "y lon", + "▁Cra ig", + "▁appropri ately", + "▁appropriate ly", + "看到 的", + "看 到的", + "▁occur rence", + "wh y", + "w hy", + "脱 离", + "ok emon", + "oke mon", + "ai s", + "a is", + "ir s", + "i rs", + "具体 的", + "具 体的", + "ra ctor", + "rac tor", + "ract or", + "r actor", + "& -", + "▁O ften", + "▁Of ten", + "▁publ ishers", + "▁publish ers", + "▁publisher s", + "▁F an", + "▁Fa n", + "▁ Fan", + "▁sy nthesis", + "▁synt hesis", + "▁synthes is", + "▁synth esis", + "之 为", + "缓 慢", + "伴随 着", + "伴 随着", + "▁s od", + "▁so d", + "ns ign", + "n sign", + "▁w ounded", + "▁wound ed", + "因为 我", + "因 为我", + "pub l", + "pu bl", + "p ubl", + "▁what soever", + "图 案", + "缴 费", + "▁pros pective", + "▁prospect ive", + "▁spe culation", + "▁spec ulation", + "之 人", + "摩 擦", + "o j", + "老 家", + "ex e", + "e xe", + "no l", + "n ol", + "▁A CT", + "▁AC T", + "▁ ACT", + "▁h iking", + "▁hi king", + "▁l amp", + "▁la mp", + "▁lam p", + "不 宜", + "拘 留", + "支 架", + "▁prem ier", + "▁premie r", + "▁M ilitary", + "▁Mil itary", + "直 至", + "中医 药", + "中 医药", + "▁N ice", + "▁Nic e", + "▁Ni ce", + "ib bean", + "lo gging", + "log ging", + "▁aff irm", + "▁af firm", + "▁architect ures", + "▁architecture s", + "不 堪", + "在 地", + "纳 米", + "之后 的", + "之 后的", + "▁S ud", + "▁Su d", + "▁p ills", + "▁pil ls", + "▁pill s", + "友 好", + "常 识", + "繁 荣", + "老 的", + "it ching", + "itch ing", + "itc hing", + "▁absor bed", + "▁absorb ed", + "▁succeed ed", + "死 的", + "ят о", + "я то", + "▁acc us", + "一 面", + "升 高", + "ra tes", + "rate s", + "rat es", + "r ates", + "ul ously", + "ulous ly", + "▁cyl inder", + "▁cylind er", + "▁ cylinder", + "in dependent", + "ind ependent", + "▁recru iting", + "▁recruit ing", + "▁sup ervised", + "▁super vised", + "▁superv ised", + "▁ supervised", + "博 客", + "H i", + "▁B ath", + "▁Ba th", + "▁Bat h", + "rat ive", + "r ative", + "三 人", + "vo c", + "v oc", + "mon s", + "mo ns", + "m ons", + "电子 商务", + "▁Buff alo", + "▁sup pressed", + "▁suppress ed", + "Mult i", + "▁W ine", + "▁Win e", + "▁Wi ne", + "▁season al", + "▁seas onal", + "▁atmosp heric", + "村 的", + "Y PE", + "zo n", + "z on", + "▁B run", + "▁Br un", + "▁Bru n", + "▁susp icious", + "不 已", + "TE ST", + "T EST", + "um ni", + "umn i", + "▁Circ uit", + "h p", + "▁ch ef", + "▁che f", + "相同 的", + "uc ked", + "uck ed", + "nb ecause", + "nbe cause", + "n because", + "牛 肉", + "com pet", + "comp et", + "▁rel ativistic", + "▁ relativistic", + "▁b ipart", + "▁bi part", + "用 手", + "Hel lo", + "H ello", + "im ension", + "imens ion", + "}$ }", + "} $}", + "So ft", + "S oft", + "Mod els", + "Model s", + "Mode ls", + "▁up side", + "▁ups ide", + "▁Swed ish", + "五 十", + "▁S nap", + "▁Sn ap", + "▁ Snap", + "j j", + "的女 人", + "的 女人", + "et ics", + "etic s", + "e tics", + "▁m otions", + "▁mot ions", + "▁motion s", + "媳 妇", + "愤 怒", + "np re", + "npr e", + "n pre", + "▁C hen", + "▁Ch en", + "▁Che n", + "▁ Chen", + "▁b ang", + "▁ban g", + "▁ba ng", + "▁ bang", + "▁m ant", + "▁man t", + "▁ma nt", + "▁ mant", + "▁b itch", + "▁bit ch", + "▁spirit s", + "▁spir its", + "排 水", + "av ery", + "ave ry", + "aver y", + "a very", + "好 事", + "王 子", + "朋友 们", + "朋 友们", + "▁R ol", + "▁Ro l", + "▁g ly", + "▁gl y", + "Pro gram", + "Pr ogram", + "▁incent ive", + "▁nom inated", + "▁nominate d", + "▁project ions", + "▁projection s", + "A g", + ")< /", + ") \\", + "▁ >\\", + "唯一 的", + "唯 一的", + "▁Lore ntz", + "孕 妇", + "无 力", + "用 车", + "ph er", + "phe r", + "p her", + "▁mis under", + "▁apolog ize", + "占 地", + "Ma g", + "M ag", + "▁N N", + "▁ NN", + "▁W eight", + "▁We ight", + "▁ Weight", + "▁un itary", + "▁unit ary", + "▁elev ated", + "▁elevate d", + "困 扰", + "其他 人", + "其 他人", + "ro ut", + "rou t", + "r out", + "▁r untime", + "▁run time", + "▁ru ntime", + "▁ runtime", + "▁ment ions", + "▁mention s", + "▁head lines", + "▁headline s", + "月 中", + "▁Q B", + "▁Al ber", + "▁Alb er", + "ur ities", + "uri ties", + "u rities", + "的空 间", + "的 空间", + "char acter", + "▁rele vance", + "▁r age", + "▁ra ge", + "▁ rage", + "色 列", + "照 明", + "uff y", + "uf fy", + "vd ots", + "v dots", + "▁am end", + "▁amen d", + "▁Cas ino", + "▁L uther", + "▁Lu ther", + "▁ex pose", + "▁exp ose", + "▁expos e", + "ar ettes", + "are ttes", + "aret tes", + "arette s", + "▁Bas ically", + "▁Basic ally", + "在这 种", + "在 这种", + "pr ints", + "print s", + "prin ts", + "▁s caled", + "▁sc aled", + "▁scale d", + "▁scal ed", + "▁prevent ed", + "▁prev ented", + "深 受", + "法定 代表人", + "nT otal", + "nTo tal", + "n Total", + "院 士", + "ic ky", + "ick y", + "te es", + "tee s", + "t ees", + "ja min", + "jam in", + "j amin", + "ear ning", + "earn ing", + "e arning", + "国 土", + "片 的", + "注意 的是", + "▁Co al", + "T X", + "к ъ", + "▁B os", + "▁Bo s", + "▁R ank", + "▁Ra nk", + "▁Ran k", + "▁ Rank", + "▁f reed", + "▁free d", + "▁fr eed", + "▁fre ed", + "▁so uls", + "▁soul s", + "▁sou ls", + "▁summar ized", + "▁summarize d", + "多 吃", + "pi e", + "p ie", + "Be cause", + "B ecause", + "▁Prob ably", + "▁ins isted", + "▁insist ed", + "▁Ty ler", + "▁b eers", + "▁be ers", + "▁beer s", + "▁bee rs", + "▁C learly", + "▁Cl early", + "▁Cle arly", + "▁Clear ly", + "r v", + "刑 法", + "▁r ushing", + "▁rush ing", + "Pa t", + "P at", + "}^ {+", + "}^{ +", + "} ^{+", + "▁f led", + "▁fl ed", + "▁fle d", + "▁pred omin", + "乐 趣", + "App le", + "Ap ple", + "Appl e", + "A pple", + "nc heck", + "n check", + "CA R", + "C AR", + "▁exp ressing", + "▁express ing", + "短 评", + "露 出", + "的家 庭", + "的 家庭", + "▁c af", + "▁ca f", + "( `", + "符 号", + "ot er", + "ote r", + "o ter", + "▁di vergence", + "▁diver gence", + "Sh ould", + "▁lin ux", + "▁ linux", + "lib rary", + "▁St orage", + "▁Sto rage", + "▁ Storage", + "▁$ <", + "▁ch ron", + "▁ chron", + "▁As sociated", + "▁Associ ated", + "▁Associate d", + "er gy", + "erg y", + "ph abet", + "pha bet", + "▁L aura", + "▁La ura", + "▁Laur a", + "▁nutri ents", + "▁nutrient s", + "( @", + "乳 腺", + "的 具体", + "▁cancel led", + "▁cancell ed", + "ad ers", + "ade rs", + "ader s", + "a ders", + "▁Dak ota", + "▁mod eled", + "▁model ed", + "▁mode led", + "事 宜", + "nh ow", + "n how", + "借 鉴", + "nInd eed", + "倒 是", + "期 刊", + "▁T el", + "▁Te l", + "消防 安全", + "ec ess", + "e cess", + "▁b und", + "▁bu nd", + "▁bun d", + "▁grand father", + "ack ed", + "ac ked", + "▁there in", + "优 异", + "完美 的", + "完 美的", + "就是 要", + "就 是要", + "ma nd", + "man d", + "m and", + "▁Int erv", + "▁Inter v", + "的 活动", + "in ers", + "ine rs", + "iner s", + "i ners", + "xf f", + "x ff", + "к лю", + "▁dis par", + "▁disp ar", + "▁e ncomp", + "▁en comp", + "▁enc omp", + "▁crim inals", + "▁criminal s", + "oc y", + "o cy", + "▁w eed", + "▁we ed", + "▁wee d", + "▁ weed", + "sub mit", + "把 他", + "Li ght", + "L ight", + "nJ uly", + "nJul y", + "n July", + "▁c ush", + "▁cu sh", + "▁qu bit", + "▁ qubit", + "▁Prince ss", + "▁Prin cess", + "▁Princ ess", + "东 部", + "储 存", + "la im", + "l aim", + "▁T it", + "▁Ti t", + "▁g it", + "▁gi t", + "▁ git", + "▁An imal", + "▁b ounce", + "▁bou nce", + "▁ath lete", + "▁athlet e", + "i q", + "To day", + "T oday", + ")^ \\\\", + ") ^\\\\", + "nB en", + "nBe n", + "n Ben", + "路 的", + "Mo ve", + "M ove", + "▁f atal", + "▁fa tal", + "▁fat al", + "char ged", + "charge d", + "charg ed", + "复 苏", + "mill ion", + "m illion", + "▁nurs es", + "▁nurse s", + "Y S", + "上 方", + "数 的", + "组成 员", + "组 成员", + "▁l asted", + "▁last ed", + "▁la sted", + "▁las ted", + "深圳 市", + "▁teen age", + "▁im ported", + "▁import ed", + "▁imp orted", + "▁compat ibility", + "女 友", + "来 临", + "门 槛", + "IS E", + "I SE", + "nE q", + "n Eq", + "ru by", + "rub y", + "▁teen ager", + "▁teenage r", + "▁aux iliary", + "▁f arms", + "▁far ms", + "▁fa rms", + "▁farm s", + "售 价", + "模 样", + "ed itor", + "edit or", + "edi tor", + "▁manip ulation", + "这个 人", + "这 个人", + "to ggle", + "t oggle", + "为 一", + "在 国内", + "得到 的", + "得 到的", + "B undle", + "中 所", + "▁A rg", + "▁Ar g", + "▁ Arg", + "▁cop ied", + "科 室", + "X FF", + "iel ded", + "ield ed", + "▁join s", + "▁jo ins", + "▁b racket", + "▁bra cket", + "▁brack et", + "▁ bracket", + "不 妨", + "(_ _", + "( __", + "ol as", + "ola s", + "o las", + "ific ent", + "ifi cent", + "ifice nt", + "sam e", + "sa me", + "s ame", + "▁c aut", + "▁ca ut", + "▁pack ets", + "▁pa ckets", + "▁packet s", + "▁back wards", + "▁backward s", + "▁Sw itzerland", + "ca mp", + "cam p", + "c amp", + "▁h umble", + "▁hum ble", + "in cludes", + "includ es", + "include s", + "学 子", + "▁T erry", + "▁Ter ry", + "▁Terr y", + "▁B eyond", + "▁Be yond", + "吐 槽", + "签 字", + "心中 的", + "心 中的", + "的 服务", + "▁T ips", + "▁Ti ps", + "▁Tip s", + "ic ting", + "ict ing", + "el astic", + "ela stic", + "▁govern ance", + "了 两", + "货 车", + "▁c lo", + "▁cl o", + "▁m all", + "▁mal l", + "▁ma ll", + "▁ mall", + "my s", + "m ys", + "nA tt", + "nAt t", + "n Att", + "may be", + "世 间", + "仍 有", + "呼 吁", + "放 到", + "im on", + "imo n", + "i mon", + "▁sp ends", + "▁spe nds", + "▁spend s", + "nSub scribe", + "n Subscribe", + "信 托", + "▁G aza", + "▁Ga za", + "▁Gaz a", + "▁me mor", + "▁mem or", + "▁memo r", + "合 力", + "调 控", + "ви я", + "ско то", + "izar re", + "▁Broad way", + "▁back ward", + "z s", + "衔 接", + "年 开始", + "as ive", + "asi ve", + "▁c leans", + "▁cle ans", + "▁clean s", + "п ри", + "▁B arry", + "▁Bar ry", + "▁sche ma", + "▁sch ema", + "▁ schema", + "▁sh orts", + "▁short s", + "▁Mont real", + "冠 状", + "MA N", + "M AN", + "▁B O", + "▁ BO", + "rad ius", + "▁re mot", + "▁rem ot", + "▁not ably", + "界 面", + "的 家", + "Di d", + "D id", + "hu m", + "h um", + "\\\" \\\\", + "\\\"\\ \\", + "▁re lying", + "▁rel ying", + "▁rely ing", + "▁special ty", + "' >", + "ib an", + "iba n", + "i ban", + "iqu id", + "iq uid", + "▁Fe el", + "▁Fee l", + "▁Spe aker", + "pend icular", + "你 怎么", + "▁t ubes", + "▁tub es", + "▁tube s", + "▁tu bes", + "▁John ny", + "▁J unior", + "▁Jun ior", + "▁Mar kov", + "▁Mark ov", + "▁mus ician", + "▁music ian", + "啤 酒", + "线 条", + "可 通过", + "人 員", + "似 的", + "所以 说", + "身 高", + "▁N A", + "▁ NA", + "强烈 的", + "强 烈的", + "vi ol", + "vio l", + "v iol", + "▁T ob", + "▁To b", + "it ance", + "ita nce", + "itan ce", + "▁per ipher", + "夜 间", + "mem ory", + "r x", + "已 成为", + "gr at", + "gra t", + "g rat", + "立 体", + "no bserv", + "nob serv", + "n observ", + "一 番", + "▁б о", + "▁ бо", + "深刻 的", + "让 大家", + "ци ята", + "ция та", + "▁t rium", + "▁tr ium", + "▁tri um", + "▁pr izes", + "▁pri zes", + "▁prize s", + "'] )", + "' ])", + "ла н", + "л ан", + "ie fs", + "ief s", + "Me mber", + "Mem ber", + "M ember", + "exp ensive", + "▁disappoint ing", + "头 脑", + "民 政", + "AY S", + "A YS", + "学生 们", + "拿 下", + "评 为", + "▁T odd", + "▁To dd", + "▁B right", + "▁Br ight", + "▁Brig ht", + "▁Bri ght", + "▁dest inations", + "▁destination s", + "分 割", + "贝 尔", + "集 合", + "rel ax", + "ra ctive", + "ract ive", + "r active", + "▁C row", + "▁Cr ow", + "▁Cro w", + "ie val", + "iev al", + "i eval", + "}} =\\\\", + "}}= \\\\", + "} }=\\\\", + "▁d elta", + "▁del ta", + "▁ delta", + "▁gl uten", + "▁glu ten", + "▁glut en", + "高 位", + "▁c ram", + "▁cr am", + "▁cra m", + "▁L ions", + "▁Li ons", + "▁Lion s", + "▁ass ure", + "▁phys icians", + "▁physician s", + "▁physic ians", + "不 时", + "总 量", + "注 入", + "▁i i", + "▁ ii", + "Se nd", + "Sen d", + "S end", + "▁c inema", + "▁cinem a", + "▁Mich elle", + "▁Michel le", + "▁gover ned", + "▁govern ed", + "▁devast ating", + "▁S aints", + "▁Sa ints", + "▁Saint s", + "▁conf ined", + "亮 相", + "yn n", + "y nn", + "▁note book", + "▁administ rator", + "▁administr ator", + "{ [", + "系 統", + "美 军", + "▁Dou glas", + "▁Doug las", + "▁dist ortion", + "热 的", + "▁Indones ia", + "年 以来", + "▁di pole", + "▁dip ole", + "▁inv ented", + "▁invent ed", + "▁mid field", + "▁\\\" $", + "nin to", + "ni nto", + "nint o", + "n into", + "▁w ashed", + "▁was hed", + "▁wash ed", + "sub float", + "▁head line", + "取决 于", + "▁develop s", + "mi x", + "m ix", + "▁hat red", + "终 止", + "▁p i", + "▁ pi", + "ip pers", + "ipp ers", + "ipper s", + "i ppers", + "ja ngo", + "jan go", + "j ango", + "▁Me et", + "▁f ict", + "▁fi ct", + "▁R angers", + "▁Range rs", + "▁Ran gers", + "▁Ranger s", + "但 却", + "授 予", + "ig rant", + "igr ant", + "i grant", + "勇 士", + "還 是", + "▁van ishes", + "▁vanish es", + "▁trad emark", + "▁trade mark", + "▁tradem ark", + "l p", + "的 面", + "ik h", + "i kh", + "▁dis posal", + "▁dispos al", + "▁form ulas", + "▁formula s", + "▁qu icker", + "▁quick er", + "▁qui cker", + "▁Add itional", + "▁ Additional", + "夜 晚", + "深 的", + "灯 光", + "处理 器", + "el ed", + "ele d", + "e led", + "se nt", + "sen t", + "s ent", + "▁G il", + "▁Gi l", + "enez uel", + "con figure", + "config ure", + "conf igure", + "▁se curities", + "▁sec urities", + "极 大", + "ни ят", + "ния т", + "不一样 的", + "不一 样的", + "不 一样的", + "ur red", + "▁cl ause", + "失 业", + "跑 步", + "风 光", + "nT w", + "n Tw", + "▁b ron", + "▁bro n", + "▁br on", + "nL ocation", + "nLoc ation", + "n Location", + "大 门", + "抵 达", + "港 口", + "Se lected", + "Select ed", + "Sel ected", + "S elected", + "▁list ings", + "▁listing s", + "中 考", + "▁propag anda", + ":= \\\\", + ": =\\\\", + "Com parison", + "的 通知", + "▁V AL", + "▁VA L", + "▁ VAL", + "▁G round", + "▁Gr ound", + "▁Gro und", + "▁Her itage", + "▁renown ed", + "▁ren owned", + "倒 入", + "湖南 省", + "▁cent r", + "▁civil ian", + "▁ref lecting", + "▁reflect ing", + "▁sched uling", + "意 愿", + "re strict", + "rest rict", + "sp a", + "s pa", + "▁S ent", + "▁Se nt", + "▁Sen t", + "▁ Sent", + "▁F antasy", + "▁Fant asy", + "▁fin ishes", + "▁finish es", + "跨 境", + "list s", + "li sts", + "lis ts", + "l ists", + "▁k its", + "▁kit s", + "▁sm iled", + "▁smile d", + "▁D iamond", + "▁f ounding", + "▁found ing", + "▁fo unding", + "▁wel coming", + "]( #", + "ex port", + "exp ort", + "▁C raft", + "▁Cr aft", + "▁Cra ft", + "▁ Craft", + "▁b ucks", + "▁bu cks", + "▁buck s", + "▁ bucks", + "▁de bris", + "▁deb ris", + "主 场", + "▁b ent", + "▁be nt", + "▁ben t", + "▁re jection", + "▁reject ion", + "众 人", + "▁in ability", + "([ '", + "( ['", + "▁C I", + "▁ CI", + "的可能 性", + "的 可能性", + "▁ident ities", + "▁id entities", + "lo go", + "log o", + "l ogo", + "nv ari", + "nvar i", + "n vari", + "▁b uses", + "▁bu ses", + "▁bus es", + "▁Arab ia", + "▁Ara bia", + "▁frank ly", + "买 房", + "原 子", + "▁att itudes", + "▁attitude s", + "你 好", + "递 交", + "nu s", + "n us", + "▁В и", + "▁ Ви", + "以 色列", + "所以 我", + "智能 化", + "ри те", + "р ите", + "这个 世界", + "▁Pal m", + "▁Pa lm", + "▁Nig eria", + "▁Niger ia", + "* /", + "▁unw anted", + "vi ce", + "vic e", + "v ice", + "▁Mad rid", + "和 发展", + "组成 的", + "组 成的", + "▁mind set", + "▁minds et", + "ha rm", + "har m", + "h arm", + "Pack age", + "▁aband on", + "生 病", + "通 過", + "Ch o", + "C ho", + "的同 学", + "的 同学", + "oid al", + "oi dal", + "o idal", + "▁r ushed", + "▁rush ed", + "▁conf erences", + "▁conference s", + "fl ags", + "flag s", + "sh ire", + "shi re", + "s hire", + "▁sp orting", + "▁sport ing", + "▁spor ting", + "的 知识", + "le tte", + "let te", + "lett e", + "l ette", + "nat ive", + "n ative", + "▁im mun", + "▁imm un", + "▁crow ded", + "▁crowd ed", + "随 之", + "oubt edly", + "▁econom ies", + "▁ind icators", + "▁indic ators", + "▁indicator s", + "ng e", + "n ge", + "▁а в", + "Ra ndom", + "R andom", + "▁b rains", + "▁br ains", + "▁brain s", + "▁bra ins", + "▁pres umably", + "▁presum ably", + "▁prom otional", + "▁promot ional", + "▁promotion al", + "天 使", + "行 人", + "再 到", + "甲 基", + "io v", + "i ov", + "pi t", + "p it", + "▁t elescope", + "▁tele scope", + "▁telesc ope", + "▁c ancellation", + "▁cancel lation", + "▁cancell ation", + "大 胆", + "首 批", + "pe rm", + "per m", + "p erm", + "▁l acks", + "▁la cks", + "▁lack s", + "▁lac ks", + "▁brow sers", + "▁browser s", + "▁browse rs", + "▁brows ers", + "所 能", + "重 建", + "▁W a", + "▁n ap", + "▁na p", + "▁ nap", + "▁c hill", + "▁ch ill", + "▁chi ll", + "花 钱", + "过 年", + "做出 了", + "做 出了", + "群众 的", + "▁real ised", + "▁realise d", + "▁s ustainability", + "▁sustain ability", + "还 好", + ")/ (", + ") /(", + "▁L ost", + "▁Los t", + "▁Lo st", + "▁Iraq i", + "▁f ifty", + "▁fif ty", + "▁fi fty", + "▁travel ers", + "▁traveler s", + "有机 会", + "有 机会", + "▁adm ire", + "▁weak ly", + "▁f ortune", + "▁for tune", + "▁fort une", + "▁fortun e", + "style sheet", + "styles heet", + "冷 静", + "▁d resses", + "▁dress es", + "hent ication", + "便 捷", + "几个 月", + "几 个月", + "的人 们", + "的 人们", + "ob ic", + "obi c", + "改革 开放", + "for um", + "fo rum", + "f orum", + "ri ties", + "rit ies", + "r ities", + "▁qu arters", + "▁quarter s", + "▁quart ers", + "▁ quarters", + "四 季", + "树 脂", + "综 艺", + "交通 运输", + "ig ating", + "iga ting", + "大 致", + "те н", + "т ен", + "▁in acc", + "▁i nacc", + "▁out break", + "▁ou tbreak", + "立 场", + "胎 儿", + "极大 的", + "极 大的", + "▁merch and", + "▁merc hand", + "▁rot ational", + "▁rotation al", + "纠纷 一案", + "可 用", + "跨 越", + "To k", + "T ok", + "最 後", + "▁A rc", + "▁Ar c", + "▁ Arc", + "▁T on", + "▁To n", + "▁ignor ance", + "时间 内", + "nO ff", + "nOf f", + "n Off", + "▁b end", + "▁be nd", + "▁ben d", + "▁F resh", + "▁Fr esh", + "▁Fre sh", + "▁Fres h", + "Direct ory", + "编 码", + "$: \\", + "$ :\\", + "▁M AN", + "▁MA N", + "▁ MAN", + "不仅仅 是", + "不 仅仅是", + "rapeut ic", + "▁notice able", + "ig a", + "i ga", + "注意 到", + "check ed", + "▁sent enced", + "▁sentence d", + "▁taxpay ers", + "▁taxpayer s", + "而 又", + "▁H S", + "▁ HS", + "lay ers", + "la yers", + "layer s", + "l ayers", + "▁mur dered", + "▁murder ed", + "▁murd ered", + "作 物", + "ri sk", + "ris k", + "r isk", + "ud ed", + "ude d", + "u ded", + "含 义", + "▁re dist", + "▁red ist", + "▁Ark ansas", + "中 介", + "讨 厌", + "▁F I", + "▁ FI", + "▁а р", + "▁ ар", + "so cket", + "sock et", + "soc ket", + "s ocket", + "▁per pendicular", + "为 其", + "榜 样", + "▁V erm", + "▁Ver m", + "▁Ve rm", + "▁P ra", + "▁Pr a", + "▁re q", + "▁r eq", + "▁ req", + "▁Or lando", + "r h", + "e or", + "eu r", + "e ur", + "ri sh", + "ris h", + "r ish", + "▁B eth", + "▁Be th", + "▁Bet h", + "▁b uddy", + "▁budd y", + "▁bud dy", + "▁c oupon", + "▁co upon", + "▁cou pon", + "▁coup on", + "▁exponent ially", + "▁exponential ly", + "▁ad orable", + "商 会", + "度 假", + "流 传", + "无人 机", + "▁D iff", + "▁Di ff", + "▁ Diff", + "ib lings", + "ibl ings", + "ibling s", + "自 律", + "▁blo ody", + "▁blood y", + "▁sub jective", + "▁subject ive", + "om aly", + "oma ly", + "omal y", + "▁h alt", + "▁ha lt", + "▁hal t", + "we alth", + "▁end ors", + "> '", + "但 不", + "▁ind ul", + "▁indu l", + "▁met als", + "▁metal s", + "▁meta ls", + "▁Gal actic", + "▁form alism", + "▁formal ism", + "看不 到", + "看 不到", + "▁tra gic", + "▁pl anted", + "▁plan ted", + "▁plant ed", + "▁f ever", + "▁fe ver", + "▁st oring", + "▁sto ring", + "既 有", + "被 动", + "CE O", + "C EO", + "=\\\" <", + "= \\\"<", + "▁f ucked", + "▁fuck ed", + "ex ception", + "except ion", + "ah n", + "a hn", + "nl et", + "nle t", + "n let", + "▁a mer", + "▁am er", + "▁ amer", + "Arg ument", + "▁self ish", + "▁sel fish", + "▁graph ene", + "▁graphe ne", + "▁research er", + "▁researc her", + "这 首", + "W elcome", + "▁Pot ter", + "▁ven ues", + "▁venue s", + "体 质", + "我还 是", + "我 还是", + "▁ad apter", + "▁adapt er", + "▁adap ter", + "▁ adapter", + "▁res istant", + "▁resist ant", + "▁ resistant", + "組 織", + "警 惕", + "Me r", + "M er", + "学 金", + "nB eing", + "nBe ing", + "n Being", + "▁gra ve", + "▁gr ave", + "▁grav e", + "valid ate", + "▁man date", + "▁mand ate", + "▁ma ndate", + "nSpe aking", + "▁withdraw al", + "▁res olutions", + "▁resolution s", + "▁resol utions", + "C r", + "指定 的", + "指 定的", + "ount ain", + "oun tain", + "▁Ch ampions", + "▁Champion s", + "▁Champ ions", + "' -", + "列 车", + "里 程", + "页 面", + "▁E sc", + "▁Es c", + "▁Vol ume", + "▁ Volume", + "拥 抱", + "mo s", + "m os", + "▁S pa", + "▁Sp a", + "▁re med", + "▁r emed", + "▁rem ed", + "▁w ires", + "▁wire s", + "▁wi res", + "▁ко ято", + "▁view er", + "▁ viewer", + "▁incent ives", + "▁incentive s", + "▁optim istic", + "▁account able", + "修 正", + "人大 常委会", + "vent ory", + "台 上", + "收 盘", + "组 的", + "sym bol", + "s ymbol", + "▁back yard", + "fa t", + "f at", + "▁ar gu", + "▁arg u", + "▁Al most", + "電 影", + "▁Br others", + "▁Brother s", + "▁w arnings", + "▁war nings", + "▁warn ings", + "▁warning s", + "sub equations", + "у н", + "▁story t", + "▁ à", + "队 友", + "eth yl", + "eterm ined", + "Trans action", + "注意 事项", + "▁w hist", + "▁wh ist", + "▁whis t", + "▁vi olated", + "▁viol ated", + "▁violate d", + "N I", + "冰 箱", + "的名 字", + "的 名字", + "ci um", + "c ium", + "▁assemb led", + "▁assemble d", + "ub lin", + "ubl in", + "nex per", + "nexp er", + "n exper", + "▁r ivers", + "▁ri vers", + "▁river s", + "▁riv ers", + "▁ rivers", + "▁time line", + "▁tim eline", + "诗 词", + "▁n oon", + "▁no on", + "▁ noon", + "Ad apter", + "▁t uition", + "▁tu ition", + "op eration", + "ope ration", + "oper ation", + "感 慨", + "支 队", + "▁B P", + "▁ BP", + "no ld", + "nol d", + "n old", + "EM ENT", + "E MENT", + "▁co ating", + "▁coat ing", + "▁won ders", + "▁wond ers", + "▁wonder s", + "过 渡", + "詹 姆斯", + "Ar ea", + "Are a", + "A rea", + "▁t et", + "▁te t", + "▁h ints", + "▁hint s", + "t u", + "▁С е", + "▁ Се", + "}{ {\\\\", + "}{{ \\\\", + "} {{\\\\", + "in come", + "inc ome", + "▁Mon itor", + "▁ Monitor", + "▁forum You", + "發 生", + "nT rue", + "nTr ue", + "n True", + "▁reward ing", + "▁rew arding", + "▁surround ings", + "▁surrounding s", + "▁t umor", + "▁tum or", + "▁tu mor", + "col lect", + "coll ect", + "▁rum ors", + "▁rumor s", + "▁happ ier", + "in fl", + "inf l", + "i nfl", + "▁me rit", + "▁mer it", + "▁p arity", + "▁par ity", + "▁pa rity", + "▁semi conductor", + "▁semicon ductor", + "| =", + "他 会", + "给 出", + "在全 国", + "在 全国", + "▁C ant", + "▁Can t", + "▁Ca nt", + "▁Jeff erson", + "违约 金", + "▁Mac Book", + "众 生", + "夫 妇", + "▁current s", + "▁veget able", + "▁veg etable", + "▁o un", + "▁ou n", + "▁ oun", + "▁p df", + "▁pd f", + "▁ pdf", + "as a", + "a sa", + "开发 商", + "▁F if", + "▁Fi f", + "act ly", + "▁D raw", + "▁Dr aw", + "▁Dra w", + "▁ Draw", + "▁length y", + "▁civil ians", + "▁civilian s", + "ти в", + "姿 态", + "难 得", + "娱乐 圈", + "设置 有", + "▁Int eger", + "▁Integ er", + "▁ Integer", + "(( )", + "( ()", + "ски я", + "с кия", + "▁Hit ler", + "▁Mem ory", + "▁ Memory", + "▁ban ner", + "▁r oller", + "▁roll er", + "▁ roller", + "▁Blu etooth", + "▁prim itive", + "指 引", + "而 成", + "自然 的", + "自 然的", + "nN ews", + "nNew s", + "nNe ws", + "n News", + "▁Part icip", + "C a", + "秋 季", + "▁C ob", + "▁Co b", + "敢 于", + "no des", + "node s", + "nod es", + "n odes", + "▁Y ellow", + "▁Im agine", + "▁motor cycle", + "参 照", + "在 意", + "應 該", + "'] ['", + "'][ '", + "' ]['", + "ict ory", + "ictor y", + "i ctory", + "nSim ilarly", + "nSimilar ly", + "只 需", + "ht bp", + "htb p", + "▁Event ually", + "崛 起", + "RE G", + "R EG", + "▁m ins", + "▁min s", + "▁mi ns", + "▁ mins", + "ps hire", + "p shire", + "战 术", + "社 团", + "笑 了", + "跌 幅", + "▁wor rying", + "▁worry ing", + "em et", + "eme t", + "e met", + "▁cl one", + "▁clo ne", + "▁ clone", + "Lib rary", + "ov o", + "o vo", + "о гра", + "▁L if", + "▁Li f", + "▁ Lif", + "▁ass essed", + "▁assess ed", + "▁asses sed", + "列 入", + "Fri day", + "F riday", + "▁att ractions", + "▁attract ions", + "▁attraction s", + "▁attr actions", + "▁de formation", + "▁deform ation", + "▁ é", + "儿 女", + "aud io", + "audi o", + "a udio", + "▁hurt s", + "▁hur ts", + "增 多", + "拼 搏", + "▁Leg isl", + "▁regular ization", + "台 阶", + "的 全", + "穿 过", + "▁д у", + "▁ ду", + "▁d os", + "▁do s", + "▁ dos", + "ol ester", + "ole ster", + "oles ter", + "▁ham mer", + "▁hamm er", + "▁ hammer", + "▁long itudinal", + "et o", + "e to", + "▁qual itative", + "区 分", + "▁{ '", + "▁ {'", + "се ле", + "с еле", + "eh icle", + "▁sim ulate", + "▁compr ised", + "▁comprise d", + "▁encount ers", + "▁encounter s", + "▁smart phones", + "▁smartphone s", + "身 为", + "▁A MD", + "▁AM D", + "▁ AMD", + "▁a mp", + "▁am p", + "▁ amp", + "pol icy", + "▁sub missions", + "▁submission s", + "不 愿", + "▁enc ryption", + "▁encrypt ion", + "主管 部门", + "ien cies", + "i encies", + "▁prem ise", + "相对 于", + "相 对于", + "iz ational", + "ization al", + "選 擇", + "原因 是", + "▁sh elves", + "▁shel ves", + "an ean", + "ane an", + "▁ 本实用新型", + "nM ichael", + "n Michael", + "▁disturb ing", + "tu be", + "t ube", + "▁k icking", + "▁kick ing", + "处 在", + "点 赞", + "阿 尔", + "ar rier", + "arri er", + "arr ier", + "arrie r", + "comm end", + "▁St ories", + "▁Sto ries", + "} `", + "▁E PA", + "▁EP A", + "▁u mb", + "▁um b", + "▁ umb", + "nre spect", + "nres pect", + "n respect", + "▁revolution ary", + "d n", + "古 城", + "恒 大", + "or ie", + "ori e", + "o rie", + "am ins", + "amin s", + "ami ns", + "a mins", + "▁The ory", + "▁inhab it", + "▁inh abit", + "▁dis charge", + "涨 停", + "▁o pa", + "▁op a", + "▁ opa", + "▁ph osph", + "▁vacc ine", + "相 机", + "最多 的", + "最 多的", + "ar ium", + "ari um", + "a rium", + "▁In side", + "▁Ins ide", + "▁pick up", + "亲 切", + "CP U", + "C PU", + "▁B udget", + "▁Bud get", + "▁Mur phy", + "▁dis placement", + "▁displace ment", + "发 力", + "▁M ason", + "▁Ma son", + "▁Mas on", + "的 思想", + "ла ст", + "▁V ik", + "▁Vi k", + "▁r ises", + "▁ri ses", + "▁rise s", + "▁ris es", + "▁proble matic", + "▁problem atic", + "将 是", + "男 朋友", + "▁le ap", + "avor ite", + "▁pos itively", + "▁positive ly", + "▁posit ively", + "按 时", + "条件 下", + "▁m asks", + "▁mas ks", + "▁mask s", + "產 業", + "we d", + "w ed", + "▁vill ages", + "▁village s", + "▁villa ges", + "不 容", + "▁G NU", + "▁GN U", + "▁sl avery", + "▁slave ry", + "▁retrie val", + "▁question ing", + "挂 牌", + "nB as", + "n Bas", + "▁ext rap", + "▁extra p", + "▁extr ap", + "▁step ping", + "▁ste pping", + "ра з", + "р аз", + "nS en", + "nSe n", + "n Sen", + "ress ive", + "▁h unger", + "▁hung er", + "back slash", + "backs lash", + "伦 敦", + "开 花", + "最 有", + "^+ \\\\", + "^ +\\\\", + "▁D oug", + "▁Do ug", + "▁Dou g", + "L icense", + "▁for give", + "▁forg ive", + "▁pre serving", + "▁pres erving", + "▁preserv ing", + "▁ preserving", + "越 大", + "CR E", + "C RE", + "IL D", + "I LD", + "离开 了", + "离 开了", + "cre at", + "cr eat", + "c reat", + "ent ropy", + "▁Trans portation", + "▁Transport ation", + "辩 称", + "go t", + "g ot", + "▁Pl atform", + "▁ Platform", + "▁press ures", + "▁pressure s", + "P o", + "特殊 的", + "f u", + "受 害", + "▁EV ERY", + "▁EVER Y", + "▁fif teen", + "mob ile", + "m obile", + "▁p unct", + "▁pun ct", + "▁ punct", + "▁re sil", + "▁res il", + "干 预", + "透 过", + "od s", + "o ds", + "▁т я", + "▁E ye", + "▁Ey e", + "nT ype", + "n Type", + "nf irst", + "n first", + "▁L egal", + "▁Le gal", + "▁Leg al", + "Time out", + "▁Pal ace", + "▁Pa lace", + "去 找", + "教 训", + "复杂 的", + "我 现在", + "▁b reach", + "▁bre ach", + "▁br each", + "客 厅", + "▁P ok", + "▁Po k", + "▁b oom", + "▁bo om", + "▁boo m", + "am iliar", + "▁cat ast", + "▁cata st", + "▁dis abilities", + "▁l ou", + "▁lo u", + "▁гра д", + "▁ град", + "▁p itcher", + "▁pitch er", + "▁pit cher", + "▁pitc her", + "▁sen iors", + "▁senior s", + "▁Valent ine", + "LE ASE", + "▁blank et", + "▁mathemat ics", + "▁mathematic s", + "早 晨", + "▁con jecture", + "▁conject ure", + "何 时", + "▁M O", + "▁ MO", + "▁D anny", + "▁Dan ny", + "▁join ts", + "▁jo ints", + "▁joint s", + "m k", + "nT om", + "nTo m", + "n Tom", + "▁I nsp", + "▁In sp", + "▁Ins p", + "at omic", + "ato mic", + "atom ic", + "G F", + "▁{\\ \"", + "▁{ \\\"", + "▁ {\\\"", + "▁P ete", + "▁Pe te", + "▁Pet e", + "ron ics", + "ronic s", + "▁def ender", + "▁defend er", + "▁defe nder", + "▁intern ationally", + "▁international ly", + "没 了", + "▁ru in", + "东 莞", + "ba sic", + "bas ic", + "ig ator", + "iga tor", + "▁in aug", + "aus ible", + "com plex", + "comp lex", + "compl ex", + "▁observ ational", + "▁observation al", + "▁who ever", + "下 行", + "无 异议", + "的第 二", + "的 第二", + "▁S qu", + "▁Car ibbean", + "着 我", + "我们 需要", + "▁in complete", + "▁incom plete", + "的 神", + "蛋 糕", + "ha d", + "h ad", + "in ge", + "ing e", + "i nge", + "▁R io", + "▁Ri o", + "▁S und", + "▁Sun d", + "▁Su nd", + "▁Ch ase", + "▁Cha se", + "me asure", + "meas ure", + "ross over", + "rosso ver", + "▁ch ampions", + "▁champion s", + "▁champ ions", + "林 业", + "AT T", + "A TT", + "nc l", + "n cl", + "▁F ine", + "▁Fin e", + "▁Fi ne", + "▁\\\\ }$", + "▁\\\\} $", + "▁ \\\\}$", + "top rule", + "▁re boot", + "▁reb oot", + "▁rebo ot", + "▁sh irts", + "▁shirt s", + "▁ shirts", + "▁wrest ling", + "得 上", + "NO W", + "N OW", + "▁den ial", + "\\\\+\\\\_\\\\ +", + "大 批", + "是一 位", + "是 一位", + "an ka", + "ank a", + "asc ade", + "▁bl ues", + "▁blue s", + "▁blu es", + "mi le", + "mil e", + "m ile", + "ir ate", + "ira te", + "i rate", + "Cent er", + "C enter", + "> )", + "B Y", + "工 伤", + "世界 杯", + "gu ide", + "gui de", + "guid e", + "运 气", + "▁N J", + "▁l am", + "▁la m", + "▁ lam", + "uer to", + "▁B rain", + "▁Br ain", + "▁Bra in", + "vis ible", + "v isible", + "▁ge odes", + "▁geo des", + "opt ional", + "option al", + "▁harass ment", + "交 互", + "巨 头", + "▁D elta", + "▁Del ta", + "▁ Delta", + "▁Bra ndon", + "▁Brand on", + "女 主", + "к ри", + "he ads", + "head s", + "hea ds", + "ograph er", + "ograp her", + "▁w ip", + "▁wi p", + "▁b oil", + "▁bo il", + "se cret", + "sec ret", + "▁hook ed", + "▁ho oked", + "icular ly", + "▁ad verse", + "▁advers e", + "▁an alogy", + "▁anal ogy", + "▁analog y", + "UE S", + "U ES", + "▁A lt", + "▁Al t", + "▁ Alt", + "船 舶", + "mat erial", + "mate rial", + "m aterial", + "▁cred ibility", + "红 的", + ": **", + "▁P le", + "▁Pl e", + "▁ble eding", + "▁bleed ing", + "拉 克", + "眼 光", + "错 过", + "”— —", + "” ——", + "加强 对", + "的 想法", + "▁p asta", + "▁past a", + "▁pa sta", + "▁pas ta", + "get Element", + "Ca t", + "C at", + "nC he", + "nCh e", + "n Che", + "ri ved", + "riv ed", + "rive d", + "r ived", + "四 十", + "确定 的", + "确 定的", + "ma ny", + "man y", + "m any", + "re new", + "ren ew", + "rene w", + "▁S alt", + "▁Sal t", + "▁Sa lt", + "▁E ST", + "▁ES T", + "▁ EST", + "▁Jer emy", + "▁Jere my", + "▁l adder", + "▁lad der", + "script style", + "白 的", + "') $", + "' )$", + "er b", + "e rb", + "▁in ning", + "▁inn ing", + "▁ inning", + "▁gradu ates", + "▁graduate s", + "亲 密", + "▁с во", + "ke ley", + "kel ey", + "▁s unny", + "▁sun ny", + "▁diff ers", + "▁differ s", + "▁diffe rs", + "K L", + "▁re called", + "▁rec alled", + "▁recall ed", + "E Y", + "抓 获", + "▁L CD", + "▁LC D", + "▁Pol ish", + "▁Po lish", + "nre quire", + "n require", + "▁sim plify", + "▁simpl ify", + "工 地", + "fa ctory", + "fact ory", + "factor y", + "f actory", + "nCh rist", + "nChris t", + "n Christ", + "▁not ified", + "做 过", + "太多 的", + "太 多的", + "▁bet ray", + "液 体", + "運 動", + "he sis", + "hes is", + "h esis", + "ph oton", + "phot on", + "photo n", + "▁cur tain", + "direct ory", + "director y", + "▁knowledge able", + "的 钱", + "肠 道", + "的 生命", + "的 证据", + "de ss", + "des s", + "d ess", + "▁P RO", + "▁PR O", + "▁ PRO", + "health y", + "▁i l", + "▁ il", + "cent ral", + "▁thought ful", + "北 部", + "命 中", + "你 自己", + "的一 年", + "的 一年", + "ung le", + "▁rot ate", + "▁ rotate", + "word press", + "tem perature", + "▁contin uity", + "▁continu ity", + ")) )", + ") ))", + "ee m", + "e em", + "在内 的", + "在 内的", + "▁Co hen", + "▁inter ns", + "▁intern s", + "X Y", + "nth rough", + "n through", + "▁B arcelona", + "▁al located", + "▁alloc ated", + "▁allocate d", + "款 项", + "Bl ue", + "br aska", + "bras ka", + "data base", + "dat abase", + "▁com plications", + "▁compl ications", + "漫 画", + "me l", + "m el", + "om i", + "o mi", + "Ro le", + "R ole", + "▁s ins", + "▁sin s", + "▁si ns", + "▁St rong", + "▁Str ong", + "▁dis closed", + "▁disclose d", + "承 办", + "真 理", + "▁s adly", + "▁sad ly", + "▁foss il", + "招 标", + "运 势", + "钥 匙", + "▁m iser", + "▁mis er", + "▁mi ser", + "N F", + "sh ots", + "shot s", + "s hots", + "▁Guard ian", + "▁former ly", + "▁ formerly", + "▁mist aken", + "▁mistake n", + "▁pred icts", + "▁predict s", + "V i", + "新 高", + "查 处", + "已经 成为", + "▁ex empt", + "▁exem pt", + "▁po sters", + "▁pos ters", + "▁post ers", + "▁poster s", + "滴 滴", + "节 省", + "信用 卡", + "▁S ym", + "▁Sy m", + "▁ Sym", + "al king", + "alk ing", + "▁un belie", + "▁expl ores", + "▁explore s", + "▁explo res", + "希 腊", + "Y eah", + "▁N either", + "▁Ne ither", + "▁young est", + "千 里", + "号 召", + "躺 在", + "这 点", + "ме й", + "м ей", + "▁s tab", + "▁st ab", + "▁sta b", + "▁ stab", + "▁Re sort", + "▁Res ort", + "▁exp ans", + "▁m apped", + "▁map ped", + "▁ma pped", + "▁un changed", + "不 明", + "商 场", + "en ta", + "ent a", + "▁съ с", + "如 有", + "结束 了", + "inc inn", + "MH z", + "M Hz", + "For e", + "F ore", + "▁Wat son", + "▁Mit chell", + "▁Mitch ell", + "▁Plan et", + "▁sm iling", + "▁st aring", + "▁star ing", + "▁sta ring", + "▁stake holders", + "了 好", + "悄 悄", + "▁Ar ena", + "▁Are na", + "▁Aren a", + "ess ment", + "歷 史", + "民 法", + "_{ -\\\\", + "_{- \\\\", + "_ {-\\\\", + "Git hub", + "G ithub", + "▁tr aff", + "▁tra ff", + "▁War ner", + "B i", + "还 原", + "Sup port", + "▁craft ed", + "▁ crafted", + "虚 假", + "') )\\", + "')) \\", + "' ))\\", + "om on", + "omo n", + "o mon", + "▁K irk", + "▁Kir k", + "▁Ki rk", + "▁E uclidean", + "不好 的", + "不 好的", + "ch et", + "che t", + "c het", + "nM ed", + "nMe d", + "n Med", + "Ex pression", + "Exp ression", + "Expr ession", + "Express ion", + "▁inter sect", + "▁ Ц", + "ен е", + "е не", + "一直 是", + "\\\" );", + "\\\") ;", + "▁never theless", + "店 铺", + "nPol ice", + "ne ffect", + "n effect", + "▁an xious", + "▁soci eties", + "▁sup ermark", + "▁super mark", + "▁superm ark", + "mit h", + "mi th", + "m ith", + "nJ une", + "nJun e", + "n June", + "man agement", + "manage ment", + "▁artif acts", + "▁artifact s", + "得 出", + "th eme", + "the me", + "▁tail ored", + "▁tailor ed", + "作 為", + "▁virt ue", + "▁reconstruct ed", + "A h", + "M r", + "谋 划", + "▁f oul", + "▁fo ul", + "外 科", + "我们 都", + "我 们都", + "积极 性", + "进入 了", + "进 入了", + "▁J ake", + "▁Ja ke", + "▁Jak e", + "▁int act", + "mult line", + "li es", + "lie s", + "l ies", + "▁har ness", + "Con clusions", + "Conclusion s", + "土 耳", + "ti p", + "t ip", + "小伙 伴", + "小 伙伴", + "▁stain less", + "数据 的", + "▁lic enses", + "▁license s", + "▁ licenses", + "ur ers", + "ure rs", + "urer s", + "u rers", + "▁S cal", + "▁Sc al", + "▁ Scal", + "▁t imer", + "▁time r", + "▁tim er", + "▁ti mer", + "▁ timer", + "海 关", + "▁r aid", + "▁ra id", + "▁ко ето", + "▁inf rared", + "▁ infrared", + "模 仿", + "▁s urgical", + "▁surg ical", + "hp p", + "h pp", + "▁C arn", + "▁Car n", + "▁Ca rn", + "▁A gent", + "▁Ag ent", + "▁Age nt", + "▁ Agent", + "疫情防控 工作", + "▁remote ly", + "▁remot ely", + "借 贷", + "自 杀", + "od al", + "oda l", + "o dal", + "=\\\\ \\\"", + "= \\\\\\\"", + "▁s eating", + "▁se ating", + "▁sea ting", + "▁seat ing", + "▁desper ately", + "▁desperate ly", + "▁Const ruction", + "▁Construct ion", + "許 多", + "陶 瓷", + "难 免", + "da sh", + "das h", + "d ash", + "▁[ ];\\", + "▁[] ;\\", + "▁Pe ters", + "▁Pet ers", + "▁Peter s", + "▁Pete rs", + "▁coast al", + "▁coord inator", + "微 微", + "tu n", + "t un", + "金融 机构", + "dr ive", + "d rive", + "▁b east", + "▁be ast", + "▁s pine", + "▁sp ine", + "▁spin e", + "不 算", + "南 部", + "na dd", + "nad d", + "n add", + "法律 规定", + "pa thy", + "path y", + "pat hy", + "p athy", + "▁im prison", + "▁imp rison", + "▁suspect s", + "一般 的", + "一 般的", + "信息 的", + "多年 来", + "多 年来", + "稳定 性", + "稳 定性", + "Be an", + "B ean", + "en es", + "ene s", + "e nes", + "Gr een", + "G reen", + "▁P anel", + "▁Pan el", + "▁Pa nel", + "▁ Panel", + "el ian", + "eli an", + "elia n", + "ou nge", + "oun ge", + "▁Re agan", + "▁utter ly", + "▁mer cy", + "▁merc y", + "▁destroy ing", + "▁destro ying", + "门 店", + "也 非常", + "us age", + "usa ge", + "▁read only", + "▁ readonly", + "师范 大学", + "▁p ier", + "▁pie r", + "▁pi er", + "▁nons ense", + "▁energet ic", + "▁energ etic", + "过 往", + "▁he avier", + "▁heav ier", + "▁vis ually", + "▁visual ly", + "▁perfect ion", + "▁perf ection", + "▁instrument al", + "清 醒", + "SU V", + "S UV", + "了 许多", + "uis ine", + "▁id iot", + "▁idi ot", + "从 不", + "终 身", + "和 服务", + "nw ell", + "nwe ll", + "n well", + "▁tor que", + "nJan uary", + "n January", + "偷 偷", + "nP aul", + "n Paul", + "出 国", + "的人 数", + "的 人数", + "On ce", + "O nce", + "}} )$", + "}}) $", + "} })$", + "▁capt uring", + "▁в е", + "▁ ве", + "on do", + "ond o", + "o ndo", + "未成年 人", + "未 成年人", + "ek ing", + "e king", + "▁d are", + "▁da re", + "▁dar e", + "▁bl owing", + "▁blo wing", + "▁blow ing", + "▁tom atoes", + "▁tomat oes", + "▁tomato es", + "总 监", + "手 工", + "RE T", + "R ET", + "ah l", + "a hl", + "▁B oys", + "▁Bo ys", + "▁Boy s", + "▁orig ins", + "▁ori gins", + "▁origin s", + "ь о", + "爸 妈", + "DI G", + "D IG", + "土耳 其", + "有两 个", + "有 两个", + "so ng", + "son g", + "s ong", + "会 影响", + "▁B ishop", + "▁Bi shop", + "雷 锋", + "创业 板", + "说 什么", + "▁h ott", + "▁hot t", + "▁ho tt", + "▁sh iny", + "res olve", + "国 王", + "\\\\ \\\":", + "\\\\\\ \":", + "\\\\\\\" :", + "▁he ck", + "▁ heck", + "▁in ert", + "▁wh ites", + "▁white s", + "▁whit es", + "im ir", + "imi r", + "i mir", + "ld er", + "l der", + "M obile", + "en abled", + "ena bled", + "enable d", + "ov ering", + "ove ring", + "over ing", + "▁he aders", + "▁head ers", + "▁header s", + "▁ headers", + "人 对", + "品 的", + "太 空", + "异 性", + "*\\ \\", + "* \\\\", + "▁P O", + "▁ PO", + "经济 的", + "高新 区", + "高 新区", + "▁W ii", + "▁Wi i", + "Wh ite", + "▁Ro gers", + "▁Rog ers", + "▁Roger s", + "▁mon itors", + "▁monitor s", + "甜 蜜", + "鼻 子", + "有效 地", + "ig her", + "igh er", + "喜 悦", + "無 法", + "nE m", + "n Em", + "▁terr ific", + "( |", + "焊 接", + "车 站", + "▁Th ai", + "▁ass isted", + "▁assist ed", + "▁ assisted", + "▁shock ing", + "▁sing ularity", + "▁singular ity", + "走 过", + "nThe ir", + "n Their", + "▁str ips", + "▁stri ps", + "▁strip s", + "▁Re uters", + "▁ Reuters", + "供 述", + "委 屈", + "江 湖", + "di e", + "d ie", + "pos ts", + "post s", + "po sts", + "▁S tage", + "▁St age", + "▁Sta ge", + "▁ Stage", + "笔 录", + "▁\\\" -", + "▁ \\\"-", + "jour nal", + "j ournal", + "incinn ati", + "▁Columb us", + "▁Medic aid", + "产 值", + "na nt", + "nan t", + "n ant", + "个 别", + "五 大", + "齿 轮", + "air o", + "ai ro", + "a iro", + "之 家", + "米 的", + "▁L ower", + "▁Lo wer", + "▁Low er", + "▁Lowe r", + "▁ Lower", + "十 条", + "cu e", + "c ue", + "nR ed", + "nRe d", + "n Red", + "从来 没有", + "可以 看出", + "▁C lose", + "▁Cl ose", + "▁Clo se", + "▁Clos e", + "▁ Close", + "▁pro ps", + "▁pr ops", + "▁prop s", + "▁ props", + "▁mark ers", + "▁mar kers", + "▁marker s", + "他 和", + "碰 到", + "co p", + "c op", + "nL a", + "n La", + "rol lers", + "roll ers", + "roller s", + "▁Me eting", + "▁Meet ing", + "▁real izing", + "IG H", + "I GH", + "al ey", + "ale y", + "a ley", + "an ol", + "ano l", + "a nol", + "▁I dent", + "▁Id ent", + "▁Ide nt", + "▁ Ident", + "▁F ortunately", + "ov al", + "ova l", + "o val", + "▁cr ude", + "▁cru de", + "▁fl avour", + "▁flav our", + "▁p adding", + "▁pa dding", + "▁pad ding", + "▁padd ing", + "▁ padding", + "▁de terior", + "▁det erior", + "▁deter ior", + "▁de pressed", + "▁dep ressed", + "调 动", + "to ns", + "ton s", + "t ons", + "Gr eat", + "G reat", + "ph ysical", + "phys ical", + "▁pred ecess", + "年 内", + "▁R C", + "▁ RC", + "it ated", + "ita ted", + "itate d", + "itat ed", + "▁mem orial", + "▁memor ial", + "▁memo rial", + "▁mon sters", + "▁monster s", + "▁monst ers", + "的不 同", + "的 不同", + "知道 了", + "医疗 机构", + "▁Em ily", + "▁T igers", + "▁Ti gers", + "▁Tiger s", + "ch anging", + "chan ging", + "▁fil ename", + "▁file name", + "▁ filename", + "之 道", + "con n", + "co nn", + "▁C lar", + "▁Cl ar", + "▁Cla r", + "▁im ped", + "▁imp ed", + "▁impe d", + "fit ting", + "f itting", + "丽 的", + "▁sc ram", + "▁scr am", + "▁scra m", + "去 除", + "沉 淀", + "限 额", + "fl uid", + "flu id", + "▁p ads", + "▁pa ds", + "▁pad s", + "▁l ingu", + "▁li ngu", + "▁lin gu", + "▁ling u", + "ave rage", + "aver age", + "a verage", + "▁Cam paign", + "▁Cons umer", + "▁ Consumer", + "ca rt", + "car t", + "c art", + "ne ys", + "ney s", + "▁re sur", + "▁res ur", + "本实用 新型的", + "本实用新型 的", + "▁aim ing", + "▁ar rows", + "▁arr ows", + "▁arrow s", + "▁Star ting", + "▁Start ing", + "cre ational", + "creation al", + "creat ional", + "▁voc abulary", + "演 绎", + "▁l anes", + "▁la nes", + "▁lane s", + "▁lan es", + "▁concent rations", + "▁concentration s", + "特 別", + "▁P ER", + "▁PE R", + "▁ PER", + "ri tes", + "rit es", + "rite s", + "r ites", + "sc roll", + "scr oll", + "▁sub sets", + "▁subs ets", + "▁subset s", + "▁reg ulated", + "▁regul ated", + "▁regulate d", + "▁ regulated", + "后 再", + "姓 名", + "时 常", + "谈 话", + "▁S ect", + "▁Se ct", + "▁Sec t", + "▁ Sect", + "▁Sum mit", + "cont rolled", + "control led", + "G I", + "证 言", + "能够 在", + "ro be", + "rob e", + "r obe", + "на ли", + "нал и", + "н али", + "▁ir reducible", + "合 金", + "RE CT", + "REC T", + "R ECT", + "▁p ean", + "▁pe an", + "sec ure", + "▁en rich", + "uch i", + "uc hi", + "u chi", + "▁d uo", + "▁du o", + "▁p ine", + "▁pin e", + "▁pi ne", + "▁ pine", + "▁re de", + "▁r ede", + "▁red e", + "▁experiment ally", + "▁experimental ly", + "年 间", + "边 界", + "fa r", + "f ar", + "座谈 会", + "▁DI Y", + "▁Man ufact", + "▁Orig inal", + "▁Origin al", + "▁ Original", + "▁a symmetry", + "▁as ymmetry", + "OT H", + "O TH", + "не то", + "н ето", + "▁sh ades", + "▁shade s", + "▁Tre asury", + "б у", + "这 边", + "en code", + "enc ode", + "▁M atch", + "▁Mat ch", + "▁ Match", + "玩 笑", + "Fi n", + "F in", + "实际 行动", + "Log in", + "Lo gin", + "th rows", + "throw s", + "thro ws", + "▁a pert", + "▁ap ert", + "quant um", + "的 其他", + "技术 领域", + "▁H ousing", + "▁Ho using", + "/ {", + "列 表", + "ib les", + "ible s", + "ibl es", + "i bles", + "tr ace", + "tra ce", + "t race", + "▁ob esity", + "▁re build", + "▁reb uild", + "is ive", + "isi ve", + "▁fl ame", + "▁re loc", + "▁r eloc", + "▁rel oc", + "出 资", + "整 齐", + "之类 的", + "之 类的", + "▁K ill", + "▁Kil l", + "▁Ki ll", + "▁form ulated", + "▁formula ted", + "▁formulate d", + "校 友", + "的 后", + "行 李", + "▁bomb s", + "▁bom bs", + "▁Ph ysics", + "▁Phys ics", + "▁Z ero", + "▁Ze ro", + "▁ Zero", + "▁c argo", + "▁car go", + "AN K", + "的 公司", + "▁ме жду", + "▁qu arks", + "▁quark s", + "营 商", + "ni a", + "n ia", + "的 道路", + "认为 是", + "▁b izarre", + "▁ex clude", + "▁exclud e", + "▁ exclude", + "一 手", + "▁al beit", + "R M", + "新 浪", + "直 径", + "be e", + "b ee", + "副 局长", + "留下 了", + "留 下了", + "积极 参与", + "▁t ract", + "▁tr act", + "▁tra ct", + "▁trac t", + "▁s enses", + "▁sens es", + "▁sense s", + "▁sen ses", + "运 转", + "了 下来", + "像 素", + "Big g", + "Bi gg", + "B igg", + "}& \\\\", + "}&\\ \\", + "} &\\\\", + "▁K yle", + "▁Ky le", + "弥 补", + "з да", + "▁s cra", + "▁sc ra", + "▁scr a", + "op ping", + "opp ing", + "o pping", + "▁histor ically", + "▁historical ly", + "▁historic ally", + "Ma ster", + "M aster", + "▁far mer", + "▁farm er", + "好 评", + "当 今", + "es us", + "e sus", + "▁M etal", + "▁Me tal", + "▁Met al", + "▁Meta l", + "vel ocity", + "v elocity", + "▁Ad ded", + "▁Add ed", + "▁ Added", + "▁en coded", + "▁enc oded", + "▁encode d", + "▁ encoded", + "▁inev itably", + "质 证", + "Co py", + "C opy", + "▁P el", + "▁Pe l", + "at tery", + "atter y", + "att ery", + "atte ry", + "▁H onda", + "▁Hon da", + "▁Ho nda", + "▁Hond a", + "▁Stud ios", + "▁Studio s", + "▁employ ing", + "参加 诉讼", + "om ore", + "omo re", + "o more", + "▁un signed", + "▁uns igned", + "▁ unsigned", + "▁Ham pshire", + "大 街", + "nf ield", + "n field", + "科技 有限公司", + "▁pot ato", + "▁mem brane", + "设备 的", + "▁W or", + "▁Wo r", + "▁sk ept", + "▁ske pt", + "▁head phones", + "▁headphone s", + "氨 基", + "也 需要", + "mat ory", + "m atory", + "sh adow", + "▁Fe ature", + "▁ Feature", + "▁for ests", + "▁fore sts", + "▁forest s", + "▁lic ensing", + "ci n", + "c in", + "in da", + "ind a", + "i nda", + "▁epoch s", + "▁appl iances", + "▁appliance s", + "你 有", + "▁M es", + "▁Me s", + "▁b is", + "▁bi s", + "▁ bis", + "Service s", + "Serv ices", + "S ervices", + "comm unity", + "commun ity", + "幽 默", + "战 役", + "很多 的", + "很 多的", + "▁teen agers", + "▁teenage rs", + "▁teenager s", + "初 始", + "Fi re", + "F ire", + "▁R ange", + "▁Ra nge", + "▁Ran ge", + "▁ Range", + "andid ate", + "andi date", + "▁sh adows", + "▁shadow s", + "▁hes itate", + "▁e vac", + "▁ev ac", + "▁ce ase", + "奶 粉", + "了一 场", + "了 一场", + "Tr ace", + "Tra ce", + "T race", + "th ick", + "▁cho oses", + "▁choose s", + "▁Data base", + "▁Dat abase", + "▁ Database", + "▁jud icial", + "% -", + "Col l", + "Co ll", + "C oll", + "IN FO", + "et ta", + "ett a", + "▁K indle", + "▁Kind le", + "▁Kin dle", + "▁hel met", + "▁helm et", + "▁nucle us", + "▁is omorphism", + "E A", + "iss ance", + "issa nce", + "issan ce", + "ival ent", + "诉 求", + "▁L O", + "▁ LO", + "▁Leg end", + "▁pre jud", + "▁hope ful", + "▁hop eful", + "name space", + "names pace", + "n amespace", + "▁circ uits", + "▁circuit s", + "▁respond ents", + "or thy", + "ort hy", + "orth y", + "Ad visor", + "▁tr aders", + "▁tra ders", + "▁trad ers", + "▁trade rs", + "▁trader s", + "生 死", + "nP ut", + "n Put", + "um ar", + "uma r", + "u mar", + "lic enses", + "license s", + "L U", + "幻 想", + "▁K ir", + "▁Ki r", + "nP rice", + "nPr ice", + "n Price", + "▁Val id", + "▁ Valid", + "▁Again st", + "▁conserv atives", + "▁conservative s", + "当 作", + "混 乱", + "mm m", + "m mm", + "这样 做", + "助 攻", + "流 入", + "ex pand", + "exp and", + "▁fe eds", + "▁feed s", + "▁fee ds", + "▁s ocks", + "▁so cks", + "▁sock s", + "▁not ify", + "▁ notify", + "▁run ners", + "▁runner s", + "何 况", + "葡萄 酒", + "stack rel", + "▁ad visor", + "▁adv isor", + "▁advis or", + "▁mod ulation", + "市 的", + "▁o z", + "▁ oz", + "um bs", + "umb s", + "▁be ams", + "▁beam s", + "▁S ierra", + "▁prem iere", + "▁premier e", + "▁premie re", + "▁de claration", + "▁decl aration", + "v t", + "Di v", + "D iv", + "▁d evil", + "▁de vil", + "▁dev il", + "▁devi l", + "▁P retty", + "▁aest hetic", + "cr o", + "c ro", + "pe ak", + "▁n ost", + "▁no st", + "Re move", + "Rem ove", + "▁годи ни", + "▁firm ware", + "▁dis playing", + "▁display ing", + "▁displ aying", + "▁subst ances", + "▁substance s", + "为 民", + "青 海", + "▁) $", + "▁ )$", + "与其 他", + "与 其他", + "pe ncer", + "pen cer", + "p encer", + "nG eneral", + "nGener al", + "nGen eral", + "n General", + "▁elim inating", + "湖北 省", + "的一 天", + "的 一天", + "较高 的", + "较 高的", + "▁R ate", + "▁Ra te", + "▁Rat e", + "▁ Rate", + "▁c lay", + "▁cl ay", + "▁parad igm", + "▁pred icting", + "▁predict ing", + "沈 阳", + "▁C ha", + "▁Ch a", + "ot ics", + "otic s", + "oti cs", + "o tics", + "▁n umpy", + "▁num py", + "▁ numpy", + "▁H oliday", + "进行 的", + "进 行的", + "type of", + "um inate", + "umin ate", + "umi nate", + "▁L etter", + "▁Let ter", + "abl ished", + "ablish ed", + "▁WITH OUT", + "▁sc atter", + "▁ scatter", + "▁metall icity", + "▁metallic ity", + "任 意", + "偶 然", + "宠 物", + "长 春", + "▁pup py", + "中小 学", + "中 小学", + "▁B eng", + "▁Be ng", + "▁Ben g", + "▁T itan", + "▁Ti tan", + "▁Tit an", + "▁sn ack", + "▁Phot os", + "▁Photo s", + "▁Pho tos", + "▁Egypt ian", + "▁up loaded", + "▁upload ed", + "▁deliber ately", + "▁deliberate ly", + "严 峻", + "在 学校", + "知识 的", + "рат ки", + "▁Du bai", + "▁Dub ai", + "▁hold ers", + "▁hol ders", + "▁holder s", + "▁ holders", + "又 要", + "不 确定", + "各种 各", + "ob jects", + "object s", + "▁by pass", + "▁cont ributors", + "▁contribut ors", + "▁contributor s", + "又 能", + "▁пре п", + "发 扬", + "太 过", + "鉴 于", + "▁P T", + "▁ PT", + "的人 物", + "的 人物", + "▁gl oves", + "▁glo ves", + "▁glove s", + "▁up ward", + "nt e", + "n te", + "▁K o", + "US ER", + "USE R", + "U SER", + "拉 开", + "▁Col on", + "▁Co lon", + "起 床", + "la des", + "lad es", + "l ades", + "iat ric", + "▁acc essing", + "▁access ing", + "宗 旨", + "Big l", + "Bi gl", + "ко ло", + "nEnt er", + "nEn ter", + "n Enter", + "▁Al pha", + "▁ Alpha", + "pl aying", + "play ing", + "▁sur pass", + "z b", + "垃圾 分类", + "per turb", + "pert urb", + "▁re public", + "▁rep ublic", + "gen eration", + "gener ation", + "gene ration", + "Ch at", + "C hat", + "▁A lb", + "▁Al b", + "▁R aid", + "▁Ra id", + "央 视", + "已经 被", + "生活 在", + "生 活在", + "Ra te", + "R ate", + "▁dec orated", + "▁decor ated", + "▁deco rated", + "▁decorate d", + "小小 的", + "小 小的", + "河北 省", + "▁mort ality", + "▁mortal ity", + "排 队", + "▁fol ders", + "▁folder s", + "▁fold ers", + "▁disappoint ment", + "S K", + "促 使", + "增 添", + "职 位", + "▁fraction al", + "▁fract ional", + "▁P oll", + "▁Pol l", + "▁Po ll", + "st acle", + "stac le", + "sta cle", + "▁dipl om", + "▁accept s", + "▁b othered", + "▁both ered", + "▁bother ed", + "▁bot hered", + "記 者", + "该 如何", + "az ure", + "Down load", + "▁pharm aceutical", + "IN GS", + "ING S", + "▁T un", + "▁Tu n", + "▁Ult ra", + "▁Ul tra", + "▁br ake", + "▁bra ke", + "▁vin yl", + "valid ation", + "i u", + "日 止", + "▁prior it", + "▁priori t", + "▁coord ination", + "H F", + "▁Б о", + "常态 化", + "an as", + "ana s", + "a nas", + "▁P oss", + "▁Po ss", + "▁Pos s", + "▁Str ateg", + "▁Strat eg", + "re present", + "rep resent", + "委 員", + "未 按", + "pi x", + "p ix", + "ar ten", + "art en", + "arte n", + "met ric", + "m etric", + "▁F aith", + "▁Fa ith", + "▁ab used", + "▁abuse d", + "▁all iance", + "▁sand wich", + "▁sandwic h", + "/ '", + "一 来", + "▁M LB", + "▁ML B", + "▁analog ous", + "价 比", + "市 级", + "还 得", + "▁f aint", + "▁fa int", + "▁fain t", + "▁d ragon", + "▁dr agon", + "▁dra gon", + "▁drag on", + "▁s ensing", + "▁sens ing", + "▁sen sing", + "é e", + "破 产", + "走 的", + "▁Ex cel", + "▁Exc el", + "▁ Excel", + "Select or", + "Sel ector", + "▁amb ient", + "▁miss ile", + "数 十", + "月 经", + "脆 弱", + "AM P", + "A MP", + "水平 的", + "水 平的", + "Mat ch", + "M atch", + "▁h ype", + "▁hy pe", + "▁hyp e", + "▁retail er", + "n q", + "负 债", + "马 拉", + "希望 能", + "nL ove", + "n Love", + "加 息", + "忠 诚", + "nW H", + "n WH", + "爸爸 妈妈", + "▁Ne il", + "ced ure", + "nDe cember", + "nDec ember", + "n December", + "ur ability", + "ura bility", + "▁similar ities", + "说 着", + "XM L", + "X ML", + "等 情况", + "ar el", + "are l", + "a rel", + "出 入", + "外 卖", + "▁C uba", + "▁Cub a", + "▁Cu ba", + "▁ad oles", + "▁cyl ind", + "▁men tor", + "▁ment or", + "UT H", + "U TH", + "de b", + "d eb", + "▁tem per", + "▁temp er", + "▁conver ges", + "▁converge s", + "下 班", + "出 院", + "en h", + "e nh", + "Le mma", + "Lem ma", + "L emma", + "Mon day", + "M onday", + "▁need le", + "▁renew ed", + "▁dam aging", + "▁s ensible", + "▁sens ible", + "内 地", + "(\\\" /", + "( \\\"/", + "人才 培养", + "▁б е", + "▁ бе", + "实在 是", + "hi de", + "h ide", + "▁F err", + "▁Fe rr", + "▁Fer r", + "▁v egg", + "▁ve gg", + "▁veg g", + "▁L ucas", + "▁Lu cas", + "▁Luc as", + "万 辆", + "nE xt", + "nEx t", + "n Ext", + "▁bure auc", + "▁bureau c", + "▁circ ulation", + "▁cir culation", + "透 過", + "ce nd", + "c end", + "▁surviv ors", + "▁survivor s", + "] ;", + "en ery", + "ener y", + "ene ry", + "▁Com plete", + "▁Comp lete", + "▁Compl ete", + "▁ Complete", + "g p", + "一 分", + "新 年", + "▁$ $\\", + "▁$$ \\", + "▁ $$\\", + "▁home made", + "▁hom emade", + "侵 害", + "的 时代", + "ew ard", + "e ward", + "▁b ees", + "▁be es", + "▁bee s", + "▁fav orable", + "▁favor able", + "▁res ervation", + "▁reserv ation", + "研究 中心", + "Sh ort", + "S hort", + "▁c ens", + "▁ce ns", + "wrap per", + "wr apper", + "w rapper", + "▁Th ought", + "▁Though t", + "▁comment ing", + "可 怜", + "地 區", + "饲 料", + "疾病 的", + "疾 病的", + "越来越 多的", + "越来越多 的", + "▁S om", + "▁So m", + "七 年", + "▁A W", + "▁ AW", + "▁Q ual", + "▁Qu al", + "▁ Qual", + "▁Re ce", + "▁Rec e", + "▁cut off", + "▁un ited", + "▁unit ed", + "▁unite d", + "▁di agnostic", + "▁diag nostic", + "▁diagn ostic", + "> =", + "不 會", + "AD E", + "A DE", + "ga s", + "g as", + "的话 题", + "的 话题", + "Pl ugin", + "Plug in", + "▁pro long", + "▁prol ong", + "▁cur iosity", + "Wi n", + "W in", + "原来 的", + "原 来的", + "▁K ick", + "▁Ki ck", + "Event s", + "Even ts", + "Ev ents", + "E vents", + "▁dys function", + "当 成", + "▁now adays", + "宽 松", + "ac s", + "a cs", + "ma ps", + "map s", + "m aps", + "▁Go ing", + "▁do ctrine", + "▁doctr ine", + "▁inc lined", + "▁incl ined", + "纯 粹", + "这 张", + "im en", + "ime n", + "i men", + "审理 终结", + "ar ried", + "arri ed", + "arr ied", + "arrie d", + "▁on ion", + "▁d arker", + "▁dark er", + "▁dar ker", + "▁ins ist", + "亮 的", + "ra me", + "ram e", + "r ame", + "▁Toy ota", + "▁mar athon", + "一 台", + "保 安", + "Su n", + "S un", + "Us ing", + "U sing", + "med ium", + "medi um", + "nA ugust", + "nAug ust", + "n August", + "▁Bapt ist", + "diff erent", + "d ifferent", + "▁ferm ions", + "▁fermion s", + "ab i", + "a bi", + "▁d ir", + "▁di r", + "▁ dir", + "▁r ou", + "▁ro u", + "▁ rou", + "ad oop", + "ado op", + "▁w reck", + "▁wre ck", + "件 的", + "民 眾", + "震 撼", + "▁Po isson", + "▁f riction", + "▁fr iction", + "\\\\ '{", + "\\\\' {", + "nW as", + "n Was", + "eg ree", + "nw ork", + "n work", + "ff iciency", + "ffic iency", + "▁str angers", + "▁strange rs", + "▁stranger s", + "▁strang ers", + "▁Invest ment", + "▁g loss", + "▁gl oss", + "▁glo ss", + "BL E", + "B LE", + "ET A", + "E TA", + "导致 的", + "导 致的", + "展示 了", + "很 可能", + "do es", + "d oes", + "▁K arl", + "▁Kar l", + "▁Ka rl", + "Re nder", + "Rend er", + "Ren der", + "R ender", + "▁Put in", + "▁Pu tin", + "ht b", + "h tb", + "▁Cr ime", + "▁Crim e", + "▁M asters", + "▁Master s", + "▁Ma sters", + "▁Mas ters", + "轮 胎", + "政策 的", + "($ \\\\", + "( $\\\\", + "ri en", + "rie n", + "r ien", + "▁t ilt", + "▁til t", + "▁ti lt", + "▁R idge", + "▁Rid ge", + "▁did nt", + "▁didn t", + "emet ery", + "eme tery", + "▁Mum bai", + "▁list ener", + "▁listen er", + "▁ listener", + "s z", + "▁ins ulin", + "▁Int roduction", + "▁ Introduction", + "下 车", + "▁П а", + "▁par ade", + "▁pa rade", + "▁parad e", + "▁para de", + "Se curity", + "Sec urity", + "给他 们", + "给 他们", + "▁t odd", + "▁to dd", + "▁do nor", + "▁don or", + "▁v ivid", + "▁vi vid", + "▁deal ers", + "▁dealer s", + "er national", + "ern ational", + "― ―", + "ni l", + "n il", + "▁M atrix", + "▁Mat rix", + "▁ Matrix", + "V A", + "文 中", + "哈尔 滨", + "▁B ird", + "▁Bi rd", + "▁Bir d", + "▁pl ur", + "boot strap", + "修 建", + "网 红", + "▁V o", + "▁ Vo", + "▁pal m", + "▁pa lm", + "▁n ails", + "▁na ils", + "▁nail s", + "▁ nails", + "▁sl ices", + "▁slice s", + "▁R iemann", + "▁reserv oir", + "nM em", + "nMe m", + "n Mem", + "▁Ar senal", + "▁prot esters", + "▁prote sters", + "▁protest ers", + "场 合", + "藝 術", + "风 采", + "管理 工作", + "▁opp ose", + "▁op pose", + "▁oppos e", + "一 篇", + "曹 操", + "in ja", + "inj a", + ")( \\\\", + ") (\\\\", + "▁S creen", + "▁Sc reen", + "▁Scre en", + "▁ Screen", + "▁r ivals", + "▁ri vals", + "▁riv als", + "▁rival s", + "同一 个", + "同 一个", + "be nch", + "ben ch", + "b ench", + "▁s pacing", + "▁sp acing", + "▁spa cing", + "▁spac ing", + "走 上", + "主要 的", + "ic kr", + "ick r", + "和 生活", + "erc ise", + "it ored", + "itor ed", + "ito red", + "tim ately", + "t imately", + "回 升", + "肥 胖", + "太阳 能", + "姿 势", + "月 至", + "OU LD", + "▁b od", + "▁bo d", + "▁ bod", + "cho ose", + "▁lon ely", + "▁lone ly", + "▁shut down", + "修 行", + "В ън", + "Re nd", + "Ren d", + "R end", + "nD el", + "nDe l", + "n Del", + "▁D ES", + "▁DE S", + "▁ DES", + "▁P ART", + "▁PA RT", + "▁PAR T", + "▁ PART", + "▁in fer", + "▁inf er", + ";\\\" >", + "; \\\">", + "▁p rep", + "▁pre p", + "▁pr ep", + "▁p osed", + "▁po sed", + "▁pos ed", + "▁pose d", + "▁ posed", + "▁ad dict", + "▁add ict", + "▁re vision", + "▁rev ision", + "▁revis ion", + "habil itation", + "仪 器", + "nre d", + "nr ed", + "n red", + "▁com pressed", + "▁comp ressed", + "▁compr essed", + "▁compress ed", + "▁ compressed", + "an z", + "a nz", + "▁T M", + "▁ TM", + "国家 和", + "▁W AS", + "▁WA S", + "nd iff", + "ndi ff", + "n diff", + "▁Cap itol", + "▁night mare", + "En um", + "E num", + "in variant", + "inv ariant", + "▁free zing", + "▁non etheless", + "▁none theless", + "') );\\", + "')) ;\\", + "' ));\\", + "br ief", + "b rief", + "SE LECT", + "▁propri etary", + "▁propriet ary", + "G W", + "修 订", + "V ec", + "▁a u", + "▁ au", + "ra ces", + "rac es", + "race s", + "r aces", + "re lla", + "rel la", + "rell a", + "r ella", + "▁app eals", + "▁appe als", + "▁appeal s", + "▁refer end", + "▁refere nd", + "ject ive", + "je ctive", + "j ective", + "▁ro oted", + "▁root ed", + "▁Method s", + "▁ Methods", + "▁sound track", + "家 庄", + "基金 会", + "de al", + "d eal", + "var s", + "va rs", + "v ars", + "▁O bs", + "▁Ob s", + "▁ Obs", + "▁B ears", + "▁Be ars", + "▁Bear s", + "▁Bea rs", + "▁t ales", + "▁tal es", + "▁tale s", + "▁ta les", + "▁Techn ologies", + "安 心", + "言 论", + "EN S", + "E NS", + "Ch rist", + "Chris t", + "▁t races", + "▁tr aces", + "▁tra ces", + "▁trac es", + "▁trace s", + "▁l ending", + "▁len ding", + "▁lend ing", + "▁L ocation", + "▁Lo cation", + "▁Loc ation", + "▁ Location", + "度 和", + "转 身", + "普通 的", + "普 通的", + "▁K id", + "▁Ki d", + "▁out flow", + "nSe ptember", + "n September", + "激 活", + "sc an", + "s can", + "▁S leep", + "▁Sl eep", + "▁Sle ep", + "▁ Sleep", + "▁N T", + "▁ NT", + "身上 的", + "身 上的", + "ic hard", + "ich ard", + "i chard", + "▁c ried", + "▁cr ied", + "▁cri ed", + "▁V IP", + "▁VI P", + "▁gl uc", + "▁glu c", + "▁C offee", + "▁magnet ization", + "V s", + "MA P", + "M AP", + "▁} $", + "▁ }$", + "ic iary", + "ici ary", + "icia ry", + "▁argu ably", + "▁symb olic", + "▁symbol ic", + "▁sym bolic", + "▁cr isp", + "▁cris p", + "▁cri sp", + "ur istic", + "uri stic", + "此 事", + "▁f lies", + "▁fl ies", + "▁ flies", + "▁t ribe", + "▁tr ibe", + "▁tri be", + "▁trib e", + "不 让", + "广 阔", + "有 权", + "次 的", + "FL AG", + "at est", + "ate st", + "ates t", + "a test", + "nB ook", + "nBo ok", + "n Book", + "主 观", + "缩 短", + "▁Ath let", + "▁Te chnical", + "▁Techn ical", + "侧 面", + "▁ ле", + "ar an", + "ara n", + "a ran", + "nO ctober", + "nOct ober", + "n October", + "难 点", + "or o", + "o ro", + "▁s oy", + "▁so y", + "▁p ulses", + "▁pulse s", + "▁puls es", + "▁pul ses", + "▁kid n", + "bottom rule", + "▁organ ised", + "▁autom otive", + "小 事", + "判决 如下", + "▁k not", + "▁kn ot", + "▁g i", + "▁ gi", + "女 朋友", + "没 办法", + "都是 在", + "都 是在", + "Big r", + "Bi gr", + "B igr", + "▁un cle", + "▁unc le", + "华 人", + "▁c d", + "▁ cd", + "ap ps", + "app s", + "a pps", + "vis ual", + "▁dou bled", + "▁double d", + "▁doub led", + "▁ignor ant", + "ry pto", + "rypt o", + "▁c attle", + "▁cat tle", + "保 守", + "分 辨", + "NA S", + "N AS", + "▁A A", + "▁ AA", + "re sa", + "res a", + "▁L OL", + "▁LO L", + "▁N ex", + "▁Ne x", + "▁Trans fer", + "▁ Transfer", + "并 无", + "▁p oles", + "▁po les", + "▁pol es", + "▁pole s", + "▁re tained", + "▁ret ained", + "▁retain ed", + "制 裁", + "▁Ch uck", + "▁b acon", + "▁ba con", + "▁out going", + "▁P roduction", + "▁Pro duction", + "▁Product ion", + "▁Produ ction", + "P K", + "当 场", + "必 須", + "想 过", + "то в", + "ay ing", + "a ying", + "▁d ull", + "▁du ll", + "up dated", + "update d", + "便 于", + "红 军", + "绝 缘", + "太平 洋", + "nre g", + "nr eg", + "n reg", + "▁L ux", + "▁Lu x", + "er ial", + "eria l", + "eri al", + "e rial", + "in ear", + "ine ar", + "inea r", + "i near", + "pat tern", + "p attern", + "mer ge", + "▁am ple", + "▁ampl e", + "▁amp le", + "▁ ample", + "▁l asts", + "▁last s", + "▁la sts", + "▁las ts", + "不忘 初心", + "as soc", + "ass oc", + "asso c", + "▁Can on", + "▁Ca non", + "▁detect ing", + "口 气", + "▁K am", + "▁Ka m", + "Un der", + "U nder", + "▁a uth", + "▁aut h", + "▁au th", + "▁ auth", + "▁in line", + "▁i nline", + "▁ inline", + "格 外", + "你们 的", + "你 们的", + "另一 种", + "另 一种", + "ri nt", + "rin t", + "r int", + "▁R PG", + "▁RP G", + "▁D iet", + "▁Di et", + "▁Die t", + "▁о сно", + "▁ос но", + "text sf", + "н ы", + "一 心", + "步 行", + "▁t f", + "▁ tf", + "科学 院", + "科 学院", + "▁L ots", + "▁Lo ts", + "▁Lot s", + "olester ol", + "getElement ById", + "▁neighbour hood", + "wi c", + "w ic", + "▁s yn", + "▁sy n", + "▁ syn", + "ex tra", + "ext ra", + "▁V it", + "▁Vi t", + "ar cia", + "arc ia", + "it utes", + "itute s", + "itu tes", + "▁y east", + "▁ye ast", + "体 积", + "os hop", + "osh op", + "o shop", + "▁cl earing", + "▁cle aring", + "▁clear ing", + "▁преп ратки", + "伤 残", + "引 用", + "造成 了", + "造 成了", + "坦 克", + "疗 法", + "om o", + "o mo", + "Ce nt", + "C ent", + "▁W alter", + "▁Wal ter", + "▁Walt er", + "cut s", + "cu ts", + "c uts", + "▁} }\\", + "▁}} \\", + "▁ }}\\", + "am bers", + "amb ers", + "amber s", + "▁b aked", + "▁bake d", + "▁ba ked", + "▁A x", + "▁ Ax", + "Ad min", + "im pse", + "imp se", + "imps e", + "▁d orm", + "▁do rm", + "ake spe", + "akes pe", + "ab ove", + "abo ve", + "Cl uster", + "▁ref err", + "▁refer r", + "leq slant", + "暗 示", + "评 分", + "▁S ri", + "▁Sr i", + "sw ing", + "s wing", + "▁tax i", + "▁ta xi", + "▁Be autiful", + "▁Beaut iful", + "古 典", + "被 迫", + "MA C", + "M AC", + "nD em", + "nDe m", + "n Dem", + "ua rt", + "u art", + "▁C zech", + "Met adata", + "Meta data", + "at urally", + "atur ally", + "atural ly", + "▁P layers", + "▁Pl ayers", + "▁Play ers", + "▁Player s", + "▁gl impse", + "▁m um", + "▁mu m", + "适用 法律", + "nC ount", + "nCo unt", + "nCou nt", + "n Count", + "赔偿 责任", + "uls ive", + "▁rad ii", + "▁radi i", + "▁pun ish", + "▁worth while", + "rit ional", + "rition al", + "r itional", + "淘 宝", + "赞 赏", + "xi t", + "x it", + "ag le", + "候 选", + "注 定", + "要 点", + "TI ME", + "T IME", + "▁G RE", + "▁GR E", + "▁ GRE", + "▁mer ged", + "▁merge d", + "▁ merged", + "▁past or", + "▁pas tor", + "ite rator", + "iter ator", + "▁Patri ots", + "▁Patriot s", + "▁V enezuel", + "▁pref erably", + "▁prefer ably", + "ko v", + "k ov", + "等多 种", + "等 多种", + "sa fe", + "s afe", + "▁RE AD", + "▁ READ", + "▁e rect", + "▁er ect", + "▁fer til", + "▁fert il", + "▁acc laim", + "▁ac claim", + "▁robust ness", + "里 斯", + "bu y", + "b uy", + "对方 的", + "对 方的", + "▁sh ooter", + "▁shoot er", + "▁sho oter", + "▁ide ology", + "▁adjust ing", + "nDis claimer", + "三 位", + "ia b", + "i ab", + "办事 处", + "▁J amie", + "▁Jam ie", + "▁Ja mie", + "▁Po ints", + "▁Point s", + "▁Poin ts", + "▁ Points", + "H I", + "比 起", + "跟 你", + "▁game rs", + "▁gam ers", + "▁ga mers", + "▁gamer s", + "▁sl aves", + "▁slave s", + "An t", + "A nt", + "▁A bd", + "▁Ab d", + "▁N azi", + "▁Na zi", + "▁Naz i", + "ans wer", + "a nswer", + "▁sn ake", + "▁cast le", + "▁cas tle", + "▁ castle", + "▁im mers", + "▁imm ers", + "▁non zero", + "超 出", + "已经 有", + "co ol", + "c ool", + "nM ain", + "n Main", + "▁ad ap", + "Вън шни", + "▁Ab raham", + "纺 织", + "饱 满", + "um ping", + "ump ing", + "▁ac ids", + "▁acid s", + "扩 散", + "有 害", + "Th us", + "Thu s", + "T hus", + "▁n urt", + "▁nu rt", + "cast le", + "cas tle", + "▁Ind ustrial", + "▁Indust rial", + "us hi", + "ush i", + "u shi", + "vi ne", + "vin e", + "v ine", + "П рез", + "▁g room", + "▁gr oom", + "▁gro om", + "▁don ors", + "▁donor s", + "▁bre asts", + "▁breast s", + "▁Com panies", + "人 不", + "▁prosec ution", + "人 格", + "安全 感", + "的一 生", + "的 一生", + "有限 责任", + "▁di lig", + "▁dil ig", + "日 记", + "的一 面", + "的 一面", + "值得 一提", + "▁app les", + "▁appl es", + "▁ap ples", + "▁apple s", + "k u", + "买 的", + "开 门", + "▁中 国", + "▁ 中国", + "nd et", + "nde t", + "n det", + "▁\\\" #", + "▁ \\\"#", + "as tro", + "ast ro", + "▁U sed", + "▁Us ed", + "▁Use d", + "▁ Used", + "现已 审理终结", + "▁ur gent", + "▁urg ent", + "▁urge nt", + "compat ible", + "得 好", + "▁H em", + "▁He m", + "▁M aj", + "▁Ma j", + "▁attend ees", + "nb een", + "nbe en", + "n been", + "▁san ct", + "▁short age", + "投 标", + "要 做", + "▁Ke ith", + "▁w ished", + "▁wish ed", + "quir ies", + "热 烈", + "PU T", + "P UT", + "▁o nset", + "▁on set", + "▁Phil ip", + "▁tight ly", + "▁stret ching", + "▁stretch ing", + "▁ко м", + "ig ion", + "igi on", + "▁Ol iver", + "▁Olive r", + "▁J essica", + "▁Jess ica", + "丧 失", + "心 思", + "的 双", + "nEx per", + "n Exper", + "▁col league", + "▁colle ague", + "▁down stream", + "ru les", + "rule s", + "r ules", + "惊 讶", + "Te ch", + "T ech", + "▁Ph ase", + "▁ Phase", + "▁custom ize", + "▁d rone", + "▁dr one", + "▁dro ne", + "ru ntime", + "run time", + "runt ime", + "r untime", + "F W", + "ls t", + "l st", + "C ity", + "\\\\ |^", + "\\\\| ^", + "mb le", + "m ble", + "▁t oe", + "▁to e", + "sam ples", + "sample s", + "s amples", + "▁recycl ing", + "提升 了", + "充分 利用", + "▁l ining", + "▁li ning", + "▁lin ing", + "▁ lining", + "nF ebruary", + "nFeb ruary", + "n February", + "告 别", + "立 马", + "本 赛季", + "被 执行人", + "花 了", + "'} $", + "' }$", + "nm ay", + "n may", + "▁S even", + "▁Se ven", + "▁an gel", + "▁ang el", + "▁ angel", + "▁S afari", + "▁Saf ari", + "▁ar rays", + "▁array s", + "▁arr ays", + "▁connect or", + "▁conn ector", + "▁Labor atory", + "核 实", + "首 个", + "bp s", + "b ps", + "实施 方案", + "ng ener", + "nge ner", + "n gener", + "▁comp ares", + "▁compa res", + "▁compar es", + "▁compare s", + "商 店", + "膨 胀", + "IC T", + "I CT", + "}] $", + "} ]$", + "▁s ou", + "▁so u", + "▁overwhel med", + "路 面", + "约定 的", + "约 定的", + "签 名", + "香 味", + "奥运 会", + "奥 运会", + "爱好 者", + "的一 项", + "的 一项", + ")} (\\\\", + ")}( \\\\", + ") }(\\\\", + "Cont act", + "opt imal", + "optim al", + "成 品", + "▁о р", + "▁ ор", + "我不 知道", + "我 不知道", + "f etch", + "▁H air", + "▁Ha ir", + "▁me dal", + "▁med al", + "▁exceed s", + "▁advoc acy", + "MI T", + "M IT", + "cri tical", + "cr itical", + "crit ical", + "c ritical", + "▁und erest", + "▁under est", + "nP resident", + "n President", + "重 组", + "▁b lew", + "▁bl ew", + "▁ble w", + "▁Sw ift", + "▁l ocks", + "▁lo cks", + "▁loc ks", + "▁lock s", + "▁ locks", + "ve ctors", + "vector s", + "vect ors", + "▁deposit s", + "▁depos its", + "▁rec ruitment", + "▁recruit ment", + "人 之", + "畅 通", + "ве т", + "в ет", + "上面 的", + "上 面的", + "an ity", + "ani ty", + "▁w ipe", + "▁wip e", + "▁wi pe", + "▁Ste vens", + "▁Steve ns", + "▁Steven s", + "▁fil tered", + "▁filter ed", + "▁ filtered", + "四 周", + "奇 迹", + "通 胀", + "▁M R", + "▁ MR", + "▁for ty", + "▁fort y", + "sc ience", + "sci ence", + "s cience", + "▁ind uce", + "▁indu ce", + "▁att acker", + "▁attack er", + "ri o", + "r io", + "ex pr", + "exp r", + "w itch", + "▁Ken ya", + "▁r outing", + "▁ro uting", + "▁rout ing", + "▁rou ting", + "六 年", + "有 利", + "AD D", + "A DD", + "▁l ung", + "▁lun g", + "▁Dep uty", + "▁dess ert", + "cl aration", + "悲 伤", + "港 澳", + "ca s", + "c as", + "▁B A", + "▁ BA", + "▁P erm", + "▁Per m", + "▁Pe rm", + "▁ Perm", + "▁rec overing", + "▁recover ing", + "▁ 日", + "入 手", + "▁cr ashed", + "▁crash ed", + "nN ovember", + "nNov ember", + "n November", + "ap hor", + "aph or", + "pl oys", + "ploy s", + "VER SION", + "▁in expensive", + "马克 思", + "▁t ier", + "▁tie r", + "▁ti er", + "▁ tier", + "▁ex cer", + "▁exc er", + "▁fra gr", + "▁frag r", + "▁le isure", + "▁re bounds", + "▁reb ounds", + "▁rebound s", + "▁character ize", + "上 网", + "又 不", + "监 狱", + "min e", + "mi ne", + "m ine", + "но ве", + "нов е", + "н ове", + "▁I oT", + "▁Io T", + "▁t an", + "▁ta n", + "▁ tan", + "▁con cludes", + "▁conclud es", + "▁conclude s", + "▁summar ize", + "上 传", + "▁V ERY", + "ome town", + "omet own", + "▁bal con", + "艰 苦", + "fix ed", + "f ixed", + "▁D ell", + "▁De ll", + "▁Del l", + "▁app end", + "▁appe nd", + "▁ap pend", + "▁ append", + "▁F ashion", + "▁stat istic", + "收 缩", + "▁L G", + "▁ LG", + "将 成为", + "our ney", + "▁fl are", + "Con sole", + "Cons ole", + "▁aff ection", + "▁affect ion", + "受 损", + "是 用", + "经济 学", + "ep och", + "▁sc iences", + "▁science s", + "▁sci ences", + "▁s iblings", + "▁sibling s", + "▁accompan ying", + "▁accompany ing", + "阳 县", + "ic ode", + "ico de", + "i code", + "▁administ rators", + "▁administr ators", + "▁administrator s", + "F D", + "五 一", + "来源 于", + "来 源于", + "▁T ib", + "▁Ti b", + "与 会", + "家长 们", + "称 之为", + "nP ar", + "n Par", + "▁c ollar", + "▁col lar", + "▁coll ar", + "▁exhaust ed", + "代 的", + "变 量", + "▁d s", + "▁ ds", + "十二 条", + "▁c ared", + "▁car ed", + "▁care d", + "▁ca red", + "▁b ridges", + "▁bridge s", + "▁brid ges", + "▁De pending", + "▁Dep ending", + "▁Depend ing", + "en o", + "e no", + "▁s ubl", + "▁sub l", + "▁su bl", + "天 赋", + "性 别", + "一点 点", + "一 点点", + "成立 了", + "ex ports", + "exp orts", + "export s", + "▁obs essed", + "▁obsess ed", + "▁down loads", + "▁download s", + "T i", + "转化 为", + "转 化为", + "sup ported", + "support ed", + "supp orted", + "▁rep eating", + "▁repe ating", + "▁repeat ing", + "口 的", + "春 风", + "诠 释", + "nOk ay", + "n Okay", + "Sing le", + "S ingle", + "nNot ice", + "Disc ussion", + "荷 兰", + "选 用", + "br anch", + "bra nch", + "un less", + "u nless", + "明白 了", + "明 白了", + "▁F igs", + "▁Fig s", + "▁Fi gs", + "nS ource", + "n Source", + "​ \\", + "相 遇", + "um atic", + "uma tic", + "umat ic", + "u matic", + "▁mod elling", + "▁model ling", + "法 制", + "的 价值", + "的心 态", + "的 心态", + "nf orm", + "nfor m", + "n form", + "▁Re id", + "▁y arn", + "▁ya rn", + "▁st rap", + "▁str ap", + "▁stra p", + "▁ strap", + "▁Net works", + "▁Network s", + "▁m ph", + "▁mp h", + "▁ mph", + "用人 单位", + "接 入", + "hi t", + "h it", + "Right arrow", + "▁con sequently", + "▁consequ ently", + "开 的", + "误 工", + "转 动", + "▁F inn", + "▁Fin n", + "▁Fi nn", + "▁acknowled ges", + "▁acknowledge s", + "三 级", + "排 列", + "整 洁", + "构 造", + "的 意义", + "▁th rust", + "▁thr ust", + "▁thru st", + "▁P icture", + "▁ Picture", + "▁Ex amples", + "▁Example s", + "▁Exam ples", + "▁ Examples", + "陈 某", + "Me n", + "M en", + "▁R SS", + "▁RS S", + "▁a pi", + "▁ap i", + "▁ api", + "▁c er", + "▁ce r", + "▁ cer", + "▁h yd", + "▁hy d", + "▁ hyd", + "▁G onz", + "▁Go nz", + "pers onal", + "person al", + "方 针", + "co v", + "c ov", + "我 已经", + "▁hospital ity", + "▁hospit ality", + "▁und oubtedly", + "包 裹", + "報 導", + "女人 的", + "女 人的", + "▁B io", + "▁Bi o", + "▁ Bio", + "For ms", + "Form s", + "bin ary", + "b inary", + "ort ions", + "ortion s", + "▁prom otes", + "▁promot es", + "▁promote s", + "▁promo tes", + "▁spons ors", + "▁sponsor s", + "拜 登", + "Key s", + "Ke ys", + "▁pe cul", + "▁Tur ner", + "▁Turn er", + "▁vol can", + "▁stat istically", + "▁statistical ly", + "▁statistic ally", + "▁D y", + "▁ Dy", + "Dr op", + "D rop", + "▁D ie", + "▁Di e", + "▁sk irt", + "▁ski rt", + "一 笑", + "我 把", + "的 做法", + "Sup er", + "Su per", + "S uper", + "▁V ision", + "▁Vis ion", + "▁squ ared", + "▁square d", + "▁ squared", + "踏 实", + "性 价比", + "我一 直", + "我 一直", + "万 平方米", + "▁Sam uel", + "一 层", + "他 不", + "厂 家", + "PR O", + "P RO", + "fe d", + "f ed", + "▁г ру", + "Lin ux", + "line ss", + "lin ess", + "li ness", + "lines s", + "l iness", + "的 几", + "th ird", + "▁l oos", + "▁lo os", + "at ories", + "ator ies", + "ato ries", + "▁reg istry", + "▁regist ry", + "▁ registry", + "输 送", + "青 山", + "营商 环境", + "▁ill eg", + "▁ille g", + "▁il leg", + "▁Be auty", + "▁Beaut y", + "▁Bea uty", + "akespe are", + "ar chy", + "arch y", + "arc hy", + "▁ut ilities", + "▁util ities", + "▁H ob", + "▁Ho b", + "▁s ung", + "▁su ng", + "▁sun g", + "nS ection", + "nSe ction", + "nSec tion", + "n Section", + "▁over time", + "▁overt ime", + "▁devi ations", + "▁deviation s", + "ret ch", + "r etch", + "ac ting", + "act ing", + "un cher", + "unch er", + "unc her", + "▁b race", + "▁br ace", + "▁bra ce", + "▁ brace", + "▁Har per", + "一 丝", + "信 访", + "流动 性", + "▁H REF", + "▁HR EF", + "▁N ancy", + "▁Nan cy", + "▁ank le", + "一 共", + "的人 才", + "的 人才", + "nK ey", + "nKe y", + "n Key", + "▁disc overing", + "▁discover ing", + "才 发现", + "▁p ap", + "▁pa p", + "pol ar", + "po lar", + "p olar", + "la test", + "lat est", + "late st", + "l atest", + "▁Sh adow", + "▁ Shadow", + "▁rem oves", + "▁remov es", + "▁remove s", + "▁vic inity", + "▁polar ized", + "▁ polarized", + "US B", + "U SB", + "▁Bl ues", + "▁Blue s", + "▁Blu es", + "▁in box", + "▁g ospel", + "gu e", + "g ue", + "}] \\", + "} ]\\", + "ar ming", + "arm ing", + "▁se wing", + "▁sew ing", + "口 碑", + "好 人", + "}= (", + "} =(", + "nB esides", + "▁fat igue", + "我 能", + "nb l", + "n bl", + "▁& &\\", + "▁&& \\", + "▁ &&\\", + "▁} {\\\\", + "▁}{ \\\\", + "▁ }{\\\\", + "中 期", + "其 在", + "回 了", + "he y", + "h ey", + "的 概念", + "co tt", + "cot t", + "c ott", + "▁ac ute", + "▁as pir", + "▁asp ir", + "▁c ricket", + "▁cr icket", + "▁cri cket", + "阴 阳", + "up load", + "upl oad", + "u pload", + "ver tex", + "vert ex", + "▁H udson", + "网 易", + "时间 为", + "的 项目", + "oca ust", + "▁Br ady", + "▁Brad y", + "▁Bra dy", + "▁sc ans", + "▁scan s", + "▁rem edy", + "▁remed y", + "▁Coul omb", + "▁dis pers", + "▁disp ers", + "▁Ult imate", + "办 案", + "连 带", + "sm ith", + "s mith", + "▁c age", + "▁ca ge", + "▁s pawn", + "▁spa wn", + "▁sup pression", + "▁suppress ion", + "传 动", + "nS T", + "n ST", + "ке до", + "▁H ack", + "▁Ha ck", + "Des criptor", + "AL E", + "A LE", + "az i", + "a zi", + "Par se", + "P arse", + "ri tis", + "rit is", + "r itis", + "te chn", + "tech n", + "tec hn", + "▁assert ion", + "▁recomm ends", + "▁recommend s", + "/> \\", + "/ >\\", + "▁f og", + "▁fo g", + "绝 大多数", + "▁за по", + "key word", + "一 杯", + "单 身", + "mid t", + "mi dt", + "He alth", + "▁ch arter", + "▁char ter", + "▁chart er", + "▁re tention", + "▁ret ention", + "的心 情", + "的 心情", + "▁T eV", + "▁Te V", + "▁ TeV", + "千万 不要", + "投 放", + "W ait", + "Y ear", + "▁J azz", + "▁Ja zz", + "▁R eed", + "▁Re ed", + "▁Ree d", + "▁h ind", + "▁hi nd", + "▁ hind", + "Wrap per", + "W rapper", + "per cent", + "▁sn acks", + "▁snack s", + "▁inter ven", + "▁magn ificent", + "叔 叔", + "毕业 后", + "表现 出", + "新冠 病毒", + "▁les bian", + "变 动", + "in go", + "ing o", + "i ngo", + "▁K aren", + "▁Kar en", + "▁Ka ren", + "县 级", + "管 的", + "金 山", + "co rd", + "cor d", + "c ord", + "r floor", + "▁Oper ations", + "▁Operation s", + "抬 头", + "ng o", + "n go", + "劳动 者", + "▁In iti", + "▁N ormal", + "▁Nor mal", + "▁Norm al", + "▁ Normal", + "▁m ailing", + "▁mail ing", + "▁ma iling", + "学 费", + "并不 能", + "并 不能", + "nB uild", + "n Build", + "us ions", + "usion s", + "▁In voice", + "▁Inv oice", + "IC S", + "I CS", + "两个 月", + "两 个月", + "▁IN TO", + "▁INT O", + "▁K ath", + "▁Kat h", + "▁Ka th", + "▁ey eb", + "▁eye b", + "▁Im per", + "▁Imp er", + "▁reve nge", + "▁rev enge", + "▁reven ge", + "也 让", + "处 分", + "按 钮", + "▁W A", + "▁ WA", + "'] )\\", + "']) \\", + "' ])\\", + "Fun c", + "F unc", + "▁D od", + "▁Do d", + "▁M ob", + "▁Mo b", + "教育 教学", + "▁me son", + "▁mes on", + "▁st ealing", + "▁ste aling", + "▁steal ing", + "▁n ationally", + "▁national ly", + "▁nation ally", + "▁dem ographic", + "周 一", + "的 自", + "▁Ch arg", + "▁Char g", + "▁Cha rg", + "▁N athan", + "▁Na than", + "▁Nat han", + "创 办", + "然后 再", + "然 后再", + "▁p ools", + "▁po ols", + "▁pool s", + "▁doubt s", + "▁doub ts", + "▁cre ators", + "▁creat ors", + "▁creator s", + "▁cont inent", + "▁contin ent", + "▁ 决", + "严 厉", + "肝 脏", + "▁n g", + "▁ ng", + "的 速度", + "er ms", + "erm s", + "e rms", + "ar thy", + "art hy", + "arth y", + "▁pharm ac", + "▁counsel ing", + "▁couns eling", + "未 必", + "▁S har", + "▁Sh ar", + "▁Sha r", + "▁s wear", + "▁sw ear", + "▁swe ar", + "Th ursday", + "V O", + "l floor", + "▁re write", + "▁rew rite", + "▁practition ers", + "▁practitioner s", + "▁under graduate", + "H K", + "機 會", + "Do main", + "Dom ain", + "nAmeric an", + "n American", + "▁adopt ing", + "▁adop ting", + "▁inter cept", + "▁account ability", + "內 容", + "▁t a", + "▁ ta", + "de velopment", + "develop ment", + "扣 除", + "Des t", + "De st", + "D est", + "▁sw ift", + "hyper link", + "▁inv iting", + "也 为", + "纠 结", + "间 隔", + "ви те", + "в ите", + "▁t ray", + "▁tr ay", + "▁tra y", + "▁alle vi", + "▁Sum mary", + "▁ Summary", + "▁p itching", + "▁pitch ing", + "▁pit ching", + "▁pitc hing", + "▁Ser iously", + "美 容", + "nF ull", + "n Full", + "▁hist ogram", + "学 业", + "患 有", + "袭 击", + "▁A K", + "▁ AK", + "价值 的", + "价 值的", + "的 味道", + "Pol y", + "Po ly", + "P oly", + "Sh ell", + "She ll", + "S hell", + "\\\" )]\\", + "\\\") ]\\", + "▁bo asts", + "▁boast s", + "▁incon ven", + "静 脉", + "▁no ble", + "▁joint ly", + "斯 科", + "此 类", + "沙 发", + "泡 沫", + "▁t abs", + "▁tab s", + "▁ta bs", + "▁ tabs", + "▁research ing", + "▁researc hing", + "月 亮", + "温 和", + "试 试", + "Da vid", + "D avid", + "np oint", + "n point", + "▁sp ells", + "▁spell s", + "▁ec centric", + "▁ecc entric", + "▁contam ination", + "UT F", + "U TF", + "▁n ort", + "▁no rt", + "▁nor t", + "▁fire fight", + "安徽 省", + "▁al iens", + "▁alien s", + "▁ali ens", + "▁image ry", + "▁imag ery", + "▁squee ze", + "子 和", + "短 板", + "筛 选", + "生产 的", + "uzz y", + "uz zy", + "vi dia", + "vid ia", + "v idia", + "pos itions", + "position s", + "posit ions", + "▁st arters", + "▁start ers", + "▁star ters", + "▁starter s", + "茅 台", + "长 达", + "普通 人", + "no ff", + "nof f", + "n off", + "ns ince", + "n since", + "▁Mar ie", + "▁Ma rie", + "▁Mari e", + "许可 证", + "ag ne", + "agn e", + "▁w idget", + "▁wid get", + "▁ widget", + "atern ity", + "el ection", + "ele ction", + "elect ion", + "e lection", + "▁sex uality", + "▁sexual ity", + "公 式", + "wa u", + "w au", + "whe el", + "w heel", + "▁c aption", + "▁cap tion", + "▁ca ption", + "▁capt ion", + "▁ caption", + "▁comm ander", + "▁command er", + "▁comma nder", + "强 险", + "望 着", + "▁J oint", + "▁Jo int", + "▁Join t", + "▁V ista", + "▁Vis ta", + "▁Vi sta", + "▁like wise", + "规 矩", + "ND I", + "N DI", + "▁= >\\", + "▁=> \\", + "▁B orn", + "▁Bo rn", + "▁Bor n", + "▁E li", + "▁El i", + "Il l", + "I ll", + "却 没有", + "rel ative", + "▁broad band", + "▁compl ained", + "▁complain ed", + "报 价", + "我们 是", + "▁\\\\ #", + "▁ \\\\#", + "▁spont aneous", + "▁civil ization", + "▁architect ural", + "基 准", + "腐 败", + "公诉 机关", + "io tics", + "iot ics", + "iotic s", + "i otics", + "进 球", + "控制 器", + "▁exam ining", + "▁willing ness", + "比 較", + "纠 正", + "阵 地", + "▁K l", + "ud ent", + "ude nt", + "u dent", + "DIG ITS", + "x f", + "精 确", + "▁Ch oice", + "▁Cho ice", + "▁reg ulate", + "▁regul ate", + "▁light ning", + "▁behavior al", + "▁behavi oral", + "下 半", + "si l", + "s il", + "▁D NS", + "▁ DNS", + "nSt ate", + "nStat e", + "n State", + "ua ting", + "u ating", + "inn amon", + "仅 有", + "深 处", + "co ck", + "c ock", + "eg al", + "ega l", + "e gal", + "厚 度", + "▁U C", + "▁ UC", + "gu ard", + "por al", + "po ral", + "p oral", + "▁State ment", + "▁Stat ement", + "▁ Statement", + "▁Gen eration", + "▁Gener ation", + "▁Gene ration", + "走 路", + "}) -", + "} )-", + "▁B U", + "▁ BU", + "▁isot ropic", + "tikz picture", + "cl ub", + "生活 中的", + "生活中 的", + "▁f laws", + "▁fl aws", + "▁flaw s", + "▁pro to", + "▁pr oto", + "▁prot o", + "▁ proto", + "▁Lead ership", + "▁Leader ship", + "▁Leaders hip", + "▁anisot ropy", + "的 对", + "▁D raft", + "▁Dr aft", + "▁Dra ft", + "▁half way", + "▁R L", + "▁ RL", + "▁ 所述", + "交 强险", + "▁U pper", + "▁Up per", + "▁ Upper", + "▁s cent", + "▁sc ent", + "▁scen t", + "am ation", + "ama tion", + "a mation", + "產 品", + "ac ht", + "ach t", + "a cht", + "sl ide", + "▁K erry", + "▁Kerr y", + "▁Ker ry", + "中 秋", + "官 网", + "起 步", + "ar king", + "ark ing", + "▁C rown", + "▁Cr own", + "▁Cro wn", + "▁Crow n", + "▁sl ept", + "▁sle pt", + "▁sub jected", + "▁subject ed", + "nf e", + "n fe", + "Sy nc", + "S ync", + "▁ge omet", + "▁geo met", + "▁predict ive", + "一 樣", + "助 推", + "联 络", + "im its", + "imit s", + "imi ts", + "i mits", + "▁Rich mond", + "▁fin ances", + "▁finance s", + "▁finan ces", + "▁mention ing", + "▁observ ables", + "▁observable s", + "▁Palestin ians", + "▁Palestinian s", + "▁ 员", + "水 库", + "ar med", + "arm ed", + "▁ch lor", + "▁ chlor", + "T uesday", + "▁fib ers", + "▁fiber s", + "▁fi bers", + "▁right eous", + "一 身", + "事 后", + "每 人", + "就可以 了", + "▁epid emic", + "▁epidem ic", + "中 等", + "ry s", + "r ys", + "ay ed", + "aye d", + "▁l ug", + "加 盟", + "垄 断", + "是 被", + "ic i", + "i ci", + "ok u", + "o ku", + "历史 的", + "国民 党", + "TE XT", + "T EXT", + "▁Pol itical", + "▁Polit ical", + "cd n", + "c dn", + "er ie", + "eri e", + "e rie", + "ма та", + "мат а", + "▁B AS", + "▁BA S", + "▁W WE", + "▁WW E", + "irm ingham", + "▁Str ategy", + "▁Strateg y", + "▁ Strategy", + "▁cryst als", + "▁crystal s", + "挫 折", + "be low", + "bel ow", + "b elow", + "▁partners hips", + "▁partner ships", + "▁partnership s", + "寒 冷", + "电 站", + "贯 穿", + "ли за", + "▁M ut", + "▁Mu t", + "▁ Mut", + "▁Rub y", + "▁Ru by", + "▁re he", + "US A", + "U SA", + "第三 人", + "第 三人", + "一般 来说", + "▁Circ le", + "▁Cir cle", + "▁ Circle", + "W ednesday", + "▁co herence", + "外 地", + "家里 的", + "家 里的", + "▁c oc", + "▁co c", + "▁B rid", + "▁Br id", + "▁Bri d", + "▁t roll", + "▁tr oll", + "▁tro ll", + "▁position ing", + "ü r", + "一 首", + "ло ги", + "▁F ame", + "▁Fa me", + "ir ements", + "ire ments", + "irement s", + "叶 片", + "地 域", + "糟 糕", + "AC C", + "A CC", + "\\\" >&", + "\\\"> &", + "▁D river", + "▁Dr iver", + "▁Drive r", + "▁ Driver", + "▁Cl imate", + "▁Mc Donald", + "▁k g", + "▁ kg", + "▁f rost", + "▁fr ost", + "▁fro st", + "▁g rill", + "▁gr ill", + "▁gri ll", + "▁He brew", + "Ha r", + "H ar", + "▁S I", + "▁ SI", + "le arly", + "lear ly", + "l early", + "▁lat ency", + "▁st retched", + "▁stret ched", + "▁stretch ed", + "▁celebr ities", + "▁celeb rities", + "p f", + "不 禁", + "也不 要", + "也 不要", + "▁п ла", + "▁Cam era", + "▁ Camera", + "▁bubble s", + "▁bub bles", + "M Y", + "身体 的", + "身 体的", + "uss els", + "▁construct ing", + "清 新", + "航 班", + "要 去", + "nm od", + "n mod", + "▁f ocal", + "▁fo cal", + "▁foc al", + "] +", + "Ha m", + "H am", + "▁v ague", + "▁vag ue", + "▁vagu e", + "▁va gue", + "▁Ed wards", + "▁Edward s", + "刚 好", + "约 翰", + "an ia", + "ani a", + "a nia", + "▁pl un", + "▁ex ams", + "▁exam s", + "▁trig gers", + "▁trigger s", + "现有 的", + "现 有的", + "od ic", + "odi c", + "o dic", + "ol tz", + "olt z", + "int eg", + "inte g", + "ch oice", + "cho ice", + "▁The ater", + "▁com plementary", + "▁complement ary", + "无 聊", + "相 继", + "^* _", + "ч но", + "nN on", + "nNo n", + "n Non", + "▁a ssh", + "▁as sh", + "▁ass h", + "▁s oda", + "▁so da", + "▁sod a", + "ch anical", + "chan ical", + "▁ins ufficient", + "就 很", + "授 课", + "▁negoti ate", + "▁cum ulative", + "切 成", + "淀 粉", + "湿 地", + "电 网", + "am y", + "a my", + "ki p", + "k ip", + "Sc ale", + "Scal e", + "S cale", + "img ur", + "▁d ile", + "▁di le", + "▁dil e", + "▁en rolled", + "▁enroll ed", + "B G", + "还 未", + "п ъл", + "▁ab st", + "▁abs t", + "▁p lag", + "▁pl ag", + "▁pla g", + "▁P uerto", + ";\\ \"", + "; \\\"", + "用户 的", + "▁Oper ation", + "▁Op eration", + "▁Opera tion", + "▁ Operation", + "▁fulf illed", + "▁fulfill ed", + "▁ful filled", + "▁fulfil led", + "选 拔", + "pro ved", + "pr oved", + "prov ed", + "prove d", + "work ers", + "worker s", + "▁aut onomous", + "系 数", + "這 種", + "▁r ider", + "▁ri der", + "▁rid er", + "▁ride r", + "▁reg imes", + "▁regime s", + "阐 述", + "же н", + "ж ен", + "▁s care", + "▁sc are", + "▁scar e", + "▁a nonym", + "▁an onym", + "▁the rapist", + "▁therap ist", + "▁lit igation", + "就 医", + "言 语", + "顿 时", + "▁Belg ium", + "▁ab usive", + "▁merchand ise", + "▁J e", + "▁ide als", + "▁idea ls", + "▁id eals", + "▁ideal s", + "▁H arrison", + "▁Har rison", + "▁Harris on", + "▁conf irms", + "▁confirm s", + "nP ublished", + "▁We ather", + "▁con verting", + "▁conver ting", + "▁convert ing", + "女 神", + "起来 了", + "起 来了", + "▁mess aging", + "Es t", + "E st", + "Su r", + "S ur", + "nA v", + "n Av", + "在家 里", + "在 家里", + "建筑 面积", + "▁s her", + "▁sh er", + "▁she r", + "▁B obby", + "▁Bob by", + "▁L abel", + "▁La bel", + "▁Lab el", + "▁ Label", + "▁warm th", + "力 争", + "唯 有", + "ight y", + "igh ty", + "ri ans", + "rian s", + "ria ns", + "r ians", + "ab stract", + "卓 越", + "签 证", + "la g", + "l ag", + "ub a", + "u ba", + "Di ff", + "D iff", + "IC AL", + "ICA L", + "\":\" \\\"", + "\":\"\\ \"", + "cl one", + "▁draft ed", + "▁highlight ing", + "Car e", + "Ca re", + "C are", + "▁Wood s", + "▁Wo ods", + "ir atory", + "nmod ule", + "n module", + "▁demonstr ating", + "資 料", + "UR N", + "U RN", + "市场 监管", + "et ric", + "▁ра бо", + "▁ рабо", + "▁con grat", + "▁cong rat", + "上 报", + "朝 阳", + "痕 迹", + "tr e", + "t re", + "的 建设", + "np ost", + "n post", + "▁m asters", + "▁master s", + "▁mas ters", + "▁ma sters", + "▁mast ers", + "▁suff ers", + "▁suffer s", + "写 了", + "結 果", + "▁Ok ay", + "▁ Okay", + "▁S uite", + "▁Su ite", + "▁ Suite", + "▁O fficial", + "▁Off icial", + "▁Offic ial", + "ple ase", + "p lease", + "▁t high", + "▁th igh", + "▁R ivers", + "▁River s", + "▁Ri vers", + "▁hard core", + "▁prompt ly", + "am ac", + "ama c", + "a mac", + "▁m ater", + "▁mat er", + "▁ma ter", + "▁mate r", + "▁risk y", + "▁ri sky", + "▁ris ky", + "▁N obody", + "▁No body", + "▁Nob ody", + "Pro gress", + "▁reverse d", + "▁revers ed", + "▁rever sed", + "▁tri angles", + "▁triangle s", + "▁triang les", + "空 军", + "—— \\", + "— —\\", + "了解 了", + "Work s", + "W orks", + "▁f ade", + "▁fa de", + "▁ fade", + "▁spot light", + "一 股", + "备 用", + "DA TA", + "DAT A", + "D ATA", + "av an", + "ava n", + "a van", + "▁R aw", + "▁Ra w", + "▁ Raw", + "愉 快", + "我 省", + "** :", + "▁j aw", + "▁ja w", + "▁f ried", + "▁fr ied", + "▁ fried", + "▁rig orous", + "nAdd itionally", + "nAdditional ly", + "篮 板", + "atin um", + "ati num", + "▁l owered", + "▁lo wered", + "▁low ered", + "▁lower ed", + "▁van ishing", + "▁vanish ing", + "▁ vanishing", + "▁inflam mation", + "细 腻", + "nl p", + "n lp", + "nA cc", + "nAc c", + "n Acc", + "▁C elt", + "▁Ce lt", + "▁Cel t", + "▁M arx", + "▁Mar x", + "▁Ma rx", + "▁NAT O", + "▁NA TO", + "▁her bs", + "▁herb s", + "found er", + "fo under", + "▁s ights", + "▁sight s", + "▁sigh ts", + "▁Stand ards", + "▁Standard s", + "▁minim izing", + "▁prom otions", + "▁promot ions", + "▁promotion s", + "▁prest igious", + "CO L", + "C OL", + "受 欢迎", + "R P", + "上 演", + "as ha", + "ash a", + "a sha", + "▁w ears", + "▁we ars", + "▁wear s", + "iz ontal", + "izon tal", + "h m", + "nd isc", + "ndis c", + "ndi sc", + "n disc", + "▁hon our", + "▁ho nour", + "A y", + "座 的", + "防 汛", + "ra cies", + "rac ies", + "r acies", + "err anean", + "周 五", + "洗 澡", + "we g", + "w eg", + "▁D H", + "▁ DH", + "或者 说", + "▁K an", + "▁Ka n", + "Re view", + "Rev iew", + "亲 人", + "的 原", + "▁S r", + "服务 业", + "Sc al", + "S cal", + "▁em pire", + "▁emp ire", + "▁fe ather", + "▁feat her", + "匆 匆", + "文 旅", + "正 能量", + "mem bers", + "member s", + "var iable", + "vari able", + "▁A irlines", + "▁Air lines", + "▁prem ises", + "▁premise s", + "总 局", + "词 汇", + "VE L", + "V EL", + "没有 了", + "没 有了", + "yn olds", + "▁so cially", + "▁social ly", + "▁soci ally", + "▁stress ful", + "六 个", + "▁L HC", + "window s", + "wind ows", + "w indows", + "x d", + "抢 救", + "引起 了", + "引 起了", + "▁N ar", + "▁Na r", + "▁U SE", + "▁US E", + "▁ USE", + "有一 定的", + "有一定 的", + "有 一定的", + "am ped", + "amp ed", + "st ars", + "star s", + "sta rs", + "Mem ory", + "▁no rms", + "▁norm s", + "▁nor ms", + "▁turb ulence", + "大 火", + "实 话", + "▁R T", + "▁ RT", + "收益 率", + "Wat ch", + "W atch", + "▁p ipes", + "▁pipe s", + "▁pip es", + "▁pi pes", + "▁to pped", + "▁top ped", + "▁bull shit", + "标 记", + "潮 流", + "om p", + "o mp", + "We st", + "W est", + "▁prob able", + "充 实", + "送 给", + "AI N", + "A IN", + "是 通过", + "ar di", + "ard i", + "io ta", + "iot a", + "i ota", + "\\\\ [\\\\", + "\\\\[\\ \\", + "\\\\[ \\\\", + "▁I nspect", + "▁In spect", + "▁Ins pect", + "▁Insp ect", + "党 和", + "欧 美", + "ic als", + "ical s", + "ica ls", + "▁Id eas", + "▁Ide as", + "▁Idea s", + "▁cent res", + "▁centre s", + "▁centr es", + "▁coinc idence", + "▁coincide nce", + "▁const itutes", + "▁constit utes", + "▁constitu tes", + "▁constitute s", + "终 究", + "em ption", + "empt ion", + "emp tion", + "▁C incinnati", + "做 饭", + "头 条", + "监 会", + "van ced", + "va nced", + "vance d", + "v anced", + "▁organ s", + "▁org ans", + "▁ware house", + "高 三", + "▁r ude", + "▁ru de", + "▁rud e", + "▁comp iler", + "▁compile r", + "我 县", + "探 究", + "豪 华", + "▁D ublin", + "▁Dub lin", + "du ration", + "d uration", + "▁stim ulus", + "▁Cont roller", + "▁Control ler", + "▁ Controller", + "一 脸", + "崩 溃", + "nd s", + "n ds", + "关注 的", + "▁st ems", + "▁ste ms", + "▁stem s", + "red ited", + "redit ed", + "▁Pro file", + "▁Prof ile", + "▁ Profile", + "▁bon uses", + "▁bonus es", + "▁esc aped", + "▁escape d", + "▁escap ed", + "▁hab itat", + "▁habit at", + "▁check out", + "▁< -", + "▁ <-", + "sl eep", + "s leep", + "▁in duct", + "▁ind uct", + "▁indu ct", + "▁P RE", + "▁PR E", + "▁ PRE", + "▁F iles", + "▁Fil es", + "▁File s", + "▁Fi les", + "▁ Files", + "▁citizens hip", + "▁citizen ship", + "▁cont ributor", + "▁contribut or", + "吸 烟", + "ho ts", + "hot s", + "h ots", + "▁S afe", + "▁Saf e", + "▁Sa fe", + "▁ Safe", + "▁Tal iban", + "▁vulner ability", + "调 用", + "适 宜", + "ци ал", + "▁d uck", + "▁du ck", + "▁s ellers", + "▁sell ers", + "▁sel lers", + "▁seller s", + "导 电", + "河 流", + "养老 金", + "▁G len", + "▁Gl en", + "▁sk ull", + "our cing", + "Reg ister", + "▁di gging", + "▁dig ging", + "▁Nash ville", + "做 起", + "持 續", + "搬 迁", + "▁th ru", + "▁thr u", + "Com mon", + "Comm on", + "▁Post s", + "▁Po sts", + "▁Pos ts", + "▁ Posts", + "cond itions", + "condition s", + "▁prec eding", + "▁preced ing", + "Se g", + "S eg", + "it ic", + "iti c", + "i tic", + "bur st", + "bu rst", + "b urst", + "▁under way", + "一 根", + "重庆 市", + "ip er", + "ipe r", + "i per", + "lin t", + "li nt", + "l int", + "nd ec", + "nde c", + "n dec", + "So cket", + "S ocket", + "Hi s", + "H is", + "uc c", + "u cc", + "Sp eed", + "Spe ed", + "ri ves", + "riv es", + "rive s", + "r ives", + "诉讼 代理人", + "▁Hol land", + "▁Holl and", + "▁program mes", + "▁programme s", + "▁multi plication", + "▁multipl ication", + "不 顾", + "提 及", + "▁g a", + "▁ ga", + "每个 人的", + "每个人 的", + "每 个人的", + "▁G ran", + "▁Gr an", + "▁Gra n", + "▁San ders", + "▁Sand ers", + "▁mon itored", + "▁monitor ed", + "▁t oes", + "▁to es", + "▁toe s", + "wau kee", + "▁Hind u", + "▁st icky", + "▁stick y", + "洗 手", + "等 相关", + "ype d", + "yp ed", + "y ped", + "▁c ad", + "▁ca d", + "▁ cad", + "bo rough", + "bor ough", + "b orough", + "end ants", + "endant s", + "▁enter prises", + "▁enterprise s", + "吸引 了", + "nR equ", + "nRe qu", + "n Requ", + "▁cig arette", + "▁cigar ette", + "由 於", + "航 母", + "we i", + "w ei", + "公交 车", + "▁oper a", + "▁op era", + "▁Week ly", + "▁Ne braska", + "插 入", + "主要 有", + "主 要有", + "}\\\\ ;", + "} \\\\;", + "▁ Ю", + "nU S", + "n US", + "▁~ /", + "▁ ~/", + "}} }$", + "}}} $", + "} }}$", + "pan cy", + "p ancy", + "ro ots", + "root s", + "▁fair ness", + "▁advertis ements", + "▁advertisement s", + "▁advertise ments", + "p k", + "$( \\\\", + "$ (\\\\", + "id ad", + "ida d", + "i dad", + "lo om", + "loo m", + "l oom", + "lo rd", + "lor d", + "l ord", + "▁l ex", + "▁le x", + "▁ lex", + "▁de mol", + "▁dem ol", + "▁demo l", + "og raphics", + "ograph ics", + "ographic s", + "o graphics", + "▁s ensation", + "▁sens ation", + "那个 时候", + "氨 酸", + "▁F er", + "▁Fe r", + "▁opt ed", + "▁op ted", + "▁liter al", + "▁lit eral", + "▁ literal", + "▁relig ions", + "▁religion s", + "$& $", + "$ &$", + "女孩 子", + "女 孩子", + "is le", + "isl e", + "ne nt", + "nen t", + "n ent", + "▁B ud", + "▁Bu d", + "▁са мо", + "accept able", + "并 与", + "罢 了", + "di d", + "d id", + "la r", + "l ar", + "▁J a", + "▁kind ness", + "身 后", + "EL D", + "E LD", + "▁S Y", + "▁ SY", + "▁Р у", + "ni ck", + "nic k", + "n ick", + "nt itle", + "n title", + "Text ure", + "▁P okemon", + "▁Pok emon", + "▁dign ity", + "▁text ures", + "▁texture s", + "▁d uplicate", + "▁dupl icate", + "橡 胶", + "▁# ##", + "▁## #", + "▁ ###", + "接下来 的", + "接 下来的", + "as sign", + "ass ign", + "ri vers", + "riv ers", + "rive rs", + "river s", + "r ivers", + "ull ivan", + "▁S witch", + "▁Sw itch", + "▁ Switch", + "▁pil low", + "▁pill ow", + "▁mis leading", + "北 大", + "ok ia", + "oki a", + "▁His panic", + "▁Cor ollary", + "▁ Corollary", + "▁earthqu ake", + "大 使", + "物 体", + "盲 目", + "在全 球", + "在 全球", + "nst ruct", + "n struct", + "▁conver ge", + "F B", + "器 械", + "Sam ple", + "S ample", + "pl aced", + "place d", + "plac ed", + "nRe cent", + "nRec ent", + "▁compet ent", + "▁compete nt", + "再 说", + "性 地", + "нт и", + "н ти", + "了一 次", + "了 一次", + "的 应用", + "公开 开庭", + "F older", + "▁B ring", + "▁Br ing", + "▁Bri ng", + "▁hass le", + "▁S ET", + "▁SE T", + "▁ SET", + "▁c ube", + "▁cub e", + "▁cu be", + "▁ cube", + "▁c iting", + "▁cit ing", + "▁open er", + "▁op ener", + "▁un happy", + "▁unh appy", + "感 叹", + "对我 们", + "对 我们", + "集中 在", + "出 场", + ";\\\\ ;", + "; \\\\;", + "Do es", + "D oes", + "▁M orm", + "▁Mor m", + "▁Mo rm", + "▁pat rol", + "不可 以", + "不 可以", + "的 比例", + "le ne", + "len e", + "l ene", + "ns wer", + "nsw er", + "▁P ool", + "▁Po ol", + "▁ Pool", + "un iform", + "uni form", + "▁hon esty", + "▁honest y", + "▁ho nesty", + "▁hone sty", + "货 款", + "fig s", + "fi gs", + "f igs", + "支 行", + "al in", + "ali n", + "a lin", + "因为 他们", + "因为他 们", + "因 为他们", + "▁co arse", + "ot ential", + "▁c atches", + "▁cat ches", + "▁catch es", + "g x", + "nF our", + "n Four", + "▁по лу", + "▁пол у", + "nsh ould", + "n should", + "▁cho pped", + "▁chop ped", + "▁incorpor ating", + "凸 显", + "套 路", + "诊 疗", + "an ium", + "ani um", + "▁Prem ium", + "▁gl orious", + "▁glor ious", + "▁star ring", + "專 業", + "nC all", + "nCal l", + "n Call", + "iv ated", + "iva ted", + "ivate d", + "▁\\\\ {\\\\", + "▁\\\\{ \\\\", + "▁ \\\\{\\\\", + "▁he ights", + "▁height s", + "▁conc aten", + "▁WARRANT IES", + "我 可以", + ":/ //", + ":// /", + ": ///", + "pr ev", + "pre v", + "p rev", + "▁qu ilt", + "▁q uilt", + "▁qui lt", + "▁quil t", + "comm ended", + "commend ed", + "▁the rapeutic", + "凭 证", + "马 来", + "签订 的", + "▁W alt", + "▁Wal t", + "▁Wa lt", + "▁p atio", + "▁pat io", + "To String", + "▁P ictures", + "▁Picture s", + "本 届", + "▁е дин", + "▁S ession", + "▁ Session", + "▁cr ashes", + "▁crash es", + "备 考", + "摆 放", + "an ic", + "ani c", + "a nic", + "ng et", + "nge t", + "n get", + "mic ro", + "mi cro", + "m icro", + "ject ed", + "j ected", + "▁budget s", + "▁bud gets", + "▁qual ifying", + "▁qualify ing", + "▁acceler ated", + "▁accelerate d", + "司 令", + "熟悉 的", + "通知 书", + "▁Co sta", + "▁Cost a", + "▁Cos ta", + "惩 罚", + "$- -", + "$ --", + "▁de duct", + "▁ded uct", + "▁Re ference", + "▁Ref erence", + "▁ Reference", + "▁ “", + "nd f", + "n df", + "采访 时", + "et ry", + "e try", + "▁B our", + "▁Bo ur", + "▁Bou r", + "▁b ake", + "▁ba ke", + "fin ite", + "f inite", + "▁context s", + "之 力", + "大 厅", + "小 麦", + "没 能", + "湖 人", + "▁C e", + "▁ Ce", + "还是 很", + "还 是很", + "ri or", + "rio r", + "r ior", + "ки те", + "к ите", + "Py thon", + "P ython", + "當 時", + "顶 级", + "一 等奖", + "Ent er", + "En ter", + "▁Le ave", + "▁м ного", + "▁protect s", + "入 住", + "心 疼", + "门 户", + "先生 的", + "先 生的", + "is ers", + "ise rs", + "iser s", + "i sers", + "▁a unt", + "▁au nt", + "▁f lock", + "▁fl ock", + "▁flo ck", + "▁Pro perties", + "▁ Properties", + "▁phot ographers", + "▁photograph ers", + "▁photograp hers", + "▁photographer s", + "R a", + "迷 茫", + "▁A ld", + "▁Al d", + "▁ex tr", + "▁ext r", + "▁w asting", + "▁was ting", + "▁wast ing", + "▁approxim ations", + "▁approximation s", + "的 书", + "be t", + "b et", + "▁ir regular", + "▁ident ifies", + "疑 似", + "K it", + "以来 的", + "以 来的", + "广州 市", + "广 州市", + "IR ST", + "▁e Bay", + "▁по ли", + "▁пол и", + "Dr iver", + "Drive r", + "D river", + "io logical", + "iol ogical", + "i ological", + "▁bal ancing", + "不 觉", + "整 天", + "ll i", + "l li", + "是一 名", + "是 一名", + "▁aw ake", + "▁awa ke", + "▁in consistent", + "▁inconsist ent", + "ze l", + "z el", + "\\\" `\\", + "an yon", + "any on", + "nBl ack", + "n Black", + "ns c", + "n sc", + "身边 的", + "身 边的", + "nJ ames", + "n James", + "▁custom s", + "▁cust oms", + "▁su nlight", + "▁sun light", + "排 行", + "科 创", + ">: :", + "> ::", + "什么 的", + "▁o we", + "▁ow e", + "▁W ere", + "▁We re", + "▁p ear", + "▁pe ar", + "▁Per iod", + "▁ Period", + "▁deb ates", + "▁debate s", + "; <", + "而 后", + "st arter", + "start er", + "star ter", + "▁Mult iple", + "▁Multi ple", + "▁ Multiple", + "▁der ivation", + "▁deriv ation", + "▁I mp", + "▁Im p", + "▁ Imp", + "pl ots", + "plot s", + "▁об щи", + "▁tow el", + "▁ex agger", + "▁min eral", + "▁mine ral", + "▁A round", + "▁Ar ound", + "为 由", + "▁rhet oric", + "▁dr astically", + "▁drastic ally", + "增 大", + "实 战", + "▁po ems", + "▁poem s", + "情 人", + "cl s", + "c ls", + "许多 人", + "许 多人", + "ar in", + "ari n", + "a rin", + "er val", + "erv al", + "or bit", + "orb it", + "▁prec ip", + "Iter ator", + "▁mal ware", + "abil istic", + "▁col oring", + "▁color ing", + "▁com poser", + "▁comp oser", + "▁compos er", + "▁compose r", + "意 图", + "客户 端", + "▁A ra", + "▁Ar a", + "▁referend um", + "登 录", + "省 份", + "脑 袋", + "毛 主席", + "都 非常", + "▁t il", + "▁ti l", + "▁ til", + "▁re pet", + "▁rep et", + "▁repe t", + "▁D isease", + "▁Leban on", + "▁d iesel", + "▁die sel", + "▁dies el", + "▁Lib eral", + "▁Liber al", + "C U", + "▁ 中", + "每 位", + "界 的", + "街 头", + "gr e", + "g re", + "ac hi", + "ach i", + "a chi", + "冠状 病毒", + "▁Ex am", + "▁w ounds", + "▁wound s", + "不 负", + "击 败", + "张 家", + "not in", + "no tin", + "▁Nor way", + "▁conduct ivity", + "备 受", + "时间 和", + "ha rt", + "har t", + "h art", + "▁C opy", + "▁Co py", + "▁Cop y", + "▁ Copy", + "▁S oph", + "▁So ph", + "▁Brazil ian", + "人 气", + "花 生", + "bi d", + "b id", + "超过 了", + "超 过了", + "us ted", + "ust ed", + "u sted", + "inte gr", + "integ r", + "ge tName", + "get Name", + "▁Re covery", + "▁Rec overy", + "nT H", + "n TH", + "ac ión", + "aci ón", + "ns ure", + "nsur e", + "b x", + "发 改", + "路 边", + "ol an", + "ola n", + "o lan", + "uss ions", + "ussion s", + "▁m arking", + "▁mark ing", + "▁mar king", + "▁crit ically", + "▁critical ly", + "▁critic ally", + "▁cri tically", + "拯 救", + "指 责", + "nD en", + "nDe n", + "n Den", + "Vert ex", + "Ver tex", + "or ption", + "orp tion", + "▁anomal ous", + "探 测", + "跟 他", + "我 喜欢", + "來 的", + "宽 度", + "把自己 的", + "把 自己的", + "这 意味着", + "▁private ly", + "▁priv ately", + "▁privat ely", + "▁Stat istics", + "▁ Statistics", + "▁intention ally", + "▁intentional ly", + "跑 到", + "▁N L", + "▁ NL", + ")- -(", + ")-- (", + "fa ir", + "f air", + "nW ow", + "n Wow", + "▁J et", + "▁Je t", + "▁ Jet", + "▁R GB", + "▁RG B", + "▁ RGB", + "▁F act", + "▁Fac t", + "▁Fa ct", + "▁ Fact", + "遗 址", + "IF I", + "I FI", + "▁c el", + "▁ce l", + "▁ cel", + "模 具", + "民 国", + "纪 检", + "nn op", + "nno p", + "n nop", + "用 自己的", + "tr uth", + "year s", + "ye ars", + "y ears", + "▁A IDS", + "▁AI DS", + "▁ AIDS", + "miss ible", + "▁ch asing", + "▁cha sing", + "▁vi olate", + "▁viol ate", + "▁arch ives", + "▁archive s", + "▁ archives", + "▁ident ifier", + "▁ identifier", + "国 企", + "隐 私", + "▁s ab", + "▁sa b", + "▁L ang", + "▁La ng", + "▁Lan g", + "▁ Lang", + "att ributes", + "attribute s", + "▁re creational", + "▁recreation al", + "两 名", + "却 又", + "坚 实", + "用 力", + "tv oid", + "t void", + "县 长", + "工作 会议", + "nAct ually", + "▁Ind ividual", + "▁C ream", + "▁Cre am", + "▁voc als", + "▁vocal s", + "市 中级人民法院", + "倾 斜", + "脑 海", + "ka l", + "k al", + "ut er", + "ute r", + "u ter", + "▁L inks", + "▁Lin ks", + "▁Link s", + "▁ Links", + "▁ar rog", + "▁arr og", + "射 手", + "▁C OVID", + "▁ COVID", + "▁th rive", + "▁thr ive", + "▁R unning", + "▁Run ning", + "▁ Running", + "▁dis joint", + "▁Element ary", + "因 子", + "ve x", + "v ex", + "▁se mant", + "▁sem ant", + "▁S haw", + "▁Sh aw", + "▁Sha w", + "播 出", + "有 意", + "衡 量", + "▁K u", + "▁R u", + "▁ Ru", + "Mon th", + "Mo nth", + "▁d owns", + "▁down s", + "▁ downs", + "Res ources", + "Re sources", + "Resource s", + "▁p s", + "▁ ps", + "就 需要", + "lo gs", + "log s", + "l ogs", + "有限责任 公司", + "▁mar gins", + "▁marg ins", + "▁margin s", + "中 原", + "活 泼", + "聚 会", + "副 院长", + "实践 中", + "pi es", + "pie s", + "p ies", + "▁mart ial", + "D K", + "前 沿", + "nh is", + "n his", + "▁в ек", + "▁ве к", + "宣传 活动", + "oc hem", + "och em", + "oche m", + "o chem", + "▁sh rink", + "▁shr ink", + "南 昌", + "參 與", + "▁d é", + "物 联网", + "▁M Hz", + "▁MH z", + "▁ MHz", + "aw ays", + "away s", + "awa ys", + "a ways", + "il ight", + "ili ght", + "i light", + "resize box", + "定 价", + "流 感", + "▁Com pl", + "▁Comp l", + "nS elect", + "nSe lect", + "n Select", + "小 白", + "攻 略", + "车 道", + "转 发", + "af ety", + "afe ty", + "▁H igher", + "▁High er", + "▁Hig her", + "▁process ors", + "▁processor s", + "问 道", + "▁enjoy ment", + "▁volunt ary", + "复 产", + "(\\\" %", + "加 深", + "比 重", + "红 旗", + "▁C ensus", + "jupy text", + "▁F ramework", + "▁Frame work", + "▁Fram ework", + "▁ Framework", + "gl s", + "g ls", + "gh ai", + "▁M AC", + "▁MA C", + "▁ MAC", + "▁Great er", + "▁Gre ater", + "▁L uckily", + "▁Luck ily", + "淡 淡", + "▁E le", + "▁El e", + "▁dig its", + "▁digit s", + "ear chers", + "earch ers", + "bsol utely", + "bsolute ly", + "▁Sh ipping", + "▁Ship ping", + "▁Shi pping", + "必 定", + "随 即", + "▁u b", + "▁ ub", + "▁fund raising", + "▁fundra ising", + "根 據", + "ru e", + "r ue", + "为 基础", + "op ath", + "opa th", + "o path", + "▁Ben jamin", + "▁H ttp", + "▁ Http", + "▁snap shot", + "▁snaps hot", + "▁oscill ation", + "刘 某", + "口 味", + "暴 雨", + "家庭 的", + "bar d", + "ba rd", + "b ard", + "qu ark", + "qua rk", + "▁Ber keley", + "▁commun icating", + "▁encourage ment", + "bl y", + "b ly", + "co rn", + "cor n", + "c orn", + "▁I da", + "▁Id a", + "se eing", + "see ing", + "说 出", + "et on", + "eto n", + "e ton", + "▁R ou", + "▁Ro u", + "截至 目前", + "▁visual ization", + "/ $", + "严 谨", + "~~ ~", + "~ ~~", + "▁l uc", + "▁cont empl", + "▁contem pl", + "他 又", + "图 形", + "海 拔", + "Ag ent", + "Age nt", + "A gent", + "Field s", + "F ields", + "pay load", + "ba idu", + "bai du", + "▁ver bal", + "▁verb al", + "但 如果", + "材料 的", + "材 料的", + "▁S car", + "▁Sc ar", + "▁Pro of", + "▁ Proof", + "in ology", + "▁d rought", + "▁dr ought", + "▁dro ught", + "▁per mutation", + "▁permut ation", + "演 奏", + "可爱 的", + "可 爱的", + "的 照片", + "▁hurt ing", + "▁hur ting", + "▁un ified", + "▁critic ized", + "▁criticize d", + "一 波", + "变 的", + "更 快", + "sin h", + "si nh", + "▁impact ed", + "▁imp acted", + "▁green house", + "np m", + "n pm", + "an tom", + "ant om", + "anto m", + "▁l aughter", + "▁la ughter", + "▁laugh ter", + "上 年", + "灾 难", + "▁O H", + "▁ OH", + "le en", + "lee n", + "l een", + "et tes", + "ett es", + "ette s", + "e ttes", + "▁G ift", + "▁Gi ft", + "as sing", + "ass ing", + "assin g", + "出 身", + "占 用", + "▁I E", + "▁ IE", + "ud er", + "ude r", + "u der", + "nc har", + "nch ar", + "n char", + "▁b apt", + "▁ba pt", + "▁ad equ", + "nWith out", + "n Without", + "▁tutorial s", + "▁tutor ials", + "不 被", + "事 儿", + "疑 惑", + "硬 化", + "Ma ss", + "M ass", + "at ten", + "att en", + "atte n", + "▁read ings", + "▁reading s", + "▁coll apsed", + "▁collapse d", + "▁collaps ed", + "▁sequ ential", + "吉 祥", + "精 度", + "De tail", + "Det ail", + "▁adjust able", + "我 希望", + "胡 萝卜", + "де ни", + "ден и", + "▁tr unk", + "▁tru nk", + "▁min isters", + "▁mini sters", + "▁minister s", + "▁vari ational", + "▁variation al", + "前 三", + "誉 为", + "br ain", + "bra in", + "b rain", + "▁Oper a", + "▁Op era", + "▁father s", + "▁fat hers", + "D s", + "经 纪", + "lo t", + "l ot", + "inv oke", + "sh ifts", + "shift s", + "shi fts", + "▁B utton", + "▁But ton", + "▁ Button", + "▁tur key", + "con stant", + "const ant", + "▁t asting", + "▁tas ting", + "▁tast ing", + "亚 马", + "A ir", + "PD F", + "P DF", + "TH E", + "T HE", + "▁ф и", + "▁ фи", + "▁H orn", + "▁Hor n", + "▁Ho rn", + "▁da wn", + "\\\\ \\\\\\\\", + "\\\\\\ \\\\\\", + "\\\\\\\\\\ \\", + "\\\\\\\\ \\\\", + "\\ \\\\\\\\\\", + "▁C laim", + "▁Cl aim", + "▁Cla im", + "▁ Claim", + "▁n inth", + "▁pil ots", + "▁pilot s", + "Me V", + "M eV", + "nre f", + "nr ef", + "n ref", + "sm art", + "s mart", + "东 风", + "电 磁", + "的 无", + "Sc ope", + "▁s ender", + "▁se nder", + "▁send er", + "▁sen der", + "▁ sender", + "State ment", + "Stat ement", + "类 别", + "▁For ces", + "▁Force s", + "▁graph ical", + "▁graphic al", + "▁share holders", + "▁shareholder s", + "征 求", + "我 看", + "着 手", + "获 悉", + ">> \\", + "> >\\", + "不断 提升", + "▁Com mercial", + "nM ult", + "n Mult", + "▁M enu", + "▁Me nu", + "▁Men u", + "▁ Menu", + "▁f onts", + "▁font s", + "▁ fonts", + "ex amples", + "example s", + "exam ples", + "F G", + "出 轨", + "▁p la", + "▁pl a", + "oot er", + "oo ter", + "o oter", + "▁ca usal", + "▁caus al", + "▁compan ions", + "▁companion s", + "我 妈", + "▁rib bon", + "… ”", + "妇 联", + "散 热", + "灭 火", + "剩下 的", + "剩 下的", + "幸福 的", + "应用 于", + "应 用于", + "这些 人", + "nre m", + "nr em", + "n rem", + "▁p ins", + "▁pin s", + "▁pi ns", + "nB elow", + "nBe low", + "nBel ow", + "▁explos ive", + "特 意", + "的 分", + "▁G C", + "▁ GC", + "▁S ounds", + "▁Sound s", + "▁Sou nds", + "▁even ly", + "思 念", + "自动 驾驶", + "▁l ith", + "▁li th", + "▁lit h", + "值得一提 的是", + "▁dis close", + "▁disc lose", + "▁jour nals", + "▁journal s", + "▁ journals", + "▁acceler ate", + ") <", + "日 军", + "趣 味", + "ka r", + "k ar", + "er ek", + "ere k", + "e rek", + "ta wa", + "t awa", + "é mon", + "▁E duc", + "▁Ed uc", + "▁Edu c", + "er nels", + "ern els", + "ernel s", + "▁com mem", + "▁comm em", + "▁Ep isode", + "F X", + "▁tom ato", + "▁tomat o", + "▁mir acle", + "▁mi racle", + "▁mirac le", + "▁f ragment", + "▁fra gment", + "▁frag ment", + "▁ fragment", + "树 木", + "Id s", + "I ds", + "▁ab normal", + "在 她", + "▁J ar", + "▁Ja r", + "不 吃", + "L ICENSE", + "▁R ating", + "▁Ra ting", + "▁Rat ing", + "剧 本", + "OU S", + "O US", + "er nand", + "ern and", + "act erial", + "acter ial", + "acteria l", + "▁C rystal", + "▁pr aying", + "▁pray ing", + "▁pra ying", + "▁sched ules", + "▁schedule s", + "农 场", + "在 与", + "旋 律", + "模 板", + "立 方", + "ad ic", + "adi c", + "a dic", + "st ri", + "str i", + "s tri", + "ya ng", + "yan g", + "y ang", + "▁Sur v", + "▁Su rv", + "犯罪 嫌疑人", + "▁d well", + "▁dw ell", + "▁re gener", + "▁reg ener", + "script ions", + "scri ptions", + "scription s", + "s criptions", + "阻 碍", + "ke l", + "k el", + "Ta ke", + "T ake", + "yl um", + "▁a ston", + "▁as ton", + "▁ast on", + "▁ aston", + "▁predict able", + "▁съ що", + "▁enc rypted", + "▁encrypt ed", + "土 豆", + "覺 得", + "FO R", + "F OR", + "ur dy", + "urd y", + "▁t in", + "▁ti n", + "▁ tin", + "▁Har bor", + "▁abund ant", + "A U", + "op py", + "opp y", + "o ppy", + "th al", + "tha l", + "t hal", + "▁G UI", + "▁GU I", + "▁ GUI", + "▁S old", + "▁So ld", + "▁Sol d", + "▁end point", + "▁ endpoint", + "▁fore most", + "大 海", + "星 星", + "是 为", + "移 植", + "较 好", + ")| \\\\", + ") |\\\\", + "▁B ryan", + "▁Br yan", + "▁Bry an", + "▁mir rors", + "▁mirror s", + "▁mach inery", + "▁machine ry", + "o S", + "Lo ve", + "L ove", + "bi ased", + "bias ed", + "bia sed", + "大 声", + "獲 得", + "的 山", + "里 有", + "肯定 是", + "or tune", + "ort une", + "ortun e", + "nn umber", + "n number", + "▁con tour", + "▁cont our", + "▁span ning", + "年 在", + "og an", + "oga n", + "o gan", + "▁Z en", + "▁Ze n", + "▁J uan", + "▁Ju an", + "▁P arks", + "▁Park s", + "▁Par ks", + "▁grad ients", + "▁gradient s", + "人 次", + "散 文", + "▁с по", + "▁ спо", + "▁t rio", + "▁tr io", + "▁tri o", + "port er", + "por ter", + "p orter", + "Bo olean", + "Bool ean", + "nRef erences", + "n References", + "好 吃", + "li ft", + "lif t", + "l ift", + "▁d iving", + "▁di ving", + "▁div ing", + "▁Reg ardless", + "之 情", + "Ra y", + "R ay", + "▁[ -", + "▁ [-", + "十九 大", + "▁T her", + "▁The r", + "▁Th er", + "▁H ello", + "▁Hel lo", + "▁Hell o", + "▁ Hello", + "▁cert ificates", + "▁certificate s", + "uff s", + "uf fs", + "nt est", + "nte st", + "n test", + "▁C arm", + "▁Car m", + "▁Ca rm", + "▁sh red", + "▁shr ed", + "▁sw ept", + "▁swe pt", + "产 物", + "▁m p", + "▁ mp", + "带领 下", + "▁bre eding", + "▁breed ing", + "▁bree ding", + "▁Emer gency", + "已 是", + "犹 如", + "▁K el", + "▁Ke l", + "$^ {\\\\", + "$^{ \\\\", + "$ ^{\\\\", + "nL earn", + "nLe arn", + "n Learn", + "▁S core", + "▁Sc ore", + "▁Sco re", + "▁ Score", + "it erranean", + "~~~~~~~~ ~~~~~~~~", + "以 至于", + "▁flo oding", + "▁flood ing", + "的 白", + "▁🙂 \\", + "福建 省", + "en sen", + "ens en", + "ense n", + "▁cig arettes", + "▁cigarette s", + "▁cigar ettes", + "使 人", + "is i", + "i si", + "Pl us", + "▁c it", + "▁ cit", + "这些 都是", + "en son", + "ens on", + "st rom", + "str om", + "ot ically", + "otic ally", + "o tically", + "适当 的", + "▁то й", + "▁Bro oks", + "▁Br ooks", + "▁Brook s", + "▁cross es", + "▁sil icon", + "ad ian", + "adi an", + "adia n", + "▁un aware", + "▁una ware", + "全 是", + "np ub", + "n pub", + "nAny one", + "n Anyone", + "▁appet ite", + "▁helicop ter", + "▁in variance", + "▁invari ance", + ")| ^", + ") |^", + "体现 在", + "体 现在", + "的 优势", + "Map ping", + "Ma pping", + "M apping", + "▁mal icious", + "大 国", + "自 豪", + "最新 的", + "最 新的", + "首先 要", + "CO DE", + "C ODE", + "az ing", + "azi ng", + "a zing", + "▁dipl omatic", + "▁diplom atic", + "▁diploma tic", + "o a", + "执 着", + "▁S B", + "▁ SB", + "学习 教育", + "nD ata", + "n Data", + "▁s log", + "▁sl og", + "华 夏", + "寂 寞", + "最 具", + "量 子", + "O wn", + "Pa ul", + "P aul", + "▁w ool", + "▁wo ol", + "▁woo l", + "▁in tro", + "▁int ro", + "▁intr o", + "▁ intro", + "AB ILITY", + "一 小", + "▁S olution", + "▁Sol ution", + "▁ Solution", + "' +", + "就 诊", + "格 兰", + "直 观", + "过 错", + "ea st", + "eas t", + "e ast", + "▁L OT", + "▁LO T", + "noper ator", + "n operator", + "你 也", + "勇 于", + "*{ -", + "* {-", + "PT O", + "P TO", + "__ _", + "_ __", + "企业 和", + "副 校长", + "▁s ir", + "▁si r", + "st rip", + "str ip", + "stri p", + "s trip", + "▁b ean", + "▁be an", + "▁ bean", + "▁cha otic", + "自 家", + "降低 了", + "nT aking", + "▁account ed", + "▁dest ructive", + "不 着", + "介 质", + "哪 儿", + "He r", + "H er", + "▁dou bles", + "▁double s", + "▁doub les", + "▁sat uration", + "▁satur ation", + "灿 烂", + "fall s", + "f alls", + "re lim", + "rel im", + "kw args", + "▁cor rid", + "pa nd", + "pan d", + "p and", + "ne nergy", + "nen ergy", + "n energy", + "▁c heating", + "▁ch eating", + "▁che ating", + "▁cheat ing", + "▁integr als", + "▁integral s", + "▁integra ls", + "▁Def inition", + "▁ Definition", + "W C", + "nL ong", + "n Long", + "▁p rophe", + "▁pro phe", + "▁prop he", + "▁r ipped", + "▁ri pped", + "▁rip ped", + "维 度", + "缺 失", + "▁C N", + "▁ CN", + "▁dis reg", + "▁Man ning", + "▁Mann ing", + "太 子", + "Ed ge", + "▁does nt", + "▁doesn t", + "▁d angers", + "▁danger s", + "▁dan gers", + "但 由于", + "所述 第二", + "▁B erry", + "▁Ber ry", + "▁ Berry", + "▁p umping", + "▁pump ing", + "rep resentation", + "represent ation", + "▁с о", + "▁ со", + "了一 份", + "了 一份", + "区 人民法院", + "an king", + "ank ing", + "分 管", + "巡 逻", + "те р", + "т ер", + "不一 定", + "不 一定", + "\\\\ }_{", + "\\\\} _{", + "Ret urns", + "Return s", + "清 晨", + "首 届", + "历 经", + "请 问", + "na x", + "n ax", + "ee red", + "eer ed", + "e ered", + "NU M", + "N UM", + "se lection", + "sel ection", + "select ion", + "s election", + "一 处", + "呵 呵", + "新 人", + "不应 该", + "不 应该", + "自己 是", + "en ch", + "enc h", + "e nch", + "ike r", + "ik er", + "i ker", + "▁al erts", + "▁alert s", + "▁ancest ors", + "▁ancestor s", + "還 有", + "bo lic", + "bol ic", + "b olic", + "fl ash", + "f lash", + "▁L oss", + "▁Los s", + "▁Lo ss", + "▁ Loss", + "▁cl iff", + "pro tocol", + "prot ocol", + "proto col", + "▁prot agon", + "▁M t", + "▁con gest", + "▁cong est", + "▁pl ausible", + "赶 到", + "co ok", + "c ook", + "▁W ow", + "▁Wo w", + "▁ Wow", + "ro phy", + "rop hy", + "roph y", + "r ophy", + "ploy ee", + "▁concept ual", + "G r", + "倡 议", + "Si te", + "S ite", + "hes ive", + "▁dep ths", + "▁depth s", + "▁int ric", + "▁intr ic", + "▁di etary", + "▁diet ary", + "拿 起", + "迎来 了", + "迎 来了", + "▁B rig", + "▁Br ig", + "▁Bri g", + "▁ab dom", + "对 面", + "画 家", + "辞 职", + "量 化", + "在他 的", + "在 他的", + "得不 到", + "得 不到", + "'] );\\", + "']) ;\\", + "' ]);\\", + "▁S tein", + "▁St ein", + "▁Ste in", + "os ition", + "osit ion", + "osi tion", + "▁re plies", + "▁rep lies", + "▁repl ies", + "防 水", + "的 权利", + "该项 目", + "该 项目", + "ma zon", + "maz on", + "h n", + "落 户", + "nc o", + "n co", + "▁H z", + "▁ Hz", + "▁R acing", + "▁Ra cing", + "▁Rac ing", + "▁interpol ation", + "场 面", + "失 眠", + "猜 测", + "了 中国", + "is hi", + "ish i", + "i shi", + "ns pect", + "nsp ect", + "nspe ct", + "nspec t", + "n spect", + "pl aces", + "place s", + "plac es", + "▁l iable", + "▁li able", + "▁lia ble", + "▁host ile", + "倾 听", + "ta i", + "t ai", + "▁% }", + "今年 以来", + "今 年以来", + "▁kid ney", + "▁kidn ey", + "▁sp elling", + "▁spell ing", + "大 厦", + "字 母", + "座 位", + "在 网上", + "br ead", + "bre ad", + "b read", + "▁W arriors", + "▁Warrior s", + "冲 动", + "nD ec", + "nDe c", + "n Dec", + "一审 法院", + "▁spe cs", + "▁spec s", + "发布 会", + "AL SE", + "ALS E", + "▁M AX", + "▁MA X", + "▁ MAX", + "те лно", + "тел но", + "met rics", + "metric s", + "▁l ounge", + "▁lou nge", + "▁an omaly", + "▁anomal y", + "▁cr ushed", + "▁crush ed", + "▁crus hed", + "▁im ports", + "▁import s", + "▁imp orts", + "入 户", + "恶 性", + "又一 次", + "又 一次", + "ym es", + "yme s", + "y mes", + "▁E agle", + "▁Eag le", + "▁Den nis", + "▁n aming", + "▁na ming", + "▁Veter ans", + "三 国", + "宝 马", + "手 上", + "上诉 状", + "us tin", + "ust in", + "▁Hy per", + "▁Hyp er", + "▁ Hyper", + "▁qu bits", + "▁qubit s", + "Sun day", + "S unday", + "ме рика", + "user content", + "延 迟", + "洗 净", + "骨 折", + "▁% \\", + "▁ %\\", + "▁W HO", + "▁WH O", + "▁b ash", + "▁bas h", + "▁ba sh", + "▁ bash", + "▁v anish", + "▁van ish", + "▁ev angel", + "▁out dated", + "▁surv iving", + "▁surviv ing", + "▁appoint ments", + "▁appointment s", + "的 可", + "ih ad", + "i had", + "▁trium ph", + "▁back bone", + "▁rece ivers", + "▁receive rs", + "▁receiver s", + "更 能", + "com pl", + "comp l", + "▁Y ang", + "▁Ya ng", + "▁Yan g", + "▁ Yang", + "var rho", + "nSpe cial", + "nSpec ial", + "n Special", + "▁out right", + "几 种", + "du e", + "d ue", + "▁can dle", + "▁cand le", + "nCurrent ly", + "▁overlook ed", + "成为 一个", + "成 为一个", + "hy dro", + "hyd ro", + "hydr o", + "▁cr unch", + "▁cru nch", + "▁Know ledge", + "悲 剧", + "维 权", + "与 中国", + "二 氧化", + "▁un m", + "▁u nm", + "▁na ive", + "ul atory", + "ulator y", + "▁on ions", + "▁onion s", + "▁y r", + "▁ yr", + "'} \\\\", + "'}\\ \\", + "' }\\\\", + "ho uses", + "house s", + "hou ses", + "h ouses", + "▁sy rup", + "▁vers a", + "▁ver sa", + "▁sub section", + "▁subs ection", + "▁ subsection", + "▁b ride", + "▁br ide", + "▁brid e", + "▁Any thing", + "▁medicine s", + "▁medic ines", + "act ual", + "观 赏", + "nP hot", + "nPh ot", + "n Phot", + "▁p oke", + "▁po ke", + "▁ poke", + "▁po lish", + "▁pol ish", + "res olved", + "resolve d", + "早 日", + "永 久", + "稳 步", + "ns p", + "n sp", + "任何 人", + "ew ay", + "e way", + "nM ax", + "n Max", + "at orial", + "ator ial", + "ato rial", + "▁a board", + "▁ab oard", + "▁far ther", + "▁fart her", + "▁al phabet", + "▁alpha bet", + "只 见", + "妙 的", + "法 人", + "至 关", + "并 通过", + "fa il", + "f ail", + "▁ня ко", + "rec ated", + "▁en code", + "▁enc ode", + "▁ encode", + "▁bright er", + "▁break through", + "假 日", + "面 板", + "▁H U", + "也比 较", + "也 比较", + "作为 一名", + "网络 安全", + "▁Bloom berg", + "强 劲", + "菲 律", + "▁P un", + "▁Pu n", + "ce nce", + "c ence", + "▁N urs", + "▁Nu rs", + "▁cr ush", + "▁cru sh", + "▁crus h", + "▁p encil", + "▁pe ncil", + "DI S", + "D IS", + "he x", + "h ex", + "还有 很多", + "还 有很多", + "ord able", + "兰 州", + "常 用", + "感 激", + "基本 的", + "基 本的", + "▁r ip", + "▁ri p", + "▁ rip", + "▁re mod", + "▁rem od", + "▁po tent", + "▁pot ent", + "▁ potent", + "▁neutr inos", + "▁neutrino s", + "谈 到", + "AN N", + "A NN", + "▁( _", + "▁ (_", + "它们 的", + "它 们的", + "nG od", + "nGo d", + "n God", + "nC ong", + "nCon g", + "nCo ng", + "n Cong", + "▁R ole", + "▁Ro le", + "▁Rol e", + "▁ Role", + "▁Bay esian", + "▁Bayes ian", + "▁Commun ication", + "竞 技", + "▁sp ice", + "@{ }", + "@ {}", + "Sa m", + "S am", + "的人 群", + "的 人群", + "ча ва", + "▁N ad", + "▁Na d", + "▁e mitted", + "▁em itted", + "▁emit ted", + "g overnment", + "大 局", + "并 按", + "微 软", + "Ba l", + "B al", + "nN EW", + "n NEW", + "ber ger", + "berg er", + "att ices", + "attice s", + "atti ces", + "content s", + "cont ents", + "▁dis comfort", + "UC K", + "U CK", + "}= -", + "} =-", + "▁M N", + "▁ MN", + "up iter", + "▁in def", + "▁ind ef", + "▁i ndef", + "▁inde f", + "▁s poon", + "▁sp oon", + "▁spo on", + "▁rem inis", + "器 件", + "回 国", + "廉 洁", + "pi ck", + "pic k", + "p ick", + "如果 我们", + "如果我 们", + "▁cor pus", + "▁fire arms", + "▁firearm s", + "▁met aphor", + "▁metaph or", + "接 地", + "饭 店", + "▁p anc", + "▁pan c", + "▁pa nc", + "▁f inals", + "▁fin als", + "▁final s", + "▁fi nals", + "▁ finals", + "▁Associ ates", + "▁Associate s", + "▁hierarch ical", + "▁professional ly", + "▁profession ally", + "в у", + "底 层", + "自 在", + "+\\ \"", + "+ \\\"", + "Le n", + "L en", + "off icial", + "o fficial", + "一 夜", + "下 次", + "经 销", + "il ia", + "ili a", + "i lia", + "ra mid", + "ram id", + "▁C hile", + "▁Ch ile", + "▁Chi le", + "▁in die", + "▁ind ie", + "▁learn t", + "▁lear nt", + "▁trans forms", + "▁transform s", + "发 作", + "K ind", + "▁Car los", + "▁Carl os", + "▁Carlo s", + "▁min erals", + "▁mineral s", + "— \\", + "名 叫", + "to Be", + "For ce", + "F orce", + "em bed", + "emb ed", + "en ario", + "ena rio", + "Gener ator", + "▁cock tail", + "▁Argent ina", + "▁Cons idering", + "▁Consider ing", + "▁inequ alities", + "孵 化", + "cre d", + "cr ed", + "c red", + "▁T iger", + "▁Ti ger", + "go m", + "g om", + "▁Д и", + "mon ey", + "mo ney", + "m oney", + "▁pl eas", + "▁ple as", + "▁plea s", + "▁coinc ide", + "▁cost umes", + "▁costume s", + "▁grat itude", + "▁manip ulate", + "举 证", + "不小 心", + "不 小心", + "不断 提高", + "更重要 的是", + "更 重要的是", + "▁t issues", + "▁tissue s", + "▁dr illing", + "▁drill ing", + "▁trans ported", + "▁transport ed", + "天 堂", + "内容 的", + "DB LP", + "ins ula", + "▁ob stacle", + "▁obst acle", + "▁Cond itions", + "▁Condition s", + "Ba d", + "B ad", + "к ва", + "特别 的", + "特 别的", + "fi ction", + "f iction", + "ns elect", + "nsel ect", + "nse lect", + "n select", + "▁cal cium", + "▁calc ium", + "過 程", + "ta l", + "t al", + "告诉 我们", + "告诉我 们", + "▁North west", + "炎 症", + "红 外", + "静 静", + "▁U T", + "▁ UT", + "合作 伙伴", + "us ually", + "Al though", + "向 下", + "年 至", + "教 导", + "知 乎", + "子 公司", + "▁u nsure", + "▁uns ure", + "nAdd itional", + "n Additional", + "局 势", + "杀 人", + "领 袖", + "z heimer", + "rad itional", + "▁trans ient", + "▁congress ional", + "不 做", + "例 外", + "民 俗", + "RA S", + "R AS", + "is ors", + "isor s", + "iso rs", + "争 夺", + "會 議", + "Fl ag", + "F lag", + "不予 支持", + "芝 麻", + "▁g lam", + "▁gl am", + "lad esh", + "lades h", + "▁c ursor", + "▁cur sor", + "▁ cursor", + "he astern", + "heast ern", + "▁transl ates", + "▁translate s", + "▁M M", + "▁ MM", + "▁H TC", + "▁HT C", + "▁T IME", + "▁TI ME", + "▁TIM E", + "▁ TIME", + "▁F light", + "▁Fl ight", + "▁ch olesterol", + "▁organ izational", + "▁organization al", + "蔓 延", + "я ва", + "▁Mc D", + "And roid", + "m f", + "利 好", + "城 管", + "xx x", + "x xx", + "程度 的", + "程 度的", + "il ers", + "ile rs", + "iler s", + "i lers", + "▁L ate", + "▁La te", + "▁Lat e", + "▁C ards", + "▁Car ds", + "▁Card s", + "低 的", + "改 为", + "瑜 伽", + "▁b ru", + "▁br u", + "▁Hur ricane", + "唱 歌", + "ae da", + "a eda", + "on ge", + "ong e", + "o nge", + "▁n ude", + "▁nu de", + "▁nud e", + "() ));\\", + "()) );\\", + "())) ;\\", + "( )));\\", + "▁M oses", + "▁Mo ses", + "▁Mos es", + "▁st ole", + "▁sto le", + "▁Rod rig", + "▁cred ible", + "油 价", + "IC H", + "I CH", + "et e", + "e te", + "的 教学", + "▁P harm", + "▁Ph arm", + "ra gment", + "rag ment", + "▁T reatment", + "▁Treat ment", + "四 是", + "ed i", + "e di", + "▁* **", + "▁** *", + "▁ ***", + "▁h erb", + "▁he rb", + "▁her b", + "▁Ex tra", + "▁Ext ra", + "▁ Extra", + "▁cl icks", + "▁click s", + "▁horm one", + "▁pay load", + "▁ payload", + "nEvery one", + "n Everyone", + "不 由", + "Pr im", + "Pri m", + "P rim", + "Pro xy", + "Pr oxy", + "ama care", + "amac are", + "ul arity", + "ular ity", + "ula rity", + "▁j udging", + "▁jud ging", + "BI T", + "B IT", + "nA c", + "n Ac", + "销售 额", + "nw ho", + "nwh o", + "n who", + "▁G ear", + "▁Ge ar", + "enc oder", + "encode r", + "▁hot test", + "▁hott est", + "▁a verages", + "▁average s", + "▁aver ages", + "▁S cientific", + "▁Scient ific", + "产 后", + "轴 承", + "门 票", + "X ml", + "▁W o", + "微 生物", + "pro xy", + "pr oxy", + "▁loc king", + "▁lock ing", + "▁pract iced", + "▁practice d", + "▁teaching s", + "▁teach ings", + "▁logarith mic", + "▁logarithm ic", + "上 映", + "排 出", + ")} =", + ") }=", + "л ни", + "▁на д", + "R D", + "到 大", + "pl ic", + "p lic", + "▁l ef", + "▁le f", + "May be", + "▁M ack", + "▁Mac k", + "▁Ma ck", + "▁W ang", + "▁Wa ng", + "▁ Wang", + "▁S olid", + "▁Sol id", + "Date Time", + "▁sh aking", + "▁well ness", + "▁upgrad ing", + "将 近", + "留 意", + "绝 望", + "▁B T", + "▁ BT", + "▁m erc", + "▁me rc", + "▁mer c", + "▁imm ense", + "▁inf initely", + "▁infinite ly", + "▁infin itely", + "仍 是", + "熬 夜", + "越 是", + "风 水", + "CR IP", + "▁f airy", + "▁fair y", + "▁fa iry", + "olph ins", + "olphin s", + "▁pecul iar", + "▁Innov ation", + "很 长", + "清 明", + "Sp an", + "S pan", + "人大 代表", + "▁J ets", + "▁Je ts", + "▁Jet s", + "id ential", + "ident ial", + "盯 着", + "on gs", + "ong s", + "者 和", + "推出 了", + "推 出了", + "的 投资", + "医护 人员", + "nD isc", + "nDis c", + "nDi sc", + "n Disc", + "▁ob tains", + "▁obtain s", + "▁des erved", + "▁deserv ed", + "▁deserve d", + "加 剧", + "并 发", + "劳动 力", + "劳 动力", + "es ar", + "▁endorse d", + "▁endors ed", + "▁enh ancing", + "assert Equal", + "bo ns", + "bon s", + "b ons", + "▁Ang els", + "▁Angel s", + "▁mar vel", + "▁the irs", + "▁their s", + "▁assess ments", + "▁assessment s", + "上 游", + "整 顿", + "筹 备", + "每个 人都", + "每个人 都", + "▁st acked", + "▁stack ed", + "▁mean while", + "rat ulations", + "у т", + "一 期", + "后 台", + "rg b", + "r gb", + "к ра", + "▁E L", + "▁ EL", + "的 健康", + "Z one", + "▁H az", + "▁Ha z", + "▁N at", + "▁Na t", + "▁ Nat", + "▁v apor", + "▁va por", + "▁add itions", + "▁addition s", + "▁home owners", + "▁homeowner s", + "沉 浸", + "arg v", + "re ne", + "ren e", + "r ene", + "ver ts", + "vert s", + "v erts", + "▁sh aping", + "▁shap ing", + "好 在", + "▁E S", + "▁ ES", + "亚马 逊", + "▁T ABLE", + "▁TA BLE", + "▁ TABLE", + "▁person alities", + "▁personal ities", + "回来 了", + "回 来了", + "▁ax es", + "▁axe s", + "▁ axes", + "▁per sec", + "▁pers ec", + "▁plur ality", + "▁plural ity", + "const ructor", + "construct or", + "d B", + "术 后", + "di alog", + "dia log", + "d ialog", + "▁Arab ic", + "▁se lections", + "▁select ions", + "▁selection s", + "智 力", + "是一 件", + "是 一件", + "▁ref uses", + "▁refuse s", + "▁refer enced", + "▁reference d", + "▁refere nced", + "的 患者", + "▁e pit", + "▁ep it", + "na fter", + "n after", + "ul ators", + "ulator s", + "▁fin ale", + "▁final e", + "publ ished", + "publish ed", + "p ublished", + "侦 查", + "л ко", + "▁I gn", + "▁Ig n", + "▁ Ign", + "▁plan ar", + "▁pla nar", + "▁Bo olean", + "▁Boo lean", + "▁ Boolean", + "▁vir uses", + "▁virus es", + "ord inates", + "ordinate s", + "▁cl earance", + "▁clear ance", + "帮 你", + "急 救", + "yl l", + "y ll", + "▁O THER", + "▁OT HER", + "▁ OTHER", + "prob ably", + "nB usiness", + "n Business", + "▁applic ant", + "▁fore ground", + "见 了", + "▁st uffed", + "▁stuff ed", + "▁en vision", + "▁env ision", + "▁comp letes", + "▁comple tes", + "▁complet es", + "▁complete s", + "分 成", + "增 收", + "归 还", + "忍 受", + "省 市", + "票 据", + "文化 遗产", + "Test s", + "Te sts", + "T ests", + "▁ter ribly", + "▁terr ibly", + "▁im perfect", + "▁imper fect", + "余 名", + "的 下", + "la p", + "l ap", + "因为 在", + "IM IT", + "I MIT", + "Face book", + "F acebook", + "▁Com plex", + "▁Comp lex", + "▁Compl ex", + "▁ Complex", + "▁w ishing", + "▁wish ing", + "Se lection", + "Select ion", + "Sel ection", + "S election", + "O s", + "牢 固", + "逃 避", + "学习 和", + "月 二十", + "im ag", + "ima g", + "i mag", + "▁fil ming", + "▁film ing", + "▁inf erred", + "▁infer red", + "▁innov ations", + "▁innovation s", + "小 小", + "恰 恰", + "烈 士", + "的 脸", + "▁cl icked", + "▁click ed", + "▁an notation", + "▁annot ation", + "▁ annotation", + "▁re produced", + "▁rep roduced", + "▁reprodu ced", + "▁reproduce d", + "m v", + "我 只", + "致 使", + "▁A na", + "▁An a", + "▁r ode", + "▁ro de", + "▁rod e", + "▁long time", + "▁therm odynamic", + "▁thermodynam ic", + "& +", + "合 一", + "的 开", + "▁fl ush", + "▁flu sh", + "▁ flush", + "ci ously", + "cious ly", + "c iously", + "not ation", + "▁fool ish", + "▁foo lish", + "▁tang ent", + "▁tan gent", + "▁Sh akespeare", + "▁comple teness", + "▁complet eness", + "▁complete ness", + "如 图", + "配 方", + "be cca", + "bec ca", + "▁C hat", + "▁Ch at", + "▁Cha t", + "▁ Chat", + "一定 程度上", + "▁ind uces", + "▁indu ces", + "▁induce s", + "▁trade marks", + "▁tradem arks", + "▁trademark s", + "▁L S", + "▁ LS", + "ue se", + "ues e", + "u ese", + "▁C ad", + "▁Ca d", + "work er", + "port ion", + "por tion", + "p ortion", + "▁emer gence", + "▁emerge nce", + "印 发", + "古 人", + "码 头", + "醒 来", + "组成 部分", + "Bas ic", + "Ba sic", + "▁G rad", + "▁Gr ad", + "▁Gra d", + "▁ Grad", + "vert ising", + "vertis ing", + "▁Analy tics", + "▁discrim in", + "▁determin istic", + "各方 面", + "各 方面", + "Hi story", + "H istory", + "▁Pro tocol", + "▁Prot ocol", + "▁ Protocol", + "▁c rossover", + "▁cross over", + "长 久", + "ло в", + "改变 了", + "改 变了", + "存在 的问题", + "存在的 问题", + "▁plug ins", + "▁plugin s", + "▁ plugins", + "客 运", + "斯 克", + "се н", + "с ен", + "是 比较", + "的 文章", + "box es", + "▁m oms", + "▁mom s", + "▁mo ms", + "中 毒", + "预 案", + "An n", + "A nn", + "▁F ixed", + "▁Fix ed", + "▁ Fixed", + "S n", + "lin ing", + "li ning", + "l ining", + "▁lapt ops", + "▁laptop s", + "▁lap tops", + "▁simultane ous", + "To m", + "T om", + "为 中心", + "DE FA", + "DEF A", + "▁Im pact", + "▁Imp act", + "▁jud ged", + "▁judge d", + "reat ment", + "越 好", + "NT I", + "N TI", + "or p", + "o rp", + "目的 地", + "目 的地", + "▁S uz", + "▁Su z", + "сто рия", + "стори я", + "с тория", + "type name", + "typ ename", + "▁sur prises", + "▁surpr ises", + "▁surprise s", + "▁cont acting", + "▁contact ing", + "▁de generate", + "▁deg enerate", + "▁degener ate", + "▁ degenerate", + "▁ion ization", + "▁ ionization", + "▁co operative", + "▁cooper ative", + "▁n arc", + "▁na rc", + "▁nar c", + "▁Mont ana", + "▁al gebras", + "▁algebra s", + "▁ algebras", + "▁Tour nament", + "▁capital ism", + "▁Agric ulture", + "君 子", + "恶 劣", + "职 称", + "$} ;\\", + "$ };\\", + "▁s tun", + "▁st un", + "▁ende av", + "▁Term inal", + "▁enthusi astic", + "▁enthusiast ic", + "A f", + "▁comfort ably", + "叶 子", + "持 股", + "深 夜", + "▁С а", + "表现 为", + "fe st", + "f est", + "▁Par ad", + "▁Pa rad", + "▁b rass", + "▁br ass", + "▁bra ss", + "bin ding", + "bind ing", + "b inding", + "▁gluc ose", + "▁inf ring", + "启 发", + "平 行", + "熟 练", + "音 频", + "默 认", + "Se rv", + "Ser v", + "S erv", + "心理 健康", + "nim pl", + "n impl", + "apt ive", + "▁s pill", + "▁sp ill", + "oster one", + "▁down ward", + "▁viol ating", + "创 立", + "吃 完", + "名 义", + "定 向", + "楼 市", + "气 管", + "登 陆", + "Se p", + "S ep", + "iz a", + "i za", + "▁K os", + "▁Ko s", + "▁b inaries", + "▁bin aries", + "▁pass port", + "▁pas sport", + "| }", + "做 人", + "勤 奋", + "ur st", + "urs t", + "u rst", + "us her", + "ush er", + "ter ror", + "te rror", + "terr or", + "t error", + "just ice", + "▁g inger", + "▁gin ger", + "▁time out", + "▁ timeout", + "▁festival s", + "▁fest ivals", + "临 近", + "情 报", + "▁F it", + "▁Fi t", + "▁ Fit", + "▁g uild", + "▁gu ild", + "ster dam", + "▁c uisine", + "▁spokes person", + "m h", + "的 生产", + "▁pass words", + "▁password s", + "▁convenient ly", + "坏 了", + "高 原", + "▁l iking", + "▁li king", + "▁lik ing", + "▁po pped", + "▁pop ped", + "配 送", + "▁Sp ider", + "▁respect ful", + "不 爱", + "所 说", + "短 线", + "答 题", + "ту ра", + "тур а", + "▁un in", + "▁u nin", + "▁par ked", + "▁park ed", + "▁forb idden", + "▁forbid den", + "Ma l", + "M al", + "▁he el", + "▁ heel", + "▁Appl ications", + "▁Application s", + "▁Ap plications", + "▁ Applications", + "▁theore tically", + "▁theoretical ly", + "▁theor etically", + "电 缆", + "降 温", + "ter r", + "te rr", + "t err", + "os tics", + "ost ics", + "ostic s", + "▁Cal if", + "▁Ca lif", + "▁che ek", + "▁D ating", + "▁Da ting", + "▁Dat ing", + "ps e", + "p se", + "▁C ann", + "▁Can n", + "▁Ca nn", + "到庭 参加诉讼", + "天 生", + "爆 料", + "腹 部", + "Br o", + "B ro", + "ста в", + "er gus", + "erg us", + "▁Es say", + "▁Ess ay", + "▁Move ment", + "▁B irmingham", + "B a", + "圆 形", + "NE W", + "N EW", + "el o", + "e lo", + "Go ld", + "G old", + "▁S eg", + "▁Se g", + "▁ Seg", + "ING TON", + "▁over sight", + "▁overs ight", + "当 局", + "找 出", + "老 大", + "UA L", + "U AL", + "yo n", + "y on", + "经 审理", + "Mi ss", + "M iss", + "财产 保险", + "ec hes", + "ech es", + "e ches", + "▁M arl", + "▁Mar l", + "▁Ma rl", + "▁b lah", + "▁bl ah", + "▁B lake", + "▁Bl ake", + "nSh ould", + "n Should", + "th ernet", + "ther net", + "▁Cont ract", + "▁ Contract", + "▁municip al", + "流 浪", + "难 过", + "问题 是", + "He lp", + "Hel p", + "H elp", + "ло же", + "▁и ме", + "▁им е", + "智能 手机", + "S aturday", + "ustain able", + "▁rout inely", + "▁routine ly", + "仓 库", + "沙 漠", + "л но", + "▁Marg aret", + "▁outperform s", + "法 师", + "源 头", + "▁g rams", + "▁gra ms", + "▁gr ams", + "▁gram s", + "▁ grams", + "▁Ver mont", + "▁Verm ont", + "▁accum ulated", + "▁accumulate d", + "▁forth coming", + "▁nut ritional", + "▁nutrition al", + "▁nutrit ional", + "震 惊", + "li a", + "l ia", + "st ru", + "str u", + "nc ase", + "n case", + "▁rel ied", + "▁reli ed", + "▁relie d", + "▁slee ve", + "小 龙", + "陕西 省", + "\\\" }\\", + "\\\"} \\", + "Sc roll", + "▁L inda", + "▁Lin da", + "▁Li nda", + "▁Lind a", + "右 侧", + "地 板", + "Al i", + "A li", + "也是 一个", + "也 是一个", + "▁so fa", + "▁st ove", + "▁sto ve", + "▁Sch olar", + "▁Schol ar", + "▁T ickets", + "▁Ti ckets", + "▁Ticket s", + "▁hom osexual", + "▁homosex ual", + "中 队", + "所 周", + "ла в", + "\\\\ |_", + "\\\\| _", + "am bo", + "amb o", + "bo ro", + "bor o", + "b oro", + "▁opt imum", + "▁optim um", + "▁perform ers", + "▁performer s", + "制 成", + "VI S", + "V IS", + "av g", + "a vg", + "во р", + "в ор", + "要求 的", + "▁ch erry", + "▁cher ry", + "и м", + "▁D L", + "▁ DL", + "la sh", + "las h", + "l ash", + "Qu ant", + "▁un le", + "▁u nle", + "ng iven", + "n given", + "▁por ch", + "▁low ering", + "▁lower ing", + "家 电", + "恶 意", + "点 头", + "可能 的", + "可 能的", + "ar tha", + "art ha", + "arth a", + "car ds", + "card s", + "c ards", + "ors ion", + "▁fiction al", + "▁fict ional", + "低 调", + "ex c", + "e xc", + "ro e", + "r oe", + "er ick", + "eri ck", + "e rick", + "un til", + "unt il", + "u ntil", + "▁H orse", + "▁Hor se", + "▁har mony", + "▁harm ony", + "▁harmon y", + "ti n", + "t in", + "为了 让", + "经历 过", + "il lation", + "ill ation", + "illa tion", + "光 学", + "剧 中", + "有力 的", + "有 力的", + "管理 和", + "po nd", + "pon d", + "p ond", + "▁c urved", + "▁cur ved", + "▁curve d", + "▁gen res", + "▁ge nres", + "▁genre s", + "▁sm iles", + "▁smile s", + "▁judge ment", + "▁paper work", + "ac a", + "a ca", + "为 他", + "') ;", + "' );", + "指 的是", + "▁x ml", + "▁ xml", + "▁p rol", + "▁pro l", + "▁pr ol", + "▁Test ament", + "▁Conserv ative", + "动 了", + "不是 很", + "不 是很", + "的一 点", + "的 一点", + "▁п ар", + "▁па р", + "▁E mma", + "▁Em ma", + "▁Emm a", + "▁bl amed", + "▁blame d", + "▁tr acked", + "▁track ed", + "▁trac ked", + "▁di visions", + "▁div isions", + "▁division s", + "防 线", + "▁C ox", + "▁Co x", + "Fl ags", + "Flag s", + "ri tic", + "rit ic", + "r itic", + "nUp date", + "n Update", + "▁sh ells", + "▁shel ls", + "▁shell s", + "▁em ploys", + "▁employ s", + "柔 软", + "ah an", + "aha n", + "a han", + "▁B ot", + "▁Bo t", + "▁ Bot", + "▁un a", + "▁u na", + "▁ una", + "▁sh owers", + "▁show ers", + "▁shower s", + "▁sho wers", + "伤 心", + "決 定", + "▁D rag", + "▁Dr ag", + "▁Dra g", + "▁ Drag", + "▁Tes la", + "▁Th read", + "▁ Thread", + "住所 地", + "▁b ats", + "▁bat s", + "▁ba ts", + "▁ten ure", + "▁acqu iring", + "▁w it", + "▁wi t", + "▁G ospel", + "就是 这样", + "就 是这样", + "nc omp", + "ncom p", + "nco mp", + "n comp", + "▁l enders", + "▁len ders", + "▁lend ers", + "▁lender s", + "▁gener ality", + "▁general ity", + "▁fundament ally", + "▁fundamental ly", + "的 他", + "nP S", + "n PS", + "▁P ray", + "▁Pr ay", + "▁Pra y", + "▁R ent", + "▁Re nt", + "▁Ren t", + "run ner", + "▁r esting", + "▁res ting", + "▁rest ing", + "▁Cond ition", + "▁ Condition", + "ch t", + "c ht", + "in ema", + "ine ma", + "inem a", + "▁G ets", + "▁Ge ts", + "▁Get s", + "▁p rey", + "▁pre y", + "▁pr ey", + "he aded", + "head ed", + "hea ded", + "▁h ometown", + "▁home town", + "Ident ifier", + "▁recogn ised", + "▁recognise d", + "▁pres ervation", + "▁preserv ation", + "七 八", + "建设 和", + "си те", + "с ите", + "as set", + "ass et", + "asse t", + "orig in", + "ori gin", + "▁insect s", + "失 误", + "▁T s", + "▁ Ts", + "组织 开展", + "▁mill enn", + "en vironment", + "▁Rest aurant", + "决定 了", + "决 定了", + "▁f oil", + "▁fo il", + "pre hens", + "▁apert ure", + "▁re production", + "▁rep roduction", + "▁reprodu ction", + "繼 續", + "iox ide", + "ioxid e", + "i oxide", + "▁s ucked", + "▁suc ked", + "▁suck ed", + "▁degrad ation", + "城 的", + "牡 丹", + "▁cons isted", + "▁consist ed", + "▁is omorphic", + "▁philosoph ical", + "處 理", + "Ma il", + "M ail", + "\\\\ %)", + "\\\\% )", + "eg an", + "ega n", + "e gan", + "me sh", + "mes h", + "m esh", + "实施 方式", + "▁sk ate", + "▁s addle", + "▁sad dle", + "▁sadd le", + "▁F actory", + "▁Fa ctory", + "▁Fact ory", + "▁Factor y", + "▁ Factory", + "▁athe ist", + "▁ver dict", + "▁parent ing", + "诱 惑", + "饰 演", + "我们 应该", + "de term", + "det erm", + "d eterm", + "▁t ones", + "▁to nes", + "▁ton es", + "▁tone s", + "own town", + "ownt own", + "▁po lite", + "▁pol ite", + "▁polit e", + "为 期", + "▁D D", + "▁ DD", + "村 委会", + "ща та", + "▁comp ilation", + "q a", + "之 美", + "考 古", + "； （", + "=- =-", + "▁N ear", + "▁Ne ar", + "▁H onest", + "▁Hon est", + "▁Ho nest", + "▁refriger ator", + "W N", + "不 便", + "两 条", + "名 人", + "师 父", + "逮 捕", + "多少 钱", + "▁K in", + "▁Ki n", + "iv ate", + "iva te", + "nW ant", + "nW atch", + "n Watch", + "▁esc ort", + "各 有", + "▁B h", + "um ed", + "ume d", + "u med", + "nres ults", + "nresult s", + "n results", + "▁Ab stract", + "▁ Abstract", + "▁exec uting", + "▁execut ing", + "▁d w", + "▁ dw", + "技术 和", + "vo te", + "v ote", + "▁N ag", + "▁Na g", + "▁p unk", + "▁pun k", + "▁ punk", + "high light", + "了 出来", + "ch in", + "chi n", + "c hin", + "ov ic", + "o vic", + "▁s ci", + "▁sc i", + "▁ sci", + "伴 侣", + "分 裂", + "要 比", + "ba th", + "bat h", + "b ath", + "nM ike", + "n Mike", + "相关 负责人", + "▁fig uring", + "▁figur ing", + "异 地", + "es ton", + "est on", + "e ston", + "▁Opt ional", + "▁Option al", + "▁ Optional", + "▁ex clusion", + "▁exclus ion", + "一 会", + "久 了", + "推 送", + "ik o", + "i ko", + "ol in", + "oli n", + "o lin", + "ning s", + "nin gs", + "n ings", + "▁b olt", + "▁bo lt", + "▁bol t", + "▁ bolt", + "▁Fil ter", + "▁ Filter", + "In ternal", + "Int ernal", + "Inter nal", + "▁question able", + "说 我", + "▁( [", + "▁ ([", + "AU LT", + "A ULT", + "Pr ed", + "Pre d", + "P red", + "▁g rac", + "▁gra c", + "▁gr ac", + "▁w aking", + "▁wa king", + "▁rail way", + "▁unve iled", + "▁micro phone", + "再 去", + "加 倍", + "必 需", + "流 失", + "皇 后", + "秋 天", + "AS K", + "A SK", + "ju nit", + "jun it", + "j unit", + "dis able", + "事 的", + "字 符", + "Mi ll", + "Mil l", + "M ill", + "▁N ep", + "▁Ne p", + "in ging", + "ing ing", + "▁Re ader", + "▁Read er", + "▁ Reader", + "▁Art icles", + "▁Article s", + "▁w hit", + "▁wh it", + "▁creep y", + "▁inc idence", + "' =", + "日 被", + "\\\\+ ::", + "ex isting", + "exist ing", + "▁enthusi asts", + "▁enthusiast s", + "出 演", + "很 是", + "而 我", + "错误 的", + "我们 一起", + "▁Pe arl", + "▁Pear l", + "▁S hell", + "▁Sh ell", + "▁She ll", + "▁Shel l", + "▁ Shell", + "▁man eu", + "pre train", + "pret rain", + "re direct", + "red irect", + "▁pro jective", + "▁project ive", + "ro v", + "r ov", + "影响 到", + "▁d rums", + "▁dr ums", + "▁dru ms", + "▁drum s", + "▁ann ouncing", + "▁annou ncing", + "业 的", + "打 通", + "ul p", + "u lp", + "em in", + "emi n", + "e min", + "rar ily", + "r arily", + "S equence", + "▁pop ulated", + "▁popul ated", + "▁populate d", + "▁discre pancy", + "外 资", + "沿 海", + "ron ts", + "ront s", + "r onts", + "use package", + "const ruction", + "construct ion", + "▁found ations", + "▁foundation s", + "▁administ ered", + "▁admin istered", + "▁administer ed", + "▁approxim ated", + "▁approx imated", + "▁approximate d", + "变 为", + "好 转", + "及其 他", + "及 其他", + "iv ia", + "i via", + "▁G and", + "▁Ga nd", + "▁Gan d", + "let ters", + "letter s", + "lett ers", + "lette rs", + "▁Sac ram", + "▁legisl ature", + "光 荣", + "能 让", + "▁A MA", + "▁AM A", + "▁ AMA", + "一直 以来", + "t j", + "du mp", + "d ump", + "uc king", + "uck ing", + "▁cl oses", + "▁clos es", + "▁close s", + "▁clo ses", + "▁ closes", + "们 在", + "▁O z", + "ла та", + "▁fra gments", + "▁frag ments", + "▁fragment s", + "▁Con nection", + "▁Connect ion", + "▁Conn ection", + "▁ Connection", + "▁enroll ment", + "▁compet itions", + "▁competition s", + "C u", + "少 许", + "节 课", + "ok a", + "o ka", + "县 政府", + "意义 的", + "▁re des", + "▁red es", + "▁rede s", + "log ical", + "logic al", + "l ogical", + "▁s plash", + "▁sp lash", + "▁spl ash", + "来 得", + "集 群", + "ra k", + "r ak", + "nA lex", + "nAl ex", + "n Alex", + "▁sm arter", + "▁smart er", + "▁sal aries", + "显 现", + "PASS WORD", + "▁sal vation", + "▁salv ation", + "变 速", + "比 分", + "人类 的", + "人 类的", + "存在 着", + "VI EW", + "▁C OL", + "▁CO L", + "▁ COL", + "moment um", + "nme asure", + "n measure", + "K T", + "几 点", + "抛 弃", + "想 不到", + "▁F itz", + "▁Fit z", + "▁Fi tz", + "▁se iz", + "▁c ough", + "▁cou gh", + "▁stere o", + "和 高", + "jo ur", + "j our", + "Base d", + "Bas ed", + "Ba sed", + "B ased", + "▁De nmark", + "▁Den mark", + "set length", + "Att ributes", + "Attribute s", + "▁Reg istration", + "▁ Registration", + "体 力", + "光 电", + "景 象", + "进 取", + "il ogy", + "ilo gy", + "nE arlier", + "▁le agues", + "▁league s", + "cipl inary", + "▁inter fer", + "▁interf er", + "成 型", + "把 你", + "竣 工", + "ey er", + "eye r", + "e yer", + "▁K az", + "▁Ka z", + "(\\\" \\\\", + "( \\\"\\\\", + "nP ublic", + "n Public", + "一 顿", + "艺 人", + "市场 份额", + "▁P and", + "▁Pan d", + "▁Pa nd", + "pay ment", + "▁aut ism", + "▁educ ators", + "▁educator s", + "▁compet itor", + "动 漫", + "合 规", + "描 绘", + "An alysis", + "Anal ysis", + "Analy sis", + "▁null ptr", + "▁remark ably", + "h k", + "ud dy", + "udd y", + "▁m ism", + "▁mis m", + "▁mi sm", + "Fail ed", + "F ailed", + "▁Phill ips", + "▁Phillip s", + "▁Direct ory", + "▁Director y", + "▁ Directory", + "▁weakness es", + "湾 区", + "ne ls", + "nel s", + "n els", + "▁piss ed", + "▁st rains", + "▁str ains", + "▁stra ins", + "▁strain s", + "▁vill ain", + "▁villa in", + "▁soph omore", + "▁dynam ically", + "▁dynamic ally", + "▁dynamical ly", + "与 之", + "低 温", + "谷 歌", + "在 今年", + "}} }{", + "}}} {", + "} }}{", + "gi ven", + "give n", + "g iven", + "▁G rid", + "▁Gr id", + "▁Gri d", + "▁ Grid", + "▁bl onde", + "▁blo nde", + "▁blond e", + "▁se ized", + "▁seiz ed", + "▁seize d", + "▁shut tle", + "▁sl ipped", + "▁slip ped", + "▁slipp ed", + "▁turb ulent", + "他们 会", + "co rr", + "cor r", + "▁Congress ional", + "IS S", + "I SS", + "▁R B", + "▁ RB", + "出租 车", + "增值 税", + "女性 的", + "女 性的", + "li er", + "lie r", + "l ier", + "ne ar", + "nea r", + "n ear", + "▁D aw", + "▁Da w", + "▁t read", + "▁tr ead", + "▁tre ad", + "Const ants", + "Constant s", + "▁lect ures", + "▁lecture s", + "礼 仪", + "ha o", + "h ao", + "▁i v", + "▁ iv", + "即使 是", + "▁W es", + "▁We s", + "▁E ight", + "er vation", + "erv ation", + "头 痛", + "▁v ec", + "▁ve c", + "▁ vec", + "▁con fess", + "▁conf ess", + "▁touch downs", + "▁touchdown s", + "▁const ructive", + "▁construct ive", + "首 发", + "ur bs", + "urb s", + "▁l ively", + "▁li vely", + "▁live ly", + "▁liv ely", + "丢 失", + "很 不", + "说 完", + "运营 商", + "运 营商", + "▁o vert", + "▁over t", + "▁ove rt", + "▁ov ert", + "非常 有", + "非 常有", + "更多 的是", + "更多的 是", + "lo gic", + "log ic", + "DEFA ULT", + "DEF AULT", + "▁veget arian", + "▁human itarian", + "对 不起", + "▁st air", + "▁sta ir", + "nU nlike", + "nUn like", + "▁add itive", + "白 云", + "ци она", + "цион а", + "▁M UST", + "▁MU ST", + "ir ement", + "ire ment", + "▁m ighty", + "▁might y", + "▁ mighty", + "▁Arch itecture", + "▁Architect ure", + "医 务", + "还 记得", + "Sh ape", + "Sha pe", + "▁T han", + "▁Th an", + "▁B anks", + "▁Bank s", + "▁Ban ks", + "▁Get ty", + "▁ Getty", + "t static", + "带 给", + "▁Albert a", + "▁Alber ta", + "▁m ankind", + "▁man kind", + "▁Comp onent", + "▁ Component", + "▁ind igenous", + "▁implement ations", + "▁implementation s", + "P F", + "窗 户", + "▁h ips", + "▁hip s", + "▁hi ps", + "▁ hips", + "ins pired", + "▁path way", + "▁over flow", + "▁ overflow", + "c g", + "人 社", + "没 错", + "we ights", + "weight s", + "▁c redited", + "▁cred ited", + "▁credit ed", + "et ti", + "ett i", + "e tti", + "огра фия", + "▁land mark", + "▁inher ited", + "▁inherit ed", + "▁recip ients", + "▁recipient s", + "之一 的", + "之 一的", + "▁w ow", + "▁wo w", + "▁ wow", + "▁colon ial", + "En vironment", + "感受 到了", + "感受到 了", + "感 受到了", + "nm ake", + "n make", + "▁a ria", + "▁ar ia", + "▁ aria", + "ars ity", + "big cup", + "st ellar", + "▁Col omb", + "Trans form", + "▁inf erior", + "▁infer ior", + "▁prem ature", + "▁super hero", + "O Y", + "ha ul", + "h aul", + "▁W OR", + ")_ {\\\\", + ")_{ \\\\", + ") _{\\\\", + "time out", + "▁Marc us", + "nC opyright", + "n Copyright", + "▁P interest", + "G l", + "主 的", + "疲 惫", + "过 高", + "颁 奖", + "▁Н и", + "日常 生活", + "若干 问题的", + "▁fuel s", + "▁fu els", + "▁gas oline", + "▁quant ify", + "在这 一", + "在 这一", + "tm ov", + "t mov", + "== ====", + "==== ==", + "=== ===", + "▁G rade", + "▁Gr ade", + "▁Gra de", + "▁Grad e", + "▁ch amp", + "▁cha mp", + "▁in formal", + "▁inf ormal", + "▁inform al", + "▁Represent atives", + "▁Representative s", + "Sa l", + "S al", + "ar u", + "a ru", + "ра ди", + "rant s", + "ran ts", + "r ants", + "▁G ates", + "▁Ga tes", + "▁Gate s", + "▁Gat es", + "▁Pack age", + "▁ Package", + "▁copy ing", + "▁cop ying", + "▁nom inal", + "▁commit ments", + "▁commitment s", + "▁compl imentary", + "▁compliment ary", + "▁taxpay er", + "▁estim ating", + "si x", + "s ix", + "▁sne ak", + "丝 毫", + "可以 选择", + "▁R ush", + "▁Ru sh", + "▁Rus h", + "ro uter", + "rou ter", + "route r", + "rout er", + "r outer", + "▁C hand", + "▁Ch and", + "▁Cha nd", + "▁Chan d", + "▁mess y", + "▁mes sy", + "▁S ample", + "▁Sam ple", + "▁ Sample", + "ole cular", + "▁select ive", + "▁sel ective", + "育 人", + "车 身", + "cn t", + "c nt", + "▁hon ors", + "▁honor s", + "▁saf egu", + "▁safe gu", + "▁vit amins", + "▁vitamin s", + "▁Coal ition", + "没 法", + "指导 下", + "co sh", + "cos h", + "c osh", + "Se ries", + "Ser ies", + "S eries", + "Com ments", + "Comm ents", + "Comment s", + "▁fram eworks", + "▁frame works", + "▁framework s", + "却 不", + "▁S id", + "▁Si d", + "负 荷", + "SE C", + "S EC", + "sa y", + "s ay", + "fi ne", + "fin e", + "f ine", + "▁tr ump", + "▁tru mp", + "bal anced", + "balance d", + "ph on", + "p hon", + "▁S lo", + "▁Sl o", + "▁mon ument", + "▁ Й", + "游 览", + "明确 的", + "男人 的", + "男 人的", + "▁General ly", + "▁Gener ally", + "和 她", + "差 点", + "就好 了", + "就 好了", + "ba ch", + "bac h", + "b ach", + "▁bad ge", + "▁ badge", + "外 人", + "ds t", + "d st", + "▁B IG", + "▁BI G", + "▁gr ind", + "▁gri nd", + "▁grin d", + "▁s hook", + "▁sh ook", + "▁sho ok", + "▁W henever", + "▁When ever", + "▁Whe never", + "的前提 下", + "▁mom enta", + "▁moment a", + "▁skept ical", + "▁skeptic al", + "爱 上", + "超 過", + "鲜 明", + "sd k", + "s dk", + "▁S V", + "▁ SV", + "如 不服", + "as ets", + "ase ts", + "aset s", + "a sets", + "▁K IND", + "▁про из", + "▁Brad ley", + "▁embarrass ing", + "拉 斯", + "nP lay", + "nPl ay", + "n Play", + "▁Ch ampion", + "▁Champ ion", + "想 去", + "河 道", + "那 边", + "▁RE AL", + "▁ REAL", + "▁S park", + "▁Sp ark", + "▁Spa rk", + "▁un real", + "▁u nreal", + "▁Sim pson", + "vi o", + "v io", + "ol ics", + "olic s", + "oli cs", + "▁jer sey", + "▁vol atile", + "▁ volatile", + "互 联", + "难 忘", + "附近 的", + "it ially", + "itial ly", + "iti ally", + "ract ice", + "▁br akes", + "▁bra kes", + "▁brake s", + "ancel lor", + "ancell or", + "▁advis ory", + "▁advisor y", + "▁dec oding", + "▁deco ding", + "左右 的", + "ed ay", + "eda y", + "e day", + "▁\\\" \\\";\\", + "▁\\\"\\\" ;\\", + "▁free lance", + "▁freel ance", + "▁un related", + "▁unrel ated", + "▁profess ors", + "▁professor s", + "▁Play Station", + "▁illustr ations", + "▁illustration s", + "实 效", + "展 望", + "GI N", + "G IN", + "ling s", + "lin gs", + "l ings", + "集团 有限公司", + "▁ment ality", + "▁mental ity", + "M V", + "Bu s", + "B us", + "在 自己", + "nJ ul", + "n Jul", + "ra se", + "ras e", + "r ase", + "创新 创业", + "br ook", + "bro ok", + "in ars", + "ina rs", + "inar s", + "▁ox id", + "▁s ang", + "▁sa ng", + "▁san g", + "▁p aras", + "▁par as", + "▁pa ras", + "▁para s", + "set ting", + "sett ing", + "s etting", + "Vari able", + "Var iable", + "pro vider", + "prov ider", + "provide r", + "核 查", + "附 件", + "▁a ster", + "▁as ter", + "▁ast er", + "▁ aster", + "▁l akes", + "▁la kes", + "▁lake s", + "层 层", + "hm a", + "h ma", + "增强 了", + "▁Initi ative", + "y u", + "夸 张", + "时 空", + "期 内", + ")* (", + ") *(", + "有一 定", + "有 一定", + "trans fer", + "都不 能", + "都 不能", + "▁Hol mes", + "▁pl umbing", + "▁plum bing", + "▁pedest rian", + "丰 田", + "落 的", + "他们 是", + "nS un", + "n Sun", + "▁Tom my", + "商 量", + "大 陸", + "富 裕", + "最 小", + "pa g", + "p ag", + "▁h ob", + "▁ho b", + "▁M aps", + "▁Ma ps", + "▁Map s", + "▁s aturated", + "▁satur ated", + "▁cont rollers", + "▁control lers", + "▁controll ers", + "▁controller s", + "í s", + "保 卫", + "工 序", + "▁M U", + "▁ MU", + "▁h ats", + "▁ha ts", + "▁hat s", + "Map per", + "Ma pper", + "M apper", + "nS olve", + "▁Corpor ate", + "▁Corp orate", + "▁paramet riz", + "▁storyt elling", + "冒 险", + "习 近平", + "赔偿 金", + "▁A bu", + "▁Ab u", + "▁im g", + "▁i mg", + "▁ img", + "lass es", + "las ses", + "l asses", + "▁un anim", + "▁una nim", + "▁Mer cedes", + "审 议", + "情 景", + "慢慢 的", + "▁Mod els", + "▁Model s", + "▁Mode ls", + "▁ Models", + "被 打", + "se min", + "sem in", + "semi n", + "s emin", + "▁N ike", + "▁Nik e", + "▁Ni ke", + "for cing", + "▁comm ute", + "▁commut e", + "state ment", + "stat ement", + "▁prosec utors", + "▁prosecutor s", + "w l", + "上 半", + "不 佳", + "王 朝", + "ja c", + "j ac", + "▁Lib ya", + "▁dis like", + "▁contin uation", + "▁continu ation", + "了一 条", + "了 一条", + "ume ric", + "umer ic", + "u meric", + "▁Sch war", + "▁Schw ar", + "gen erate", + "gener ate", + "gene rate", + "g enerate", + "▁trans forming", + "▁transform ing", + "co ut", + "cou t", + "c out", + "ra nce", + "ran ce", + "r ance", + "▁G ent", + "▁Ge nt", + "▁Gen t", + "▁T een", + "▁Te en", + "in tern", + "int ern", + "inter n", + "inte rn", + "▁W ells", + "▁Well s", + "▁Wel ls", + "▁tr ibal", + "▁tri bal", + "▁trib al", + "▁P resent", + "▁Pres ent", + "▁Pre sent", + "▁ Present", + "/ _", + "三 点", + "修 养", + "能 夠", + "锁 定", + "ф ор", + "亲 爱的", + "呈现 出", + "▁f lee", + "▁fl ee", + "▁fle e", + "▁sm ok", + "▁smo k", + "解放 军", + "ne ach", + "nea ch", + "n each", + "▁b ast", + "▁bas t", + "▁ba st", + "▁ bast", + "▁B utter", + "▁But ter", + "面 部", + "\\\" -", + "▁I Q", + "年轻 的", + "折 磨", + "os hi", + "osh i", + "o shi", + "▁t ouring", + "▁to uring", + "▁tour ing", + "▁tou ring", + "为 之", + "员 的", + "心 得", + "日 讯", + "创造 了", + "▁B ee", + "▁Be e", + "▁WH ERE", + "▁ WHERE", + "▁bath rooms", + "▁bathroom s", + "ut m", + "u tm", + "}| ^", + "} |^", + "的最 大", + "的 最大", + "不 懈", + "▁Sh ah", + "▁Sha h", + "▁sup rem", + "▁su prem", + "▁b illing", + "▁bill ing", + "▁bil ling", + "▁k ernels", + "▁kernel s", + "▁ kernels", + "▁Char acter", + "▁ Character", + "合 影", + "困 惑", + "缩 小", + "б ра", + "nH ot", + "n Hot", + "的 反", + "起 伏", + "IF A", + "I FA", + "La b", + "L ab", + "и те", + "nj ust", + "n just", + "▁l ang", + "▁la ng", + "▁lan g", + "▁ lang", + "▁Ti bet", + "▁Tib et", + "▁Ex pert", + "▁Exper t", + "▁Exp ert", + "▁G rowth", + "▁Grow th", + "▁Re ports", + "▁Rep orts", + "▁Report s", + "护 肤", + "▁у с", + "an son", + "ans on", + "瑞 士", + "nm in", + "n min", + "▁g ases", + "▁gas es", + "▁ga ses", + "▁sn ipp", + "▁inter im", + "▁inte rim", + "nQu estion", + "n Question", + "▁sec uring", + "▁wavelength s", + "和 对", + "既 是", + "▁ 发明", + "的主 题", + "的 主题", + "▁b ee", + "▁be e", + "▁ bee", + "part s", + "par ts", + "p arts", + "▁D one", + "▁Do ne", + "▁Don e", + "▁ Done", + "▁S kin", + "▁Sk in", + "▁Ski n", + "m x", + "]^ {", + "] ^{", + "百分 之", + "概 括", + "通过 对", + "pp le", + "ppl e", + "p ple", + "▁r im", + "▁ri m", + "▁ rim", + "中小 企业", + "▁T win", + "▁Tw in", + "▁c ozy", + "▁co zy", + "re vers", + "rev ers", + "reve rs", + "Art icle", + "in x", + "i nx", + "ga ry", + "gar y", + "g ary", + "▁b ore", + "▁bo re", + "▁anticip ate", + "▁Med iterranean", + "帮 我", + "抗 日", + "ho e", + "h oe", + "实施 例", + "su its", + "suit s", + "s uits", + "▁H ait", + "▁Ha it", + "▁In ternal", + "▁Int ernal", + "▁Intern al", + "▁Inter nal", + "▁ Internal", + "判 令", + "春 秋", + "简 易", + "PE G", + "P EG", + "ве те", + "вет е", + "▁\\\\ ]\\", + "▁ \\\\]\\", + "▁c ement", + "▁ce ment", + "▁comput ations", + "▁computation s", + "的 本", + "十 日内", + "▁C ris", + "▁Cr is", + "▁re po", + "▁rep o", + "▁ repo", + "微信 公众号", + "▁d amping", + "▁dam ping", + "▁damp ing", + "▁Ad venture", + "▁Advent ure", + "▁intern ally", + "▁internal ly", + "掌 声", + "福 州", + "be y", + "b ey", + "cl uded", + "clud ed", + "clude d", + "▁Har vey", + "众 所周", + "的 理解", + "▁s ilk", + "▁sil k", + "▁si lk", + "oc hang", + "och ang", + "ocha ng", + "nin formation", + "n information", + "保 温", + "AB C", + "A BC", + "ey e", + "e ye", + "der r", + "de rr", + "d err", + "nh ad", + "n had", + "▁K on", + "▁Ko n", + "nH ome", + "n Home", + "▁w itch", + "▁wit ch", + "▁ witch", + "con firm", + "conf irm", + "nC reate", + "nCreat e", + "n Create", + "▁pro ofs", + "▁proof s", + "▁Common wealth", + "所 属", + "热 量", + "管 制", + "分析 师", + "zh ou", + "z hou", + "ire ctions", + "irect ions", + "irection s", + "i rections", + "R o", + "-$ \\\\", + "- $\\\\", + "ci pe", + "c ipe", + "is ha", + "ish a", + "i sha", + "to ck", + "toc k", + "t ock", + "▁A id", + "▁L an", + "▁La n", + "司法 鉴定", + "▁A pps", + "▁App s", + "▁Ap ps", + "▁aut umn", + "抽 象", + "查 找", + "ff f", + "f ff", + "ri l", + "r il", + "在那 里", + "在 那里", + "cal ib", + "ca lib", + "▁Me asure", + "▁ Measure", + "Ce rt", + "C ert", + "些 什么", + "时期 的", + "时 期的", + "nE qu", + "nEq u", + "n Equ", + "▁str ipped", + "▁stri pped", + "▁strip ped", + "▁grand parents", + "WA RE", + "WAR E", + "W ARE", + "▁\\\" %", + "com pany", + "comp any", + "Re quired", + "Requ ired", + "▁sur geon", + "▁surge on", + "▁surg eon", + "▁reson ant", + "▁scrut iny", + "▁scrutin y", + "▁work outs", + "▁workout s", + "定 时", + "ри о", + "ns ur", + "n sur", + "ien na", + "i enna", + "▁se af", + "▁sea f", + "▁J ulia", + "▁Ju lia", + "▁Jul ia", + "▁ax ial", + "▁axi al", + "▁ axial", + "▁Four th", + "▁arch ae", + "▁cl utch", + "▁clut ch", + "▁vine gar", + "▁ill usion", + "▁per ceive", + "▁stead ily", + "▁pres idency", + "Q y", + "很 小", + "\\\\ {\\", + "\\\\{ \\", + "▁F CC", + "▁FC C", + "▁label ing", + "▁lab eling", + "▁Phot oshop", + "▁Photo shop", + "▁Photos hop", + "▁list eners", + "▁listen ers", + "▁listener s", + "▁phot ometric", + "▁photo metric", + "修 炼", + "眼 的", + "编 号", + "Fe ed", + "F eed", + "ec ome", + "e come", + "▁re pay", + "▁rep ay", + "cl uding", + "clud ing", + "nex tern", + "next ern", + "▁demonstr ations", + "▁demonstration s", + "cor por", + "▁из пол", + "▁Br anch", + "▁Bra nch", + "▁ Branch", + "▁ref using", + "▁miser able", + "周 岁", + "總 統", + "起 码", + "ia z", + "i az", + "▁R EC", + "▁RE C", + "▁ REC", + "emph is", + "emp his", + "▁Del ivery", + "登 上", + "ri ad", + "ria d", + "只是 一个", + "只 是一个", + "▁L akes", + "▁La kes", + "▁Lake s", + "▁Lak es", + "▁initial ize", + "▁ initialize", + "▁G E", + "▁ GE", + "机构 的", + "▁E gg", + "ad just", + "adj ust", + "▁wh isk", + "▁whis k", + "list ing", + "lis ting", + "l isting", + "ot ional", + "oti onal", + "otion al", + "▁den ying", + "▁deny ing", + "横 向", + "nat ional", + "nation al", + "n ational", + "▁Town ship", + "▁mut ually", + "▁mutual ly", + "▁Array List", + "▁ ArrayList", + "壮 大", + "▁b un", + "▁bu n", + "▁Ex pect", + "▁Exp ect", + "▁ Expect", + "▁S pencer", + "▁Sp encer", + "▁Spe ncer", + "▁elim ination", + "科 學", + "un can", + "unc an", + "u ncan", + "nE vent", + "nEven t", + "nEv ent", + "n Event", + "▁sal mon", + "▁war mer", + "▁warm er", + "▁spring s", + "▁spr ings", + "intend ent", + "破 裂", + "▁N I", + "▁ NI", + "▁t owers", + "▁to wers", + "▁tow ers", + "▁tower s", + "dis abled", + "disable d", + "▁trou bled", + "▁trouble d", + "不 通", + "所 长", + "更 要", + "/) \\", + "/ )\\", + "▁u l", + "▁ ul", + "也可 能", + "也 可能", + "yl an", + "y lan", + "所以 我们", + "所以我 们", + "it ched", + "itch ed", + "itc hed", + "▁Hon or", + "▁Ho nor", + "▁ch ess", + "▁che ss", + "nDown load", + "n Download", + "▁License d", + "▁Lic ensed", + "▁compens ate", + "在 乎", + "本次 活动", + "po und", + "p ound", + "sh irts", + "shirt s", + "▁Re cent", + "▁Rec ent", + "▁Rece nt", + "▁gate way", + "▁ gateway", + "▁fe minist", + "▁femin ist", + "▁observ ers", + "▁obser vers", + "▁observe rs", + "▁observer s", + "= &", + "挣 扎", + "▁P U", + "▁ PU", + "▁m u", + "▁ mu", + "nB ar", + "n Bar", + "▁l ungs", + "▁lun gs", + "▁lung s", + "less ness", + "▁M illion", + "▁Mill ion", + "▁pra ised", + "▁praise d", + "▁threat en", + "永 恒", + "-> _", + "干 什么", + "oc ks", + "ock s", + "o cks", + "▁ins pir", + "▁insp ir", + "▁shoot s", + "▁sho ots", + "▁re taining", + "▁ret aining", + "▁retain ing", + "'' '", + "' ''", + "成交 量", + "环境 的", + "▁l od", + "▁lo d", + "▁ lod", + "▁S etup", + "▁Se tup", + "▁Set up", + "▁ Setup", + "Phys Rev", + "▁B order", + "▁Bor der", + "▁ Border", + "▁g reedy", + "▁gre edy", + "▁greed y", + "▁super visor", + "▁superv isor", + "▁Altern atively", + "▁Alternative ly", + "想 的", + "ok o", + "o ko", + "}{ }", + "} {}", + "ma ba", + "m aba", + "um en", + "ume n", + "u men", + "▁f idelity", + "▁j unction", + "L B", + "伤 口", + "面 貌", + "nn e", + "n ne", + "经济 增长", + "自然 资源", + "▁Mil waukee", + "▁interf ere", + "▁interfer e", + "拼 命", + "這 是", + "EN C", + "E NC", + "nJ o", + "n Jo", + "▁J S", + "▁ JS", + "▁K il", + "▁Ki l", + "St ats", + "Stat s", + "par amet", + "param et", + "para met", + "vol atile", + "▁line back", + "P Y", + "參 加", + "弹 簧", + "招 呼", + "音 樂", + "={ \\\\", + "= {\\\\", + "he ng", + "hen g", + "h eng", + "▁c racks", + "▁cr acks", + "▁crack s", + "▁cra cks", + "▁par ish", + "▁pa rish", + "▁Wire less", + "▁mor ality", + "▁moral ity", + "▁princ ess", + "▁prin cess", + "▁prince ss", + "▁dis course", + "▁disc ourse", + "改 编", + "▁O B", + "▁ OB", + "▁D rew", + "▁Dr ew", + "▁Dre w", + "▁cryptocur rency", + "▁crypto currency", + "▁superconduct ing", + "采 样", + "可以 从", + "总 投资", + "wi fe", + "w ife", + "{\" __", + "行政 处罚", + "__ \":\"", + "__\": \"", + "▁left o", + "▁lef to", + "maba ochang", + "▁radi ative", + "也 曾", + "蜂 蜜", + "越 高", + "_ ;\\", + "am o", + "a mo", + "再 一次", + "因为 它", + "Z ero", + "ro ne", + "ron e", + "r one", + "▁t ho", + "▁th o", + "疫情 期间", + "uss ia", + "▁Y ale", + "▁Ya le", + "▁in do", + "▁ind o", + "▁i ndo", + "▁z eros", + "▁zero s", + "▁ze ros", + "▁ zeros", + "▁instance of", + "得 起", + "消 費", + "温 泉", + "做到 了", + "做 到了", + "回到 了", + "回 到了", + "nN eed", + "nNe ed", + "n Need", + "Draw ing", + "▁dom inance", + "▁domin ance", + "闺 蜜", + "雨 水", + "▁J ama", + "▁Jam a", + "▁Ja ma", + "need ed", + "nee ded", + "▁el even", + "▁ele ven", + "▁elev en", + "▁Un ivers", + "▁Uni vers", + "▁ з", + "便 民", + "▁Y u", + "村 干部", + "▁D ow", + "▁Do w", + "管理 办法", + "领导 干部", + "oc cup", + "occ up", + "▁orig inated", + "▁origin ated", + "▁originate d", + "▁proceed ing", + "\\\\ \\\\[", + "\\\\\\\\ [", + "b irth", + "▁Latin o", + "▁Lat ino", + "cont ract", + "contr act", + "三 四", + "再 来", + "抖 音", + "捐 款", + "pi pe", + "pip e", + "p ipe", + "ac ion", + "aci on", + "an ing", + "ani ng", + "a ning", + "cos ity", + "c osity", + "▁Re ynolds", + "**** ********", + "******** ****", + "▁con ventions", + "▁convention s", + "▁inter ventions", + "▁intervention s", + "万 里", + "在 不", + "外 汇", + "权 限", + "母 乳", + "轨 迹", + "EXP ECT", + "▁Que bec", + "▁A verage", + "▁Ave rage", + "▁ Average", + "处 女", + "$~ \\\\", + "$ ~\\\\", + "nR ob", + "nRo b", + "n Rob", + "▁S atan", + "▁Sat an", + "▁Sa tan", + "Re lease", + "ivari ate", + "▁coll aps", + "▁dist ress", + "▁di stress", + "▁Arm strong", + "迹 象", + "间 接", + "IS A", + "I SA", + "nV ideo", + "n Video", + "re newcommand", + "renew command", + "举 动", + "果 实", + "空 白", + "зи я", + "吸引 力", + "吸 引力", + "an ting", + "ant ing", + "anti ng", + "▁un for", + "▁u nfor", + "▁unf or", + "▁w inding", + "▁win ding", + "▁wind ing", + "▁Through out", + "一 刻", + "中 和", + "小 幅", + "的说 法", + "的 说法", + "▁a symmetric", + "▁as ymmetric", + "无 穷", + "as ser", + "ass er", + "asse r", + "st ill", + "us sed", + "uss ed", + "▁con ting", + "▁cont ing", + "▁contin g", + "▁frag ile", + "▁Canad ians", + "▁Canadian s", + "▁lux urious", + "] <", + "客 车", + "落 到", + "▁f s", + "▁ fs", + "一 季度", + "▁b oo", + "▁bo o", + "nL ink", + "nLin k", + "n Link", + "Sym bol", + "S ymbol", + "ect ive", + "e ctive", + "▁writ ings", + "▁writing s", + "院 的", + "纷纷 表示", + "▁pat ents", + "▁patent s", + "▁swe eping", + "▁sweep ing", + "▁oscill ator", + "ra v", + "r av", + "为 核心", + "确诊 病例", + "▁B eta", + "▁Be ta", + "▁Bet a", + "▁t heat", + "▁the at", + "▁th eat", + "▁Arch ive", + "▁ Archive", + "▁foot print", + "▁foo tprint", + "信 贷", + "洗 衣", + "新 中国", + "▁R ams", + "▁Ram s", + "▁Ra ms", + "▁Mod ule", + "▁Mo dule", + "▁ Module", + "▁W indow", + "▁Wind ow", + "▁ Window", + "▁cul min", + "dist ribution", + "全 会", + "摄像 头", + "na il", + "nai l", + "n ail", + "▁S SL", + "▁SS L", + "▁ SSL", + "bu cks", + "buck s", + "b ucks", + "re pository", + "rep ository", + "▁public ity", + "▁publ icity", + "对 了", + "尽 力", + "原 材料", + "留学 生", + "留 学生", + "▁st rat", + "▁str at", + "▁stra t", + "▁log istics", + "▁logistic s", + "▁success ive", + "残 酷", + "花 开", + "▁u k", + "▁ uk", + "▁cl ues", + "▁clue s", + "▁Mon ster", + "▁Mons ter", + "▁respond s", + "▁just ification", + "穿 上", + "ba ne", + "ban e", + "b ane", + "▁E vil", + "▁Ev il", + "▁c arb", + "▁car b", + "▁ca rb", + "▁learn ers", + "▁lear ners", + "▁learner s", + "矫 正", + "bl r", + "b lr", + "hu b", + "h ub", + "▁W ave", + "▁Wa ve", + "▁ Wave", + "▁pos tp", + "▁post p", + "asket ball", + "▁meas urable", + "ga mes", + "game s", + "gam es", + "g ames", + "▁Da wn", + "▁Daw n", + "atter ns", + "attern s", + "▁С ъ", + "的 各种", + "▁S IM", + "▁SI M", + "▁ SIM", + "▁where by", + "便 秘", + "北 美", + "嘴 里", + "▁( +", + "此次 活动", + "▁C anyon", + "▁Can yon", + "▁d urability", + "媒 體", + "公里 的", + "公 里的", + "▁g luon", + "▁gl uon", + "▁glu on", + "▁p oured", + "▁po ured", + "▁pour ed", + "▁pou red", + "▁conc erts", + "▁concer ts", + "▁concert s", + "▁collect ively", + "▁collective ly", + "市 政", + "集 聚", + "催化 剂", + "bo at", + "▁e rg", + "▁er g", + "▁ erg", + "▁m arc", + "▁mar c", + "▁ma rc", + "nrespect ively", + "n respectively", + "准 则", + "几 百", + "已 在", + "AN C", + "A NC", + "品牌 的", + "有不 少", + "有 不少", + "▁p aran", + "▁par an", + "▁pa ran", + "▁para n", + "▁stat ue", + "▁reve lation", + "▁revel ation", + "Ra w", + "R aw", + "ha ll", + "hal l", + "h all", + "apan ese", + "▁Max well", + "▁recogn izes", + "▁recognize s", + "宁 静", + "客 服", + "▁A ub", + "▁Au b", + "▁d ug", + "▁du g", + "阿里 巴巴", + "▁E dit", + "▁Ed it", + "▁ Edit", + "▁c ertainty", + "▁certain ty", + "▁recogn izing", + "即便 是", + "即 便是", + "op ez", + "ope z", + "o pez", + "▁C it", + "传 来", + "前 方", + "批 判", + "文化 和", + "文 化和", + "ie nced", + "ience d", + "ien ced", + "i enced", + "▁Ra iders", + "▁Raid ers", + "▁Mount ains", + "▁Mountain s", + "万 亿", + "原 文", + "均 价", + "ел е", + "е ле", + "在我 的", + "在 我的", + "▁play ground", + "t P", + "留 守", + "不清 楚", + "不 清楚", + "代表 的", + "半 小时", + "pr iv", + "pri v", + "p riv", + "com tag", + "▁T B", + "▁ TB", + "▁Cy ber", + "▁J esse", + "▁Jes se", + "▁Jess e", + "label ed", + "lab eled", + "▁p atron", + "▁pat ron", + "▁gu iding", + "▁guid ing", + "pl ication", + "plic ation", + "plica tion", + "▁vib ration", + "▁reg ulators", + "▁regul ators", + "▁regulator s", + "▁s ymmetries", + "▁symmet ries", + "ka n", + "k an", + "也无 法", + "也 无法", + "go ne", + "gon e", + "g one", + "▁L amb", + "▁La mb", + "▁Lam b", + "as tics", + "ast ics", + "astic s", + "宣传 部", + "月中 旬", + "▁E RA", + "▁ER A", + "▁ ERA", + "▁S MS", + "▁SM S", + "Im port", + "Imp ort", + "con vert", + "conv ert", + "Li ve", + "L ive", + "▁D ame", + "▁Da me", + "▁Dam e", + "▁Ex cept", + "▁Exc ept", + "▁Plan ck", + "▁ Planck", + "教 堂", + "百 科", + "绽 放", + "艾 滋", + "▁C MS", + "▁CM S", + "▁ CMS", + "▁bar yon", + "▁bary on", + "▁p ushes", + "▁push es", + "nH istory", + "nHi story", + "nHistor y", + "n History", + "▁im posing", + "▁imp osing", + "▁off shore", + "▁understand able", + "养 护", + "终 点", + "Cr eat", + "Cre at", + "C reat", + "text up", + "tex tup", + "▁d oses", + "▁do ses", + "▁dose s", + "▁dos es", + "▁balcon y", + "▁E lection", + "▁El ection", + "▁Elect ion", + "▁Ele ction", + ") ~", + "描 写", + "anc hor", + "anch or", + "our ses", + "ours es", + "ourse s", + "▁ir res", + "▁fl ames", + "▁flame s", + "▁pl anting", + "▁plan ting", + "▁plant ing", + "▁dec lining", + "▁decl ining", + "券 商", + "海 岸", + "浸 泡", + "▁А н", + "go ld", + "g old", + "▁Y oga", + "▁Yo ga", + "▁F oster", + "▁Fo ster", + "▁some day", + "▁som eday", + "典 礼", + "报 纸", + "续 航", + "nd on", + "ndo n", + "n don", + "▁l av", + "▁la v", + "▁ lav", + "▁m our", + "▁mo ur", + "▁мо же", + "am ents", + "ament s", + "amen ts", + "a ments", + "ns mall", + "nsm all", + "n small", + "▁bro adly", + "▁broad ly", + "▁qual ifications", + "▁qualification s", + "K M", + "主 演", + "宾 馆", + "西 瓜", + "风 貌", + "hi m", + "h im", + "$(' #", + "$ ('#", + "ven ile", + "Spe cial", + "Spec ial", + "▁fil med", + "▁film ed", + "▁reserv ations", + "▁reservation s", + "山 县", + "▁tri bes", + "▁trib es", + "▁tribe s", + "▁condem n", + "▁obsc ure", + "he a", + "h ea", + "ap le", + "a ple", + "de fn", + "def n", + "ns ee", + "nse e", + "n see", + "cre ment", + "cr ement", + "▁c rypto", + "▁cry pto", + "▁crypt o", + "▁ crypto", + "楼 梯", + "}$ ~", + "} $~", + "Com put", + "Comp ut", + "▁discipl ines", + "▁discipline s", + "f w", + "刻 意", + "现 货", + "出具 的", + "▁P OS", + "▁PO S", + "▁ POS", + "pos ite", + "po site", + "posit e", + "▁greet ed", + "▁gre eted", + "▁imm igrant", + "不 难", + "南 宁", + "喜 歡", + "▁F u", + "se ys", + "sey s", + "▁a ka", + "▁ aka", + "▁ad ul", + "▁fav ored", + "▁favor ed", + "▁off season", + "▁delight ful", + "▁ad vertisement", + "▁advertis ement", + "▁advertise ment", + "太 极", + "Pre fix", + "Pref ix", + "hel per", + "help er", + "▁L ynch", + "▁Ly nch", + "▁Lyn ch", + "背景 技术", + "▁he lm", + "▁hel m", + "▁ helm", + "▁flux es", + "▁th under", + "▁Orth odox", + "应用 程序", + "▁R isk", + "▁Ri sk", + "▁N EVER", + "▁NE VER", + "▁aw aken", + "▁awake n", + "▁awa ken", + "▁p ledge", + "▁pl edge", + "▁ 为", + "却 在", + "的 金", + "蓝 天", + "st y", + "s ty", + "is se", + "iss e", + "al ong", + "alo ng", + "alon g", + "a long", + "▁sp ike", + "npro cess", + "n process", + "▁s ounding", + "▁so unding", + "▁sound ing", + "主 机", + "董事 会", + "▁H ab", + "▁Ha b", + "▁l ur", + "▁C raw", + "▁Cr aw", + "▁Cra w", + "▁b ending", + "▁ben ding", + "▁bend ing", + "就 此", + "新 媒体", + "▁Pro grams", + "▁Pr ograms", + "▁Program s", + "▁Wild life", + "ident ified", + "gr av", + "gra v", + "g rav", + "me ter", + "met er", + "m eter", + "▁storm s", + "▁sto rms", + "▁recogn ise", + "爱 人", + "各 单位", + "安全 性", + "it us", + "itu s", + "▁B eer", + "▁Be er", + "▁Bee r", + "ASS ERT", + "▁Gu est", + "nS ocial", + "nSo cial", + "n Social", + "多 项", + "企业 在", + "出一 个", + "出 一个", + "▁R ug", + "▁Ru g", + "▁b ush", + "▁bu sh", + "▁bus h", + "izz ard", + "izza rd", + "▁Cl iff", + "▁sm ells", + "▁smell s", + "▁Form ula", + "side d", + "si ded", + "sid ed", + "s ided", + "▁to ast", + "▁neighb ours", + "▁neighbour s", + "时 段", + "沿 线", + "西 兰", + "产业 园", + "▁y og", + "▁yo g", + "▁дру ги", + "▁bar gain", + "▁barg ain", + "E z", + "买卖 合同", + "牵 头", + "FF FF", + "▁v el", + "▁ve l", + "▁ vel", + "▁с лу", + "▁t hou", + "▁th ou", + "▁tho u", + "▁h edge", + "▁hed ge", + "▁c rystall", + "▁cryst all", + "▁crystal l", + "▁Al zheimer", + "悬 挂", + "极 限", + "歧 视", + "nS ur", + "n Sur", + "▁M iles", + "▁Mil es", + "▁Mi les", + "▁Mile s", + "▁f ills", + "▁fil ls", + "▁fill s", + "左 侧", + "万元 的", + "万 元的", + "出色 的", + "出 色的", + "如今 的", + "Ma sk", + "M ask", + "▁S DK", + "▁SD K", + "▁ SDK", + "ow ards", + "oward s", + "o wards", + "▁c urse", + "▁cur se", + "▁v irgin", + "▁vir gin", + "P V", + "边 境", + "在 工作", + "+- +-", + "IE EE", + "I EEE", + "▁v ou", + "▁vo u", + "▁H ook", + "▁Ho ok", + "▁ Hook", + "sign al", + "sig nal", + "▁ele vation", + "▁elev ation", + "决 议", + "—— “", + "一年 的", + "一 年的", + "转型 升级", + "▁L STM", + "▁LS TM", + "▁ LSTM", + "▁W orth", + "▁Wor th", + "▁own ing", + "▁ow ning", + "▁( `", + "▁ (`", + "所在 地", + "所 在地", + "▁N HS", + "▁NH S", + "▁^ {\\\\", + "▁^{ \\\\", + "▁ ^{\\\\", + "ill ary", + "illa ry", + "▁tack les", + "▁tackle s", + "他 认为", + "nN et", + "nNe t", + "n Net", + "科学 技术", + "▁sc oop", + "▁W riter", + "▁Write r", + "▁ Writer", + "▁ch unks", + "▁chunk s", + "▁effic acy", + "▁st umbled", + "▁stumble d", + "▁D ictionary", + "▁ Dictionary", + "日 后", + "га ни", + "▁period ically", + "▁periodic ally", + "腹 泻", + "行为 的", + "▁n ont", + "▁no nt", + "▁non t", + "▁bree ze", + "▁pump kin", + "▁sw allow", + "▁mic roscopic", + "▁microsc opic", + "专 辑", + "火 锅", + "進 入", + "▁' #", + "CA LL", + "C ALL", + "nf orce", + "nfor ce", + "n force", + "▁d ivor", + "▁di vor", + "▁div or", + "nD irect", + "nDi rect", + "n Direct", + "▁craft s", + "▁cra fts", + "▁privile ges", + "▁privilege s", + "汇 率", + "门 的", + "他 表示", + "▁im pair", + "▁imp air", + "▁y early", + "▁year ly", + "▁ye arly", + "custom er", + "▁Ch icken", + "▁Chick en", + "▁bomb ing", + "▁bom bing", + "▁w arrior", + "▁war rior", + "了 大", + "以 内", + "但 她", + "对 她", + "救 治", + "近 年", + "靠 谱", + "领导 人", + "nh igh", + "n high", + "分 行", + "都 将", + "和 工作", + "Vis ual", + "▁Im prove", + "▁inv ites", + "▁invite s", + "如 实", + "▁О т", + "▁ От", + "比较 好", + "比 较好", + "▁C AR", + "▁CA R", + "▁ CAR", + "▁F lat", + "▁Fl at", + "▁Fla t", + "ne lect", + "nel ect", + "n elect", + "▁Ot tawa", + "▁Ott awa", + "▁y outube", + "▁you tube", + "▁ youtube", + "▁proceed ed", + "加 州", + "建 設", + "nT ry", + "nTr y", + "n Try", + "ap pen", + "app en", + "appe n", + "ed ged", + "edge d", + "▁mar sh", + "▁com mitting", + "▁comm itting", + "▁commit ting", + "▁inher ently", + "▁inherent ly", + "ra r", + "r ar", + "ca ts", + "cat s", + "c ats", + "▁l ateral", + "▁later al", + "▁lat eral", + "▁late ral", + "重 症", + "有 许多", + "赢得 了", + "赢 得了", + "▁me tro", + "▁met ro", + "▁coll ector", + "▁collect or", + "▁colle ctor", + "▁suscept ible", + "兼 职", + "王 者", + "vo r", + "v or", + "支 公司", + "同比 下降", + "We ight", + "W eight", + "乙 烯", + "听 力", + "征 集", + "▁c oil", + "▁co il", + "ce land", + "cel and", + "c eland", + "▁renew al", + "Si l", + "S il", + "cm p", + "c mp", + "专注 于", + "in ez", + "ine z", + "▁in jected", + "▁inj ected", + "▁inject ed", + "iov ascular", + "▁traffic king", + "▁traff icking", + "分 会", + "有 用", + "而 这", + "nA ut", + "n Aut", + "▁d in", + "▁di n", + "▁ din", + "▁nucle on", + "▁ nucleon", + "▁success or", + "无 锡", + "欺 骗", + "B bb", + "OT O", + "O TO", + "MzU y", + "▁k idding", + "▁kid ding", + "▁kidd ing", + "▁U g", + "或 其他", + "op ts", + "opt s", + "o pts", + "▁$ -$", + "▁$- $", + "▁ $-$", + "pol lo", + "poll o", + "gom ery", + "▁associ ates", + "▁associate s", + "▁un available", + "▁u navailable", + "因 果", + "ra ries", + "rar ies", + "r aries", + "▁multi player", + "▁multipl ayer", + "▁multip layer", + "听 着", + "履 职", + "把 手", + "但我 们", + "但 我们", + "的 成功", + "\\\\ \\\"{", + "\\\\\\\" {", + "▁l end", + "▁le nd", + "▁len d", + "nc ount", + "nco unt", + "ncou nt", + "n count", + "▁screw ed", + "▁che apest", + "▁cheap est", + "á s", + "吵 架", + "影 子", + "枢 纽", + "可以 让", + "指挥 部", + "rist ol", + "ris tol", + "▁met res", + "▁dent ist", + "▁sc enery", + "▁scen ery", + "▁scene ry", + "▁sl owing", + "▁slow ing", + "▁exc itations", + "▁excitation s", + "当年 的", + "当 年的", + "▁k nit", + "▁kn it", + "▁t ant", + "▁tan t", + "▁ta nt", + "rac king", + "rack ing", + "r acking", + "录 音", + "in burgh", + "▁Bern ard", + "交 谈", + "大 楼", + "脖 子", + "评 定", + "Sc ore", + "S core", + "op sis", + "ops is", + "▁t ide", + "▁tid e", + "▁ti de", + "▁w olf", + "▁wo lf", + "▁ wolf", + "cent ric", + "c entric", + "▁horm ones", + "▁hormone s", + "▁undert aken", + "▁undertake n", + "书 的", + "入 党", + "这 才", + "ot or", + "oto r", + "o tor", + "▁a bol", + "▁ab ol", + "▁ abol", + "▁s print", + "▁sp rint", + "▁spr int", + "▁quad rup", + "▁quadr up", + "▁portray ed", + "In formation", + "▁Mc L", + "▁V ers", + "▁Ver s", + "▁Ve rs", + "▁g aze", + "▁ga ze", + "▁R andy", + "▁Rand y", + "▁Ran dy", + "▁S ugar", + "▁Su gar", + "mach ine", + "m achine", + "▁Aust ria", + "▁d ioxide", + "▁di oxide", + "▁Portug al", + "▁susp icion", + "笔 试", + "NT U", + "号 民事", + "ти те", + "т ите", + "等方面 的", + "等 方面的", + "alg ia", + "▁bl acks", + "▁black s", + "nN ational", + "n National", + "▁de tention", + "▁det ention", + "la ce", + "l ace", + "DE BUG", + "▁kind ly", + "▁su nset", + "▁sun set", + "▁b ounding", + "▁bo unding", + "▁bound ing", + "▁branch ing", + "▁separ ating", + "▁trans plant", + "要 以", + "医院 的", + "医 院的", + "规范 化", + "Sc an", + "S can", + "ia ng", + "ian g", + "i ang", + "nG etting", + "nGet ting", + "n Getting", + "▁mas turb", + "▁mast urb", + "▁commod ity", + "▁un predict", + "▁unpre dict", + "▁confront ed", + "蚂 蚁", + "和中 国", + "和 中国", + "nd ep", + "nde p", + "n dep", + "▁I SP", + "▁IS P", + "av ier", + "avi er", + "Create d", + "Creat ed", + "Cre ated", + "C reated", + "▁Sup erman", + "▁Super man", + "▁Cal culate", + "▁Calcul ate", + "婚 后", + "面 子", + "zz le", + "ra cing", + "rac ing", + "r acing", + "▁pri ests", + "▁priest s", + "▁fulf illing", + "▁fulfill ing", + "▁ful filling", + "▁fulfil ling", + "双 向", + "WA R", + "W AR", + "си я", + "积极 的", + "▁M ak", + "▁Ma k", + "▁V el", + "▁Ve l", + "col head", + "▁Wal mart", + "▁climb ed", + "▁clim bed", + "▁pol ished", + "▁polish ed", + "中 方", + "关 税", + "名 校", + "不过 是", + "▁K lein", + "▁Kl ein", + "得 益", + "調 查", + "nA nt", + "nAn t", + "n Ant", + "w ould", + "▁R oche", + "▁Ro che", + "▁Roc he", + "▁dis gu", + "▁disg u", + "▁But ler", + "▁ab rupt", + "▁sum mon", + "▁summ on", + "为 准", + "优 美", + "时 节", + "牛 仔", + "▁& $", + "▁ &$", + "免疫 力", + "都已 经", + "都 已经", + "at tention", + "att ention", + "atten tion", + "▁pro poses", + "▁prop oses", + "▁propos es", + "▁propose s", + "ti d", + "t id", + "和 技术", + "nE st", + "n Est", + "ham mad", + "h ammad", + "nFor mer", + "nForm er", + "n Former", + "asp berry", + "▁o mitted", + "▁om itted", + "▁omit ted", + "▁inf amous", + "▁launch es", + "▁laun ches", + "▁whole sale", + "▁wholes ale", + "display math", + "与 人", + "致 辞", + "nl ink", + "n link", + "▁l ocker", + "▁lo cker", + "▁loc ker", + "▁lock er", + "超 声", + "ri na", + "rin a", + "r ina", + "To ols", + "Tool s", + "Too ls", + "T ools", + "▁d ele", + "▁de le", + "▁del e", + "con cat", + "conc at", + "velop ment", + "▁preval ent", + "▁view point", + "▁emphas ized", + "▁emphasize d", + "▁territ ories", + "▁T A", + "▁ TA", + "▁T ol", + "▁To l", + "▁e sp", + "▁es p", + "▁ esp", + "ност та", + "▁H ubble", + "▁Hub ble", + "▁Hu bble", + "▁w icked", + "▁bul lets", + "▁bull ets", + "▁bullet s", + "注 明", + "va c", + "v ac", + "研究 员", + "结构 的", + "▁im pe", + "▁imp e", + "▁toss ed", + "ert ation", + "▁war fare", + "▁Trip Advisor", + "▁endorse ment", + "▁endors ement", + "▁term ination", + "Q x", + "出 自", + "掌 控", + "确 立", + "风 吹", + "pix el", + "p ixel", + "▁A ven", + "▁Av en", + "▁Ave n", + "▁re side", + "▁res ide", + "▁resid e", + "pro jects", + "project s", + "▁Out look", + "从 前", + "干 警", + "财 物", + "难 受", + "条 规定", + "ST EM", + "STE M", + "S TEM", + "udden ly", + "▁List en", + "▁Li sten", + "▁Lis ten", + "▁ Listen", + "▁requ esting", + "▁request ing", + "安 市", + "应 在", + "▁T S", + "▁ TS", + "ho rt", + "hor t", + "h ort", + "cur ve", + "▁s eas", + "▁se as", + "▁sea s", + "AT IONS", + "ATION S", + "fol low", + "f ollow", + "▁Ida ho", + "▁bl ows", + "▁blo ws", + "▁blow s", + "▁f olded", + "▁fol ded", + "▁fold ed", + "▁vi agra", + "▁via gra", + "▁aug mentation", + "▁augment ation", + "手 册", + "据 此", + "昨 晚", + "ч ки", + "Bl og", + "B log", + "▁V ac", + "▁Va c", + "▁f ractions", + "▁fr actions", + "▁fra ctions", + "▁fraction s", + "▁fract ions", + "▁neg atively", + "▁negative ly", + "女 排", + "老 鼠", + "▁D T", + "▁ DT", + "▁c yn", + "▁cy n", + "只有 一个", + "只 有一个", + "pa pers", + "paper s", + "p apers", + "de scribe", + "des cribe", + "desc ribe", + "▁stud ios", + "▁studio s", + "▁div iding", + "▁divid ing", + "▁f initely", + "▁fin itely", + "▁finite ly", + "所 致", + "求 助", + "风 情", + "▁t rek", + "▁tr ek", + "▁tre k", + "▁split s", + "▁spl its", + "▁zomb ie", + "text normal", + "cor relation", + "一 组", + "的 政治", + "建设 工程", + "万 的", + "每 当", + "ta t", + "t at", + "的有 效", + "的 有效", + "▁e co", + "▁ec o", + "▁L anc", + "▁La nc", + "▁Lan c", + "▁Al fred", + "▁Alf red", + "余 额", + "日 志", + "常用 的", + "常 用的", + "▁ch ore", + "▁cho re", + "▁Att ack", + "▁free zer", + "▁freeze r", + "▁respect s", + "▁annih ilation", + "W I", + "器 材", + "地 在", + "她 就", + "开 创", + "▁$ ^", + "▁ $^", + "▁С и", + "as ia", + "asi a", + "▁N as", + "▁Na s", + "型 号", + "д ни", + "不同 意", + "不 同意", + "的 男人", + "▁T at", + "▁Ta t", + "ac ters", + "act ers", + "acter s", + "ama zon", + "a mazon", + "▁h opping", + "▁hop ping", + "▁ho pping", + "nS ure", + "nSur e", + "n Sure", + "▁Iss ue", + "▁C oming", + "▁Com ing", + "▁Co ming", + "▁autom obile", + "▁auto mobile", + "步 入", + "要 用", + "的那 种", + "的 那种", + "nP op", + "n Pop", + "Cr oss", + "C ross", + "▁Re fs", + "▁Ref s", + "the ory", + "theo ry", + "he ading", + "head ing", + "hea ding", + "▁coinc ides", + "▁coincide s", + "▁magn itudes", + "▁magnitude s", + "▁accum ulation", + "K B", + "在 对", + "gt r", + "g tr", + "×× ×××", + "××× ××", + "×××× ×", + "× ××××", + "it ives", + "itive s", + "iti ves", + "▁dis cs", + "▁disc s", + "▁f olding", + "▁fol ding", + "▁fold ing", + "▁con science", + "▁cons cience", + "晚 会", + "游 玩", + "最 重要", + "▁N ord", + "▁No rd", + "▁Nor d", + "▁N iger", + "▁Nig er", + "▁Ni ger", + "Run time", + "Ru ntime", + "R untime", + "▁anth rop", + "▁not ices", + "▁notice s", + "▁tempt ed", + "▁temp ted", + "分 化", + "制 药", + "半 天", + "支 配", + "一家 人", + "一 家人", + "▁c md", + "▁cm d", + "▁ cmd", + "yn asty", + "Mat erial", + "Mate rial", + "M aterial", + "success ful", + "j p", + "過 去", + "和 孩子", + "ur an", + "ura n", + "u ran", + "ne very", + "never y", + "nev ery", + "n every", + "b rowser", + "喜 剧", + "斯 基", + "生 猪", + "▁H I", + "▁ HI", + "ap on", + "a pon", + "de lay", + "del ay", + "日常 生活中", + "日常生活 中", + "ur ning", + "urn ing", + "▁d inos", + "▁di nos", + "▁din os", + "str ument", + "stru ment", + "▁reluct ant", + "因为 你", + "因 为你", + "的 压力", + "nS ec", + "nSe c", + "n Sec", + "nT est", + "nTe st", + "n Test", + "▁w ifi", + "▁wi fi", + "▁ wifi", + "▁provin cial", + "▁perturb ative", + "▁ perturbative", + "监 护", + "直 线", + "知识 点", + "ed dy", + "edd y", + "nB ig", + "nBi g", + "n Big", + "ow ns", + "own s", + "▁ox ide", + "▁oxid e", + "▁ oxide", + "▁h ollow", + "▁hol low", + "ustr alia", + "ustral ia", + "前 者", + "租 房", + "缓 缓", + "青 睐", + "他人 的", + "他 人的", + "是 真的", + "▁ne o", + "al most", + "j l", + "研 制", + "▁ru ined", + "▁ruin ed", + "▁remember ing", + "斯 的", + "Lo wer", + "Low er", + "L ower", + "▁WH AT", + "Reg ion", + "▁Des ktop", + "▁Desk top", + "▁ Desktop", + "▁advert isers", + "▁advertis ers", + "▁advertise rs", + "' ;", + "H a", + "d w", + "一 如", + "OF F", + "O FF", + "\":\" \\", + "▁s ta", + "▁st a", + "▁ sta", + "ie ves", + "ieve s", + "iev es", + "math t", + "mat ht", + "▁M itt", + "▁Mi tt", + "▁Mit t", + "▁s ket", + "▁sk et", + "▁ske t", + "▁Su dan", + "▁Sud an", + "多 月", + "下面 的", + "下 面的", + "涉及 到", + "▁w iki", + "▁wi ki", + "▁ wiki", + "ling ton", + "l ington", + "▁t agged", + "▁tag ged", + "▁ta gged", + "▁direct ories", + "▁director ies", + "司 马", + "哺 乳", + "尊 敬", + "汇 总", + "玩 耍", + "美 味", + "([ \\", + "( [\\", + "nO K", + "n OK", + "▁Pok émon", + "▁bul lying", + "▁bull ying", + "▁bully ing", + "行 车", + "AM A", + "A MA", + "od i", + "o di", + "}( -", + "} (-", + "发展 和", + "商品 房", + "ip olar", + "i polar", + "▁L ooks", + "▁Look s", + "▁Lo oks", + "儿 的", + "关键 词", + "等 因素", + "▁Ed die", + "▁Edd ie", + "Eng lish", + "point er", + "po inter", + "p ointer", + "Render er", + "Rend erer", + "Valid ation", + "借 条", + "衰 老", + "过 分", + "▁p lt", + "▁pl t", + "▁ plt", + "▁me nus", + "▁men us", + "▁menu s", + "▁r isen", + "▁ri sen", + "▁rise n", + "▁ris en", + "ogene ity", + "▁tour naments", + "▁tournament s", + "前 列", + "零 食", + "鲁 迅", + "▁e g", + "▁ eg", + "▁m eg", + "▁me g", + "▁ meg", + "ov ich", + "ovic h", + "▁s ulf", + "▁su lf", + "▁sul f", + "▁M otion", + "▁Mo tion", + "▁Mot ion", + "▁ Motion", + "▁Vin cent", + "▁Vince nt", + "▁proud ly", + "▁Cert ified", + "▁Ob amacare", + "▁Obama care", + "▁anticip ation", + "▁V S", + "▁ VS", + "▁I DE", + "▁ID E", + "▁ IDE", + "▁H aven", + "▁Have n", + "▁Ha ven", + "▁Hav en", + "in valid", + "▁cart ridge", + "▁adequate ly", + "▁adequ ately", + "R G", + "将 以", + "es sa", + "ess a", + "le ad", + "l ead", + "▁L ov", + "▁Lo v", + "▁R oth", + "▁Ro th", + "▁Rot h", + "roph ic", + "big skip", + "▁Art ist", + "soft ware", + "▁after math", + "▁spat ially", + "▁spatial ly", + "▁commission ed", + "全 局", + "并 于", + "▁st rang", + "▁str ang", + "▁stra ng", + "限 度", + "非常 好", + "▁j erk", + "▁je rk", + "▁jer k", + "off ice", + "coh olic", + "cohol ic", + "▁Qu arter", + "▁Quart er", + "▁ward robe", + "▁aug mented", + "▁augment ed", + "hs kip", + "h skip", + "▁b arn", + "▁bar n", + "▁ba rn", + "▁m int", + "▁min t", + "▁mi nt", + "▁de cou", + "▁dec ou", + "▁deco u", + "▁sever ity", + "奖 项", + "不会 有", + "不 会有", + "的出 现", + "的 出现", + "▁Car bon", + "▁sur plus", + "▁class ify", + "▁mit igate", + "▁explo ited", + "▁exploit ed", + "愉 悦", + "欢 喜", + "触 摸", + "严格 按照", + "▁C hip", + "▁Ch ip", + "▁Chi p", + "nCh ris", + "n Chris", + "▁de let", + "▁del et", + "▁dele t", + "▁Budd ha", + "▁a irlines", + "▁air lines", + "▁airline s", + "▁E volution", + "▁Ev olution", + "L o", + "阻 力", + "云南 省", + "mu st", + "mus t", + "m ust", + "▁C hev", + "▁Ch ev", + "▁Che v", + "▁P ere", + "▁Per e", + "▁Pe re", + "▁p arser", + "▁par ser", + "▁parse r", + "▁ parser", + "▁Citiz ens", + "▁Citizen s", + "▁metabol ism", + "听 见", + "薄 弱", + "非 遗", + "gi f", + "g if", + "▁Р о", + "▁ Ро", + "пе ра", + "пер а", + "п ера", + "▁catalog ue", + "▁compromise d", + "▁comprom ised", + "▁fluct uation", + "取 出", + "悟 空", + "的 质量", + "ill ery", + "ille ry", + "iller y", + "▁c heat", + "▁ch eat", + "▁che at", + "▁Out put", + "▁ Output", + "▁DEF AULT", + "▁ DEFAULT", + "▁Tem plate", + "▁ Template", + "▁under water", + "叠 加", + "燃 油", + "着一 个", + "着 一个", + "▁al ly", + "▁all y", + "▁ ally", + "▁о коло", + "▁fab rics", + "▁fabric s", + "▁un common", + "commun ications", + "communication s", + "▁Championship s", + "▁Champions hips", + "▁Champion ships", + "任 职", + "保 罗", + "表 現", + "问 他", + "环境 下", + "mo use", + "m ouse", + "tu ning", + "tun ing", + "t uning", + "▁belie vers", + "▁believe rs", + "▁believer s", + "全 校", + "少 量", + "的 政策", + "fil m", + "fi lm", + "本判决 生效", + "for Each", + "▁cr acked", + "▁crack ed", + "在 水", + "巅 峰", + "疗 效", + "管 辖", + "na tt", + "nat t", + "n att", + "nC omb", + "nCom b", + "nCo mb", + "n Comb", + "▁tw ins", + "▁twin s", + "▁den omin", + "▁denom in", + "▁deno min", + "批 发", + "肩 膀", + "ar ker", + "ark er", + "▁l ing", + "▁li ng", + "▁lin g", + "▁ ling", + "▁C able", + "▁Ca ble", + "▁Cab le", + "▁Ver izon", + "▁br anding", + "▁brand ing", + "▁exceed ed", + "富 含", + "这 块", + "消费 者的", + "消费者 的", + "os ion", + "osi on", + "▁sp icy", + "ergus on", + "▁ball oon", + "* -", + "低 碳", + "护 航", + "ID IA", + "if ty", + "ift y", + "i fty", + "▁pl ea", + "▁ple a", + "▁Wall ace", + "▁Wal lace", + "▁pal ette", + "▁pa lette", + "▁pale tte", + "出 道", + "素 材", + "бо р", + "б ор", + "▁s ql", + "▁sq l", + "▁ sql", + "nA nal", + "nAn al", + "n Anal", + "▁f ines", + "▁fin es", + "▁fine s", + "▁fi nes", + "▁g rounded", + "▁gr ounded", + "▁ground ed", + "fa ke", + "f ake", + "ernand ez", + "伊 斯", + "饮 水", + "▁Mot ors", + "▁Motor s", + "▁Moto rs", + "▁incorpor ates", + "▁incorporate s", + "{ '", + "齐 全", + "RO M", + "R OM", + "ал и", + "а ли", + "▁L ar", + "▁La r", + "环境 保护", + "im uth", + "▁incl ination", + "M X", + "完成 的", + "完 成的", + "do cker", + "doc ker", + "d ocker", + "aut iful", + "▁H ockey", + "▁advert ised", + "▁advertis ed", + "▁advertise d", + "你 去", + "宁 夏", + "ab lo", + "abl o", + "a blo", + "生活 方式", + "ball s", + "bal ls", + "b alls", + "▁co unc", + "▁cou nc", + "me aning", + "mean ing", + "▁mer ging", + "▁sand wic", + "▁penet ration", + "wa t", + "w at", + "精彩 的", + "un ts", + "unt s", + "▁T ypically", + "▁Typ ically", + "▁rect angle", + "大 夫", + "的 良好", + "▁- -\\", + "▁-- \\", + "▁ --\\", + "▁Russ ians", + "▁Russian s", + "▁Russia ns", + "Not ification", + "全 家", + "． \\", + "心 血管", + "Co st", + "Cos t", + "C ost", + "如不服 本判决", + "▁hy pers", + "▁hyp ers", + "▁hyper s", + "▁hype rs", + "▁Mat hemat", + "▁Histor ical", + "▁Historic al", + "为 我", + "▁W ing", + "▁Win g", + "▁Wi ng", + "进行了 审理", + "▁c akes", + "▁ca kes", + "▁cake s", + "▁t idal", + "▁tid al", + "▁ti dal", + "war ning", + "warn ing", + "w arning", + "ex ternal", + "ext ernal", + "exter nal", + "▁Ph ysical", + "▁Phys ical", + "▁reson ances", + "▁resonance s", + "v l", + "▁ ）", + "不 该", + "ia ne", + "ian e", + "i ane", + "▁P om", + "▁Po m", + "hel lo", + "hell o", + "h ello", + "ty ped", + "type d", + "typ ed", + "t yped", + "▁rout ines", + "▁routine s", + "▁inhabit ants", + "▁access ibility", + "猫 咪", + "联 想", + "的 意见", + "▁P rec", + "▁Pr ec", + "▁Pre c", + "▁ Prec", + "res ses", + "ress es", + "lic ense", + "l icense", + "▁box ing", + "du cation", + "duc ation", + "▁T esting", + "▁Test ing", + "▁Tes ting", + "▁ Testing", + "年 起", + "▁P Cs", + "▁PC s", + "▁def ended", + "▁defend ed", + "涂 料", + "病 变", + "尤其 是在", + "尤其是 在", + "gr and", + "gra nd", + "gran d", + "g rand", + "▁P ure", + "▁Pur e", + "▁Pu re", + "▁Econom ics", + "▁Economic s", + "▁ —", + "带 上", + "OT I", + "O TI", + "第三 次", + "第 三次", + "▁B ug", + "▁Bu g", + "er ers", + "ere rs", + "erer s", + "e rers", + "▁M ist", + "▁Mi st", + "▁Mis t", + "▁H amas", + "▁Ham as", + "▁Ha mas", + "▁nom inee", + "▁nomine e", + "本案 现已审理终结", + "▁im proper", + "▁impro per", + "reason able", + "两 家", + "л на", + "▁K i", + "Jac k", + "J ack", + "▁B less", + "▁Bl ess", + "▁Ble ss", + "▁Nex us", + "▁Cou nsel", + "可 达", + "调 理", + "来 进行", + "al ways", + "▁Del aware", + "▁med ieval", + "▁medi eval", + "▁renormal ization", + "散 发", + "顶 部", + "的大 小", + "的 大小", + "Pl ace", + "P lace", + "▁S ter", + "▁St er", + "▁Ste r", + "各种各 样的", + "▁Is aac", + "▁Isa ac", + "▁u rine", + "▁ur ine", + "▁uri ne", + "一 千", + "多 方", + "太 原", + "常 年", + "▁M W", + "▁ MW", + "激烈 的", + "激 烈的", + "rem ote", + "▁A void", + "▁Av oid", + "umer able", + "▁com merce", + "▁ commerce", + "各地 的", + "各 地的", + "az ar", + "aza r", + "a zar", + "le ys", + "ley s", + "生产 经营", + "▁f als", + "▁fa ls", + "▁fal s", + "Am ount", + "A mount", + "▁electro de", + "互 助", + "低 头", + "ми я", + "▁N y", + "接受 了", + "接 受了", + "Mar ch", + "Marc h", + "M arch", + "Th ree", + "▁re imb", + "St andard", + "▁disc oura", + "世 上", + "美 人", + "蓬 勃", + "提到 的", + "提 到的", + "да та", + "дат а", + "▁L em", + "▁Le m", + "▁ Lem", + "竞争 对手", + "▁d ice", + "▁di ce", + "▁l ust", + "▁o wing", + "▁ow ing", + "▁ owing", + "▁pay roll", + "▁Engine er", + "▁affili ates", + "▁affiliate s", + "无 声", + "合同 法", + "▁п ът", + "▁пъ т", + "per fect", + "perf ect", + "▁bur sts", + "▁burst s", + "▁ bursts", + "▁Pre vention", + "Q A", + "三 月", + "均 有", + "滋 味", + "pe ts", + "pet s", + "p ets", + "▁N an", + "▁Na n", + "▁b lades", + "▁bl ades", + "▁blade s", + "▁place holder", + "▁ placeholder", + "和 解", + "精 华", + "的重 点", + "的 重点", + "▁p enny", + "▁pen ny", + "▁penn y", + "▁N orman", + "▁Nor man", + "▁Norm an", + "▁flaw ed", + "▁air ports", + "▁airport s", + "▁Publ ishing", + "N s", + "Р о", + "热 度", + "ти я", + ")/ \\\\", + ") /\\\\", + "▁i dle", + "▁id le", + "美 观", + "车 子", + "BE RT", + "BER T", + "B ERT", + "oss ip", + "h c", + "宣 告", + "马来 西亚", + "▁He ights", + "▁Height s", + "` )", + "六 十", + "即 是", + "总 支", + "楼 盘", + "细 分", + "nst ate", + "nstat e", + "n state", + "▁Of fer", + "▁Off er", + "▁al umni", + "▁alum ni", + "▁cre amy", + "▁cream y", + "▁bra ckets", + "▁brack ets", + "▁bracket s", + "炒 作", + "环 卫", + "nC H", + "n CH", + "nz o", + "n zo", + "▁c hi", + "▁ch i", + "▁ chi", + "其中 包括", + "ag net", + "agn et", + "agne t", + "▁M ull", + "▁Mu ll", + "▁Mul l", + "des ktop", + "ra inian", + "rain ian", + "▁prosper ity", + "严 禁", + "旺 盛", + "fa b", + "f ab", + "▁N G", + "▁ NG", + "ra ms", + "ram s", + "r ams", + "▁H omes", + "▁Home s", + "▁Hom es", + "▁Ho mes", + "▁pers ist", + "变 换", + "门 前", + "oc ide", + "yi eld", + "y ield", + "Method s", + "▁Hug hes", + "▁Hugh es", + "port ation", + "▁com prise", + "▁comp rise", + "▁compr ise", + "prob ability", + "▁dis connect", + "才 华", + "怎么 做", + "详细 的", + "养老 保险", + "as per", + "asp er", + "|}{ \\\\", + "|} {\\\\", + "| }{\\\\", + "▁g raded", + "▁gra ded", + "▁gr aded", + "▁grad ed", + "▁grade d", + "▁ graded", + "▁satell ites", + "▁satellite s", + "▁resp iratory", + "交 所", + "切 割", + "汗 水", + "'' )", + "' ')", + "ID EO", + "IDE O", + "▁M is", + "▁Mi s", + "▁o ak", + "很多 人都", + "很多人 都", + "▁v est", + "▁ve st", + "▁ vest", + "ce iver", + "ceive r", + "Ext ension", + "nF acebook", + "n Facebook", + "▁explo itation", + "▁exploit ation", + "▁exception ally", + "▁exceptional ly", + "万 亩", + "折 叠", + "ke V", + "k eV", + "使用 了", + "使 用了", + "等 领域", + "▁B in", + "▁Bi n", + "▁ Bin", + "▁p ops", + "▁po ps", + "▁pop s", + "pot ential", + "potent ial", + "p otential", + "▁Interest ingly", + "▁Interesting ly", + "之 以", + "珠 海", + "OD I", + "O DI", + "奖 学金", + "on er", + "one r", + "o ner", + "▁D ru", + "▁Dr u", + "bl ocks", + "block s", + "blo cks", + "b locks", + "▁B ever", + "▁Be ver", + "▁cycl ic", + "▁ cyclic", + "▁hand some", + "▁hands ome", + "我 一", + "无 私", + "灵 感", + "平台 的", + "平 台的", + "曾经 的", + "▁v om", + "▁vo m", + "ver ify", + "no limits", + "nol imits", + "▁short est", + "大 方", + "拓 宽", + "毛 病", + "远 处", + "推出 的", + "推 出的", + "ro ts", + "rot s", + "r ots", + "▁F lu", + "▁Fl u", + "ct ive", + "▁се ло", + "红 包", + "W ar", + "教师 的", + "教 师的", + "=( \\\\", + "= (\\\\", + "pl ayed", + "play ed", + "▁cle arer", + "▁clear er", + "▁up stairs", + "穿 搭", + "取得 的", + "取 得的", + "▁ar th", + "▁art h", + "▁ arth", + "under set", + "unders et", + "▁ob session", + "▁obs ession", + "▁obsess ion", + "來 說", + "强 行", + "在上 海", + "在 上海", + "сто я", + "▁p as", + "▁pa s", + "▁ pas", + "nG reen", + "n Green", + "▁Co ord", + "▁ Coord", + "▁d eter", + "▁de ter", + "▁det er", + "un known", + "unk nown", + "press ure", + "▁re plica", + "▁repl ica", + "后 勤", + "▁I sn", + "▁Is n", + "▁el bow", + "str ings", + "string s", + "▁Res Net", + "▁gift ed", + "▁stat ute", + "今 晚", + "相 识", + "国际 化", + "▁D ash", + "▁Da sh", + "▁Das h", + "▁ Dash", + "▁w ives", + "▁wi ves", + "▁ wives", + "▁de form", + "▁def orm", + "▁Ass uming", + "▁Clin ical", + "▁Clinic al", + "▁init iate", + "▁initi ate", + "▁accus ations", + "z x", + "HT TP", + "ta ils", + "tail s", + "tai ls", + "t ails", + "▁m aid", + "▁ma id", + "▁ maid", + "role um", + "▁C hart", + "▁Ch art", + "▁Char t", + "▁Cha rt", + "▁ Chart", + "▁t unes", + "▁tun es", + "▁tune s", + "▁tu nes", + "▁twe eted", + "▁tweet ed", + "▁subsid ies", + "as sis", + "ass is", + "io tic", + "iot ic", + "i otic", + "▁t urt", + "▁tur t", + "▁tu rt", + "▁App ly", + "▁Appl y", + "▁Ap ply", + "▁ Apply", + "ar nings", + "arn ings", + "arning s", + "▁sp ices", + "▁spice s", + "▁w iring", + "▁wi ring", + "▁future s", + "▁fut ures", + "▁Con stant", + "▁Const ant", + "▁ Constant", + "▁plaint iff", + "无 意", + "采 纳", + "MT U", + "am d", + "a md", + "cp u", + "c pu", + "пи с", + "▁( @", + "▁ (@", + "}^{ *", + "} ^{*", + "bo ost", + "▁de tr", + "▁det r", + "st roke", + "str oke", + "▁Gl enn", + "▁Glen n", + "▁overl apping", + "▁overlap ping", + "▁subst itution", + "▁substit ution", + "半 夜", + "右 手", + "Ol d", + "O ld", + "▁L D", + "▁ LD", + "及 相关", + "MzU x", + "in vest", + "inv est", + "▁h urry", + "▁hur ry", + "ilton ian", + "帽 子", + "文 档", + "nN orth", + "nNor th", + "n North", + "▁disadvant age", + "农 药", + "别 墅", + "AM S", + "A MS", + "的可 能", + "的 可能", + "示范 区", + "▁c tx", + "▁ ctx", + "▁се мей", + "▁Linked In", + "▁cont ours", + "▁contour s", + "▁unem ployed", + "ME R", + "M ER", + "▁K err", + "▁Ke rr", + "▁Ker r", + "we ather", + "ple asant", + "▁Pri mary", + "▁Prim ary", + "▁ Primary", + "▁output Id", + "▁iter ative", + "尤 为", + "的心 理", + "的 心理", + "ob ia", + "obi a", + "o bia", + "▁Y uk", + "▁Yu k", + "ic able", + "ica ble", + "nG ener", + "nGe ner", + "nGen er", + "n Gener", + "▁show c", + "algorithm ic", + "_ (", + "制 约", + "▁emb ry", + "▁hyp oc", + "▁un seen", + "▁uns een", + "▁nit rogen", + "开 盘", + "em y", + "e my", + "在 未来", + "我们 对", + "▁C el", + "▁Ce l", + "zh ang", + "z hang", + "▁ста ва", + "▁sl opes", + "▁slope s", + "▁lot tery", + "prising ly", + "▁Trans form", + "▁ Transform", + "R U", + "抗 击", + "减少 了", + "减 少了", + "▁\\\" ^", + "宣传 教育", + "fl ush", + "flu sh", + "im ming", + "imm ing", + "▁c affe", + "▁ca ffe", + "▁caf fe", + "Bus iness", + "B usiness", + "erg arten", + "▁re written", + "▁rew ritten", + "站 点", + "\\\": {\\\"", + "if ndef", + "ntem perature", + "n temperature", + "行 使", + "▁N H", + "▁ NH", + "as so", + "ass o", + "ad der", + "add er", + "▁Bl air", + "▁arbit rarily", + "半 个", + "大 爷", + "to os", + "too s", + "t oos", + "▁m ods", + "▁mod s", + "▁mo ds", + "et ically", + "etic ally", + "e tically", + "ntem plate", + "n template", + "零 部件", + "MzU z", + "Bo und", + "B ound", + "im als", + "imal s", + "ima ls", + "▁S tre", + "▁St re", + "▁Str e", + "Line ar", + "Li near", + "Lin ear", + "L inear", + "elect ron", + "▁organ isms", + "▁organism s", + "▁In dependence", + "▁Ind ependence", + "▁transl ations", + "▁translation s", + "堵 塞", + "时 报", + "皇 家", + "EN G", + "E NG", + "学生 在", + "▁T ap", + "▁Ta p", + "font s", + "f onts", + "nS how", + "nSh ow", + "n Show", + "▁P alin", + "▁Pal in", + "▁Pa lin", + "▁Ass ume", + "▁success es", + "▁Person ally", + "▁Personal ly", + "▁context ual", + "极 致", + "考 场", + "MO D", + "M OD", + "XX X", + "X XX", + "ec a", + "e ca", + "his tor", + "hist or", + "h istor", + "▁Dar win", + "▁exc uses", + "▁excuse s", + "▁s ailing", + "▁sa iling", + "▁sail ing", + "author ized", + "E s", + "т ъ", + "建 議", + "▁P B", + "▁ PB", + "de mo", + "dem o", + "d emo", + "▁h ello", + "▁hel lo", + "▁hell o", + "▁ hello", + "▁s orting", + "▁sort ing", + "▁sor ting", + "▁Hol ocaust", + "世 的", + "堪 称", + "指 向", + "运动 会", + "EN TS", + "ENT S", + "▁ellipt ic", + "▁ellip tic", + "强 迫", + "> ;\\", + "to uch", + "t ouch", + "▁out ward", + "▁Opp ortun", + "E B", + "E y", + "DE S", + "D ES", + "nres ult", + "n result", + "▁elect oral", + "基 建", + "公布 的", + "和 管理", + "draw n", + "dra wn", + "mod ern", + "mode rn", + "▁mot ors", + "▁motor s", + "▁A mazing", + "▁Am azing", + "▁Amaz ing", + "▁dr agged", + "▁dra gged", + "▁drag ged", + "▁In terior", + "▁Int erior", + "▁Inter ior", + "▁ent angled", + "手 动", + "有 大", + "▁И з", + "▁ Из", + "er en", + "ere n", + "e ren", + "uc us", + "od ers", + "ode rs", + "oder s", + "o ders", + "▁H our", + "▁Ho ur", + "▁v ibe", + "▁vi be", + "▁vib e", + "ogn ition", + "▁Re lated", + "▁Rel ated", + "▁ Related", + "▁good bye", + "▁tact ical", + "▁tactic al", + "▁tac tical", + "v v", + "珍 贵", + "I gn", + "lb s", + "l bs", + "sa t", + "s at", + "影响 了", + "影 响了", + "每个 月", + "每 个月", + "辅导 员", + "最重要的 是", + "最重要 的是", + "最 重要的是", + "f uture", + "▁Imper ial", + "▁Imp erial", + "▁a viation", + "▁av iation", + "OT U", + "na c", + "n ac", + "代表 大会", + "▁S pin", + "▁Sp in", + "▁ Spin", + "▁D iscovery", + "▁Dis covery", + "▁Disc overy", + "▁Discover y", + "▁dist racted", + "▁distract ed", + "▁inad equate", + "; /", + "下 调", + "商 户", + "就 没", + "情 況", + "论 证", + "DE V", + "D EV", + "OT Y", + "O TY", + "H tml", + "▁imper ative", + "▁impe rative", + "位 居", + "我 最", + "▁Ser ge", + "在 小", + "汇 聚", + "Ke ep", + "K eep", + "属于 自己的", + "▁rel ent", + "▁rele nt", + "▁Act ivity", + "▁ Activity", + "我 发现", + "▁C afe", + "▁Ca fe", + "▁Caf e", + "▁c ows", + "▁co ws", + "▁cow s", + "ru ctor", + "ruct or", + "ub ernet", + "uber net", + "▁install er", + "水 质", + "病 房", + "重 心", + "ou x", + "o ux", + "mu sic", + "mus ic", + "m usic", + "nm ass", + "n mass", + "▁st amps", + "▁stamp s", + "L anguage", + "▁Ben nett", + "кт и", + "к ти", + "今后 的", + "今 后的", + "和 第二", + "众所周 知", + "▁E arl", + "▁Ear l", + "nc ould", + "ncou ld", + "n could", + "▁bar rels", + "▁barrel s", + "ubernet es", + "▁M aterials", + "▁Material s", + "人民 的", + "人 民的", + "独立 的", + "独 立的", + "App l", + "Ap pl", + "A ppl", + "st it", + "s tit", + "▁M RI", + "▁MR I", + "▁ MRI", + "maj or", + "m ajor", + "st ant", + "stan t", + "sta nt", + "▁ag gregation", + "▁aggreg ation", + "En v", + "E nv", + "Pro t", + "Pr ot", + "P rot", + "▁K re", + "▁Kr e", + "▁pe ek", + "▁pee k", + "▁C isco", + "▁in cap", + "▁i ncap", + "▁inc ap", + "▁mer chant", + "▁merch ant", + "流 畅", + "邮 政", + "Off ice", + "nA pple", + "nApp le", + "nAppl e", + "n Apple", + "Not Null", + "▁p itched", + "▁pitch ed", + "▁pit ched", + "▁pitc hed", + "nFe atures", + "n Features", + "路 人", + "单位 的", + "单 位的", + "in ski", + "ins ki", + "i nski", + "▁C urt", + "▁Cur t", + "▁Cu rt", + "▁tr aps", + "▁tra ps", + "▁trap s", + "ver ages", + "verage s", + "▁C ategory", + "▁ Category", + "nOb viously", + "n Obviously", + "▁Represent ative", + "▁system atically", + "▁systematic ally", + "做 成", + "卧 室", + "建 国", + "旗 舰", + "▁F Y", + "为 中国", + "如果 您", + "部门 的", + "部 门的", + "CC ESS", + "nu sed", + "nuse d", + "nus ed", + "n used", + "ut ton", + "utt on", + "▁M eta", + "▁Me ta", + "▁Met a", + "▁ Meta", + "find er", + "fi nder", + "fin der", + "f inder", + "▁вой на", + "和 新", + "外 表", + "ли ще", + "ac ial", + "aci al", + "a cial", + "▁e tern", + "▁et ern", + "▁p umps", + "▁pump s", + "iling ual", + "▁Sup plement", + "▁prosec utor", + "▁Config uration", + "▁ Configuration", + "桌 上", + "▁H arm", + "▁Har m", + "▁Ha rm", + "▁gest ure", + "▁h acking", + "▁hack ing", + "▁reward ed", + "▁rew arded", + "▁def endants", + "▁defend ants", + "▁defendant s", + "ま す", + "普 法", + "样 品", + "知 晓", + "英 寸", + "nL oc", + "n Loc", + "sl ice", + "▁T rading", + "▁Tr ading", + "▁Tra ding", + "▁Trad ing", + "▁un acceptable", + "至 此", + "过程 中的", + "过程中 的", + "▁W iki", + "▁Wi ki", + "▁Wik i", + "▁Budd hist", + "▁organ izers", + "▁organize rs", + "▁organizer s", + "要 说", + "OW ER", + "in as", + "ina s", + "i nas", + "nH ead", + "nHe ad", + "n Head", + "▁He len", + "▁Hel en", + "▁V illa", + "▁Vi lla", + "▁Vill a", + "▁ch rist", + "▁hum idity", + "▁humid ity", + "▁Card inals", + "▁Cardinal s", + "▁cons erved", + "▁conserv ed", + "▁conserve d", + "▁special izes", + "▁specialize s", + "团 委", + "ND U", + "PO S", + "P OS", + "▁c afe", + "▁ca fe", + "▁caf e", + "tr ation", + "tra tion", + "t ration", + "▁Pol itics", + "▁Polit ics", + "生 机", + "▁发明 内容", + "nWith in", + "t assert", + "杠 杆", + "fm t", + "f mt", + "un ter", + "unt er", + "ven dor", + "v endor", + "tb l", + "t bl", + "先进 的", + "先 进的", + "▁end ure", + "▁n erves", + "▁nerv es", + "▁nerve s", + "▁ner ves", + "▁treat y", + "▁tre aty", + "▁minor ities", + "▁const ructor", + "▁construct or", + "▁ constructor", + "Q w", + "保 密", + "底 下", + "Ho t", + "H ot", + "\\\" [", + "▁N P", + "▁ NP", + "展现 了", + "▁* ***", + "▁** **", + "▁*** *", + "▁ ****", + "▁w ired", + "▁wire d", + "▁wi red", + "fe eding", + "feed ing", + "fee ding", + "▁s odium", + "▁sod ium", + "▁museum s", + "▁satisf actory", + "不同 于", + "充分 的", + "充 分的", + "功能 的", + "功 能的", + "平方 公里", + "▁par ap", + "▁pa rap", + "▁para p", + "ic iency", + "ici ency", + "▁Git Hub", + "原 谅", + "山 上", + "▁D ry", + "▁Dr y", + "nl ike", + "n like", + "▁adv iser", + "▁advis er", + "▁advise r", + "ighbor hood", + "▁instruct ed", + "辩 论", + "较好 的", + "较 好的", + "▁re per", + "▁r eper", + "▁rep er", + "▁repe r", + "nSim ilar", + "▁head ache", + "K D", + "供 水", + "光 的", + "出 货", + "合 唱", + "奋 进", + "ct l", + "c tl", + "nT im", + "n Tim", + "▁K er", + "▁Ke r", + "建设 项目", + "sur face", + "s urface", + "▁preval ence", + "智 商", + "观 摩", + "金 刚", + "Re ply", + "Rep ly", + "au rus", + "aur us", + "a urus", + "▁occ upy", + "▁occup y", + "▁crit ique", + "▁off ended", + "▁A WS", + "▁AW S", + "▁ AWS", + "nC har", + "nCh ar", + "n Char", + "▁m ega", + "▁me ga", + "▁meg a", + "▁ mega", + "nHe alth", + "n Health", + "▁Man ual", + "▁Shan ghai", + "▁geodes ic", + "填 充", + "弯 曲", + "期 盼", + "du al", + "d ual", + "nS am", + "n Sam", + "▁K or", + "▁Ko r", + "Time r", + "Tim er", + "Ti mer", + "T imer", + "▁B att", + "▁Ba tt", + "▁Bat t", + "lin ked", + "link ed", + "▁general ize", + "看 书", + "tt i", + "t ti", + "▁Y E", + "▁ YE", + "很高 的", + "很 高的", + "it ime", + "iti me", + "i time", + "▁T oken", + "▁To ken", + "▁Tok en", + "▁ Token", + "▁sh ocks", + "▁shock s", + "▁sho cks", + "▁sad ness", + "官 兵", + "火 星", + "ux e", + "u xe", + "万 余", + "}} -", + "} }-", + "▁F B", + "▁ FB", + "▁U SC", + "▁US C", + "▁t rait", + "▁tr ait", + "▁tra it", + "Ob jects", + "Object s", + "▁wh olly", + "就 说", + "浓 厚", + "进 化", + "th s", + "t hs", + "// /\\", + "/// \\", + "/ //\\", + "ah aw", + "aha w", + "a haw", + "▁r all", + "▁ra ll", + "▁bo sons", + "▁bos ons", + "▁boson s", + "▁dep icts", + "▁depict s", + "▁caut ious", + "往 来", + "▁C AP", + "▁CA P", + "▁ CAP", + "严格 落实", + "al ter", + "alt er", + "sp ons", + "spo ns", + "s pons", + "▁S hip", + "▁Sh ip", + "▁Shi p", + "▁ Ship", + "▁t its", + "▁tit s", + "▁ti ts", + "▁ 技术领域", + "▁RE ALLY", + "▁REAL LY", + "Element s", + "El ements", + "E lements", + "ole rance", + "oler ance", + "trans ition", + "▁re install", + "W P", + "事 先", + "卖 出", + "im i", + "i mi", + "▁H A", + "▁ HA", + "al an", + "ala n", + "a lan", + "wi ld", + "w ild", + "nH elp", + "nHe lp", + "nHel p", + "n Help", + "▁C had", + "▁Ch ad", + "▁Cha d", + "form al", + "for mal", + "f ormal", + "ig nore", + "ign ore", + "▁down side", + "▁downs ide", + "导 航", + "杜 绝", + "相 差", + "鞋 子", + "co t", + "c ot", + "▁N am", + "▁Na m", + "ce ans", + "cean s", + "cea ns", + "▁et hn", + "▁eth n", + "lege nd", + "leg end", + "▁CON DIT", + "▁le aked", + "▁leak ed", + "▁Tra ffic", + "W T", + "标 注", + "т ни", + "在 接受", + "▁Joe l", + "▁Jo el", + "▁E uler", + "▁ex cluding", + "▁exclud ing", + "▁sup porter", + "▁support er", + "▁suppor ter", + "博 览", + "总 的", + "自 助", + "衍 生", + "陪 审", + "▁pres ently", + "▁present ly", + "Ob s", + "O bs", + "▁( #", + "▁V a", + "▁ Va", + "区 政府", + "en te", + "ent e", + "e nte", + "nH ar", + "n Har", + "▁м ай", + "▁ма й", + "nJ ack", + "nJac k", + "n Jack", + "▁c urb", + "▁cur b", + "▁cu rb", + "▁ch uck", + "▁con ced", + "▁co nced", + "▁conc ed", + "▁conce d", + "▁pro min", + "▁pr omin", + "▁prom in", + "▁flo oring", + "▁floor ing", + "▁secret ly", + "% $", + "习 俗", + "既 往", + "种 族", + "MD I", + "M DI", + "联合 会", + "mit t", + "mi tt", + "m itt", + "St age", + "S tage", + "ns aid", + "n said", + "col ors", + "color s", + "▁sun shine", + "人 际", + "奔 跑", + "完 工", + "局 限", + "故 乡", + "Des c", + "De sc", + "D esc", + "nC ity", + "n City", + "▁R anch", + "▁Ra nch", + "▁Ran ch", + "urope an", + "urop ean", + "▁Ch iefs", + "▁Chief s", + "▁pist ol", + "▁re signed", + "▁res igned", + "▁resign ed", + "▁space craft", + "▁elig ibility", + "从 严", + "就 去", + "年中 国", + "年 中国", + "ци те", + "ц ите", + "▁b uf", + "▁bu f", + "▁ buf", + "▁Ju lie", + "▁Jul ie", + "▁Cam pus", + "▁Camp us", + "▁fe ared", + "▁fear ed", + "bo arding", + "board ing", + "rosc opic", + "r oscopic", + "▁c ottage", + "class Name", + "Q z", + "物 料", + "全 覆盖", + "AN GE", + "ANG E", + "── ──", + "ne ven", + "nev en", + "n even", + "▁flu ids", + "▁fluid s", + "▁vegg ies", + "▁veg gies", + "▁Pent agon", + "▁batt ling", + "▁come back", + "$ /", + "否 定", + "民 宿", + "而 被", + "IS O", + "I SO", + "▁T I", + "▁ TI", + "特定 的", + "特 定的", + "▁k ay", + "▁ka y", + "}\\ \\\\\\", + "}\\\\ \\\\", + "} \\\\\\\\", + "at ican", + "atic an", + "ati can", + "ou lder", + "ould er", + "oul der", + "▁Al low", + "▁All ow", + "▁ Allow", + "Pr ivate", + "P rivate", + "sub stack", + "ubl isher", + "ublish er", + "nStud ents", + "▁cancel ed", + "▁recycl ed", + "▁recycle d", + "▁Cert ificate", + "理 智", + "da r", + "d ar", + "en berg", + "nF alse", + "n False", + "▁fan tas", + "▁fant as", + "▁p urity", + "▁pur ity", + "▁event ual", + "▁out reach", + "▁spe eches", + "▁speech es", + "▁inter rupt", + "证 件", + "no x", + "n ox", + "如果 在", + "rit ish", + "ritis h", + "▁St ack", + "▁Sta ck", + "▁ Stack", + "f ashion", + "▁W edding", + "▁We dding", + "▁Wed ding", + "▁det ective", + "▁detect ive", + "▁market ers", + "▁diss ipation", + "▁dissip ation", + "名 词", + ">( )", + "> ()", + "in j", + "i nj", + "lo yd", + "▁$ $\\\\", + "▁$$ \\\\", + "▁$$\\ \\", + "▁ $$\\\\", + "▁K atie", + "▁Kat ie", + "▁Ka tie", + "▁un con", + "▁u ncon", + "▁unc on", + "▁g reens", + "▁green s", + "▁gre ens", + "▁Develop er", + "大 豆", + "摇 头", + "ди я", + "为他 们", + "为 他们", + "二十 大", + "二 十大", + "▁S it", + "▁Si t", + "um ann", + "uman n", + "uma nn", + "u mann", + "▁K end", + "▁Ke nd", + "▁Ken d", + "▁imm unity", + "▁immun ity", + "▁miss iles", + "▁missile s", + "写 道", + "范 畴", + "获得 的", + "获 得的", + "▁I MO", + "▁IM O", + "▁ IMO", + "▁re bell", + "▁reb ell", + "▁rebel l", + "nYes terday", + "▁un conscious", + "这 套", + "Te am", + "nF IG", + "n FIG", + "▁S adly", + "▁Sad ly", + "Point er", + "Po inter", + "P ointer", + "▁defin itive", + "▁dis ruption", + "▁disrupt ion", + "U X", + "现 任", + "钓 鱼", + "pl ier", + "p lier", + "nS outh", + "nSo uth", + "n South", + "com mons", + "comm ons", + "common s", + "天 才", + "民 办", + "锈 钢", + "顯 示", + "AR E", + "A RE", + "la v", + "l av", + "nt y", + "n ty", + "意识 和", + "我国 的", + "我 国的", + "而且 还", + "ba tim", + "bat im", + "rat ors", + "rator s", + "r ators", + "uc cess", + "ucc ess", + "u ccess", + "▁aff ine", + "▁af fine", + "▁emb raced", + "▁embrace d", + "▁embrac ed", + "责 令", + "av is", + "avi s", + "a vis", + "ни ята", + "ния та", + "ният а", + "▁R ele", + "▁Re le", + "▁Rel e", + "▁Griff in", + "▁eval uations", + "▁evalu ations", + "▁evaluation s", + "mo r", + "m or", + "要 加强", + "▁Z ach", + "cre ased", + "crease d", + "▁Ash ley", + "▁Over view", + "▁ Overview", + "▁Am sterdam", + "▁c ri", + "▁cr i", + "▁ cri", + "▁p est", + "▁pe st", + "▁pes t", + "▁ 背景技术", + "iz ards", + "izard s", + "izar ds", + "▁deb ts", + "▁debt s", + "plot lib", + "▁quant ization", + "ф е", + "准备 好", + "nS ch", + "nSc h", + "n Sch", + "▁E mm", + "▁Em m", + "▁S yn", + "▁Sy n", + "▁ac ne", + "▁f ist", + "▁fi st", + "▁Pl aza", + "it ively", + "itive ly", + "iti vely", + "▁refer ee", + "▁refere e", + "▁Associ ate", + "团 的", + "高 手", + "^^ ^^", + "oc oa", + "oco a", + "▁R ah", + "▁Ra h", + "▁Elect ronic", + "▁unf amiliar", + "x a", + "喝 水", + "金 牛", + "uk a", + "u ka", + "医学 院", + "医 学院", + "经销 商", + "▁A ur", + "▁Au r", + "▁f mt", + "▁fm t", + "▁ fmt", + "▁t orus", + "▁to rus", + "▁tor us", + "Fig ures", + "Figure s", + "▁f isher", + "▁fish er", + "▁suscept ibility", + "话 语", + "ef e", + "e fe", + "ч на", + "叙 利亚", + "还是 在", + "还 是在", + "ef it", + "e fit", + "nh ere", + "nhe re", + "nher e", + "n here", + "|_{ \\\\", + "|_ {\\\\", + "| _{\\\\", + "gtr sim", + "▁Gib son", + "▁Jul ian", + "▁Julia n", + "= %", + "剧 院", + "dd ot", + "d dot", + "nSum mary", + "n Summary", + "▁Cal gary", + "▁Con text", + "▁Cont ext", + "▁ Context", + "▁disp utes", + "▁dispute s", + "▁disput es", + "诸 如", + "▁ ни", + "he red", + "her ed", + "here d", + "h ered", + "▁F lex", + "▁Fl ex", + "▁Fle x", + "▁ Flex", + "▁p ave", + "▁pa ve", + "arc sec", + "arcs ec", + "▁le aning", + "▁lean ing", + "▁sharp ly", + "▁shar ply", + "提 倡", + "洛 阳", + "Mu s", + "M us", + "复工 复产", + "co ins", + "coin s", + "▁t raction", + "▁tr action", + "▁tra ction", + "▁trac tion", + "▁tract ion", + "▁Health care", + "▁screen shot", + "▁screens hot", + ": `", + "抓 紧", + "蝴 蝶", + "贵 族", + "▁F F", + "▁ FF", + "留下 的", + "留 下的", + "石 家庄", + "oy le", + "o yle", + "uff ed", + "uf fed", + "▁hunt ers", + "▁hunter s", + "▁S outheast", + "▁South east", + "▁fact ories", + "▁factor ies", + "▁facto ries", + "先 天", + "电 阻", + "ij k", + "i jk", + "sa n", + "s an", + "是一 家", + "是 一家", + "ri ca", + "ric a", + "r ica", + "weg ian", + "▁ded uce", + "о т", + "却 被", + "要 多", + "近 代", + "▁– \\", + "▁ –\\", + "可以 帮助", + "▁Gar dens", + "▁Garden s", + "▁Gard ens", + "um i", + "u mi", + "会议 室", + "ay an", + "aya n", + "a yan", + "▁B ald", + "▁Ba ld", + "▁Bal d", + "St atic", + "Stat ic", + "co unts", + "count s", + "▁Sk ype", + "▁Sky pe", + "▁scr ews", + "▁screw s", + "▁Fig ures", + "▁Figure s", + "▁ Figures", + "▁clin ics", + "▁clinic s", + "栽 培", + "书记 员", + "nn ew", + "nne w", + "n new", + "▁M ouse", + "▁Mo use", + "▁ Mouse", + "▁d oping", + "▁do ping", + "▁dop ing", + "▁begin ner", + "▁beg inner", + "巡 视", + "▁G U", + "▁ GU", + "的 增长", + "▁S or", + "▁So r", + "▁qu i", + "▁q ui", + "已经 开始", + "▁Qu inn", + "▁Quin n", + "cell color", + "明 了", + "螺 旋", + "起 來", + "送 上", + "]] \\", + "] ]\\", + "й ки", + "▁in test", + "▁i ntest", + "▁int est", + "▁inte st", + "小 康", + "▁X L", + "▁ XL", + "▁l b", + "▁ lb", + "▁Т е", + "Mo use", + "M ouse", + "get Id", + "de code", + "dec ode", + "▁об ласт", + "▁S urface", + "▁Sur face", + "▁ Surface", + "▁sen ator", + "Con struct", + "Co nstruct", + "Const ruct", + "做 个", + "党 政", + "减 速", + "商 贸", + "她 也", + "恶 心", + "期 間", + "水 瓶", + "而 上", + "▁C OP", + "▁CO P", + "▁H ood", + "▁Ho od", + "ag ging", + "agg ing", + "a gging", + "▁Portug uese", + "奔 驰", + "提 案", + "文 的", + "▁C U", + "▁ CU", + "▁E A", + "▁ EA", + "太多 了", + "太 多了", + "放弃 了", + "▁E ug", + "▁K EY", + "▁ KEY", + "it ous", + "ito us", + "last ing", + "las ting", + "l asting", + "▁du bbed", + "▁dub bed", + "▁abund ances", + "▁abundance s", + "借 口", + "雕 塑", + "和大 家", + "和 大家", + "平台 上", + "平 台上", + "火车 站", + "火 车站", + "还有 一些", + "还 有一些", + "nH appy", + "n Happy", + "▁Food s", + "▁Fo ods", + "▁ch ees", + "▁che es", + "▁life long", + "▁lif elong", + "▁grand children", + "繁 殖", + "钱 的", + "阴 影", + "停车 场", + "\\\\ }\\", + "\\\\} \\", + "▁do cs", + "▁doc s", + "▁ docs", + "lu ence", + "▁Do ing", + "▁Br exit", + "▁Bre xit", + "nd efined", + "ndef ined", + "ndefine d", + "n defined", + "cond itional", + "condition al", + "▁predomin antly", + "一 事", + "参 会", + "我 从", + ")* *", + ") **", + "▁V P", + "▁ VP", + "Al ex", + "A lex", + "NE SS", + "N ESS", + "al ez", + "ale z", + "at ial", + "ati al", + "▁te nant", + "▁ten ant", + "▁ tenant", + "▁since re", + "/( -", + "/ (-", + "▁in com", + "▁i ncom", + "▁inc om", + "▁inco m", + "▁Car roll", + "▁Carr oll", + "部 落", + "信息 技术", + "po ons", + "poon s", + "p oons", + "in ters", + "int ers", + "inter s", + "inte rs", + "▁cou pons", + "▁coup ons", + "▁coupon s", + "▁fire place", + "▁fi replace", + "▁strength ening", + "▁strengthen ing", + "▁strengthe ning", + "事 迹", + "特 种", + "盘 中", + "这一 年", + "这 一年", + "▁M LS", + "▁ML S", + "ar don", + "ard on", + "ardo n", + "}} +\\\\", + "}}+ \\\\", + "} }+\\\\", + "Des ign", + "De sign", + "▁t ense", + "▁te nse", + "▁ten se", + "▁tens e", + "▁imag in", + "andid ates", + "andidate s", + "andi dates", + "▁X X", + "▁ XX", + "Pro b", + "Pr ob", + "P rob", + "▁dec imal", + "▁pol ling", + "▁poll ing", + "▁exhib ited", + "▁exhibit ed", + "欺 负", + "}\\\\ )", + "} \\\\)", + "非常 重要", + "Ch ain", + "▁P ull", + "▁Pul l", + "▁Pu ll", + "▁Pl ans", + "▁Plan s", + "▁Fin land", + "一 律", + "在 内", + "报 销", + "暑 期", + "追 踪", + "是 自己", + "变得 更加", + "变得更 加", + "▁dom inates", + "▁domin ates", + "▁dominate s", + "伴 随", + "念 头", + "来 回", + "的 歌", + "上 世纪", + "农民 工", + "ed ar", + "eda r", + "e dar", + "pi ne", + "pin e", + "p ine", + "▁a we", + "▁aw e", + "▁c arn", + "▁car n", + "▁ca rn", + "st reet", + "▁cre ations", + "▁creat ions", + "▁creation s", + "▁in version", + "▁inv ersion", + "傳 統", + "re a", + "r ea", + "▁te nants", + "▁ten ants", + "▁tenant s", + "▁air plane", + "▁an notations", + "▁annot ations", + "▁annotation s", + "▁ annotations", + "д ъл", + "加入 了", + "加 入了", + "nL ocal", + "nLoc al", + "n Local", + "▁P ride", + "▁Pr ide", + "▁Pri de", + "n argument", + "开 水", + "这 不", + "si d", + "s id", + "研究 的", + "IN ST", + "INS T", + "公共 服务", + "Sp lit", + "S plit", + "he tics", + "het ics", + "hetic s", + "h etics", + "▁b ible", + "▁bi ble", + "▁bib le", + "▁t rophy", + "▁tr ophy", + "▁tro phy", + "▁troph y", + "▁be verage", + "價 值", + "均 线", + "▁n s", + "▁ ns", + "类似 的", + "类 似的", + "gr es", + "gre s", + "g res", + "ee per", + "eep er", + "e eper", + "app ear", + "appe ar", + "im ensions", + "imension s", + "imens ions", + "写 字", + "德 里", + "ie u", + "i eu", + "th y", + "t hy", + "▁l ion", + "▁li on", + "ig ated", + "igate d", + "iga ted", + "▁sc rat", + "▁scr at", + "▁scra t", + "▁liqu or", + "▁re creation", + "▁under going", + "▁undergo ing", + "乾 隆", + "温 州", + "男 主", + "mo l", + "m ol", + "▁ ри", + "Time s", + "Tim es", + "Ti mes", + "T imes", + "car bon", + "▁a ired", + "▁air ed", + "入 门", + "原 件", + "后面 的", + "后 面的", + "▁t ran", + "▁tr an", + "▁tra n", + "▁ tran", + "lo cale", + "local e", + "loc ale", + "▁ash amed", + "公 证", + "占 领", + "装 配", + "▁L L", + "▁ LL", + "te in", + "t ein", + "Vol ume", + "ph anie", + "pha nie", + "phan ie", + "经济社会 发展", + "ex press", + "exp ress", + "expr ess", + "▁re sent", + "▁res ent", + "▁rese nt", + "▁ resent", + "▁th resh", + "▁thr esh", + "▁Cent ers", + "▁Center s", + "一 副", + "将 对", + "nR E", + "n RE", + "到 最后", + "en dy", + "end y", + "nB uy", + "n Buy", + "Pos ts", + "Post s", + "Po sts", + "ne apolis", + "▁direct ing", + "▁plan etary", + "▁planet ary", + "压 抑", + "带 的", + "朝 着", + "阳 性", + "新一 代", + "新 一代", + "de ad", + "d ead", + "▁M BA", + "▁MB A", + "▁ MBA", + "▁ste ak", + "▁Sk ills", + "▁Skill s", + "▁p opping", + "▁po pping", + "▁pop ping", + "▁Tele vision", + "Mu t", + "M ut", + "毛 利率", + "▁H ER", + "▁HE R", + "▁ HER", + "the ir", + "▁h ipp", + "▁hip p", + "▁hi pp", + "Up load", + "U pload", + "▁H oney", + "▁Hon ey", + "▁Ho ney", + "▁am ino", + "▁d rying", + "▁dr ying", + "▁dry ing", + "▁M emphis", + "命 名", + "岁 时", + "想要 的", + "▁Le o", + "▁default s", + "▁ defaults", + "▁histor ian", + "▁illegal ly", + "▁illeg ally", + "▁un healthy", + "不 准", + "肠 胃", + "行 星", + "Ho r", + "H or", + "干部 职工", + "本发明 的", + "▁giant s", + "▁gi ants", + "▁up stream", + "▁ upstream", + "建 材", + "更 改", + "西 哥", + "}> \\", + "} >\\", + "STAT US", + "st udent", + "stud ent", + "▁Ar nold", + "▁st urdy", + "▁Work shop", + "▁Works hop", + "▁craft ing", + "▁through put", + "南 山", + "宝 贵", + "视 线", + "饱 和", + "鼓 舞", + "Sa t", + "S at", + "都会 有", + "都 会有", + "W ould", + "it les", + "itle s", + "▁T hing", + "▁Th ing", + "Load ing", + "Lo ading", + "com pact", + "comp act", + "N V", + "尸 体", + "快 捷", + "扫 黑", + "参加 会议", + "it ian", + "iti an", + "▁h urd", + "▁hur d", + "Acc ept", + "Ac cept", + "▁Re ady", + "▁Read y", + "▁ Ready", + "▁be ads", + "▁bead s", + "▁Vol unt", + "▁v icious", + "▁vi cious", + "▁vic ious", + "com parison", + "▁Commun ist", + "动 机", + "up l", + "u pl", + "小孩 子", + "小 孩子", + "▁C RE", + "▁CR E", + "▁ CRE", + "▁$ [\\\\", + "▁$[ \\\\", + "▁Ch ef", + "▁Che f", + "▁mot ivate", + "▁motiv ate", + "▁ex changed", + "▁exchange d", + "▁exch anged", + "▁Bang ladesh", + "一 头", + "上 行", + "口 号", + "往 前", + "Ar m", + "A rm", + "知识 和", + "pro j", + "pr oj", + "▁back end", + "▁ backend", + "▁pass ages", + "▁passage s", + "▁mil estone", + "▁miles tone", + "▁mile stone", + "而 去", + "但是 我", + "但 是我", + "ph erd", + "phe rd", + "pher d", + "▁vig il", + "nRe search", + "nRes earch", + "n Research", + "▁give away", + "▁p ictured", + "▁pict ured", + "▁picture d", + "▁re habilitation", + "合 议", + "规 章", + "日本 的", + "日 本的", + "环境 中", + "菲律 宾", + "ix ty", + "ixt y", + "mu nd", + "mun d", + "m und", + "it als", + "ital s", + "ita ls", + "▁di ets", + "▁die ts", + "▁diet s", + "▁ex ert", + "▁Jen kins", + "▁Cal endar", + "▁ Calendar", + "▁fore casts", + "▁forecast s", + "}) (", + "} )(", + "协议 书", + "▁Pac kers", + "▁Pack ers", + "▁Disc ussion", + "▁ Discussion", + "▁transfer ring", + "▁transf erring", + "未 知", + "栏 目", + "简 洁", + "降 雨", + "会 产生", + "学会 了", + "慢慢 地", + "▁ge ek", + "▁m uff", + "▁mu ff", + "▁For mer", + "▁Form er", + "▁ Former", + "▁chicken s", + "▁chick ens", + "▁diamond s", + "▁liber als", + "▁liberal s", + "▁lib erals", + "▁ac claimed", + "▁acclaim ed", + "▁econom ically", + "▁economic ally", + "▁economical ly", + "征 程", + "甲 状", + "近 视", + "po d", + "p od", + "对 孩子", + "支付 宝", + "▁C ir", + "ro ads", + "road s", + "cast er", + "ca ster", + "cas ter", + "c aster", + "▁c rate", + "▁cr ate", + "▁cra te", + "▁al mond", + "▁Cow boys", + "в ро", + "▁C and", + "▁Can d", + "▁Ca nd", + "On line", + "O nline", + "▁E lite", + "▁El ite", + "▁Eli te", + "▁Ar ctic", + "▁Arc tic", + "▁Bron cos", + "▁re sembles", + "▁resemb les", + "▁resemble s", + "有 關", + "马 路", + "De n", + "D en", + "交通 费", + "qu is", + "q uis", + "▁R af", + "▁Ra f", + "▁ex posing", + "▁exp osing", + "▁expos ing", + "▁att racting", + "▁attract ing", + "▁attr acting", + "社 工", + "课 后", + "二 等奖", + "▁BB Q", + "每一个 人", + "每一 个人", + "每 一个人", + "ча сти", + "част и", + "县 人民法院", + "ia ting", + "iat ing", + "i ating", + "▁R alph", + "▁un used", + "▁u nused", + "▁unus ed", + "▁поли ти", + "▁scan ner", + "优 越", + "室 外", + "找 个", + "id ae", + "ida e", + "▁Gr ove", + "▁Gro ve", + "▁G uild", + "▁Gu ild", + "▁Tr iple", + "▁Tri ple", + "▁Trip le", + "▁compre hend", + "投 稿", + "预 告", + "的身 影", + "的 身影", + "HE AD", + "▁h ay", + "▁ha y", + "▁d uct", + "▁du ct", + "▁ duct", + "▁\\\" \\\"\\", + "▁\\\"\\\" \\", + "▁Bry ant", + "▁Bryan t", + "▁us able", + "▁ usable", + "▁Te acher", + "▁Tea cher", + "▁Teach er", + "▁t ensions", + "▁tension s", + "▁tens ions", + "▁begin ners", + "▁beginner s", + "▁vol atility", + "就 想", + "消 灭", + "缺 席", + "▁- =", + "发改 委", + "▁qu ir", + "▁qui r", + "▁ quir", + "ore tical", + "轻 微", + "F un", + "}} +", + "} }+", + "副 作用", + "re search", + "res earch", + "▁semantic s", + "▁semant ics", + "振 动", + "ca b", + "c ab", + "▁д ей", + "▁де й", + "▁m asc", + "▁mas c", + "▁ma sc", + "▁R osen", + "▁Ro sen", + "▁Rose n", + "▁Ros en", + "nO nline", + "nOn line", + "n Online", + "cell ence", + "▁vict ories", + "▁country side", + "▁trans former", + "▁transform er", + "sol ution", + "s olution", + "▁n otions", + "▁not ions", + "▁notion s", + "▁embarrass ed", + "ncor responding", + "ncorrespond ing", + "n corresponding", + "中 部", + "打 赢", + "有 余", + "Book s", + "Bo oks", + "B ooks", + "▁B ach", + "▁Ba ch", + "▁C olin", + "▁Col in", + "▁Co lin", + "▁le aks", + "▁leak s", + "Cont inue", + "Contin ue", + "▁install ment", + "r g", + "л ъ", + "五 月", + "的 同", + "石 化", + "较 少", + "us a", + "u sa", + "每天 都", + "Har d", + "Ha rd", + "H ard", + "不得 不说", + "不得不 说", + "▁n ood", + "▁no od", + "▁re cess", + "▁r ecess", + "▁rec ess", + "▁rece ss", + "▁Con cept", + "▁Conc ept", + "▁ Concept", + "▁Gen esis", + "▁Gene sis", + "P ut", + "▁F o", + "re ts", + "ret s", + "r ets", + "F amily", + "fra mes", + "fr ames", + "frame s", + "fram es", + "f rames", + "▁p urse", + "▁pur se", + "▁purs e", + "▁Pay Pal", + "▁announce ments", + "▁announcement s", + "u o", + "用 以", + "▁b ib", + "▁bi b", + "▁ bib", + "▁m igr", + "▁mi gr", + "▁mig r", + "▁ad here", + "▁th rone", + "▁thr one", + "▁thro ne", + "date time", + "dat etime", + "▁Victor ian", + "▁Victoria n", + "会 使", + "刷 新", + "▁у чи", + "迁 移", + "成熟 的", + "成 熟的", + "是 这样", + "nd oes", + "ndo es", + "n does", + "th ese", + "the se", + "bound ed", + "b ounded", + "▁serv ant", + "▁ser vant", + "nAb stract", + "n Abstract", + "d v", + "价 的", + "当 做", + "调 味", + "那样 的", + "那 样的", + "▁No bel", + "▁Nob el", + "打 卡", + "触 发", + "RG B", + "R GB", + "第一 步", + "第 一步", + "du ino", + "▁c lash", + "▁cl ash", + "cent ered", + "center ed", + "▁real izes", + "▁realize s", + "▁adv ancing", + "▁asympt otically", + "▁asymptotic ally", + "亲 属", + "美国 人", + "美 国人", + "pl ac", + "re po", + "rep o", + "ци он", + "ac ies", + "aci es", + "a cies", + "▁K ash", + "▁Ka sh", + "▁Kas h", + "▁li vest", + "▁live st", + "▁lives t", + "▁liv est", + "▁fire arm", + "▁super market", + "▁supermark et", + "巡 察", + "并 购", + "op p", + "o pp", + "有一 点", + "有 一点", + "被 评为", + "这些 问题", + "重点 工作", + "▁V iol", + "▁Vi ol", + "im ates", + "imate s", + "ima tes", + "i mates", + "Data set", + "Dat aset", + "medi ately", + "mediate ly", + "羊 肉", + "赋 能", + "TO P", + "T OP", + "不再 是", + "这件事 情", + "这件 事情", + "这 件事情", + "▁I nto", + "▁In to", + "▁Int o", + "▁In come", + "▁Inc ome", + "▁emb ark", + "▁embar k", + "▁l itter", + "▁lit ter", + "▁bat ting", + "▁batt ing", + "▁p itches", + "▁pitch es", + "▁pit ches", + "▁pitc hes", + "▁dis placed", + "▁displ aced", + "▁displace d", + "E w", + "上 台", + "隆 重", + "▁H OW", + "▁HO W", + "▁M ul", + "▁Mu l", + "实践 活动", + "▁e ats", + "▁eat s", + "Sp ring", + "cept ive", + "▁l ender", + "▁le nder", + "▁len der", + "▁lend er", + "▁diff use", + "▁Advis ory", + "▁Advisor y", + "▁alt itude", + "N H", + "R X", + "评 委", + "年前 的", + "年 前的", + "ri mp", + "rim p", + "r imp", + "▁S we", + "▁Sw e", + "de mand", + "dem and", + "et able", + "eta ble", + "e table", + "▁flag ship", + "▁flags hip", + "停 留", + "干 脆", + "墨 西哥", + "▁B ros", + "▁Bro s", + "▁Br os", + "▁En try", + "▁Ent ry", + "▁ Entry", + "▁Eth iop", + "▁elev ator", + "▁gal actic", + "▁ galactic", + "▁redund ant", + "平 淡", + "生 于", + "▁h ull", + "▁s add", + "▁sa dd", + "▁sad d", + "▁sle ek", + "▁slee k", + "▁st all", + "▁sta ll", + "▁stal l", + "▁t actic", + "▁tact ic", + "▁ta ctic", + "▁tac tic", + "▁un supervised", + "▁ 表", + "化 了", + "早 早", + "沃 尔", + "▁P G", + "▁ PG", + "起到 了", + "起 到了", + "▁M VP", + "▁MV P", + "▁ MVP", + "EC TION", + "ECT ION", + "E CTION", + "▁reb els", + "▁rebel s", + "ruct ures", + "ructure s", + "▁spokes woman", + "并 向", + "饺 子", + "Lo w", + "L ow", + "不适 合", + "不 适合", + "▁S cre", + "▁Sc re", + "▁S low", + "▁Sl ow", + "▁Slo w", + "▁await ing", + "▁awa iting", + "比亚 迪", + "CH AR", + "CHA R", + "не ние", + "np resent", + "npre sent", + "npres ent", + "n present", + "乐 园", + "执 勤", + "▁T F", + "▁ TF", + "▁T ak", + "▁Ta k", + "ab sol", + "abs ol", + "a bsol", + "ver tical", + "vert ical", + "▁Sche dule", + "▁ Schedule", + "▁ass essing", + "▁assess ing", + "▁asses sing", + "合 资", + "呕 吐", + "带 队", + "必 备", + "MT I", + "M TI", + "他 自己", + "La nd", + "L and", + "ee nth", + "een th", + "e enth", + "进一步 加强", + "▁fl ick", + "t String", + "▁cas inos", + "▁casino s", + "▁C riminal", + "▁Crim inal", + "▁anisot ropic", + "汉 语", + "▁N SA", + "▁NS A", + "▁C reated", + "▁Creat ed", + "▁Create d", + "▁Cre ated", + "▁ Created", + "▁di visor", + "▁div isor", + "ndist ribution", + "n distribution", + "接 纳", + "生 殖", + "奠定 了", + "奠 定了", + "▁B oss", + "▁Bo ss", + "▁Bos s", + "▁H ours", + "▁Ho urs", + "▁Hour s", + "▁fier ce", + "▁sing let", + "▁single t", + "ge tString", + "get String", + "acknow ledgments", + "一 号", + "威 尔", + "繁 华", + "▁R uth", + "▁Ru th", + "▁Rut h", + "cam era", + "came ra", + "▁N okia", + "▁b urns", + "▁bur ns", + "▁burn s", + "▁b achelor", + "▁ret rieved", + "▁retrie ved", + "▁retrieve d", + "▁author ization", + "批 次", + "累 了", + "这才 是", + "这 才是", + "om ial", + "omi al", + "nl arge", + "n large", + "▁mel ted", + "▁melt ed", + "▁story line", + "务 工", + "打 出", + "打 好", + "香 烟", + "up er", + "u per", + "▁L ed", + "▁Le d", + "▁Ad ult", + "▁li cence", + "▁lic ence", + "▁un covered", + "▁unc overed", + "▁uncover ed", + "▁con current", + "▁co ncurrent", + "▁conc urrent", + "▁concur rent", + "▁ concurrent", + "t S", + "á n", + "埃 及", + "vo n", + "v on", + "▁Н е", + "制定 了", + "制 定了", + "pl ays", + "play s", + "▁al right", + "▁Histor ic", + "▁liter acy", + "▁test ified", + "榜 单", + "为 企业", + "银行 卡", + "na pp", + "nap p", + "n app", + "▁раз ли", + "▁inc umb", + "▁out fits", + "▁outfit s", + "▁exam ines", + "▁examine s", + "▁Sacram ento", + "加 之", + "无 一", + "▁R NA", + "▁RN A", + "▁ RNA", + "▁qu o", + "▁q uo", + "▁ quo", + "F ocus", + "ra its", + "rait s", + "ise cond", + "i second", + "nR obert", + "nRob ert", + "nRo bert", + "n Robert", + "▁Rodrig uez", + "杨 某", + "▁P V", + "▁ PV", + "的法 律", + "的 法律", + "at hs", + "ath s", + "a ths", + "nA ir", + "n Air", + "un its", + "unit s", + "uni ts", + "u nits", + "▁Tr inity", + "▁Trin ity", + "回 调", + "这 三", + "nS er", + "nSe r", + "n Ser", + "nR eal", + "nRe al", + "n Real", + "▁forg iveness", + "▁forgive ness", + "▁forgiven ess", + "’ ”", + "老 虎", + "连 锁", + "资源 的", + "希望 大家", + "ca use", + "c ause", + "▁un des", + "▁und es", + "▁u ndes", + "ich ever", + "iche ver", + "plete ly", + "plet ely", + "Option al", + "Opt ional", + "单 车", + "ch ief", + "chie f", + "chi ef", + "▁rail road", + "▁j s", + "▁ js", + "al ks", + "alk s", + "▁g um", + "▁gu m", + "▁ST AT", + "▁ STAT", + "nTh ink", + "n Think", + "upy ter", + "▁w ells", + "▁well s", + "▁wel ls", + "an gered", + "ang ered", + "ange red", + "anger ed", + "报 酬", + "有 两", + "Int eg", + "tu int", + "t uint", + "cy cles", + "cycle s", + "cycl es", + "▁I celand", + "▁Ice land", + "▁toler ate", + "▁antib iotics", + "▁antibiotic s", + "奢 侈", + "采 摘", + "項 目", + "合作 的", + "合 作的", + "▁quot ient", + "▁initial ization", + "す る", + "农 家", + "吉 利", + "是 非", + "ми на", + "▁M IN", + "▁MI N", + "▁ MIN", + "▁ц ен", + "▁ цен", + "pos al", + "po sal", + "▁inter rog", + "▁pack aged", + "▁package d", + "▁short cut", + "▁C ertainly", + "▁Certain ly", + "之 余", + "将 被", + "走 廊", + "пра в", + "▁B ass", + "▁Bas s", + "▁Ba ss", + "▁G ore", + "▁Go re", + "▁Gor e", + "▁r ats", + "▁ra ts", + "▁rat s", + "▁ rats", + "▁fr amed", + "▁fram ed", + "▁frame d", + "▁fra med", + "▁sp reads", + "▁spread s", + "▁terr ifying", + "之 間", + "深 情", + "额 外", + "RE SS", + "RES S", + "R ESS", + "▁W ake", + "▁Wa ke", + "▁re ps", + "▁r eps", + "▁rep s", + "ab b", + "a bb", + "▁ 具体", + "ns ic", + "n sic", + "▁mel ting", + "▁melt ing", + "▁Like wise", + "▁condens ate", + "os i", + "o si", + "不 舒服", + "整个 人", + "整 个人", + "ph ys", + "phy s", + "▁B og", + "▁Bo g", + "▁Ast ron", + "火 的", + "Mj Y", + "才能 够", + "才 能够", + "ri ce", + "ric e", + "r ice", + "不知 不觉", + "vis it", + "▁sm oked", + "▁smoke d", + "▁smok ed", + "▁smo ked", + "▁consult ants", + "▁consultant s", + "玩 的", + "神 话", + "艰 辛", + "MD Y", + "ob a", + "o ba", + "nAr ch", + "n Arch", + "ib ling", + "ibl ing", + "i bling", + "▁b loss", + "▁bl oss", + "▁blo ss", + "▁S ullivan", + "ens itivity", + "命 题", + "夯 实", + "年 年", + "本 体", + "款 的", + "也 开始", + "就不 能", + "就 不能", + "明确 了", + "J une", + "▁V lad", + "in ality", + "inal ity", + "▁Pal mer", + "▁Palm er", + "▁there after", + "= /", + "分 歧", + "腐 蚀", + "遏 制", + "骑 士", + "do r", + "d or", + "aa aa", + "aaa a", + "a aaa", + "事故 发生", + "nor th", + "n orth", + "▁Ron ald", + "sam pling", + "s ampling", + "nex pected", + "nexp ected", + "n expected", + "▁shop pers", + "▁sho ppers", + "成 長", + "虽 说", + "▁R H", + "▁ RH", + "in sky", + "ins ky", + "Ob serv", + "Obs erv", + "O bserv", + "▁Re pair", + "▁Rep air", + "▁sem inar", + "▁semi nar", + "座 椅", + "手 臂", + "法 则", + "淋 巴", + "am ba", + "amb a", + "Aud io", + "A udio", + "Mod al", + "Mo dal", + "M odal", + "▁Clin ic", + "▁con tests", + "▁cont ests", + "▁contest s", + "▁South west", + "Back grounds", + "Background s", + "trans action", + "可 行", + "ем а", + "е ма", + "Per s", + "Pe rs", + "P ers", + "aj ax", + "aja x", + "a jax", + "▁c him", + "▁ch im", + "▁chi m", + "Fri end", + "F riend", + "pl anes", + "plan es", + "plane s", + "ring ton", + "r ington", + "▁re calls", + "▁rec alls", + "▁recall s", + "▁amb assador", + "▁discount ed", + "中 断", + "多 位", + "IP O", + "I PO", + "ND Y", + "us k", + "u sk", + "需求 的", + "▁un safe", + "▁uns afe", + "▁ unsafe", + "上 证", + "不 胜", + "真 情", + "达 标", + "Fi t", + "F it", + "un i", + "u ni", + "▁G rass", + "▁Gr ass", + "▁Gra ss", + "▁cre ws", + "▁cr ews", + "▁crew s", + "E p", + "上 次", + "服 饰", + "聆 听", + "莫 名", + "▁М о", + "ar ah", + "ara h", + "a rah", + "US PTO", + "ar rie", + "arri e", + "arr ie", + "vi sed", + "vis ed", + "v ised", + "▁p ains", + "▁pain s", + "▁pa ins", + "max imum", + "maxim um", + "nN umber", + "n Number", + "int erval", + "inter val", + "nSup port", + "n Support", + "▁Break fast", + "▁C atherine", + "抗 战", + "筛 查", + "鲜 花", + "福 音", + "称 赞", + "▁D EC", + "▁DE C", + "▁ DEC", + "▁P OST", + "▁PO ST", + "▁POS T", + "▁ POST", + "▁R ico", + "▁Ric o", + "▁Ri co", + "▁em bro", + "▁emb ro", + "▁m utation", + "▁mut ation", + "▁ mutation", + "▁util ization", + "岁 了", + "▁r ul", + "▁ru l", + "▁Z ion", + "▁back drop", + "原 有", + "就 读", + "教 科", + "落 下", + "▁F X", + "▁ FX", + "▁p H", + "▁ pH", + "是 需要", + "time r", + "tim er", + "ti mer", + "t imer", + "▁parad ox", + "▁mush rooms", + "▁mushroom s", + "▁altern ating", + "化 和", + "奥 迪", + "的 角色", + "的身 体", + "的 身体", + "Lo op", + "L oop", + "合同 约定", + "▁Со фия", + "red ients", + "▁Work ers", + "▁Wor kers", + "▁Worker s", + "你 还", + "圣 经", + "報 告", + "抗 体", + "雷 达", + "nA g", + "n Ag", + "▁— —", + "▁ ——", + "Car t", + "Ca rt", + "C art", + "不 等", + "pe x", + "p ex", + "ic hi", + "ich i", + "i chi", + "big gl", + "bigg l", + "Le arning", + "Learn ing", + "L earning", + "▁the ology", + "下 周", + "数 值", + "][ '", + "] ['", + "nA ng", + "nAn g", + "n Ang", + "big gr", + "bigg r", + "ex ual", + "▁bi om", + "▁bio m", + "▁v ort", + "▁vo rt", + "▁com positions", + "▁compos itions", + "▁composition s", + "小 伙", + "讲述 了", + "W ang", + "▁K urt", + "▁Ku rt", + "▁Kur t", + "▁ub iqu", + "am ental", + "ament al", + "amen tal", + "▁Indian apolis", + "峰 会", + "Fi x", + "F ix", + "if def", + "▁пра ви", + "I K", + "散 步", + "to m", + "t om", + "就 知道", + "江西 省", + "nJ im", + "n Jim", + "最后 一个", + "最后一 个", + "有关 规定", + "▁m obil", + "▁mo bil", + "▁mob il", + "e clipse", + "c ategories", + "b k", + "h w", + "一 笔", + "在 职", + "房 企", + "生 了", + "▁h aul", + "▁ha ul", + "▁ haul", + "id entity", + "ident ity", + "cri ptions", + "cription s", + "cript ions", + "▁Arch itect", + "▁re members", + "▁remember s", + "▁remem bers", + "▁redu ctions", + "▁red uctions", + "▁reduction s", + "nPh il", + "n Phil", + "▁B ert", + "▁Be rt", + "▁Ber t", + "▁m uon", + "▁mu on", + "▁С лед", + "▁ След", + "nL ater", + "nLa ter", + "▁W ords", + "▁Word s", + "▁Wor ds", + "▁ Words", + "▁d rones", + "▁dr ones", + "▁dro nes", + "▁drone s", + "▁any ways", + "▁anyway s", + "ov an", + "ova n", + "o van", + "ph il", + "phi l", + "▁D eb", + "▁De b", + "▁ Deb", + "cou ld", + "c ould", + "nUn ited", + "n United", + "ute nant", + "uten ant", + "u tenant", + "▁e nlarge", + "▁en large", + "▁enlarg e", + "▁pharm acy", + "▁pharmac y", + "二 期", + "全 员", + "另 有", + "火 爆", + "ut ory", + "utor y", + "uto ry", + "▁de vote", + "▁dev ote", + "▁slee ves", + "▁sleeve s", + "▁label led", + "▁lab elled", + "▁sur render", + "▁surrend er", + "一 幅", + "家 务", + "▁т и", + "▁ ти", + "▁bond ing", + "▁bon ding", + "▁im plant", + "▁impl ant", + "▁Birth day", + "▁util izes", + "▁utilize s", + "N i", + "的 理念", + "gi ve", + "g ive", + "▁ф он", + "anch ez", + "anche z", + "▁un const", + "▁u nconst", + "▁uncon st", + "▁Ed inburgh", + "▁term inology", + "元 旦", + "景 色", + "▁M ik", + "▁Mi k", + "▁у ни", + "▁Mor mon", + "▁Morm on", + "▁no ises", + "▁noise s", + "▁refuge e", + "▁B achelor", + "▁wild erness", + "复 试", + "的 总", + "你 觉得", + "去 医院", + "的 努力", + "▁s lap", + "▁sl ap", + "▁sl owed", + "▁slow ed", + "▁par sing", + "住 建", + "明 朝", + "mo m", + "m om", + "Bo ot", + "B oot", + "CL UD", + "Bind ing", + "Bin ding", + "B inding", + "▁mechan ic", + "▁format ting", + "▁peripher al", + "й н", + "入 侵", + "尊 严", + "那 位", + "▁t am", + "▁ta m", + "地方 政府", + "nC lass", + "nCl ass", + "n Class", + "▁Sh ore", + "▁Sho re", + "▁h unter", + "▁hunt er", + "▁th rill", + "▁thr ill", + "▁re actor", + "▁react or", + "nf ollowing", + "nfollow ing", + "发 性", + "打 扮", + "的 红", + "ja x", + "j ax", + "ra ts", + "rat s", + "r ats", + "ti on", + "t ion", + "电动 汽车", + "F uture", + "▁col ony", + "▁colon y", + "▁pean ut", + "▁Germ ans", + "▁German s", + "▁Ger mans", + "▁vamp ire", + "▁Br ussels", + "▁Com pared", + "▁Comp ared", + "▁Compare d", + "▁wr apping", + "▁wra pping", + "▁wrap ping", + "▁travel led", + "▁trav elled", + "塞 尔", + "娃 娃", + "当 选", + "我 没", + "的 数量", + "lock ed", + "loc ked", + "▁G arcia", + "▁Gar cia", + "poss ibly", + "▁cos metic", + "▁cosm etic", + "▁red shifts", + "▁redshift s", + "▁Legisl ature", + "S V", + "书 店", + "二 年", + "意 向", + "行 動", + "資 訊", + "长 远", + "go w", + "g ow", + "de nt", + "den t", + "d ent", + "▁P CI", + "▁PC I", + "▁t ed", + "▁te d", + "▁ ted", + "ar ius", + "ari us", + "nm ult", + "n mult", + "nE arly", + "▁Gl obe", + "▁Glo be", + "▁Se ems", + "▁See ms", + "Du ration", + "D uration", + "列 为", + "技 艺", + "液 压", + "高 潮", + "对 原告", + "形式 的", + "形 式的", + "▁S UV", + "▁SU V", + "▁ SUV", + "nb ool", + "n bool", + "▁c hin", + "▁ch in", + "▁chi n", + "▁ chin", + "▁CON TR", + "▁CONT R", + "▁For mat", + "▁Form at", + "▁ Format", + "▁sh ining", + "▁inst itute", + "▁discover ies", + "怀 念", + "花 卉", + "Mj I", + "合议 庭", + "白色 的", + "白 色的", + "at io", + "ati o", + "党建 工作", + "▁L odge", + "▁h ates", + "▁ha tes", + "▁hate s", + "▁hat es", + "set Text", + "▁gall on", + "▁gal lon", + "di agonal", + "diag onal", + "ith metic", + "nEx ample", + "n Example", + "▁vis cosity", + "▁visc osity", + "基 数", + "过 大", + "追 溯", + "Nj U", + "▁t mp", + "▁ tmp", + "nP rov", + "nPro v", + "nPr ov", + "n Prov", + "▁C ord", + "▁Co rd", + "▁Cor d", + "党支部 书记", + "▁He avy", + "gr avity", + "gra vity", + "grav ity", + "message s", + "mess ages", + "m essages", + "▁hyper bolic", + "全 國", + "区 内", + "师 资", + "脑 子", + "的身 份", + "的 身份", + "IF AR", + "IFA R", + "▁Coll abor", + "▁pun ished", + "▁punish ed", + "▁initial ized", + "▁initialize d", + "left rightarrow", + "万 一", + "不 斷", + "剂 量", + "翡 翠", + "远 方", + "幸福 感", + "还是 比较", + "还 是比较", + "am big", + "amb ig", + "▁bl ended", + "▁blend ed", + "▁sym pathy", + "▁symp athy", + "▁sympath y", + "▁renov ation", + "四 处", + "州 的", + "膳 食", + "nA sk", + "nAs k", + "n Ask", + "ve lt", + "vel t", + "v elt", + "al ias", + "ali as", + "alia s", + "pa cket", + "pack et", + "pac ket", + "▁rel ieve", + "▁relie ve", + "ASH INGTON", + "身 體", + "▁i e", + "▁ ie", + "副 会长", + "很强 的", + "很 强的", + "ar ger", + "arg er", + "arge r", + "at hetic", + "ath etic", + "athe tic", + "nCho ose", + "n Choose", + "长 了", + "阳 台", + ")/ (-", + ")/( -", + ") /(-", + "AT ER", + "ATE R", + "A TER", + "▁P ie", + "▁Pi e", + "nK now", + "n Know", + "▁de af", + "▁pup ils", + "▁pupil s", + "▁se ated", + "▁sea ted", + "▁seat ed", + "div ision", + "di vision", + "Acknow ledgements", + "R s", + "r p", + "业 态", + "包 围", + "州 区", + "说 他", + "ро в", + "才 可以", + "ig gs", + "igg s", + "▁G em", + "▁Ge m", + "▁\\\" [", + "▁ \\\"[", + "co des", + "code s", + "cod es", + "c odes", + "▁H erald", + "▁Her ald", + "▁re count", + "▁rec ount", + "▁exerc ising", + "精 细", + "▁s arc", + "▁sa rc", + "▁s ued", + "▁su ed", + "▁sue d", + "▁p inch", + "▁pin ch", + "▁pi nch", + "M x", + "对 称", + "就 得", + "问 候", + "ж ки", + "本院 于", + "So uth", + "S outh", + "br oken", + "bro ken", + "▁Mil an", + "▁Mi lan", + "▁t asted", + "▁tas ted", + "▁taste d", + "▁tast ed", + "▁ta sted", + "process or", + "孙 子", + "教 學", + "De ep", + "D eep", + "专项 整治", + "▁at tent", + "▁att ent", + "▁atten t", + "▁bench marks", + "▁benchmark s", + "' ^", + "封 建", + "特 的", + "Ga l", + "G al", + "]_ {", + "] _{", + "管理 人员", + "▁Sup erv", + "▁Super v", + "▁ins ists", + "▁insist s", + "▁gradu ating", + "▁grad uating", + "老 实", + "S ql", + "ме р", + "м ер", + "▁W ol", + "▁Wo l", + "ou ted", + "out ed", + "oute d", + "o uted", + "▁w orm", + "▁wor m", + "▁wo rm", + "▁ worm", + "▁S olve", + "▁Sol ve", + "> \"", + "离 职", + "重 重", + "▁б ъ", + "▁k pc", + "▁ kpc", + "math tt", + "matht t", + "▁Qu ery", + "▁Que ry", + "▁ Query", + "▁r aped", + "▁ra ped", + "▁rape d", + "▁rap ed", + "Inst all", + "▁The rapy", + "▁Nich olas", + "▁tim estamp", + "▁timest amp", + "▁ timestamp", + "個 月", + "点 燃", + "自 卑", + "螺 纹", + "行 為", + "資 源", + "MT Y", + "M TY", + "т ри", + "和 支持", + "这段 时间", + "这 段时间", + "No des", + "Node s", + "N odes", + "▁Re tail", + "▁Ret ail", + "▁bo iling", + "▁boil ing", + "▁predecess or", + "vi c", + "v ic", + "的 语言", + "笔记 本", + "ion ic", + "io nic", + "ioni c", + "i onic", + "app ings", + "apping s", + "a ppings", + "is ional", + "ision al", + "isi onal", + "▁add icted", + "▁addict ed", + "上 前", + "入 驻", + "名 师", + "恐 慌", + "nS w", + "n Sw", + "nst art", + "n start", + "at uring", + "atur ing", + "收 回", + "$; \\", + "$ ;\\", + "Tr y", + "T ry", + "▁av ail", + "▁D uncan", + "▁Dun can", + "▁Du ncan", + "▁Met ropolitan", + "几 位", + "英 國", + "MD U", + "传染 病", + "af er", + "afe r", + "a fer", + "▁P UR", + "▁PU R", + "▁b og", + "▁bo g", + "执法 人员", + "▁l aughs", + "▁laugh s", + "▁laug hs", + "▁Pant hers", + "▁Pakistan i", + "▁con verter", + "▁conver ter", + "▁convert er", + "嘴 巴", + "诸 葛", + "的 治疗", + "的 理由", + "Gi ven", + "Give n", + "G iven", + "cl ing", + "cli ng", + "clin g", + "c ling", + "▁F lag", + "▁Fl ag", + "▁Fla g", + "▁ Flag", + "ab olic", + "abol ic", + "abo lic", + "a bolic", + "nTh ird", + "▁sc rub", + "▁scr ub", + "ye t", + "y et", + "成长 的", + "成 长的", + "Si de", + "S ide", + "▁S aw", + "▁Sa w", + "▁h ij", + "▁hi j", + "task s", + "tas ks", + "t asks", + "re nces", + "ren ces", + "rence s", + "r ences", + "▁not ch", + "▁ notch", + "source s", + "s ources", + "▁he ater", + "▁heat er", + "▁confirm ing", + "投 身", + "普 京", + "金 牌", + "▁T u", + "▁М е", + "很快 就", + "Ex pl", + "Exp l", + "▁c ath", + "▁ca th", + "▁cat h", + "▁о ста", + "▁ос та", + "▁c rank", + "▁cr ank", + "▁cra nk", + "▁cran k", + "▁ex pired", + "▁exp ired", + "▁expire d", + "▁premium s", + "傍 晚", + "印 尼", + "做 一些", + "be am", + "bea m", + "▁b lu", + "▁bl u", + "le vard", + "lev ard", + "▁analy se", + "▁analys e", + "▁the aters", + "▁theater s", + "▁theat ers", + "刹 车", + "桌 子", + "缺 口", + "Ur i", + "U ri", + "га т", + "nF in", + "n Fin", + "te le", + "tel e", + "t ele", + "nv ery", + "n very", + "Vis ible", + "V isible", + "▁in flict", + "▁inf lict", + "▁infl ict", + "▁test osterone", + "双 眼", + "破 解", + "老 師", + "除 恶", + "во д", + "ma nt", + "man t", + "m ant", + "▁mon key", + "▁monk ey", + "▁annoy ed", + "▁en closed", + "▁gentle man", + "同 心", + "Fi nal", + "Fin al", + "F inal", + "on ies", + "oni es", + "▁resc ued", + "▁rescue d", + "▁agree ing", + "▁agre eing", + "冰 雪", + "感 应", + "▁E ND", + "▁EN D", + "▁ END", + "▁P ul", + "▁Pu l", + "十五 日内", + "▁Lu cy", + "▁Luc y", + "cycl op", + "▁can on", + "▁ca non", + "Americ a", + "Count er", + "Co unter", + "▁ 个", + "传 送", + "简 历", + "表 态", + "等多 个", + "等 多个", + "▁t raced", + "▁tr aced", + "▁tra ced", + "▁trac ed", + "▁trace d", + "▁Vik ings", + "▁int ends", + "▁inte nds", + "▁intend s", + "▁imp erial", + "▁imper ial", + "▁impe rial", + "防 晒", + "IF T", + "I FT", + "av in", + "avi n", + "a vin", + "▁De fine", + "▁Def ine", + "▁cand les", + "▁candle s", + "▁plug ged", + "м ъ", + "看 不", + "办 实事", + "UL AR", + "▁M aur", + "▁Ma ur", + "▁Mau r", + "bet ter", + "b etter", + "▁B ottom", + "▁Bot tom", + "▁Bott om", + "▁ Bottom", + "▁fel ony", + "▁Ch anges", + "▁Change s", + "▁Chan ges", + "▁Chang es", + "▁ Changes", + "▁mat urity", + "心 动", + "所 未", + "羽 毛", + "Mz Y", + "的情 形", + "的 情形", + "认真 的", + "认 真的", + "') \\\\", + "')\\ \\", + "' )\\\\", + "▁M az", + "▁Ma z", + "营业 收入", + "▁c ondo", + "▁con do", + "▁co ndo", + "▁cond o", + "▁g rape", + "▁gra pe", + "▁gr ape", + "▁puzz les", + "▁puzzle s", + "▁Pet erson", + "▁Peter son", + "▁Peters on", + "▁yield ing", + "▁Venezuel a", + "▁collabor ate", + "▁accomplish ments", + "▁accomplishment s", + "了 她", + "果 断", + "而 知", + "视 力", + "镜 子", + "lu x", + "l ux", + "$^ \\\\", + "$ ^\\\\", + "K ing", + "▁THE N", + "▁TH EN", + "▁st akes", + "▁stake s", + "▁sta kes", + "▁ stakes", + "▁exp ands", + "▁expand s", + "▁whis tle", + "▁whist le", + "发 型", + "不 允许", + "为 群众", + "ID ENT", + "IDE NT", + "nAss ume", + "▁count ers", + "▁counter s", + "▁indirect ly", + "定 点", + "浓 郁", + "以前 的", + "以 前的", + "其实 就是", + "Col um", + "▁h ers", + "▁he rs", + "▁her s", + "▁ hers", + "Ten sor", + "T ensor", + "▁A nswer", + "▁Ans wer", + "▁ Answer", + "ö r", + "公 立", + "煤 矿", + "等 你", + "Nz U", + "成立 于", + "▁O UR", + "▁ OUR", + "Ber ry", + "B erry", + "OUR CE", + "over set", + "overs et", + "▁Ang ela", + "▁Angel a", + "初 级", + "点 半", + "um ped", + "ump ed", + "Point s", + "Po ints", + "▁ ±", + "供 需", + "心 底", + "欧 阳", + "真 空", + "解 決", + "Nz Y", + "▁vers es", + "▁ver ses", + "▁verse s", + "▁we ighed", + "▁weigh ed", + "ope rative", + "oper ative", + "▁possess es", + "▁re current", + "▁rec urrent", + "▁recur rent", + "▁coord inated", + "▁coordinate d", + "又 一", + "换 届", + "安装 在", + "qu it", + "q uit", + "et imes", + "etime s", + "e times", + "▁impl ying", + "▁imp lying", + "▁imply ing", + "仅 为", + "以 其", + "和 尚", + "客 场", + "寓 意", + "献 血", + "私 募", + "预 定", + "Mj U", + "NT Y", + "N TY", + "漂亮 的", + "漂 亮的", + "第三 个", + "第 三个", + "▁b ik", + "▁bi k", + "条 第一款", + "MN RAS", + "▁l one", + "▁lo ne", + "▁lon e", + "之间 的关系", + "之间的 关系", + "的工作 人员", + "的 工作人员", + "▁f ading", + "▁fa ding", + "▁standard ized", + "P b", + "] _", + "品 尝", + "油 脂", + "酒 吧", + "锅 中", + "'' $", + "' '$", + "部分 的", + "部 分的", + "be ck", + "bec k", + "ho lm", + "hol m", + "pol l", + "po ll", + "p oll", + "▁B urg", + "▁Bur g", + "▁Bu rg", + "▁F urn", + "▁Fu rn", + "▁Fur n", + "▁a vid", + "▁av id", + "▁ avid", + "▁val uation", + "▁ valuation", + "▁install ations", + "▁installation s", + "填 报", + "进出 口", + "进 出口", + "uu id", + "u uid", + "pack ed", + "pac ked", + "p acked", + "▁disc ern", + "▁conjug ate", + "▁dis connected", + "▁disconnect ed", + "一 向", + "SE R", + "S ER", + "不合 格", + "不 合格", + "▁S can", + "▁Sc an", + "▁ Scan", + "orph ism", + "orp hism", + "ex pression", + "exp ression", + "expr ession", + "express ion", + "▁Observ atory", + "▁commission er", + "增 幅", + "声 称", + "OU P", + "O UP", + "UT E", + "U TE", + "cl er", + "cle r", + "c ler", + "▁Am anda", + "▁pro fil", + "▁prof il", + "Int erval", + "Inter val", + "▁type name", + "▁typ ename", + "▁ typename", + "- |", + "汉 字", + "▁F T", + "▁ FT", + "的一 位", + "的 一位", + "的事 件", + "的 事件", + "ur ry", + "ad ded", + "add ed", + "nH ouse", + "n House", + "▁re semble", + "▁rese mble", + "▁resemb le", + "举行 了", + "甲状 腺", + "▁Cub an", + "▁Cu ban", + "▁Cuba n", + "▁Ch ocolate", + "▁engine ered", + "▁engineer ed", + "▁stand point", + "万 千", + "人 也", + "菜 单", + "那 年", + "Ro t", + "R ot", + "▁W S", + "▁ WS", + "bi sh", + "bis h", + "b ish", + "nH as", + "n Has", + "清华 大学", + "N orth", + "at omy", + "ato my", + "atom y", + "is set", + "iss et", + "isse t", + "▁h one", + "▁hon e", + "▁ho ne", + "red uce", + "reduc e", + "ul ance", + "ula nce", + "u lance", + "na uthor", + "naut hor", + "n author", + "▁ban ana", + "▁des tiny", + "▁dest iny", + "▁deliber ate", + "y i", + "为 啥", + "保 護", + "LE S", + "L ES", + "化妆 品", + "实现 的", + "是我 国", + "是 我国", + "还是 有", + "还 是有", + "nm an", + "n man", + "та та", + "也是 一种", + "也 是一种", + "scal ar", + "s calar", + "▁D evil", + "▁De vil", + "▁Dev il", + "▁bron ze", + "▁ide ally", + "▁ideal ly", + "part ition", + "▁F erguson", + "▁disc arded", + "▁discard ed", + "W i", + "弱 势", + "美 景", + "臺 灣", + "投入 到", + "的 认识", + "nP ay", + "n Pay", + "un ion", + "uni on", + "▁spark ed", + "▁char itable", + "y t", + "億 元", + "切 除", + "是 无", + "语 气", + "追 逐", + "选择 的", + "we nt", + "wen t", + "w ent", + "▁V ia", + "▁Vi a", + "▁в ър", + "▁въ р", + "▁ вър", + "这篇 文章", + "这 篇文章", + "▁n inet", + "▁nine t", + "▁E thernet", + "▁Eth ernet", + "▁inacc urate", + "争 吵", + "在 高", + "外 套", + "细 心", + "选 取", + "遊 戲", + "_{ {", + "_ {{", + "教 职工", + "本身 的", + "本 身的", + "nC ON", + "n CON", + "nS an", + "n San", + "了一 系列", + "了 一系列", + "Wh ich", + "W hich", + "so und", + "s ound", + "▁emer ges", + "▁emerge s", + "▁information al", + "▁inform ational", + "品 味", + "草 案", + "颁 发", + "col s", + "co ls", + "c ols", + "av irus", + "avi rus", + "▁Ac cept", + "▁Acc ept", + "▁ Accept", + "nUn iversity", + "n University", + "不 信", + "搞 笑", + "致 敬", + "C md", + "研究 人员", + ")} _{\\\\", + ")}_{ \\\\", + ")}_ {\\\\", + ") }_{\\\\", + "j query", + "▁Un cle", + "▁Unc le", + "np eople", + "n people", + "▁up wards", + "▁upward s", + "▁c innamon", + "▁turn over", + "▁tur nover", + "▁spectrosc opy", + "x b", + "下 雨", + "从 容", + "片 段", + "较 小", + "▁f east", + "▁fe ast", + "▁feas t", + "▁Tr avis", + "▁Tra vis", + "人 居", + "本 月", + "流 转", + "致 命", + "钱 包", + "nC ap", + "n Cap", + "or ef", + "ore f", + "o ref", + "▁{ {\\\\", + "▁{{ \\\\", + "▁ {{\\\\", + "wr ight", + "w right", + "▁TO DAY", + "▁TOD AY", + "con serv", + "cons erv", + "is enberg", + "isen berg", + "▁dream ing", + "破 碎", + "额 度", + "[{ \\\\", + "[ {\\\\", + "课堂 教学", + "▁W ade", + "▁Wa de", + "▁wild ly", + "▁tor rent", + "▁New castle", + "м у", + "普 查", + "Nz I", + "为什么 会", + "对方 当事人", + "▁co ated", + "▁coat ed", + "weight ed", + "▁C ultural", + "▁Cult ural", + "▁furn ished", + "▁furnish ed", + "▁un pleasant", + "il o", + "i lo", + "面临 的", + "着自己 的", + "着 自己的", + "rie ve", + "r ieve", + "▁P rad", + "▁Pr ad", + "▁Pra d", + "nav bar", + "▁s ucking", + "▁suc king", + "▁suck ing", + "液 晶", + "甲 醛", + "ack er", + "ac ker", + "a cker", + "gu ided", + "guide d", + "gui ded", + "guid ed", + "▁p estic", + "▁pe stic", + "▁pest ic", + "▁pes tic", + "▁Comm ander", + "▁Command er", + "同 类", + "热 血", + "就 这么", + "▁E at", + "资本 市场", + "▁M akes", + "▁Make s", + "▁Ma kes", + "▁Mak es", + "▁Wel sh", + "▁sp ans", + "▁spa ns", + "▁span s", + "▁Ba iley", + "▁fl oral", + "▁flo ral", + "▁flor al", + "▁sovere ign", + "动 能", + "阿 富", + "▁ж е", + "▁ же", + "近 几年", + "se tt", + "set t", + "s ett", + "▁A CL", + "▁AC L", + "▁K as", + "▁Ka s", + "▁a xi", + "▁ax i", + "▁b ets", + "▁be ts", + "▁bet s", + "▁Ra vens", + "▁Rav ens", + "▁Raven s", + "▁chat ting", + "中 外", + "变 了", + "目 標", + "这 片", + "Ph ot", + "P hot", + "ya ml", + "yam l", + "y aml", + "▁l ord", + "▁lo rd", + "▁ lord", + "▁P owell", + "▁Po well", + "▁Pow ell", + "▁tru ths", + "▁truth s", + "▁Mu hammad", + "▁enh ances", + "▁enhance s", + "▁femin ine", + "▁hope less", + "▁hop eless", + "▁m orphism", + "▁morph ism", + "▁Phot ography", + "假 的", + "col m", + "co lm", + "st ead", + "ste ad", + "▁c ler", + "▁cl er", + "▁cle r", + "▁ cler", + "▁sk ies", + "▁ski es", + "▁t went", + "▁tw ent", + "▁twe nt", + "▁Bar nes", + "▁Barn es", + "▁Do main", + "▁Dom ain", + "▁ Domain", + "▁s olves", + "▁sol ves", + "▁solve s", + "▁class ics", + "▁classic s", + "友 情", + "單 位", + "实 例", + "往 下", + "斯 卡", + "到底 是", + "只要 你", + "io ur", + "i our", + "d ream", + "iox id", + "▁C oin", + "▁Co in", + "▁ Coin", + "▁D oll", + "▁Do ll", + "▁Dol l", + "pa iring", + "pair ing", + "H u", + "▁F S", + "▁ FS", + "▁ч и", + "▁ чи", + "家 企业", + "We ek", + "nV er", + "n Ver", + "▁G OOD", + "▁GO OD", + "ane ously", + "aneous ly", + "▁S etting", + "▁Set ting", + "▁Sett ing", + "▁ Setting", + "▁stub born", + "导致 了", + "in se", + "ins e", + "i nse", + "▁P av", + "▁Pa v", + "if ics", + "ific s", + "ifi cs", + "▁D ogs", + "▁Do gs", + "▁Dog s", + "▁[… ]\"", + "▁Iss ues", + "▁Issue s", + "▁skin ny", + "el ements", + "ele ments", + "element s", + "elem ents", + "e lements", + "▁Pro jects", + "▁Project s", + "▁be verages", + "▁beverage s", + "▁cur rencies", + "▁gener ative", + "▁gene rative", + "經 驗", + "me g", + "m eg", + "▁B east", + "▁Be ast", + "▁Bea st", + "你 了", + "局 的", + "Nj I", + "和 一个", + "而对 于", + "而 对于", + "nb oth", + "n both", + "▁in set", + "▁i nset", + "▁ins et", + "▁R emark", + "▁Re mark", + "▁Rem ark", + "▁ Remark", + "▁hack ers", + "▁hacker s", + "▁per taining", + "▁pert aining", + "下 旬", + "得 更", + "整 整", + "某 一", + "ro c", + "r oc", + "的一 份", + "的 一份", + "的事 业", + "的 事业", + "给予 了", + "ri be", + "rib e", + "r ibe", + "▁S ue", + "▁Su e", + "Ho use", + "H ouse", + "second s", + "▁P ierre", + "▁Pier re", + "▁def enders", + "▁defend ers", + "▁defender s", + "▁tunnel ing", + "▁protect ions", + "▁protection s", + "▁prote ctions", + "▁ μ", + "八 十", + "想 必", + "ho n", + "h on", + "▁O C", + "▁ OC", + "举办 的", + "举 办的", + "总 决赛", + "说 实话", + "C irc", + "An other", + "A nother", + "U psilon", + "▁ang els", + "▁angel s", + "▁width s", + "▁wid ths", + "ot iation", + "oti ation", + "▁sher iff", + "▁conf inement", + "外 贸", + "女 王", + "酱 油", + "▁r ented", + "▁rent ed", + "▁ren ted", + "▁Steel ers", + "▁tri angular", + "▁triang ular", + "▁ 长", + "不 绝", + "我不 是", + "我 不是", + "▁c ans", + "▁can s", + "▁ca ns", + "▁W hole", + "▁Wh ole", + "▁Who le", + "▁mot if", + "▁mo tif", + "▁n ested", + "▁ne sted", + "▁nest ed", + "▁Pay ment", + "▁ Payment", + "与 你", + "▁P I", + "▁ PI", + "az er", + "aze r", + "a zer", + "зи ка", + "▁l ig", + "▁li g", + "▁ lig", + "▁D oor", + "▁Do or", + "送达 之日起", + "▁st ray", + "▁str ay", + "▁stra y", + "▁п реди", + "▁пре ди", + "▁пред и", + "▁пр еди", + "▁huge ly", + "▁hug ely", + "▁inter change", + "熊 猫", + "ta ff", + "t aff", + "ag onal", + "ago nal", + "agon al", + "▁P rices", + "▁Pr ices", + "▁Pri ces", + "▁Price s", + "Pl atform", + "▁For ward", + "▁ Forward", + "▁pers istence", + "▁persist ence", + "▁ persistence", + "▁multipl icity", + "+ |", + "− \\", + "Nj Y", + "▁O T", + "▁ OT", + "M ichael", + "▁Equ ipment", + "▁land scapes", + "▁landscape s", + "▁landsc apes", + "▁sub scriber", + "▁subscrib er", + "▁subscribe r", + "万 个", + "以 赴", + "光 线", + "响 起", + "嵌 入", + "点 了", + "男 篮", + "AR I", + "A RI", + "领导 的", + "}) _{", + "} )_{", + "▁e vid", + "▁ev id", + "▁de mons", + "▁dem ons", + "▁demon s", + "▁demo ns", + "period ic", + "▁Cath olics", + "▁Catholic s", + "▁celebr ations", + "▁celeb rations", + "▁celebration s", + "日 电", + "观 测", + "no d", + "n od", + "一切 都", + "▁P am", + "▁Pa m", + "Bot tom", + "B ottom", + "b undle", + "dest roy", + "▁am ended", + "▁amen ded", + "▁amend ed", + "▁mon oton", + "▁monot on", + "▁mono ton", + "水 电", + "▁s mo", + "▁sm o", + "▁K NOW", + "nIn ter", + "nInt er", + "n Inter", + "▁ob jection", + "▁object ion", + "▁obj ection", + "▁condition ed", + "▁ conditioned", + "Te x", + "T ex", + "nI N", + "n IN", + "新一 轮", + "新 一轮", + "被 誉为", + "还是 会", + "▁Z oo", + "Dr ive", + "D rive", + "▁h ose", + "▁ho se", + "▁с ред", + "▁сре д", + "递交 上诉状", + "▁C omics", + "▁Com ics", + "▁Comic s", + "▁V ideos", + "▁Video s", + "▁y elling", + "▁yell ing", + "▁smooth ing", + "▁smo othing", + "▁smoot hing", + "▁ge ographic", + "好 吧", + "政 权", + "lo e", + "l oe", + "▁D P", + "▁ DP", + "一起 去", + "ba st", + "bas t", + "b ast", + "nre l", + "nr el", + "n rel", + "Ap ril", + "A pril", + "np red", + "npre d", + "npr ed", + "n pred", + "▁fr eight", + "▁fre ight", + "gener ator", + "gene rator", + "/ ~", + "晚 餐", + "建筑 物", + "责任 的", + "▁M ets", + "▁Me ts", + "▁Met s", + "tp rint", + "t print", + "▁m anga", + "▁man ga", + "▁und erm", + "▁under m", + "▁Par ents", + "▁Parent s", + "online cite", + "出 让", + "热 心", + "na te", + "nat e", + "n ate", + "▁No ah", + "Copy right", + "C opyright", + "进 出", + "配 件", + "ec d", + "e cd", + "固定 的", + "固 定的", + "▁C MB", + "▁CM B", + "▁M MA", + "▁MM A", + "pl ash", + "p lash", + "▁C ONT", + "▁CON T", + "▁CO NT", + "▁ CONT", + "▁Rock y", + "▁Roc ky", + "▁le pton", + "▁lept on", + "dynamic s", + "d ynamics", + "Ch ristian", + "Christ ian", + "▁app endix", + "▁append ix", + "▁ appendix", + "▁Ext ension", + "▁ Extension", + "▁Palest ine", + "▁Palestin e", + "▁form ulate", + "▁formula te", + "▁int uition", + "帷 幕", + "强 国", + "服 从", + "磷 酸", + "笑 话", + "ut t", + "u tt", + "ch ens", + "che ns", + "chen s", + "c hens", + "▁Ca sey", + "▁Cas ey", + "▁Case y", + "▁Em peror", + "▁drive way", + "▁driv eway", + "▁sub urban", + "▁suburb an", + "▁illness es", + "▁mult itude", + "▁multit ude", + "▁Mont gomery", + "丙 烯", + "機 構", + "迟 延", + "$( '", + "$ ('", + "ort ium", + "rot ate", + "▁\\\\ |\\\\", + "▁\\\\| \\\\", + "▁ \\\\|\\\\", + "▁todd ler", + "▁D owntown", + "▁Down town", + "反 击", + "操 控", + ")$ )", + ") $)", + "an to", + "ant o", + "a nto", + "▁s ue", + "▁su e", + "因为 我们", + "因为我 们", + "因 为我们", + "nP ass", + "n Pass", + "nCal culate", + "又 称", + "在 做", + "水 面", + "讲 的", + "精神 的", + "精 神的", + "is he", + "ish e", + "i she", + "if act", + "ifa ct", + "i fact", + "ig nty", + "ign ty", + "nH ope", + "nHop e", + "新冠肺炎 疫情", + "he matic", + "hem atic", + "hemat ic", + "rac tical", + "ract ical", + "▁stir ring", + "幫 助", + "打 的", + "▁A gg", + "▁Ag g", + "▁ Agg", + "▁b lat", + "▁bl at", + "▁bi ases", + "▁bias es", + "▁boss es", + "▁bos ses", + "▁li bert", + "▁liber t", + "▁lib ert", + "vert ible", + "X T", + "富 贵", + "考 点", + "谈 论", + "▁pe dal", + "▁ped al", + "▁legisl ators", + "华 东", + "自 古", + "▁Д о", + "快速 发展", + "QU EST", + "QUE ST", + "Q UEST", + "nL ife", + "n Life", + "▁pro x", + "▁pr ox", + "soci ation", + "soc iation", + "▁divid end", + "▁divide nd", + "▁season ed", + "▁seas oned", + "▁allevi ate", + "得 不", + "执 照", + "置 于", + "不只 是", + "不 只是", + "云 计算", + "我就 是", + "我 就是", + "EN ER", + "E NER", + "\\\" />", + "\\\"/ >", + "fol k", + "fo lk", + "f olk", + "如果 不是", + "如果不 是", + "Bo ard", + "B oard", + "▁v isc", + "▁vi sc", + "▁vis c", + "▁Direct ors", + "▁Director s", + "▁ 记", + "де то", + "д ето", + "▁D ol", + "▁Do l", + "共同 努力", + "Sm all", + "S mall", + "▁law suits", + "▁laws uits", + "▁lawsuit s", + "▁inval uable", + "▁rect angular", + "二 者", + "相 邻", + "身 影", + "▁C G", + "▁ CG", + "每一 天", + "每 一天", + "的 习惯", + "▁d umped", + "▁dump ed", + "▁dum ped", + "▁my riad", + "Char acter", + "线 程", + "考 查", + "IF E", + "I FE", + "所在 的", + "Cr ef", + "Cre f", + "C ref", + "▁C ubs", + "▁Cub s", + "▁Cu bs", + "▁L akers", + "▁La kers", + "▁Lake rs", + "▁Lak ers", + "▁horr ific", + "▁dash board", + "▁ dashboard", + "nThrough out", + "顶 尖", + "所需 的", + "Cr ed", + "Cre d", + "C red", + "▁M ol", + "▁Mo l", + "▁dis pat", + "▁disp at", + "▁diagn ose", + "▁bas elines", + "▁base lines", + "▁baseline s", + "▁kil ometers", + "▁kilomet ers", + "先 是", + "刘 备", + "环 球", + ")- (", + ") -(", + "nM ac", + "n Mac", + "▁F ra", + "▁Fr a", + "全力 以赴", + "pa ste", + "past e", + "pas te", + "p aste", + "▁tough er", + "▁toug her", + "▁P osition", + "▁Pos ition", + "▁ Position", + "▁ 大", + "但 它", + "你 对", + "风 的", + "Ho p", + "H op", + "▁c v", + "▁ cv", + "his m", + "hi sm", + "h ism", + "党组 书记", + "▁inter rupted", + "▁interrupt ed", + "一 无", + "二 的", + "精 选", + "▁R ew", + "▁Re w", + "▁к ла", + "▁l ace", + "▁la ce", + "▁lac e", + "▁ lace", + "差 的", + "挽 回", + "▁b a", + "▁ ba", + "▁M atter", + "▁Mat ter", + "▁Matt er", + "mod ified", + "▁stim ulate", + "期 末", + "湿 度", + "麦 克", + "▁m ug", + "▁mu g", + "gi ene", + "gie ne", + "▁L ogan", + "▁Log an", + "▁Lo gan", + "▁ch rome", + "▁chrom e", + "▁ chrome", + "▁p ouring", + "▁po uring", + "▁pour ing", + "▁pou ring", + "▁different iate", + "不 分", + "亲 情", + "冰 冰", + "届 时", + "我 才", + "有 三", + "課 程", + "▁S ie", + "▁Si e", + "▁L ynn", + "▁Ly nn", + "▁Lyn n", + "▁p enn", + "▁pe nn", + "▁pen n", + "ir ling", + "irl ing", + "▁B rend", + "▁Br end", + "▁Bre nd", + "▁Bren d", + "▁the med", + "▁th emed", + "▁them ed", + "▁theme d", + "▁ themed", + "▁re named", + "▁ren amed", + "▁rename d", + "▁sur fing", + "▁surf ing", + "▁non trivial", + "▁nont rivial", + "清 朝", + "nEn joy", + "▁j ungle", + "em porary", + "▁serv ants", + "▁servant s", + "妹 子", + "测 评", + "篇 章", + "是我 的", + "是 我的", + "杭州 市", + "杭 州市", + "nE nd", + "nEn d", + "n End", + "▁Quant um", + "▁Trib une", + "class ical", + "▁borrow ed", + "▁Cons ervation", + "▁Conserv ation", + "▁prob abilistic", + "- )", + "p q", + "互 通", + "妊 娠", + "尔 德", + "无 非", + "起 身", + "C trl", + "技术 方案", + "Li mit", + "Lim it", + "L imit", + "ски те", + "ск ите", + "с ките", + "▁W ish", + "▁Wi sh", + "▁Wis h", + "▁c ulp", + "▁cul p", + "▁cu lp", + "▁fib re", + "▁fi bre", + "ht aking", + "h taking", + "▁ap ology", + "▁apolog y", + "▁w rapper", + "▁wr apper", + "▁wra pper", + "▁wrap per", + "▁ wrapper", + "▁weigh ing", + "▁deposit ed", + "▁depos ited", + "▁sub system", + "▁subs ystem", + "▁deal ership", + "▁dealer ship", + "▁dealers hip", + "跳 舞", + "的情 绪", + "的 情绪", + "阿富 汗", + "ri ll", + "ril l", + "r ill", + "▁o ve", + "▁ov e", + "▁ ove", + "es sel", + "ess el", + "esse l", + "ts elf", + "t self", + "▁s quir", + "▁squ ir", + "ous ands", + "ousand s", + "▁had ronic", + "▁hadron ic", + "查 阅", + "流 出", + "自 有", + "多元 化", + "▁bu ys", + "▁buy s", + "▁styl ing", + "▁sty ling", + "▁en forced", + "▁enforce d", + "▁card iovascular", + ": [", + "▁w x", + "▁ wx", + "▁T CP", + "▁TC P", + "▁ TCP", + "北京 时间", + "▁S eth", + "▁Se th", + "▁Set h", + "▁mon ol", + "▁mo nol", + "▁mono l", + "Un known", + "cast ing", + "cas ting", + "c asting", + "▁B ristol", + "▁Bris tol", + "▁F inding", + "▁Fin ding", + "▁Find ing", + "▁entire ty", + "J D", + "佛 山", + "赛 道", + "有 问题", + "目前 已", + "▁B ris", + "▁Br is", + "▁Bri s", + "▁f ats", + "▁fa ts", + "▁fat s", + "▁l ymph", + "▁ly mph", + "▁tow els", + "▁towel s", + "▁Ben efits", + "▁Benefit s", + "▁social ist", + "压 制", + "相 较", + "he e", + "h ee", + "re z", + "r ez", + "▁Leon ard", + "▁purs ued", + "▁pursue d", + "▁pursu ed", + "▁umb rella", + "▁fire works", + "▁fir eworks", + "respons ible", + "▁hypothes es", + "就 应该", + "ul lah", + "ull ah", + "uzz le", + "u zzle", + "}} ^{(", + "}}^ {(", + "}}^{ (", + "} }^{(", + "qu arter", + "quart er", + "▁plate au", + "▁condem ned", + "▁condemn ed", + "▁per former", + "▁perform er", + "▁stret ches", + "▁stretch es", + "在 天", + "F ac", + "氨基 酸", + "老师 和", + "heart ed", + "▁C elebr", + "▁Cele br", + "▁Celeb r", + "▁sett ling", + "群 里", + "观 光", + "Si ng", + "S ing", + "Tag s", + "Ta gs", + "T ags", + "物业 管理", + "fl ict", + "f lict", + "nU ser", + "nUse r", + "nUs er", + "n User", + "se ver", + "s ever", + "低 位", + "归 属", + "NN s", + "N Ns", + "▁A U", + "▁ AU", + "管 委会", + "说 自己", + "▁G lad", + "▁Gl ad", + "▁на ча", + "nCon tent", + "nCont ent", + "n Content", + "▁des pair", + "▁desp air", + "▁subsid iary", + "染 色", + "空 間", + "饮 酒", + "* ;\\", + "dl l", + "d ll", + "当地 的", + "当 地的", + "正是 因为", + "正 是因为", + "▁l imb", + "▁li mb", + "▁lim b", + "el lite", + "ell ite", + "elli te", + "▁ch ord", + "▁cho rd", + "Com pact", + "Comp act", + "▁miss es", + "▁mis ses", + "▁iss uing", + "▁issu ing", + "瀑 布", + "▁Н о", + "L arge", + "▁l ime", + "▁li me", + "▁lim e", + "▁s tip", + "▁st ip", + "▁b urger", + "▁bur ger", + "▁burg er", + "▁st ride", + "▁str ide", + "▁stri de", + "▁CONDIT IONS", + "▁ «", + "任 命", + "稳 健", + "答 复", + "金 的", + "可以 将", + "陪审 员", + "▁F ew", + "▁Fe w", + "▁p ert", + "▁per t", + "▁pe rt", + "▁ pert", + "▁st aple", + "▁sta ple", + "▁dis asters", + "▁disaster s", + "z u", + "汽 油", + "系 的", + "Con v", + "Co nv", + "ст ви", + "$( \\\"#", + "$(\\\" #", + "$ (\\\"#", + "▁F ear", + "▁Fe ar", + "▁e num", + "▁en um", + "▁ enum", + "▁жи во", + "ra cket", + "rac ket", + "rack et", + "▁Sh ield", + "▁Shi eld", + "▁Mid west", + "▁unw illing", + "左 手", + "效 能", + "根 源", + "衬 衫", + "说 服", + "向上 的", + "向 上的", + "学生 会", + "▁o re", + "▁or e", + "▁ ore", + "▁M ead", + "▁Me ad", + "▁qu iz", + "▁qui z", + "il iate", + "ili ate", + "ilia te", + "▁Cl are", + "▁Clar e", + "▁Cla re", + "▁Rem ote", + "▁ Remote", + "▁l attices", + "▁lattice s", + "有一 位", + "有 一位", + "▁t ad", + "▁ta d", + "▁IS IS", + "ref lect", + "▁re iter", + "▁em pathy", + "▁emp athy", + "▁eng lish", + "▁unpredict able", + "'} \\", + "' }\\", + "mi a", + "m ia", + "上诉 于", + "Pro v", + "Pr ov", + "P rov", + "ic ht", + "ich t", + "i cht", + "▁t ee", + "▁te e", + "▁ tee", + "J ames", + "ir teen", + "irt een", + "▁Ar men", + "▁Arm en", + "▁kn ots", + "▁knot s", + "摘 要", + "这 名", + "ou g", + "o ug", + "con j", + "co nj", + "is san", + "iss an", + "issa n", + "ti ght", + "t ight", + "De pend", + "Dep end", + "D epend", + "raph ic", + "▁int ens", + "▁inte ns", + "▁dat etime", + "▁date time", + "▁ datetime", + "▁dece ased", + "▁tang ible", + "▁Se curities", + "▁Sec urities", + "x n", + "八 年", + "喂 养", + "小 平", + "我 所", + "生 產", + "銀 行", + "So rt", + "S ort", + "▁P OL", + "▁PO L", + "▁ POL", + "▁n ause", + "▁na use", + "Set ting", + "S etting", + "Reg istry", + "▁Л и", + "标志 着", + "'' '\\", + "''' \\", + "' ''\\", + "al ia", + "ali a", + "a lia", + "▁т ри", + "▁ три", + "no align", + "▁gall eries", + "▁unbelie vable", + "來 自", + "同 情", + "開 發", + "他们 对", + "com pile", + "comp ile", + "dis patch", + "disp atch", + "▁aggress ion", + "的 黑", + "US Y", + "U SY", + "不 锈钢", + "所得 税", + "首先 是", + "首 先是", + "ми те", + "м ите", + "mo ving", + "mov ing", + "m oving", + "▁A dding", + "▁Ad ding", + "▁Add ing", + "▁inv oke", + "▁invo ke", + "▁ invoke", + "▁rabb it", + "▁valid ated", + "▁validate d", + "又 在", + "资 深", + "Pa c", + "P ac", + "依然 是", + "st aff", + "sta ff", + "s taff", + "nC ould", + "nCou ld", + "n Could", + "nor der", + "n order", + "▁ne phe", + "▁J ourney", + "▁ast roph", + "nStart ing", + "nStar ting", + "不 为", + "发 文", + "共产 党员", + "共产党 员", + "an ton", + "ant on", + "anto n", + "a nton", + "▁f res", + "▁fr es", + "▁fre s", + "hold ing", + "hol ding", + "h olding", + "▁Comp etition", + "▁Compet ition", + "放 射", + "Me an", + "M ean", + "▁з на", + "▁ зна", + "▁C han", + "▁Ch an", + "▁Cha n", + "Nat ional", + "N ational", + "▁not icing", + "▁commit tees", + "▁committee s", + "判 定", + "干 嘛", + "街 上", + "UR I", + "U RI", + "▁H V", + "ki ck", + "k ick", + "▁F ill", + "▁Fil l", + "▁Fi ll", + "▁ Fill", + "nP ower", + "n Power", + "▁be ard", + "▁bear d", + "▁pro tons", + "▁prot ons", + "▁proton s", + "▁proto ns", + "▁ref lections", + "▁reflect ions", + "▁reflection s", + "▁reminis cent", + "面 對", + "▁S TR", + "▁ST R", + "▁ STR", + "▁B elt", + "▁Be lt", + "▁Bel t", + "经审理 查明", + "AAAA AAAA", + "▁disp ens", + "▁as semble", + "▁assemb le", + "▁dimension less", + "不 来", + "华 盛", + "▁y o", + "▁ yo", + "的对 象", + "的 对象", + "ex ist", + "▁h aha", + "▁ha ha", + "as onic", + "ason ic", + "# {", + "е м", + "保 全", + "增 进", + "权 重", + "計 劃", + "首 位", + "fr e", + "f re", + "举办 了", + "com mut", + "comm ut", + "th reat", + "▁in hom", + "▁inh om", + "▁re bel", + "▁reb el", + "mat ched", + "match ed", + "m atched", + "▁th irst", + "ver gence", + "▁re versal", + "▁revers al", + "▁rever sal", + "hy p", + "h yp", + "的 经验", + "这是 一种", + "这 是一种", + "la unch", + "▁V atican", + "▁intent ional", + "▁intention al", + "” :", + "五 星", + "IC O", + "I CO", + "什么 都", + "完成 后", + "大多数 人", + "▁s umm", + "▁su mm", + "▁sum m", + "▁tur bo", + "▁turb o", + "▁un install", + "务 必", + "反 抗", + "存 放", + "那 你", + "Ma d", + "M ad", + "并且 在", + "sn ap", + "s nap", + "任何 一个", + "至少 一个", + "gr own", + "gro wn", + "g rown", + "▁API s", + "▁AP Is", + "▁cush ion", + "ident ally", + "▁caffe ine", + "▁wonder fully", + "▁wonderful ly", + "海 报", + "麻 醉", + "业务 的", + "卫生 间", + "az ed", + "aze d", + "a zed", + "ni ce", + "nic e", + "n ice", + "S orry", + "▁p igs", + "▁pig s", + "▁pi gs", + "most ly", + "▁The me", + "▁Th eme", + "▁Them e", + "▁ Theme", + "▁La unch", + "▁Re form", + "▁Ref orm", + "ple mented", + "plement ed", + "▁knock ing", + "▁super natural", + "▁supern atural", + "相 當", + "碎 片", + "肯定 会", + "贵州 省", + "孩子 们的", + "孩子们 的", + "特别 是在", + "特别是 在", + "▁M ale", + "▁Mal e", + "▁Ma le", + "as poon", + "asp oon", + "▁mean ings", + "▁meaning s", + "▁impress ions", + "▁impression s", + "▁constitu ents", + "▁constituent s", + "淋 漓", + "财 运", + "一件 事", + "一 件事", + "毕业 于", + "的人 都", + "的 人都", + "设置 在", + "农业 农村", + "▁cor ps", + "▁Mer cury", + "▁Merc ury", + "▁sen ators", + "▁senator s", + "▁card board", + "▁not orious", + "▁notor ious", + "▁According ly", + "屋 顶", + "抓 手", + "委員 會", + "nre al", + "nr eal", + "n real", + "▁a kin", + "▁ akin", + "▁s way", + "▁sw ay", + "▁F actor", + "▁Fac tor", + "▁Fa ctor", + "▁Fact or", + "▁ Factor", + "▁lug gage", + "▁ass isting", + "▁assist ing", + "彩 色", + "热 线", + "en cia", + "enc ia", + "▁съ зда", + "ose velt", + "in itions", + "init ions", + "inition s", + "▁gl itter", + "▁Uk rainian", + "▁academ ics", + "▁academic s", + "▁con ceived", + "▁conce ived", + "厂 房", + "国 人", + "地 处", + "規 定", + "OO OO", + "Nat ive", + "N ative", + "▁w ander", + "▁wa nder", + "▁wand er", + "▁Re venue", + "▁sc anned", + "▁scan ned", + "下 属", + "研讨 会", + "▁W ag", + "▁Wa g", + "▁м ар", + "▁ма р", + "高等 教育", + "VAL UE", + "ud dle", + "udd le", + "man uel", + "act ually", + "actual ly", + "▁advance ment", + "壳 体", + "战 绩", + "EE K", + "在地 上", + "在 地上", + "面临 着", + "im an", + "ima n", + "i man", + "▁/ > < /", + "re ally", + "real ly", + "▁car bo", + "▁carb o", + "▁Re call", + "▁Rec all", + "▁pic nic", + "▁optim izing", + "长 寿", + "驻 村", + "我 真的", + "▁res iding", + "▁resid ing", + "▁IO Exception", + "▁ IOException", + "▁stim ulation", + "P B", + "Б и", + "分 区", + "比 喻", + "萬 元", + "im o", + "i mo", + "us ty", + "ust y", + "u sty", + "▁s igh", + "▁si gh", + "▁sig h", + "▁fat ty", + "F ragment", + "▁path ways", + "▁pathway s", + "▁term inals", + "▁terminal s", + "時 代", + "活 的", + "ey ond", + "e yond", + "igg le", + "i ggle", + "nM uch", + "nu cle", + "n ucle", + "▁g ems", + "▁ge ms", + "▁gem s", + "▁ gems", + "▁nod ded", + "▁index es", + "s ensitive", + "▁spect roscopic", + "▁spectrosc opic", + "mo v", + "m ov", + "▁d B", + "▁ dB", + "到 一个", + "本案 中", + "第一 批", + "第 一批", + "uch y", + "uc hy", + "u chy", + "}} \\\\\\\\\\", + "}}\\\\ \\\\\\", + "}}\\ \\\\\\\\", + "} }\\\\\\\\\\", + "▁Ex cellent", + "▁Exc ellent", + "之 意", + "但 从", + "博 弈", + "▁Fl ore", + "▁Flor e", + "▁Flo re", + "得 太", + "订 阅", + "▁( {", + "▁ ({", + "▁а л", + "▁ ал", + "na ire", + "nai re", + "n aire", + "in ning", + "inn ing", + "nU ntil", + "nUn til", + "n Until", + "▁ir ony", + "▁iron y", + "▁mon ot", + "▁mo not", + "▁mono t", + "ed ience", + "edi ence", + "▁multi ply", + "▁multipl y", + "▁multip ly", + "通 俗", + "▁х о", + "▁ хо", + "大 自然", + "▁K ane", + "▁Ka ne", + "▁Kan e", + "▁l ied", + "▁li ed", + "▁lie d", + "▁ad iab", + "▁гру па", + "ch ester", + "che ster", + "ches ter", + "gr owing", + "gro wing", + "g rowing", + "or nings", + "orn ings", + "▁Phil os", + "▁sp rink", + "▁spr ink", + "▁bre wing", + "▁brew ing", + "▁ed itions", + "▁edition s", + "▁edit ions", + "以 致", + "外 来", + "梦 见", + "生产 线", + "en dl", + "end l", + "▁N GO", + "▁NG O", + "媒体 报道", + "R IGHT", + "re ads", + "read s", + "rea ds", + "▁D ump", + "▁Du mp", + "▁Dum p", + "▁T all", + "▁Tal l", + "▁Ta ll", + "▁ab elian", + "▁merch ants", + "▁merchant s", + "勉 强", + "推 介", + "擅 自", + "在 使用", + "妈妈 的", + "第一 天", + "第 一天", + "nS hort", + "nSh ort", + "n Short", + "▁cr ore", + "▁cro re", + "▁un law", + "▁org asm", + "▁post ure", + "战 队", + "放 假", + "构 件", + "突 击", + "▁b g", + "▁ bg", + "遇到 的", + "遇 到的", + "▁cup c", + "▁cu pc", + "it ating", + "ita ting", + "itat ing", + "▁a erial", + "▁aer ial", + "▁solid arity", + "口 服", + "外 婆", + "屁 股", + "表 格", + "作出 的", + "作 出的", + "着 自己", + "阶段 的", + "阶 段的", + "fl ux", + "flu x", + "f lux", + "▁N OTE", + "▁NOT E", + "▁NO TE", + "▁ NOTE", + "▁本实用新型 的", + "▁ 本实用新型的", + "В и", + "顺 便", + "在他 们", + "在 他们", + "的一 大", + "的 一大", + "组织 部", + "陌生 人", + "监督 管理", + "▁c ite", + "▁cit e", + "▁ cite", + "di agram", + "diag ram", + "dia gram", + "▁At hens", + "▁Ath ens", + "▁Athe ns", + "▁Bo eing", + "▁thr ott", + "▁thro tt", + "▁off enders", + "▁offender s", + "业 余", + "入 境", + "尔 斯", + "废 弃", + "改 正", + "nd i", + "n di", + "▁E t", + "▁ Et", + "▁L um", + "▁Lu m", + "ry lic", + "▁Ne uro", + "Cont ract", + "▁proc ure", + "q t", + "不 计", + "为 您", + "大 臣", + "极 具", + "_{ [", + "_ {[", + "▁m l", + "▁ ml", + "in ky", + "ink y", + "在自己 的", + "在 自己的", + "Is rael", + "▁tr avers", + "▁tra vers", + "▁trav ers", + "▁dis ciples", + "▁discipl es", + "▁ ѝ", + "世 人", + "交 代", + "年 限", + "开 朗", + "时 效", + "no s", + "n os", + "及 以上", + "ho ver", + "h over", + "▁U ber", + "pa ration", + "par ation", + "para tion", + "p aration", + "▁ass hole", + "▁assh ole", + "▁celebr ates", + "▁celebrate s", + "▁celeb rates", + "副 总裁", + "LS TM", + "L STM", + "ba gs", + "bag s", + "b ags", + "货币 政策", + "he avy", + "hea vy", + "▁P izza", + "▁Pi zza", + "nC learly", + "nCl early", + "▁quarter ly", + "▁disgust ing", + "光 源", + "捕 捉", + "珍 珠", + "比较 多", + "比 较多", + "eal s", + "ea ls", + "e als", + "▁E RR", + "▁ER R", + "▁ ERR", + "▁b ask", + "▁bas k", + "▁ba sk", + "▁str ipes", + "▁stri pes", + "▁strip es", + "▁stripe s", + "\\\\ ]", + "职业 生涯", + "rodu ced", + "rod uced", + "roduce d", + "hib ition", + "hibit ion", + "sym metric", + "s ymmetric", + "▁garden ing", + "▁gard ening", + "▁amendment s", + "▁amend ments", + "情 侣", + "筑 牢", + "Le g", + "L eg", + "东南 亚", + "提交 的", + "科学 的", + "科 学的", + "▁M oving", + "▁Mo ving", + "Qu estion", + "ch annels", + "chan nels", + "channel s", + "vers ions", + "version s", + "▁Creat or", + "▁Cre ator", + "▁rob bery", + "▁robber y", + "▁under take", + "▁undert ake", + "▁program mer", + "▁programme r", + "醫 院", + "▁co ats", + "▁coat s", + "▁f ixture", + "li u", + "l iu", + "年的 时间", + "年 的时间", + "sm ooth", + "▁D ylan", + "▁Dy lan", + "isp here", + "i sphere", + "▁start ups", + "▁startup s", + "噪 音", + "她 和", + "开 辟", + "电 容", + "通 车", + "Bi nd", + "Bin d", + "B ind", + "pi ll", + "p ill", + "nl ong", + "nlo ng", + "n long", + "to day", + "t oday", + "pop ular", + "++++ ++++", + "▁Cab inet", + "▁con verts", + "▁conv erts", + "▁conver ts", + "▁convert s", + "▁cr ashing", + "▁crash ing", + "发 烧", + "尼 斯", + "放 缓", + "毒 素", + "白 茶", + ")) =", + ") )=", + "▁N u", + "▁ Nu", + "了他 的", + "了 他的", + "Sc ene", + "▁U CLA", + "▁UC LA", + "dan ger", + "d anger", + "▁expl ode", + "▁explo de", + "▁ir rational", + "Q C", + "夺 冠", + "尽 的", + "报 到", + "网 页", + "Sa n", + "S an", + "б ро", + "你 需要", + "医生 的", + "医 生的", + "并不 会", + "并 不会", + "另外 一个", + "▁Te achers", + "▁Tea chers", + "▁Teacher s", + "▁Teach ers", + "出 示", + "手 表", + "杀 死", + "J ul", + "▁Т а", + "ther mal", + "▁e ntitle", + "▁en title", + "▁ent itle", + "▁sn apped", + "▁snap ped", + "▁attach ments", + "▁attachment s", + "Cl ear", + "C lear", + "ic ans", + "ica ns", + "ican s", + "▁P artner", + "▁Part ner", + "▁bro kers", + "▁broke rs", + "▁broker s", + "d g", + "不 一", + "务 实", + "小 時", + "\\\\ &", + "▁D erek", + "▁De rek", + "▁Der ek", + "ust omed", + "ustom ed", + "▁re play", + "▁rep lay", + "▁repl ay", + "il ateral", + "ilate ral", + "cient ific", + "▁book mark", + "不 舍", + "Tr i", + "T ri", + "第一 位", + "第 一位", + "老人 的", + "老 人的", + "通过 了", + "通 过了", + "ax es", + "认定 事实", + "▁H uff", + "▁Hu ff", + "▁W ide", + "▁Wi de", + "▁Wid e", + "or ange", + "ora nge", + "o range", + "▁advert ise", + "▁advertis e", + "奖 金", + "制造 商", + "qu in", + "▁Min neapolis", + "一 到", + "乐 队", + "发 掘", + "en za", + "enz a", + "ie th", + "iet h", + "i eth", + "主要 包括", + "业 有限公司", + "nCon nect", + "n Connect", + "颠 覆", + ")] (", + ") ](", + "类似 于", + "▁ret ros", + "▁retro s", + "豆 瓣", + "阶 层", + "▁W D", + "▁ WD", + "▁con qu", + "▁co nqu", + "▁pro mo", + "▁pr omo", + "▁prom o", + "requ ires", + "require s", + "▁Des igner", + "▁Design er", + "▁reli ably", + "▁phot ometry", + "▁photo metry", + "▁Dist ribution", + "▁ Distribution", + "耳 机", + "Po d", + "P od", + "参与 者", + "▁C od", + "▁Co d", + "▁ Cod", + "dot ted", + "d otted", + "w u", + "作 的", + "棉 花", + "螺 栓", + "▁l ub", + "Task s", + "T asks", + "en ers", + "ener s", + "ene rs", + "e ners", + "▁S trip", + "▁St rip", + "▁Str ip", + "▁Stri p", + "▁ Strip", + "nm ethod", + "n method", + ": ]", + "不 合", + "农 田", + "当 他", + "計 畫", + "$) \\", + "$ )\\", + "hi n", + "h in", + "▁N Z", + "保持 着", + "▁re use", + "se gment", + "seg ment", + "▁phon on", + "▁ phonon", + "▁fresh ly", + "▁det ailing", + "▁detail ing", + "D a", + "主 義", + "物 种", + "田 园", + "羁 押", + "首 要", + "日 凌晨", + "涉及 一种", + "▁F est", + "▁Fe st", + "▁her bal", + "▁herb al", + "▁prop ortions", + "▁proport ions", + "▁proportion s", + "N B", + "着 你", + "节 的", + "▁C W", + "▁ CW", + "在 过去", + "我们 有", + "投资 人", + "▁d ye", + "▁dy e", + "il las", + "ill as", + "illa s", + "qu art", + "qua rt", + "q uart", + "可持续 发展", + "ac ious", + "aci ous", + "a cious", + "nAl tern", + "n Altern", + "▁St uart", + "▁gu essed", + "▁guess ed", + "▁athe ists", + "▁atheist s", + "▁f ixtures", + "▁fixture s", + "▁comp elled", + "八 卦", + "因 其", + "大 理", + "數 據", + "AS C", + "A SC", + "可以 是", + "al sa", + "als a", + "不好 意思", + "▁P oor", + "▁Po or", + "▁t yped", + "▁type d", + "▁typ ed", + "▁ty ped", + "▁ typed", + "▁Day ton", + "▁dis semin", + "▁diss emin", + "▁pair wise", + "▁di electric", + "▁die lectric", + "▁rein forcement", + "▁reinforce ment", + "k j", + "非 凡", + "▁G y", + "nh er", + "nhe r", + "n her", + "文明 城市", + "ST ART", + "STAR T", + "STA RT", + "▁S ets", + "▁Se ts", + "▁Set s", + "▁ Sets", + "▁Re ply", + "▁Rep ly", + "▁ Reply", + "▁re sin", + "▁res in", + "nIn vest", + "▁w izard", + "cur rency", + "curr ency", + "▁rain bow", + "▁con gregation", + "▁congreg ation", + "▁cong regation", + "表 述", + "路 由", + "ject s", + "▁c ivic", + "▁mas cul", + "▁masc ul", + "▁manif olds", + "▁manifold s", + "▁re alities", + "▁real ities", + "城 县", + "in her", + "i nher", + "▁M ock", + "▁Mo ck", + "▁ Mock", + "ncom put", + "ncomp ut", + "n comput", + "▁Re ason", + "▁ Reason", + "▁ple aded", + "▁plea ded", + "▁hur ricane", + "切 的", + "科 幻", + "风 口", + "受理 后", + "▁B EC", + "▁BE C", + "ot tle", + "ott le", + "▁has ht", + "▁hash t", + "▁h olog", + "▁hol og", + "▁ho log", + "▁type of", + "▁ typeof", + "app iness", + "▁pain ter", + "▁paint er", + "▁pa inter", + "▁st ickers", + "▁stick ers", + "▁sticker s", + "和 中", + "某 的", + "▁T C", + "▁ TC", + "省 政府", + "经营 者", + "▁D ale", + "▁Da le", + "▁Dal e", + "turn ed", + "tur ned", + "t urned", + "▁phys ic", + "▁phy sic", + "un defined", + "und efined", + "u ndefined", + "▁hel pless", + "▁help less", + "▁system ic", + "▁met abolic", + "▁meta bolic", + "▁metab olic", + "▁metabol ic", + "L V", + "國 民", + "桂 林", + "ag h", + "a gh", + "▁G D", + "▁ GD", + "的 操作", + "系统 中", + "▁S hi", + "▁Sh i", + "le men", + "lem en", + "l emen", + "tai wan", + "▁Pod cast", + "▁infect ious", + "▁ 李", + "瓶 颈", + "nw h", + "n wh", + "产业 的", + "产 业的", + "志愿 者们", + "志愿者 们", + "av oid", + "a void", + "pa ths", + "path s", + "pat hs", + "p aths", + "▁THE Y", + "▁TH EY", + "▁n ano", + "▁na no", + "▁nan o", + "▁point less", + "多 余", + "礼 貌", + "高 低", + "▁D w", + "对他 们", + "对 他们", + "你会 发现", + "你 会发现", + "Hy per", + "▁N icol", + "▁Nic ol", + "▁Ni col", + "▁rob otic", + "▁robot ic", + "▁St ructure", + "▁ Structure", + "Acknow ledgments", + "评 级", + "AR M", + "A RM", + "会议 上", + "ни ца", + "ex tend", + "ext end", + "nIm port", + "n Import", + "▁sup reme", + "▁suprem e", + "▁pand emic", + "▁pro state", + "▁prost ate", + "▁un biased", + "大 涨", + "天 蝎", + "ga e", + "g ae", + "▁R um", + "▁Ru m", + "▁B erg", + "▁Be rg", + "▁Ber g", + "▁cap ita", + "com mercial", + "▁mod ifying", + "▁modify ing", + "▁protagon ist", + "推 理", + "沙 特", + "▁o t", + "▁ ot", + "扫黑 除恶", + "nC ome", + "nCom e", + "nCo me", + "n Come", + "tor ch", + "▁bu lb", + "▁bul b", + "▁reg ulator", + "▁regul ator", + "▁singular ities", + "共 青", + "着 他", + "影响 的", + "主体 责任", + "ur ous", + "uro us", + "u rous", + "pp ling", + "ppl ing", + "p pling", + "▁rug by", + "▁D anish", + "▁Dan ish", + "Id entity", + "Ident ity", + "▁deep est", + "▁ende avor", + "▁endeav or", + "抑郁 症", + "+\\\\ +", + "+ \\\\+", + "il ot", + "ilo t", + "i lot", + "▁M oss", + "▁Mo ss", + "▁Mos s", + "nVal ue", + "n Value", + "y ellow", + "▁S erial", + "▁Se rial", + "▁Ser ial", + "▁ Serial", + "▁Process ing", + "' /", + "| <", + "演 示", + "能 有", + "蜘 蛛", + "降 至", + "de ns", + "den s", + "d ens", + "st udy", + "stud y", + "▁M ills", + "▁Mil ls", + "▁Mill s", + "▁Josh ua", + "▁Jos hua", + "▁over weight", + "率 的", + "留 给", + "的 感情", + "pe nt", + "pen t", + "p ent", + "苹果 公司", + "iv able", + "iva ble", + "i vable", + "▁rehe ars", + "▁ass urance", + "▁conduct ance", + "tabular newline", + "战 友", + "放 学", + "词 语", + "Pa ir", + "P air", + "nL ess", + "nLe ss", + "n Less", + "▁a top", + "▁at op", + "ta king", + "t aking", + "▁k ings", + "▁king s", + "▁kin gs", + "翻 炒", + "at ra", + "a tra", + "▁s ep", + "▁se p", + "▁ sep", + "▁за па", + "▁C ities", + "▁Cit ies", + "▁N uclear", + "▁Nu clear", + "全 天", + "北 海", + "干 事", + "肢 体", + "量 为", + "na gain", + "nag ain", + "n again", + "▁l ifts", + "▁li fts", + "▁lif ts", + "▁lift s", + "method s", + "▁mem oir", + "▁memo ir", + "▁plan ner", + "▁T elescope", + "▁Tele scope", + "一 双", + "半 岛", + "演 艺", + "…” \\", + "… ”\\", + "Ga te", + "G ate", + "法律 文书", + "F ollow", + "Ins ert", + "▁wip ed", + "▁wipe d", + "▁wi ped", + "inc ipal", + "▁st itch", + "▁Y outube", + "▁You tube", + "▁complex es", + "▁deleg ates", + "▁delegate s", + "脾 胃", + "da rt", + "dar t", + "d art", + "▁C lo", + "▁Cl o", + "▁f ul", + "▁fu l", + "▁ ful", + "or esc", + "ore sc", + "ores c", + "og rams", + "ogram s", + "o grams", + "min imum", + "minim um", + "min ster", + "mins ter", + "neut ral", + "▁had ron", + "▁Program me", + "▁over looking", + "▁overlook ing", + "亲 近", + "瑞 典", + "这 让", + "oo s", + "o os", + "▁m b", + "▁ mb", + "AT OR", + "ur as", + "ura s", + "u ras", + "Th ose", + "}= -\\\\", + "}=- \\\\", + "} =-\\\\", + "▁BI OS", + "▁v ault", + "▁va ult", + "ic ative", + "coll apse", + "▁prolong ed", + "▁slide show", + "▁slides how", + "trans lation", + "▁ins ulation", + "▁techn icians", + "▁technician s", + "低 迷", + "ts et", + "t set", + "新型 冠状病毒", + "▁instruct ors", + "▁instructor s", + "J y", + "滑 动", + "缘 分", + "萎 缩", + "sh i", + "s hi", + "看不 见", + "看 不见", + "At tr", + "Att r", + "LO AD", + "▁D AY", + "▁DA Y", + "▁ DAY", + "管理 制度", + "br ight", + "b right", + "▁ab bre", + "▁de cks", + "▁dec ks", + "▁deck s", + "▁gen ome", + "▁ge nome", + "▁commercial s", + "▁comp artment", + "丰 收", + "教 的", + "人们 对", + "is ch", + "isc h", + "i sch", + "| {\\\\", + "ch ina", + "chi na", + "chin a", + "▁$ -\\\\", + "▁$- \\\\", + "▁mix er", + "▁sl iced", + "▁slice d", + "▁De pression", + "▁Dep ression", + "▁negoti ating", + "能 为", + "那 麼", + "]- >", + "] ->", + "^{ '", + "^ {'", + "班子 成员", + "ol lah", + "oll ah", + "olla h", + "▁W ash", + "▁Was h", + "▁Wa sh", + "▁n our", + "▁no ur", + "▁ nour", + "▁sp ider", + "▁G ilbert", + "▁Gil bert", + "▁en acted", + "▁enact ed", + "▁trans gender", + "新 手", + "Р аз", + "仅仅 是", + "▁c ues", + "▁cue s", + "▁cu es", + "代 言", + "意 料", + "ss l", + "s sl", + "为 契机", + "公布 了", + "那一 刻", + "那 一刻", + "or um", + "o rum", + "▁S ites", + "▁Si tes", + "▁Site s", + "▁Sit es", + "▁Car eer", + "▁Care er", + "▁as ylum", + "▁appl aud", + "▁Spe aking", + "▁cabin ets", + "▁cabinet s", + "▁tra iners", + "▁train ers", + "▁trainer s", + "人 情", + "战 的", + "}{ $", + "} {$", + "▁J O", + "▁ JO", + "受害 者", + "bar s", + "ba rs", + "b ars", + "is al", + "isa l", + "i sal", + "▁M OD", + "▁MO D", + "▁ MOD", + "丰富 多彩", + "▁F ran", + "▁Fr an", + "▁Fra n", + "▁L anka", + "▁Lan ka", + "▁Sp urs", + "▁La uren", + "▁Laure n", + "▁Laur en", + "▁So ccer", + "▁Soc cer", + "▁In clude", + "▁Includ e", + "▁ Include", + "▁l ensing", + "▁lens ing", + "▁len sing", + "▁bless ings", + "▁blessing s", + "付 费", + "圈 子", + "质 的", + "Ne ed", + "N eed", + "ter ms", + "te rms", + "term s", + "t erms", + "▁N ine", + "▁Ni ne", + "▁P rest", + "▁Pr est", + "▁Pres t", + "▁Pre st", + "▁new com", + "▁d uality", + "▁du ality", + "▁dual ity", + "Cond ition", + "▁insight ful", + "和 个人", + "Jul y", + "J uly", + "nu ts", + "nut s", + "n uts", + "re ply", + "rep ly", + "▁G oth", + "▁Go th", + "▁Got h", + "ceed ings", + "▁cataly st", + "▁Inter face", + "▁ Interface", + "▁meaning less", + "ра к", + "朋友 的", + "$_ \\\\", + "$ _\\\\", + "nR ated", + "▁sp heres", + "▁sphere s", + "全 场", + "惊 艳", + "球 的", + "用 法", + "葫 芦", + "蒸 汽", + "DE R", + "D ER", + "Ne ver", + "N ever", + "ak ery", + "ake ry", + "aker y", + "▁L ORD", + "▁LO RD", + "▁S erv", + "▁Se rv", + "▁Ser v", + "▁ Serv", + "nW ater", + "n Water", + "▁Log in", + "▁Lo gin", + "▁ Login", + "▁Belg ian", + "分 支", + "固 然", + "地 去", + "数 百", + "雕 刻", + "Ag e", + "A ge", + "第一 名", + "第 一名", + "af fe", + "aff e", + "a ffe", + "ic ia", + "ici a", + "i cia", + "▁Y ES", + "▁YE S", + "▁ YES", + "▁p ee", + "▁pe e", + "▁us b", + "▁u sb", + "▁ usb", + ")} =\\\\", + ")}= \\\\", + ") }=\\\\", + "ial is", + "ia lis", + "i alis", + "▁em pt", + "▁emp t", + "▁ empt", + "▁t hee", + "▁the e", + "▁th ee", + "▁H annah", + "▁Hann ah", + "▁min ded", + "▁mind ed", + "▁ minded", + "▁rel ieved", + "▁relie ved", + "▁relieve d", + "▁Custom ers", + "▁Customer s", + "▁reflect ive", + "I J", + "卵 巢", + "平 米", + "浑 身", + "缓 冲", + "np op", + "n pop", + "Com plete", + "Comp lete", + "▁Re quired", + "▁Requ ired", + "▁ Required", + "最 强", + "极 管", + "的 艺术", + "红色 的", + "红 色的", + "id as", + "ida s", + "i das", + "去年 同期", + "商业 银行", + "dr aul", + "dra ul", + "▁M ann", + "▁Man n", + "▁Ma nn", + "▁R oot", + "▁Ro ot", + "▁ Root", + "br anes", + "bra nes", + "brane s", + "▁d ancers", + "▁dance rs", + "▁dancer s", + "▁dan cers", + "▁prepa rations", + "▁prepar ations", + "▁preparation s", + "▁prep arations", + "总 有", + "敬 业", + "Fac e", + "F ace", + "un ci", + "unc i", + "зи ра", + "▁G aming", + "▁Ga ming", + "▁Gam ing", + "▁thr iller", + "▁thrill er", + "▁insert ion", + "▁sculpt ure", + "▁w andering", + "▁wand ering", + "▁wander ing", + "▁re productive", + "▁reprodu ctive", + "局 局长", + "技术 人员", + "as sed", + "ass ed", + "asse d", + "Im ages", + "Image s", + "▁gen us", + "▁ge nus", + "▁genu s", + "▁up right", + "▁amb ition", + "▁ambit ion", + "▁seam less", + "restrict ed", + "▁supply ing", + "▁suppl ying", + "▁threshold s", + "▁thresh olds", + "夜 里", + "计 量", + "路 过", + "采 信", + "US D", + "U SD", + "ch y", + "c hy", + "▁LI KE", + "▁M ask", + "▁Ma sk", + "▁Mas k", + "▁ Mask", + "vas ive", + "v asive", + "▁dr agging", + "▁dra gging", + "▁drag ging", + "▁Ass essment", + "▁for getting", + "▁forget ting", + "▁forg etting", + "nNever theless", + "基 礎", + "带 到", + "活 塞", + "贫 穷", + "ip ple", + "ipp le", + "i pple", + "▁f ost", + "▁fo st", + "▁l amb", + "▁la mb", + "▁lam b", + "in arily", + "inar ily", + "▁gra dual", + "▁gradu al", + "▁grad ual", + "▁congest ion", + "▁cong estion", + "re x", + "r ex", + "我 个人", + "▁bur nt", + "▁burn t", + "▁in compet", + "▁incom pet", + "▁mass less", + "▁econom ists", + "▁economist s", + "共 鸣", + "只 想", + "引 人", + "截 图", + "充分 肯定", + "▁G ross", + "▁Gr oss", + "▁Gro ss", + "▁ru ins", + "▁ruin s", + "▁coc aine", + "一 二", + "前 途", + "无 形", + "的 四", + "▁s perm", + "▁sp erm", + "▁spe rm", + "▁V ehicle", + "▁rent ing", + "▁ren ting", + "Frame work", + "F ramework", + "▁ge ography", + "伙 食", + "长 征", + "га то", + "гат о", + "▁M Ps", + "▁MP s", + "现有 技术", + "▁l aps", + "▁la ps", + "▁lap s", + "▁Ad rian", + "▁Aw esome", + "▁mile age", + "▁pres erves", + "▁preserv es", + "▁preserve s", + "错 的", + "EC H", + "E CH", + "分钟 后", + "▁M end", + "▁Me nd", + "▁Men d", + "he never", + "hen ever", + "▁Re becca", + "▁P urchase", + "▁Purch ase", + "▁cont raction", + "▁contract ion", + "▁contra ction", + "会 是", + "兼 顾", + "段 的", + "面 粉", + "Gr a", + "G ra", + "TA G", + "T AG", + "▁Б а", + "而来 的", + "而 来的", + "am os", + "amo s", + "a mos", + "se at", + "sea t", + "s eat", + "ause s", + "au ses", + "aus es", + "a uses", + "人民 陪审员", + "oc rats", + "ocr ats", + "ocrat s", + "▁m essed", + "▁mess ed", + "▁mes sed", + "▁pret ending", + "▁pretend ing", + "仪 表", + "应 予", + "求 职", + "跑 了", + "间 隙", + "▁Ad S", + "▁ AdS", + "中共 中央", + "就是 为了", + "就 是为了", + "cl are", + "吸 附", + "寻 常", + "la ws", + "law s", + "l aws", + "▁ey el", + "▁eye l", + "▁No tre", + "▁Not re", + "▁fav ors", + "▁favor s", + "▁hear ings", + "▁hearing s", + "一 中", + "當 然", + "监 委", + "也 只是", + "-{ \\\\", + "- {\\\\", + "di git", + "dig it", + "▁S cout", + "▁Sc out", + "▁Sco ut", + "th ought", + "though t", + "▁expl oded", + "▁explo ded", + "▁explode d", + "t M", + "▁R R", + "▁ RR", + "ct rl", + "ctr l", + "c trl", + "▁S chr", + "▁Sc hr", + "▁Sch r", + "▁call er", + "▁cal ler", + "▁str iker", + "▁stri ker", + "▁strike r", + "▁your selves", + "▁yours elves", + "▁ 王", + "开 支", + "知 識", + "语 法", + "ve h", + "v eh", + "▁$ _", + "▁ $_", + "在这 些", + "在 这些", + "签订 了", + "▁K ur", + "▁Ku r", + "had oop", + "h adoop", + "▁Fil ip", + "▁Fi lip", + "▁mi mic", + "▁mim ic", + "▁t uple", + "▁tu ple", + "▁ tuple", + "y z", + "分 別", + "长 效", + "AR C", + "A RC", + "▁B ir", + "▁Bi r", + "▁S ak", + "▁Sa k", + "ig ner", + "ign er", + "igne r", + "▁J ill", + "▁t eas", + "▁te as", + "▁tea s", + "▁ex cel", + "▁exc el", + "rot ation", + "▁W alking", + "▁Wal king", + "▁Walk ing", + "▁sol icit", + "▁solic it", + "▁lineback er", + "▁paragraph s", + "▁para graphs", + "上 车", + "執 行", + "尔 的", + "要 从", + "发现 的", + "积极 开展", + "nA long", + "nAl ong", + "▁a post", + "▁ap ost", + "▁ur ging", + "▁urg ing", + "▁annot ated", + "▁bi ography", + "í t", + "要 看", + "em it", + "emi t", + "e mit", + "ol ey", + "ole y", + "o ley", + "ля ва", + "л ява", + "▁\\\" '", + "▁ \\\"'", + "违法 犯罪", + "ud ing", + "udi ng", + "u ding", + "▁HD MI", + "▁f uzzy", + "> `", + "又 被", + "持 久", + "读 了", + "门 外", + "ut z", + "u tz", + "区域 的", + "孩子 在", + "Ch ina", + "▁v eto", + "▁ve to", + "▁vet o", + "▁belie ver", + "▁believe r", + "▁b iblical", + "▁privile ged", + "▁privilege d", + "于 此", + "▁Р е", + "om ew", + "ome w", + "ru ed", + "rue d", + "r ued", + "▁v oy", + "▁vo y", + "Cl ean", + "C lean", + "il les", + "ill es", + "ille s", + "党委 副书记", + "Pro position", + "Prop osition", + "v g", + "女 的", + "很 强", + "班 长", + "脸 色", + "; }\\", + "nm on", + "n mon", + "th inking", + "think ing", + "thin king", + "▁ro asted", + "▁roast ed", + "” ”", + "童 话", + "li ved", + "live d", + "l ived", + "▁D isk", + "▁Dis k", + "▁Di sk", + "▁ Disk", + "▁car bs", + "▁carb s", + "▁in dict", + "▁ind ict", + "▁indic t", + "nCol lect", + "nColl ect", + "n Collect", + "▁cer amic", + "▁sub reddit", + "▁disappe ars", + "▁disappear s", + "不 肯", + "崇 拜", + "衰 退", + "▁c f", + "▁ cf", + "▁p eas", + "▁pe as", + "nW orld", + "n World", + "▁cul inary", + "乘 车", + "平 板", + "断 了", + "вър ш", + "▁) \\\\", + "▁)\\ \\", + "▁ )\\\\", + "▁; )\\", + "▁;) \\", + "▁M add", + "▁Mad d", + "▁Ma dd", + "▁r ant", + "▁ra nt", + "▁ran t", + "▁ rant", + "nTh ings", + "n Things", + "▁mur ders", + "▁murder s", + "▁murd ers", + "Un iversity", + "▁f ertility", + "▁fert ility", + "▁fertil ity", + "▁recru ited", + "▁recruit ed", + "后 方", + "应 付", + "预 备", + "不 属于", + "al ker", + "alk er", + "un ding", + "und ing", + "▁c rawl", + "▁cra wl", + "▁craw l", + "▁mer its", + "▁merit s", + "Ch ildren", + "Child ren", + "▁prison er", + "位 列", + "冲 刺", + "白 菜", + "比较 大", + "比 较大", + "▁M AY", + "▁MA Y", + "可以 直接", + "ou ring", + "our ing", + "ouri ng", + "o uring", + "▁Ro mans", + "▁Rom ans", + "▁Roman s", + "▁Roma ns", + "▁am using", + "▁access ory", + "▁in quiries", + "再 见", + "呵 护", + "平 和", + "年 华", + "怎 麼", + "揭 示", + "还 真", + "逐 一", + "Pe t", + "P et", + "▁ 根据", + "RE NT", + "REN T", + "R ENT", + "▁G az", + "▁Ga z", + "加快 推进", + "fun ded", + "fund ed", + "▁class rooms", + "▁classroom s", + "涌 现", + "衣 物", + "试 卷", + "违 背", + "phot os", + "photo s", + "sex ual", + "s exual", + "▁Know ing", + "▁Kn owing", + "▁Prop het", + "▁side walk", + "▁sidew alk", + "烧 烤", + "肺 癌", + "電 子", + "高 管", + "nP R", + "n PR", + "每年 的", + "每 年的", + "▁Ch ain", + "▁Cha in", + "▁ Chain", + "col ored", + "color ed", + "nt hesis", + "nthe sis", + "nth esis", + "南 通", + "烹 饪", + "碳 酸", + "货 运", + "贩 卖", + "这一 天", + "这 一天", + "▁d od", + "▁do d", + "for th", + "fort h", + "f orth", + "▁SD SS", + "nQu ick", + "n Quick", + "was her", + "wash er", + "re ctions", + "rect ions", + "rection s", + "▁di lemma", + "▁dil emma", + "▁dile mma", + "提 名", + "机 体", + "肾 脏", + "nA D", + "n AD", + "的 土地", + "▁J UST", + "▁具体 实施方式", + "▁br anded", + "▁brand ed", + "改 變", + "着 重", + "耕 地", + "护理 费", + "收到 了", + "收 到了", + "▁P ST", + "▁PS T", + "▁l ac", + "▁la c", + "▁M int", + "▁Min t", + "▁Mi nt", + "▁T error", + "▁Te rror", + "▁Ter ror", + "▁Terr or", + "▁gr inding", + "▁grind ing", + "▁grin ding", + "▁sign aling", + "▁signal ing", + "朗 诵", + "英 超", + "主义 的", + "el in", + "eli n", + "e lin", + "pe er", + "p eer", + "系列 活动", + "▁s erm", + "▁se rm", + "▁ser m", + "Pos ted", + "Post ed", + "Po sted", + "com pute", + "comp ute", + "comput e", + "▁r esides", + "▁res ides", + "▁resid es", + "▁reside s", + "mer cially", + "mercial ly", + "Event Listener", + "是一 场", + "是 一场", + "▁J os", + "▁Jo s", + "▁S au", + "▁Sa u", + "ри сти", + "▁r anch", + "▁ra nch", + "▁ran ch", + "▁ranc h", + "▁ка кто", + "▁Fal cons", + "▁Falcon s", + "▁sea food", + "▁seaf ood", + "arg uments", + "argument s", + "干 的", + "▁A u", + "▁ Au", + "VER T", + "VE RT", + "V ERT", + "con e", + "co ne", + "c one", + "де на", + "ден а", + "д ена", + "ish ops", + "ishop s", + "i shops", + "n value", + "▁B rett", + "▁Br ett", + "▁Bre tt", + "▁B rief", + "▁Br ief", + "▁Bri ef", + "ple ctic", + "p lectic", + "▁VAL UES", + "▁Re ality", + "▁Real ity", + "▁gad gets", + "▁gadget s", + "▁ref usal", + "▁res olving", + "▁resol ving", + "▁ge ographical", + "▁geographic al", + "固 醇", + "晋 级", + "本 期", + "疏 散", + "積 極", + "站 的", + "脚 下", + "前 几天", + "等 形式", + "be ar", + "bea r", + "b ear", + "да ва", + "то ри", + "тор и", + "▁P AC", + "▁PA C", + "世界上 最", + "nG ive", + "n Give", + "▁An tar", + "▁Ant ar", + "▁cl erk", + "▁cle rk", + "▁cler k", + "▁Clark e", + "▁Clar ke", + "▁re flex", + "▁ref lex", + "▁Open ing", + "▁Op ening", + "▁even ings", + "▁evening s", + "▁eve nings", + "▁viol ates", + "▁violate s", + "刘 邦", + "核 桃", + "AR R", + "A RR", + "gr o", + "g ro", + "必 不可", + "的事 物", + "的 事物", + "▁K ap", + "▁Ka p", + "Mus ic", + "Mu sic", + "M usic", + "▁It ems", + "▁Item s", + "▁ Items", + "CRIP TION", + "▁Gu arant", + "▁town ship", + "▁towns hip", + "▁province s", + "▁provin ces", + "乳 房", + "口 袋", + "差 不", + "电 解", + "一个 大", + "一 个大", + "nA nn", + "nAn n", + "n Ann", + "uc as", + "uca s", + "u cas", + "▁G las", + "▁Gl as", + "▁A pollo", + "▁Leg acy", + "second ary", + "▁de position", + "▁dep osition", + "▁deposit ion", + "▁depos ition", + "g d", + "励 志", + "集 團", + "EL Y", + "E LY", + "和他 的", + "和 他的", + "ahaw ks", + "a hawks", + "in ston", + "ins ton", + "inst on", + "nSte ve", + "n Steve", + "公 子", + "殖 民", + "预 报", + "ch unk", + "chu nk", + "ou nty", + "ount y", + "oun ty", + "ro let", + "rol et", + "role t", + "▁g rim", + "▁gr im", + "▁gri m", + "nl ocal", + "nlo cal", + "n local", + "▁P ages", + "▁Page s", + "▁Pa ges", + "▁Pag es", + "▁ Pages", + "▁d rank", + "▁dr ank", + "▁dra nk", + "▁ple asing", + "▁pleas ing", + "▁plea sing", + "涨 价", + "深 厚", + "v ue", + "到 这里", + "工作 和", + "▁B ent", + "▁Be nt", + "▁Ben t", + "▁b iod", + "▁bi od", + "▁bio d", + "▁Does n", + "▁ski ing", + "有 好", + "aa S", + "全面 的", + "全 面的", + "报 记者", + "we ed", + "w eed", + "nN otes", + "nNo tes", + "nNot es", + "nNote s", + "n Notes", + "▁B uilt", + "▁Bu ilt", + "▁P orter", + "▁Port er", + "▁Por ter", + "Direct ion", + "Dir ection", + "Di rection", + "D irection", + "nEx ternal", + "nExt ernal", + "n External", + "▁hand made", + "▁Louis ville", + "▁resign ation", + "G U", + "三 百", + "折 腾", + "旅 程", + "}) +", + "} )+", + "综合 性", + "Sam e", + "Sa me", + "S ame", + "be ans", + "bean s", + "bea ns", + "it ars", + "ita rs", + "itar s", + "▁C ind", + "▁st eer", + "▁ste er", + "get Value", + "contin uous", + "▁dec orating", + "▁decor ating", + "▁deco rating", + "b h", + "’ ’", + "伤 亡", + "OP T", + "O PT", + "日起 至", + "so ns", + "son s", + "s ons", + "深入 开展", + "er mat", + "erm at", + "▁Sy nd", + "▁Syn d", + "▁a ids", + "▁aid s", + "▁St eps", + "▁Ste ps", + "▁Step s", + "▁log os", + "▁logo s", + "▁D ocker", + "▁Do cker", + "▁Doc ker", + "▁Dock er", + "ev olution", + "e volution", + "▁found ers", + "▁fo unders", + "▁founder s", + "▁head aches", + "▁headache s", + "巴 萨", + "指 甲", + "清 偿", + "負 責", + "迄 今", + "bi l", + "b il", + "就是 因为", + "就 是因为", + "行政 执法", + "▁e mit", + "▁em it", + "▁ emit", + "▁l ame", + "▁la me", + "▁lam e", + "▁de central", + "▁decent ral", + "彼 得", + "考 上", + "ne e", + "n ee", + "▁M ER", + "▁ME R", + "▁ MER", + "Al pha", + "ei ght", + "e ight", + "ar char", + "arch ar", + "arc har", + "id able", + "ida ble", + "▁dis pro", + "▁disp ro", + "▁log ger", + "▁ logger", + "▁Conf eder", + "▁bo arding", + "▁board ing", + "▁ boarding", + "k r", + "分 明", + "ie v", + "i ev", + "这是 我", + "这 是我", + "▁m emo", + "▁me mo", + "▁mem o", + "履行 期间的", + "op pler", + "opp ler", + "▁euro s", + "▁eu ros", + "▁m ines", + "▁min es", + "▁mine s", + "▁mi nes", + "back end", + "▁before hand", + "▁spons orship", + "▁sponsor ship", + "▁sponsors hip", + "▁ 图", + "惠 民", + "议 员", + "ep t", + "e pt", + "▁G S", + "▁ GS", + "ут бо", + "历史 文化", + "▁NE ED", + "▁b ites", + "▁bit es", + "▁bi tes", + "▁bite s", + "▁gra bbing", + "▁grab bing", + "增 量", + "耽 误", + "学习 了", + "温暖 的", + "▁ge ared", + "▁gear ed", + "▁sub urbs", + "▁suburb s", + "▁C reating", + "▁Cr eating", + "▁Creat ing", + "▁Cre ating", + "▁Pass word", + "▁ Password", + "▁p athetic", + "▁pat hetic", + "▁path etic", + "▁research ed", + "▁researc hed", + "^ @", + "季 后", + "执 政", + "画 的", + "電 視", + "li p", + "l ip", + "▁B ash", + "▁Bas h", + "▁Ba sh", + "Se cret", + "Sec ret", + "engu in", + "}^ {(\\\\", + "}^{ (\\\\", + "}^{( \\\\", + "} ^{(\\\\", + "▁Fac ulty", + "灰 色", + "自 学", + "Mo r", + "M or", + "▁P u", + "qu ez", + "que z", + "q uez", + "yr us", + "y rus", + "工程 建设", + "FT WARE", + "name se", + "nam ese", + "names e", + "ho oting", + "hoo ting", + "hoot ing", + "▁as sort", + "▁ass ort", + "▁lith ium", + "▁decl aring", + "▁ref inement", + "▁refine ment", + "▁refin ement", + "\\\\+\\\\_\\\\ +\\\\+", + "\\\\+\\\\_\\\\+ \\\\+", + "两 周", + "农 历", + "很 喜欢", + "Ba nk", + "Ban k", + "B ank", + "le af", + "▁s ig", + "▁si g", + "▁ sig", + "rag ma", + "▁S hot", + "▁Sh ot", + "▁Sho t", + "▁ Shot", + "▁ri cher", + "▁rich er", + "▁ric her", + "▁em ailed", + "▁email ed", + "▁comm ence", + "▁play list", + "▁copyright ed", + "坐 着", + "归 纳", + "}$ &", + "} $&", + "由 原告", + "级别 的", + "级 别的", + "OU GH", + "tl og", + "t log", + "▁G am", + "▁Ga m", + "▁W AY", + "▁WA Y", + "知道 自己", + "con vex", + "conv ex", + "War ning", + "W arning", + "▁rent als", + "▁rental s", + "▁de tained", + "▁det ained", + "▁detain ed", + "薄 膜", + "确实 是", + "▁D SL", + "▁DS L", + "▁qu il", + "▁qui l", + "▁can al", + "▁ca nal", + "▁un rel", + "▁u nrel", + "▁re gain", + "▁reg ain", + "▁screen ed", + "▁incorrect ly", + "法 案", + "睡 着", + "就像 是", + "就 像是", + "ho rn", + "hor n", + "h orn", + "▁P or", + "▁Po r", + "公共 卫生", + "▁arrest s", + "▁arr ests", + "▁visual ize", + "▁con tention", + "▁cont ention", + "▁content ion", + "▁M F", + "▁ MF", + "的 合作", + "）； \\", + "） ；\\", + "▁K ol", + "▁Ko l", + "do ing", + "doi ng", + "▁comb ust", + "▁re places", + "▁repl aces", + "▁replace s", + "详 情", + "▁H B", + "▁ HB", + "Bi ll", + "B ill", + "in ea", + "ine a", + "i nea", + "nWh ite", + "n White", + "▁hel ium", + "▁amaz ingly", + "▁amazing ly", + "▁dist raction", + "▁distract ion", + "▁analy tically", + "▁analytical ly", + "▁analytic ally", + "E v", + "▁ 是", + "番 茄", + "Pe n", + "P en", + "但他 们", + "但 他们", + "有 能力", + "nP eter", + "nPe ter", + "nPet er", + "n Peter", + "▁F ields", + "▁Field s", + "▁ Fields", + "▁or phan", + "key words", + "keyword s", + "▁maneu ver", + "▁rec urring", + "▁recur ring", + "▁Pres idential", + "▁President ial", + "> }", + "了 呢", + "商 人", + "家 用", + "而 生", + "▁N W", + "族 自治", + "an co", + "anc o", + "a nco", + "ub le", + "ubl e", + "u ble", + "北京 大学", + "▁a cre", + "▁ac re", + "▁ acre", + "▁Reg ular", + "▁w eddings", + "▁wedding s", + "Per mission", + "Perm ission", + "▁Indust ries", + "▁architect s", + "一 举", + "但 其", + "恶 化", + "治 療", + "amp oo", + "▁re ef", + "ce ster", + "ces ter", + "c ester", + "graph ics", + "g raphics", + "▁belong ed", + "▁fre aking", + "▁freak ing", + "各 村", + "来 做", + "老 子", + "母亲 的", + "有 自己的", + "En able", + "E nable", + "land er", + "la nder", + "lan der", + "l ander", + "道路 交通安全", + "道路交通 安全", + "ov erview", + "over view", + "▁def enses", + "▁defense s", + "▁rest oring", + "科 院", + "负 载", + "高 雄", + "FI X", + "F IX", + "lu a", + "l ua", + "在我 国", + "在 我国", + "nd own", + "ndo wn", + "n down", + "B order", + "值得 注意的是", + "Tr aining", + "Tra ining", + "Train ing", + "T raining", + "▁Nor wegian", + "▁hist ories", + "▁histor ies", + "表 扬", + "满意 度", + "▁G ig", + "▁Gi g", + "le igh", + "ES SION", + "ESS ION", + "ef ault", + "▁L ucky", + "▁Luc ky", + "▁Luck y", + "Cont ents", + "Content s", + "▁card iac", + "▁re ceptor", + "▁recept or", + "Pi n", + "P in", + "ak ov", + "ako v", + "a kov", + "▁U nd", + "▁Un d", + "▁P ine", + "▁Pi ne", + "▁Pin e", + "fl ower", + "flow er", + "flo wer", + "f lower", + "▁De lete", + "▁Del ete", + "▁ Delete", + "▁ext racting", + "▁extract ing", + "▁extr acting", + "七 十", + "之 初", + "直 升", + "红 利", + "降 水", + "要不 要", + "要 不要", + "bi ll", + "bil l", + "b ill", + "主题 教育", + "少数 民族", + "的小 伙伴", + "的 小伙伴", + "Set up", + "Se tup", + "S etup", + "▁for ex", + "▁fore x", + "▁fo rex", + "nN othing", + "nNo thing", + "nNot hing", + "n Nothing", + "▁un cover", + "▁unc over", + "▁Back ground", + "▁ Background", + "减 弱", + "参 保", + "各 種", + "测 定", + "▁k a", + "▁ ka", + "▁з е", + "▁ зе", + "的全 部", + "的 全部", + "▁H BO", + "▁HB O", + "专项 行动", + "进一步 提升", + "向本院 递交上诉状", + "▁boost ing", + "▁con ductor", + "▁conduct or", + "▁ conductor", + "M i", + "周 四", + "检 修", + "薪 酬", + "严格 的", + "严 格的", + "il ion", + "ili on", + "nex pl", + "nexp l", + "n expl", + "an ding", + "and ing", + "andin g", + "andi ng", + "▁Ven us", + "▁Ve nus", + "▁mac OS", + "▁M artha", + "▁Mar tha", + "▁Mart ha", + "▁V ienna", + "▁Vi enna", + "▁chrom os", + "让 它", + ":< /", + ": \\", + ";\\\" >\\", + "; \\\">\\", + "im ens", + "ime ns", + "imen s", + "▁Queens land", + "大 米", + "提 议", + "IA N", + "I AN", + "这几 年", + "这 几年", + "in qu", + "i nqu", + "▁h rs", + "▁hr s", + "安排 部署", + "TH ING", + "So cial", + "S ocial", + "▁Y emen", + "▁Ye men", + "▁Kn ights", + "▁Knight s", + "▁pursu ant", + "▁mut ations", + "▁mutation s", + "▁cont racted", + "▁contract ed", + "下 水", + "歌 唱", + "ви н", + "в ин", + "也不 用", + "也 不用", + "家 公司", + "ou is", + "o uis", + "▁R BI", + "▁RB I", + "产品 质量", + "▁N est", + "▁Ne st", + "▁P oin", + "▁Po in", + "inter pret", + "interpre t", + "▁ped iatric", + "nCon clusion", + "n Conclusion", + "H o", + "中 之", + "妥 协", + "明 亮", + "OP E", + "O PE", + "的 儿子", + "的话 语", + "的 话语", + "ne ck", + "nec k", + "经济 损失", + "so uth", + "s outh", + "▁L ayer", + "▁La yer", + "▁Lay er", + "▁ Layer", + "arch ives", + "archive s", + "播 种", + "线 性", + "領 域", + "FI L", + "F IL", + "▁Д ж", + "hi ft", + "h ift", + "it as", + "ita s", + "i tas", + "▁b ait", + "▁ba it", + "nCh ina", + "n China", + "rad iation", + "▁bal ances", + "▁balance s", + "▁Every body", + "▁Psych ology", + "%; \\", + "% ;\\", + "拥有 的", + "拥 有的", + "nF il", + "n Fil", + "组成 合议庭", + "▁B rent", + "▁Br ent", + "▁Bre nt", + "▁Bren t", + "▁D ollar", + "▁Doll ar", + "▁Dol lar", + "▁M ovies", + "▁Movie s", + "▁pre season", + "í a", + "之 类", + "封 装", + "明 珠", + "季后 赛", + "▁I ND", + "▁IN D", + "▁ IND", + "ga ges", + "gage s", + "g ages", + "▁l ept", + "▁le pt", + "进一步 提高", + "▁D emon", + "▁De mon", + "▁Dem on", + "▁Demo n", + "▁S pons", + "▁Sp ons", + "▁car ved", + "Orig inal", + "Origin al", + "▁princ ip", + "The refore", + "There fore", + "▁hazard ous", + "款 式", + "SS L", + "S SL", + "一起 来", + "一 起来", + "▁wr aps", + "▁wra ps", + "▁wrap s", + "▁Sol omon", + "▁Solo mon", + "▁guitar ist", + "多 为", + "oo o", + "o oo", + "仍然 是", + "▁p uck", + "▁f erry", + "▁fer ry", + "en stein", + "ens tein", + "ass uming", + "▁pat rons", + "▁patron s", + "▁allerg ic", + "▁ord inance", + "▁administ er", + "▁admin ister", + "▁ammun ition", + "万 科", + "低 价", + "如 其", + "投 产", + "拉 着", + "花 椒", + "谁 能", + "QU I", + "Q UI", + "哈哈 哈", + "哈 哈哈", + "▁l abs", + "▁la bs", + "▁lab s", + "▁sw elling", + "▁collect ors", + "▁colle ctors", + "▁collector s", + "六 月", + "风 暴", + "us c", + "u sc", + "nM art", + "nMar t", + "n Mart", + "op ers", + "ope rs", + "oper s", + "o pers", + "▁c lan", + "▁cl an", + "aught y", + "augh ty", + "▁resid ue", + "冷 水", + "报 复", + "掀 起", + "柠 檬", + "bi as", + "bia s", + "b ias", + "mon ton", + "mo nton", + "mont on", + "▁sh aded", + "▁shade d", + "▁McC arthy", + "▁special ize", + "* [", + "C y", + "下 沉", + "彩 虹", + "推 動", + "正 值", + "也许 是", + "开幕 式", + "xt on", + "x ton", + "▁L AN", + "▁LA N", + "▁ LAN", + "队伍 建设", + "▁so ak", + "Valid ator", + "▁pro posing", + "▁prop osing", + "▁propos ing", + "” (", + "奋 战", + "妥 善", + "肇 事", + "运 河", + "be f", + "b ef", + "}) ;", + "} );", + "▁E UR", + "▁EU R", + "▁D rum", + "▁Dr um", + "▁Dru m", + "▁Nik on", + "▁Ni kon", + "▁Ad just", + "▁North east", + "▁Nort heast", + "▁multi plied", + "▁multipl ied", + "和 不", + "宽 容", + "等 候", + "经 贸", + "除 外", + "万人 次", + "万 人次", + "ER SON", + "ERS ON", + "< >();\\", + "viol et", + "vio let", + "v iolet", + "Sub ject", + "▁h anding", + "▁hand ing", + "▁in consist", + "Input Stream", + "▁ Я", + "可 知", + "点 多", + "Ho l", + "H ol", + "в ни", + "国家 队", + "▁F la", + "▁Fl a", + "nSt ay", + "▁b link", + "▁bl ink", + "▁le thal", + "▁let hal", + "nwith out", + "n without", + "▁diff ering", + "▁differ ing", + "▁diffe ring", + "上 是", + "弱 的", + "细 则", + "过 头", + "▁G F", + "▁ GF", + "在 没有", + "type def", + "typed ef", + "▁mar ble", + "rodu cing", + "rod ucing", + "▁ar ithmetic", + "隔 壁", + "GE R", + "G ER", + "LA B", + "L AB", + "QC D", + "Q CD", + "就算 是", + "就 算是", + "op sy", + "ops y", + "o psy", + "服务 平台", + "本院 依法", + "ge ons", + "geon s", + "geo ns", + "qu bit", + "▁st ared", + "▁star ed", + "▁sta red", + "▁stare d", + "▁over lay", + "▁overl ay", + "▁ overlay", + "▁team mate", + "▁sum mation", + "▁summ ation", + "伸 出", + "回 购", + "团 员", + "开 头", + "IC A", + "I CA", + "ba b", + "b ab", + "as se", + "ass e", + "nm ov", + "n mov", + "▁L TE", + "▁LT E", + "▁U AE", + "▁s ie", + "▁si e", + "Sm ith", + "S mith", + "ci ble", + "c ible", + "▁B end", + "▁Be nd", + "▁Ben d", + "▁J eep", + "▁Je ep", + "▁id ol", + "▁app re", + "▁ap pre", + "qu isite", + "quis ite", + "grad ient", + "▁Up dates", + "▁Update s", + "▁dream ed", + "▁st amped", + "▁stamp ed", + "▁corrid or", + "急 需", + "老 旧", + "ok i", + "o ki", + "LIN K", + "L INK", + "▁H DD", + "▁HD D", + "th umb", + "▁O VER", + "▁ OVER", + "▁m urd", + "▁mur d", + "▁mu rd", + "▁w hip", + "▁wh ip", + "▁G reens", + "▁Green s", + "▁Gree ns", + "▁Gre ens", + "▁Nut rition", + "两 会", + "做 完", + "牵 引", + "若 有", + "父亲 的", + "}] \\\\", + "}]\\ \\", + "} ]\\\\", + "▁C er", + "▁Ce r", + "▁F ans", + "▁Fa ns", + "▁Fan s", + "▁S ach", + "▁Sa ch", + "▁Sac h", + "▁p rogen", + "▁pro gen", + "▁pr ogen", + "▁prog en", + "▁vac ant", + "▁con duction", + "▁cond uction", + "▁conduct ion", + "Exper imental", + "▁qual itatively", + "▁qualitative ly", + "两 委", + "▁ch ic", + "▁chi c", + "▁w rink", + "▁wr ink", + "imb abwe", + "▁Gene va", + "npar ameter", + "n parameter", + "▁sandwich es", + "▁sandwic hes", + "不 息", + "个 小", + "拖 欠", + "]} $", + "] }$", + "▁Л у", + "和 建议", + "培训 班", + "完全 是", + "完 全是", + "的 任务", + "需要 在", + "需 要在", + "Gr ad", + "Gra d", + "G rad", + "at ti", + "att i", + "a tti", + "▁B uc", + "▁Bu c", + "Or gan", + "Org an", + "▁s paced", + "▁sp aced", + "▁space d", + "▁spa ced", + "▁spac ed", + "▁parad ise", + "nEvery thing", + "n Everything", + "D N", + "犯 了", + "+} $", + "+ }$", + "Al t", + "A lt", + "年 上半年", + "所有 人都", + "所有人 都", + "th ose", + "▁W ays", + "▁Way s", + "▁Wa ys", + "▁p ots", + "▁po ts", + "▁pot s", + "▁ pots", + "▁Ent ity", + "▁ Entity", + "就 越", + "社 區", + "La w", + "L aw", + "д ри", + "万亿 元", + "万 亿元", + "的 结构", + "IT ION", + "I TION", + "▁C lem", + "▁Cl em", + "▁Cle m", + "▁i Cloud", + "▁sh itty", + "▁shit ty", + "▁t elesc", + "▁tele sc", + "▁tel esc", + "▁az imuth", + "▁b idding", + "▁bi dding", + "▁bid ding", + "▁tat toos", + "▁tattoo s", + "▁cor rupted", + "▁corrupt ed", + "comb ination", + "偏 偏", + "平 日", + "得 的", + "部 和", + "IS C", + "I SC", + "▁П е", + "的大 型", + "的 大型", + "这么 说", + "ne xp", + "nex p", + "n exp", + "ве жда", + "ле ние", + "▁то зи", + "▁Cro at", + "▁an tis", + "▁ant is", + "▁anti s", + "▁ antis", + "▁cous ins", + "▁cousin s", + "悠 久", + "逃 离", + "不少 人", + "▁| |\\", + "▁|| \\", + "row ned", + "rown ed", + "r owned", + "▁I sing", + "▁Is ing", + "A verage", + "▁char set", + "▁gall ons", + "▁gallon s", + "▁sol vent", + "▁solve nt", + "▁prepa res", + "▁prepar es", + "▁prepare s", + "▁prep ares", + "▁aston ishing", + "不 光", + "墙 上", + "设 想", + "通 的", + "庞大 的", + "庞 大的", + "心理 咨询", + "▁r ods", + "▁ro ds", + "▁rod s", + "we bsite", + "web site", + "▁Br owns", + "▁Brown s", + "▁Brow ns", + "▁s lated", + "▁sl ated", + "▁slate d", + "cl amation", + "▁Ac ademic", + "▁Academ ic", + "▁dec orative", + "▁decor ative", + "▁deco rative", + "▁regist ering", + "▁register ing", + "g c", + "以 太", + "口 语", + "蒸 发", + "可谓 是", + "EN TER", + "ENT ER", + "VAL ID", + "▁H ang", + "▁Ha ng", + "▁Han g", + "nvalue s", + "n values", + "▁G roups", + "▁Group s", + "▁Gro ups", + "▁ Groups", + "▁Mart inez", + "▁Martin ez", + "▁char ities", + "▁cha rities", + "香 蕉", + "cap t", + "ca pt", + "c apt", + "职业 技术", + "en ges", + "eng es", + "enge s", + "ft ime", + "f time", + "sc hed", + "sche d", + "sch ed", + "s ched", + "▁my st", + "▁in vasive", + "▁inv asive", + "克 力", + "晚 期", + "极 了", + "白 糖", + "只有 在", + "将 自己", + "紧 接着", + "▁t yr", + "▁ty r", + "同时 也是", + "同时也 是", + "ic hel", + "ich el", + "iche l", + "i chel", + "st own", + "sto wn", + "s town", + "get table", + "▁at tained", + "▁att ained", + "▁attain ed", + "室 的", + "波 兰", + "Be l", + "B el", + "ey ed", + "eye d", + "he lf", + "hel f", + "h elf", + "nV ol", + "n Vol", + "ogg le", + "o ggle", + "▁h ooks", + "▁hook s", + "▁ho oks", + "qu ently", + "▁ch arger", + "▁char ger", + "▁charg er", + "▁charge r", + "▁god dess", + "▁rev ival", + "▁cont empt", + "▁contem pt", + "▁under wear", + "▁Ill uminate", + "▁ Illuminate", + "▁opp ression", + "▁op pression", + "上 调", + "场 均", + "恰 当", + "还 算", + "学院 的", + "学 院的", + "情况 的", + "air es", + "ai res", + "aire s", + "a ires", + "re nal", + "ren al", + "▁Con n", + "▁Co nn", + "▁ Conn", + "can cel", + "c ancel", + "min ent", + "mi nent", + "mine nt", + "m inent", + "▁h ears", + "▁he ars", + "▁hear s", + "bsol ute", + "is Empty", + "▁Sup ply", + "▁hel per", + "▁help er", + "▁ helper", + "▁D ynamic", + "▁ Dynamic", + "▁ev olves", + "▁evolve s", + "▁frag mentation", + "▁fragment ation", + "▁qual ification", + "台 风", + "柴 油", + "▁Cal cul", + "Process or", + "▁borrow ing", + "▁compens ated", + "▁compensate d", + "买 到", + "无 处", + "极 度", + "相 亲", + "零 件", + "hu a", + "h ua", + "▁o m", + "▁ om", + "▁T ip", + "▁Ti p", + "▁ Tip", + "▁G ods", + "▁God s", + "▁Go ds", + "▁g ras", + "▁gra s", + "▁gr as", + "}_ {{\\\\", + "}_{ {\\\\", + "} _{{\\\\", + "▁bl iss", + "道路 交通事故", + "道路交通 事故", + "▁st acks", + "▁stack s", + "▁sta cks", + "▁disc overs", + "▁discover s", + "▁dist orted", + "不 经", + "排 序", + "用 工", + "个月 的", + "个 月的", + "促进 了", + "促 进了", + "AG ES", + "AGE S", + "Wi re", + "W ire", + "了解 一下", + "▁S part", + "▁Sp art", + "▁Spa rt", + "▁sy nth", + "▁synt h", + "▁syn th", + "ch apter", + "chap ter", + "▁J upiter", + "▁Hend erson", + "单 个", + "團 隊", + "武 术", + "但是 他", + "但 是他", + "体会 到", + "受害 人", + "受 害人", + "Bo th", + "Bot h", + "B oth", + "us try", + "ust ry", + "ustr y", + "we ets", + "weet s", + "▁B EST", + "▁BE ST", + "olog ic", + "olo gic", + "o logic", + "▁Bo nus", + "▁Bon us", + "▁ast hma", + "▁new born", + "n approxim", + "佛 法", + "天 后", + "开 源", + "获 利", + "▁Y e", + "合伙 人", + "Me sh", + "M esh", + "ns pe", + "nsp e", + "n spe", + "▁A SP", + "▁AS P", + "▁ ASP", + "▁D ir", + "▁Di r", + "▁ Dir", + "▁S AT", + "▁SA T", + "▁ SAT", + "la ted", + "lat ed", + "late d", + "l ated", + "nR est", + "nRe st", + "nRes t", + "n Rest", + "nf ollow", + "n follow", + "qual ified", + "▁north east", + "▁nort heast", + "不 含", + "ij i", + "i ji", + "新生 儿", + "nm ain", + "n main", + "▁Cl aire", + "▁Cla ire", + "▁ext ras", + "▁extra s", + "▁extr as", + "▁bott lene", + "▁bottle ne", + "不 相", + "双 子", + "如 期", + "称 呼", + "反映 了", + "国内 的", + "国 内的", + "in puts", + "input s", + "▁Mor occ", + "Doxy Code", + "pre vious", + "prev ious", + "▁budd ies", + "▁Ex cellence", + "▁homosex uality", + "▁homosexual ity", + "p w", + "хо д", + "st en", + "ste n", + "s ten", + "um at", + "uma t", + "u mat", + "▁R ud", + "▁Ru d", + "▁c raz", + "▁cr az", + "▁cra z", + "▁v ein", + "▁ve in", + "nCol or", + "nCo lor", + "n Color", + "▁Q uite", + "▁Qu ite", + "▁inte gra", + "▁integr a", + "▁integ ra", + "th reshold", + "▁H onestly", + "▁Honest ly", + "▁finger print", + "▁under taking", + "▁undert aking", + "▁diss ertation", + "> /", + "发 声", + "或 将", + "房 源", + "杆 菌", + "]{ \\", + "] {\\", + "大概 是", + "有关 的", + "纪录 片", + "token s", + "tok ens", + "▁Ar med", + "▁Arm ed", + "▁Ne pal", + "▁Nep al", + "▁enz yme", + "▁secure ly", + "最 快", + "滑 雪", + "祝 贺", + "起 初", + "黄 瓜", + "不停 地", + "了一 句", + "了 一句", + "无疑 是", + "责任 感", + "fe ld", + "fel d", + "f eld", + "am med", + "amm ed", + "▁d ans", + "▁da ns", + "▁dan s", + "at hing", + "ath ing", + "athi ng", + "a thing", + "▁ор гани", + "▁b acterial", + "▁bacteria l", + "t D", + "美 股", + "； “", + "nc ou", + "nco u", + "n cou", + "▁S uff", + "▁Su ff", + "al tern", + "alt ern", + "alter n", + "nd irect", + "ndi rect", + "n direct", + "▁th icker", + "▁thick er", + "▁In cludes", + "▁Includ es", + "▁Include s", + "▁for wards", + "▁forward s", + "地 里", + "牢 牢", + "CS S", + "C SS", + "}| $", + "} |$", + "个人 信息", + "▁qu en", + "▁que n", + "▁Bul ls", + "▁Bull s", + "▁car eg", + "▁care g", + "▁ca reg", + "▁intern ship", + "▁interns hip", + "不 僅", + "伦 理", + "的人 民", + "的 人民", + "Us age", + "li ers", + "lie rs", + "lier s", + "l iers", + "▁d iary", + "▁di ary", + "▁sl ack", + "▁m igrants", + "▁mig rants", + "▁migr ants", + "▁migrant s", + "洋 溢", + "的 她", + "翅 膀", + "聯 合", + "一般 是", + "我只 是", + "我 只是", + "▁W ik", + "▁Wi k", + "ell ery", + "eller y", + "elle ry", + "iv ating", + "iva ting", + "t struct", + "▁val ence", + "▁Richard son", + "▁Richards on", + "他 把", + "只 为", + "王 国", + "申 請", + "细 细", + "Pro blem", + "Prob lem", + "▁M ental", + "▁Men tal", + "▁Ment al", + "▁Z immer", + "▁cost ing", + "▁cos ting", + "St ructure", + "Struct ure", + "三 轮", + "更 具", + "老 了", + "自 私", + "饲 养", + "▁P K", + "▁ PK", + "中的 一", + "中 的一", + "要 坚持", + "() ))", + "()) )", + "( )))", + "▁S yl", + "▁Sy l", + "▁i ronic", + "▁ir onic", + "▁iron ic", + "▁bundle s", + "▁bund les", + "▁ch assis", + "▁re bound", + "▁reb ound", + "▁rebo und", + "▁Aff ordable", + "▁Def initely", + "< $", + "国 会", + "存 量", + "宝 妈", + "开始 的", + "意思 是", + "nJ on", + "nJo n", + "n Jon", + "▁ex h", + "▁Ex po", + "▁Exp o", + "▁F IFA", + "▁FI FA", + "ord ering", + "order ing", + "orde ring", + "▁T onight", + "▁To night", + "▁Ton ight", + "vers ation", + "▁therap ies", + "监 理", + "自 尊", + "NB C", + "N BC", + "pi p", + "p ip", + "ent ia", + "le ave", + "▁re hab", + "▁tail or", + "▁im balance", + "兴 起", + "周 三", + "▁Р а", + "在 整个", + "ст ен", + "сте н", + "с тен", + "副 总经理", + "物业 服务", + "File Name", + "appro ach", + "▁ju venile", + "▁dec orations", + "▁decor ations", + "▁deco rations", + "▁decoration s", + "小 吃", + "消 极", + "西 装", + "▁A ri", + "▁Ar i", + "▁d ol", + "▁do l", + "这样 才能", + "Acc ording", + "A ccording", + "▁fellow ship", + "< -", + "对 阵", + "接 连", + "Bu y", + "B uy", + "Ch art", + "Char t", + "C hart", + "ya hoo", + "▁met eor", + "▁ult ras", + "▁ultra s", + "▁ex emption", + "▁exem ption", + "▁exempt ion", + "▁live stock", + "▁lives tock", + "▁livest ock", + "▁accommod ations", + "▁accommodation s", + "传 唤", + "华 南", + "喜 好", + "坚 信", + "然 後", + "Gi t", + "G it", + "do i", + "d oi", + "▁A J", + "▁ AJ", + "合同 的", + "这对 于", + "这 对于", + "Ca st", + "Cas t", + "C ast", + "Ev al", + "E val", + "No rm", + "N orm", + "Br ien", + "B rien", + "id ian", + "idi an", + "idia n", + "▁F usion", + "▁E conomy", + "▁Econom y", + "▁Ec onomy", + "▁wheel chair", + "赞 美", + "起 源", + "为主 要", + "为 主要", + "但对 于", + "但 对于", + "说的 是", + "说 的是", + "▁I MF", + "▁IM F", + "前 段时间", + "ou sel", + "ous el", + "ouse l", + "▁pl um", + "Serv let", + "dig ital", + "digit al", + "d igital", + "ist ries", + "mon itor", + "oc ative", + "▁cool ed", + "ores cence", + "oresc ence", + "书 院", + "月 光", + "身 处", + "这 话", + "乳腺 癌", + "▁B od", + "▁Bo d", + "nJ eff", + "n Jeff", + "ro bot", + "rob ot", + "▁Cru ise", + "▁instant aneous", + "均 可", + "气 势", + "相 伴", + "就能 够", + "就 能够", + "等 内容", + "nin s", + "ni ns", + "n ins", + "▁в си", + "环境 卫生", + "Cou ld", + "C ould", + "▁ted ious", + "nEx cellent", + "▁implicit ly", + "▁term inated", + "▁terminate d", + "打 着", + "英 镑", + "MD A", + "M DA", + "пи са", + "пис а", + "第二百 五", + "▁su ic", + "nes ium", + "▁en erg", + "▁ener g", + "miss ing", + "mis sing", + "▁porn ography", + "A Z", + "x z", + "三 千", + "ok s", + "o ks", + "后来 的", + "后 来的", + "nm ost", + "n most", + "▁e long", + "▁el ong", + "▁elo ng", + "▁ elong", + "▁poss essed", + "▁possess ed", + "五 行", + "向 外", + "it u", + "i tu", + "с ле", + "教育 和", + "的 经历", + "国家 安全", + "▁P arts", + "▁Part s", + "▁Par ts", + "▁Pat ent", + "▁Pa tent", + "▁be gging", + "▁beg ging", + "othe tical", + "▁da unting", + "▁Comp uting", + "▁Comput ing", + "▁foreign ers", + "▁unique ness", + "▁uniqu eness", + "▁im plication", + "▁impl ication", + "仍 旧", + "全 都", + "矩 阵", + "邮 箱", + "AL S", + "A LS", + "nM s", + "n Ms", + "短期 内", + "短 期内", + "ch el", + "che l", + "c hel", + "ex am", + "To uch", + "T ouch", + "▁pref ers", + "▁prefer s", + "Write Line", + "▁pro active", + "儒 家", + "操 纵", + "bi a", + "b ia", + "do s", + "d os", + "fr o", + "f ro", + "cr ow", + "cro w", + "c row", + "▁м ал", + "▁ма л", + "ze ros", + "zer os", + "zero s", + "z eros", + "▁P ros", + "▁Pro s", + "▁Pr os", + "craft ed", + "▁Con test", + "▁Co ntest", + "▁Cont est", + "▁play back", + "▁trunc ated", + "收 录", + "韭 菜", + "▁E y", + "▁ Ey", + "▁M g", + "▁ Mg", + "习惯 了", + "停留 在", + "停 留在", + "F urther", + "▁tr ailing", + "▁tra iling", + "▁trail ing", + "▁program mers", + "▁programme rs", + "▁programmer s", + "▁establish ments", + "▁establishment s", + "中 东", + "前 辈", + "复 议", + "开 阔", + "简 化", + "st rict", + "str ict", + "stri ct", + "▁B elle", + "▁Bel le", + "▁Bell e", + "▁h oused", + "▁house d", + "▁hous ed", + "▁ho used", + "▁im pulse", + "▁imp ulse", + "▁reci pro", + "▁recip ro", + "▁tr acker", + "▁tra cker", + "▁track er", + "▁trac ker", + "得 住", + "气 血", + "港 元", + "纵 向", + "美 学", + "WH M", + "W HM", + "▁R d", + "ta nh", + "tan h", + "nD ist", + "nDis t", + "nDi st", + "n Dist", + "▁c ref", + "▁cre f", + "▁cr ef", + "▁ cref", + "▁Res cue", + "▁ut most", + "▁Co unter", + "▁Count er", + "▁ Counter", + "▁re paired", + "▁repair ed", + "▁con ception", + "▁concept ion", + "▁conce ption", + "会 给", + "时 而", + "表面 的", + "表 面的", + "Fil l", + "Fi ll", + "F ill", + "pa ced", + "pace d", + "pac ed", + "p aced", + "▁L ily", + "▁Li ly", + "▁Lil y", + "▁v olt", + "▁vol t", + "▁vo lt", + "▁S ense", + "▁Se nse", + "▁Sen se", + "▁Sens e", + "▁d olls", + "▁doll s", + "▁dol ls", + "▁p umped", + "▁pump ed", + "▁Ма кедо", + "▁und ermine", + "▁under mine", + "▁underm ine", + "▁infring ement", + "在 海", + "特 长", + "▁R G", + "▁ RG", + "掌握 了", + "nM at", + "n Mat", + "ph al", + "pha l", + "p hal", + "综上 所述", + "▁D ual", + "▁Du al", + "▁Own er", + "▁Ow ner", + "▁ Owner", + "▁L ights", + "▁Light s", + "向 我", + "日 照", + "素 的", + "cy l", + "c yl", + "同样 是", + "好 朋友", + "Ta lk", + "T alk", + "也 越来越", + "▁B omb", + "▁Bo mb", + "▁Bom b", + "Me asure", + "elect ric", + "e lectric", + "▁pr uning", + "assert That", + "▁with stand", + "▁ind icative", + "▁indic ative", + "如 意", + "]\\ \"", + "] \\\"", + "怎么 说", + "go al", + "C HECK", + "▁one self", + "▁ones elf", + "▁sh utter", + "▁shut ter", + "堆 积", + "da n", + "d an", + "nD i", + "n Di", + "的 另一", + "Ph il", + "Phi l", + "▁B le", + "▁Bl e", + "野生 动物", + "▁sl ider", + "▁slide r", + "▁slid er", + "▁ slider", + "▁learn er", + "▁lear ner", + "▁remed ies", + "紫 外", + "逆 转", + "因此 在", + "经验 的", + "bb ie", + "b bie", + "nOr gan", + "n Organ", + "▁vacc ines", + "▁vaccine s", + "主 编", + "几 千", + "吃 过", + "安 保", + "до ве", + "д ове", + "}{ $\\\\", + "}{$ \\\\", + "} {$\\\\", + "ens ors", + "ensor s", + "man ship", + "mans hip", + "m anship", + "▁ins ured", + "▁insure d", + "▁ insured", + "▁sub graph", + "▁reg isters", + "▁regist ers", + "▁register s", + "Per formance", + "别 说", + "力 气", + "收 纳", + "洪 水", + "Bo n", + "B on", + "ns he", + "nsh e", + "n she", + "\\\\ ;\\\\", + "\\\\; \\\\", + "nM ary", + "nMar y", + "n Mary", + "▁L uis", + "▁Lu is", + "▁Str ike", + "▁Stri ke", + "prec ision", + "▁sovere ignty", + "▁sovereign ty", + "▁inspiration al", + "▁inspir ational", + "前 端", + "Au d", + "A ud", + "的 视频", + "ri cia", + "ric ia", + "r icia", + "▁C ock", + "▁Co ck", + "Re uters", + "term inal", + "termin al", + "Pres ident", + "P resident", + "▁Star bucks", + "H M", + "切 入", + "ag i", + "a gi", + "oh an", + "oha n", + "o han", + "纪检 监察", + "site s", + "si tes", + "s ites", + "App end", + "Ap pend", + "▁K enny", + "▁Ken ny", + "▁Kenn y", + "Jan uary", + "our able", + "oura ble", + "o urable", + "nd ensity", + "n density", + "▁terr ified", + "▁fundament als", + "▁fundamental s", + "▁vulner abilities", + "不 完", + "冷 漠", + "抗 议", + "烟 台", + "车 企", + "马 尔", + "Le ss", + "L ess", + "▁O EM", + "Aug ust", + "A ugust", + "▁Ah med", + "Fin ally", + "Final ly", + "F inally", + "▁sympt om", + "▁symp tom", + "▁zomb ies", + "▁zombie s", + "▁cons oles", + "▁console s", + "▁kn itting", + "▁knit ting", + "- '", + "饮 用", + "nC ou", + "nCo u", + "n Cou", + "oc re", + "ocr e", + "o cre", + "不是 一个", + "不 是一个", + "ra mer", + "ram er", + "rame r", + "r amer", + "sa ving", + "sav ing", + "s aving", + "▁en umer", + "▁enum er", + "Ga ussian", + "▁Script ure", + "伴 有", + "年 末", + "AS A", + "A SA", + "▁A Z", + "▁ AZ", + "的 功效", + "这几 个", + "这 几个", + "\":\" [", + "Line s", + "Li nes", + "Lin es", + "L ines", + "▁M ega", + "▁Me ga", + "▁Meg a", + "▁о тно", + "▁от но", + "M achine", + "▁p aints", + "▁pain ts", + "▁paint s", + "▁pa ints", + "Oper ator", + "▁parliament ary", + "统 战", + "赠 送", + "() `", + "( )`", + "▁p t", + "▁ pt", + "准备 工作", + "▁Or che", + "in ished", + "inis hed", + "▁t ermed", + "▁term ed", + "▁ter med", + "▁Beat les", + "▁read able", + "▁ readable", + "▁spec ifies", + "▁Administ rator", + "就 會", + "见 识", + "骨 骼", + "特 有的", + "等 一系列", + "▁My SQL", + "oltz mann", + "▁pe ppers", + "▁pepper s", + "▁pepp ers", + "▁B asketball", + "organ ization", + "價 格", + "实 训", + "封 信", + "相 传", + "OD A", + "O DA", + "▁В а", + "事件 的", + "事 件的", + "理事 会", + "第二 届", + "▁t sp", + "▁ts p", + "lo cks", + "lock s", + "loc ks", + "l ocks", + "▁B ike", + "▁Bi ke", + "ref resh", + "вер сите", + "▁F emale", + "▁Fe male", + "▁Her oes", + "▁Hero es", + "▁pion eer", + "自我 的", + "自 我的", + "BA SE", + "B ASE", + "}$ }\\", + "}$} \\", + "} $}\\", + "qu ick", + "ra ged", + "rag ed", + "rage d", + "r aged", + "▁av oids", + "▁avoid s", + "▁Gab riel", + "] /", + "感 覺", + "招 募", + "沉 积", + "泄 露", + "起 义", + "ss h", + "s sh", + "fe el", + "fee l", + "▁in justice", + "b j", + "中 華", + "國 內", + "楼 下", + "草 莓", + "的 整体", + "▁K ra", + "▁Kr a", + "as ily", + "asi ly", + "cal ar", + "ca lar", + "pos ure", + "▁l inger", + "▁lin ger", + "▁ling er", + "▁ linger", + "▁st icker", + "▁stick er", + "Al gorithm", + "▁Se ahawks", + "▁Sea hawks", + "▁lat itude", + "▁mult imedia", + "▁multi media", + "▁multim edia", + "会 更", + "大 笑", + "泪 水", + "结 尾", + "见 解", + "身 穿", + "HO ME", + "H OME", + "buf f", + "bu ff", + "b uff", + "ee ks", + "e eks", + "▁Ne o", + "▁R ut", + "▁Ru t", + "nL ead", + "nLe ad", + "n Lead", + "▁Lo an", + "判处 有期徒刑", + "Custom er", + "▁go odies", + "▁good ies", + "卫 健", + "德 的", + "的热 情", + "的 热情", + "};\\ \\", + "}; \\\\", + "} ;\\\\", + "▁A SS", + "▁AS S", + "▁ ASS", + "这是 因为", + "这 是因为", + "▁Dr ake", + "▁Dra ke", + "▁R iley", + "▁Ri ley", + "▁Land au", + "▁it iner", + "nW indows", + "n Windows", + "▁Loc ated", + "▁Partners hip", + "▁Partner ship", + "机 电", + "杀 手", + "準 備", + "试 着", + "驾 车", + "▁W u", + "以下 的", + "以 下的", + "而且 在", + "an gs", + "ang s", + "▁G TX", + "▁GT X", + "生态 文明", + "me tal", + "met al", + "meta l", + "m etal", + "▁Te aching", + "▁Tea ching", + "▁Teach ing", + "nBas ically", + "▁separ ates", + "▁separate s", + "▁experiment ing", + "国 安", + "打 底", + "精 密", + "黑 白", + "家 协会", + "et ed", + "ete d", + "e ted", + "▁П ри", + "Cr edit", + "Cred it", + "Cre dit", + "C redit", + "ew ater", + "e water", + "▁M ight", + "▁Mi ght", + "▁Mig ht", + "▁sim ulator", + "▁Ult imately", + "▁Ul timately", + "▁Ultimate ly", + "▁ 张", + "九 月", + "互 补", + "将 为", + "標 準", + "知 情", + "一步 步", + "一 步步", + "不足 以", + "不 足以", + "Di ct", + "D ict", + "IC ES", + "ICE S", + "▁G in", + "▁Gi n", + "nP age", + "n Page", + "▁a eros", + "▁aer os", + "▁per me", + "op ening", + "ope ning", + "open ing", + "▁Sec ure", + "▁deleg ation", + "▁pred etermined", + "公 顷", + "晶 体", + "秉 承", + "绍 兴", + "车 内", + "]( /", + "] (/", + "虽然 是", + "道路 上", + "道 路上", + "▁М ар", + "▁Ма р", + "▁Qu ad", + "le ague", + "▁stat utory", + "▁expend iture", + "▁fright ening", + ": %", + "我 爱", + "误 区", + "违 纪", + "大幅 度", + "大 幅度", + "很好 地", + "有意 思", + "有 意思", + "的 控制", + "▁G ad", + "▁Ga d", + "▁k et", + "▁ke t", + "▁ ket", + "▁IS BN", + "▁Cor ner", + "▁Corn er", + "▁degener acy", + "▁propag ator", + "▁development al", + "▁different iation", + "着 眼", + "就行 了", + "ate gor", + "ateg or", + "nS uper", + "nSup er", + "n Super", + "▁h alls", + "▁hall s", + "▁hal ls", + "re verse", + "revers e", + "r everse", + "▁dam ned", + "▁damn ed", + "▁threat ens", + "▁threaten s", + "▁un successful", + "介 石", + "会 造成", + "倾向 于", + "出生 于", + "出 生于", + "ll ll", + "lll l", + "l lll", + "li ber", + "lib er", + "l iber", + "▁sh ark", + "▁shar k", + "▁Mon ica", + "▁ca tering", + "▁cat ering", + "▁cater ing", + "▁cate ring", + "▁Thank fully", + "L u", + "再 也", + "扣 押", + "贴 近", + "党 工委", + "os er", + "ose r", + "o ser", + "ве ст", + "▁l ent", + "▁le nt", + "▁len t", + "▁ar ter", + "▁art er", + "▁arte r", + "▁ arter", + "nM ethod", + "n Method", + "▁hum our", + "▁is instance", + "▁com mercially", + "▁commercial ly", + "v r", + "党 风", + "死 者", + "误 解", + "▁L C", + "▁ LC", + "一直 到", + "一 直到", + "re ra", + "rer a", + "r era", + "▁D OM", + "▁DO M", + "▁ DOM", + "pro pag", + "prop ag", + "▁F rost", + "▁Fr ost", + "▁Fro st", + "▁S print", + "▁Sp rint", + "▁Spr int", + "▁gro cer", + "▁here by", + "▁trans cription", + "▁transcript ion", + "▁tran scription", + "他 想", + "克 的", + "工 匠", + "▁n as", + "▁na s", + "▁ nas", + "Sm art", + "S mart", + "▁H ass", + "▁Ha ss", + "▁Has s", + "Con nell", + "Conn ell", + "nRe call", + "nRec all", + "▁D egree", + "▁Deg ree", + "▁NV IDIA", + "了 的", + "合 的", + "}) }{", + "})} {", + "} )}{", + "▁L ip", + "▁Li p", + "for ces", + "force s", + "▁S quad", + "▁Squ ad", + "undred s", + "harm onic", + "▁term inate", + "光 纤", + "教 師", + "on so", + "ons o", + "o nso", + "with in", + "wi thin", + "nRe port", + "nRep ort", + "n Report", + "▁sil hou", + "▁thr illing", + "▁thrill ing", + "/ >", + "复 发", + "溃 疡", + "溶 解", + "烟 草", + "老 化", + "驾驶 人", + "RE SU", + "RES U", + "br oad", + "bro ad", + "b road", + "br ush", + "nS chool", + "nSch ool", + "n School", + "▁lay ered", + "▁layer ed", + "Av ailable", + "▁residual s", + "兼 容", + "支 柱", + "死 后", + "的 决定", + "nm sg", + "nms g", + "n msg", + "上述 事实", + "▁m eds", + "▁me ds", + "▁med s", + "cre ases", + "crease s", + "▁NAS CAR", + "▁Top ics", + "▁Topic s", + "▁Com pton", + "▁Comp ton", + "▁Christ ie", + "▁Chris tie", + "U U", + "撰 写", + "易 于", + "渲 染", + "Mi d", + "M id", + "吉林 省", + "at su", + "ats u", + "ind say", + "inds ay", + "▁idi ots", + "▁idiot s", + "Trans fer", + "全 日", + "宝 石", + "就 来", + "教 程", + "珠 宝", + "▁ar che", + "▁arch e", + "▁arc he", + "▁flo oded", + "▁flood ed", + "▁dest ined", + "im ensional", + "imension al", + "imens ional", + "B V", + "r k", + "海 鲜", + "真 题", + "辛 勤", + "AU T", + "A UT", + "ра л", + "р ал", + "以外 的", + "以 外的", + "▁D ee", + "▁De e", + "我们 已经", + "da ting", + "dat ing", + "d ating", + "▁m ates", + "▁mat es", + "▁ma tes", + "▁mate s", + "▁ mates", + "urg ical", + "▁c ancers", + "▁can cers", + "▁cancer s", + "▁anim ations", + "▁animation s", + "上 天", + "这两 种", + "这 两种", + "F our", + "cl in", + "cli n", + "c lin", + "中国 经济", + "▁e rase", + "▁er ase", + "▁era se", + "▁sl ick", + "ish able", + "isha ble", + "▁Ne ural", + "▁sp inal", + "▁spin al", + "▁con quer", + "▁conqu er", + "▁fl ipped", + "▁flip ped", + "▁mot ives", + "▁motiv es", + "▁motive s", + "q p", + "{ #", + "Da m", + "D am", + "op ol", + "o pol", + "▁o wed", + "▁ow ed", + "▁owe d", + "▁ owed", + "ei ther", + "e ither", + "yp ical", + "▁sh outed", + "▁sho uted", + "▁shout ed", + "▁lingu istic", + "分 级", + "泰 山", + "然 的", + "em o", + "e mo", + "大概 率", + "大 概率", + "nin e", + "ni ne", + "n ine", + "更多 的人", + "更多的 人", + "om ics", + "omic s", + "omi cs", + "or est", + "ore st", + "ores t", + "o rest", + "▁s lit", + "▁sl it", + "am ping", + "amp ing", + "so lete", + "sole te", + "sol ete", + "▁e book", + "▁exc av", + "▁re tains", + "▁ret ains", + "▁retain s", + "▁time less", + "▁tim eless", + "▁Oper ating", + "▁Opera ting", + "以 來", + "就 更", + "水 上", + "网 民", + "go d", + "g od", + "▁P P", + "▁ PP", + "前 所未", + "** (-", + "**( -", + "FF ER", + "F FER", + "ер ма", + "nt yped", + "ntype d", + "nty ped", + "n typed", + "ri ched", + "ric hed", + "rich ed", + "▁No ble", + "▁Nob le", + "▁vol ley", + "▁Prov ince", + "posit ories", + "在 场", + "也 只能", + "▁Z el", + "▁Ze l", + "Per iod", + "▁hom ot", + "▁ho mot", + "▁For bes", + "▁dwar fs", + "▁dwarf s", + "▁ant ique", + "▁anti que", + "▁antiqu e", + "W F", + "尾 巴", + "比 我", + "这 在", + "创业 者", + "呼吸 道", + "▁App eals", + "▁Appeal s", + "▁ant agon", + "▁sk ipped", + "▁skip ped", + "▁ski pped", + "▁m ornings", + "▁mor nings", + "▁morning s", + "▁Christ ine", + "▁repet itive", + "▁E nforcement", + "▁En forcement", + "主 播", + "爱 护", + "风 云", + "In c", + "I nc", + "小时 的", + "小 时的", + "这部 剧", + "in ian", + "ini an", + "nEx pl", + "n Expl", + "nSt ory", + "n Story", + "▁de bit", + "▁deb it", + "nR ichard", + "n Richard", + "nint erest", + "ninter est", + "ninte rest", + "n interest", + "▁attract s", + "▁attr acts", + "▁ske leton", + "▁skelet on", + "▁compl iant", + "▁correct ness", + "口 头", + "可能 在", + "可 能在", + "开 玩笑", + "网络 上", + "ha us", + "h aus", + "er ated", + "era ted", + "erate d", + "e rated", + "sche me", + "sch eme", + "jupy ter", + "j upyter", + "▁inf ants", + "▁infant s", + "re quently", + "requ ently", + "requent ly", + "▁ad mitting", + "▁adm itting", + "▁admit ting", + "▁off spring", + "Q S", + "不 离", + "性 强", + "水 源", + "mo b", + "m ob", + "▁G H", + "▁ GH", + "员工 的", + "▁m otive", + "▁mot ive", + "▁motiv e", + "▁ru gged", + "▁rug ged", + "▁tim ber", + "▁ti mber", + "▁ref rain", + "▁Sh opping", + "▁Shop ping", + "▁Sho pping", + "▁acqu aint", + "nM icrosoft", + "n Microsoft", + "总 数", + "替 换", + "语 句", + "▁~ ~", + "▁ ~~", + "▁Th row", + "▁ Throw", + "or ously", + "orous ly", + "▁l acked", + "▁lack ed", + "▁lac ked", + "▁tw ists", + "▁twist s", + "▁Gate way", + "▁Gat eway", + "▁ill umin", + "▁illum in", + "▁t racing", + "▁tr acing", + "▁tra cing", + "▁trac ing", + "▁collect s", + "dis ciplinary", + "” —", + "光 芒", + "教 你", + "言 之", + "参观 了", + "把 这个", + "立方 米", + "ST ER", + "STE R", + "S TER", + "ea sy", + "eas y", + "e asy", + "支付 迟延", + "nWork ing", + "n Working", + "▁Def ence", + "▁absor bing", + "▁absorb ing", + "▁ampl ifier", + "伸 手", + "白 羊", + "十四 五", + "十 四五", + "bo ss", + "bos s", + "b oss", + "▁Pe ak", + "▁b ark", + "▁bar k", + "▁ba rk", + "很大 程度上", + "st retch", + "str etch", + "▁hall way", + "入 职", + "凹 槽", + "原 判", + "脉 冲", + "IL E", + "I LE", + "\\\"> {{", + "▁M ari", + "▁Mar i", + "▁Ma ri", + "▁s pur", + "▁sp ur", + "te enth", + "tee nth", + "teen th", + "t eenth", + "▁An nie", + "▁Ann ie", + "▁Wh ats", + "▁What s", + "lif ting", + "lift ing", + "l ifting", + "▁tempt ing", + "▁temp ting", + "人 说", + "值 为", + "出 炉", + "挣 钱", + "狭 窄", + "▁h ops", + "▁hop s", + "▁ho ps", + "ast rous", + "astro us", + "▁And rea", + "▁Andre a", + "润 滑", + "身 子", + "避 开", + "小学 生", + "小 学生", + "理想 的", + "理 想的", + "▁F ern", + "▁Fe rn", + "▁Fer n", + "▁M odi", + "▁Mod i", + "▁Mo di", + "READ ME", + "och ond", + "ro gate", + "rog ate", + "▁oun ce", + "▁ou nce", + "▁ ounce", + "uit ively", + "uitive ly", + "u itively", + "▁tr ilogy", + "▁cooper ate", + "▁trans cend", + "▁transc end", + "▁water proof", + "▁diff raction", + "前 任", + "双 鱼", + "施 行", + "As k", + "A sk", + "rs s", + "r ss", + "▁L T", + "▁ LT", + "更 何况", + "债务 利息", + "▁El len", + "▁Ell en", + "life ration", + "lif eration", + "▁time scale", + "▁times cale", + "▁phenomen al", + "▁phenomena l", + "▁equival ently", + "▁equivalent ly", + "k b", + "▁ Ж", + "写 着", + "推 迟", + "看 重", + "бу р", + "б ур", + "т ре", + "▁C AD", + "▁CA D", + "▁ CAD", + "▁Al bum", + "▁Alb um", + "With out", + "▁Dod gers", + "▁Dodge rs", + "▁head set", + "▁heads et", + "▁elim inates", + "▁eliminate s", + "q i", + "東 西", + "简 约", + "Pro m", + "Pr om", + "P rom", + "po or", + "p oor", + "▁N PR", + "▁NP R", + "mo tion", + "mot ion", + "m otion", + "▁L loyd", + "▁T rial", + "▁Tr ial", + "▁Tri al", + "fil ters", + "filter s", + "▁sel dom", + "▁broad casting", + "▁broadcast ing", + "• •", + "南 瓜", + "后 卫", + "Op s", + "O ps", + "流行 的", + "流 行的", + "ho ot", + "hoo t", + "h oot", + "nS ep", + "nSe p", + "n Sep", + "▁D AM", + "▁DA M", + "完全 可以", + "高新 技术", + "高 新技术", + "Li ter", + "Lite r", + "L iter", + "▁M ans", + "▁Man s", + "▁Ma ns", + "Test Case", + "atisf ied", + "▁disag reement", + "▁disagree ment", + "▁ 新", + "人 有", + "它 在", + "此 处", + "家长 的", + "家 长的", + "sl ug", + "}\\\\ |", + "} \\\\|", + "pl ify", + "▁c ort", + "▁co rt", + "▁cor t", + "▁m alt", + "▁mal t", + "▁ma lt", + "▁Sch midt", + "▁com post", + "▁comp ost", + "▁compos t", + "▁in voice", + "▁inv oice", + "▁invo ice", + "▁M arriage", + "▁open ings", + "▁opening s", + "固 化", + "排 在", + "朝 廷", + "这 篇", + ":} \\", + ": }\\", + "ca d", + "c ad", + "eg el", + "e gel", + "{| \\\\", + "{ |\\\\", + "▁P it", + "▁Pi t", + "原审 法院", + "▁E van", + "▁Ev an", + "▁er otic", + "ote chnology", + "▁in effective", + "▁i neffective", + "房 东", + "白 银", + "试 剂", + "▁am mo", + "sp orts", + "sport s", + "s ports", + "▁time d", + "▁tim ed", + "▁ti med", + "▁E arlier", + "▁Earl ier", + "▁Ear lier", + "▁F iction", + "▁Fi ction", + "二 战", + "保 洁", + "率 和", + "轰 炸", + "旅行 社", + "+ {\\\\", + "nw ww", + "n www", + "医疗 保险", + "新冠 疫情", + "he ard", + "hea rd", + "ho urs", + "hour s", + "hou rs", + "h ours", + "ow itz", + "o witz", + "че ние", + "чени е", + "▁cosm ology", + "浪 潮", + "阵 阵", + "▁i b", + "▁ ib", + "的 父亲", + "等 症状", + "LE TE", + "LET E", + "▁U FO", + "nT ell", + "nTe ll", + "n Tell", + "nk now", + "n know", + "sk ins", + "ski ns", + "skin s", + "s kins", + "Cam era", + "get ting", + "g etting", + "▁Ch arter", + "▁Char ter", + "▁Chart er", + "con clusion", + "▁arth ritis", + "▁Install ation", + "▁factor ization", + "外 语", + "转 为", + "原有 的", + "原 有的", + "等 活动", + "▁p eg", + "▁pe g", + "▁ peg", + "co urt", + "cou rt", + "c ourt", + "um blr", + "umb lr", + "▁Brit t", + "▁Br itt", + "▁Bri tt", + "▁ra iny", + "▁rain y", + "▁Mark ets", + "▁Market s", + "▁Americ as", + "▁America s", + "▁Amer icas", + "▁rep etition", + "▁repet ition", + "莲 花", + "針 對", + "][ \\\"", + "] [\\\"", + "}) }\\", + "})} \\", + "} )}\\", + "▁f ox", + "▁fo x", + "▁ fox", + "▁W ings", + "▁Win gs", + "▁Wing s", + "▁kn ives", + "ertain ty", + "▁adv isors", + "▁advis ors", + "▁advisor s", + "▁juris dict", + "▁Requ irements", + "专 职", + "之 大", + "短 缺", + "cl ed", + "cle d", + "c led", + "▁V ar", + "▁Va r", + "▁ Var", + "J ournal", + "▁puls ar", + "л ь", + "早 点", + "端 口", + "迫 害", + "bo s", + "b os", + "▁ф а", + "▁ фа", + "公司 与", + "怎么 能", + "跟我 说", + "跟 我说", + "退役 军人", + "B atch", + "ean or", + "ea nor", + "▁P ush", + "▁Pu sh", + "▁ Push", + "fa iled", + "fail ed", + "f ailed", + "▁pil gr", + "▁Ferr ari", + "▁R untime", + "▁Run time", + "▁Ru ntime", + "▁ Runtime", + "人 了", + "博 会", + "流 的", + "Xi v", + "X iv", + "▁S G", + "▁ SG", + "amb oo", + "ambo o", + "大家 都知道", + "大家都 知道", + "▁N atal", + "▁Na tal", + "▁Nat al", + "Str ategy", + "▁nick name", + "▁num bered", + "▁number ed", + "▁numb ered", + "▁reimb urse", + "I l", + "x p", + "两 边", + "用 到", + "DA Y", + "D AY", + "GP U", + "G PU", + "▁п у", + "▁ пу", + "ma id", + "m aid", + "od el", + "ode l", + "o del", + "nS cott", + "nSc ott", + "n Scott", + "▁Rh ode", + "in aries", + "ina ries", + "inar ies", + "ugg ling", + "若干问题的 解释", + "ng eneral", + "ngener al", + "n general", + "▁Build er", + "▁ Builder", + "some times", + "s ometimes", + "▁part nered", + "▁partner ed", + "归 来", + "挂 在", + "海 峡", + "辨 认", + "全 社会", + "▁С та", + "App ro", + "Ap pro", + "nF ood", + "n Food", + "▁K iss", + "▁Ki ss", + "▁в клю", + "▁S plit", + "▁Sp lit", + "▁Spl it", + "▁ Split", + "▁sens ory", + "▁sensor y", + "depend ency", + "▁def iciency", + "▁defic iency", + "nCons idering", + "nConsider ing", + "奋 力", + "實 際", + "性 疾病", + "th ead", + "the ad", + "t head", + "▁p ity", + "▁pit y", + "▁pi ty", + "IC ATION", + "ICA TION", + "▁b iking", + "▁bi king", + "▁bik ing", + "▁c racking", + "▁cr acking", + "▁crack ing", + "▁Chron icle", + "▁rep utable", + "▁reput able", + "▁ad missions", + "▁adm issions", + "▁admission s", + "щ у", + "对 付", + "残 留", + "站 位", + "he w", + "h ew", + "$} \\\\", + "$}\\ \\", + "$ }\\\\", + "ba um", + "▁G AN", + "▁GA N", + "▁ GAN", + "二氧化 碳", + "当地 时间", + "▁gra bs", + "▁gr abs", + "▁grab s", + "▁deleg ate", + "▁dele gate", + "▁Elect ronics", + "▁Electronic s", + "年 輕", + "折 扣", + "老 爷", + "裙 子", + "工程 款", + "/\\\" >", + "/ \\\">", + "K ernel", + "ip ation", + "▁battle field", + "▁cylind rical", + "上 限", + "录 制", + "饭 后", + "ER O", + "E RO", + "st a", + "s ta", + "▁( <", + "▁ (<", + "go to", + "got o", + "g oto", + "▁B ean", + "▁Be an", + "▁Bea n", + "▁ Bean", + "▁p ing", + "▁pin g", + "▁pi ng", + "▁ ping", + "nF amily", + "n Family", + "▁kiss ed", + "▁rep eal", + "▁repe al", + "▁worth less", + "▁outrage ous", + "也 算", + "事 发", + "地 带", + "字 的", + "扩 建", + "投 影", + "运 算", + "No v", + "N ov", + "▁M ID", + "▁MI D", + "目前 为止", + "▁al ias", + "▁ali as", + "▁ alias", + "▁min ors", + "▁minor s", + "▁squee zed", + "▁squeeze d", + "▁commut ative", + "▁ commutative", + "号 楼", + "热 带", + "福 特", + "▁ ру", + "在 学习", + "很 明显", + "Th row", + "▁success ion", + "▁suc cession", + "▁succ ession", + "int roduction", + "intro duction", + "R W", + "文 体", + "的 了", + "do u", + "d ou", + "fe n", + "f en", + "就 成了", + "Res et", + "Re set", + "▁l ush", + "▁sp ear", + "▁spe ar", + "sc aling", + "scal ing", + "s caling", + "▁en larg", + "▁re fine", + "▁ref ine", + "▁refin e", + "▁conce aled", + "▁conceal ed", + "媒 介", + "挂 钩", + "轮 回", + "陷 阱", + "領 導", + "ET F", + "E TF", + "最美 的", + "最 美的", + "认定 为", + "认 定为", + "PR OP", + "PRO P", + "var y", + "va ry", + "v ary", + "▁P AR", + "▁PA R", + "▁ PAR", + "▁h aw", + "▁ha w", + "▁ haw", + "): =\\\\", + "):= \\\\", + ") :=\\\\", + "▁CH AR", + "▁ CHAR", + "ay ette", + "aye tte", + "▁c oded", + "▁co ded", + "▁code d", + "▁cod ed", + "▁ coded", + "cl osing", + "clos ing", + "ens ation", + "ex change", + "e xchange", + "▁furn ish", + "▁astron aut", + "▁maxim izing", + "▁symp athetic", + "▁sympath etic", + "L G", + "X P", + "p n", + "之 战", + "我 跟", + "是 她", + "艾滋 病", + "ga rd", + "gar d", + "g ard", + "▁F IT", + "▁FI T", + "▁S py", + "▁Sp y", + "▁ Spy", + "▁C OUNT", + "▁COU NT", + "▁ COUNT", + "Ex ternal", + "Ext ernal", + "▁dial ect", + "▁Fred erick", + "▁Fellow ship", + "一 万", + "全 镇", + "国 旗", + "将 该", + "绘 本", + "越 野", + "除 去", + "▁c c", + "▁ cc", + "什么 样", + "oy al", + "oya l", + "o yal", + "ri no", + "rin o", + "r ino", + "▁p ac", + "▁pa c", + "▁ pac", + "Fr ank", + "F rank", + "ma ils", + "mail s", + "m ails", + "No thing", + "Not hing", + "N othing", + "▁L inear", + "▁Lin ear", + "▁Line ar", + "▁Li near", + "▁ Linear", + "▁bar bec", + "浓 浓", + "热 搜", + "en i", + "e ni", + "nA B", + "n AB", + "了我 们", + "了 我们", + "带 孩子", + "说不 定", + "说 不定", + "▁B JP", + "▁S OC", + "▁SO C", + "nth ose", + "n those", + "▁T icket", + "▁Ti cket", + "▁exp onents", + "▁exponent s", + "強 調", + "ja y", + "j ay", + "{} \\\\", + "{}\\ \\", + "{ }\\\\", + "业内 人士", + "需要 注意", + "需 要注意", + "nM iss", + "n Miss", + "nP lace", + "nPl ace", + "n Place", + "om ical", + "omic al", + "omi cal", + "▁flu or", + "▁l amps", + "▁lamp s", + "▁lam ps", + "▁t ails", + "▁tail s", + "▁ta ils", + "▁ tails", + "not hing", + "no thing", + "n othing", + "▁S ister", + "▁Si ster", + "▁major s", + "▁maj ors", + "▁met aph", + "▁meta ph", + "之 所", + "光 照", + "切 尔", + "罕 见", + "误 差", + "靠 着", + "顺 畅", + "伊斯 兰", + "▁V isa", + "▁Vis a", + "▁Vi sa", + "▁st ew", + "▁ste w", + "▁S cale", + "▁Sc ale", + "▁Scal e", + "▁ Scale", + "ind ices", + "▁ex curs", + "▁exc urs", + "aff ected", + "▁fun ctor", + "▁func tor", + "▁in verted", + "cyclop edia", + "▁midfield er", + "bi ke", + "b ike", + "建设 工作", + "监督 检查", + "ip sch", + "ips ch", + "▁t art", + "▁tar t", + "▁ta rt", + "en ment", + "re peat", + "rep eat", + "Fe atures", + "Feature s", + "nRes ults", + "n Results", + "▁Colomb ia", + "▁firefight ers", + "救 护", + "这 只", + "的电 影", + "的 电影", + "▁F ri", + "▁Fr i", + "▁ Fri", + "▁Bel ieve", + "▁Ill egal", + "▁Il legal", + "ena issance", + "e naissance", + "便 会", + "底 座", + "石 墨", + "就 必须", + "得益 于", + "舞台 上", + "舞 台上", + "▁G OD", + "▁GO D", + "nF ire", + "n Fire", + "nN OTE", + "nNO TE", + "n NOTE", + "nOb ama", + "n Obama", + "▁B rock", + "▁Bro ck", + "▁Br ock", + "▁Bul ld", + "▁Bull d", + "▁comput ationally", + "▁computation ally", + "▁computational ly", + "星 球", + "柏 林", + "理 赔", + "▁E E", + "▁ EE", + "已 完成", + "的 颜色", + "ra wl", + "raw l", + "文化 旅游", + "ne cho", + "nec ho", + "n echo", + "os aic", + "osa ic", + "st ones", + "ston es", + "stone s", + "sto nes", + "▁B ills", + "▁Bill s", + "▁Bil ls", + "▁C razy", + "▁Cr azy", + "▁Cra zy", + "▁st agn", + "▁sta gn", + "▁stag n", + "ans wers", + "answer s", + "▁ch orus", + "▁cho rus", + "▁style d", + "▁styl ed", + "▁sty led", + "▁out field", + "▁tack ling", + "峡 谷", + "徒 步", + "放 开", + "高 标准", + "▁I ng", + "▁In g", + "▁ Ing", + "▁S ays", + "▁Sa ys", + "▁Say s", + "nVis it", + "▁com pose", + "▁comp ose", + "▁compos e", + "▁ compose", + "▁sharp en", + "▁shar pen", + "▁class ifiers", + "▁classifier s", + "小 儿", + "重 型", + "FI N", + "F IN", + "be q", + "b eq", + "党 总支", + "nB ro", + "nBr o", + "n Bro", + "▁тя х", + "gr ams", + "gra ms", + "gram s", + "g rams", + "▁He ath", + "▁Heat h", + "ang ling", + "▁benef ited", + "▁benefit ed", + "▁optim izer", + "▁optimize r", + "▁circumst ance", + "cri t", + "cr it", + "c rit", + "ot ti", + "ott i", + "o tti", + "ou ns", + "oun s", + "o uns", + "▁P ix", + "▁Pi x", + "▁ Pix", + "oc ular", + "o cular", + "▁optim ism", + "▁scholar ships", + "▁scholarship s", + "▁scholars hips", + "募 集", + "四 月", + "有 不", + "迭 代", + "的女 性", + "的 女性", + "▁Mc N", + "提出 副本", + "结合 起来", + "nG ame", + "n Game", + "▁B uzz", + "▁Bu zz", + "▁V amp", + "▁Va mp", + "▁o pts", + "▁opt s", + "▁op ts", + "▁ opts", + "▁ir rig", + "▁app ell", + "▁appe ll", + "▁ex tern", + "▁ext ern", + "▁haz ards", + "▁hazard s", + "▁bright est", + "中 西", + "顺 着", + "高 点", + "MT A", + "M TA", + "俗 话说", + "然后 在", + "然 后在", + "▁L ac", + "▁La c", + "ep ing", + "e ping", + "▁C red", + "▁Cr ed", + "▁Cre d", + "▁ Cred", + "▁p ony", + "▁po ny", + "or sche", + "ors che", + "}} }{\\\\", + "}}} {\\\\", + "}}}{ \\\\", + "} }}{\\\\", + "mathbb m", + "▁review ers", + "▁reviewer s", + "总 能", + "na i", + "n ai", + "分布 式", + "办公 厅", + "控制 的", + "控 制的", + "st mt", + "▁p am", + "▁pa m", + "▁M yers", + "▁My ers", + "▁Tw enty", + "▁W aters", + "▁Water s", + "▁Wat ers", + "▁Wa ters", + "▁in sign", + "▁i nsign", + "▁ins ign", + "ge ometry", + "geo metry", + "▁thy roid", + "▁Be havior", + "▁ Behavior", + "▁column ist", + "▁prob ation", + "▁exec utable", + "▁execut able", + "▁techn ician", + "▁com missions", + "▁comm issions", + "▁commission s", + "大 一", + "底 蕴", + "sin a", + "si na", + "s ina", + "we re", + "wer e", + "w ere", + "▁W ed", + "▁We d", + "▁ Wed", + "安全 管理", + "an tha", + "ant ha", + "anth a", + "▁pri ori", + "▁prior i", + "▁re union", + "▁reun ion", + "▁alloc ate", + "▁ allocate", + "▁res idency", + "▁resid ency", + "▁descript ive", + "▁trans mitter", + "▁transmit ter", + "也 对", + "工 信", + "晚 年", + "登 山", + "什么 呢", + "精神 和", + "▁S ER", + "▁SE R", + "▁ SER", + "▁n ud", + "▁nu d", + "wh ether", + "whe ther", + "w hether", + "▁fl ares", + "▁flare s", + "▁inc urred", + "▁incur red", + "▁pres idents", + "▁president s", + "rel ativistic", + "又 会", + "回 避", + "干 活", + "江 山", + "ga y", + "g ay", + "▁N M", + "▁ NM", + "fi ng", + "fin g", + "f ing", + "▁p ne", + "▁W heel", + "▁Whe el", + "▁r oses", + "▁ro ses", + "▁rose s", + "ver ting", + "vert ing", + "▁Se eing", + "▁See ing", + "nparameter s", + "npar ameters", + "n parameters", + "▁achie vable", + "召 集", + "字 体", + "清 算", + "PI O", + "P IO", + "党 中央", + "感染 者", + "▁C Ds", + "▁CD s", + "ew are", + "e ware", + "▁g erm", + "▁ge rm", + "▁кра й", + "ri cket", + "ric ket", + "rick et", + "r icket", + "side red", + "si dered", + "sid ered", + "s idered", + "▁car amel", + "▁y ielded", + "▁yield ed", + "▁room mate", + "回 想", + "默 契", + "成都 市", + "成 都市", + "su do", + "s udo", + "▁K oh", + "▁Ko h", + "Con verter", + "Convert er", + "▁Viet namese", + "▁Vietnam ese", + "▁inflam matory", + "▁infl ammatory", + "▁ inflammatory", + "大 佬", + "F UN", + "ър т", + "ъ рт", + "▁K B", + "▁ KB", + "ol la", + "oll a", + "o lla", + "de ath", + "nW est", + "nWe st", + "n West", + "▁c ubes", + "▁cub es", + "▁cube s", + "▁cu bes", + "▁Tit ans", + "▁Titan s", + "nA verage", + "n Average", + "text style", + "▁bipart ite", + "▁frag rance", + "▁fragr ance", + "est ablished", + "▁friend ships", + "▁friends hips", + "▁friendship s", + "니 다", + "Au g", + "A ug", + "Te X", + "▁W I", + "▁ WI", + "开发 的", + "开 发的", + "短 视频", + "线 城市", + "▁z oo", + "op ened", + "ope ned", + "open ed", + "pos ium", + "ym phony", + "ymph ony", + "▁moist ur", + "▁Int erview", + "▁Inter view", + "▁Interv iew", + "▁News letter", + "▁assort ment", + "到 我", + "忙 着", + "梅 花", + "缅 甸", + "自 救", + "日 活动", + "id ia", + "idi a", + "i dia", + "вя ва", + "в ява", + "▁M aker", + "▁Make r", + "▁Ma ker", + "▁Mak er", + "于 本判决生效", + "draul ic", + "loc ated", + "pl itude", + "plit ude", + "▁ev apor", + "▁gl owing", + "▁glo wing", + "▁glow ing", + "other wise", + "▁san ction", + "▁sanct ion", + "听 课", + "表 白", + "Br e", + "B re", + "De r", + "D er", + "出了 一", + "出 了一", + "表面 上", + "表 面上", + "辽宁 省", + "ac co", + "acc o", + "a cco", + "不仅 如此", + "是这样 的", + "是 这样的", + "ro phe", + "rop he", + "roph e", + "▁qu int", + "▁q uint", + "▁qui nt", + "ъ м", + "叙 述", + "毫 升", + "▁T N", + "▁ TN", + "ar is", + "ari s", + "a ris", + "▁L iz", + "▁Li z", + "出席 会议", + "小朋友 们", + "小 朋友们", + "▁A side", + "▁As ide", + "▁Col ts", + "▁index ed", + "▁land lord", + "全 文", + "无 忧", + "[] [", + "[ ][", + "os o", + "o so", + "▁E nh", + "▁En h", + "没有 办法", + "党史 学习教育", + "产 地", + "大 蒜", + "山 顶", + "网 点", + "链 条", + "▁W P", + "▁ WP", + "帮助 下", + "这部 分", + "这 部分", + "▁p hp", + "▁ph p", + "▁ php", + "▁' ';\\", + "▁'' ;\\", + "nC lean", + "nCl ean", + "n Clean", + "ri cing", + "ric ing", + "r icing", + "▁D addy", + "▁Dad dy", + "▁M eyer", + "▁Me yer", + "friend s", + "▁Sup erior", + "▁Super ior", + "▁form atted", + "▁format ted", + "R B", + "h z", + "ا ل", + "内 科", + "几 分", + "质 感", + "D VD", + "双方 的", + "双 方的", + "hy dr", + "hyd r", + "oc ese", + "▁ar cs", + "▁arc s", + "▁ arcs", + "▁In stant", + "▁Inst ant", + "▁Pop ular", + "抽 烟", + "og o", + "o go", + "犯罪 事实", + "社会 各界", + "er ton", + "ert on", + "id eal", + "ide al", + "idea l", + "i deal", + "▁L oop", + "▁Lo op", + "▁ Loop", + "▁D iana", + "▁Di ana", + "▁Ga uss", + "▁T ypes", + "▁Type s", + "▁Ty pes", + "▁Typ es", + "▁ Types", + "▁in doors", + "▁indoor s", + "▁indo ors", + "▁right ly", + "▁Inter active", + "两 地", + "空 的", + "Gi rl", + "G irl", + "н ска", + "▁L av", + "▁La v", + "▁в ръ", + "▁C apt", + "▁Cap t", + "▁Ca pt", + "▁D ear", + "▁De ar", + "▁ Dear", + "Control s", + "art ments", + "artment s", + "▁app arel", + "▁appar el", + "分 组", + "粽 子", + "日本 人", + "日 本人", + "▁E pic", + "▁Ep ic", + "nM aking", + "pur pose", + "p urpose", + "drop down", + "▁Gold man", + "▁Mill enn", + "▁post season", + "+ }", + "] *", + "v b", + "我 将", + "的 特", + "处理 的", + "队员 们", + "▁n ip", + "aut om", + "au tom", + "auto m", + "nP ros", + "nPro s", + "nPr os", + "vis ions", + "vision s", + "v isions", + "▁Log ger", + "▁ Logger", + "▁Sh aron", + "▁Sha ron", + "▁Shar on", + "▁Ke eping", + "▁Keep ing", + "▁stun ned", + "▁c itations", + "▁cit ations", + "▁citation s", + "m q", + "不 定", + "修 饰", + "自 来", + "家人 的", + "家 人的", + "re ls", + "rel s", + "r els", + "企业 发展", + "of fer", + "off er", + "nb eing", + "nbe ing", + "n being", + "▁o vers", + "▁over s", + "▁ove rs", + "▁ov ers", + "▁ overs", + "▁main land", + "▁orb itals", + "▁orbit als", + "▁orbital s", + "独 家", + "fr eq", + "fre q", + "f req", + "▁D ot", + "▁Do t", + "▁ Dot", + "}) }\\\\", + "})} \\\\", + "})}\\ \\", + "} )}\\\\", + "▁ви со", + "nP rior", + "nPr ior", + "▁ro ast", + "▁caps ule", + "▁ign ores", + "▁ignore s", + "▁ignor es", + "▁re building", + "▁rebuild ing", + "▁eigen states", + "E r", + "个 个", + "废 物", + "毁 灭", + "而 行", + "我也 不", + "我 也不", + "的 比赛", + "而这 些", + "而 这些", + "▁N om", + "▁No m", + "▁ви д", + "▁д ъл", + "▁дъ л", + "▁ дъл", + "▁с пе", + "▁ спе", + ")\\\\ }$", + ")\\\\} $", + ") \\\\}$", + "nl ine", + "n line", + "nT ravel", + "nTr avel", + "nTra vel", + "n Travel", + "da ughter", + "d aughter", + "———————— ————————", + "专 属", + "吃 苦", + "房 的", + "([ ]", + "( []", + "aw t", + "a wt", + "ac ee", + "ace e", + "a cee", + "pa in", + "p ain", + "st ad", + "sta d", + "医疗 器械", + "▁w edge", + "▁ wedge", + "there um", + "▁min ima", + "▁minim a", + "▁mini ma", + "▁legit im", + "▁th inner", + "▁thin ner", + "not ification", + "+ ”", + "w g", + "两 市", + "中 海", + "巧 妙", + "▁D h", + "这几 天", + "这 几天", + "br al", + "bra l", + "b ral", + "nW ar", + "n War", + "uc es", + "uce s", + "u ces", + "nG old", + "nGo ld", + "n Gold", + "th ouse", + "t house", + "▁P ixel", + "▁Pix el", + "▁ Pixel", + "▁pal ace", + "▁pa lace", + "ent ation", + "enta tion", + "▁neg otiation", + "▁negoti ation", + "▁sett lements", + "▁settle ments", + "▁settlement s", + "再 看", + "我 问", + "精 灵", + "纳税 人", + "F ast", + "▁H ip", + "▁Hi p", + "该怎么 办", + "该 怎么办", + "aut oref", + "auto ref", + "▁Jeff rey", + "▁adiab atic", + "▁disreg ard", + "▁port raits", + "▁portrait s", + "▁A bsolutely", + "▁econom ical", + "▁economic al", + "制 止", + "Le e", + "L ee", + "]: \\", + "] :\\", + "cg i", + "c gi", + "管理 者", + "nL aw", + "nLa w", + "n Law", + "}\\\" \\", + "} \\\"\\", + "▁W on", + "▁Wo n", + "os tat", + "ost at", + "o stat", + "▁Y ORK", + "▁p ere", + "▁per e", + "▁pe re", + "cl udes", + "clud es", + "clude s", + "▁w arriors", + "▁warrior s", + "nre present", + "nrep resent", + "n represent", + "▁stere otypes", + "▁stereo types", + "▁stereotype s", + "台 词", + "电 线", + "糊 涂", + "支付 的", + "证 监会", + "▁G ri", + "▁Gr i", + "▁S ta", + "▁St a", + "▁К он", + "▁Ко н", + "▁n eon", + "▁ne on", + "▁neo n", + "▁wh ats", + "▁what s", + "▁preced ent", + "K N", + "e i", + "化 疗", + "犹 太", + "绑 架", + "经常 会", + "Ra nk", + "R ank", + "▁R an", + "▁Ra n", + "▁Per u", + "▁Pe ru", + "▁R ide", + "▁Rid e", + "▁Ri de", + "▁s ock", + "▁so ck", + "▁ sock", + "z t", + "店 里", + "杀 了", + "课 本", + "三 等奖", + "的 动作", + "课堂 上", + "LI ST", + "L IST", + "▁d ar", + "▁da r", + "▁ dar", + "▁n em", + "▁ne m", + "▁ nem", + "The me", + "Th eme", + "▁p ian", + "▁pi an", + "at ched", + "atch ed", + "atche d", + "an other", + "ano ther", + "a nother", + "▁her oin", + "▁hero in", + "▁Col eman", + "▁Cole man", + "▁myth ology", + "▁design ation", + "奈 何", + "经 开", + "裤 子", + "ra x", + "r ax", + "AT TR", + "ATT R", + "^@ ^@", + "▁J son", + "▁ Json", + "mc ited", + "mcite d", + "ran ked", + "rank ed", + "r anked", + "el iness", + "eline ss", + "eli ness", + "elines s", + "elin ess", + "e liness", + "▁T ables", + "▁Table s", + "▁Ta bles", + "▁Tab les", + "▁ Tables", + "ruit ment", + "▁extract s", + "▁extr acts", + "▁rel iance", + "▁reli ance", + "mcited efault", + "mcite default", + "你 們", + "威 廉", + "怎么 会", + "or el", + "ore l", + "o rel", + "ru ns", + "run s", + "r uns", + "▁a rose", + "▁ar ose", + "▁g ossip", + "ntype def", + "ntyped ef", + "n typedef", + "▁more over", + "▁film maker", + "▁filmm aker", + "▁south west", + "日 语", + "贯 通", + "▁| =", + "▁ |=", + "也能 够", + "也 能够", + "二 极管", + "艺术 的", + "Ax is", + "in ho", + "▁R EG", + "▁RE G", + "▁ REG", + "▁g ru", + "▁gr u", + "要求 被告", + "ri via", + "riv ia", + "r ivia", + "▁ch ir", + "▁chi r", + "▁Effect s", + "▁P review", + "▁Pre view", + "▁tight er", + "nInt roduction", + "n Introduction", + "旅 遊", + "本 着", + "进 场", + "降 价", + "KE N", + "K EN", + "▁/ \\", + "▁ /\\", + "对 这个", + "PO SE", + "POS E", + "P OSE", + "я сто", + "▁m ul", + "▁mu l", + "▁ mul", + "▁re cap", + "▁rec ap", + "▁loud ly", + "▁rif les", + "▁rifle s", + "ag gering", + "agger ing", + "agg ering", + "U A", + "两 点", + "唤 醒", + "毛 巾", + "美 金", + "▁E c", + "现在 是", + "un ky", + "unk y", + "nst ud", + "n stud", + "oc rat", + "ocr at", + "▁s ack", + "▁sa ck", + "▁sac k", + "监督 管理局", + "监督管理 局", + "▁Q atar", + "Up dated", + "Update d", + "▁Pl aces", + "▁Place s", + "▁ans atz", + "万 达", + "打 败", + "法 学", + "洛 杉", + "使用 权", + "还不 错", + "还 不错", + "TR UE", + "ла га", + "借款 合同", + "▁wh ale", + "▁c ascade", + "▁casc ade", + "▁f actual", + "▁fact ual", + "▁in mates", + "▁pitch ers", + "▁pit chers", + "▁pitc hers", + "▁pitcher s", + "conf idence", + "▁incumb ent", + "▁aggress ively", + "▁aggressive ly", + "D H", + "欠 款", + "水 准", + "看 病", + ")) ;", + ") );", + "ji n", + "j in", + "wi g", + "w ig", + "▁K L", + "▁ KL", + "制作 的", + "制 作的", + "我不 想", + "我 不想", + "▁N FC", + "▁NF C", + "轨道 交通", + "▁p lat", + "▁pl at", + "▁pla t", + "back ed", + "bac ked", + "b acked", + "▁app ra", + "▁t apes", + "▁tap es", + "▁tape s", + "▁ta pes", + "▁is olate", + "▁isol ate", + "▁iso late", + "▁welcome s", + "▁wel comes", + "巴 基", + "Ag g", + "A gg", + "}< /", + "} \\", + "' >\\", + "武汉 市", + "都 无法", + "se in", + "s ein", + "▁L it", + "▁Li t", + "пре де", + "▁Mar co", + "▁Marc o", + "▁P apers", + "▁Pa pers", + "▁Paper s", + "▁Pap ers", + "▁Sat urn", + "▁Sa turn", + "▁k eeper", + "▁ke eper", + "▁keep er", + "▁ keeper", + "▁t earing", + "▁te aring", + "▁tea ring", + "▁tear ing", + "▁calcul ator", + "▁calc ulator", + "分 红", + "哪 种", + "死 刑", + "清 凉", + "的 形象", + "MENT S", + "M ENTS", + "na ble", + "nab le", + "n able", + "pe ace", + "▁bol ts", + "▁bolt s", + "con cept", + "conc ept", + "est ones", + "estone s", + "eston es", + "e stones", + "▁sw ings", + "▁swing s", + "Dist ance", + "D istance", + "▁cal culus", + "▁calcul us", + "▁calc ulus", + "▁Em ployment", + "▁Employ ment", + "压 实", + "地 把", + "患 病", + "抬 起", + "特 尔", + "Ba g", + "B ag", + "aj a", + "a ja", + "记者 从", + "黑色 的", + "黑 色的", + "ED IT", + "E DIT", + "▁L iu", + "▁Li u", + "▁ Liu", + "市场 需求", + "tu ple", + "tup le", + "t uple", + "▁H alo", + "▁Ha lo", + "▁Hal o", + "▁per imeter", + "扬 州", + "Te V", + "T eV", + "向 被告", + "有 必要", + "Le ad", + "L ead", + "Az ure", + "▁inc arn", + "▁harm less", + "▁shel ters", + "▁shelter s", + "▁seam lessly", + "▁seamless ly", + "▁invest igator", + "▁investig ator", + "▁correspond ent", + "▁reconc iliation", + "▁ ×", + "海 域", + "自 带", + "角 的", + "▁B F", + "▁ BF", + "什么 事", + "使用 者", + "可靠 性", + "有很大 的", + "有 很大的", + "▁P ill", + "▁Pi ll", + "▁Pil l", + "▁he ir", + "▁s lab", + "▁sl ab", + "▁fl att", + "▁flat t", + "index Of", + "▁pr ince", + "▁pri nce", + "▁princ e", + "▁prin ce", + "ex istence", + "exist ence", + "▁gen ocide", + "▁addict ive", + "▁co variant", + "▁covari ant", + "五 百", + "侵 略", + "并 为", + "LA S", + "L AS", + "表达 了", + "▁in fil", + "▁inf il", + "SU CCESS", + "▁Ber nie", + "▁Bern ie", + "▁cart oons", + "▁cartoon s", + "噪 声", + "大 雨", + "失 控", + "十一 条", + "十 一条", + "▁A bs", + "▁Ab s", + "▁ Abs", + "活动 现场", + "▁DVD s", + "▁DV Ds", + "▁mix es", + "nwith in", + "n within", + "▁Week end", + "▁sus pend", + "▁susp end", + "▁Chev rolet", + "▁attack ers", + "▁attacker s", + "V T", + "一 说", + "节目 中", + "at em", + "ate m", + "a tem", + "or on", + "oro n", + "o ron", + "}) $\\", + "})$ \\", + "} )$\\", + "ol ded", + "old ed", + "▁Ke ys", + "▁Key s", + "▁ Keys", + "▁Ch erry", + "▁Cher ry", + "▁beh aves", + "▁behav es", + "▁behave s", + "▁fore head", + "▁nutri ent", + "▁poss essions", + "▁possess ions", + "▁possession s", + "比 賽", + "股 的", + "能 的", + "風 險", + "作出 了", + "作 出了", + "为主题 的", + "print ed", + "prin ted", + "▁central ized", + "▁inher itance", + "▁inherit ance", + "▁unexpected ly", + "几 何", + "性 感", + "沥 青", + "这 笔", + "UD E", + "U DE", + "ce ls", + "cel s", + "c els", + "my sql", + "mys ql", + "re gex", + "reg ex", + "▁V ern", + "▁Ver n", + "▁Ve rn", + "▁be hold", + "▁beh old", + "▁S anchez", + "▁Re solution", + "▁Res olution", + "西 洋", + "工作 组", + "OV ER", + "OVE R", + "O VER", + "▁C DC", + "▁CD C", + "Can cel", + "C ancel", + "▁in cub", + "▁inc ub", + "▁t ucked", + "▁dem entia", + "▁butter fly", + "( %", + "S G", + "x l", + "就 跟", + "德 华", + "扎 根", + "自己 也", + "ho ck", + "h ock", + "▁C OR", + "▁CO R", + "ol len", + "oll en", + "▁d addy", + "▁dad dy", + "▁acc redited", + "▁ridic ulously", + "▁ridiculous ly", + "酰 胺", + "at an", + "ata n", + "a tan", + "▁C ay", + "▁Ca y", + "▁Sh ut", + "▁First ly", + "▁shot gun", + "Se ptember", + "▁Pr incipal", + "▁Princ ipal", + "▁intrig ued", + "▁compa rative", + "▁compar ative", + "地 将", + "大 同", + "康 熙", + "荧 光", + "钢 筋", + "魔 法", + "бе р", + "б ер", + "uch e", + "uc he", + "u che", + "}} {(", + "}}{ (", + "} }{(", + "▁T ot", + "▁To t", + "▁b if", + "▁bi f", + "pl ied", + "▁b our", + "▁bo ur", + "▁bou r", + "▁ bour", + "▁W rest", + "▁St okes", + "▁Sto kes", + "▁Greg ory", + "▁amer ican", + "nReg arding", + "古 老", + "嫉 妒", + "透 镜", + "Bo b", + "B ob", + "为主 的", + "为 主的", + "我的 心", + "我 的心", + "网友 们", + "网 友们", + "Su ch", + "S uch", + "毫无 疑问", + "▁P ont", + "▁Po nt", + "▁Pon t", + "▁URL s", + "▁f aded", + "▁fa ded", + "▁fade d", + "▁Prad esh", + "▁gu itars", + "▁guitar s", + "▁s outheast", + "▁south east", + "▁state wide", + "▁met ropolitan", + "不 听", + "原 地", + "火 山", + "美 洲", + "角 逐", + "▁' %", + "其 行为", + "处罚 金", + "ri nk", + "rin k", + "r ink", + "不仅 可以", + "▁M ile", + "▁Mil e", + "▁Mi le", + "▁s ham", + "▁sh am", + "fore st", + "for est", + "fo rest", + "f orest", + "▁K umar", + "▁Ku mar", + "▁r idge", + "▁rid ge", + "▁ ridge", + "▁in ception", + "IO Exception", + "▁nom inations", + "▁nomination s", + "冲 洗", + "课 文", + "oi t", + "o it", + "▁R P", + "▁ RP", + "有 针对", + "这个 词", + "▁П ро", + "▁ Про", + "▁O wen", + "▁Ow en", + "▁Ha iti", + "▁Hait i", + "el ocity", + "eloc ity", + "elo city", + "atter son", + "att erson", + "atters on", + "▁Con sole", + "▁Cons ole", + "▁ Console", + "▁spe eding", + "▁speed ing", + "江 区", + "用 餐", + "▁F irm", + "▁Fi rm", + "plac ian", + "▁D inner", + "▁Din ner", + "▁M ining", + "▁Min ing", + "▁Mi ning", + "▁Mini ng", + "▁dict ate", + "▁Th inking", + "▁Think ing", + "▁col onies", + "▁colon ies", + "▁Trans former", + "▁Transform er", + "守 法", + "▁l l", + "▁ ll", + "Ro om", + "R oom", + "cd fa", + "cdf a", + "av our", + "▁P ump", + "▁Pu mp", + "Du ring", + "D uring", + "▁Sc ene", + "▁ Scene", + "▁Aub urn", + "▁Au burn", + "▁C ookie", + "▁Cook ie", + "▁ Cookie", + "man ifold", + "manif old", + "ic ultural", + "icult ural", + "i cultural", + "█ █", + "bf s", + "b fs", + "知名 度", + "运动 的", + "运 动的", + "FT ER", + "F TER", + "sl ow", + "s low", + "▁П ър", + "up ted", + "upt ed", + "▁Ter rit", + "▁Terr it", + "▁en caps", + "▁enc aps", + "▁look up", + "▁ lookup", + "▁Up dated", + "▁Update d", + "▁ Updated", + "木 材", + "苏 宁", + "论 述", + "TO D", + "T OD", + "当然 是", + "部 部长", + "非 物质", + "en ne", + "enn e", + "e nne", + "科技 大学", + "这部 电影", + "这 部电影", + "ny der", + "▁side bar", + "▁ sidebar", + "▁pass ions", + "▁passion s", + "▁inaug ural", + "▁rational e", + "▁dom ination", + "▁domin ation", + "▁T raditional", + "▁Trad itional", + "仓 位", + "再 用", + "天 涯", + "明 日", + "溶 剂", + "而 易", + "其中 有", + "其 中有", + "我也 是", + "我 也是", + "莫 斯科", + "wo rm", + "w orm", + "ge ring", + "ger ing", + "g ering", + "▁Bet ty", + "▁S onic", + "▁So nic", + "▁Son ic", + "pos able", + "End point", + "▁W riters", + "▁Write rs", + "▁Writer s", + "мерика нски", + "▁counsel or", + "并 以", + "徐 州", + "另一 半", + "另 一半", + "的 模式", + "ER TY", + "ERT Y", + "▁f ry", + "▁fr y", + "▁E yes", + "▁Eye s", + "▁Ey es", + "▁f ries", + "▁fr ies", + "▁culp rit", + "▁Man aging", + "▁scal able", + "▁work load", + "F K", + "要 不", + "诱 发", + "▁D X", + "▁ DX", + "▁[ (", + "▁ [(", + "ly ph", + "▁l an", + "▁la n", + "▁ lan", + "职业 教育", + "▁e rad", + "▁er ad", + "▁era d", + "att ack", + "atta ck", + "le ader", + "lead er", + "▁c oven", + "▁co ven", + "▁sav vy", + "▁Eug ene", + "▁mig rate", + "▁migr ate", + "▁rub bish", + "▁re charge", + "▁smooth er", + "▁smo other", + "▁smoot her", + "▁uniform s", + "▁Prince ton", + "▁Princ eton", + "▁ambig uity", + "▁emb racing", + "▁embrac ing", + "▁imm ensely", + "▁immense ly", + "perturb ative", + "▁synchron ization", + "一 动", + "图 中", + "家 常", + "生 姜", + "舍 不得", + "tr ip", + "tri p", + "t rip", + "▁R eb", + "▁Re b", + "St ruct", + "Str uct", + "▁Budd hism", + "急 诊", + "攀 升", + "自 贸", + "血 脂", + "ьо р", + "ь ор", + "改革 的", + "se rs", + "ser s", + "s ers", + "nCom m", + "nCo mm", + "n Comm", + "ne sty", + "nes ty", + "nest y", + "n esty", + "dir name", + "▁hom oph", + "▁unlaw ful", + "SS M", + "S SM", + "к ръ", + "il let", + "ill et", + "ille t", + "▁M ink", + "▁Min k", + "▁Mi nk", + "▁b ury", + "▁bu ry", + "▁bur y", + "▁ bury", + "▁sc arc", + "▁scar c", + "▁bl aming", + "买 家", + "加 持", + "得 意", + "火 热", + "經 過", + "运 会", + "静 态", + "Mo m", + "M om", + "Ro m", + "R om", + "_- >", + "_ ->", + "的两 个", + "的 两个", + "ot ta", + "ott a", + "ans om", + "▁B ing", + "▁Bi ng", + "▁Bin g", + "▁L abs", + "▁La bs", + "▁Lab s", + "▁gl ac", + "p ragma", + "▁T rent", + "▁Tr ent", + "▁Tre nt", + "nDes ign", + "nDe sign", + "n Design", + "▁Joh ann", + "ir ically", + "irical ly", + "地 狱", + "糯 米", + "老 头", + "自 媒体", + "W ave", + "nM el", + "nMe l", + "n Mel", + "▁M oz", + "▁Mo z", + "nC ost", + "nCo st", + "n Cost", + "▁F loyd", + "▁Flo yd", + "▁C astro", + "▁Cast ro", + "▁Cas tro", + "▁kinem atic", + "▁milit ants", + "▁militant s", + "▁confront ation", + "样 式", + "物 价", + "银 河", + "nS E", + "n SE", + "▁# {", + "▁ #{", + "大家 好", + "ad in", + "adi n", + "a din", + "▁s or", + "▁so r", + "▁ sor", + "理工 大学", + "par able", + "para ble", + "osp heric", + "▁Hub bard", + "少 吃", + "装 箱", + "MA T", + "M AT", + "满意 的", + "满 意的", + "ah ah", + "aha h", + "nn ow", + "nno w", + "n now", + "▁D LC", + "▁DL C", + "▁\\\" +", + "▁ \\\"+", + "▁a le", + "▁al e", + "▁ ale", + "An aly", + "Anal y", + "ar ate", + "ara te", + "arat e", + "a rate", + "et tle", + "ett le", + "il lon", + "ill on", + "illo n", + "▁K urd", + "▁Ku rd", + "▁Kur d", + "li ving", + "l iving", + "▁al ley", + "▁all ey", + "▁alle y", + "▁y ummy", + "▁Des ert", + "▁L ength", + "▁ Length", + "▁ch ambers", + "▁chamber s", + "é t", + "恋 情", + "現 場", + "粉 碎", + "CA D", + "C AD", + "La t", + "L at", + "bo nd", + "bon d", + "b ond", + "▁D ent", + "▁De nt", + "▁Den t", + "nW rite", + "n Write", + "▁e ject", + "▁v illa", + "▁vi lla", + "▁vill a", + "▁Cam bod", + "▁Camb od", + "▁st aged", + "▁stage d", + "▁sta ged", + "▁stag ed", + "check box", + "▁conf use", + "▁analy sed", + "▁analys ed", + "▁analyse d", + "▁tra ilers", + "▁trail ers", + "▁trailer s", + "▁De claration", + "▁manip ulated", + "▁manipulate d", + "t A", + "必 将", + "ND A", + "N DA", + "Mar c", + "Ma rc", + "M arc", + "▁h ots", + "▁hot s", + "▁ho ts", + "▁ hots", + "nPost s", + "n Posts", + "▁se wer", + "▁sew er", + "▁amb iguous", + "▁ambig uous", + "▁annou nces", + "▁announce s", + "▁minim ization", + "法 兰", + "课 外", + "▁O m", + "▁ Om", + "变化 的", + "变 化的", + "报道 称", + "ob ody", + "obo dy", + "o body", + "▁M ood", + "▁Mo od", + "as pect", + "asp ect", + "a spect", + "pret ty", + "p retty", + "port ers", + "por ters", + "porter s", + "p orters", + "▁cor ros", + "▁corro s", + "▁d ocker", + "▁do cker", + "▁doc ker", + "▁dock er", + "▁ docker", + "tem plates", + "template s", + "▁Craw ford", + "▁comed ian", + "▁Dem ocracy", + "▁Democr acy", + "▁Ass istance", + "哈 佛", + "外 在", + "学 长", + "料 的", + "有 何", + "LO C", + "L OC", + "д ът", + "▁H Q", + "出生 的", + "出 生的", + "基本 面", + "arn ish", + "▁com fy", + "▁M irror", + "▁Mi rror", + "▁Mir ror", + "▁drum mer", + "▁Pre vious", + "▁ Previous", + "▁bl ending", + "▁blend ing", + "▁e nduring", + "▁end uring", + "▁mort gages", + "▁mortgage s", + "nW ashington", + "n Washington", + "也 未", + "做 大", + "庄 严", + "频 频", + "nN O", + "n NO", + "的 动力", + "▁A SC", + "▁AS C", + "▁ ASC", + "▁TR UE", + "▁ TRUE", + "En ergy", + "E nergy", + "Run ner", + "▁o uting", + "▁out ing", + "▁ou ting", + "▁ outing", + "▁tr ader", + "▁tra der", + "▁trad er", + "▁trade r", + "第二百五 十三条", + "riter ion", + "ident ifier", + "与 我", + "烷 基", + "科 长", + "赞 同", + "通 往", + "▁o u", + "▁ ou", + "党组 成员", + "党 组成员", + "nC ent", + "n Cent", + "▁L ith", + "▁Li th", + "▁Lit h", + "▁P rison", + "▁Pr ison", + "▁Pri son", + "read only", + "▁Hung ary", + "▁sk ating", + "▁rein forced", + "▁reinforce d", + "▁Ann iversary", + "re rs", + "rer s", + "r ers", + "▁G ur", + "▁Gu r", + "nTr ump", + "n Trump", + "He aders", + "Head ers", + "Header s", + "▁rem inding", + "▁remind ing", + "▁establ ishes", + "▁establish es", + "nInt ernational", + "nInter national", + "n International", + "不 留", + "外 壳", + "画 画", + "自 称", + "诚 实", + "限 定", + "Em b", + "E mb", + "▁Х а", + "gl ob", + "g lob", + "nG en", + "nGe n", + "n Gen", + "▁p rag", + "▁pr ag", + "▁pra g", + "▁sn iff", + "▁recept ors", + "▁receptor s", + "▁conflict ing", + "乐 器", + "你 我", + "溺 水", + "约 会", + "開 放", + "%\\ \"", + "% \\\"", + "Te n", + "T en", + "脑 血管", + "Buf f", + "Bu ff", + "B uff", + "证据 证明", + "mo vie", + "mov ie", + "m ovie", + "▁E lder", + "▁El der", + "▁Eld er", + "▁м ясто", + "est ions", + "estion s", + "▁po ised", + "▁W ritten", + "▁compassion ate", + "在 哪", + "尽 责", + "球 场", + "结 石", + "这 道", + "也 希望", + "意识 的", + "PR ESS", + "PRE SS", + "P RESS", + "▁d esp", + "▁de sp", + "▁des p", + "▁Haw ks", + "▁Hawk s", + "▁T ruck", + "▁Tr uck", + "▁Tru ck", + "▁Rel igion", + "▁Light ning", + "▁sweet ness", + "nPerson ally", + "nPersonal ly", + "▁stim ulating", + "杨 幂", + "翼 翼", + "自 强", + "良 性", + "xi c", + "x ic", + "Ex pr", + "Exp r", + "刑事 责任", + "▁inv oked", + "▁invoke d", + "▁invo ked", + "▁part isan", + "▁sem inars", + "▁seminar s", + "▁red emption", + "都 想", + "领 土", + "他 没有", + "和 文化", + "pur e", + "pu re", + "p ure", + "▁g lu", + "▁gl u", + "操作 系统", + "疫情 影响", + "▁We bb", + "▁Web b", + "▁Col umn", + "▁ Column", + "▁me sons", + "▁mes ons", + "▁meson s", + "nS ervice", + "nSer vice", + "n Service", + "] -", + "全 域", + "原 生", + "核 算", + "也 只有", + "参与 到", + "就不 要", + "就 不要", + "al er", + "ale r", + "a ler", + "Z hang", + "pr ite", + "pri te", + "p rite", + "▁T rou", + "▁Tr ou", + "▁Tro u", + "▁sp ikes", + "▁spike s", + "▁je opard", + "▁fl ashing", + "▁flash ing", + "▁exp resses", + "▁express es", + "▁mini ature", + "▁accident al", + "交 替", + "名 片", + "周 二", + "的 父母", + "nM et", + "nMe t", + "n Met", + "nc ons", + "ncon s", + "nco ns", + "n cons", + "▁Per l", + "▁Pe rl", + "ff ffff", + "ffff ff", + "fff fff", + "nB rand", + "nBr and", + "n Brand", + "▁La den", + "▁Lad en", + "▁squ ash", + "▁y elled", + "▁yell ed", + "▁cr aving", + "▁cra ving", + "▁play ful", + "nS pecifically", + "传 授", + "冷 冻", + "巨 蟹", + "投 机", + "源 自", + "ci f", + "c if", + "ja b", + "j ab", + "▁i c", + "▁ ic", + "和 企业", + "}$ $\\", + "} $$\\", + "▁P eg", + "▁Pe g", + "in fect", + "inf ect", + "▁app rent", + "▁appre nt", + "▁allow ance", + "▁estim ators", + "▁estimator s", + "▁cont racting", + "▁contract ing", + "佩 服", + "公 积", + "吕 布", + "风 湿", + "nH y", + "n Hy", + "пе н", + "п ен", + "中 发现", + "就好 像", + "就 好像", + "不可 避免", + "也是 如此", + "也 是如此", + "管理 部门", + "lb race", + "l brace", + "ns pace", + "nsp ace", + "n space", + "un wrap", + "▁Sh ane", + "▁Sha ne", + "▁Shan e", + "ir acles", + "ira cles", + "▁Sur ely", + "▁Su rely", + "▁Sure ly", + "Int ernet", + "Inter net", + "dim ension", + "d imension", + "irect ional", + "irection al", + "get Instance", + "▁advoc ating", + "低 下", + "城 里", + "带 走", + "抚 慰", + "贵 人", + "造 价", + "▁R X", + "▁ RX", + "民主 党", + "鉴定 费", + "▁I MP", + "▁IM P", + "▁ IMP", + "▁M AR", + "▁MA R", + "st derr", + "std err", + "▁W inds", + "▁Win ds", + "▁Wi nds", + "▁Wind s", + "▁ad ore", + "▁g love", + "▁gl ove", + "▁glo ve", + "up loads", + "upload s", + "▁in ward", + "ipsch itz", + "▁Mar athon", + "▁Z imbabwe", + "转 折", + "▁R I", + "▁ RI", + "▁Г е", + "▁ Ге", + "大 城市", + "▁S AM", + "▁SA M", + "Error f", + "Err orf", + "▁bel ts", + "▁belt s", + "nc urrent", + "ncur rent", + "n current", + "▁Con vert", + "▁Conv ert", + "▁ Convert", + "▁Cook ies", + "▁Cookie s", + "▁end angered", + "▁psych ologist", + "创 伤", + "ве че", + "▁W id", + "▁Wi d", + "▁ Wid", + "商业 模式", + "无论 如何", + "ma pping", + "map ping", + "m apping", + "round ed", + "r ounded", + "nin clude", + "n include", + "over ride", + "▁Min imum", + "▁drop out", + "▁photograph ed", + "▁photograp hed", + "售 后", + "年 期", + "本 事", + "背 叛", + "该 校", + "人体 的", + "人 体的", + "这里 是", + "▁J ur", + "▁Ju r", + "▁M aya", + "▁May a", + "▁Ma ya", + "▁n avy", + "▁nav y", + "▁na vy", + "man aged", + "manage d", + "rele ased", + "release d", + "cons uming", + "consum ing", + "▁Kick starter", + "力 求", + "春 晚", + "水 管", + "紧 凑", + "阿 根", + "面 膜", + "ft s", + "f ts", + "一年 级", + "一 年级", + "充足 的", + "都 比较", + "▁y rs", + "▁yr s", + "▁ yrs", + "fr uit", + "f ruit", + "nF ast", + "n Fast", + "▁E den", + "▁Ed en", + "▁Al ert", + "▁Ale rt", + "▁ Alert", + "as sembly", + "assemb ly", + "▁visual s", + "制 冷", + "区 长", + "品 类", + "大 有", + "聊 聊", + "钢 管", + "LI N", + "L IN", + "gn u", + "g nu", + "gr ass", + "gra ss", + "g rass", + "er ring", + "err ing", + "▁Naz is", + "▁Nazi s", + "加倍 支付迟延", + "▁insert ing", + "▁catast rophic", + "в но", + "▁u h", + "▁ uh", + "▁ 优选", + "在 生活中", + "▁WW II", + "nO ffic", + "nOff ic", + "▁ex ported", + "▁exp orted", + "▁export ed", + "nst ructure", + "nstruct ure", + "n structure", + "▁gen etically", + "▁gene tically", + "▁genetic ally", + "她 还", + "数 码", + "脱 落", + "迫 切", + "道 上", + "\\\" {", + "现实 的", + "现 实的", + "至关 重要", + "ng ood", + "ngo od", + "n good", + "▁I con", + "▁ Icon", + "▁b ells", + "▁bel ls", + "▁bell s", + "▁e rupt", + "▁er upt", + "uck land", + "▁academ y", + "▁op acity", + "▁opa city", + "▁ opacity", + "▁Gonz alez", + "▁disturb ed", + "▁Particip ants", + "干 涉", + "Is s", + "I ss", + "ov y", + "o vy", + "▁N R", + "▁ NR", + "mu ch", + "m uch", + "nL ow", + "n Low", + "бли ка", + "ol ated", + "olate d", + "ola ted", + "o lated", + "▁sm oot", + "▁smo ot", + "nBuild ing", + "n Building", + "▁Liter ature", + "普 洱", + "業 務", + "良 心", + "AL K", + "句话 说", + "句 话说", + "▁L or", + "▁Lo r", + "enz ie", + "▁f ren", + "▁fr en", + "▁fre n", + "eps fig", + "▁f action", + "▁fact ion", + "▁fac tion", + "▁fa ction", + "▁pool ing", + "▁since rely", + "▁sincere ly", + "某 乙", + "育 儿", + "议 题", + "an ed", + "ane d", + "a ned", + "▁A RT", + "▁AR T", + "▁ ART", + "▁A way", + "▁Aw ay", + "res trial", + "rest rial", + "▁fest ive", + "▁Pat ients", + "▁Patient s", + "▁spec ifying", + "▁specify ing", + "▁sup plementary", + "▁supplement ary", + "ц о", + "其 所", + "夏 日", + "最近 的", + "}} $\\", + "}}$ \\", + "} }$\\", + "人居 环境", + "Fr ont", + "F ront", + "нска та", + "н ската", + "▁w olves", + "打 架", + "敬 畏", + "日 线", + "枸 杞", + "有 网友", + "un ched", + "unch ed", + "unc hed", + "▁Gand hi", + "▁hy ster", + "▁Ill ustr", + "▁Ch rysler", + "▁in efficient", + "​ ​", + "祖 先", + "af a", + "a fa", + "sp l", + "s pl", + "成立 的", + "成 立的", + "空间 的", + "空 间的", + "领导 和", + "▁Di dn", + "▁Did n", + "▁S hin", + "▁Sh in", + "▁Shi n", + "▁A chie", + "▁Ach ie", + "▁Com edy", + "▁Come dy", + "nDe velop", + "n Develop", + "▁loose ly", + "▁loos ely", + "情 愿", + "父 子", + "胰 岛", + "規 劃", + "都 會", + "会 发生", + "你是 否", + "你 是否", + "短 时间内", + "nN ice", + "▁g aug", + "▁ga ug", + "bel ief", + "belie f", + "▁ins urg", + "▁Rail way", + "▁fil ament", + "▁consolid ation", + "刻 苦", + "店 的", + "紧 迫", + "送 往", + "骑 行", + "us b", + "u sb", + "▁lim bs", + "▁limb s", + "临 沂", + "于 一", + "在 建", + "Cu t", + "C ut", + "▁& #", + "▁ &#", + "Sa fe", + "S afe", + "▁s sh", + "▁ss h", + "▁ ssh", + "技术 创新", + "os pin", + "osp in", + "o spin", + "yn man", + "y nman", + "ge ries", + "ger ies", + "g eries", + "▁D odge", + "▁Dod ge", + "▁L ines", + "▁Lin es", + "▁Line s", + "▁Li nes", + "▁ Lines", + "▁m ould", + "▁ab uses", + "▁abuse s", + "enc oding", + "▁v isions", + "▁vis ions", + "▁vision s", + "▁ visions", + "▁D olphins", + "▁dou bling", + "▁doub ling", + "T s", + "下 手", + "全 线", + "欣 慰", + "点 缀", + "稿 件", + "le c", + "l ec", + "на л", + "н ал", + "古老 的", + "古 老的", + "开启 了", + "ми ни", + "▁е зи", + "nP ort", + "n Port", + "cal ing", + "ca ling", + "c aling", + "me tics", + "met ics", + "metic s", + "m etics", + "▁a isle", + "nU nless", + "nUn less", + "▁B inary", + "▁Bin ary", + "▁ Binary", + "▁P irates", + "▁Pi rates", + "▁Rain bow", + "▁leak age", + "▁surv ivor", + "▁surviv or", + "人 权", + "創 新", + "失 踪", + "清 热", + "裁 决", + "阻 挡", + "几十 年", + "几 十年", + "nS ave", + "n Save", + "▁s edu", + "▁se du", + "▁sed u", + "our ced", + "ource d", + "▁Tur bo", + "Exec ute", + "▁ban ning", + "▁conc ise", + "▁пред ста", + "▁persu ade", + "omorph isms", + "omorphism s", + "com position", + "comp osition", + "▁government al", + "绿 地", + "门 窗", + "高 山", + "il k", + "i lk", + "mp h", + "m ph", + "po on", + "p oon", + "▁H EL", + "▁HE L", + "▁o st", + "▁os t", + "▁ ost", + "▁p es", + "▁pe s", + "▁ pes", + "由此 可见", + "nP lan", + "nPl an", + "n Plan", + "▁g rep", + "▁gr ep", + "▁gre p", + "Sch ool", + "S chool", + "▁C heap", + "▁Che ap", + "▁Har dy", + "▁Hard y", + "▁h angs", + "▁hang s", + "Tw itter", + "gall ery", + "nU PDATE", + "n UPDATE", + "▁screen shots", + "▁screens hots", + "▁screenshot s", + "K A", + "不 给", + "尿 酸", + "派 遣", + "nR o", + "n Ro", + "十三 五", + "客户 的", + "▁H av", + "▁Ha v", + "▁T eh", + "▁Te h", + "IN TER", + "INT ER", + "INTE R", + "▁W ORK", + "▁WOR K", + "▁ WORK", + "▁v ain", + "▁va in", + "▁е дна", + "ch rome", + "chr ome", + "chrom e", + "▁rock y", + "spect rum", + "▁leg ends", + "▁legend s", + "vari ables", + "variable s", + "▁fl ipping", + "▁flip ping", + "仅 供", + "外 形", + "大 叔", + "▁L B", + "▁ LB", + "给出 了", + "给 出了", + "nt on", + "nto n", + "n ton", + "бур г", + "▁u tf", + "▁ut f", + "▁ utf", + "▁B een", + "▁Be en", + "▁Bee n", + "bi shop", + "bish op", + "bis hop", + "b ishop", + "▁Tw ins", + "▁Twin s", + "rout ine", + "nMem bers", + "nMember s", + "n Members", + "nD ifferent", + "▁divid ends", + "▁divide nds", + "▁dividend s", + "▁pos itives", + "▁positive s", + "▁posit ives", + "八 字", + "增 效", + "心 肌", + "Bo t", + "B ot", + "做好 了", + "做 好了", + "实 实在", + "的 游戏", + "yp se", + "y pse", + "ot ine", + "oti ne", + "cre dit", + "cr edit", + "cred it", + "c redit", + "▁piv ot", + "nLast ly", + "rup ting", + "rupt ing", + "D G", + "往 年", + "田 间", + "笑 道", + "餐 馆", + "к ре", + "Ch en", + "Che n", + "C hen", + "}\\\\ }", + "} \\\\}", + "几乎 没有", + "▁f use", + "▁fu se", + "▁GRE AT", + "▁Hot els", + "▁Hotel s", + "Every one", + "▁day light", + "const raint", + "equ ilibrium", + "上 百", + "为 本", + "想 像", + "晋 升", + "氧 气", + "二手 房", + "制度 的", + "制 度的", + "和我 们", + "和 我们", + "▁g lor", + "▁gl or", + "▁glo r", + "▁ду ши", + "▁Gi bbs", + "▁Gib bs", + "pro ving", + "pr oving", + "prov ing", + "er ential", + "erent ial", + "▁con tend", + "▁cont end", + "▁im minent", + "▁imm inent", + "▁wh ichever", + "▁which ever", + "一 味", + "卖 家", + "明 月", + "un o", + "u no", + "又一 个", + "又 一个", + "广泛 的", + "完全 没有", + "nf ound", + "n found", + "▁C otton", + "▁ins ider", + "▁inside r", + "▁ insider", + "▁organ ism", + "▁sanct uary", + "亚 太", + "废 水", + "总 共", + "来 访", + "构 筑", + "监 局", + "▁e h", + "▁ eh", + "的 因素", + "lo od", + "loo d", + "l ood", + "▁A AA", + "▁AA A", + "▁ AAA", + "▁\\\\ )", + "▁ \\\\)", + "期间 履行", + "STR ING", + "npost ed", + "n posted", + "▁ens ured", + "▁ensure d", + "一 碗", + "在 世界", + "我 以为", + "▁R ee", + "▁Re e", + "▁R EST", + "▁RE ST", + "▁RES T", + "Un ited", + "Unit ed", + "no stic", + "nos tic", + "n ostic", + "▁th anked", + "▁than ked", + "▁thank ed", + "neq uation", + "nequ ation", + "n equation", + "▁Athlet ic", + "▁over haul", + "偏 差", + "制 剂", + "各 式", + "案 发", + "跌 破", + "AD A", + "A DA", + "最初 的", + "bi al", + "bia l", + "b ial", + "us ement", + "use ment", + "▁ske ptic", + "▁skept ic", + "▁master piece", + "举 例", + "冷 的", + "聚合 物", + "聚 合物", + "健康 发展", + "▁match up", + "▁po inters", + "▁point ers", + "▁pointer s", + "▁commun ist", + "学 霸", + "很 低", + "这 与", + "首 相", + "两人 的", + "两 人的", + "爱情 的", + "爱 情的", + "▁p hy", + "▁ph y", + "▁ phy", + "▁бе з", + "Op tim", + "Opt im", + "ear th", + "e arth", + "is cher", + "isc her", + "isch er", + "▁Le eds", + "▁Lee ds", + "▁d ummy", + "▁dum my", + "▁ dummy", + "▁in compatible", + "С е", + "初 衷", + "部 門", + "目标 的", + "目 标的", + "th ews", + "the ws", + "thew s", + "ab etic", + "abet ic", + "abe tic", + "▁p osing", + "▁po sing", + "▁pos ing", + "▁ posing", + "ess ential", + "▁soci etal", + "▁occup ancy", + "平 民", + "情 商", + "藏 在", + "▁f i", + "▁ fi", + "听 起来", + "en cer", + "ence r", + "enc er", + "e ncer", + "lu ent", + "nMe et", + "▁s kins", + "▁sk ins", + "▁skin s", + "▁ski ns", + "▁ skins", + "▁un just", + "▁u njust", + "pol itical", + "▁lever aging", + "军 训", + "汲 取", + "af s", + "a fs", + "nS k", + "n Sk", + "да р", + "д ар", + "只剩 下", + "只 剩下", + "▁s eq", + "▁se q", + "▁ seq", + "op enh", + "ope nh", + "open h", + "▁C hin", + "▁Ch in", + "▁Chi n", + "▁N AME", + "▁NA ME", + "▁ NAME", + "▁AB OUT", + "ighb ors", + "ighbor s", + "nIm agine", + "▁sk learn", + "接 力", + "直 言", + "祝 愿", + "菩 提", + "送 去", + "Im m", + "I mm", + "宝贵 的", + "宝 贵的", + "▁R oc", + "▁Ro c", + "美国 总统", + "ri des", + "rid es", + "ride s", + "r ides", + "rec ogn", + "su pers", + "sup ers", + "super s", + "往 后", + "恰 好", + "时 分", + "浦 东", + "突 变", + "调 侃", + "_* $", + "af ia", + "▁is nt", + "▁isn t", + "Fac tor", + "Fact or", + "F actor", + "Met ric", + "M etric", + "ant ine", + "anti ne", + "bus ter", + "bu ster", + "b uster", + "▁T ests", + "▁Te sts", + "▁Test s", + "▁Tes ts", + "▁ Tests", + "▁t etra", + "▁te tra", + "▁tet ra", + "sub title", + "▁commod ities", + "class ification", + "争 论", + "仓 储", + "值 守", + "内 饰", + "招 收", + "结 晶", + "做出 的", + "做 出的", + "固定 在", + "大 面积", + "纪念 馆", + "ic us", + "of er", + "o fer", + "ud os", + "udo s", + "u dos", + "▁NE WS", + "▁NEW S", + "ra ding", + "rad ing", + "r ading", + "▁B ench", + "▁Be nch", + "▁Ben ch", + "▁сре щу", + "cri bing", + "crib ing", + "▁c locks", + "▁cl ocks", + "▁clock s", + "▁clo cks", + "▁scar ce", + "▁scarc e", + "▁Sunday s", + "▁Sun days", + "▁Sund ays", + "▁Creat ion", + "▁Cre ation", + "▁cycl ists", + "▁explo its", + "▁exploit s", + "▁string ent", + "建 于", + "真 人", + "е ди", + "▁\\\\ %", + "▁ \\\\%", + "房地产 开发", + "▁Pier ce", + "▁W arning", + "▁War ning", + "▁ Warning", + ": #", + "换 了", + "股 指", + "м пи", + "▁w o", + "▁ wo", + "微信 群", + "控制 在", + "此时 的", + "此 时的", + "甘肃 省", + "pr em", + "pre m", + "p rem", + "▁N SW", + "▁NS W", + "D ictionary", + "▁Cat hedral", + "▁resil ient", + "▁resil ience", + "▁dispro portion", + "作 案", + "启 用", + "复 活", + "请 你", + "то к", + "也都 是", + "也 都是", + "因为 她", + "因 为她", + "在外 面", + "在 外面", + "据 介绍", + "不确定 性", + "不 确定性", + "ax ial", + "en ium", + "eni um", + "ra pped", + "rap ped", + "r apped", + "▁Ad min", + "▁Adm in", + "▁ Admin", + "▁brief ing", + "▁Special ist", + "▁electro des", + "▁electrode s", + "商 城", + "有 心", + "用 量", + "達 到", + "饭 菜", + "回家 的", + "回 家的", + "▁o mn", + "▁om n", + "FLAG S", + "▁V ick", + "▁Vi ck", + "▁Vic k", + "▁H ands", + "▁Hand s", + "▁Ha nds", + "▁Han ds", + "▁Chap el", + "▁anal ogue", + "▁analog ue", + "▁tempt ation", + "吃 到", + "头 疼", + "水 晶", + "▁} )\\", + "▁}) \\", + "▁ })\\", + "nL ight", + "n Light", + "nRe ally", + "nReal ly", + "▁P owers", + "▁Power s", + "▁Po wers", + "▁Pow ers", + "▁arm ies", + "▁ch eeks", + "▁che eks", + "▁cheek s", + "▁p reach", + "▁pre ach", + "▁pr each", + "▁N umbers", + "▁Number s", + "▁Num bers", + "▁Bened ict", + "▁dec isive", + "▁home page", + "▁myster ies", + "▁myst eries", + "▁enhance ments", + "▁enhancement s", + "夕 阳", + "就 近", + "年 了", + "nS m", + "n Sm", + "清晰 的", + "Ph ase", + "▁L ite", + "▁Li te", + "▁Lit e", + "▁ Lite", + "▁Gu ess", + "▁Wy oming", + "▁F amilies", + "▁Tom orrow", + "▁unreal istic", + "$ |", + "家 家", + "能 看到", + "se mi", + "sem i", + "s emi", + "一直 没有", + "社会 保险", + "ua wei", + "▁N issan", + "▁dem ise", + "▁Vlad imir", + "▁ferm ionic", + "▁fermion ic", + "▁dim inished", + "▁dimin ished", + "▁diminish ed", + "▁hyp othetical", + "纯 净", + "▁ ръ", + "共同 体", + "To pic", + "Top ic", + "T opic", + "▁B ACK", + "▁BA CK", + "▁ BACK", + "▁E lli", + "▁El li", + "▁Ell i", + "▁W ool", + "▁Wo ol", + "▁l ays", + "▁la ys", + "▁lay s", + "▁C hern", + "▁Ch ern", + "▁Che rn", + "▁Cher n", + "▁f ringe", + "▁fr inge", + "ncons ider", + "n consider", + "好 运", + "联 通", + "▁Q A", + "▁ QA", + "во лю", + "nO per", + "n Oper", + "und ai", + "▁p ans", + "▁pan s", + "▁pa ns", + "leg iate", + "end point", + "▁Parad ise", + "▁appl iance", + "▁con versions", + "▁convers ions", + "▁conversion s", + "▁restrict ing", + "兔 子", + "嫌 弃", + "成 一", + "){ $", + ") {$", + "站 起来", + "是否 存在", + "▁F res", + "▁Fr es", + "▁Fre s", + "Sh ared", + "Share d", + "Sha red", + "light ly", + "nArt icle", + "n Article", + "reprene ur", + "▁G raphics", + "▁Graph ics", + "▁Graphic s", + "▁ Graphics", + "應 用", + "督 察", + "计 生", + "So l", + "S ol", + "}' $", + "} '$", + "满满 的", + "美术 馆", + "谈 恋爱", + "nd en", + "nde n", + "n den", + "专业 知识", + "▁N early", + "▁Ne arly", + "▁Near ly", + "▁sum med", + "▁summ ed", + "▁Where as", + "▁pan ties", + "▁pant ies", + "▁psych ic", + "▁sub groups", + "▁subgroup s", + "▁int ensities", + "▁intens ities", + "同 仁", + "奇 葩", + "派 的", + "隐 瞒", + "Te mp", + "Tem p", + "T emp", + "com a", + "co ma", + "c oma", + "cu be", + "cub e", + "c ube", + "▁R ib", + "▁Ri b", + "▁l ure", + "▁lur e", + "osc ope", + "o scope", + "unct ure", + "▁Tour ism", + "▁dis mant", + "▁in comes", + "▁inc omes", + "▁income s", + "▁incom es", + "▁inco mes", + "光 滑", + "原 先", + "墙 壁", + "属 实", + "拥 堵", + "结 核", + "▁P v", + "▁И н", + "Al ert", + "bad ge", + "de signed", + "des igned", + "design ed", + "▁s ingers", + "▁sing ers", + "▁sin gers", + "▁singer s", + "▁desc ending", + "▁descend ing", + "▁feas ibility", + "五 花", + "升 降", + "RA M", + "R AM", + "q ed", + "sr v", + "s rv", + "不出 来", + "不 出来", + "不可 思", + "在一 些", + "在 一些", + "▁M IL", + "▁MI L", + "not ify", + "▁m aple", + "▁map le", + "▁ma ple", + "▁T rying", + "▁Tr ying", + "▁Try ing", + "nRe ading", + "nRead ing", + "▁on board", + "nPro perty", + "n Property", + "▁ubiqu itous", + "▁enter tained", + "▁entertain ed", + "▁assass ination", + "传 导", + "无 情", + "终 极", + "▁H F", + "▁ HF", + "会计 师", + "小时 内", + "战斗 机", + "is mic", + "ism ic", + "yard s", + "y ards", + "▁D ana", + "▁Dan a", + "▁Da na", + "▁pl ague", + "▁plag ue", + "▁pla gue", + "nEng lish", + "n English", + "nCh ildren", + "n Children", + "▁tough est", + "▁toug hest", + "减 小", + "拉 升", + "新 春", + "疾 控", + "ob y", + "o by", + "据 统计", + "bl ow", + "blo w", + "b low", + "ou st", + "ous t", + "o ust", + "当事 人的", + "当事人 的", + "ov sky", + "po tent", + "pot ent", + "▁Gh ana", + "▁sc alp", + "▁scal p", + "▁Organ ic", + "▁Pen insula", + "over rightarrow", + "L y", + "下 发", + "小 微", + "走 来", + "风 机", + "高 一", + "Se q", + "S eq", + "▁G I", + "▁ GI", + "听取 了", + "听 取了", + "▁R ex", + "▁Re x", + "any ahu", + "anya hu", + "▁W alsh", + "▁Wal sh", + "▁h atch", + "▁hat ch", + "▁re sts", + "▁r ests", + "▁res ts", + "▁rest s", + "cat alog", + "tr acking", + "track ing", + "t racking", + "▁Ro chester", + "▁Roche ster", + "▁down stairs", + "▁stand alone", + "▁ α", + "兑 现", + "出 动", + "嘲 笑", + "学 到", + "漫 长", + "分享 了", + "巧 克力", + "拿出 来", + "拿 出来", + "ac erb", + "ace rb", + "new page", + "▁Val ues", + "▁Value s", + "▁ Values", + "▁etern ity", + "▁im paired", + "▁impair ed", + "▁exped ition", + "▁West minster", + "主 线", + "加 载", + "欧 冠", + "硫 酸", + "者 在", + "风 电", + "时间 里", + "民法 典", + "進 一步", + "Sh op", + "S hop", + "nl ow", + "nlo w", + "n low", + "pro n", + "pr on", + "p ron", + "nA part", + "sh ield", + "shi eld", + "▁C IFAR", + "▁bowl s", + "▁bow ls", + "ker nels", + "kern els", + "kernel s", + "k ernels", + "text ure", + "▁s immer", + "▁sim mer", + "▁re visit", + "▁revis it", + "▁Advent ures", + "▁Adventure s", + "扭 曲", + "膝 盖", + "▁д ъ", + "往往 会", + "阿根 廷", + "Pl ot", + "P lot", + "▁d ex", + "▁de x", + "▁ dex", + "ec ycle", + "e cycle", + "nin cluding", + "n including", + "▁aspir ations", + "▁embod iments", + "▁embodiment s", + "头 顶", + "小 红", + "戏 曲", + "扭 矩", + "網 路", + "胳 膊", + "訓 練", + "▁} (", + "▁ }(", + "儿子 的", + "儿 子的", + "我看 到", + "我 看到", + "ci er", + "c ier", + "▁e ch", + "▁ec h", + "▁ ech", + "▁l ob", + "▁lo b", + "▁ lob", + "▁A men", + "▁Am en", + "▁n aval", + "▁nav al", + "▁na val", + "▁medi ocre", + "全 过程", + "回来 的", + "回 来的", + "诉讼 费", + "还不 如", + "还 不如", + "▁C ov", + "▁Co v", + "体系 建设", + "政协 委员", + "Qu ick", + "ta bles", + "tab les", + "table s", + "tabl es", + "t ables", + "▁M aple", + "▁Ma ple", + "▁Map le", + "▁bo ast", + "▁bro th", + "▁br oth", + "▁o ceans", + "▁ocean s", + "▁luc rative", + "G Y", + "不 尽", + "放 手", + "責 任", + "轮 廓", + "ea t", + "e at", + "ле к", + "л ек", + "if fe", + "iff e", + "i ffe", + "▁F ib", + "▁Fi b", + "▁S ed", + "▁Se d", + "▁L ect", + "▁Le ct", + "▁Z hang", + "▁ Zhang", + "▁fac et", + "▁face t", + "▁rot ations", + "▁rotation s", + "化 为", + "大 便", + "穿 梭", + "po w", + "p ow", + "多样 性", + "装置 的", + "nC am", + "n Cam", + "nS tar", + "nSt ar", + "n Star", + "▁fac ets", + "▁face ts", + "▁facet s", + "▁sh ipment", + "▁ship ment", + "▁cont ender", + "▁contend er", + "▁fraud ulent", + "▁plaint iffs", + "▁plaintiff s", + "一 类", + "保 暖", + "布 拉", + "参与 了", + "的 衣服", + "Ti le", + "T ile", + "ra th", + "rat h", + "r ath", + "su ff", + "s uff", + "▁N PC", + "▁NP C", + "好 不容易", + "租赁 合同", + "an tis", + "ant is", + "anti s", + "ni peg", + "▁P LEASE", + "▁ref urb", + "▁sc enic", + "▁scen ic", + "▁Ster ling", + "华 侨", + "拖 延", + "选 购", + "ту р", + "т ур", + "外交 部", + "日 开始", + "Wal l", + "W all", + "▁E OS", + "▁F UN", + "▁ FUN", + "▁Mc M", + "严格 执行", + "从业 人员", + "我们 知道", + "污水 处理", + "这么 多年", + "这么多 年", + "FI ELD", + "ua tor", + "u ator", + "че ска", + "▁T ier", + "▁Ti er", + "▁w ary", + "▁war y", + "▁wa ry", + "tent ly", + "t ently", + "▁all oy", + "▁s acks", + "▁sa cks", + "▁sac ks", + "▁sack s", + "▁se rum", + "▁ser um", + "▁раз по", + "▁Jack ie", + "▁sur rend", + "▁re active", + "▁react ive", + "▁ex quisite", + "生 子", + "编 译", + "Da rk", + "D ark", + "ra il", + "r ail", + "▁l um", + "▁sa lv", + "▁sal v", + "ur pose", + "or ative", + "o rative", + "▁Pur ple", + "▁di aper", + "▁fa ults", + "▁fault s", + "▁Kash mir", + "▁pod casts", + "▁podcast s", + "干 了", + "暖 心", + "领导 下", + "▁D OS", + "▁DO S", + "▁ DOS", + "▁M AT", + "▁MA T", + "▁ MAT", + "▁S hen", + "▁Sh en", + "▁She n", + "▁j elly", + "▁pl ural", + "▁plur al", + "容 纳", + "工作 队", + "un ov", + "uno v", + "u nov", + "da ily", + "d aily", + "es que", + "▁sl id", + "size of", + "▁Mil ky", + "▁Milk y", + "nAl most", + "nd eterm", + "nde term", + "ndet erm", + "n determ", + "▁j upyter", + "▁ jupyter", + "trans late", + "▁Ste phanie", + "H W", + "但 对", + "图 文", + "增 長", + "感 触", + "清 扫", + "不论 是", + "眼前 的", + "眼 前的", + "要做 好", + "要 做好", + "▁То й", + "▁о ще", + "▁Ne ut", + "oph ren", + "▁sl ipp", + "▁slip p", + "▁Tre aty", + "▁Treat y", + "▁com mits", + "▁comm its", + "▁commit s", + "▁ commits", + "▁le aking", + "▁leak ing", + "with standing", + "v n", + "坚定 的", + "坚 定的", + "存在 于", + "存 在于", + "引发 了", + "引 发了", + "tt ry", + "t try", + "an del", + "and el", + "ande l", + "a ndel", + "nF ive", + "n Five", + "▁ri bs", + "▁rib s", + "Mid dle", + "M iddle", + "ps frag", + "▁run way", + "▁ru nway", + "▁Mar ines", + "▁Marine s", + "▁Mari nes", + "▁enthus iast", + "▁enthusi ast", + "掩 盖", + "风 味", + "Di g", + "D ig", + "nF l", + "n Fl", + "▁L R", + "▁ LR", + "也 因此", + "就会 有", + "就 会有", + "nB el", + "nBe l", + "n Bel", + "ro my", + "rom y", + "r omy", + "小心 翼翼", + "▁C rit", + "▁Cr it", + "▁John s", + "▁Joh ns", + "▁n icer", + "▁nice r", + "▁nic er", + "semb les", + "sem bles", + "semble s", + "▁off enses", + "▁offense s", + "▁orig inating", + "▁origin ating", + "д ж", + "长 辈", + ")) ^", + ") )^", + "初 字第", + "游戏 的", + "生活 费", + "法律 服务", + "nan ts", + "nant s", + "n ants", + "то рия", + "тори я", + "th emed", + "the med", + "theme d", + "vol ved", + "v olved", + "▁hour ly", + "▁Roll ing", + "▁Rol ling", + "▁Pro blems", + "▁Problem s", + "▁R enaissance", + "▁Re naissance", + "▁subst ituted", + "▁substitute d", + "▁substit uted", + "一 侧", + "台 账", + "地 形", + "学 姐", + "摧 毁", + "评 议", + "vi r", + "v ir", + "}$ ;", + "} $;", + "▁H yp", + "▁Hy p", + "om bre", + "omb re", + "uous ly", + "u ously", + "▁Der by", + "▁st ash", + "▁sta sh", + "nA ccess", + "nAcc ess", + "nAc cess", + "n Access", + "▁Tex ans", + "▁bl ends", + "▁ble nds", + "▁blend s", + "▁ton nes", + "▁общи на", + "Graph ics", + "G raphics", + "ocal ypse", + "ocaly pse", + "t utorial", + "▁text ing", + "▁tex ting", + "▁boot strap", + "▁ bootstrap", + "▁sung lasses", + "会 展", + "寺 庙", + "算 了", + "细胞 的", + "自由 的", + "作为 一种", + "sp ark", + "spa rk", + "s park", + "um ers", + "ume rs", + "umer s", + "u mers", + "▁A nch", + "▁An ch", + "▁ Anch", + "▁L IMIT", + "▁LI MIT", + "chn ical", + "itor ium", + "ito rium", + "▁Vi agra", + "▁Via gra", + "▁hero ic", + "pri ority", + "prior ity", + "▁ins pires", + "▁insp ires", + "▁inspire s", + "▁inspir es", + "介 紹", + "分 期", + "大 片", + "找 我", + "日 元", + "矿 业", + "粉 末", + "F ar", + "好 不好", + "总 觉得", + "自己 去", + ")$ \\\\", + ")$\\ \\", + ") $\\\\", + "pm od", + "p mod", + "污染 防治", + ")} }\\\\", + ")}} \\\\", + ")}}\\ \\", + ") }}\\\\", + "rs quo", + "▁det ox", + "▁h acked", + "▁hack ed", + "▁ste alth", + "▁steal th", + "▁en umerate", + "▁enum erate", + "▁enumer ate", + "▁ enumerate", + "▁stiff ness", + "f h", + "但 你", + "承 接", + "拨 打", + "柔 和", + "登 场", + "pm b", + "p mb", + "的 母亲", + "bo ws", + "bow s", + "b ows", + "▁L un", + "▁Lu n", + "▁S FR", + "▁SF R", + "ela ide", + "piece s", + "pie ces", + "p ieces", + "▁b umps", + "▁bump s", + "▁bum ps", + "▁g ears", + "▁ge ars", + "▁gear s", + "V irtual", + "▁gra pes", + "▁gr apes", + "▁grape s", + "▁Home land", + "▁Hom eland", + "▁as piring", + "▁asp iring", + "▁aspir ing", + "▁dis claimer", + "之 星", + "粒 子", + "航 线", + "观 望", + "闻 名", + "上一 个", + "上 一个", + "▁F ul", + "▁Fu l", + "ex act", + "▁h over", + "▁ho ver", + "▁ hover", + "中国人民 银行", + "▁V ander", + "▁Van der", + "▁Va nder", + "▁p irate", + "▁pi rate", + "Exec utor", + "▁E clipse", + "▁Spring field", + "冻 结", + "报 表", + "新 颖", + "硬 盘", + "NE R", + "N ER", + "ON S", + "O NS", + "г ла", + "就不 是", + "就 不是", + "ju ry", + "j ury", + "wo lf", + "w olf", + "Sh ift", + "S hift", + "▁De bian", + "▁Deb ian", + "str ategy", + "strate gy", + "▁digest ive", + "Doxy Compact", + "不 远", + "变 迁", + "叫 我", + "开 采", + "理 科", + "窗 外", + "较 强", + "IT T", + "I TT", + "da d", + "d ad", + "作品 的", + "作 品的", + "市 中心", + "nre p", + "nr ep", + "n rep", + "▁Ф ран", + "ig roup", + "igr oup", + "i group", + "▁Ray mond", + "Ext ensions", + "Extension s", + "巴 士", + "庭 院", + "相 声", + "而 有", + "高 大", + "EF I", + "E FI", + "ti l", + "t il", + "现 阶段", + "nO ct", + "n Oct", + "rem ely", + "reme ly", + "Arch ive", + "nW arning", + "nWar ning", + "n Warning", + "nPerson al", + "nS omething", + "nSome thing", + "n Something", + "孕 育", + "尽 早", + "撤 离", + "不利 于", + "不 利于", + "在这 样的", + "在 这样的", + "▁f ret", + "▁fr et", + "▁fre t", + "Error s", + "Err ors", + "Er rors", + "▁br icks", + "▁brick s", + "▁ex pire", + "▁exp ire", + "▁pr ayed", + "▁pray ed", + "▁st eals", + "▁ste als", + "▁steal s", + "ynam ical", + "ynamic al", + "Exec ution", + "np otential", + "n potential", + "率 领", + "看 清", + "nS l", + "n Sl", + "也会 有", + "也 会有", + "MO DE", + "MOD E", + "M ODE", + "检察 机关", + "an try", + "ant ry", + "nH ard", + "nHar d", + "n Hard", + "▁R eds", + "▁Re ds", + "▁Red s", + "▁C hang", + "▁Ch ang", + "▁Cha ng", + "▁Chan g", + "▁t weak", + "▁twe ak", + "▁dep ict", + "▁prop het", + "▁prophe t", + "V B", + "▁ 一", + "上 也", + "蕴 含", + "zz a", + "z za", + "▁L F", + "▁ LF", + "▁к у", + "▁ ку", + "到 时候", + "的 需要", + "▁M TV", + "▁MT V", + "ur sor", + "urs or", + "▁E rik", + "▁Er ik", + "▁D ress", + "▁Dr ess", + "▁Dre ss", + "▁Fle et", + "▁t enth", + "▁te nth", + "▁ten th", + "▁tent h", + "▁R ental", + "▁Ren tal", + "▁Rent al", + "▁Flor ence", + "▁Flo rence", + "▁Flore nce", + "▁incap able", + "在 被", + "安 宁", + "弥 漫", + "节 气", + "安全 教育", + "精准 扶贫", + "ad dam", + "add am", + "look up", + "var iance", + "vari ance", + "▁class mates", + "像 个", + "印 证", + "生 生", + "gt k", + "g tk", + "的人 口", + "的 人口", + "\\\\ }}", + "\\\\} }", + "EF ORE", + "ul ant", + "ula nt", + "▁en vy", + "▁env y", + "Sw itch", + "S witch", + "▁G mail", + "▁Office rs", + "▁Offic ers", + "▁Officer s", + "▁gen etics", + "▁gene tics", + "▁genetic s", + "▁neck lace", + "▁st acking", + "▁stack ing", + "▁tax ation", + "▁Sub scribe", + "▁ Subscribe", + "integ ration", + "integr ation", + "舉 行", + "辜 负", + "和他 们", + "和 他们", + "多年 前", + "多 年前", + "ol ia", + "oli a", + "o lia", + "put s", + "pu ts", + "p uts", + "▁\\\\ :", + "▁ \\\\:", + "占地 面积", + "th ank", + "than k", + "tha nk", + "▁M ong", + "▁Mon g", + "▁Mo ng", + "▁s pit", + "▁sp it", + "ever se", + "e verse", + "▁Nurs ing", + "g m", + "一 想", + "中 标", + "学 前", + "狀 況", + "睡 前", + "祭 祀", + "道 具", + "风 扇", + "cn n", + "c nn", + "▁I X", + "▁ IX", + "▁T W", + "▁ TW", + "保证 金", + "新 规定", + "漫长 的", + "漫 长的", + "BA CK", + "B ACK", + "ich let", + "engu ins", + "enguin s", + "▁re make", + "▁rem ake", + "iz ophren", + "▁earn est", + "▁ear nest", + "+ )", + "罪 名", + "DE C", + "D EC", + "li s", + "l is", + "下来 了", + "下 来了", + "投资 的", + "W rap", + "ma ge", + "mag e", + "m age", + "▁' '\\", + "▁'' \\", + "▁ ''\\", + "nb ack", + "n back", + "and als", + "anda ls", + "andal s", + "▁p rose", + "▁pro se", + "▁pr ose", + "▁pros e", + "▁Se bast", + "就 将", + "非 要", + "LE T", + "L ET", + "al bum", + "▁Le vi", + "▁Lev i", + "▁W ear", + "▁We ar", + "d ollar", + "▁Alb any", + "▁Alban y", + "▁Leg ion", + "▁Par ish", + "▁Paris h", + "▁Pa rish", + "梅 西", + "的 很", + "时不 时", + "时 不时", + "研究 和", + "au rs", + "aur s", + "a urs", + "nN ov", + "nNo v", + "n Nov", + "od or", + "odo r", + "o dor", + "▁l ev", + "▁le v", + "▁ lev", + "ies el", + "ie sel", + "hes ion", + "▁Max imum", + "▁Maxim um", + "▁ Maximum", + "▁hum orous", + "▁humor ous", + "同 伴", + "施 加", + "本 领", + "可能 有", + "可 能有", + "新 西兰", + "的人 来说", + "qu ist", + "quis t", + "▁V ert", + "▁Ver t", + "▁Ve rt", + "▁ Vert", + "▁B ella", + "▁Be lla", + "▁Bel la", + "▁Bell a", + "▁pan or", + "▁pa nor", + "D ynamic", + "es ville", + "▁quir ky", + "偏 向", + "剧 烈", + "头 皮", + "gi o", + "g io", + "是不 会", + "是 不会", + "▁o mit", + "▁om it", + "▁p add", + "▁pa dd", + "▁pad d", + "Ign ore", + "iff any", + "rb race", + "r brace", + "▁fl ats", + "▁flat s", + "▁ju icy", + "nD aniel", + "nDan iel", + "n Daniel", + "▁Ven ice", + "▁Ve nice", + "▁W izard", + "▁he uristic", + "▁Orig inally", + "▁Original ly", + "▁Origin ally", + "K O", + "尔 多", + "没 钱", + "脚 踏", + "统计 局", + "ot ions", + "oti ons", + "otion s", + "gr ained", + "gra ined", + "g rained", + "nGe orge", + "n George", + "▁un even", + "▁u neven", + "▁une ven", + "▁Yes terday", + "体 外", + "全 村", + "拉 动", + "方 程", + "沉 重", + "Ti p", + "T ip", + "pa c", + "p ac", + "专业 化", + "想 知道", + "IM ER", + "IME R", + "I MER", + "an ked", + "ank ed", + "anke d", + "he ter", + "het er", + "h eter", + "▁Gu ys", + "▁Guy s", + "os exual", + "osex ual", + "o sexual", + "▁ber ries", + "▁ berries", + "▁ins urers", + "▁insurer s", + "▁insure rs", + "▁prefer able", + "大 妈", + "想 念", + "自 制", + "下一 代", + "下 一代", + "hh hh", + "hhh h", + "h hhh", + "▁U PS", + "▁UP S", + "▁n eb", + "▁ne b", + "的一 句话", + "的 一句话", + "社区 居民", + "th ora", + "UP DATE", + "U PDATE", + "U buntu", + "op hers", + "oph ers", + "opher s", + "olid ays", + "oli days", + "oliday s", + "▁enz ymes", + "▁enzyme s", + "▁gr illed", + "▁grill ed", + "FORM ATION", + "▁Orche stra", + "▁deb ugging", + "▁debug ging", + "A J", + "с у", + "唐 朝", + "树 叶", + "移 交", + "色 调", + "进 食", + "sy n", + "s yn", + "为人 民", + "为 人民", + "对 学生", + "我 感觉", + "的 症状", + "进入 到", + "nC OM", + "n COM", + "▁R EL", + "▁RE L", + "▁ REL", + "▁R az", + "▁Ra z", + "根本 没有", + "ch ard", + "char d", + "cha rd", + "c hard", + "ru pal", + "rup al", + "▁M unicip", + "▁Mun icip", + "仍 未", + "微 量", + "校 外", + "民 航", + "病 因", + "za n", + "z an", + "▁c s", + "▁ cs", + "的 范围", + "▁N SF", + "▁NS F", + "现在 已经", + "start ed", + "star ted", + "ur acies", + "ura cies", + "u racies", + "▁Bur ton", + "▁pr imer", + "▁pri mer", + "▁prim er", + "▁prime r", + "nex ample", + "n example", + "▁Free man", + "▁Fre eman", + "▁Robert son", + "▁Roberts on", + "▁slight est", + "r n", + "二 楼", + "每 到", + "界 限", + "T ue", + "to l", + "t ol", + "ка р", + "к ар", + "▁I v", + "但 还是", + "的 房子", + "ak in", + "aki n", + "a kin", + "▁C ere", + "▁Ce re", + "▁Cer e", + "▁l iner", + "▁li ner", + "▁line r", + "▁lin er", + "▁ liner", + "bound ary", + "sel ector", + "select or", + "俗 称", + "年 到", + "建 築", + "开 会", + "他 已经", + "件事 情", + "件 事情", + "胆 固醇", + "rr rr", + "un ed", + "une d", + "u ned", + "▁O tt", + "▁Ot t", + "▁squ at", + "th reads", + "thread s", + "▁Aur ora", + "▁ha irst", + "▁hair st", + "▁hairs t", + "▁r apper", + "▁ra pper", + "▁rap per", + "▁rapp er", + "▁ rapper", + "▁fing ert", + "▁finger t", + "▁swe ater", + "▁sweat er", + "▁Though ts", + "▁Thought s", + "Eval uation", + "E valuation", + "% =", + "峰 值", + "并 举", + "拇 指", + "直 流", + "卫生 院", + "oc ol", + "oco l", + "o col", + "▁L il", + "▁Li l", + "▁g nome", + "▁ gnome", + "▁do omed", + "▁doom ed", + "can onical", + "▁adapt ing", + "▁adap ting", + "pro fessional", + "C W", + "世 代", + "冲 锋", + "凡 事", + "可以 去", + "scrib ed", + "scribe d", + "scri bed", + "s cribed", + "▁Cur tis", + "▁Curt is", + "▁met ast", + "▁meta st", + "▁ne uron", + "▁neuro n", + "▁neur on", + "nTw itter", + "n Twitter", + "▁Pers ian", + "▁emb assy", + "格 尔", + "联 手", + "但 没有", + "十六 条", + "十 六条", + "om ez", + "ome z", + "很有 可能", + "很 有可能", + "▁Con duct", + "▁Cond uct", + "▁deb ated", + "▁debate d", + "▁dish onest", + "▁casual ties", + "的 你", + "试 管", + "适 度", + "▁V C", + "▁ VC", + "▁O rd", + "▁Or d", + "▁ Ord", + "巴基 斯坦", + "il ated", + "ila ted", + "ilate d", + "i lated", + "ig ators", + "igator s", + "▁m iners", + "▁min ers", + "▁mine rs", + "▁mi ners", + "▁narr ator", + "▁nar rator", + "▁innoc ence", + "▁Riemann ian", + "▁dist ributor", + "▁distribut or", + "▁special izing", + "七 条", + "万 事", + "向 东", + "太 后", + "村 落", + "能 耗", + "这 儿", + "IM O", + "I MO", + "▁T P", + "▁ TP", + "应 承担", + "忘记 了", + "if le", + "i fle", + "or ns", + "orn s", + "▁F ol", + "▁Fo l", + "▁P ub", + "▁Pu b", + "▁ Pub", + "▁n ov", + "▁no v", + "▁ nov", + "绝 大部分", + "cell s", + "cel ls", + "c ells", + "war tz", + "wart z", + "▁c ass", + "▁ca ss", + "▁cas s", + "▁ cass", + "▁Dev ils", + "▁Devil s", + "▁f rench", + "▁fr ench", + "▁fre nch", + "▁fren ch", + "▁Fac ility", + "▁comm unal", + "▁commun al", + "ion ization", + "▁cock tails", + "▁cocktail s", + "植 树", + "清 爽", + "领 悟", + "ge o", + "lo l", + "l ol", + "来 实现", + "阶段 性", + "▁h uh", + "▁t el", + "▁te l", + "▁ tel", + "借款 本金", + "ap top", + "apt op", + "▁C ITY", + "▁CI TY", + "act ors", + "actor s", + "a ctors", + "acc uracy", + "journal s", + "jour nals", + "Some times", + "S ometimes", + "▁appe aled", + "▁appeal ed", + "nE ducation", + "天 真", + "还 需", + "fe e", + "f ee", + "一次 次", + "来 不及", + "的 处理", + "的 条件", + "走出 去", + "走 出去", + "bul l", + "bu ll", + "b ull", + "ot le", + "o tle", + "▁V II", + "▁VI I", + "▁A ware", + "▁Aw are", + "▁C rist", + "▁Cr ist", + "▁Cris t", + "▁Jac obs", + "▁Jacob s", + "▁fore see", + "▁Norm ally", + "▁Normal ly", + "▁Tw ilight", + "▁ind ications", + "▁indic ations", + "▁indication s", + "w i", + "口 岸", + "省 内", + "\\\" (", + "du ty", + "d uty", + "▁M MO", + "▁MM O", + "发达 国家", + "▁w him", + "▁wh im", + "ro cket", + "rock et", + "roc ket", + "r ocket", + "▁Me chan", + "▁lub ric", + "Are Equal", + "▁camp uses", + "▁campus es", + "▁reg ularity", + "▁regular ity", + "▁regul arity", + "▁fabric ation", + "产 出", + "但 又", + "文 科", + "说 得", + "逐 年", + "FE R", + "F ER", + "爱的 人", + "爱 的人", + "ти ра", + "nh and", + "n hand", + "▁f uss", + "▁fu ss", + "▁r ash", + "▁ra sh", + "lit tle", + "l ittle", + "▁T racy", + "▁Tr acy", + "▁Tra cy", + "▁bas in", + "▁ba sin", + "nINS ERT", + "comm ands", + "command s", + "comma nds", + "▁grocer ies", + "▁combust ion", + "宫 颈", + "減 少", + "结 对", + "金 华", + "^- \\\\", + "^ -\\\\", + "al am", + "ala m", + "a lam", + ";\\\"> <", + ";\\\" ><", + "; \\\"><", + "▁De ut", + "bound s", + "b ounds", + "it cher", + "itch er", + "itc her", + "um bles", + "umb les", + "umble s", + "▁Per th", + "nL atest", + "nLa test", + "n Latest", + "▁le aned", + "▁lean ed", + "▁се лото", + "▁село то", + "spe aking", + "▁c emetery", + "▁dec lines", + "▁decl ines", + "▁decline s", + "▁pr istine", + "▁семей ство", + "” ;", + "器 和", + "川 普", + "略 有", + "禁 忌", + "问 责", + "Ok ay", + "▁M idd", + "▁Mid d", + "▁Mi dd", + "▁My th", + "▁O pin", + "▁Op in", + "▁l onge", + "▁lo nge", + "▁long e", + "▁lon ge", + "▁t ying", + "▁ty ing", + "▁Mic key", + "▁Mick ey", + "▁inc arc", + "▁tum ors", + "▁tumor s", + "▁B iology", + "▁Bi ology", + "▁pl edged", + "▁pledge d", + "prehens ive", + "▁st aggering", + "▁stag gering", + "▁un subscribe", + "▁professional ism", + "▁profession alism", + "失 落", + "体内 的", + "体 内的", + "是一 個", + "是 一個", + "的 时刻", + "的 用户", + "那个 人", + "那 个人", + "gu ns", + "gun s", + "g uns", + "▁St ark", + "▁Star k", + "▁Sta rk", + "▁Emb assy", + "np ossible", + "n possible", + "▁sc hematic", + "▁sche matic", + "▁schema tic", + "▁ultra sound", + "▁ultras ound", + "乐 于", + "他 要", + "使 我", + "料 酒", + "高 出", + "是不 能", + "是 不能", + "ot to", + "ott o", + "劳动 关系", + "深入 推进", + "ow ard", + "owa rd", + "o ward", + "▁L ance", + "▁La nce", + "▁Lan ce", + "▁Lanc e", + "▁dist ributing", + "▁distribut ing", + "被 盗", + "遗 忘", + "() [", + "( )[", + "▁t i", + "▁ ti", + "可以 把", + "mi sc", + "mis c", + "m isc", + "ur ger", + "urg er", + "▁:- )\\", + "▁:-) \\", + "as mine", + "asm ine", + "sp arse", + "s parse", + "▁Ch arge", + "▁Char ge", + "▁Charg e", + "▁tox ins", + "▁mis match", + "▁mism atch", + "▁un usually", + "▁unus ually", + "▁unusual ly", + "▁fore casting", + "▁forecast ing", + "往 返", + "旁 的", + "积 水", + "_+ $", + "_ +$", + "必须 在", + "为什么 不", + "ng reat", + "n great", + "▁F unny", + "▁Fun ny", + "▁cit rus", + "▁Rece ipt", + "▁dis sent", + "▁diss ent", + "▁ha unted", + "▁haunt ed", + "▁shr inking", + "▁shrink ing", + "▁fulfill ment", + "t N", + "好 几", + "战 机", + "治 病", + "gu i", + "g ui", + "正 因为", + "疫情 的", + "疫 情的", + "}\\\\ {", + "} \\\\{", + "ch urch", + "▁fl own", + "▁flo wn", + "▁flow n", + "dec oder", + "decode r", + "Ex pected", + "Exp ected", + "Expect ed", + "▁freedom s", + "▁freed oms", + "con taining", + "cont aining", + "contain ing", + "▁work space", + "▁works pace", + "▁Mathemat ics", + "南 非", + "高 分", + "dr y", + "d ry", + "je n", + "j en", + "nE X", + "n EX", + "▁Q t", + "▁ Qt", + "过多 的", + "过 多的", + "▁P BS", + "▁PB S", + "▁S ke", + "▁Sk e", + "mr root", + "pl ayers", + "play ers", + "player s", + "p layers", + "ff ffffff", + "ffff ffff", + "ffffff ff", + "▁ac rylic", + "initial ize", + "▁Par ameters", + "▁Parameter s", + "▁ Parameters", + "▁уни версите", + "嚴 重", + "指 纹", + "西 红", + "这 支", + "wi k", + "w ik", + "所述 的方法", + "所述的 方法", + "cook ie", + "c ookie", + "▁s ting", + "▁st ing", + "Com pare", + "Comp are", + "write rs", + "writer s", + "w riters", + "▁hy pert", + "▁hyp ert", + "▁hyper t", + "▁hype rt", + "▁re pent", + "▁rep ent", + "▁repe nt", + "raise box", + "▁conv ictions", + "▁conviction s", + "▁ 😉", + "午 后", + "参 展", + "将 有", + "布 鲁", + "的 单", + "筹 码", + "aw i", + "a wi", + "nS il", + "n Sil", + "nm any", + "nman y", + "n many", + "▁L ives", + "▁Live s", + "▁Li ves", + "▁Liv es", + "▁Rob ot", + "▁Ro bot", + "▁b ishop", + "▁bi shop", + "▁bis hop", + "▁ bishop", + "▁w isely", + "▁wise ly", + "Con tains", + "Cont ains", + "Dele gate", + "ogene sis", + "ogen esis", + "pipe line", + "pip eline", + "p ipeline", + "▁Elli ott", + "▁f ountain", + "▁young sters", + "並 且", + "六 大", + "反 转", + "变 异", + "日 夜", + "歌 词", + "沙 滩", + "稀 土", + "红 薯", + "UT C", + "U TC", + "ad j", + "a dj", + "深深 的", + "深 深的", + "一如 既往", + "本身 就是", + "Sp ect", + "Spe ct", + "Spec t", + "S pect", + "▁m ash", + "▁mas h", + "▁ma sh", + "▁L aser", + "▁La ser", + "▁Las er", + "Run ning", + "R unning", + "nRe turn", + "nRet urn", + "n Return", + "▁in flat", + "▁inf lat", + "▁infl at", + "▁det ached", + "▁detach ed", + "中 信", + "会 说", + "停 放", + "写 出", + "小 子", + "滚 动", + "聘 请", + "]} \\", + "] }\\", + "ry an", + "r yan", + "社会 组织", + "bl ogs", + "blog s", + "blo gs", + "b logs", + "cre cy", + "if est", + "ife st", + "i fest", + "▁L IVE", + "▁LI VE", + "nS ystem", + "nSy stem", + "n System", + "▁s orrow", + "▁sor row", + "▁su perf", + "▁super f", + "▁mind ful", + "▁veget ation", + "▁disappear ance", + "一 门", + "不 符", + "擔 任", + "理 发", + "bb s", + "b bs", + "с по", + "▁M X", + "▁ MX", + "al go", + "alg o", + "ba ng", + "ban g", + "b ang", + "oy er", + "o yer", + "tL et", + "t Let", + "意识 形态", + "燃料 电池", + "▁b isc", + "▁bi sc", + "▁bis c", + "▁B urns", + "▁Bur ns", + "▁Burn s", + "▁p arcel", + "▁par cel", + "再 现", + "口 水", + "淄 博", + "纸 上", + "这 天", + "颁 布", + "ме т", + "м ет", + "保证 了", + "好好 的", + "好 好的", + "ia ni", + "ian i", + "i ani", + "nH am", + "n Ham", + "卫生 健康", + "▁d itch", + "▁re fin", + "▁ref in", + "al ignment", + "align ment", + "check mark", + "▁bout ique", + "▁orche stra", + "▁orchestr a", + "▁file system", + "▁files ystem", + "东 盟", + "口 中", + "贫 血", + "将 持续", + "端午 节", + "绿色 的", + "绿 色的", + "sw ap", + "集团 公司", + "же ние", + "▁L aur", + "▁La ur", + "▁un do", + "▁und o", + "▁u ndo", + "▁ undo", + "▁P atch", + "▁Pat ch", + ">>>> >>>>", + "ma tically", + "mat ically", + "matic ally", + "matical ly", + "m atically", + "▁Sen ators", + "▁Senator s", + "▁draft ing", + "▁dict ators", + "▁dictator s", + "▁poison ing", + "E t", + "抢 劫", + "离 去", + "防 空", + "OW S", + "O WS", + "js p", + "j sp", + "▁I A", + "▁ IA", + "一些 人", + "市场 化", + "的 成本", + "▁in h", + "▁i nh", + "▁s ap", + "▁sa p", + "管理 系统", + "co ord", + "▁s yll", + "▁sy ll", + "ass ium", + "sp here", + "ur ring", + "▁Joy ce", + "▁R IGHT", + "▁ RIGHT", + "▁mel ody", + "▁Star ted", + "▁Start ed", + "▁Arg ument", + "▁ Argument", + "▁Card inal", + "千 人", + "哈 登", + "国 资", + "▁V on", + "▁Vo n", + "▁b loom", + "▁bl oom", + "▁blo om", + "▁sm ash", + "ome ters", + "omet ers", + "ometer s", + "▁Israel is", + "▁Israeli s", + "▁jurisdiction s", + "▁jurisdict ions", + "房 租", + "搜 集", + "触 及", + "OL ED", + "O LED", + "tr an", + "tra n", + "t ran", + "▁is t", + "▁i st", + "▁ ist", + "Da ily", + "D aily", + "no sis", + "nos is", + "n osis", + "▁occ l", + "im edia", + "ime dia", + "i media", + "▁custom ization", + "减 灾", + "升 温", + "嘉 兴", + "大 腿", + "报 送", + "nA L", + "n AL", + "oy a", + "o ya", + "你就 会", + "你 就会", + "ar us", + "aru s", + "a rus", + "▁L aws", + "▁La ws", + "▁Law s", + "rac use", + "▁re leg", + "▁rel eg", + "▁rele g", + "▁tr endy", + "▁trend y", + "指定的 期间履行", + "▁Fight er", + "▁W inston", + "▁Win ston", + "▁Wins ton", + "▁remov able", + "▁un authorized", + "+ '", + "и н", + "你 所", + "勃 勃", + "十 个", + "收 据", + "财 报", + "工作 开展", + "智能 制造", + "nC redit", + "nCr edit", + "n Credit", + "▁Cris is", + "▁Past or", + "▁Pas tor", + "▁sub urb", + "ellig ent", + "elli gent", + "▁arrog ant", + "▁geometric al", + "▁geomet rical", + "А Щ", + "主 营", + "推 向", + "螺 丝", + "重 启", + "CH O", + "C HO", + "他就 是", + "他 就是", + "的 程度", + "ad as", + "ada s", + "a das", + "^* (\\\\", + "^*( \\\\", + "gr ace", + "gra ce", + "g race", + "▁Y ard", + "▁Ya rd", + "▁B ound", + "▁Bo und", + "▁Bou nd", + "▁ Bound", + "▁bo obs", + "▁boo bs", + "▁che fs", + "▁chef s", + "▁D oppler", + "▁amb itions", + "▁ambit ions", + "▁ambition s", + "会 场", + "逃 生", + "也是 有", + "也 是有", + "今天 是", + "征求 意见", + "in ker", + "ink er", + "ate urs", + "ateur s", + "for ums", + "fo rums", + "forum s", + "▁wid ow", + "▁ju ices", + "▁juice s", + "isecond s", + "i seconds", + "▁kill ings", + "▁killing s", + "▁kil lings", + "▁deliver ies", + "▁Education al", + "▁Educ ational", + "▁detr imental", + "其 后", + "减 持", + "既 要", + "ID s", + "I Ds", + "▁А л", + "团队 的", + "团 队的", + "re son", + "res on", + "pa cing", + "pac ing", + "p acing", + "▁ob ese", + "▁thigh s", + "▁ex acerb", + "▁res orts", + "▁resort s", + "▁sc rolling", + "▁scroll ing", + "假 装", + "助 手", + "只 剩", + "数 组", + "车 祸", + "作用 的", + "作 用的", + "ma le", + "mal e", + "m ale", + "▁N ak", + "▁Na k", + "医疗 服务", + "意义 上的", + "意义上 的", + "▁пе рио", + "ric anes", + "ricane s", + "rica nes", + "rican es", + "act ivate", + "activ ate", + "▁ur gency", + "▁urg ency", + "▁Hawai ian", + "▁Hawaii an", + "▁fashion able", + "他 将", + "公 认", + "▁R i", + "的 性格", + "ко ла", + "▁A TM", + "▁AT M", + "lov ak", + "▁de co", + "▁dec o", + "▁s itu", + "▁sit u", + "▁si tu", + "pre pare", + "▁D ynamics", + "▁Dynamic s", + "▁b ouncing", + "▁bou ncing", + "▁propag ate", + "▁capac ities", + "专 心", + "后 就", + "条 约", + "狐 狸", + "区域 内", + "半个 月", + "半 个月", + "统一 的", + "统 一的", + "美丽 乡村", + "sh ock", + "s hock", + "Ch apter", + "make box", + "▁web inar", + "▁barg aining", + "▁bargain ing", + "不 惜", + "序 幕", + "应 有", + "畜 牧", + "和 学习", + "旗下 的", + "旗 下的", + "IE NT", + "I ENT", + "▁M ilk", + "▁Mil k", + "▁Mi lk", + "inter pre", + "▁back ups", + "▁backup s", + "▁S essions", + "▁Session s", + "▁ple thora", + "▁moder ately", + "▁moderate ly", + "J s", + "作 息", + "吃 得", + "打 包", + "环 绕", + "自 查", + "试 行", + "ге н", + "г ен", + "的那 个", + "的 那个", + "$\\\\ {", + "$ \\\\{", + "cur r", + "cu rr", + "政务 服务", + "or ton", + "ort on", + "mark ed", + "mar ked", + "▁Ut ility", + "▁Util ity", + "▁rock ing", + "▁De signed", + "▁Des igned", + "▁Design ed", + "▁diss olved", + "▁dissolve d", + "▁profit ability", + "北 上", + "吸 入", + "树 林", + "保持 在", + "报告 中", + "更 重要", + "医务 人员", + "营业 执照", + "▁gar ment", + "ruct uring", + "Б ългарски", + "disc ussion", + "安 抚", + "照 射", + "能 把", + "菊 花", + "BO X", + "B OX", + "不动 产", + "并 进行", + "是 目前", + "ST AR", + "STA R", + "▁U TC", + "▁UT C", + "▁ UTC", + "C OUNT", + "CT YPE", + "C TYPE", + "▁си сте", + "De cember", + "Dec ember", + "nQ uality", + "nQu ality", + "n Quality", + "▁Hor izon", + "organ ized", + "▁expansion s", + "▁expans ions", + "▁inter stellar", + "可 视", + "重 温", + "nB r", + "n Br", + "no c", + "n oc", + "不仅 要", + "ns pec", + "nsp ec", + "nspe c", + "n spec", + "▁B ose", + "▁Bo se", + "▁Bos e", + "▁{ }\\\"", + "▁{}\\ \"", + "▁{} \\\"", + "itt ens", + "itten s", + "vant age", + "van tage", + "agn itude", + "mag netic", + "m agnetic", + "▁Prot ect", + "View Model", + "Add itional", + "▁educ ating", + "▁psych iatric", + "▁psychiat ric", + "= ~", + "各 县", + "听 听", + "di a", + "d ia", + "不 稳定", + "▁C BC", + "▁CB C", + "发布 会上", + "发布会 上", + "行业 发展", + "Le arn", + "L earn", + "ra nda", + "rand a", + "ran da", + "r anda", + "▁a voc", + "▁av oc", + "▁P lain", + "▁Pl ain", + "▁Com pet", + "▁Comp et", + "▁lo uder", + "▁loud er", + "▁lou der", + "/ ㎡", + "封 锁", + "最 喜欢", + "被 关闭", + "'=> '", + "'= >'", + "▁T Vs", + "▁TV s", + "最后 一次", + "最后一 次", + "op lan", + "opl an", + "o plan", + "къ сно", + "ст ран", + "стра н", + "Red dit", + "R eddit", + "▁W arrior", + "▁War rior", + "▁Ed monton", + "nPer formance", + "n Performance", + "企 图", + "实 处", + "cc i", + "c ci", + "为一 体", + "为 一体", + "结构 性", + "min s", + "mi ns", + "m ins", + "▁D FT", + "▁DF T", + "▁c erv", + "▁ce rv", + "▁cer v", + "▁g ravel", + "▁gra vel", + "▁gr avel", + "▁grav el", + "▁grave l", + "▁div ides", + "▁divid es", + "▁divide s", + "▁pop corn", + "cor related", + "dest ination", + "▁exhib itions", + "▁exhibit ions", + "▁exhibition s", + "点 和", + "用 作", + "繁 忙", + "驱 逐", + "ci r", + "c ir", + "▁M K", + "▁ MK", + "就在 于", + "就 在于", + "财政 部", + "这 都是", + "▁Joe y", + "▁Jo ey", + "自己 的孩子", + "自己的 孩子", + "▁H olly", + "▁Hol ly", + "▁Holl y", + "nCom pany", + "n Company", + "▁Le aders", + "▁Lead ers", + "▁Leader s", + "▁Spot ify", + "▁amb ulance", + "启 蒙", + "富 豪", + "掉 的", + "是 想", + "竞 选", + "▁( %", + "▁ (%", + "设置 了", + "▁J ak", + "▁Ja k", + "Dep th", + "nas soc", + "nass oc", + "n assoc", + "us trial", + "ust rial", + "ustr ial", + "▁gad get", + "▁lay outs", + "▁layout s", + "▁spin ach", + "▁artic ulate", + "▁dish washer", + "就 看", + "蘑 菇", + "PG A", + "P GA", + "不 代表", + "你可 能", + "你 可能", + "cal c", + "ca lc", + "am oto", + "amo to", + "nS tat", + "nSt at", + "n Stat", + "Route r", + "Ro uter", + "R outer", + "▁Jan et", + "▁Jane t", + "▁Ja net", + "▁hus bands", + "▁husband s", + "▁lobb ying", + "▁lobby ing", + "同 性", + "城 中", + "持 平", + "瞄 准", + "胸 部", + "转 眼", + "Me l", + "M el", + "Mi x", + "M ix", + "摄影 师", + "▁C ake", + "▁Ca ke", + "▁Us age", + "▁ Usage", + "▁l ambda", + "▁lamb da", + "▁ lambda", + "▁dep ressing", + "▁advent urous", + "▁contin ental", + "▁continent al", + "广 电", + "讲 师", + "nS ize", + "n Size", + "▁\\\" ${", + "▁\\\"$ {", + "▁h erd", + "▁he rd", + "▁her d", + "▁F acts", + "▁Fac ts", + "▁Fact s", + "▁ch oir", + "▁cho ir", + "▁gr iev", + "▁gri ev", + "▁Chem ical", + "▁N aturally", + "▁Natural ly", + "▁Nat urally", + "▁trig gering", + "▁trigger ing", + "人 行", + "子 弹", + "首 选", + "▁S of", + "▁So f", + "▁Di pl", + "▁H ann", + "▁Ha nn", + "▁Han n", + "▁M aid", + "▁Ma id", + "▁dwell ing", + "▁dw elling", + "$ [", + "V o", + "兰 特", + "回 合", + "春 运", + "预期 的", + "预 期的", + "or st", + "ors t", + "o rst", + "чи на", + "向本院 提起", + "pen ter", + "pent er", + "p enter", + "pat cher", + "patch er", + "▁L atest", + "▁La test", + "▁Lat est", + "▁Late st", + "▁ Latest", + "▁fun nel", + "nWhat ever", + "nWh atever", + "▁dec aying", + "▁decay ing", + "▁rain fall", + "交 接", + "亲 手", + "占 了", + "戴 着", + "排 气", + "海 底", + "试 题", + "问 卷", + "он и", + "о ни", + "▁А р", + "公积 金", + "}& =&", + "}&= &", + "} &=&", + "▁A ce", + "▁Ac e", + "指导 意见", + "he tti", + "het ti", + "h etti", + "▁N ull", + "▁Nu ll", + "▁ Null", + "▁и гра", + "▁oun ces", + "▁ounce s", + "▁ou nces", + "▁st roll", + "▁str oll", + "▁stro ll", + "▁cl utter", + "▁clut ter", + "▁Chem istry", + "▁cond ensed", + "▁condens ed", + "Q t", + "上 月", + "供 热", + "天 秤", + "微 波", + "拿 来", + "搜 狐", + "改 良", + "时 要", + "民 意", + "热 议", + "認 識", + "дж и", + "д жи", + "▁O D", + "▁ OD", + "从 这个", + "P ush", + "nJ oe", + "nJo e", + "n Joe", + "应当 按照", + "ox ide", + "det ect", + "▁S ally", + "▁Sal ly", + "▁T race", + "▁Tr ace", + "▁Tra ce", + "▁ Trace", + "▁p addle", + "▁pad dle", + "▁padd le", + "▁test ify", + "▁mus cular", + "▁assault ed", + "公 開", + "女 方", + "小 火", + "愿 景", + "间 断", + "PP T", + "P PT", + "会议 由", + "比赛 的", + "比 赛的", + "给我 的", + "给 我的", + "op al", + "opa l", + "o pal", + "▁C ry", + "▁Cr y", + "▁Y am", + "▁Ya m", + "om mod", + "L ittle", + "kin son", + "kins on", + "k inson", + "ts witch", + "t switch", + "▁Pat rol", + "Data Frame", + "b w", + "中 途", + "光 辉", + "反 之", + ")= -", + ") =-", + "在 现场", + "sh al", + "sha l", + "s hal", + "▁A ds", + "▁Ad s", + "▁bul ge", + "▁o racle", + "▁or acle", + "▁time st", + "▁times t", + "▁tim est", + "非物质 文化遗产", + "▁script ure", + "几 句", + "出 來", + "協 助", + "快 要", + "离 家", + "ст ъ", + "с тъ", + "不能 再", + "▁A DD", + "▁AD D", + "▁ ADD", + "mod es", + "mo des", + "mode s", + "m odes", + "nM enu", + "nMe nu", + "nMen u", + "n Menu", + "▁ch ili", + "▁chi li", + "▁mod em", + "▁mode m", + "▁mo dem", + "▁о стро", + "▁ос тро", + "▁gl adly", + "▁glad ly", + "▁Ans wers", + "▁Answer s", + "▁Com pare", + "▁Comp are", + "▁ Compare", + ": )", + "农 机", + "密 的", + "油 腻", + "缘 故", + "▁I g", + "开发 者", + "补助 费", + "Cam p", + "Ca mp", + "C amp", + "fr ed", + "fre d", + "f red", + "▁V ec", + "▁Ve c", + "▁ Vec", + "建立 健全", + "的时候 就", + "El ect", + "E lect", + "▁C rus", + "▁Cr us", + "▁Cru s", + "▁r umor", + "▁rum or", + "▁ru mor", + "c ulture", + "▁H idden", + "▁f ronts", + "▁fr onts", + "▁front s", + "▁su ites", + "▁suit es", + "▁suite s", + "▁end ured", + "▁endure d", + "▁Date Time", + "▁ DateTime", + "▁c arriage", + "▁carri age", + "▁Black Berry", + "储 蓄", + "写 下", + "录 像", + "潮 湿", + "Ar r", + "A rr", + "Pr i", + "P ri", + "ra f", + "r af", + "▁D F", + "▁ DF", + "Ho ok", + "H ook", + "ar ak", + "ara k", + "a rak", + "▁mod uli", + "▁wa iver", + "▁dec orate", + "▁decor ate", + "▁deco rate", + "功 德", + "容 忍", + "开 着", + "成 名", + "清 淡", + "經 營", + "绘 制", + "CM D", + "C MD", + "以为 是", + "做的 事", + "做 的事", + "全日 制", + "an ye", + "any e", + "jp eg", + "j peg", + "▁H od", + "▁Ho d", + "党风 廉政", + "el len", + "ell en", + "elle n", + "nP ress", + "nPr ess", + "nPre ss", + "n Press", + "▁J enny", + "▁Jen ny", + "▁Jenn y", + "▁F inder", + "▁Fin der", + "▁Find er", + "▁Fi nder", + "▁jack ets", + "▁jacket s", + "▁ja ckets", + "▁jud gments", + "▁judgment s", + "▁travel lers", + "▁trav ellers", + "▁news letters", + "▁newsletter s", + "六 条", + "架 上", + "根 基", + "的 字", + "的 王", + "过 剩", + "的水 平", + "的 水平", + "长大 了", + "长 大了", + "▁A FP", + "▁AF P", + "▁ AFP", + "▁C ats", + "▁Cat s", + "▁Ca ts", + "▁op io", + "▁Ca esar", + "▁de code", + "▁dec ode", + "▁deco de", + "▁ decode", + "▁gre ase", + "qu isition", + "quis ition", + "▁liqu idity", + "▁liquid ity", + "▁longe vity", + "” [", + "初 次", + "我 用", + "的不 是", + "的 不是", + "od ka", + "▁Cl ara", + "▁Clar a", + "▁Cla ra", + "▁obl iv", + "▁vag ina", + "nD igital", + "n Digital", + "▁weak ened", + "▁weaken ed", + "▁object ions", + "▁objection s", + "▁vers atility", + "国 债", + "ks w", + "k sw", + "tc p", + "t cp", + "建立 起", + "我们 所", + "但是 如果", + "PA RAM", + "PAR AM", + "an dem", + "and em", + "ande m", + "ot ech", + "ote ch", + "o tech", + "▁Bo ost", + "▁Boo st", + "▁Com cast", + "▁critic ize", + "▁organ izer", + "▁organize r", + "▁broad ening", + "▁broaden ing", + "▁clar ification", + "强 力", + "悠 悠", + "文 人", + "时 时", + "沿 途", + "进 的", + "PL I", + "P LI", + "以及 其他", + "以 及其他", + "hard t", + "har dt", + "▁tem po", + "▁temp o", + "nCh ange", + "n Change", + "▁buff et", + "nCh apter", + "n Chapter", + "▁ball ots", + "▁ballot s", + "▁phil anth", + "大 棚", + "恋 人", + "\\\" <", + "几乎 是", + "总 工会", + "等 证据", + "sa nd", + "san d", + "s and", + "会议 精神", + "希望 通过", + "▁star red", + "▁pert inent", + "▁wall paper", + "奶 茶", + "IM P", + "I MP", + "cu m", + "c um", + "展现 出", + "洛杉 矶", + "la ne", + "lan e", + "l ane", + "nM rs", + "nMr s", + "ra cks", + "rac ks", + "rack s", + "r acks", + "▁b ids", + "▁bi ds", + "▁bid s", + "ma rine", + "mar ine", + "▁Com fort", + "▁act ivism", + "▁activ ism", + "▁blank ets", + "▁blanket s", + "▁des criptor", + "▁descript or", + "▁ descriptor", + "▁re plication", + "▁repl ication", + "▁replica tion", + "串 联", + "八 大", + "剪 纸", + "学 区", + "我 区", + "看 向", + "车 厢", + "他们 都", + "他 们都", + "被告 李", + "西安 市", + "西 安市", + "ab it", + "abi t", + "a bit", + "▁us ability", + "▁not eworthy", + "▁note worthy", + "EE P", + "E EP", + "kp c", + "k pc", + "п те", + "其次 是", + "等 重点", + "高 水平", + "Ver y", + "V ery", + "mon g", + "mo ng", + "m ong", + "给付 金钱", + "pos er", + "pose r", + "po ser", + "p oser", + "▁R ise", + "▁Ri se", + "ins ider", + "inside r", + "per haps", + "rib utor", + "ribut or", + "про стра", + "▁quas ars", + "▁quasar s", + "▁project or", + "▁fundra iser", + "▁ ш", + "只 在", + "天 花", + "ch r", + "c hr", + "wo n", + "w on", + "同时 还", + "的自 然", + "的 自然", + "的 音乐", + "计划 的", + "说明 了", + "说 明了", + "av al", + "ava l", + "a val", + "ri ka", + "rik a", + "r ika", + "▁d ab", + "▁da b", + "▁x xx", + "▁xx x", + "▁ xxx", + "▁hub by", + "nin vest", + "n invest", + "▁Bul let", + "▁Bull et", + "▁Un known", + "▁ Unknown", + "▁rival ry", + "▁ob solete", + "▁tr apping", + "▁tra pping", + "▁trap ping", + "▁phot ographic", + "▁photograph ic", + "▁inconven ience", + "以 為", + "我 了", + "托 管", + "畢 業", + "ko n", + "k on", + "}^* $", + "} ^*$", + "发现 问题", + "or get", + "org et", + "orge t", + "▁S aid", + "▁Sa id", + "马克思 主义", + "▁Most ly", + "▁priv at", + "▁tra nqu", + "▁tran qu", + "▁plot ting", + "▁minim ized", + "▁minimize d", + "万 家", + "中 超", + "澄 清", + "直 属", + "GP S", + "G PS", + "▁( ((", + "▁(( (", + "▁ (((", + "▁C airo", + "▁Ca iro", + "▁pol yg", + "▁poly g", + "▁Hy brid", + "▁person a", + "▁pers ona", + "▁ret iring", + "▁gener osity", + "丢 了", + "帖 子", + "新 房", + "该 院", + "▁d c", + "▁ dc", + "▁Cele b", + "▁Cel eb", + "▁S tern", + "▁St ern", + "▁Ste rn", + "▁Ster n", + "在这种 情况下", + "cast ers", + "ca sters", + "cas ters", + "caster s", + "c asters", + "▁R ocket", + "▁Rock et", + "▁Ro cket", + "▁Roc ket", + "▁he aled", + "▁heal ed", + "▁mis ery", + "▁miser y", + "▁br ushes", + "▁brush es", + "▁bur gers", + "▁burg ers", + "▁burger s", + "▁re design", + "▁rede sign", + "▁redes ign", + "▁cohom ology", + "▁ess entials", + "▁essential s", + "b q", + "周 六", + "就 可", + "或 缺", + "也已 经", + "也 已经", + "RE AM", + "]) )\\", + "])) \\", + "] ))\\", + "▁v ow", + "▁vo w", + "▁в се", + "▁B ast", + "▁Bas t", + "▁Ba st", + "▁Q aeda", + "▁ Qaeda", + "▁sw orn", + "▁swo rn", + "ume rous", + "umer ous", + "▁Exper ts", + "▁Exp erts", + "▁Expert s", + "头 晕", + "澎 湃", + "BS D", + "B SD", + "好 消息", + "▁S ag", + "▁Sa g", + "▁t omb", + "▁to mb", + "▁tom b", + "nAnd rew", + "nAn drew", + "rib uting", + "ribut ing", + "▁Ad vance", + "▁Adv ance", + "▁renov ated", + "▁imprison ment", + "在 下", + "薪 资", + "ND E", + "N DE", + "▁h p", + "▁ hp", + "体系 的", + "体 系的", + "的是 什么", + "的 是什么", + "ma tics", + "mat ics", + "matic s", + "m atics", + "▁sur real", + "▁favour ites", + "▁favourite s", + "天 主", + "是 将", + "谅 解", + "骗 子", + "W al", + "je e", + "j ee", + "ji t", + "j it", + "戴 口罩", + "的老 师", + "的 老师", + "em ia", + "emi a", + "e mia", + "▁be et", + "▁bee t", + "▁Bru ins", + "▁co hort", + "▁Expl ore", + "▁mer gers", + "▁merge rs", + "▁merger s", + "▁Re porter", + "▁Rep orter", + "▁Report er", + "▁assign ing", + "▁with drawn", + "▁withdraw n", + "加 分", + "千 元", + "本 市", + "樱 桃", + "也是 很", + "也 是很", + "祖国 的", + "祖 国的", + "\\\" --", + "\\\"- -", + "▁т ур", + "▁ тур", + "r ceil", + "sh all", + "sha ll", + "shal l", + "s hall", + "lo gged", + "log ged", + "▁Ass ad", + "▁Pol it", + "▁Po lit", + "▁bos onic", + "▁boson ic", + "Sign ature", + "▁p reaching", + "▁pre aching", + "▁preach ing", + "▁sl aughter", + "▁slaught er", + "中 被", + "已 于", + "白 了", + "粗 糙", + "遇 上", + "da l", + "d al", + "ad am", + "ada m", + "a dam", + "pe rf", + "per f", + "id ual", + "idu al", + "i dual", + "op tical", + "opt ical", + "optic al", + "sc reens", + "screen s", + "s creens", + "▁Andrew s", + "▁Andre ws", + "▁Gard ner", + "▁Av engers", + "▁Aven gers", + "▁aut onomy", + "▁ab ortions", + "▁abortion s", + "▁sacrifice s", + "▁sacrific es", + "先 把", + "取 暖", + "大 法", + "撤 回", + "查 封", + "查 获", + "發 表", + "评 判", + "一生 的", + "一 生的", + "pr us", + "p rus", + "▁M ON", + "▁MO N", + "▁ MON", + "▁A unt", + "▁Au nt", + "▁Paul i", + "▁Pa uli", + "▁hard wood", + "▁clean sing", + "▁cleans ing", + "▁devast ated", + "去 过", + "滋 润", + "的 发", + "盛 宴", + "结 节", + "遍 布", + "ne v", + "n ev", + "▁P orn", + "▁Po rn", + "▁Por n", + "user Id", + "bf series", + "bfs eries", + "▁orche str", + "▁Gu idelines", + "▁Guide lines", + "▁Guid elines", + "▁volunt eering", + "▁volunteer ing", + "D X", + "们 都", + "旗 帜", + "胚 胎", + "衰 竭", + "]) )", + "] ))", + "我 开始", + "▁E xc", + "▁Ex c", + "la ter", + "lat er", + "late r", + "l ater", + "nU pon", + "nUp on", + "▁D uck", + "▁Du ck", + "nAss uming", + "▁capital ist", + "▁capita list", + "▁j avascript", + "▁java script", + "▁ javascript", + "梦 幻", + "矿 山", + "连 忙", + "Da o", + "D ao", + "MC A", + "M CA", + "▁Q U", + "▁ QU", + "一般 人", + "六个 月", + "六 个月", + "去年 的", + "去 年的", + "完善 的", + "Pa cket", + "Pack et", + "Pac ket", + "re ward", + "rew ard", + "r eward", + "▁P late", + "▁Pl ate", + "Fail ure", + "F ailure", + "▁Sh erman", + "▁Sher man", + "▁piv otal", + "▁pivot al", + "▁gr anting", + "▁grant ing", + "▁gran ting", + "▁home land", + "▁hom eland", + "per forming", + "perform ing", + "em i", + "e mi", + "▁Г о", + "心脏 病", + "▁co vet", + "▁inher it", + "▁ inherit", + "▁ritual s", + "▁sa usage", + "▁de formed", + "▁deform ed", + "# :", + "兵 团", + "打 动", + "花 朵", + "tu r", + "t ur", + "ръ ц", + "开心 的", + "开 心的", + "ff le", + "f fle", + "fu el", + "f uel", + "▁O re", + "▁Or e", + "▁w ee", + "▁we e", + "ct ory", + "ctor y", + "tr ust", + "t rust", + "▁та ка", + "Work er", + "ig ible", + "igi ble", + "▁B iden", + "▁Bi den", + "▁gl ued", + "▁glue d", + "▁glu ed", + "Menu Item", + "▁en tails", + "▁ent ails", + "▁entail s", + "▁hy draulic", + "▁prog ressed", + "▁progress ed", + "地 利", + "nP e", + "n Pe", + "的 区别", + "'( \\\\", + "' (\\\\", + "ur ai", + "ura i", + "▁r ud", + "▁ru d", + "社交 媒体", + "▁C ort", + "▁Co rt", + "▁Cor t", + "ns uper", + "nsup er", + "n super", + "hav iour", + "▁Re peat", + "▁Rep eat", + "▁brew ery", + "▁conv ection", + "▁conve ction", + "▁ 将", + "降 临", + "if a", + "i fa", + "це н", + "ц ен", + "▁为 了", + "▁ 为了", + "孙 悟空", + "建立 在", + "这次 的", + "这 次的", + "▁J ump", + "▁Ju mp", + "▁dep icting", + "▁depict ing", + "▁rebell ion", + "▁cens orship", + "徘 徊", + "NT E", + "N TE", + "▁о с", + "战斗 力", + "浏览 器", + "节 假日", + "了一 定的", + "了 一定的", + "赔偿 原告", + "No tes", + "Not es", + "Note s", + "N otes", + "os ities", + "osit ies", + "osi ties", + "▁N vidia", + "▁My stery", + "▁Mys tery", + "▁wh ipped", + "▁whip ped", + "▁coll ateral", + "DoxyCode Line", + "▁Altern ative", + "品 德", + "灰 尘", + "nS y", + "n Sy", + "▁Д е", + "对他 的", + "对 他的", + "西红 柿", + "ns tat", + "nst at", + "n stat", + "▁parap hr", + "▁great ness", + "▁Ch ancellor", + "▁condition er", + "х у", + "即 时", + "反 驳", + "队 列", + "li bs", + "lib s", + "ou ched", + "ouch ed", + "▁Tam il", + "▁Ta mil", + "▁V ince", + "▁Vi nce", + "▁Vin ce", + "▁err one", + "▁er rone", + "▁In itially", + "▁Initial ly", + "▁Initi ally", + "▁pedest rians", + "▁pedestrian s", + "▁combinator ial", + "R N", + "不 平", + "他 被", + "倘 若", + "减 半", + "子 孙", + "扭 转", + "拉 伸", + "星 的", + "状 元", + "硬 的", + "老 龄", + "隨 著", + "▁V e", + "方向 的", + "NY SE", + "re ve", + "rev e", + "我们 必须", + "黑龙江 省", + "der iv", + "de riv", + "att ach", + "atta ch", + "lan tic", + "l antic", + "▁pan das", + "▁pand as", + "▁prom pts", + "▁prompt s", + "▁art ifact", + "▁artif act", + "▁ artifact", + "▁Strateg ic", + "▁Nav igation", + "▁ Navigation", + "w m", + "存 的", + "搭 档", + "植 入", + "白 宫", + "皇 马", + "co al", + "▁V AT", + "▁VA T", + "}} )\\\\", + "}}) \\\\", + "} })\\\\", + "基础设施 建设", + "▁high ways", + "▁highway s", + "▁shoot ings", + "▁shooting s", + "▁Ad vertising", + "为 她", + "再 审", + "巴 马", + "母 校", + "永 不", + "营 运", + "太大 的", + "太 大的", + "ic as", + "ica s", + "i cas", + "nse cond", + "n second", + "▁C inema", + "▁propag ating", + "▁experiment ation", + "年 中", + "怀 着", + "机 动", + "立 项", + "返 乡", + "fa s", + "f as", + "确定 了", + "确 定了", + "集 装箱", + "▁E TF", + "▁ET F", + "▁ ETF", + "▁J uda", + "▁Ju da", + "▁Jud a", + "▁h ust", + "▁hus t", + "▁ab ide", + "▁Mon roe", + "▁lo ader", + "▁load er", + "▁ loader", + "▁adm ired", + "▁admire d", + "▁nood les", + "▁Furn iture", + "▁detect ions", + "▁detection s", + "▁aff iliation", + "▁affili ation", + "▁subt raction", + "▁subtract ion", + "▁discrim inate", + "▁discrimin ate", + "W L", + "h b", + "q s", + "历 时", + "叙 事", + "我 爸", + "索 尼", + "自 驾", + "ib a", + "i ba", + "ti e", + "t ie", + "也是 在", + "也 是在", + "受 不了", + "接受 的", + "现实 中", + "银行 的", + "银 行的", + "▁G ir", + "▁Gi r", + "其中 所述", + "▁t urf", + "▁tur f", + "▁tu rf", + "_\\\\ _\\\\", + "▁e ther", + "▁et her", + "▁eth er", + "▁ ether", + "hel pers", + "help ers", + "helper s", + "▁B attery", + "▁Bat tery", + "▁Batt ery", + "Every thing", + "可 控", + "打 压", + "救 灾", + "當 地", + "跨 界", + "Ba n", + "B an", + "多 功能", + "演唱 会", + "的大 力", + "的 大力", + "IN IT", + "ac ey", + "ace y", + "nB ob", + "nBo b", + "n Bob", + "重要 作用", + "Add ed", + "Ad ded", + "nTh omas", + "n Thomas", + "▁ant iqu", + "▁anti qu", + "Cont rollers", + "Controller s", + "Control lers", + "倒 了", + "譬 如", + "赞 助", + "NT A", + "N TA", + "▁m d", + "▁ md", + "综合 征", + "WA YS", + "W AYS", + "gin s", + "gi ns", + "g ins", + "▁S HE", + "▁SH E", + "bl ood", + "blo od", + "b lood", + "cre am", + "c ream", + "Ex ists", + "enc ils", + "encil s", + "▁T urns", + "▁Tur ns", + "▁Turn s", + "ens ible", + "▁turn out", + "▁tur nout", + "▁Cont ainer", + "▁ Container", + "▁tre asures", + "▁treasure s", + "一 字", + "射 击", + "往 上", + "憧 憬", + "背 诵", + "K im", + "在第 一", + "在 第一", + "问题 上", + "▁Fil ms", + "▁Film s", + "Hash Map", + "▁Fl ickr", + "▁PART IC", + "▁S nyder", + "sche dule", + "sched ule", + "ver batim", + "spons ored", + "▁gest ures", + "▁gesture s", + "▁test ament", + "▁pro liferation", + "八 月", + "开 业", + "CT V", + "C TV", + "▁( †", + "相对 应", + "相 对应", + "▁R EM", + "▁RE M", + "▁ REM", + "留守 儿童", + "hor se", + "h orse", + "▁CL ASS", + "▁CLA SS", + "▁ CLASS", + "▁C lock", + "▁Cl ock", + "▁Clo ck", + "▁l ament", + "▁la ment", + "▁lam ent", + "▁lame nt", + "absol ute", + "a bsolute", + "scale box", + "▁mess enger", + "▁se parable", + "▁separ able", + "▁Jackson ville", + "三 维", + "偏 好", + "大 宗", + "暴 跌", + "辅 警", + "IN A", + "I NA", + "sd a", + "s da", + "共青 团", + "本质 上", + "fe lt", + "fel t", + "f elt", + "nH op", + "n Hop", + "po ke", + "p oke", + "th in", + "t hin", + "ti le", + "til e", + "t ile", + "虽然 没有", + "让孩子 们", + "让 孩子们", + "▁o ath", + "▁oat h", + "▁c ured", + "▁cur ed", + "▁cure d", + "▁cu red", + "▁s alon", + "▁sa lon", + "▁sal on", + "Pay ment", + "wh atever", + "what ever", + "▁Mor rison", + "▁Morris on", + "▁spe culate", + "▁spec ulate", + "▁compl iments", + "▁compliment s", + "▁philos opher", + "▁philosoph er", + "nInterest ingly", + "nInteresting ly", + "好 吗", + "更 深", + "顺 应", + "ше н", + "ш ен", + "几个 人", + "几 个人", + "Mat e", + "Ma te", + "M ate", + "ri tz", + "rit z", + "r itz", + "▁c ue", + "▁cu e", + "▁ cue", + "▁In dy", + "▁Ind y", + "▁go of", + "st ated", + "state d", + "stat ed", + "sta ted", + "▁Ric ci", + "▁Ri cci", + "▁U nits", + "▁Un its", + "▁Unit s", + "▁Uni ts", + "def ense", + "pub lish", + "publ ish", + "p ublish", + "▁mis con", + "▁misc on", + "▁di apers", + "▁diaper s", + "▁so othing", + "▁cor ollary", + "▁ corollary", + "▁tra umatic", + "▁trauma tic", + "x u", + "下 图", + "分 校", + "回 首", + "对 的", + "海 水", + "▁n n", + "▁ nn", + "不 影响", + "原则 上", + "发挥 了", + "打破 了", + "打 破了", + "的 费用", + "F ail", + "nl ib", + "n lib", + "ig hest", + "igh est", + "pen ding", + "pend ing", + "p ending", + "▁web cam", + "anc ellation", + "ancel lation", + "ancell ation", + "▁dec oration", + "▁decor ation", + "▁deco ration", + "入 围", + "叮 嘱", + "大 军", + "巾 帼", + "包含 了", + "gr pc", + "g rpc", + "▁S ED", + "▁SE D", + "的真实 性", + "的 真实性", + "nE asy", + "n Easy", + "▁d row", + "▁dr ow", + "▁dro w", + "代理 审判员", + "mer ged", + "merge d", + "big oplus", + "▁Let ters", + "▁Letter s", + "▁Trans it", + "▁effic iencies", + "J C", + "四 肢", + "明 细", + "這 一", + ")= \\", + ") =\\", + "J im", + "▁H H", + "▁ HH", + "代表 团", + "在 香港", + "▁ц ър", + "▁I ter", + "▁It er", + "▁ Iter", + "▁бъ де", + "ne ider", + "▁Dec ision", + "▁Dump ster", + "▁Red skins", + "▁Reds kins", + "墙 面", + "岩 石", + "早 起", + "决定 的", + "决 定的", + "es se", + "ess e", + "▁re n", + "▁r en", + "▁ ren", + "全面 提升", + "还有 什么", + "还 有什么", + "▁p udd", + "over flow", + "▁mon opoly", + "▁monop oly", + "▁mono poly", + "▁electro ly", + "▁trou bling", + "住 户", + "无 不", + "有 毒", + "Br a", + "B ra", + "▁U m", + "比较 高", + "比 较高", + "mo il", + "m oil", + "st ab", + "sta b", + "s tab", + "ap tic", + "apt ic", + "a ptic", + "nQu ant", + "n Quant", + "▁C urry", + "▁Cur ry", + "▁To rah", + "▁Tor ah", + "▁Pr ayer", + "▁Pra yer", + "▁Pray er", + "▁bod ily", + "produ ced", + "prod uced", + "p roduced", + "▁pr isons", + "▁pri sons", + "▁prison s", + "▁Par ameter", + "▁ Parameter", + "▁end points", + "▁endpoint s", + "▁normal ize", + "▁orig inate", + "▁origin ate", + "▁sh attered", + "▁dis posable", + "▁dispos able", + "▁emphas izes", + "▁emphasize s", + "▁disturb ance", + "Y C", + "分 鐘", + "性 与", + "成 員", + "难 怪", + "EL S", + "E LS", + "Ta x", + "T ax", + "▁t s", + "▁ ts", + "吃 什么", + "困难 的", + "困 难的", + "更多 人", + "更 多人", + "an dro", + "and ro", + "Con tin", + "Cont in", + "ich uan", + "▁El vis", + "▁ro oft", + "▁roof t", + "▁Sign al", + "▁Sig nal", + "▁ Signal", + "▁b atches", + "▁bat ches", + "▁batch es", + "▁jew ellery", + "▁discrim inator", + "▁discrimin ator", + "察 觉", + "打 磨", + "歌 舞", + "AM L", + "A ML", + "Th u", + "T hu", + "io b", + "i ob", + "全球 化", + "an ya", + "any a", + "]^ {\\\\", + "]^{ \\\\", + "] ^{\\\\", + "nC onse", + "nCon se", + "nCons e", + "nCo nse", + "▁D onna", + "▁Don na", + "▁eth ic", + "▁s eals", + "▁se als", + "▁sea ls", + "▁seal s", + "Th rough", + "is matic", + "ism atic", + "isma tic", + "system s", + "▁све тов", + "▁Cat alog", + "▁Catal og", + "ncor respond", + "▁fabric ated", + "▁introdu ctory", + "万 多", + "克 尔", + "分 娩", + "馒 头", + "中 全会", + "按 规定", + "nA ug", + "n Aug", + "▁F OX", + "▁FO X", + "▁f ax", + "▁fa x", + "▁ fax", + "金融 服务", + "▁r uth", + "▁ru th", + "Com pat", + "Comp at", + "▁на гра", + "Prim ary", + "Pri mary", + "}$ \\\\\\\\\\", + "}$\\ \\\\\\\\", + "}$\\\\ \\\\\\", + "} $\\\\\\\\\\", + "▁nav igating", + "▁Brother hood", + "▁commun icated", + "▁communicate d", + "克 拉", + "县 域", + "填 补", + "打 下", + "方 形", + "胶 囊", + "DA Q", + "D AQ", + "Gu i", + "G ui", + "Sk y", + "S ky", + "▁С АЩ", + "nB rian", + "nBr ian", + "▁Can al", + "▁Ca nal", + "▁r ains", + "▁ra ins", + "▁rain s", + "▁ rains", + "el lation", + "ell ation", + "ella tion", + "nInst all", + "n Install", + "▁aff inity", + "▁re viewer", + "▁review er", + "▁text books", + "▁textbook s", + "▁desc endants", + "▁descend ants", + "▁neighb ouring", + "▁neighbour ing", + ") `", + "九 年", + "医 科", + "麻 木", + "T ur", + "就有 了", + "就 有了", + "ad ay", + "ada y", + "a day", + "ib us", + "ibu s", + "i bus", + "ри та", + "▁R up", + "▁Ru p", + "▁а кт", + "Rule s", + "Ru les", + "R ules", + "cl ips", + "clip s", + "cli ps", + "pro fits", + "profit s", + "prof its", + "▁six teen", + "▁Cle aning", + "▁Clean ing", + "▁recur rence", + "议 会", + "你 应该", + "▁D ID", + "▁DI D", + "▁m ethyl", + "▁meth yl", + "▁th umbs", + "▁thumb s", + "chem ical", + "ork shire", + "orks hire", + "Const ructor", + "Construct or", + "全 长", + "另 行", + "延 安", + "机 组", + "现 行", + "的 出", + "预 示", + "不明 白", + "不 明白", + "了一 段", + "了 一段", + "经典 的", + "un dy", + "und y", + "将 进一步", + "an ded", + "and ed", + "ande d", + "▁C atal", + "▁Cat al", + "▁Ca tal", + "▁Che ese", + "▁R anger", + "▁Range r", + "▁Ran ger", + "▁man tra", + "▁mant ra", + "cap acity", + "nf unctions", + "nfunction s", + "n functions", + "▁rad ically", + "▁radical ly", + "唐 代", + "奠 定", + "库 里", + "批 复", + "рт а", + "р та", + "不小 的", + "不 小的", + "周围 的", + "W ORK", + "▁L ud", + "▁Lu d", + "Pix el", + "P ixel", + "▁t utor", + "▁tut or", + "▁tu tor", + "▁Ad vice", + "▁Adv ice", + "▁har bor", + "▁harb or", + "▁mod eration", + "▁mode ration", + "▁moder ation", + "▁univers ally", + "▁universal ly", + "實 現", + "重 返", + "雇 佣", + "▁l s", + "▁ ls", + "内 分泌", + "ad ly", + "en ry", + "pa st", + "pas t", + "p ast", + "zo om", + "z oom", + "▁H IS", + "▁HI S", + "▁re sh", + "▁r esh", + "▁res h", + "▁ resh", + "cycl ic", + "▁c ouns", + "▁co uns", + "▁cou ns", + "nLoc ated", + "▁ex pires", + "▁exp ires", + "▁expire s", + "▁ro ckets", + "▁rock ets", + "▁rocket s", + "nde scribe", + "ndes cribe", + "n describe", + "▁al tering", + "▁alt ering", + "▁alter ing", + "▁vent ilation", + "▁acceler ating", + "l v", + "p H", + "分 发", + "小 三", + "清 代", + "紫 色", + "高 新", + "t In", + "ро д", + "▁c u", + "▁ cu", + "付出 的", + "付 出的", + "模式 的", + "模 式的", + "Li nq", + "Lin q", + "nH el", + "nHe l", + "n Hel", + "▁A PP", + "▁AP P", + "▁ APP", + "▁hum id", + "onest ly", + "▁mark eted", + "▁market ed", + "▁anonym ity", + "nReg ardless", + "▁Act ivities", + "▁spread sheet", + "▁spreads heet", + "封 面", + "日 生", + "US H", + "U SH", + "W ow", + "▁N D", + "▁ ND", + "no cc", + "noc c", + "n occ", + "▁d ich", + "▁di ch", + "et ting", + "ett ing", + "etti ng", + "▁No vel", + "▁Nov el", + "openh agen", + "▁thr ottle", + "▁thrott le", + "nde scription", + "ndes cription", + "n description", + "入 场", + "华 北", + "專 家", + "无 缝", + "本 的", + "贴 心", + "AN A", + "A NA", + "It s", + "I ts", + "十七 条", + "十 七条", + "解决 的", + "bu ck", + "b uck", + "pol e", + "po le", + "p ole", + "▁г ла", + "▁ гла", + "承担 连带", + "▁c anned", + "▁can ned", + "▁cann ed", + "▁de tain", + "▁det ain", + "▁dimension ality", + "▁dimensional ity", + "四 种", + "总 计", + "遥 远", + "骚 扰", + "не с", + "一点 的", + "一 点的", + "显示 屏", + "al la", + "all a", + "a lla", + "▁a lk", + "▁al k", + "▁ alk", + "▁f oc", + "▁fo c", + "没有 一个", + "没 有一个", + "Wat er", + "W ater", + "▁Z omb", + "is miss", + "ism iss", + "▁Ar row", + "▁Sh ape", + "▁Sha pe", + "▁ Shape", + "rop ract", + "▁te amed", + "▁team ed", + "▁tea med", + "▁Vit amin", + "▁Vita min", + "▁P ublished", + "▁Publ ished", + "nW ASHINGTON", + "他 从", + "山 路", + "打 得", + "枯 燥", + "烘 干", + "一般 在", + "内部 的", + "内 部的", + "前面 的", + "前 面的", + "干 细胞", + "ur op", + "uro p", + "u rop", + "▁F ut", + "▁Fu t", + "▁Le af", + "▁M ent", + "▁Me nt", + "▁Men t", + "Ex port", + "Exp ort", + "am burg", + "amb urg", + "▁W itch", + "arr ings", + "▁Good man", + "▁bowl ing", + "▁bow ling", + "cient ists", + "▁ceremon ies", + "▁compress or", + "了 你", + "储 能", + "地 向", + "将 从", + "脱 颖", + "请 教", + "高 通", + "xy z", + "x yz", + "▁К у", + "乒乓 球", + "长期 的", + "长 期的", + "it he", + "ith e", + "i the", + "кто р", + "кт ор", + "к тор", + "▁C ros", + "▁Cr os", + "▁Cro s", + "do ctor", + "doc tor", + "▁се вер", + "Dig ital", + "D igital", + "▁Sub ject", + "▁ Subject", + "▁S uddenly", + "P t", + "泄 漏", + "至 於", + "行 列", + "Mj A", + "Re n", + "R en", + "▁S z", + "保护 区", + "地 看着", + "情况 和", + "错过 了", + "错 过了", + "损害 赔偿", + "民营 企业", + "Ha ppy", + "H appy", + "no per", + "nop er", + "n oper", + "▁F lip", + "▁Fl ip", + "level s", + "lev els", + "▁F lying", + "▁Fl ying", + "▁Fly ing", + "▁embarrass ment", + "( /", + "何 处", + "后 人", + "无 缘", + "特 效", + "ET S", + "E TS", + "va g", + "v ag", + "▁h r", + "▁ hr", + "的美 好", + "的 美好", + "id ge", + "la ke", + "l ake", + "nT en", + "nTe n", + "n Ten", + "▁' \\\"", + "▁'\\ \"", + "▁ '\\\"", + "▁e in", + "▁ ein", + "这样 的话", + "这样的 话", + "Hu man", + "H uman", + "er sen", + "ers en", + "▁HU GE", + "▁A ctor", + "▁Act or", + "▁Ac tor", + "▁ Actor", + "▁D iane", + "▁Di ane", + "Col umns", + "Column s", + "Colum ns", + "ear ance", + "ea rance", + "▁bre eds", + "▁breed s", + "▁bree ds", + "▁PUR POSE", + "▁St rength", + "▁Str ength", + "▁comp utes", + "▁comput es", + "▁compute s", + "▁greet ing", + "▁gre eting", + "▁super position", + "名 家", + "活 在", + "酒 后", + "mu r", + "m ur", + "ли н", + "л ин", + "司法 局", + "陌生 的", + "陌 生的", + "ak is", + "aki s", + "▁G or", + "▁Go r", + "全国 各地", + "数字 货币", + "num py", + "n umpy", + "▁B ren", + "▁Br en", + "▁Bre n", + "▁G ust", + "▁Gu st", + "▁H ear", + "▁He ar", + "▁c ate", + "▁ca te", + "▁cat e", + "▁кра я", + "il ings", + "iling s", + "i lings", + "ord ial", + "▁Al ien", + "▁Ali en", + "ns atisf", + "▁Har old", + "occup ied", + "ymmet ries", + "▁esc aping", + "▁escap ing", + "▁mit igation", + "三 板", + "之 日", + "理 所", + "自 考", + "讲 堂", + "集 结", + "ME M", + "M EM", + "经 本院", + "al li", + "all i", + "a lli", + "▁A LS", + "▁AL S", + "▁ ALS", + "医疗 卫生", + "▁s pun", + "▁sp un", + "▁s anity", + "▁san ity", + "▁tas ked", + "▁task ed", + "▁E thereum", + "▁we ighting", + "▁weight ing", + "▁weigh ting", + "▁Exper iment", + "河 水", + "▁M n", + "引导 学生", + "▁f idu", + "▁fi du", + "com ings", + "coming s", + "▁dos age", + "▁v align", + "▁val ign", + "▁g rading", + "▁gra ding", + "▁gr ading", + "▁grad ing", + "▁non negative", + "F N", + "一 听", + "余 年", + "削 弱", + "较 差", + "** (", + "* *(", + "污染 物", + "项目 部", + "sl ot", + "s lot", + "▁B il", + "▁Bi l", + "▁n ets", + "▁ne ts", + "▁net s", + "▁ nets", + "▁n ond", + "▁no nd", + "▁non d", + "pp ings", + "pping s", + "▁c ries", + "▁cr ies", + "▁cri es", + "▁tar iffs", + "▁tariff s", + "I o", + "MR I", + "M RI", + "SI M", + "S IM", + "主张 的", + "相比 于", + "▁A UT", + "▁AU T", + "▁ AUT", + "▁K och", + "▁Ko ch", + "▁St uff", + "▁\\\\ \\\\[", + "▁\\\\\\\\ [", + "▁ \\\\\\\\[", + "▁r ogue", + "▁ro gue", + "▁ske let", + "nSub ject", + "n Subject", + "rele ases", + "release s", + "▁Citiz en", + "▁novel ty", + "▁per cept", + "▁perc ept", + "▁Moh ammed", + "▁S ymphony", + "▁Sym phony", + "▁fore nsic", + "与 否", + "亲 身", + "大 风", + "二十 四", + "二 十四", + "为自己 的", + "为 自己的", + "▁g ays", + "▁gay s", + "▁ga ys", + "▁t oggle", + "▁to ggle", + "▁ toggle", + "▁er osion", + "loc ations", + "location s", + "他 有", + "听 过", + "火 花", + "▁E z", + "▁ Ez", + "ugg le", + "u ggle", + "сто ри", + "с тори", + "▁g ren", + "▁gr en", + "▁gre n", + "▁l ump", + "▁lum p", + "每个人 都有", + "每个人都 有", + "▁Ge off", + "▁Geo ff", + "▁Bang kok", + "▁K illing", + "▁Kill ing", + "▁Kil ling", + "under brace", + "▁kind ergarten", + "w r", + "山 村", + "王 的", + "脊 柱", + "lo o", + "l oo", + "▁I B", + "▁ IB", + "添加 剂", + "给了 我", + "给 了我", + "高度 的", + "高 度的", + "') :\\", + "' ):\\", + "▁S ig", + "▁Si g", + "▁ Sig", + "▁W are", + "▁War e", + "▁Wa re", + "in tent", + "int ent", + "inte nt", + "▁St rat", + "▁Str at", + "▁Stra t", + "▁w oven", + "▁wo ven", + "CLUD ING", + "▁nephe w", + "▁ре волю", + "▁invari ants", + "▁invariant s", + "▁respect able", + "T y", + "施 肥", + "RO OT", + "su pp", + "sup p", + "em ark", + "ema rk", + "e mark", + "pa irs", + "pair s", + "p airs", + "▁J udy", + "▁Ju dy", + "▁Jud y", + "St yles", + "Sty les", + "Style s", + "nGo ing", + "▁P arse", + "▁Par se", + "▁ Parse", + "Com pany", + "Comp any", + "пу блика", + "▁t apped", + "▁tap ped", + "▁ta pped", + "▁C ritical", + "▁Cr itical", + "▁Crit ical", + "▁F unctions", + "▁Fun ctions", + "▁Function s", + "▁ Functions", + "▁under went", + "▁Pref erences", + "▁ Preferences", + "传 闻", + "讽 刺", + "AA A", + "A AA", + "是 国家", + "郑州 市", + "郑 州市", + "hy th", + "nL eg", + "nLe g", + "n Leg", + "ма ти", + "мат и", + "科学 研究", + "nC are", + "nCar e", + "n Care", + "▁Re new", + "▁Ren ew", + "▁c urry", + "▁cur ry", + "▁in active", + "get Message", + "▁sent encing", + "▁recomm ending", + "▁recommend ing", + "中 去", + "冬 奥", + "庞 大", + ")} ^", + ") }^", + "▁E W", + "▁ EW", + "也 应该", + "新华 社", + "的 关注", + "虽然 在", + "гу ст", + "ня ва", + "н ява", + "▁S ymbol", + "▁Sym bol", + "▁ Symbol", + "▁Wag ner", + "▁на мира", + "▁Bever ly", + "▁el usive", + "▁Bl izzard", + "▁theat rical", + "漫 步", + "趁 着", + "CD M", + "C DM", + "^+ _", + "▁O g", + "中 含有", + "启动 仪式", + "en ary", + "ena ry", + "ma ble", + "m able", + "sor ry", + "s orry", + "мен та", + "мент а", + "▁F uel", + "▁Fu el", + "▁b ans", + "▁ban s", + "▁ba ns", + "aut ions", + "aution s", + "a utions", + "▁Last ly", + "cou pling", + "nOver view", + "n Overview", + "▁phys iological", + "两 端", + "兑 换", + "协 定", + "安 县", + "锅 炉", + "=_ _", + "= __", + "AV A", + "A VA", + "TR A", + "T RA", + "t We", + "我不 会", + "我 不会", + "的 这个", + "▁M ED", + "▁ME D", + "▁ MED", + "▁M ate", + "▁Mat e", + "▁Ma te", + "▁ Mate", + "▁S olo", + "▁So lo", + "▁Sol o", + "▁c ann", + "▁can n", + "▁ca nn", + "▁o dor", + "▁od or", + "▁ odor", + "▁S hift", + "▁Sh ift", + "▁Shi ft", + "▁ Shift", + "vert ices", + "▁Al cohol", + "▁f asting", + "▁fast ing", + "▁sh ampoo", + "▁off ender", + "▁scream ed", + "▁super star", + "▁supers tar", + "▁advantage ous", + "上 个", + "复 旦", + "笑 声", + "解 说", + "▁I o", + "▁ Io", + "把 这些", + "▁p unt", + "▁pun t", + "▁el lip", + "▁ell ip", + "▁l inem", + "▁li nem", + "▁line m", + "▁lin em", + "▁c oping", + "▁co ping", + "▁cop ing", + "is itions", + "isition s", + "▁sh utting", + "▁shut ting", + "▁multi plier", + "▁multipl ier", + "▁multip lier", + "- }", + "秒 钟", + "缓 刑", + "背 部", + "迷 失", + "MD E", + "M DE", + "ci d", + "c id", + "id is", + "idi s", + "i dis", + "op ia", + "ще ст", + "▁s wo", + "▁sw o", + "st uff", + "▁p inned", + "▁pin ned", + "▁liqu ids", + "▁liquid s", + "▁National s", + "▁Nation als", + "▁astron omy", + "▁sym plectic", + "▁symp lectic", + "▁telescope s", + "▁telesc opes", + "也 會", + "开 来", + "张 贴", + "着 实", + "MT E", + "M TE", + "▁L M", + "▁ LM", + "一定 能", + "对我 说", + "对 我说", + "小 女孩", + "nd ue", + "n due", + "但是 我们", + "但是我 们", + "但 是我们", + "赞赏 功能", + "al ogy", + "alog y", + "alo gy", + "am ina", + "amin a", + "ami na", + "di rected", + "dir ected", + "direct ed", + "▁A uthors", + "▁Author s", + "▁Auth ors", + "▁Sh aring", + "▁Sha ring", + "▁Shar ing", + "▁acc ents", + "▁ac cents", + "▁accent s", + "▁cur ated", + "▁cu rated", + "van ishing", + "K a", + "一 出", + "入 睡", + "曲 折", + "疏 导", + "病 理", + "还 被", + "随 手", + "魔 鬼", + "理事 长", + "还不 够", + "还 不够", + "▁C af", + "▁Ca f", + "民初 字第", + "民 初字第", + "Group s", + "G roups", + "ph ants", + "phant s", + "phan ts", + "Enc oding", + "Null able", + "▁Cl uster", + "▁ Cluster", + "▁Re aders", + "▁Read ers", + "▁Reader s", + "▁guard ian", + "▁mass acre", + "ugg estions", + "uggest ions", + "▁cond ensation", + "▁condens ation", + "京 津", + "对 标", + "精 益", + "要 将", + "防 腐", + "AM D", + "A MD", + "We d", + "W ed", + "xi a", + "x ia", + "了一 点", + "了 一点", + "以后 的", + "以 后的", + "fl ip", + "f lip", + "▁D EL", + "▁DE L", + "▁d as", + "▁da s", + "▁ das", + "但 实际上", + "对我 来说", + "负责 同志", + "这种 方式", + "▁W ANT", + "▁WA NT", + "Res olver", + "▁m ansion", + "▁mans ion", + "▁not ations", + "▁notation s", + "▁ notations", + "▁scholar ly", + "▁schol arly", + "▁stabil ize", + "▁mis conduct", + "▁miscon duct", + "▁prog resses", + "▁progress es", + "有 条", + "O cc", + "几分 钟", + "几 分钟", + "多 媒体", + "如何 在", + "日 立案", + "是由 于", + "是 由于", + "nD an", + "n Dan", + "ts td", + "t std", + "▁D ro", + "▁Dr o", + "nF ore", + "nFor e", + "n Fore", + "Sc ience", + "S cience", + "▁a mazon", + "▁amaz on", + "▁ amazon", + "▁card io", + "▁Phil lip", + "▁Phill ip", + "少 儿", + "投 降", + "橄 榄", + "走 去", + "决定 书", + "而言 之", + "而 言之", + "转移 到", + "▁d um", + "▁du m", + "▁f oo", + "▁fo o", + "▁ foo", + "民间 借贷", + "cc oli", + "cco li", + "}= \\\\{", + "}=\\\\ {", + "} =\\\\{", + "▁J edi", + "▁Je di", + "▁{ $\\\\", + "▁{$ \\\\", + "▁ {$\\\\", + "市 人民政府", + "▁ST ART", + "▁STAR T", + "▁ START", + "▁s olic", + "▁so lic", + "▁sol ic", + "nB etween", + "▁inter mit", + "▁Engine ers", + "▁Engineer s", + "▁comfort ing", + "a q", + "乙 醇", + "周 转", + "征 地", + "心 目", + "ан д", + "的 趋势", + "艺术 品", + "法律 依据", + "▁De ck", + "▁Dec k", + "▁E cho", + "▁Ec ho", + "▁T ill", + "▁Ti ll", + "▁m etic", + "▁me tic", + "▁met ic", + "▁ metic", + "num bers", + "number s", + "n umbers", + "▁b umper", + "▁bump er", + "▁bum per", + "▁mos que", + "Serial izer", + "▁superior ity", + "摸 索", + "比 利", + "闪 烁", + "为 目标", + "科学 与", + "nJ ob", + "nJo b", + "n Job", + "sa le", + "sal e", + "s ale", + "健康 成长", + "实实在 在", + "越来越 大", + "l ceil", + "▁d oom", + "▁do om", + "▁med als", + "▁medal s", + "▁educ ator", + "▁anomal ies", + "▁Consult ing", + "▁fil tration", + "▁progress ively", + "▁progressive ly", + "t B", + "传 出", + "协 力", + "吸 取", + "故 宫", + "是 啊", + "纵 横", + "赛 场", + "陆 军", + "▁b c", + "▁ bc", + "在 路上", + "的 观点", + "gr an", + "gra n", + "g ran", + "▁Wo W", + "▁f ür", + "▁Rug by", + "▁sp oil", + "▁spo il", + "nEx pand", + "………… …………", + "▁con greg", + "▁cong reg", + "▁f urious", + "▁fur ious", + "▁don ating", + "▁feat hers", + "▁feather s", + "▁pro hibit", + "▁prohib it", + "▁disadvant ages", + "▁disadvantage s", + "化 石", + "四 方", + "庆 幸", + "急 忙", + "朗 读", + "欣 喜", + "醒 了", + "關 鍵", + "▁= &", + "▁ =&", + "的一 段", + "的 一段", + "近 距离", + "▁L eh", + "▁Le h", + "▁N LO", + "▁NL O", + "▁T WO", + "▁TW O", + "▁U ND", + "▁UN D", + "▁ UND", + "ap ons", + "apon s", + "a pons", + "th ood", + "t hood", + "▁Hu gh", + "▁Hug h", + "▁J agu", + "▁Ja gu", + "▁K nox", + "▁Kn ox", + "▁t idy", + "▁tid y", + "▁ti dy", + "▁into x", + "▁int ox", + "▁Ph illy", + "▁Phil ly", + "▁Phill y", + "▁ball et", + "▁bal let", + "▁pe aked", + "▁peak ed", + "▁boost ed", + "▁boo sted", + "▁spo iled", + "▁spoil ed", + "▁Inf rastructure", + "制 订", + "坦 言", + "大 奖", + "手 套", + "护 照", + "ле кс", + "лек с", + "▁out we", + "▁s ixty", + "▁six ty", + "▁fruit ful", + "▁b ilateral", + "▁bil ateral", + "▁snap shots", + "▁snapshot s", + "▁snaps hots", + "先 前", + "党 内", + "华 丽", + "有 小", + "连 连", + "ee a", + "e ea", + "借款 人", + "支持 和", + "玩 游戏", + "发展 规划", + "if ter", + "ift er", + "i fter", + "of ten", + "oft en", + "o ften", + "▁p ric", + "▁pr ic", + "▁pri c", + "适合 自己的", + "▁At las", + "▁Atl as", + "nst rong", + "n strong", + "▁New man", + "▁cur tains", + "▁curtain s", + "多 半", + "殴 打", + "油 的", + "Hi t", + "H it", + "▁F D", + "▁ FD", + "我 记得", + "▁C RM", + "▁CR M", + "▁T RA", + "▁TR A", + "▁ TRA", + "生态 系统", + "越来越 好", + "nS pec", + "nSpe c", + "nSp ec", + "n Spec", + "ty ard", + "t yard", + "▁m isf", + "▁mis f", + "▁mi sf", + "▁re mix", + "▁rem ix", + "in verse", + "nLog ged", + "▁про дъл", + "▁follow er", + "▁fol lower", + "▁opt ically", + "▁op tically", + "▁optical ly", + "▁dis charged", + "▁discharge d", + "▁Const itutional", + "▁Constitution al", + "PC R", + "P CR", + "ne a", + "n ea", + "安全 和", + "经验 和", + "se ek", + "see k", + "▁P TS", + "▁PT S", + "▁P ig", + "▁Pi g", + "▁He ck", + "非常 重要的", + "非常重要 的", + "np ower", + "n power", + "▁Ah mad", + "▁Gal ile", + "▁bo iler", + "▁boil er", + "▁drain age", + "▁arbit ration", + "▁constitu ent", + "▁trans mitting", + "▁transmit ting", + "信 赖", + "和 李", + "敬 老", + "为 确保", + "为 重点", + "它 可以", + "@{ \\\\", + "@ {\\\\", + "ра бо", + "▁R ac", + "▁Ra c", + "▁R as", + "▁Ra s", + "航空 公司", + "al ism", + "ali sm", + "alis m", + "nt hus", + "nth us", + "n thus", + "върш ва", + "嫁 给", + "IR C", + "I RC", + "ut a", + "u ta", + "可 不是", + "处女 座", + "at ta", + "att a", + "af fle", + "aff le", + "a ffle", + "▁S ans", + "▁San s", + "▁Sa ns", + "▁S equ", + "▁Se qu", + "▁As set", + "▁Ass et", + "▁ Asset", + "▁re name", + "▁r ename", + "▁ren ame", + "▁ rename", + "▁B oulder", + "▁Bou lder", + "▁all ergy", + "▁allerg y", + "▁Com parison", + "▁ Comparison", + "了 三", + "展 出", + "雅 思", + "颇 为", + "Sy m", + "S ym", + "TP S", + "T PS", + "▁F P", + "▁ FP", + "▁Д а", + "本科 生", + "的路 上", + "的 路上", + "dec ay", + "pi ring", + "pir ing", + "p iring", + "igs list", + "▁sup erm", + "▁su perm", + "▁super m", + "▁pun ches", + "▁punch es", + "▁Em ployee", + "▁Employ ee", + "▁ Employee", + "▁eleg ance", + "▁sol itary", + "▁fantas ies", + "▁Charl eston", + "▁Charles ton", + "▁indict ment", + "▁expend itures", + "▁expenditure s", + "既 能", + "深 远", + "解 毒", + "计 时", + "陈 列", + "届 全国", + "▁g le", + "▁gl e", + "an gan", + "ang an", + "anga n", + "it ism", + "iti sm", + "itis m", + "▁M ond", + "▁Mon d", + "▁Mo nd", + "▁PL AY", + "▁ PLAY", + "▁m ans", + "▁man s", + "▁ma ns", + "▁ mans", + "In tent", + "Int ent", + "▁от кри", + "Per cent", + "▁Com mit", + "▁Comm it", + "▁ Commit", + "▁d aring", + "▁da ring", + "▁dar ing", + "▁б ългар", + "app endix", + "append ix", + "抓 实", + "產 生", + "转 运", + "Ca s", + "C as", + "yr s", + "y rs", + "总 面积", + "自然 而", + "自 然而", + "ti er", + "tie r", + "t ier", + "▁D RM", + "▁DR M", + "▁M ama", + "▁Ma ma", + "▁M erc", + "▁Me rc", + "▁Mer c", + "rodu ce", + "rod uce", + "▁p iles", + "▁pil es", + "▁pile s", + "▁pi les", + "▁se ize", + "▁seiz e", + "案件 适用法律", + "▁ch ristian", + "▁christ ian", + "▁short cuts", + "▁shortcut s", + "▁hol omorphic", + "磨 损", + "Ha w", + "H aw", + "W ay", + "的了 解", + "的 了解", + "的国 际", + "的 国际", + "Dis k", + "Di sk", + "D isk", + "▁д ан", + "▁да н", + "综合 素质", + "行业 协会", + "As set", + "Ass et", + "en did", + "end id", + "e ndid", + "▁a nne", + "▁an ne", + "▁ann e", + "▁ anne", + "qu ette", + "quet te", + "que tte", + "▁Pro vider", + "▁Prov ider", + "▁Provide r", + "▁ Provider", + "▁gig antic", + "▁pred ators", + "▁predator s", + "▁mat plotlib", + "也 得", + "名 气", + "尽 情", + "断 裂", + "用 在", + "量 产", + ":: $", + ": :$", + "nF r", + "n Fr", + "▁ 版的", + "之日 止", + "之 日止", + "▁N UM", + "▁ NUM", + "数字 经济", + "社会 责任", + "▁m otto", + "▁mot to", + "给付金钱 义务", + "alax ies", + "▁h itter", + "▁hit ter", + "▁вси чки", + "sh ipping", + "ship ping", + "shi pping", + "mine craft", + "▁Hard ware", + "▁bipart isan", + "’ )", + "通 话", + "颇 有", + "责任 人", + "af ka", + "д ържа", + "▁y ell", + "▁ye ll", + "Rob ert", + "Ro bert", + "R obert", + "▁Kenn eth", + "▁indul ge", + "▁Mat thews", + "▁Matthew s", + "▁Em ployees", + "▁Employ ees", + "▁Employee s", + "▁evidence d", + "▁evid enced", + "▁investig ative", + "三 者", + "明 知", + "os m", + "o sm", + "也算 是", + "也 算是", + "应当 依照", + "nP rom", + "nPro m", + "nPr om", + "n Prom", + "▁Sh ir", + "▁Shi r", + "nAl ways", + "▁mult ic", + "▁multi c", + "▁mul tic", + "▁pla que", + "▁suff ix", + "▁B anking", + "▁Bank ing", + "▁Ban king", + "place holder", + "▁Trans lation", + "▁strength ened", + "▁strengthen ed", + "▁strengthe ned", + "一 并", + "上 路", + "惊 人", + "行 长", + "重 磅", + "雪 花", + "di p", + "d ip", + "▁r s", + "▁ rs", + "gr ey", + "gre y", + "g rey", + "▁I Ds", + "▁ID s", + "▁ IDs", + "▁K aw", + "▁Ka w", + "▁T as", + "▁Ta s", + "或者 其他", + "▁M ell", + "▁Me ll", + "▁Mel l", + "▁p erc", + "▁per c", + "▁pe rc", + "iss ors", + "▁C aval", + "▁Ca val", + "▁Cav al", + "\\\\ |_{\\\\", + "\\\\| _{\\\\", + "\\\\|_{ \\\\", + "\\\\|_ {\\\\", + "zs child", + "▁ce real", + "▁cere al", + "▁cer eal", + "▁pup pet", + "▁re load", + "▁rel oad", + "▁ reload", + "▁Македо ния", + "nApp arently", + "▁disc ourage", + "▁discoura ge", + "后 代", + "PA N", + "P AN", + "共同 的", + "市 面上", + "当下 的", + "当 下的", + "精细 化", + "精 细化", + "经开 区", + "TE RN", + "TER N", + "T ERN", + "▁К ар", + "▁Ка р", + "ne dit", + "ned it", + "n edit", + "▁H ank", + "▁Ha nk", + "▁Han k", + "sc enes", + "scene s", + "▁W endy", + "▁Ham mer", + "np rivate", + "npr ivate", + "n private", + "▁Image Net", + "▁comp eted", + "▁compet ed", + "▁compete d", + "nBack ground", + "n Background", + "▁Main tenance", + "▁ ж", + "军 工", + "肝 癌", + "Nj A", + "基督 教", + "没 必要", + "的 眼睛", + "{- \\\\", + "{ -\\\\", + "都不 知道", + "都 不知道", + "▁A ges", + "▁Ag es", + "▁Age s", + "ar rison", + "arri son", + "arr ison", + "develop er", + "▁immers ed", + "▁Pop ulation", + "▁breast feeding", + "休 假", + "促 销", + "牛 市", + "规 避", + "诱 导", + "那 份", + "%\\ \\", + "% \\\\", + "т ру", + "了一 张", + "了 一张", + "的一 名", + "的 一名", + "ag us", + "agu s", + "a gus", + "ко но", + "кон о", + "av ers", + "ave rs", + "aver s", + "a vers", + "▁V ote", + "▁Vo te", + "▁ Vote", + "▁i Mac", + "▁j ars", + "▁jar s", + "▁ja rs", + "▁go ose", + "▁sem if", + "▁semi f", + "▁th ief", + "keep ers", + "keeper s", + "kee pers", + "npro blem", + "n problem", + "▁Viol ence", + "▁assert ed", + "▁rem nants", + "▁remnant s", + "> :", + "也 想", + "花 香", + "ко н", + "к он", + "坚持 以", + "lo id", + "l oid", + "mit e", + "mi te", + "m ite", + "▁l ows", + "▁lo ws", + "▁low s", + "▁r iot", + "▁ri ot", + "▁N aval", + "▁Nav al", + "▁Na val", + "▁c oral", + "▁co ral", + "▁cor al", + "▁s ings", + "▁sing s", + "▁sin gs", + "▁sl ogan", + "▁slog an", + "▁Ro mania", + "▁Rom ania", + "▁Roman ia", + "▁Roma nia", + "▁Import ant", + "▁ag gregated", + "▁aggreg ated", + "▁aggregate d", + "▁per mitting", + "▁permit ting", + "一 轮", + "屋 里", + "看 望", + "雪 山", + "▁” \\", + "▁ ”\\", + "Te le", + "T ele", + "主题 活动", + "并 处罚金", + "nb ound", + "n bound", + "▁me ats", + "▁meat s", + "▁sh uff", + "▁mult if", + "▁multi f", + "▁mul tif", + "▁kill ers", + "▁kil lers", + "▁killer s", + "▁pat ented", + "▁patent ed", + "▁interview ing", + "打 扰", + "泥 土", + "津 贴", + "自 理", + "设 在", + "说 你", + "对我 的", + "对 我的", + "的 代表", + "英 格兰", + "▁M AP", + "▁MA P", + "▁ MAP", + "紧紧 围绕", + "est eem", + "este em", + "nb ased", + "n based", + "▁Celt ic", + "▁Cel tic", + "▁av atar", + "▁ avatar", + "▁for ged", + "▁forg ed", + "▁forge d", + "▁mund ane", + "▁tend encies", + "置 换", + "== =", + "= ==", + "IL Y", + "I LY", + "ж но", + "他 指出", + "IT LE", + "nPl us", + "n Plus", + "▁Is le", + "▁P rix", + "▁Pr ix", + "▁Pri x", + "ab lish", + "abl ish", + "▁S heet", + "▁She et", + "▁ Sheet", + "▁V IDEO", + "nst ates", + "nstate s", + "nstat es", + "n states", + "▁sh ines", + "▁shine s", + "▁s inking", + "▁sin king", + "▁sink ing", + "▁barbec ue", + "▁theore ms", + "▁theorem s", + "▁theor ems", + "▁home school", + "▁homes chool", + "▁narr atives", + "▁narrative s", + "初 三", + "AS P", + "A SP", + "与我 们", + "与 我们", + "付出 了", + "付 出了", + "都是 有", + "都 是有", + "▁F ee", + "▁Fe e", + "St ock", + "S tock", + "ra nty", + "rant y", + "ran ty", + "ta ins", + "tain s", + "tai ns", + "t ains", + "▁con n", + "▁co nn", + "▁ conn", + "Sp orts", + "S ports", + "▁Sh ows", + "▁Show s", + "▁Sho ws", + "▁s lash", + "▁sl ash", + "▁ slash", + "na round", + "nar ound", + "n around", + "▁cr ises", + "▁cris es", + "▁cri ses", + "▁tr iang", + "▁tri ang", + "▁D riving", + "▁Dr iving", + "▁drunk en", + "▁kidn apped", + "▁Peter sburg", + "▁Peters burg", + "▁aest hetics", + "▁aesthetic s", + "▁ins ulating", + "他 能", + "鲜 艳", + "齐 心", + "会 觉得", + "婴 幼儿", + "方法 的", + "方 法的", + "OU SE", + "OUS E", + "O USE", + "UE ST", + "UES T", + "U EST", + "sh own", + "show n", + "▁s inus", + "▁sin us", + "▁si nus", + "пте мври", + "▁S ources", + "▁Source s", + "▁ant ifer", + "▁anti fer", + "▁dis card", + "▁disc ard", + "▁narc iss", + "▁C emetery", + "▁Synd rome", + "▁squee zing", + "▁sur geries", + "▁surge ries", + "▁surg eries", + "▁explos ions", + "▁explosion s", + "▁redund ancy", + "▁question naire", + "之 称", + "利 物", + "宣 誓", + "我 这", + "无 偿", + "警 务", + "从来 不", + "地 进行", + "E ast", + "tn ew", + "t new", + "ди те", + "д ите", + "▁t ac", + "▁ta c", + "二维码 转账", + "▁Ex ped", + "▁Exp ed", + "▁M itch", + "▁Mit ch", + "▁f iner", + "▁fin er", + "▁fine r", + "▁fi ner", + "▁c apped", + "▁cap ped", + "▁ca pped", + "▁bank ers", + "▁ban kers", + "▁up front", + "▁A viation", + "▁Av iation", + "▁discoura ged", + "▁discourage d", + "▁ °", + "可 选", + "国 学", + "承 租", + "米 饭", + "EN V", + "E NV", + "ya m", + "y am", + "ym l", + "y ml", + "不可思 议", + "▁A mber", + "▁Am ber", + "▁Amb er", + "▁Me dal", + "▁Med al", + "▁\\\" );\\", + "▁\\\") ;\\", + "▁ \\\");\\", + "▁re con", + "▁rec on", + "▁war ns", + "▁warn s", + "Test ing", + "T esting", + "▁ad joint", + "▁adj oint", + "▁ adjoint", + "▁up loading", + "▁upload ing", + "▁volunt arily", + "向 来", + "天 文", + "禁 区", + "ci a", + "c ia", + "ts y", + "t sy", + "连接 的", + "tu ce", + "t uce", + "受 苹果公司", + "新规定 影响", + "nCon st", + "nCons t", + "nCo nst", + "n Const", + "rie ved", + "rieve d", + "r ieved", + "reg istry", + "▁Pat ient", + "▁cyn ical", + "▁hom omorphism", + "K G", + "去 掉", + "洗 涤", + "芒 果", + "这 将", + "MO S", + "M OS", + "▁{ (", + "▁ {(", + "看 一下", + "pro f", + "pr of", + "нски я", + "н ския", + "▁G row", + "▁Gr ow", + "▁Gro w", + "支持 公众号", + "▁版的 赞赏功能", + "Com merce", + "▁mass ively", + "▁massive ly", + "班 会", + "进 军", + "cap s", + "ca ps", + "c aps", + "▁A sc", + "▁As c", + "nA ppl", + "nApp l", + "n Appl", + "▁s ane", + "▁sa ne", + "▁san e", + "er many", + "erm any", + "erman y", + "math ds", + "rib utors", + "ribut ors", + "ributor s", + "▁Me aning", + "▁Mean ing", + "▁r enders", + "▁rend ers", + "▁render s", + "▁ren ders", + "▁няко лко", + "他 所", + "員 工", + "在 西", + "被 子", + "貿 易", + "一种 是", + "目标 是", + "一审 判决", + "市场 规模", + "爱国 主义", + "▁US DA", + "▁USD A", + "▁b ios", + "▁bi os", + "▁bio s", + "St reet", + "▁s tint", + "▁st int", + "ph ysics", + "phys ics", + "▁an arch", + "▁need les", + "▁needle s", + "ap oration", + "apor ation", + "▁la uncher", + "▁launch er", + "▁laun cher", + "▁ap ologies", + "▁apolog ies", + "▁assist ants", + "▁assistant s", + "▁Invest igation", + "九 十", + "元 左右", + "发病 率", + "我们 从", + "理解 的", + "眼中 的", + "眼 中的", + "|}\\ \\", + "|} \\\\", + "| }\\\\", + "▁R oh", + "▁Ro h", + "▁un int", + "▁u nint", + "▁unin t", + "in space", + "ins pace", + "i nspace", + "▁i phone", + "▁per enn", + "▁pere nn", + "干 货", + "文 革", + "替 补", + "迟 迟", + "關 注", + "不少 于", + "的 表情", + "Mus t", + "Mu st", + "M ust", + "nT urn", + "nTur n", + "n Turn", + "iel sen", + "pe rate", + "per ate", + "p erate", + "▁sl ipping", + "▁slip ping", + "▁slipp ing", + "▁Account ing", + "▁different iable", + "在 南", + "格 林", + "转 入", + "這 次", + "ho ff", + "h off", + "▁V iv", + "▁Vi v", + "▁o nt", + "▁on t", + "▁ ont", + "▁r att", + "▁ra tt", + "▁rat t", + "nT itle", + "n Title", + "Feb ruary", + "F ebruary", + "data sets", + "dat asets", + "dataset s", + "▁Cor nell", + "▁Corn ell", + "▁e mitting", + "▁em itting", + "▁emit ting", + "rim ination", + "▁def ective", + "▁defe ctive", + "▁defect ive", + "▁compet ence", + "▁compete nce", + "▁grass roots", + "▁further more", + "J B", + "上 图", + "与 众", + "坎 坷", + "奔 波", + "机 床", + "皆 是", + "vi e", + "v ie", + "以及 对", + "不可 或缺", + "▁ag ile", + "▁def eating", + "▁defe ating", + "▁defeat ing", + "▁detect able", + "▁inter course", + "喝 茶", + "地 为", + "手 持", + "提 质", + "Li m", + "L im", + "想象 的", + "ID TH", + "hd ad", + "h dad", + "an mar", + "er med", + "erm ed", + "or man", + "orm an", + "ри сто", + "mark er", + "mar ker", + "m arker", + "tw hile", + "t while", + "Sur face", + "S urface", + "}{* }{\\\\", + "}{*}{ \\\\", + "▁Bang alore", + "原 型", + "排 斥", + "su s", + "s us", + "发出 的", + "发 出的", + "Da sh", + "D ash", + "Don e", + "Do ne", + "D one", + "fi rm", + "f irm", + "▁A FC", + "▁AF C", + "▁E co", + "▁Ec o", + "bo urg", + "bour g", + "▁P our", + "▁Po ur", + "nE lect", + "nEl ect", + "n Elect", + "olph in", + "DO CTYPE", + "▁f inely", + "▁fin ely", + "▁fine ly", + "▁fl uffy", + "▁part on", + "▁par ton", + "▁cruel ty", + "| >", + "其 间", + "势 必", + "通 孔", + "nB o", + "n Bo", + "▁п р", + "和 朋友", + "ee ee", + "eee e", + "e eee", + "Word s", + "W ords", + "▁A rms", + "▁Ar ms", + "▁Arm s", + "▁acc using", + "▁accus ing", + "▁youth ful", + "▁Coord inator", + "[ …", + "产 妇", + "尺 度", + "应 聘", + "底 的", + "开 具", + "站 立", + "精 湛", + "老 爸", + "Im g", + "I mg", + "ng u", + "n gu", + "AI DS", + "A IDS", + "en do", + "end o", + "e ndo", + "to ur", + "t our", + "ODU LE", + "ug gets", + "ugg ets", + "▁li nen", + "▁line n", + "▁lin en", + "▁sn aps", + "▁snap s", + "▁H ospit", + "▁bag gage", + "▁categor ized", + "乔 治", + "叛 逆", + "处 方", + "的 年", + "Nj E", + "PH P", + "P HP", + "nK e", + "n Ke", + "绝对 是", + "说明 书", + "he id", + "at ype", + "aty pe", + "a type", + "▁Ro of", + "▁n oun", + "▁no un", + "▁Al ban", + "▁Alb an", + "▁Rap ids", + "▁Rapid s", + "▁vi olin", + "▁viol in", + "▁Sur gery", + "▁comp uls", + "▁re built", + "▁reb uilt", + "」 （", + "切 断", + "号 称", + "围 观", + "抗 拒", + "活 得", + "ie g", + "i eg", + "▁a h", + "▁ ah", + "只要 有", + "只 要有", + "由 中国", + "组合 物", + "组 合物", + "st ay", + "sta y", + "▁F ry", + "▁Fr y", + "▁F uk", + "▁Fu k", + "身边 的人", + "身边的 人", + "Act or", + "Ac tor", + "A ctor", + "▁Log ic", + "▁Lo gic", + "▁ Logic", + "▁r opes", + "▁ro pes", + "▁rope s", + "▁Aust rian", + "▁Austria n", + "▁Rich ards", + "▁Richard s", + "▁mac roscopic", + "▁comprehens ion", + "主 意", + "打 响", + "提 振", + "次 于", + "精 美", + "我们 去", + "'\\\" \\", + "' \\\"\\", + "Ad am", + "A dam", + "nR un", + "n Run", + "▁F PS", + "▁FP S", + "▁h id", + "▁hi d", + "br own", + "bro wn", + "b rown", + "nC ase", + "n Case", + "▁} }\\\"", + "▁}} \\\"", + "▁}}\\ \"", + "▁ }}\\\"", + "nPh one", + "n Phone", + "▁G rill", + "▁Gr ill", + "▁Gri ll", + "bib item", + "▁un rest", + "▁flav ours", + "▁flavour s", + "▁trust ing", + "▁kinem atics", + "▁kinematic s", + ";\\\\;\\\\ ;\\\\;\\\\", + "▁indef initely", + "▁Manufact uring", + "印 章", + "後 來", + "绝 不", + "辩 解", + "Is l", + "I sl", + "你 现在", + "张某 某", + "张 某某", + "著作 权", + "Kn ow", + "K now", + "创新 发展", + "创 新发展", + "▁H ers", + "▁He rs", + "▁Her s", + "▁S hock", + "▁Sh ock", + "▁Sho ck", + "▁i cing", + "▁ic ing", + "▁ icing", + "min imal", + "mini mal", + "minim al", + "▁bl ender", + "▁ble nder", + "▁blend er", + "▁intim acy", + "仙 女", + "开 封", + "玛 丽", + "该 车", + "的 建议", + "的 收入", + "老 太太", + "▁I vy", + "▁Iv y", + "uc ing", + "uci ng", + "u cing", + "IS SION", + "ISS ION", + "Look ing", + "Lo oking", + "▁Ins ert", + "▁ Insert", + "▁b orough", + "▁bo rough", + "▁ borough", + "▁t ensors", + "▁tensor s", + "▁tens ors", + "Comp onents", + "Component s", + "▁Tem perature", + "名 下", + "在 三", + "基 板", + "姥 姥", + "微 型", + "沉 迷", + "鸡 汤", + ":: \\", + ": :\\", + "女主 角", + "女 主角", + "期限 内", + "AT ES", + "ATE S", + "cur l", + "cu rl", + "c url", + "大家 可以", + "ff iti", + "▁p aved", + "▁pa ved", + "▁pave d", + "▁un ite", + "▁unit e", + "nRe views", + "nReview s", + "nRev iews", + "心 想", + "慈 悲", + "手 游", + "滨 海", + "缓 存", + "文明 的", + "文 明的", + "▁P SP", + "▁PS P", + "▁w re", + "▁wr e", + "le ast", + "l east", + "wr ong", + "w rong", + "▁HV AC", + "is ites", + "isite s", + "isi tes", + "i sites", + "▁ve ins", + "▁vein s", + "ext ract", + "extra ct", + "▁Gu itar", + "▁lo cale", + "▁local e", + "▁loc ale", + "▁ locale", + "▁plun ge", + "other mal", + "o thermal", + "▁sym path", + "▁symp ath", + "▁expans ive", + "▁connect ors", + "▁connector s", + "对 策", + "胡 椒", + "目前 在", + "给 原告", + "nA ge", + "nAg e", + "n Age", + "交警 大队", + "nint eg", + "ninte g", + "n integ", + "th ings", + "thing s", + "thin gs", + "▁a rous", + "▁ar ous", + "▁Lad ies", + "atur ated", + "Americ ans", + "American s", + "America ns", + "asion ally", + "▁under gone", + "▁undergo ne", + "低 保", + "夺 得", + "年 第", + "滥 用", + "获 批", + "主人 公", + "回到 家", + "回 到家", + "col d", + "co ld", + "c old", + "zi er", + "z ier", + "▁X XX", + "▁XX X", + "▁ XXX", + "▁K ard", + "▁Kar d", + "▁Ka rd", + "▁d eed", + "▁de ed", + "▁M olly", + "▁Mol ly", + "▁per ks", + "pre view", + "prev iew", + "p review", + "▁ко гато", + "▁P orsche", + "▁Por sche", + "▁ad renal", + "▁m aternal", + "▁mat ernal", + "▁ma ternal", + "▁mater nal", + "▁preced ed", + "▁em powered", + "▁emp owered", + "▁empower ed", + "▁instinct s", + "▁spark ling", + "▁Reg ulation", + "b z", + "宁 愿", + "展 会", + "桌 面", + "畸 形", + "红 线", + "钻 研", + "Mj E", + "ve z", + "v ez", + "}^ +", + "} ^+", + "也不 敢", + "也 不敢", + "▁I RA", + "▁IR A", + "▁Ab bey", + "▁Abb ey", + "▁A rist", + "▁Ar ist", + "▁Ari st", + "▁R apid", + "▁Ra pid", + "▁Rap id", + "▁e ater", + "▁eat er", + "▁mouth s", + "▁tal ler", + "▁tall er", + "▁was her", + "▁wash er", + "▁ washer", + "▁му зика", + "c midrule", + "▁jer seys", + "▁jersey s", + "▁sil icone", + "▁silicon e", + "▁liber ties", + "▁libert ies", + "▁intimid ating", + "会 很", + "一时 间", + "一 时间", + "分析 了", + "和 美国", + "是 多么", + "() ))\\", + "()) )\\", + "())) \\", + "( )))\\", + "ar iat", + "ari at", + "aria t", + "de leg", + "del eg", + "▁s tag", + "▁st ag", + "▁sta g", + "nM odel", + "nMod el", + "nMo del", + "n Model", + "ter ing", + "te ring", + "t ering", + "gen cies", + "g encies", + "nEd itor", + "nEdit or", + "n Editor", + "net works", + "network s", + "▁th ieves", + "▁th irteen", + "▁travel er", + "▁trav eler", + "represent ed", + "红 灯", + "药 店", + "赛 后", + "EL L", + "E LL", + "利物 浦", + "设计 和", + "这 方面", + "▁is o", + "▁i so", + "▁ iso", + "血液 循环", + "资本 主义", + "pa ble", + "p able", + "да тел", + "дат ел", + "▁Rel ief", + "▁bl adder", + "▁homot opy", + "▁procure ment", + "▁manif estation", + "▁manifest ation", + "出 庭", + "应 届", + "还 想", + "进 气", + "ée s", + "é es", + "õ es", + "打开 了", + "打 开了", + "根本 上", + "的 实际", + "还不 是", + "还 不是", + "^* _{", + "^*_ {", + "nM al", + "n Mal", + "ни ка", + "ник а", + "▁C ause", + "▁Ca use", + "▁ Cause", + "Enc oder", + "il itary", + "ilit ary", + "ksw agen", + "nd uring", + "zb ollah", + "▁Dream s", + "▁Dre ams", + "▁Gu ests", + "▁Guest s", + "nWill iam", + "▁pre requ", + "Al ignment", + "Align ment", + "develop ed", + "万 分", + "从 头", + "其 一", + "备 课", + "复 查", + "宁 市", + "就 用", + "帅 气", + "J et", + "ab is", + "abi s", + "a bis", + "pun ct", + "p unct", + "▁P ist", + "▁Pi st", + "fa cing", + "fac ing", + "f acing", + "fol ios", + "folio s", + "▁A post", + "▁Ap ost", + "▁Pan ama", + "▁Pa nama", + "~ /", + "义 工", + "价 位", + "和 人", + "隐 形", + "AT S", + "A TS", + "op a", + "o pa", + "}) ]", + "} )]", + "也 表示", + "在其 中", + "在 其中", + "尽 全力", + "的女 儿", + "的 女儿", + "质量 和", + "质 量和", + "Tr ain", + "Tra in", + "T rain", + "nTe am", + "n Team", + "le ctic", + "lect ic", + "lec tic", + "▁s cars", + "▁sc ars", + "▁scar s", + "▁ scars", + "form ula", + "or ating", + "ora ting", + "o rating", + "▁wh ales", + "▁whale s", + "▁He isenberg", + "▁relent less", + "▁Integ ration", + "嘴 唇", + "注 销", + "片 刻", + "配 偶", + "cr a", + "c ra", + "的 资金", + "社会 上", + "社 会上", + "$^ +$", + "$ ^+$", + "(\\\" <", + "( \\\"<", + "▁de nom", + "▁den om", + "▁deno m", + "el lington", + "ell ington", + "elling ton", + "▁Ch anging", + "▁Chan ging", + "▁Chang ing", + "▁Nigeria n", + "▁Niger ian", + "▁advers ary", + "▁social ism", + "▁soci alism", + "下 乡", + "分 流", + "衛 生", + "sa c", + "s ac", + "选择 题", + "an din", + "and in", + "andi n", + "▁c omo", + "▁com o", + "▁co mo", + "▁w ast", + "▁was t", + "▁wa st", + "rob ust", + "t float", + "▁s cout", + "▁sc out", + "▁Ex port", + "▁Exp ort", + "▁Expo rt", + "▁ Export", + "ores cent", + "oresc ent", + "o rescent", + "p ractice", + "▁St anding", + "▁Stand ing", + "▁Stan ding", + "▁deploy ing", + "▁fer romagnetic", + "七 个", + "之 作", + "網 站", + "Sh a", + "S ha", + "}= \\", + "} =\\", + "▁H C", + "▁ HC", + "层面 的", + "层 面的", + "OP LE", + "O PLE", + "ul ia", + "uli a", + "u lia", + "▁a ce", + "▁ac e", + "▁ ace", + "在我 看来", + "突发 事件", + "ph rase", + "▁a nest", + "▁an est", + "Cl asses", + "Class es", + "C lasses", + "ert ility", + "▁de vised", + "▁dev ised", + "▁devi sed", + "ession als", + "Би ография", + "}} /", + "} }/", + "да т", + "环境 和", + "Lo ss", + "L oss", + "um bo", + "umb o", + "▁$ <$", + "▁$< $", + "▁G ym", + "▁Gy m", + "生活 习惯", + "▁Mc Cl", + "▁McC l", + "▁ST AR", + "▁ STAR", + "▁re bo", + "▁reb o", + "ale igh", + "a leigh", + "▁detect s", + "▁Ar lington", + "▁down right", + "▁pre school", + "▁pres chool", + "▁Member ship", + "▁Members hip", + "▁Philos ophy", + "▁emp irically", + "▁empirical ly", + "传 销", + "内 有", + "是 小", + ")] $", + ") ]$", + "by s", + "b ys", + "更 需要", + "设置 的", + "诸葛 亮", + "an de", + "and e", + "a nde", + "▁IP v", + "▁V oy", + "▁Vo y", + "培训 机构", + "融合 发展", + "ru ent", + "rue nt", + "▁T ags", + "▁Ta gs", + "▁Tag s", + "▁ Tags", + "▁L imit", + "▁Lim it", + "▁Li mit", + "▁ Limit", + "Mon itor", + "▁flo ods", + "▁flood s", + "▁fuel ed", + "▁fu eled", + "▁mod ulo", + "▁eager ly", + "▁oblig ed", + "▁sp anned", + "▁span ned", + "▁Car oline", + "▁Carol ine", + "▁ign ition", + "▁re positories", + "V V", + "专 人", + "外 媒", + "沪 指", + "胖 子", + "转 到", + "LO B", + "L OB", + "看了 看", + "一直 都是", + "▁G rim", + "▁Gr im", + "▁Gri m", + "bs ites", + "bsite s", + "b sites", + "ri sing", + "ris ing", + "r ising", + "nA nswer", + "n Answer", + "▁Eth ics", + "▁pay day", + "▁un expl", + "▁u nexpl", + "Nov ember", + "N ovember", + "▁F ailure", + "▁ Failure", + "Th reading", + "Thread ing", + "▁fam ously", + "▁famous ly", + "▁check list", + "▁direct ive", + "▁dire ctive", + "▁dir ective", + "一 辈", + "付 清", + "多 云", + "簡 單", + "制定 的", + "制 定的", + "副 县长", + "思想 的", + "思 想的", + "消失 了", + "驾驶 的", + "ar ta", + "art a", + "▁L OC", + "▁LO C", + "▁ LOC", + "▁c lam", + "▁cl am", + "▁n otor", + "▁not or", + "▁no tor", + "▁con cur", + "▁co ncur", + "▁conc ur", + "▁un fold", + "▁unf old", + "▁Fr ances", + "▁Franc es", + "▁France s", + "▁Fra nces", + "▁Fran ces", + "▁well being", + "以 防", + "减 排", + "残 忍", + "溢 价", + "设 法", + "dis p", + "di sp", + "d isp", + "po ts", + "pot s", + "p ots", + "Б еле", + "▁U AV", + "ra gue", + "rag ue", + "r ague", + "▁bu rial", + "▁bur ial", + "▁val ves", + "▁valve s", + "nSecond ly", + "H B", + "剧 场", + "千 米", + "同 樣", + "心 上", + "爱 尔", + "荔 枝", + "随 身", + "ak o", + "a ko", + "直升 机", + "达 不到", + ")} {(", + ")}{ (", + ") }{(", + "nM er", + "nMe r", + "n Mer", + "▁Hand le", + "▁Han dle", + "▁ Handle", + "▁ch eering", + "▁che ering", + "▁cheer ing", + "▁am usement", + "▁prev ailing", + "▁prevail ing", + "举 个", + "曙 光", + "而 他", + "是他 们", + "是 他们", + "▁e ve", + "▁ev e", + "公共 场所", + "▁b art", + "▁bar t", + "▁ba rt", + "▁ bart", + "A nswer", + "▁b aths", + "▁bath s", + "▁bat hs", + "▁ba ths", + "eg ative", + "▁circ us", + "▁rec oil", + "ogn itive", + "▁equ ilib", + "unc iation", + "unci ation", + "▁reck less", + "▁re marked", + "▁remark ed", + "pop ulation", + "伪 造", + "多 地", + "幼 稚", + "还 说", + "马 力", + "du p", + "d up", + "高 风险", + "▁п ло", + "的一 系列", + "的 一系列", + "Mon ey", + "Mo ney", + "M oney", + "▁wor ms", + "▁worm s", + "▁wo rms", + "fashion ed", + "▁D istance", + "▁Dist ance", + "▁ Distance", + "arch itecture", + "万 股", + "不 理", + "孕 期", + "看 作", + "nH ad", + "▁w ors", + "▁wor s", + "▁wo rs", + "nGu est", + "▁v owed", + "▁vo wed", + "▁vow ed", + "l attice", + "▁cal iber", + "▁ca liber", + "▁calib er", + "▁manage able", + "▁encomp asses", + "▁vacc ination", + "▁acqu isitions", + "▁acquisition s", + "▁permut ations", + "▁permutation s", + "w b", + "准 入", + "大 姐", + "邻 里", + "ge e", + "g ee", + "大家 庭", + "大 家庭", + "有的 是", + "有 的是", + "淡淡 的", + "马斯 克", + "马 斯克", + "ET ER", + "E TER", + "nd el", + "nde l", + "n del", + "不同 的是", + "不同的 是", + "nN ick", + "▁k arma", + "ost ream", + "o stream", + "▁Pe pper", + "▁New port", + "▁bread th", + "▁tur moil", + "▁B oltzmann", + "an notations", + "annot ations", + "annotation s", + "▁se gregation", + "▁seg regation", + "寄 托", + "盘 点", + "等 我", + "長 期", + "он е", + "о не", + "最好 是", + "es te", + "est e", + "e ste", + "qu ee", + "que e", + "研究 发现", + "ri val", + "riv al", + "r ival", + "▁Hu go", + "▁Hug o", + "▁C rypt", + "▁Cry pt", + "▁wait s", + "▁wa its", + "▁pup pies", + "▁mit ochond", + "▁begin nings", + "▁beginning s", + "万 户", + "刷 牙", + "异 的", + "火 力", + "狠 抓", + "盘 的", + "秋 冬", + "量 大", + "To o", + "T oo", + "没 关系", + "▁B ET", + "▁BE T", + "▁\\\" _", + "[] {\\\\", + "[]{ \\\\", + "[ ]{\\\\", + "as ers", + "ase rs", + "aser s", + "a sers", + "▁b ald", + "▁bal d", + "▁ba ld", + "▁c hew", + "▁ch ew", + "▁che w", + "▁re ap", + "▁at ten", + "▁att en", + "▁ atten", + "▁my sql", + "▁ mysql", + "hyd rates", + "hydr ates", + "hydrate s", + "▁Bre wing", + "▁Brew ing", + "▁over est", + "▁ove rest", + "▁ov erest", + "▁sh uffle", + "▁shuff le", + "▁prompt ing", + "▁con cluding", + "▁conclud ing", + "▁partition ing", + "北 宋", + "潇 洒", + "OT T", + "O TT", + "PP P", + "P PP", + "案件 的", + "案 件的", + "的心 灵", + "的 心灵", + "原审 被告", + "nab ove", + "n above", + "▁f amed", + "▁fam ed", + "▁fa med", + "▁fame d", + "▁g amer", + "▁game r", + "▁gam er", + "▁ga mer", + "▁R ising", + "▁Ri sing", + "▁p odium", + "▁pod ium", + "▁m essing", + "▁mess ing", + "▁mes sing", + "▁turb ine", + "▁al arming", + "▁alarm ing", + "▁group ing", + "▁jour neys", + "▁journey s", + "▁spec ials", + "▁special s", + "Man agement", + "▁Det ermine", + "▁Determ ine", + "▁exempl ary", + "out heastern", + "outheast ern", + "名 列", + "契 合", + "悲 观", + "要 对", + "跟 上", + "踊 跃", + ")& =", + ") &=", + "Nz A", + "sc i", + "s ci", + "F ood", + "la us", + "l aus", + "一般 情况下", + "▁w akes", + "▁wa kes", + "▁wake s", + "nThe orem", + "n Theorem", + "▁V ictory", + "▁Victor y", + "▁Vi ctory", + "▁Vict ory", + "▁tem ples", + "▁temp les", + "▁temple s", + "▁tort ured", + "▁torture d", + "▁нача лото", + "▁resur rection", + "▁acknowled ging", + "一 堂", + "協 會", + "卡 车", + "曾 任", + "盛 世", + "肉 类", + "fa v", + "f av", + "vi l", + "v il", + "了一 批", + "了 一批", + "▁C CD", + "▁CC D", + "▁M AG", + "▁MA G", + "▁ MAG", + "▁re el", + "▁re alism", + "▁real ism", + "ustr alian", + "ustral ian", + "ustralia n", + "▁Appro ach", + "刘 海", + "和 王", + "带 你", + "手 機", + "领 会", + "au f", + "a uf", + "un n", + "u nn", + "手机 的", + "手 机的", + "提交 了", + "▁с те", + "▁ сте", + "大家 一起", + "it ons", + "ito ns", + "iton s", + "i tons", + "nel se", + "nels e", + "n else", + "▁B ali", + "▁Ba li", + "▁Bal i", + "▁g amb", + "▁gam b", + "▁ga mb", + "web kit", + "▁pet rol", + "stit uting", + "▁down hill", + "▁Con versely", + "▁reg ulating", + "▁regul ating", + "$ ]", + "< '", + "說 明", + "辨 别", + "sa v", + "s av", + "nS al", + "n Sal", + "▁RO I", + "face d", + "fa ced", + "fac ed", + "f aced", + "▁MU CH", + "▁R aven", + "▁Ra ven", + "▁Rav en", + "▁m odal", + "▁mod al", + "▁mo dal", + "▁ modal", + "▁un dis", + "▁und is", + "▁u ndis", + "Беле жки", + "▁St alin", + "▁Sta lin", + "tem poral", + "temp oral", + "▁Ad elaide", + "▁A uckland", + "▁sus pense", + "▁susp ense", + "n condition", + "t protected", + "▁mag nesium", + "Int ernational", + "Inter national", + "ч о", + "圈 的", + "心 头", + "方 可", + "美 化", + "间 距", + "▁f f", + "▁ ff", + "变得 更", + "变 得更", + "或许 是", + "让自己 的", + "让 自己的", + "前所未 有的", + "▁Tre vor", + "▁Un ique", + "▁Uni que", + "▁ Unique", + "▁cool est", + "Tim estamp", + "string ify", + "▁pin point", + "▁pi npoint", + "▁sil ently", + "▁silent ly", + "con ference", + "conf erence", + "▁ampl ification", + "F n", + "圆 柱", + "完 后", + "年 被", + "报 导", + "这 本", + "而是 在", + "而 是在", + "for ge", + "f orge", + "▁C aps", + "▁Cap s", + "▁Ca ps", + "▁U til", + "▁Ut il", + "▁ Util", + "ur name", + "urn ame", + "t Assert", + "▁voice d", + "▁vo iced", + "▁Al ready", + "重 疾", + "): =", + ") :=", + "不 具备", + "nE ss", + "▁E ld", + "▁El d", + "工作 报告", + "mix ed", + "m ixed", + "▁H oll", + "▁Hol l", + "▁Ho ll", + "▁T iny", + "▁Ti ny", + "▁Tin y", + "未按 本判决", + "▁re col", + "▁rec ol", + "▁ф утбо", + "▁den ies", + "ish eries", + "isher ies", + "ishe ries", + "yp ically", + "ypical ly", + "▁Le ather", + "▁see kers", + "▁seek ers", + "▁aud ition", + "▁audit ion", + "▁prol ific", + "▁irres pective", + "二 月", + "公 办", + "加 点", + "国 道", + "垫 付", + "安 卓", + "师 德", + "日 产", + "那 段", + "餐 桌", + "高 高", + "▁' _", + "▁ '_", + "大 湾区", + "抗 生素", + "都 应该", + "Ex it", + "E xit", + "▁C LE", + "▁CL E", + "本 场比赛", + "You ng", + "▁E rin", + "▁Er in", + "it test", + "itt est", + "B rowser", + "control s", + "contr ols", + "▁read out", + "▁ret arded", + "Const raint", + "有多 大", + "有 多大", + "检察 官", + "▁с ин", + "▁си н", + "CH ANT", + "CHA NT", + "pp led", + "ppl ed", + "pple d", + "p pled", + "▁b abe", + "▁bab e", + "▁ba be", + "Pac ific", + "eval uate", + "e valuate", + "▁Ext reme", + "▁Ne umann", + "▁sl ammed", + "▁slam med", + "per mission", + "perm ission", + "修 剪", + "准 时", + "格 里", + "液 化", + "现 身", + "fe l", + "f el", + "}/ {", + "} /{", + "副 教授", + "葡萄 牙", + "RE AK", + "le st", + "les t", + "l est", + "nI ng", + "nIn g", + "n Ing", + "信息 公开", + "ay ers", + "ayer s", + "aye rs", + "a yers", + "ie ved", + "ieve d", + "iev ed", + "▁Qu ote", + "▁b land", + "▁bl and", + "RE QUEST", + "▁Do ctors", + "▁Doctor s", + "▁day time", + "Some thing", + "S omething", + "▁circ ulating", + "nCon sequently", + "nConse quently", + "▁chem otherapy", + "想 说", + "樱 花", + "百 合", + "在 进行", + "nL in", + "n Lin", + "ца та", + "▁( )\\", + "▁() \\", + "▁ ()\\", + "al ion", + "ali on", + "▁quad r", + "all eled", + "alle led", + "allel ed", + "▁Found er", + "▁Fo under", + "▁L ICENSE", + "▁ LICENSE", + "▁place bo", + "it iveness", + "itive ness", + "▁re create", + "▁rec reate", + "打 个", + "荷 花", + "和 使用", + "拥有 一", + "拥 有一", + "理论 上", + "的 材料", + "社区 的", + "社 区的", + "nc ur", + "n cur", + "so ck", + "soc k", + "s ock", + "ли те", + "л ите", + "重点 项目", + "nL oad", + "n Load", + "no pen", + "nop en", + "n open", + "no rig", + "nor ig", + "n orig", + "end ars", + "endar s", + "enda rs", + "▁kilomet res", + "depend encies", + "▁ground breaking", + "中 型", + "争 执", + "喝 了", + "想 了", + "持 仓", + "特 质", + "▁B D", + "▁ BD", + "▁T L", + "▁ TL", + "单纯 的", + "政法 委", + "ud ev", + "ude v", + "u dev", + "▁I nk", + "▁In k", + "专业 技术", + "nH and", + "n Hand", + "▁b uds", + "▁bu ds", + "▁bud s", + "▁g rin", + "▁gr in", + "▁gri n", + "▁An imals", + "▁Animal s", + "▁arch ived", + "▁archive d", + "▁construct s", + "▁Optim ization", + "▁interpre ting", + "▁interpret ing", + "卡 片", + "纠 缠", + "辆 车", + "ob o", + "o bo", + "提到 了", + "提 到了", + "▁D ock", + "▁Do ck", + "▁Doc k", + "▁l oft", + "▁lo ft", + "▁Rab bi", + "▁z oning", + "▁Finn ish", + "▁Hash Map", + "▁ HashMap", + "▁Tre asure", + "▁hand held", + "nAv ailable", + "n Available", + "▁Mess enger", + "▁im pending", + "▁imp ending", + "▁pred ictor", + "▁predict or", + "医 用", + "开 办", + "怀 里", + "杰 克", + "紊 乱", + "起 飞", + "не н", + "н ен", + "也有 人", + "也 有人", + "看守 所", + "Qu al", + "Q ual", + "成为 一名", + "ri can", + "ric an", + "rica n", + "r ican", + "ut ting", + "utt ing", + "▁w agon", + "▁wa gon", + "▁wag on", + "▁ wagon", + "▁Th rones", + "▁Re creation", + "▁liber ation", + "▁lib eration", + "▁rel ational", + "▁relation al", + "▁coron avirus", + "▁persec ution", + "个 子", + "也 无", + "二 字", + "师 兄", + "拥 挤", + "新 股", + "而 至", + "请 您", + "龙头 企业", + "ph ony", + "phon y", + "▁Con c", + "▁Co nc", + "▁ad dr", + "▁add r", + "▁ addr", + "New ton", + "▁an nex", + "▁ann ex", + "▁anne x", + "▁gr ids", + "▁grid s", + "▁gri ds", + "▁fulf il", + "▁ful fil", + "kernel spec", + "kernels pec", + "▁land marks", + "▁landmark s", + "▁use fulness", + "▁useful ness", + "出 任", + "大 选", + "智 库", + "外面 的", + "外 面的", + "旁边 的", + "旁 边的", + "自己 和", + "▁# ###", + "▁## ##", + "▁### #", + "▁ ####", + "核心 价值观", + "stan bul", + "И стория", + "▁Sc roll", + "▁ Scroll", + "▁Ch ester", + "▁Che ster", + "▁Chest er", + "▁Ches ter", + "▁mag nets", + "▁magn ets", + "▁magnet s", + "▁irrig ation", + "▁hydro dynamic", + "一 再", + "书 香", + "容易 被", + "日报 道", + "日 报道", + "的 未来", + "证明 了", + "证 明了", + "发生 变化", + "非常 好的", + "非常好 的", + "CL ASS", + "CLA SS", + "qu ito", + "quit o", + "▁R ash", + "▁Ra sh", + "▁Ras h", + "▁o ste", + "▁os te", + "▁ost e", + "▁s aga", + "▁sa ga", + "nK evin", + "nKe vin", + "press o", + "pres so", + "▁in secure", + "▁Hung arian", + "▁Net anyahu", + "▁multiple x", + "▁multi plex", + "▁multipl ex", + "▁multip lex", + "▁facilit ates", + "▁facilitate s", + "不 忍", + "八 个", + "典 范", + "养 育", + "向 着", + "定 量", + "放 进", + "潍 坊", + "灌 溉", + "現 代", + "ft p", + "f tp", + "▁L iv", + "▁Li v", + "▁R ein", + "▁Re in", + "ent ries", + "▁B iblical", + "nSer iously", + "▁dilig ence", + "乏 力", + "听 得", + "杂 质", + "={ {", + "= {{", + "了一 眼", + "了 一眼", + "债权 人", + "是 美国", + "正 处于", + "都能 够", + "都 能够", + "▁на у", + "长期 以来", + "Br and", + "Bra nd", + "B rand", + "De velop", + "art ifact", + "▁w ording", + "▁wor ding", + "▁word ing", + "▁left over", + "▁lefto ver", + "▁Un limited", + "▁imprison ed", + "▁instruct ional", + "▁instruction al", + "温 室", + "的 头", + "预 先", + "的一 条", + "的 一条", + "观众 的", + "ng ra", + "n gra", + "▁Ch rom", + "▁T ales", + "▁Tal es", + "▁Ta les", + "▁Tale s", + "er ville", + "erv ille", + "▁rule rs", + "▁ru lers", + "▁rul ers", + "▁ruler s", + "▁repe ats", + "▁repeat s", + "也 更", + "得 罪", + "时 有", + "油 画", + "的 正", + "为一 个", + "为 一个", + "二 被告", + "nR ad", + "n Rad", + "认真 学习", + "▁p its", + "▁pit s", + "▁pi ts", + "▁l oser", + "▁lo ser", + "▁lose r", + "▁los er", + "▁Abb ott", + "▁bott led", + "▁bottle d", + "▁dun geon", + "▁gran ite", + "▁inad ver", + "▁pill ows", + "▁pillow s", + "▁t opping", + "▁to pping", + "▁top ping", + "inner HTML", + "ext ensions", + "extension s", + "▁tables poons", + "▁tablespoon s", + "x r", + "哭 泣", + "嘴 角", + "生 抽", + "领导 者", + "NO NE", + "NON E", + "N ONE", + "Pro c", + "Pr oc", + "P roc", + "中国 特色", + "再也 没有", + "再 也没有", + "Pe ter", + "Pet er", + "P eter", + "sk ill", + "ski ll", + "s kill", + "at ches", + "atch es", + "atche s", + "nM usic", + "nMus ic", + "n Music", + "▁C andy", + "▁Can dy", + "▁Cand y", + "▁M aver", + "▁Ma ver", + "▁as sim", + "▁ass im", + "▁F inals", + "▁Fin als", + "▁Final s", + "▁Fi nals", + "▁High ly", + "▁war rants", + "▁warrant s", + "▁digital ly", + "▁digit ally", + "▁school ing", + "中 说", + "告 訴", + "小 巷", + "米 尔", + "更加 的", + "為 什麼", + "的新 型", + "的 新型", + "]} \\\\", + "]}\\ \\", + "] }\\\\", + "sh aw", + "sha w", + "s haw", + "to ps", + "top s", + "t ops", + "工作 效率", + "▁P ion", + "▁Pi on", + "▁sl ut", + "▁neat ly", + "し て", + "文 创", + "肥 料", + "身 亡", + "SN R", + "S NR", + "ac l", + "a cl", + "wo w", + "w ow", + "▁m t", + "▁ mt", + "但 现在", + "发表 了", + "bb ox", + "b box", + "et ra", + "e tra", + "一个 问题", + "生产 基地", + "se ven", + "s even", + "wo men", + "w omen", + "▁J ude", + "▁Ju de", + "▁Jud e", + "▁e ste", + "▁est e", + "▁es te", + "▁ este", + "mat ter", + "m atter", + "▁McK in", + "▁V iews", + "▁View s", + "▁Vi ews", + "▁ Views", + "▁у прав", + "▁Cor inth", + "▁b others", + "▁both ers", + "▁bother s", + "▁bot hers", + "▁first ly", + "▁scream s", + "k W", + "前 述", + "日 渐", + "水 流", + "fe w", + "f ew", + "he v", + "h ev", + "nh im", + "n him", + "▁U nc", + "▁Un c", + "所 带来的", + "领导 班子", + "Up per", + "U pper", + "▁str ipe", + "▁stri pe", + "▁strip e", + "▁Prov ide", + "▁abbre vi", + "reg istered", + "register ed", + "孤 单", + "屏 蔽", + "貌 似", + "$} }", + "$ }}", + "id y", + "i dy", + "▁Л е", + "的 战略", + ")) {\\", + ") ){\\", + "ki ds", + "kid s", + "k ids", + "е дно", + "▁C ul", + "▁Cu l", + "bl ind", + "er ves", + "erv es", + "erve s", + "nS top", + "nSt op", + "n Stop", + "aut hent", + "auth ent", + "orge town", + "orget own", + "▁s tained", + "▁st ained", + "▁stain ed", + "▁sta ined", + "Const raints", + "Constraint s", + "Exper iments", + "工 期", + "抽 查", + "整 個", + "时 不", + "Tur n", + "T urn", + "VE NT", + "V ENT", + "cal ed", + "cale d", + "ca led", + "c aled", + "▁Ne eds", + "▁Need s", + "▁cl assy", + "▁class y", + "▁Out door", + "▁Sy racuse", + "之 子", + "住 的", + "何 必", + "月 起", + "涂 抹", + "AR P", + "A RP", + "ug a", + "u ga", + "研究 会", + "nt op", + "nto p", + "n top", + "▁H ess", + "▁He ss", + "▁g uts", + "▁gu ts", + "▁gut s", + "▁Alex a", + "▁Ale xa", + "▁b ipolar", + "▁bi polar", + "▁fl ashes", + "▁flash es", + "▁contin gent", + "▁conting ent", + "Reg istration", + "▁motiv ations", + "▁motivation s", + "保 險", + "▁M G", + "▁ MG", + "打底 裤", + "▁b ye", + "▁by e", + "▁ bye", + "社会 保障", + "nK ing", + "n King", + "▁Al to", + "▁Alt o", + "▁d usty", + "▁dust y", + "▁du sty", + "▁T rophy", + "▁Tr ophy", + "▁Tro phy", + "▁arc ade", + "comm ittee", + "commit tee", + "▁empower ing", + "两 项", + "抄 袭", + "猴 子", + "де л", + "д ел", + "治疗 的", + "高 品质", + "ор ги", + "不 必要的", + "^{ {\\\\", + "^ {{\\\\", + "ns elf", + "nsel f", + "nse lf", + "n self", + "▁DO ES", + "lo ving", + "lov ing", + "l oving", + "▁ch ords", + "▁chord s", + "▁thank fully", + "▁thankful ly", + "▁precip itation", + "” \\", + "后 又", + "和 张", + "展 厅", + "整 车", + "滋 养", + "的那 样", + "的 那样", + "nBl ue", + "n Blue", + "▁SP EC", + "▁SPE C", + "▁T EST", + "▁TE ST", + "▁ TEST", + "▁W ald", + "▁Wal d", + "▁Wa ld", + "P ipeline", + "▁Whit ney", + "▁cat cher", + "▁catch er", + "▁Ext ended", + "▁harvest ing", + "▁the ological", + "党 课", + "共 振", + "学 士", + "满 脸", + "Li u", + "L iu", + "ME D", + "M ED", + "OD M", + "O DM", + "nI T", + "n IT", + "如果 要", + "对你 的", + "对 你的", + "▁к ръ", + "▁ кръ", + "联系 方式", + "ha ppy", + "h appy", + "▁A zer", + "▁Az er", + "St udent", + "Stud ent", + "▁S exual", + "▁Sex ual", + "▁so aked", + "▁soak ed", + "▁Mu eller", + "▁Pear son", + "▁fr aming", + "▁fram ing", + "▁fra ming", + "▁s ibling", + "▁si bling", + "▁text ual", + "▁Brown ian", + "▁penet rate", + "▁real izations", + "▁realization s", + "▁sub stituting", + "▁substit uting", + "y x", + "保 费", + "高 涨", + "黑 的", + "水瓶 座", + ")\\\" \\", + ") \\\"\\", + "as tery", + "ast ery", + "aster y", + "aste ry", + "a stery", + "med ical", + "medi cal", + "▁ke ynote", + "▁key note", + "▁seiz ure", + "▁eight een", + "▁integr ates", + "▁integ rates", + "▁integrate s", + "▁integra tes", + "▁stabil ization", + "= }", + "减 免", + "县 的", + "多 头", + "开 局", + "沧 桑", + "预 言", + "@{ }}", + "@{} }", + "Mi ke", + "M ike", + "ar am", + "ara m", + "a ram", + "aut y", + "au ty", + "a uty", + "mm mm", + "mmm m", + "m mmm", + "na ut", + "n aut", + "▁E NT", + "▁EN T", + "▁ ENT", + "▁M pc", + "▁ Mpc", + "▁S Ne", + "▁SN e", + "相关 工作", + ")= -\\\\", + ")=- \\\\", + ") =-\\\\", + "np res", + "npre s", + "npr es", + "n pres", + "ym oon", + "▁May o", + "▁Ma yo", + "▁P lot", + "▁Pl ot", + "▁ Plot", + "be aring", + "bear ing", + "bea ring", + "b earing", + "▁pay off", + "时 髦", + "規 模", + "▁S ob", + "▁So b", + "▁R ust", + "▁Ru st", + "▁Rus t", + "▁in co", + "▁i nco", + "▁inc o", + "Re place", + "Rep lace", + "▁N orton", + "▁Nor ton", + "▁Nort on", + "▁S addam", + "▁Sad dam", + "▁soft ly", + "▁break out", + "▁st riving", + "▁str iving", + "▁stri ving", + "An notation", + "▁S cientists", + "▁Scient ists", + "▁bottle neck", + "▁bottlene ck", + "▁Commun ities", + "一 九", + "台 中", + "纳 斯", + "Bu r", + "B ur", + "方法 和", + "de cl", + "dec l", + "st ed", + "ste d", + "s ted", + "介绍 一下", + "研究 成果", + "第一百 四", + "WR ITE", + "▁d ome", + "▁do me", + "▁dom e", + "▁s ans", + "▁sa ns", + "▁san s", + "List en", + "Li sten", + "▁e ngra", + "▁en gra", + "▁eng ra", + "requ ent", + "▁bar red", + "▁d umping", + "▁dump ing", + "▁dum ping", + "▁draw back", + "▁sk ipping", + "▁skip ping", + "▁ski pping", + "nimport ant", + "n important", + "▁Res earchers", + "▁Research ers", + "死 去", + "没 收", + "zh u", + "z hu", + "зо н", + "з он", + "如果 能", + "的 个人", + "fe it", + "▁c uc", + "▁cu c", + "实用 新型", + "l ucky", + "RES ULT", + "RESU LT", + "▁C rack", + "▁Cr ack", + "▁Cra ck", + "ic ester", + "ice ster", + "ices ter", + "i cester", + "ime ters", + "imeter s", + "imet ers", + "ater ials", + "aterial s", + "quant ity", + "▁in hibit", + "▁inhib it", + "▁tun nels", + "▁tunnel s", + "▁back lash", + "▁or nament", + "▁expos ures", + "▁exposure s", + "▁re consider", + "▁turn around", + "▁tur naround", + "保 鲜", + "升 学", + "外 围", + "水 和", + "管 网", + "装 的", + "预 设", + "这么 做", + "ch rom", + "chr om", + "ma gic", + "mag ic", + "nB orn", + "nBo rn", + "▁mon k", + "▁mo nk", + "▁Sh arp", + "▁Sha rp", + "▁Shar p", + "▁ Sharp", + "▁l asers", + "▁la sers", + "▁laser s", + "▁las ers", + "▁re acted", + "▁react ed", + "▁ro yalty", + "▁royal ty", + "▁lin gering", + "▁ling ering", + "▁linger ing", + "M U", + "主 打", + "审 视", + "最 少", + "着 她", + "lo s", + "l os", + "创建 工作", + "Bound s", + "B ounds", + "ac ency", + "de scribed", + "des cribed", + "describe d", + "▁re visions", + "▁rev isions", + "▁revis ions", + "▁revision s", + "q n", + "尔 夫", + "眼 看", + "聘 用", + "高 了", + "中的 一个", + "中的一 个", + "中 的一个", + "有的 时候", + "有 的时候", + "Su ite", + "S uite", + "ving s", + "vin gs", + "v ings", + "est ial", + "ier archy", + "ierarch y", + "▁Data set", + "▁Dat aset", + "▁ Dataset", + "▁Ins ider", + "▁Inside r", + "▁v archar", + "▁var char", + "▁Y orkshire", + "▁York shire", + "▁abstract ion", + "▁abst raction", + "▁short comings", + "d V", + "况 且", + "寝 室", + "提 炼", + "流 产", + "监 视", + "AL T", + "A LT", + "mu l", + "m ul", + "▁D j", + "▁P b", + "▁ Pb", + "推进 会", + "▁I SM", + "▁IS M", + "▁ ISM", + "控制 系统", + "He nce", + "H ence", + "▁Bo at", + "▁go og", + "▁r ang", + "▁ra ng", + "▁ran g", + "▁ rang", + "mat ches", + "match es", + "m atches", + "▁basket s", + "▁bask ets", + "▁eth anol", + "▁Need less", + "▁Church ill", + "▁summar izes", + "▁summarize s", + "亦 是", + "兩 岸", + "宣 称", + "晚 报", + "本 职", + "准备 了", + "eb ra", + "e bra", + "on ium", + "oni um", + "xim ately", + "x imately", + "▁Ev angel", + "▁Evan gel", + "▁poly gon", + "▁polyg on", + "▁ob struct", + "▁obst ruct", + "▁righteous ness", + "一 言", + "受 访", + "安 定", + "明 代", + "次 日", + "谣 言", + "迪 士", + "ea s", + "e as", + "▁' -", + "▁ '-", + "▁Q R", + "▁ QR", + "▁w i", + "▁ wi", + "不要 再", + "王某 某", + "王 某某", + "理解 和", + "饰演 的", + "饰 演的", + "MA KE", + "ev il", + "e vil", + "资产 管理", + "nm uch", + "n much", + "▁s lew", + "▁sl ew", + "▁sle w", + "qu ired", + "quir ed", + "quire d", + "▁Max im", + "▁Ma xim", + "▁Dar ren", + "▁in flux", + "▁inf lux", + "▁influ x", + "▁infl ux", + "▁pay check", + "▁Re commend", + "J J", + "书 本", + "天 猫", + "实 业", + "抵 御", + "西 门", + "贵 阳", + "HE R", + "H ER", + "人与 人", + "人 与人", + "针对 性", + "bo la", + "bol a", + "b ola", + "▁s ip", + "▁si p", + "哈哈 哈哈", + "哈哈哈 哈", + "哈 哈哈哈", + "在我 们的", + "在我们 的", + "在 我们的", + "AT ING", + "▁C trl", + "▁ Ctrl", + "oul try", + "▁Occ up", + "normal s", + "norm als", + "▁S inger", + "▁Sing er", + "▁Sin ger", + "c ultural", + "▁drag ons", + "▁dragon s", + "▁d rained", + "▁dr ained", + "▁dra ined", + "▁drain ed", + "▁en riched", + "▁enrich ed", + "▁flaw less", + "▁neg atives", + "▁negative s", + "不 小", + "力 学", + "始 于", + "小 哥", + "开 场", + "阻 击", + "▁R N", + "▁ RN", + "to ire", + "▁d azz", + "▁da zz", + "▁Les lie", + "▁sho vel", + "▁B logger", + "▁Blog ger", + "▁Colon el", + "▁sp arsity", + "▁Prop Types", + "▁inter play", + "▁interven e", + "H Y", + "r é", + "做 强", + "街 区", + "高 尚", + "是 多少", + "这只 是", + "这 只是", + "非常 大", + "好 自己的", + "生产 企业", + "nL ive", + "n Live", + "▁L IFE", + "▁LI FE", + "▁d jango", + "ched uled", + "▁Method ist", + "▁pion eering", + "▁pioneer ing", + "Aut hentication", + "K w", + "受 人", + "城 堡", + "帝 王", + "本 轮", + "核 对", + "编 织", + "钢 材", + "Ba nd", + "Ban d", + "B and", + "PL AY", + "▁u ma", + "▁um a", + "▁ uma", + "经济 效益", + "▁G uid", + "▁Gu id", + "▁ Guid", + "▁sq rt", + "▁ sqrt", + "▁T weet", + "▁bur gl", + "▁burg l", + "▁l odge", + "▁lod ge", + "▁r inse", + "▁ri nse", + "▁ri ots", + "▁riot s", + "▁cos ine", + "▁psy cho", + "▁psych o", + "▁qu ests", + "▁quest s", + "▁que sts", + "Re member", + "Rem ember", + "▁Under ground", + "万 名", + "不 解", + "乐 团", + "报 案", + "推 测", + "档 次", + "血 栓", + "颈 部", + "▁c b", + "▁ cb", + "月 下旬", + "這樣 的", + "bug s", + "bu gs", + "b ugs", + "]{ @{}", + "我们 都知道", + "我们都 知道", + "nJ esus", + "n Jesus", + "nbl ack", + "n black", + "▁F ALSE", + "▁ FALSE", + "▁j ihad", + "rim inal", + "▁b rides", + "▁br ides", + "▁brid es", + "▁bride s", + "▁Jama ica", + "▁enc rypt", + "▁hyper parameters", + "尖 锐", + "所 欲", + "眼 科", + "茫 茫", + "被 困", + "言 行", + "旅游 业", + "车辆 的", + "ip py", + "ipp y", + "i ppy", + "为 代表的", + "Be ing", + "B eing", + "ji ang", + "jia ng", + "j iang", + "nT ext", + "nTe xt", + "nTex t", + "n Text", + "▁F rid", + "▁Fr id", + "▁Fri d", + "tic ket", + "ti cket", + "tick et", + "t icket", + "▁we eds", + "▁weed s", + "▁wee ds", + "break er", + "bre aker", + "▁hom age", + "▁ho mage", + "和 睦", + "无 忌", + "高 频", + "fl e", + "f le", + "ar eth", + "are th", + "aret h", + "▁пла ни", + "Dec imal", + "▁At omic", + "▁Atom ic", + "▁out age", + "▁ou tage", + "▁cor onal", + "▁coron al", + "▁corona l", + "▁council s", + "▁counc ils", + "▁im person", + "▁imp erson", + "▁imper son", + "▁harvest ed", + "▁overwhelming ly", + "{ :", + "家 风", + "布 斯", + "意 境", + "称 作", + "調 整", + "鉴 别", + "想象 力", + "我们 还", + "刑事 拘留", + "▁B read", + "▁Br ead", + "▁Bre ad", + "▁cor ro", + "bill ion", + "b illion", + "ont ally", + "ontal ly", + "▁c ached", + "▁ca ched", + "▁cache d", + "▁ cached", + "▁nip ples", + "▁In cluded", + "▁Includ ed", + "▁Include d", + "▁out liers", + "▁comm uting", + "▁commut ing", + "最 长", + "浓 缩", + "藏 着", + "误 会", + "邪 恶", + "领 军", + "拼 多多", + "游戏 中", + "en ic", + "eni c", + "e nic", + "st ress", + "str ess", + "▁De bug", + "▁Deb ug", + "▁ Debug", + "ro meter", + "rom eter", + "rome ter", + "r ometer", + "▁Ten nis", + "▁sn akes", + "▁snake s", + "▁Bald win", + "▁top ical", + "▁topic al", + "▁abdom inal", + "▁illustr ating", + "▁sub scriptions", + "▁subs criptions", + "▁subscription s", + "她 会", + "招 牌", + "拿 了", + "浩 特", + "港 股", + "▁ 作为", + "的 概率", + "▁T uc", + "▁Tu c", + "大力 发展", + "pro be", + "pr obe", + "prob e", + "p robe", + "▁N ate", + "▁Na te", + "▁Nat e", + "▁craft sm", + "▁crafts m", + "▁Bre aking", + "▁Break ing", + "▁grand son", + "▁sch izophren", + "D W", + "两 级", + "体 能", + "保 驾", + "抢 险", + "演 习", + "连 通", + "階 段", + "深深 地", + "这样 说", + "迪士 尼", + "▁d op", + "▁do p", + "pr ior", + "pri or", + "p rior", + "▁a ided", + "▁aid ed", + "▁aide d", + "▁c ocoa", + "▁coc oa", + "▁s ushi", + "▁su shi", + "▁sus hi", + "▁im part", + "▁imp art", + "▁Hus sein", + "▁Tele graph", + "▁whis pered", + "▁whisper ed", + "▁belong ings", + "▁belonging s", + "▁cult urally", + "▁cultural ly", + "▁dis ordered", + "▁disorder ed", + "R u", + "▁ 与", + "天 线", + "定 律", + "少 先", + "杀 菌", + "查 验", + "躲 避", + "tt e", + "t te", + "▁K S", + "▁ KS", + "▁K r", + "与 原告", + "nA rm", + "nAr m", + "n Arm", + "▁K ub", + "▁Ku b", + "永远 不会", + "haw ks", + "hawk s", + "▁W ent", + "▁We nt", + "nR ound", + "nRo und", + "n Round", + "op athy", + "opath y", + "opa thy", + "o pathy", + "large st", + "larg est", + "lar gest", + "奔 赴", + "心 愿", + "数 目", + "洁 净", + "阴 性", + "en ny", + "enn y", + "uk es", + "uke s", + "u kes", + "▁A us", + "▁Au s", + "▁B ie", + "▁Bi e", + "▁B ri", + "▁Br i", + "nm ust", + "n must", + "C riteria", + "E uropean", + "cal culate", + "calcul ate", + "calc ulate", + "▁Ethiop ia", + "代 会", + "军 团", + "的特 征", + "的 特征", + "的 营养", + "me as", + "m eas", + "数据 分析", + "▁B aron", + "▁Bar on", + "▁Ba ron", + "▁Bl ade", + "▁s igma", + "▁sig ma", + "▁ sigma", + "der ived", + "de rived", + "deriv ed", + "▁ro bbed", + "▁rob bed", + "▁Juda ism", + "▁b anners", + "▁ban ners", + "▁banner s", + "▁whis key", + "▁whisk ey", + "const ants", + "constant s", + "▁ad missible", + "▁neglig ence", + "▁ident ifiable", + "▁recogn izable", + "主 干", + "水 肿", + "綜 合", + "麒 麟", + "Cr e", + "C re", + "▁П и", + "上了 一", + "上 了一", + "不要 太", + "存储 器", + "找 一个", + "的真 实", + "的 真实", + "都不 敢", + "都 不敢", + "▁B oo", + "▁Bo o", + "▁H il", + "▁Hi l", + "▁k idd", + "▁kid d", + "▁p und", + "▁pun d", + "na tion", + "nat ion", + "n ation", + "nw orld", + "n world", + "▁f olds", + "▁fol ds", + "▁fold s", + "nm oment", + "n moment", + "▁em bell", + "▁emb ell", + "▁pre mie", + "▁prem ie", + "▁по след", + "▁Leg ends", + "▁Legend s", + "▁select or", + "▁sel ector", + "▁ selector", + "param etric", + "para metric", + "paramet ric", + "▁asc ending", + "刀 具", + "木 耳", + "部 份", + "bo d", + "b od", + "pp s", + "p ps", + "十五 条", + "Row s", + "Ro ws", + "R ows", + "un do", + "und o", + "u ndo", + "down s", + "d owns", + "nS oft", + "nSo ft", + "n Soft", + "ood le", + "oo dle", + "enn ial", + "sc ores", + "score s", + "▁G iving", + "▁Gi ving", + "▁L ounge", + "▁Lou nge", + "▁s tains", + "▁st ains", + "▁stain s", + "▁sta ins", + "ab lation", + "abl ation", + "abla tion", + "▁deb uted", + "▁debut ed", + "▁exhib iting", + "▁exhibit ing", + "▁trans istor", + "▁supplement al", + "Q R", + "切 片", + "吃 喝", + "大 树", + "幾 乎", + "您 好", + "本 田", + "的 古", + "行 業", + "▁U L", + "▁ UL", + "不到 位", + "不 到位", + "同时 在", + "因 涉嫌", + "我心 里", + "我 心里", + "浓厚 的", + "浓 厚的", + "管理 层", + "co ff", + "c off", + "▁D ew", + "▁De w", + "▁A ber", + "▁Ab er", + "▁Abe r", + "▁D ATA", + "▁DA TA", + "▁ DATA", + "A mazon", + "▁De pot", + "▁Dep ot", + "▁N inja", + "▁t ally", + "▁tal ly", + "▁tall y", + "nsim ilar", + "n similar", + "▁W itness", + "dom inated", + "▁court room", + "▁note books", + "▁notebook s", + "▁correct ing", + "拒 不", + "放 量", + "段 子", + "流 泪", + "演 变", + "男 的", + "百 日", + "芙 蓉", + "莱 坞", + "野 外", + "利用 率", + "war m", + "wa rm", + "w arm", + "▁w rt", + "▁wr t", + "职能 部门", + "nF ile", + "nFil e", + "n File", + "▁j est", + "▁je st", + "▁Ar duino", + "▁C riteria", + "▁Crit eria", + "▁ Criteria", + "▁Mine craft", + "▁insult ing", + "p v", + "~ *", + "加 強", + "处 境", + "事物 的", + "事 物的", + "重大 的", + "重 大的", + ")} }{", + ")}} {", + ") }}{", + "▁D art", + "▁Dar t", + "▁Da rt", + "▁Ar abs", + "▁Arab s", + "▁Ara bs", + "▁M oment", + "▁Mo ment", + "▁Mom ent", + "geq slant", + "▁Bag hdad", + "▁ass erts", + "▁assert s", + "▁smoke rs", + "▁smok ers", + "▁smo kers", + "▁in vertible", + "▁mod alities", + "▁modal ities", + "外 援", + "秸 秆", + "美 方", + "趋 于", + "cd f", + "c df", + "▁J P", + "▁ JP", + "事业 的", + "事 业的", + "就会 被", + "就 会被", + "有 这么", + "村 集体", + "这首 歌", + "这 首歌", + "ak ra", + "▁к ул", + "▁ку л", + "一般 都是", + "将自己 的", + "将 自己的", + "积极 配合", + "▁c ata", + "▁ca ta", + "▁cat a", + "▁he fty", + "ri cular", + "ric ular", + "r icular", + "▁Or ders", + "▁Order s", + "▁Ord ers", + "▁st aging", + "▁sta ging", + "▁stag ing", + "inst alled", + "install ed", + "▁Win nipeg", + "▁cred itors", + "▁credit ors", + "▁sent iments", + "▁sentiment s", + "▁Product ions", + "▁Produ ctions", + "▁Production s", + "▁tremend ously", + "▁tremendous ly", + "一 见", + "或 有", + "的 第", + "笑 脸", + "认 罪", + "足 迹", + "速 率", + "主义 者", + "数量 的", + "数 量的", + "锂 电池", + "Ga ll", + "Gal l", + "G all", + "希望 能够", + "希望能 够", + "进行 分析", + "▁Sc hw", + "▁Sch w", + "▁c rus", + "▁cr us", + "▁cru s", + "graph s", + "▁Dev ices", + "▁Device s", + "▁foot wear", + "▁An imation", + "▁ Animation", + "▁fashion ed", + "▁ fashioned", + "▁home owner", + "▁micro scope", + "▁microsc ope", + "▁pest icides", + "▁pestic ides", + "主 板", + "建 房", + "题 为", + "ib o", + "i bo", + "nf l", + "n fl", + "是 世界", + "mon y", + "mo ny", + "m ony", + "op in", + "o pin", + "▁R ey", + "▁Re y", + "Cl aim", + "C laim", + "▁cl ut", + "▁Pe dro", + "▁Ped ro", + "▁f unky", + "▁fun ky", + "▁funk y", + "▁Kn icks", + "▁Lou ise", + "▁Louis e", + "Text View", + "ar ations", + "aration s", + "arat ions", + "a rations", + "▁colour ful", + "▁Reg istered", + "▁Register ed", + "▁in sensitive", + "▁ins ensitive", + "壓 力", + "威 力", + "宝 玉", + "的 五", + "维 奇", + "自 习", + "ar ab", + "ara b", + "a rab", + "при л", + "这样 一来", + "驳回 原告", + "Co urse", + "C ourse", + "ma tical", + "mat ical", + "matic al", + "m atical", + "nSim ply", + "▁Da mage", + "▁Dam age", + "▁W inner", + "▁Win ner", + "▁un beat", + "▁G rowing", + "▁Gr owing", + "▁Gro wing", + "▁Grow ing", + "N umerical", + "nSt andard", + "n Standard", + "▁Phil lies", + "▁Phill ies", + "▁paran oid", + "▁avoid ance", + "本 能", + "朱 元", + "路 灯", + "铭 记", + "十分 的", + "十 分的", + "牛仔 裤", + "Fac t", + "F act", + "▁S ou", + "▁So u", + "详细 了解", + "▁St ir", + "▁W aste", + "▁Was te", + "▁Wa ste", + "ict ured", + "icture d", + "ist ingu", + "isting u", + "educ ated", + "ne ighbor", + "▁Thom son", + "ocument ed", + "▁PARTIC ULAR", + "€ ™", + "克 制", + "北 极", + "品 格", + "RE N", + "R EN", + "ip y", + "i py", + "nF ix", + "n Fix", + "=\\\" ${", + "ou sand", + "ous and", + "▁l ocus", + "▁loc us", + "▁ver ge", + "Con vert", + "Conv ert", + "sc atter", + "od ynamic", + "odynam ic", + "o dynamic", + "or ations", + "oration s", + "o rations", + "▁Design s", + "▁get away", + "sub script", + "▁en sembles", + "▁ensemble s", + "▁Pro gressive", + "▁Progress ive", + "上 千", + "后 天", + "尔 特", + "這 麼", + "sk e", + "s ke", + "莫名 其", + "辩护 人", + "nC ook", + "nCo ok", + "n Cook", + "▁PDF s", + "▁PD Fs", + "到底 是什么", + "到底是 什么", + "▁P enny", + "▁Pen ny", + "▁Penn y", + "omed ical", + "o medical", + "▁f actions", + "▁fact ions", + "▁fa ctions", + "▁faction s", + "▁re ceptive", + "▁recept ive", + "▁synchron ized", + "G i", + "出 路", + "料 理", + "运 送", + "RO W", + "R OW", + "▁ ла", + "商 学院", + "▁L yn", + "▁Ly n", + "▁P CA", + "▁PC A", + "▁ PCA", + "▁R NN", + "▁RN N", + "ba sis", + "bas is", + "b asis", + "}) }{\\\\", + "})} {\\\\", + "})}{ \\\\", + "} )}{\\\\", + "nA mazon", + "n Amazon", + "▁Ch ance", + "▁Cha nce", + "▁Chan ce", + "▁Mar ina", + "▁Ma rina", + "▁Mari na", + "▁Mo zilla", + "▁Moz illa", + "▁Pl atinum", + "▁perturb ed", + "▁unrel iable", + "▁share holder", + "前 夕", + "常 住", + "检 索", + "灵 敏", + "牌 照", + "疏 松", + "▁J D", + "▁ JD", + "珍贵 的", + "珍 贵的", + "sa lm", + "sal m", + "▁T ED", + "▁TE D", + "▁s es", + "▁se s", + "▁ ses", + "给人 一种", + "脱颖 而出", + "She et", + "S heet", + "pl ica", + "plic a", + "vo ice", + "v oice", + "▁h ing", + "▁hi ng", + "▁ hing", + "▁Ben gal", + "▁Beng al", + "▁C arrie", + "▁Car rie", + "▁Carr ie", + "re member", + "rem ember", + "reme mber", + "t volatile", + "▁spec imens", + "▁specimen s", + "▁disrupt ive", + "事 事", + "体 上", + "佛 陀", + "到 你", + "水 域", + "测 算", + "解 锁", + "▁[ `", + "即使 在", + "ue less", + "uel ess", + "u eless", + "▁Abd ul", + "▁v enge", + "▁ve nge", + "▁ven ge", + "▁nic kel", + "▁nick el", + "▁bu ckets", + "▁buck ets", + "▁bucket s", + "▁deficit s", + "▁defic its", + "▁ 有", + "建 档", + "机 票", + "点 滴", + "经 查", + "pc i", + "p ci", + ")) :\\", + ") ):\\", + "IV ER", + "IVE R", + "I VER", + "Pr es", + "Pre s", + "P res", + "Mo vie", + "M ovie", + "▁Act s", + "▁Ac ts", + "Cook ie", + "C ookie", + "▁no vice", + "▁nov ice", + "▁pr iors", + "▁pri ors", + "▁prior s", + "▁ce ilings", + "▁ceiling s", + "▁recru its", + "▁recruit s", + "▁atten uation", + "照 亮", + "不了 解", + "不 了解", + "所以 他", + "持有 的", + "持 有的", + "的分 析", + "的 分析", + "给 别人", + "▁H ir", + "▁Hi r", + "▁R us", + "▁Ru s", + "le tes", + "let es", + "lete s", + "▁J ared", + "▁Ja red", + "▁Jar ed", + "Count ry", + "▁Ca uchy", + "▁c annon", + "▁can non", + "▁ca nnon", + "▁cann on", + "nPre vious", + "n Previous", + "d j", + "m L", + "不 甘", + "从 轻", + "保 姆", + "山 大", + "患 儿", + "明 清", + "祈 祷", + "也 成为", + "外国 人", + "外 国人", + "▁J in", + "ну ари", + "▁M oto", + "▁Mo to", + "▁Mot o", + "▁Pl ug", + "▁ Plug", + "▁R out", + "▁Ro ut", + "▁Rou t", + "▁g own", + "▁go wn", + "am mers", + "amm ers", + "ar code", + "arc ode", + "man age", + "▁in fin", + "▁inf in", + "▁ar senal", + "▁Effect ive", + "▁Eff ective", + "▁Pre viously", + "▁Previous ly", + "▁pro hibition", + "▁prohib ition", + "▁prohibit ion", + "▁ir responsible", + "… )", + "使 之", + "套 餐", + "建 华", + "砥 砺", + "GE N", + "G EN", + "仅 次于", + "优质 的", + "优 质的", + "到 医院", + "努力 的", + "努 力的", + "甚至 还", + "те ри", + "тер и", + "▁E PS", + "▁EP S", + "▁ EPS", + "一个 新的", + "也有 很多", + "也 有很多", + "管理 中心", + "▁d ime", + "▁di me", + "▁dim e", + "nF inal", + "nFin al", + "n Final", + "▁R ates", + "▁Ra tes", + "▁Rat es", + "▁Rate s", + "▁ur ges", + "▁urg es", + "▁urge s", + "▁fear ful", + "quarter ed", + "quart ered", + "nsup ported", + "nsupport ed", + "n supported", + "ф а", + "同 龄", + "杀 害", + "硬 币", + "背 影", + "享受 到", + "享 受到", + "创新 的", + "创 新的", + "加油 站", + ")$ $\\", + ") $$\\", + "he ed", + "hee d", + "h eed", + "▁l ar", + "▁la r", + "▁ lar", + "总的 来说", + "Ch unk", + "at ron", + "list en", + "li sten", + "lis ten", + "▁c ones", + "▁con es", + "▁co nes", + "▁cone s", + "Mem bers", + "Member s", + "▁p onder", + "▁po nder", + "▁pond er", + "Name space", + "Names pace", + "N amespace", + "con ductor", + "conduct or", + "▁flour ish", + "▁pave ment", + "▁showc asing", + "- {", + "侧 壁", + "动 荡", + "周 刊", + ")\" }", + ") \"}", + "CP I", + "C PI", + "ES E", + "E SE", + "ns l", + "n sl", + "te l", + "t el", + "不完 全", + "不 完全", + "Se nt", + "Sen t", + "S ent", + "Ex tra", + "Ext ra", + "▁G one", + "▁Go ne", + "▁G rab", + "▁Gr ab", + "▁Gra b", + "▁ре ка", + "np rodu", + "npro du", + "n produ", + "▁K nown", + "▁Know n", + "▁Kn own", + "▁s aint", + "▁sa int", + "▁Green e", + "▁Gree ne", + "▁Gre ene", + "▁deb ating", + "▁ethnic ity", + "▁ethn icity", + "▁liv elihood", + "▁libert arian", + "乙 肝", + "壮 观", + "nU l", + "▁Y o", + "红 十字", + "▁a il", + "▁ ail", + "ig non", + "ign on", + "ou los", + "oul os", + "▁a ide", + "▁aid e", + "pro per", + "pr oper", + "prop er", + "▁Min utes", + "▁S isters", + "▁Si sters", + "▁Sister s", + "▁dinner s", + "▁din ners", + "▁p okemon", + "▁poke mon", + "▁en forcing", + "▁vac ations", + "▁vacation s", + "伯 特", + "沐 浴", + "真 好", + "跟 她", + "MB A", + "M BA", + "nE p", + "n Ep", + "多样 的", + "多 样的", + "这个 小", + "这 个小", + "th ro", + "▁M ae", + "▁Ma e", + "保驾 护航", + "积极 响应", + "like s", + "li kes", + "lik es", + "l ikes", + "nWe ek", + "n Week", + "serv e", + "ser ve", + "s erve", + "街道 办事处", + "ym atrix", + "y matrix", + "▁grand ma", + "▁host age", + "▁ho stage", + "▁reg imen", + "▁regime n", + "▁mod elled", + "▁model led", + "exper iment", + "▁Cont emporary", + "▁extrap olation", + "为 首", + "关 口", + "当 庭", + "找 准", + "深 思", + "▁f m", + "▁ fm", + "为 学生", + "就是 我们", + "就是我 们", + "就 是我们", + "ap est", + "ape st", + "apes t", + "wa ves", + "wave s", + "w aves", + "▁D OWN", + "▁DO WN", + "▁ DOWN", + "col sep", + "cols ep", + "vent ure", + "▁L indsay", + "▁Lind say", + "▁n aughty", + "copy right", + "c opyright", + "▁front ier", + "▁neut rons", + "▁neutr ons", + "▁neutron s", + "▁st itches", + "▁stitch es", + "< =", + "Z A", + "选 题", + "领 略", + "IN C", + "I NC", + "с ни", + "人才 的", + "矿 物质", + "CE PT", + "пи та", + "▁E sp", + "▁Es p", + "▁ра й", + "Re act", + "▁C ody", + "▁Co dy", + "▁Cod y", + "}^ {-\\\\", + "}^{ -\\\\", + "}^{- \\\\", + "} ^{-\\\\", + "andin av", + "andi nav", + "cer ning", + "nu meric", + "n umeric", + "ust erity", + "uster ity", + "▁Gr anted", + "▁Grant ed", + "▁Gran ted", + "▁tele com", + "▁over load", + "▁overl oad", + "commut ative", + "▁const ructions", + "▁construct ions", + "▁construction s", + "所 学", + "深 知", + "管 家", + "集 资", + "▁А в", + "教育 厅", + "ad ia", + "adi a", + "a dia", + "规章 制度", + "nLe ave", + "pe ated", + "peat ed", + "inher it", + "▁Col ors", + "▁Color s", + "▁ Colors", + "▁el ders", + "▁elder s", + "▁Celt ics", + "▁Cel tics", + "▁Celtic s", + "▁des cend", + "▁desc end", + "▁cross ings", + "▁crossing s", + "▁un resolved", + "é n", + "▁ 刘", + "IO R", + "I OR", + "ga m", + "g am", + "~~ \\", + "~ ~\\", + "但是 对于", + "esc ape", + "e scape", + "▁Dav ies", + "trans port", + "tran sport", + "▁extra ord", + "▁slipp ery", + "▁d irectional", + "▁direct ional", + "▁direction al", + "同 日", + "坐 下", + "清 香", + "诊 所", + "随 处", + "MD M", + "M DM", + "pi r", + "p ir", + "te k", + "t ek", + "è re", + "博览 会", + "找 工作", + "the o", + "▁G el", + "▁Ge l", + "如果 你的", + "如果你 的", + "整治 工作", + "贷款 利率", + "E arth", + "ys sey", + "yss ey", + "▁G inger", + "▁Gin ger", + "▁Ging er", + "am matory", + "amm atory", + "▁David son", + "▁P atterson", + "K R", + "乖 乖", + "保 湿", + "升 至", + "收 视", + "新 风", + "锅 里", + "阵 营", + "D to", + "Pi c", + "P ic", + "ai c", + "a ic", + "▁t x", + "▁ tx", + "可 再生", + "因为 有", + "外国 语", + "给出 的", + "给 出的", + "ma ns", + "man s", + "m ans", + "▁L ev", + "▁Le v", + "是最 好的", + "是 最好的", + "it ious", + "iti ous", + "▁Some how", + "▁wid gets", + "▁widget s", + "▁ widgets", + "ag ination", + "agi nation", + "▁hold ings", + "▁holding s", + "act ivation", + "activ ation", + "▁C openhagen", + "▁synthes ized", + "光 泽", + "出 汗", + "最 爱", + "让 其", + "高 龄", + "_{ *", + "只要 是", + "只 要是", + "nd eb", + "nde b", + "n deb", + "nm em", + "nme m", + "n mem", + "lor ida", + "t throw", + "▁br ushed", + "▁brush ed", + "▁t agging", + "▁tag ging", + "▁ta gging", + "CHANT ABILITY", + "内 置", + "建 的", + "死 角", + "牌 子", + "破 了", + "说 要", + "走 着", + "～ \\", + "al p", + "a lp", + "千万 别", + "工业 化", + "给 宝宝", + "调研 组", + "▁T OP", + "▁TO P", + "▁ TOP", + "交通 工具", + "▁t ram", + "▁tr am", + "▁tra m", + "▁mir ac", + "▁mi rac", + "▁Hor ror", + "▁Ho rror", + "▁c ortex", + "▁cor tex", + "▁cort ex", + "▁sh arks", + "▁shar ks", + "▁shark s", + "re ported", + "rep orted", + "report ed", + "▁br aking", + "▁bra king", + "▁r inging", + "▁ring ing", + "▁ ringing", + "▁se crecy", + "▁fract ure", + "▁log istic", + "▁Malays ian", + "▁Malaysia n", + "[ {", + "一 的", + "一 種", + "不 曾", + "便 可", + "推 特", + "每 股", + "火 了", + "烦 躁", + "痛 点", + "为 目的", + "但是 却", + "讲解 了", + "mm as", + "mma s", + "m mas", + "▁T SA", + "▁TS A", + "ul ner", + "▁El se", + "nH uman", + "n Human", + "▁No ise", + "▁bl eed", + "▁ble ed", + "ns ource", + "n source", + "▁Man uel", + "▁in elastic", + "▁integr able", + "▁integra ble", + "▁cons ciously", + "▁conscious ly", + "▁ consciously", + "▁facilit ating", + "回 暖", + "流 淌", + "载 明", + "W at", + "的 交易", + "第二 款", + "}} $)", + "}}$ )", + "} }$)", + "▁A IR", + "▁AI R", + "正当 理由", + "▁L ets", + "▁Le ts", + "▁Let s", + "▁an ecd", + "nthe ory", + "n theory", + "▁Sch eme", + "▁Sche me", + "▁vac ancy", + "▁unf olding", + "▁unfold ing", + "exper ienced", + "experience d", + "▁custom izable", + "吉 他", + "名 誉", + "向 他", + "复 古", + "年 少", + "并 有", + "讲 课", + "'} (", + "' }(", + "▁H O", + "▁ HO", + "▁х и", + "▁ хи", + "不合 理", + "不 合理", + "lo ver", + "love r", + "lov er", + "l over", + "▁f aux", + "▁fa ux", + "▁B irds", + "▁Bird s", + "▁Bir ds", + "▁C ivic", + "▁Sil va", + "dev ices", + "device s", + "▁dr ills", + "▁drill s", + "iment ary", + "▁n umeric", + "▁numer ic", + "▁nu meric", + "▁ numeric", + "▁st rands", + "▁str ands", + "▁stra nds", + "▁strand s", + "▁extrem es", + "▁extreme s", + "▁femin ism", + "▁Opportun ity", + "人 類", + "气 味", + "落 叶", + "诉 至", + "违 章", + "▁с у", + "▁ су", + "同学 的", + "同 学的", + "i Pad", + "ра ни", + "ран и", + "at che", + "atch e", + "lv ert", + "l vert", + "ross e", + "ros se", + "▁B elf", + "▁Be lf", + "▁Bel f", + "▁co erc", + "▁coe rc", + "bra cket", + "b racket", + "▁Art ists", + "▁Artist s", + "▁comm anded", + "▁command ed", + "▁electron ically", + "▁electronic ally", + "G V", + "借 此", + "厨 师", + "各 行", + "回 味", + "武 帝", + "水 位", + "瓷 砖", + "де р", + "д ер", + "│   ", + "的 局面", + "ub es", + "ube s", + "u bes", + "▁го ля", + "SER VER", + "▁al tar", + "▁alt ar", + "▁bro ch", + "▁br och", + "▁Mag gie", + "▁hot ter", + "▁hott er", + "▁j oking", + "▁jo king", + "char ging", + "charg ing", + "▁Char gers", + "▁Charg ers", + "▁Charge rs", + "▁attent ive", + "▁express ly", + "q r", + "堡 垒", + "它 会", + "帶 來", + "死 于", + "維 持", + "跨 国", + "近 乎", + "配 上", + "bn b", + "b nb", + "et z", + "e tz", + "▁E Q", + "▁ EQ", + "整体 的", + "整 体的", + "的最 后", + "的 最后", + "脂肪 酸", + "щи те", + "щ ите", + "▁K ot", + "▁Ko t", + "▁p aw", + "▁pa w", + "纪委 监委", + "▁v agu", + "▁vag u", + "▁va gu", + "ham mer", + "m ighty", + "▁Qu otes", + "▁Quote s", + "台 的", + "妨 碍", + "安 康", + "Pa n", + "P an", + "未 成年", + "李某 某", + "李 某某", + "up ta", + "upt a", + "us an", + "usa n", + "u san", + "dd ing", + "d ding", + "b udget", + "▁Fal con", + "▁ad hesive", + "as sociated", + "assoc iated", + "▁nost algia", + "全 心", + "计 较", + "ib e", + "i be", + "on o", + "o no", + "不一 致", + "不 一致", + "代表 了", + "收入 的", + "最 主要", + "有人 在", + "有 人在", + "fu rt", + "fur t", + "f urt", + "it ts", + "itt s", + "▁B EL", + "▁BE L", + "▁W IN", + "▁WI N", + "▁ WIN", + "养老 服务", + "实体 经济", + "▁l ick", + "▁li ck", + "▁lic k", + "▁sk ew", + "▁ske w", + "▁s unk", + "▁su nk", + "▁sun k", + "na long", + "nal ong", + "n along", + "▁P urpose", + "▁Pur pose", + "▁che ated", + "▁cheat ed", + "他 用", + "压 器", + "友 们", + "湿 润", + "野 心", + "CM S", + "C MS", + "nT R", + "n TR", + "▁c rab", + "▁cr ab", + "▁cra b", + "Ex press", + "Exp ress", + "Expr ess", + "▁Ins pired", + "▁Insp ired", + "▁Pos itive", + "▁im plants", + "▁impl ants", + "▁implant s", + "▁rob otics", + "▁robot ics", + "▁robotic s", + "▁sur rogate", + "▁Integ rated", + "▁adoles cents", + "▁adolescent s", + "▁flu orescence", + "▁ 小", + "存 活", + "油 耗", + "衣 裙", + "驾 驭", + "EP S", + "E PS", + "Pi x", + "P ix", + "}{ -", + "} {-", + "▁j a", + "▁ ja", + "▁n d", + "▁ nd", + "要做 到", + "要 做到", + "▁B oh", + "▁Bo h", + "▁V as", + "▁Va s", + "▁g imm", + "▁gi mm", + "de ploy", + "职业技术 学院", + "处 长", + "数 为", + "CB A", + "C BA", + "у до", + "热烈 的", + "热 烈的", + "避免 了", + "▁K om", + "▁Ko m", + "主要 用于", + "简易 程序", + "wi ves", + "w ives", + "▁h orns", + "▁hor ns", + "▁horn s", + "▁mild ly", + "▁opa que", + "Rel ative", + "User name", + "Us ername", + "re ements", + "ree ments", + "reement s", + "▁Em irates", + "▁hor ribly", + "▁horr ibly", + "▁transl ator", + "主 权", + "换 个", + "点 位", + "結 合", + "该 项", + "车 牌", + "字符 串", + "生物 学", + "的气 息", + "的 气息", + "ma cro", + "mac ro", + "▁so cio", + "▁soci o", + "▁Teh ran", + "det ection", + "detect ion", + "▁inf antry", + "▁infant ry", + "x rightarrow", + "▁mother board", + "参 谋", + "拍 了", + "换 成", + "术 语", + "维 亚", + "进 修", + "rp c", + "r pc", + "▁E h", + "De ar", + "D ear", + "Us ed", + "Use d", + "U sed", + "en ko", + "▁K DE", + "con tr", + "cont r", + "ew ish", + "iv ier", + "▁hes itant", + "▁Scholar ship", + "▁inspect ions", + "▁inspection s", + "▁territ orial", + "上 新", + "化 肥", + "端 正", + "认 清", + "三分 之一", + "三 分之一", + "换 句话说", + "▁C ave", + "▁Ca ve", + "▁Cav e", + "▁c asc", + "▁ca sc", + "▁cas c", + "▁is su", + "▁iss u", + "▁m isc", + "▁mis c", + "▁mi sc", + "▁ misc", + "▁Ha yes", + "▁Hay es", + "▁bo oting", + "▁boot ing", + "▁boo ting", + "将 要", + "關 於", + "▁m k", + "▁ mk", + "公司 和", + "商务 部", + "CL US", + "诉讼 费用", + "诉讼费 用", + "Ch ris", + "ht hal", + "h thal", + "▁S ail", + "▁Sa il", + "▁Ke pler", + "▁Ug anda", + "▁v anity", + "▁van ity", + "cess ions", + "cession s", + "c essions", + "▁co ached", + "▁coach ed", + "▁ur anium", + "▁decl ares", + "▁declare s", + "▁dep rived", + "| -", + "常 州", + "榜 首", + "NO N", + "N ON", + "服务 员", + "水平 和", + "水 平和", + "而我 们", + "而 我们", + "▁M EM", + "▁ME M", + "▁ MEM", + "nW ait", + "n Wait", + "▁P unk", + "▁Pun k", + "▁Pu nk", + "Sign al", + "Sig nal", + "фи циал", + "ra ising", + "▁B urger", + "▁Bur ger", + "▁Burg er", + "▁Fun eral", + "▁prom oter", + "▁promot er", + "▁promote r", + "▁promo ter", + "▁minim izes", + "▁minimize s", + "▁card inality", + "▁cardinal ity", + "中 对", + "侧 重", + "光 大", + "前 线", + "生 前", + "RA W", + "R AW", + "кс и", + "к си", + "可 分为", + "宅 基地", + "fact s", + "fac ts", + "f acts", + "▁ha los", + "▁hal os", + "▁halo s", + "▁раз ви", + "hyd rate", + "hydr ate", + "il iated", + "ili ated", + "ilia ted", + "iliate d", + "▁D ialog", + "▁Di alog", + "▁ Dialog", + "▁hash tag", + "▁hasht ag", + "▁Ex ternal", + "▁Ext ernal", + "▁ External", + "▁shoot ers", + "▁sho oters", + "▁shooter s", + "Initial ize", + "Stack Trace", + "▁Elect rical", + "▁Electric al", + "▁exhaust ive", + "▁Contin ental", + "▁outs ourcing", + "一 贯", + "发 音", + "各 班", + "扫 码", + "梦 中", + "此 举", + "金 黄", + "预 售", + "Mz E", + "主演 的", + "主 演的", + "的 解释", + "ju ven", + "▁D rink", + "▁Dr ink", + "verb ose", + "кто мври", + "▁e asing", + "▁eas ing", + "▁rem nant", + "▁stupid ity", + "一 枚", + "受 众", + "失 效", + "想 来", + "点 亮", + "Ab s", + "A bs", + "S rc", + "aj o", + "a jo", + "老师 在", + "金牛 座", + "im ps", + "imp s", + "▁I sh", + "▁Is h", + "su ite", + "suit e", + "s uite", + "▁S ask", + "▁Sa sk", + "St ates", + "State s", + "Stat es", + "at ical", + "atic al", + "ati cal", + "a tical", + "ra cell", + "rac ell", + "race ll", + "▁M egan", + "▁Me gan", + "▁Meg an", + "▁Mega n", + "▁re size", + "▁res ize", + "▁ resize", + "▁St range", + "▁Str ange", + "▁Stra nge", + "▁rev ital", + "▁Ex ercise", + "▁foot steps", + "▁logarith m", + "出 战", + "块 的", + "平 整", + "油 菜", + "跌 停", + "返 校", + "大会 上", + "大 会上", + "月 以来", + "极大 地", + "极 大地", + "给你 们", + "给 你们", + "能量 的", + "能 量的", + "▁\\\" @", + "▁x en", + "医科 大学", + "TA BLE", + "T ABLE", + "▁M ick", + "▁Mic k", + "▁Mi ck", + "▁R ays", + "▁Ray s", + "▁Ra ys", + "▁l ieu", + "▁li eu", + "▁lie u", + "▁s ire", + "▁si re", + "▁sir e", + "▁Re vel", + "▁Rev el", + "▁Reve l", + "▁me lee", + "▁mel ee", + "▁wh irl", + "▁Sim mons", + "▁ramp ant", + "▁s ealing", + "▁se aling", + "▁sea ling", + "▁seal ing", + "与 该", + "包 子", + "啊 啊", + "水 量", + "眼 界", + "调 制", + "體 驗", + "te c", + "t ec", + "▁Г а", + "原来 是", + "执行 官", + "的 背后", + "fb ox", + "f box", + "nre c", + "nr ec", + "n rec", + "▁E ff", + "min im", + "mini m", + "mi nim", + "ins ured", + "nF riend", + "nFri end", + "n Friend", + "▁Com bat", + "▁Comb at", + "▁Cy prus", + "▁Kat rina", + "▁Ev idence", + "▁mar ching", + "▁march ing", + "▁marc hing", + "▁tight ening", + "▁tighten ing", + "加 盖", + "劣 势", + "挑 戰", + "男 方", + "SD K", + "S DK", + "她们 的", + "她 们的", + "新 模式", + "独 一无", + "理性 的", + "理 性的", + "re on", + "r eon", + "▁I NS", + "▁IN S", + "▁ INS", + "荣誉 称号", + "▁ре ги", + "ra cial", + "rac ial", + "r acial", + "upl icate", + "▁sum mers", + "▁summer s", + "▁summ ers", + "▁St raight", + "▁Stra ight", + "inter faces", + "interface s", + "▁pred icate", + "▁decentral ized", + "寒 冬", + "我 被", + "搬 运", + "油 气", + "澳 门", + "电 竞", + "競 爭", + "发展 到", + "表现 在", + "表 现在", + "&& &&", + "▁S pl", + "▁Sp l", + "Ne ill", + "Re ady", + "Read y", + "tr end", + "tre nd", + "t rend", + "ap unov", + "▁sm ashed", + "▁smash ed", + "▁Hold ings", + "▁Holding s", + "▁mode rator", + "▁moder ator", + "以 待", + "底 气", + "新 品", + "百 货", + "等 同", + "AP E", + "A PE", + "av ez", + "ave z", + "a vez", + "ml in", + "m lin", + "nS at", + "n Sat", + "▁L SU", + "▁LS U", + "▁о би", + "▁об и", + "▁ю ли", + "两个 人的", + "两个人 的", + "两 个人的", + "跨境 电商", + "ODU CT", + "▁CO PY", + "▁COP Y", + "▁n uis", + "▁nu is", + "▁本发明 的", + "▁ 本发明的", + "Can ada", + "ra ther", + "rat her", + "rath er", + "r ather", + "▁f ined", + "▁fin ed", + "▁fine d", + "▁fi ned", + "▁ion ized", + "▁let tuce", + "ob jective", + "object ive", + "obj ective", + "▁nomine es", + "▁nominee s", + "▁receipt s", + "▁R aspberry", + "dist ributed", + "й т", + "” -", + "双 双", + "可 乐", + "巨 额", + "沪 深", + "罪 行", + "贬 值", + "IM A", + "I MA", + "▁K C", + "Con g", + "Co ng", + "C ong", + "▁E rd", + "▁Er d", + "▁T hem", + "▁The m", + "▁Th em", + "变得 越来越", + "▁We ber", + "▁Web er", + "fra gment", + "frag ment", + "f ragment", + "▁Dragon s", + "▁Drag ons", + "▁P arking", + "▁Park ing", + "▁Par king", + "▁comm end", + "▁ commend", + "▁suff ice", + "▁un ravel", + "dash board", + "▁T racking", + "▁Tr acking", + "▁Track ing", + "▁pl anners", + "▁plan ners", + "▁planner s", + "▁Rel igious", + "▁ship ments", + "▁shipment s", + "三 亚", + "时 隔", + "转 弯", + "▁u i", + "▁ ui", + "事实 和", + "ap is", + "api s", + "iv el", + "ive l", + "i vel", + "文化 建设", + "Mus lim", + "mic ron", + "micro n", + "▁g lyph", + "▁gly ph", + "ATION AL", + "effect s", + "▁sh ores", + "▁sho res", + "▁shore s", + "atur days", + "aturday s", + "ic iaries", + "ici aries", + "icia ries", + "▁rich est", + "▁ric hest", + "▁trim med", + "▁ab lation", + "▁ ablation", + "▁Aware ness", + "▁hol ographic", + "▁holog raphic", + "▁collabor ations", + "▁collaboration s", + "三 条", + "四 人", + "多 是", + "心 病", + "早 年", + "明 顯", + "有 事", + "結 束", + "装 机", + "黄 某", + "ju n", + "j un", + "一路 上", + "一 路上", + "为 国家", + "iz zy", + "izz y", + "▁B ak", + "▁Ba k", + "Ro und", + "R ound", + "nt ake", + "n take", + "psy ch", + "▁Go als", + "▁Goal s", + "est yles", + "estyle s", + "esty les", + "e styles", + "val uate", + "Ex amples", + "Example s", + "▁S ustainable", + "▁insign ificant", + "佐 证", + "何 种", + "出 不", + "请 假", + "Fe b", + "F eb", + "OD c", + "\\\\ #", + "政策 和", + "HA HA", + "▁arg v", + "▁ argv", + "▁е дно", + "▁ едно", + "iber nate", + "er mediate", + "ermed iate", + "ific ially", + "ificial ly", + "ifi cially", + "▁percent ages", + "▁percentage s", + "因 地", + "的 就", + "红 了", + "红 楼", + "飞 扬", + "NT c", + "OT M", + "O TM", + "胰岛 素", + "TO DO", + "TOD O", + "if ax", + "ifa x", + "i fax", + "城市 建设", + "▁H ein", + "▁He in", + "▁l act", + "▁la ct", + "▁lac t", + "▁mon et", + "▁mo net", + "▁G ender", + "▁Ge nder", + "▁Gen der", + "▁rev ive", + "▁Mus tang", + "▁Must ang", + "plan ation", + "▁ste roids", + "▁ster oids", + "▁университе т", + "估 算", + "杂 物", + "潜 水", + "胃 肠", + "表 决", + "视 察", + "ta bl", + "tab l", + "t abl", + "价格 上涨", + "hib it", + "hi bit", + "sa les", + "sal es", + "sale s", + "s ales", + "▁Id ea", + "▁Ide a", + "▁p rod", + "▁pro d", + "▁pr od", + "▁ prod", + "▁In ner", + "▁Inn er", + "▁ Inner", + "For ward", + "nCom mon", + "nComm on", + "n Common", + "osc opic", + "▁pa used", + "▁pause d", + "▁Kar dash", + "▁Kard ash", + "▁imped ance", + "▁entrepreneur ial", + ") ”", + "前 瞻", + "厌 恶", + "字 节", + "并 就", + "村 子", + "树 枝", + "高 职", + "CA C", + "C AC", + "у ва", + "实际 的", + "it su", + "its u", + "发展 趋势", + "Co ver", + "C over", + "▁R ect", + "▁Re ct", + "▁Rec t", + "▁ Rect", + "not ice", + "▁T ensor", + "▁Ten sor", + "▁ Tensor", + "▁pr imes", + "▁pri mes", + "▁prim es", + "▁prime s", + "▁я нуари", + "▁must ard", + "▁qu oting", + "▁quot ing", + "▁quo ting", + "▁H ernandez", + "▁World wide", + "▁entitle ment", + "▁dist ributors", + "▁distribut ors", + "▁distributor s", + "▁Conserv atives", + "▁Conservative s", + "▁super symmetry", + "▁supers ymmetry", + "г е", + "尽 头", + "批 量", + "方 言", + "條 件", + "甜 甜", + "稀 释", + "Bu l", + "B ul", + "pa s", + "p as", + "▁ш а", + "▁ ша", + "成就 感", + "群体 的", + "群 体的", + "角色 的", + "角 色的", + "认识 了", + "▁C AL", + "▁CA L", + "▁C ongo", + "▁Con go", + "▁Co ngo", + "▁Cong o", + "▁per il", + "▁pe ril", + "Cent ral", + "▁dub ious", + "▁snipp et", + "▁Inter state", + "實 施", + "小 人", + "普 惠", + "机 型", + "重 回", + "nB re", + "nBr e", + "n Bre", + "oc or", + "oco r", + "o cor", + "美国 政府", + "都有 一个", + "都 有一个", + "as aki", + "asa ki", + "▁R osa", + "▁Ro sa", + "▁Ros a", + "▁E qual", + "▁Eq ual", + "▁Equ al", + "▁ Equal", + "▁For ums", + "▁Forum s", + "▁Fo rums", + "▁Mar ion", + "▁Mario n", + "▁Mari on", + "▁b onded", + "▁bond ed", + "▁bon ded", + "▁ch icks", + "▁chick s", + "▁chi cks", + "▁chic ks", + "▁ser mon", + "▁serm on", + "▁un paid", + "Valid ate", + "▁Response s", + "▁Respons es", + "exper iments", + "experiment s", + "H s", + "c q", + "周 恩", + "天 内", + "质 地", + "黎 明", + ";- >", + "; ->", + "鉴定 意见", + "P unct", + "ex ter", + "ext er", + "▁M eat", + "▁Me at", + "nB eyond", + "nBe yond", + "▁Orig in", + "▁Ori gin", + "▁ Origin", + "▁Sc outs", + "▁Scout s", + "▁Sco uts", + "set State", + "▁bail out", + "▁mamm als", + "con verted", + "convert ed", + "▁eyeb rows", + "▁pet roleum", + "necess arily", + "▁fright ened", + "▁strateg ically", + "▁strategic ally", + "二 胎", + "大 专", + "大 兴", + "我 再", + "执 教", + "欢 呼", + "闲 置", + "高 空", + "喜欢 吃", + "fra m", + "fr am", + "f ram", + "ic io", + "ici o", + "i cio", + "这些 东西", + "EV ENT", + "E VENT", + "nL and", + "nLa nd", + "n Land", + "▁abrupt ly", + "nF ortunately", + "▁rest ructuring", + "定 为", + "意 義", + "慎 重", + "时 限", + "洋 葱", + "滤 波", + "赶 上", + "\\\\ (", + "十九 条", + "和 方法", + "甚至 连", + "en de", + "end e", + "e nde", + "ме нт", + "мен т", + "▁C LI", + "▁CL I", + "▁D ob", + "▁Do b", + "工程 项目", + "fr ied", + "f ried", + "la tex", + "lat ex", + "late x", + "▁S ell", + "▁Se ll", + "▁Sel l", + "nM ajor", + "n Major", + "▁A FTER", + "▁AF TER", + "▁h ikes", + "▁hike s", + "▁hi kes", + "▁M ilton", + "▁Mil ton", + "▁Occ upy", + "▁Occup y", + "▁d ances", + "▁dance s", + "▁da nces", + "▁dan ces", + "▁C lasses", + "▁Cl asses", + "▁Class es", + "▁ Classes", + "▁Gener ator", + "▁Gene rator", + "▁ Generator", + "▁imm ersion", + "▁immers ion", + "▁in forming", + "▁inform ing", + "拉 丁", + "曾 是", + "比 的", + "满 怀", + "草 坪", + "Bo y", + "B oy", + "ck e", + "c ke", + "cm s", + "c ms", + "pp a", + "p pa", + "tp l", + "t pl", + "▁ 全球", + "准备 的", + "所学 校", + "所 学校", + "有 任何", + "的情 感", + "的 情感", + "第三 届", + "lo qu", + "nO ld", + "n Old", + "▁G ol", + "▁Go l", + "▁L on", + "▁Lo n", + "这个 过程", + "fa ith", + "f aith", + "▁K ris", + "▁Kr is", + "fin ished", + "finish ed", + "f inished", + "▁Daniel s", + "▁v iability", + "▁vi ability", + "▁via bility", + "▁pro testing", + "▁prot esting", + "▁protest ing", + "▁simpl istic", + "一 词", + "失 调", + "就 和", + "泉 州", + "盒 子", + "\\\\ *", + "公元 前", + "▁n pm", + "▁np m", + "▁ npm", + "nI tem", + "nIt em", + "n Item", + "ron ting", + "ront ing", + "▁Pro sec", + "▁Pros ec", + "▁w aving", + "▁wa ving", + "▁In valid", + "▁ Invalid", + "▁vent ures", + "▁venture s", + "看 你", + "知道 的", + "知 道的", + "▁D NN", + "▁b ud", + "▁bu d", + "中国 市场", + "岁的 时候", + "岁 的时候", + "▁p ess", + "▁pe ss", + "▁pes s", + "▁A cross", + "▁Ac ross", + "▁Dur ham", + "ochem ical", + "o chemical", + "▁dimin ish", + "▁pos tings", + "▁post ings", + "▁posting s", + "▁champ agne", + "▁Ex pression", + "▁Express ion", + "▁Exp ression", + "▁ Expression", + "▁conf ession", + "▁confess ion", + "▁enrich ment", + "▁recipro cal", + "▁municip alities", + "▁municipal ities", + "做 题", + "实 名", + "的手 段", + "的 手段", + "第二 种", + "<< \\\"", + "ur en", + "ure n", + "u ren", + "▁H og", + "▁Ho g", + "▁L TS", + "▁LT S", + "伙食 补助费", + "▁pne um", + "▁sp ook", + "▁spo ok", + "▁D anger", + "▁Dan ger", + "▁pal ate", + "▁pa late", + "▁enlarge d", + "▁enlarg ed", + "▁hum ility", + "▁cinem atic", + "▁cinema tic", + "出 卖", + "不仅 能", + "的 眼神", + "▁G RB", + "▁GR B", + "因为 没有", + "if rame", + "i frame", + "▁OR DER", + "▁ ORDER", + "▁P ilot", + "▁Pi lot", + "▁Pil ot", + "▁c ling", + "▁cl ing", + "▁clin g", + "▁ cling", + "▁s aints", + "▁sa ints", + "▁saint s", + "na nother", + "nan other", + "n another", + "agn ostics", + "agnostic s", + "▁Bulld ogs", + "lik elihood", + "▁ecosystem s", + "▁eco systems", + "▁inter sections", + "▁intersection s", + "▁intersect ions", + "三 项", + "富 士", + "心 事", + "的 法", + "费 的", + "香 菇", + "高 地", + "只能 在", + "只 能在", + "我们 来", + "St ud", + "ст ър", + "стъ р", + "с тър", + "Ag ain", + "A gain", + "Gr and", + "Gra nd", + "G rand", + "}\\\" )\\", + "} \\\")\\", + "▁a val", + "▁av al", + "▁ aval", + "▁baby s", + "▁bab ys", + "▁ba bys", + "▁pet ty", + "的重要 组成部分", + "▁p unched", + "▁pun ched", + "▁punch ed", + "red itation", + "redit ation", + "▁La placian", + "▁dep recated", + ": <", + "一 堆", + "德 尔", + "炸 弹", + "的 非", + "▁o y", + "▁ oy", + "▁Б е", + "与 社会", + "个 工作", + "垃圾 桶", + "等 功能", + "而且 是", + "win e", + "wi ne", + "w ine", + "▁L af", + "▁La f", + "Log ic", + "Lo gic", + "▁bi fur", + "▁bif ur", + "▁P attern", + "▁Pat tern", + "▁ Pattern", + "▁m anners", + "▁man ners", + "▁manner s", + "▁perf ume", + "▁plag ued", + "▁plague d", + "▁veter in", + "nobserv ed", + "n observed", + "▁autom ate", + "▁auto mate", + "▁pos itivity", + "▁posit ivity", + "三 八", + "之 王", + "堅 持", + "对 口", + "日 出", + "校 企", + "比 你", + "琢 磨", + "置 身", + "跑 去", + "ce q", + "c eq", + "nB i", + "n Bi", + "to s", + "t os", + "打造 的", + "时间 段", + "▁> >\\", + "▁>> \\", + "▁ >>\\", + "▁F ur", + "▁Fu r", + "Tr ust", + "T rust", + "tu ned", + "tun ed", + "tune d", + "t uned", + "▁W rong", + "nmodel s", + "nmod els", + "n models", + "▁H ampton", + "▁Ham pton", + "▁T alking", + "▁Tal king", + "▁Talk ing", + "▁lumin ous", + "▁lum inous", + "Stat istics", + "▁fingert ips", + "▁scal ability", + "也 从", + "呼 应", + "大 山", + "巨 人", + "性 命", + "截 然", + "折 射", + "斗 志", + "涡 轮", + "造 假", + "AC S", + "A CS", + "Re q", + "R eq", + "sp o", + "s po", + "了一 遍", + "了 一遍", + "使我 们", + "使 我们", + "家门 口", + "家 门口", + "拒绝 了", + "he el", + "hee l", + "事业 发展", + "目的 在于", + "Al ign", + "Ali gn", + "Sh arp", + "Sha rp", + "mor ph", + "m orph", + "re views", + "rev iews", + "review s", + "▁fle eing", + "▁flee ing", + "▁tight en", + "nFe atured", + "▁pre scriptions", + "▁pres criptions", + "▁prescription s", + "下 令", + "从 我", + "伪 装", + "反 省", + "天 鹅", + "息 息", + "沙 龙", + "过 着", + "有两 种", + "有 两种", + "状态 下", + "\":\" (", + "\\\\ /}", + "\\\\/ }", + "▁D um", + "▁Du m", + "ENG TH", + "nP rob", + "nPro b", + "nPr ob", + "n Prob", + "nc oll", + "ncol l", + "nco ll", + "n coll", + "ph alt", + "pha lt", + "phal t", + "▁p ane", + "▁pan e", + "▁pa ne", + "▁w arp", + "▁war p", + "▁wa rp", + "AC TION", + "ACT ION", + "A CTION", + "▁Fl ynn", + "▁Fly nn", + "▁ed its", + "▁edit s", + "mo unted", + "mount ed", + "▁жи тели", + "ns ection", + "nse ction", + "n section", + "▁For ever", + "▁Fore ver", + "block quote", + "nComm unity", + "nCommun ity", + "n Community", + "▁pos itional", + "▁position al", + "▁posit ional", + "▁billion aire", + "侥 幸", + "各 省", + "年 会", + "成 龙", + "是 把", + "解 脱", + "變 化", + "就 觉得", + "有几 个", + "有 几个", + "路上 的", + "路 上的", + "bi ans", + "bian s", + "bia ns", + "b ians", + "}) ^{-", + "})^ {-", + "})^{ -", + "} )^{-", + "▁Se crets", + "▁Sec rets", + "▁Secret s", + "▁soft max", + "▁stand out", + "▁desc ended", + "▁descend ed", + "▁misunder stood", + "敏 锐", + "清 风", + "的 李", + "示 例", + "翻 身", + "限 期", + "TC P", + "T CP", + "Th m", + "T hm", + "ip h", + "i ph", + "wy n", + "w yn", + "的一 半", + "的 一半", + "\\\" >[", + "\\\"> [", + "▁H ST", + "▁HS T", + "▁S OL", + "▁SO L", + "sun ami", + "▁w ield", + "▁wi eld", + "▁N amely", + "▁Name ly", + "▁Nam ely", + "▁past ry", + "▁pas try", + "▁quas ar", + "nPro cess", + "n Process", + "re ceived", + "not ations", + "notation s", + "▁Sav annah", + "▁adv ising", + "▁advis ing", + "▁staff ing", + "▁vort ices", + "▁Inter esting", + "▁Interest ing", + "云 端", + "區 域", + "单 单", + "村 镇", + "私 立", + "博士 生", + "合格 的", + "合 格的", + "想起 了", + "想 起了", + "的 保护", + "An ch", + "A nch", + "ig ar", + "iga r", + "i gar", + "op us", + "o pus", + "在工作 中", + "在 工作中", + "nD ave", + "▁u ter", + "▁ut er", + "▁ uter", + "▁Е вро", + "ad emic", + "ade mic", + "adem ic", + "over ty", + "o verty", + "▁W olver", + "▁Wol ver", + "▁a nthem", + "▁ant hem", + "▁anth em", + "▁g ithub", + "▁git hub", + "▁ github", + "▁man dated", + "▁mand ated", + "▁mandate d", + "▁show cases", + "▁showcase s", + "▁showc ases", + "▁multipl ying", + "▁multip lying", + "▁multiply ing", + "▁dem ographics", + "▁demo graphics", + "▁demographic s", + "一 世", + "散 户", + "看 点", + "优美 的", + "优 美的", + "日 消息", + "朱元 璋", + "自然 是", + "风格 的", + "风 格的", + "wan t", + "wa nt", + "w ant", + "}: \\\\", + "}:\\ \\", + "} :\\\\", + "市委 书记", + "法律 责任", + "St rip", + "Str ip", + "S trip", + "▁S ere", + "▁Se re", + "▁Ser e", + "▁l oot", + "▁lo ot", + "的技术 方案", + "的 技术方案", + "in ject", + "inj ect", + "▁ver te", + "▁vert e", + "cam paign", + "▁dele tion", + "▁delet ion", + "▁p ensions", + "▁pension s", + "▁pens ions", + "access ible", + "▁се птември", + "▁ 元", + "农 商", + "财 险", + "贪 婪", + "闪 光", + "BU T", + "B UT", + "少年 的", + "少 年的", + "有时 间", + "有 时间", + "适量 的", + "适 量的", + "ble r", + "bl er", + "b ler", + "出现 问题", + "ic orn", + "ico rn", + "i corn", + "▁M our", + "▁Mo ur", + "▁W arm", + "▁War m", + "▁Wa rm", + "一定 要注意", + "一定要 注意", + "▁an tit", + "▁ant it", + "▁anti t", + "▁G erald", + "▁Ger ald", + "▁Will ie", + "▁Wil lie", + "▁sal ads", + "▁salad s", + "▁mar itime", + "▁asc ertain", + "engine ering", + "五 彩", + "他 却", + "的 話", + "骗 取", + "с на", + "了一 大", + "了 一大", + "▁Ge o", + "不断 完善", + "相比 之下", + "sim pl", + "s impl", + "▁g igg", + "▁gig g", + "▁gi gg", + "nsh own", + "nshow n", + "n shown", + "nR ather", + "to Equal", + "▁C annot", + "▁Can not", + "▁Ca nnot", + "▁Cann ot", + "▁Appl ied", + "▁Ap plied", + "▁scr atching", + "▁scratch ing", + "▁scrat ching", + "▁undes irable", + "主 帅", + "乐 视", + "四 次", + "平 平", + "拉 萨", + "未 曾", + "板 和", + "螺 母", + "议 论", + "达 尔", + "FT A", + "F TA", + "了一 声", + "了 一声", + "都 觉得", + "id av", + "ida v", + "一个 女人", + "IN ESS", + "INE SS", + "I NESS", + "ig eon", + "ige on", + "i geon", + "▁ha voc", + "▁m ound", + "▁mo und", + "fam ilies", + "f amilies", + "▁B rowser", + "▁Brow ser", + "▁Browse r", + "▁ Browser", + "▁adv isers", + "▁advis ers", + "▁advise rs", + "▁adviser s", + "他 与", + "右 边", + "推 移", + "车 队", + "Mj c", + "{% \\", + "{ %\\", + "代表 性", + "怎么 了", + "固定 资产", + "og ens", + "ogen s", + "mon ary", + "▁lo oming", + "▁mon keys", + "▁monkey s", + "▁P ossible", + "▁Poss ible", + "▁afford ed", + "▁forward ed", + "功 课", + "备 战", + "时 装", + "星 空", + "满 分", + "礼 品", + "较 长", + "一口 气", + "一 口气", + "服务 于", + "▁H ag", + "▁Ha g", + "▁a uf", + "▁au f", + "▁ auf", + "OR DER", + "ORD ER", + "es tim", + "est im", + "e stim", + "▁H ole", + "▁Hol e", + "▁Ho le", + "▁mult in", + "▁multi n", + "▁mul tin", + "Gener ate", + "Gen erate", + "G enerate", + "▁st rides", + "▁str ides", + "▁stri des", + "▁stride s", + "▁interpre ter", + "▁interpret er", + "上 岗", + "勤 劳", + "研 学", + "专门 的", + "专 门的", + "is ma", + "ism a", + "nM or", + "nMo r", + "n Mor", + "投入 使用", + "ill ac", + "illa c", + "ngo ing", + "n going", + "▁Се вер", + "ran king", + "rank ing", + "r anking", + "▁He arts", + "▁Heart s", + "▁Hear ts", + "▁Re cipe", + "▁Rec ipe", + "▁Month ly", + "▁pron ounce", + "▁height ened", + "侮 辱", + "停 产", + "四 级", + "格 力", + "棵 树", + "酌 情", + "Nz E", + "▁г е", + "▁ ге", + "个 项目", + "会 引起", + "凝聚 力", + "凝 聚力", + "非常 高", + ">\\\" \\", + "> \\\"\\", + "承担 责任", + "hed ron", + "im posed", + "imp osed", + "▁sett lers", + "▁settle rs", + "▁Insp ector", + "▁Inspect or", + "▁borrow ers", + "▁exp iration", + "冒 着", + "幸 好", + "章 节", + "绿 水", + "而 下", + "院 子", + "EC D", + "E CD", + "MT M", + "M TM", + "][ /", + "] [/", + "hh h", + "h hh", + "你就 是", + "你 就是", + "科技 成果", + "▁K hal", + "▁Kh al", + "▁T ory", + "▁To ry", + "▁Tor y", + "ave raged", + "aver aged", + "average d", + "com press", + "comp ress", + "▁Part ies", + "▁Par ties", + "▁toile ts", + "▁toilet s", + "▁de pletion", + "▁pot assium", + "threat ening", + "M K", + "ъ з", + "前 锋", + "吓 得", + "豐 富", + "转 会", + "题 主", + "▁r é", + "▁ ré", + "ox el", + "er ala", + "era la", + "eral a", + "ra dle", + "rad le", + "▁k ink", + "▁kin k", + "mit ter", + "mitt er", + "m itter", + "File Path", + "est ation", + "esta tion", + "e station", + "▁vib rations", + "▁vibration s", + "和 无", + "宁 德", + "年 夜", + "纸 质", + "重 點", + "OR N", + "O RN", + "RE C", + "R EC", + "众多 的", + "众 多的", + "高效 的", + "dis s", + "di ss", + "d iss", + "ст ри", + "с три", + "▁B CS", + "▁BC S", + "▁n ar", + "▁na r", + "▁ nar", + "ap per", + "app er", + "appe r", + "a pper", + "nre ad", + "nr ead", + "n read", + "▁h ath", + "▁ha th", + "▁hat h", + "▁ra zor", + "▁sc arf", + "▁scar f", + "ag hetti", + "agh etti", + "▁S andra", + "▁San dra", + "▁Sand ra", + "▁Sa ndra", + "▁Sav age", + "▁Sebast ian", + "ä r", + "中 兴", + "定 金", + "紀 錄", + "▁ 如果", + "甚至 在", + "Mat t", + "Ma tt", + "M att", + "nS ix", + "nT ra", + "nTr a", + "n Tra", + "ot hs", + "oth s", + "o ths", + "su cc", + "suc c", + "s ucc", + "F ALSE", + "her ty", + "▁S USY", + "▁SU SY", + "Br anch", + "Bra nch", + "ng roup", + "n group", + "sur vey", + "res cent", + "▁gar ments", + "▁garment s", + "hor izontal", + "▁commission ers", + "▁commissioner s", + "乌 鲁", + "布 朗", + "我 却", + "▁; )", + "▁ ;)", + "基督 徒", + "大大 的", + "大 大的", + "射手 座", + "并 表示", + "深厚 的", + "深 厚的", + "而 现在", + "ny ears", + "nyear s", + "n years", + "▁r otor", + "▁ro tor", + "▁rot or", + "▁FIT NESS", + "▁Web ster", + "▁re claim", + "▁rec laim", + "▁на циона", + "▁She pherd", + "▁port folios", + "▁portfolio s", + "relation ship", + "relations hip", + "▁influ encing", + "▁ ½", + "元 年", + "谎 言", + ":) \\", + ": )\\", + "Bs t", + "B st", + "’” \\", + "’ ”\\", + "▁t u", + "▁ tu", + "会 发现", + "FA IL", + "nF eb", + "nFe b", + "n Feb", + "▁S MB", + "▁SM B", + "工伤 保险", + "▁d ens", + "▁de ns", + "▁den s", + "▁ dens", + "char ges", + "charge s", + "charg es", + "let cher", + "▁Ide ally", + "▁Ideal ly", + "▁Confeder ate", + "▁document ing", + "▁eccentric ity", + "▁replace ments", + "▁replacement s", + "出 击", + "芬 兰", + "西 路", + "试 探", + "惊人 的", + "惊 人的", + "排名 第", + "的 魅力", + "集团 的", + "集 团的", + "ac ci", + "acc i", + "a cci", + "rv ert", + "r vert", + "}{ (\\\\", + "}{( \\\\", + "} {(\\\\", + "ESS AGE", + "Mark et", + "Mar ket", + "▁sie ge", + "nW eight", + "nWe ight", + "n Weight", + "▁Ag ents", + "▁Agent s", + "▁dis ent", + "▁di sent", + "▁dise nt", + "▁b ishops", + "▁bi shops", + "▁bishop s", + "nPart icip", + "l k", + "任 性", + "柔 性", + "绿 茶", + "视 听", + "逝 世", + "面 目", + "韓 國", + "aa c", + "a ac", + "▁H L", + "▁ HL", + "▁V T", + "▁ VT", + "了 多少", + "作者 的", + "作 者的", + "很高 兴", + "很 高兴", + "nC RE", + "n CRE", + "Own er", + "▁AS AP", + "Sh ader", + "Sha der", + "sum mer", + "ens able", + "ven ient", + "▁ch ores", + "▁cho res", + "▁chore s", + "Ge ometry", + "np roduct", + "npro duct", + "nprodu ct", + "n product", + "▁grow ers", + "▁gr owers", + "▁gro wers", + "▁stock ed", + "▁Res erved", + "▁Reserve d", + "▁Reserv ed", + "▁cont ested", + "▁contest ed", + "▁re connect", + "▁recon nect", + "– –", + "充 斥", + "列 举", + "安 居", + "将 与", + "车 载", + "nU N", + "n UN", + "信号 的", + "信 号的", + "构成 了", + "构 成了", + "tu ne", + "tun e", + "t une", + "line r", + "lin er", + "li ner", + "l iner", + "▁L omb", + "▁Lo mb", + "▁Bl ank", + "▁c ooks", + "▁co oks", + "▁cook s", + "▁sl ows", + "▁slow s", + "▁dipl oma", + "▁diplom a", + "oe lectric", + "o electric", + "eff iciency", + "e fficiency", + "▁decom posed", + "b v", + "信 徒", + "背 面", + "虚 弱", + "資 金", + "▁т ър", + "▁ тър", + "被 认为是", + "▁S TEM", + "▁ST EM", + "▁STE M", + "▁ STEM", + "▁rub y", + "▁ru by", + "▁ ruby", + "Ha ving", + "H aving", + "n phase", + "▁s andy", + "▁sand y", + "▁san dy", + "▁sc int", + "▁sci nt", + "Over view", + "▁C ertain", + "▁Cert ain", + "▁Cer tain", + "▁Gar rett", + "▁disp uted", + "▁dispute d", + "▁disput ed", + "▁mush room", + "▁ins pected", + "▁insp ected", + "▁inspect ed", + "▁poss essing", + "▁possess ing", + "北 市", + "惊 叹", + "考 评", + "花 草", + "调 和", + "高 档", + "с па", + "等 信息", + "ви ят", + "вия т", + "▁L up", + "▁Lu p", + "Link s", + "Lin ks", + "L inks", + "ns pin", + "nsp in", + "n spin", + "лна та", + "л ната", + "▁GPU s", + "▁GP Us", + "市场监管 局", + "ig nant", + "ign ant", + "po wers", + "power s", + "pow ers", + "p owers", + "})- (\\\\", + "pan cies", + "p ancies", + "work flow", + "▁Rod gers", + "▁Motor ola", + "▁inert ial", + "▁inertia l", + "npart icular", + "▁pro claimed", + "▁proclaim ed", + "▁random ness", + "A Q", + "接 过", + "欠 条", + "电 量", + "\\\\ :", + "管理 员", + "▁S gt", + "国有 企业", + "正在 进行", + "正 在进行", + "Ex cel", + "▁m eme", + "▁me me", + "▁mem e", + "▁R ings", + "▁Ring s", + "fin ance", + "f inance", + "▁Mig uel", + "▁over see", + "▁overse e", + "▁overs ee", + "ellect ual", + "▁check point", + "▁campaign ing", + "create Element", + "安 德", + "来 之", + "标 语", + "药 业", + "质 押", + "面 料", + "MT c", + "` ;\\", + "三年 级", + "三 年级", + "可以 为", + "可 以为", + "是一 部", + "是 一部", + "的 品牌", + "的 根本", + "Sp in", + "S pin", + "am us", + "a mus", + "uit e", + "ui te", + "u ite", + "▁C AS", + "▁CA S", + "▁G ap", + "▁Ga p", + "▁O WN", + "▁ OWN", + "▁по л", + "▁ пол", + "可能 导致", + "工作 任务", + "\\\" ])\\", + "\\\"] )\\", + "▁po ets", + "▁poet s", + "▁pos tal", + "▁post al", + "▁bull pen", + "▁vou cher", + "▁ch illing", + "▁chill ing", + "▁open ness", + "▁consult ed", + "▁obst ruction", + "▁obstruct ion", + "創 造", + "在 人", + "芳 香", + "讲 到", + "） （", + "专业 课", + "和 精神", + "多 小时", + "ra ced", + "rac ed", + "race d", + "r aced", + "▁m ish", + "▁mis h", + "▁mi sh", + "▁Se oul", + "▁n ylon", + "▁ny lon", + "▁w rath", + "▁wr ath", + "▁wra th", + "▁aven ues", + "▁avenue s", + "▁form idable", + "▁work around", + "▁Austral ians", + "▁Australia ns", + "▁Australian s", + "▁electro weak", + "一 两", + "五 六", + "原 著", + "可 想", + "宜 昌", + "已 知", + "病 症", + "索 引", + "红 枣", + ";& #", + "; &#", + "GU I", + "G UI", + "Nj c", + "OT S", + "O TS", + "tr o", + "t ro", + "мо р", + "м ор", + "▁s z", + "▁ sz", + "体现 出", + "可用 于", + "可 用于", + "的 危害", + "聪明 的", + "聪 明的", + "bb le", + "b ble", + "▁e lo", + "▁el o", + "▁ elo", + "ei gen", + "e igen", + "mult ip", + "multi p", + "mul tip", + "▁N ames", + "▁Name s", + "▁Na mes", + "▁Nam es", + "▁ Names", + "▁WOR LD", + "en coded", + "enc oded", + "encode d", + "▁Com pute", + "▁Comp ute", + "▁Comput e", + "▁C ricket", + "▁Cr icket", + "▁Sun shine", + "▁ancest or", + "▁m iracles", + "▁mir acles", + "▁miracle s", + "▁mirac les", + "с к", + "保 定", + "化 身", + "徒 弟", + "无 视", + "昼 夜", + "晚 饭", + "越 发", + "逃 跑", + "選 舉", + "酸 奶", + "▁v a", + "▁ va", + "关心 的", + "关 心的", + "对 这些", + "着我 们", + "着 我们", + "Gi ve", + "G ive", + "ge ms", + "g ems", + "很长 时间", + "很 长时间", + "思想 政治", + "结果 显示", + "по ред", + "▁T ong", + "▁To ng", + "▁Ton g", + "▁c ron", + "▁cr on", + "▁cro n", + "▁k nob", + "▁kn ob", + "▁m alf", + "▁mal f", + "▁ma lf", + "▁F orget", + "▁For get", + "▁Gu atem", + "▁Pl anned", + "▁Plan ned", + "▁b ounced", + "▁bou nced", + "▁bounce d", + "▁hob bies", + "▁turn overs", + "▁turnover s", + "▁tables poon", + "▁Congress man", + "▁landsc aping", + "▁synch rotron", + "▁Organ isation", + "农 牧", + "宋 代", + "湖 区", + "滚 滚", + "长 假", + "▁& -", + "▁ &-", + "▁в а", + "▁ ва", + "什么 叫", + "他们 也", + "圣诞 节", + "房间 里", + "的 氛围", + "颜色 的", + "颜 色的", + "ru ms", + "rum s", + "r ums", + "▁B ib", + "▁Bi b", + "范围 内的", + "范围内 的", + "cast s", + "ca sts", + "cas ts", + "c asts", + "▁s tern", + "▁st ern", + "▁ste rn", + "▁ster n", + "▁par sed", + "▁parse d", + "ugg ested", + "uggest ed", + "▁Con cert", + "▁Conc ert", + "▁text ile", + "▁tex tile", + "un iversal", + "uni versal", + "nGeneral ly", + "nGener ally", + "plement ary", + "奇 妙", + "怪 物", + "挽 救", + "每 每", + "波 澜", + "海 的", + "金 色", + "ee e", + "e ee", + "等 进行", + "▁t ex", + "▁te x", + "▁ tex", + "侵权 责任", + "ith ic", + "▁W ife", + "▁Wi fe", + "▁g igs", + "▁gig s", + "▁gi gs", + "▁Hind i", + "▁Hi ndi", + "▁S omal", + "▁So mal", + "▁Som al", + "▁r aced", + "▁ra ced", + "▁rac ed", + "▁race d", + "▁ raced", + "lic ates", + "l icates", + "ne ither", + "n either", + "▁spe edy", + "▁speed y", + "▁bi cycles", + "▁bicy cles", + "▁bicycle s", + "▁succeed s", + "Sim ulation", + "W B", + "文 案", + "站 着", + "线 和", + "Se x", + "S ex", + "cp y", + "c py", + "抵抗 力", + "重要 性", + "ic er", + "ice r", + "i cer", + "OT HER", + "OTH ER", + "O THER", + "的主要 原因", + "的 主要原因", + "ger ald", + "g erald", + "▁Pl aint", + "▁Plain t", + "▁Achie ve", + "▁Ach ieve", + "▁T utorial", + "▁Tut orial", + "normal ized", + "▁Fe aturing", + "▁insp ector", + "▁inspect or", + "▁superf icial", + "▁spirit uality", + "▁spiritual ity", + "S Q", + "大 意", + "早 盘", + "月 球", + "Af f", + "A ff", + "├ ──", + "▁x x", + "▁ xx", + "等 各种", + "og ical", + "▁bas il", + "▁ba sil", + "▁из пъл", + "in stead", + "inst ead", + "otyp ing", + "▁Bright on", + "▁Brig hton", + "▁supern ova", + "m w", + "乡 亲", + "前 十", + "标 本", + "肺 部", + "腰 椎", + "Co d", + "C od", + "跟 大家", + "▁: )\"", + "▁:) \"", + "Ang le", + "mc ite", + "m cite", + "}) +\\\\", + "})+ \\\\", + "} )+\\\\", + "▁O mar", + "▁Om ar", + "▁br ane", + "▁bra ne", + "▁ brane", + "▁c reek", + "▁cre ek", + "▁s alty", + "▁sal ty", + "▁salt y", + "▁un par", + "▁u npar", + "nIs rael", + "n Israel", + "▁En ough", + "▁Sk etch", + "▁b iting", + "▁bit ing", + "▁bi ting", + "rac table", + "ract able", + "▁furn ace", + "▁sp iders", + "▁spider s", + "▁Cont ents", + "▁Content s", + "▁ Contents", + "▁Your self", + "▁fin anced", + "▁finance d", + "▁finan ced", + "▁imag ining", + "▁imagin ing", + "▁prec autions", + "▁underest imate", + "到 场", + "唐 山", + "团 圆", + "在 看", + "抱 歉", + "最 先", + "爵 士", + "ig i", + "i gi", + "是一 款", + "是 一款", + "病人 的", + "病 人的", + "jo hn", + "j ohn", + "▁K athy", + "▁Kat hy", + "▁Ka thy", + "▁Kath y", + "▁pay able", + "▁stim uli", + "▁Dis count", + "▁Disc ount", + "▁for given", + "▁forg iven", + "▁forgive n", + "▁о ктомври", + "▁comp iling", + "▁ins isting", + "▁insist ing", + "侧 的", + "商 業", + "回 流", + "帐 篷", + "消 杀", + "老人 家", + "老 人家", + "ait h", + "ai th", + "a ith", + "an di", + "and i", + "a ndi", + "▁G ul", + "▁Gu l", + "关键 时刻", + "怎么 可能", + "De lay", + "Del ay", + "nT ele", + "nTe le", + "n Tele", + "所述 的一种", + "所述的 一种", + "Ex pect", + "Exp ect", + "st ores", + "store s", + "sto res", + "nP arent", + "nPar ent", + "n Parent", + "▁po orer", + "▁poor er", + "act ivated", + "activ ated", + "activate d", + "ograph ers", + "ograp hers", + "ographer s", + "ograph ically", + "ographic ally", + "ographical ly", + "▁facilit ated", + "▁facilitate d", + "▁astroph ysical", + "▁re combination", + "假 冒", + "才 行", + "晚 了", + "生 怕", + "种 的", + "da s", + "d as", + "狮子 座", + "采取 了", + "采 取了", + "ST RU", + "STR U", + "▁S ew", + "▁Se w", + "▁S OME", + "▁SO ME", + "cu ador", + "im pact", + "imp act", + "▁b ureau", + "▁bure au", + "▁st igma", + "▁bur dens", + "▁burden s", + "add resses", + "address es", + "▁four teen", + "np ublished", + "n published", + "▁corros ion", + "document ation", + "三 名", + "停 下", + "数 千", + "io c", + "i oc", + "在 心里", + "新鲜 的", + "模型 的", + "模 型的", + "IT CH", + "决策 部署", + "man ual", + "▁PE OPLE", + "▁Gener ic", + "▁Gene ric", + "▁ Generic", + "▁def erred", + "▁defer red", + "▁destroy s", + "▁destro ys", + "▁dismiss al", + "▁impair ment", + "五 四", + "克 里", + "团 伙", + "坚 韧", + "天 子", + "李 白", + "难 的", + "展开 了", + "展 开了", + "nM en", + "nMe n", + "n Men", + "▁b tw", + "扎实 推进", + "Mi cro", + "M icro", + "dr aft", + "dra ft", + "d raft", + "▁s kim", + "▁sk im", + "▁ski m", + "Un ique", + "ff ield", + "f field", + "▁Per ez", + "▁Pe rez", + "▁Pere z", + "▁Ram sey", + "▁Rams ey", + "ans wered", + "answer ed", + "▁Ad visor", + "▁Adv isor", + "▁Advis or", + "▁ Advisor", + "sequ ences", + "sequence s", + "▁local ity", + "▁loc ality", + "▁take over", + "▁Con struct", + "▁Co nstruct", + "▁Const ruct", + "▁ Construct", + "▁mission ary", + "▁confidential ity", + "书 房", + "好 久", + "帮 他", + "牵 手", + "眼 下", + "价格 的", + "价 格的", + "你 没有", + "汽车 的", + "汽 车的", + "全体 党员", + "▁J ail", + "▁Ja il", + "nAs ked", + "nAsk ed", + "nF ound", + "n Found", + "▁c ider", + "App endix", + "Append ix", + "nconst ant", + "ncon stant", + "n constant", + "ns olution", + "n solution", + "▁Di abetes", + "▁Ob server", + "▁Observ er", + "▁Obs erver", + "▁ Observer", + "inter acting", + "inte racting", + "super script", + "supers cript", + "▁parameter ized", + "学 年", + "把 控", + "没 啥", + "稳 固", + "赵 丽", + "踏 上", + "PE S", + "P ES", + "W as", + "南京 市", + "和 安全", + "生产 力", + "ion a", + "io na", + "i ona", + "不用 担心", + "应急 预案", + "▁A uss", + "▁Au ss", + "▁Aus s", + "▁J ong", + "▁Jon g", + "▁Jo ng", + "解决 问题的", + "解决问题 的", + "nP oint", + "n Point", + "▁Ro uge", + "▁Rou ge", + "fore ign", + "▁bir ths", + "▁birth s", + "▁mount s", + "▁mo unts", + "▁inv aded", + "▁F avorite", + "▁Se ctions", + "▁Section s", + "▁Sect ions", + "▁Univers ities", + "中 日", + "主 題", + "升 值", + "巧 合", + "或 在", + "椅 子", + "流 逝", + "点 儿", + "白 马", + "超 标", + "追 寻", + "多样 化", + "CO NT", + "CON T", + "C ONT", + "UU ID", + "U UID", + "▁A TT", + "▁AT T", + "▁ ATT", + "▁c pu", + "▁cp u", + "▁ cpu", + "▁b ead", + "▁be ad", + "▁а прил", + "▁co ales", + "▁coal es", + "tf unction", + "t function", + "▁cas ually", + "▁casual ly", + "pre diction", + "pred iction", + "predict ion", + "▁de ception", + "▁dece ption", + "▁volley ball", + "戒 指", + "降 幅", + "SH A", + "S HA", + "听到 了", + "听 到了", + "▁a na", + "▁an a", + "▁ ana", + "相关 规定", + "▁L ego", + "▁Le go", + "▁Leg o", + "▁t iger", + "▁ti ger", + "nO ption", + "nOpt ion", + "n Option", + "▁nause a", + "otten ham", + "▁conc eal", + "▁conce al", + "▁s izable", + "▁heaven ly", + "▁pres umed", + "▁presum ed", + "▁presume d", + "▁wrink les", + "En umerable", + "▁poly ester", + "▁comment ators", + "▁commentator s", + "一 圈", + "团 长", + "尼 奥", + "手 脚", + "机 油", + "耦 合", + "誓 言", + "过 户", + "▁P F", + "▁ PF", + "不在 乎", + "不 在乎", + "在 当时", + "满足 了", + "满 足了", + "相较 于", + "经纪 人", + "▁R ig", + "▁Ri g", + "▁p row", + "▁pro w", + "▁pr ow", + "▁E ston", + "▁Es ton", + "▁Est on", + "iqu ette", + "ique tte", + "i quette", + "▁Wh ilst", + "▁arm our", + "▁bl inds", + "▁blind s", + "▁mut ant", + "▁set ups", + "▁setup s", + "umin osity", + "in creasing", + "▁s idelines", + "▁side lines", + "▁sid elines", + "▁exagger ated", + "▁spont aneously", + "▁spontaneous ly", + "价 钱", + "华 的", + "接 送", + "移 送", + "FL O", + "F LO", + "IB M", + "I BM", + "че в", + "ч ев", + "全面 发展", + "nE rror", + "n Error", + "se ctor", + "sec tor", + "sect or", + "s ector", + "▁c igar", + "▁cig ar", + "mat ching", + "match ing", + "m atching", + "▁M atters", + "▁Mat ters", + "▁Matt ers", + "▁Matter s", + "▁simpl ifies", + "q c", + "可 观", + "四 面", + "屬 於", + "精 髓", + " \\", + "喜欢 你", + "的 距离", + "陈 代谢", + "饮用 水", + "饮 用水", + "Sp ot", + "S pot", + "mo rt", + "mor t", + "m ort", + "▁B es", + "▁Be s", + "▁M SE", + "▁MS E", + "▁T HC", + "▁TH C", + "▁пи са", + "▁ писа", + "▁C ache", + "▁Ca che", + "▁ Cache", + "prov ided", + "provide d", + "▁ultra violet", + "business insider", + "年 和", + "拦 截", + "是 与", + "湖 泊", + "要 让", + "题 型", + "黑 人", + "Nz c", + "N zc", + "二手 车", + "FR OM", + "F ROM", + "al ys", + "aly s", + "副 秘书长", + "加密 货币", + "市委 常委", + "影响 力的", + "影响力 的", + "政府 部门", + "nf ree", + "n free", + "▁Z oom", + "▁Zoo m", + "▁un im", + "▁u nim", + "▁Tun is", + "▁Tu nis", + "▁big ot", + "▁bi got", + "▁fig ur", + "▁E ating", + "▁Eat ing", + "▁Gr eeks", + "▁Greek s", + "▁Gree ks", + "▁Gre eks", + "▁Re place", + "▁Rep lace", + "▁ Replace", + "▁WARRANT Y", + "▁master ed", + "▁mas tered", + "▁mast ered", + "exper ience", + "set counter", + "▁gent lemen", + "▁gentle men", + "▁broad casts", + "▁broadcast s", + "媽 媽", + "PR L", + "P RL", + "▁Л а", + "总是 在", + "总 是在", + "的地 位", + "的 地位", + "认识 的", + "里程 碑", + "nw ay", + "n way", + "▁S ax", + "▁Sa x", + "的那 一刻", + "的 那一刻", + "线上 线下", + "▁n umb", + "▁num b", + "▁nu mb", + "St udio", + "Stud io", + "er most", + "erm ost", + "on ight", + "oni ght", + "o night", + "pro ton", + "pr oton", + "prot on", + "proto n", + "re curs", + "rec urs", + "▁reg rets", + "▁regret s", + "▁partner ing", + "R x", + "▁ 对", + "不 打", + "人 意", + "剥 夺", + "推 翻", + "最 終", + "率 达", + "腿 部", + "赌 博", + "那 我", + "к ло", + "个 国家", + "中 表示", + "是一 座", + "是 一座", + "ion i", + "io ni", + "i oni", + "▁D as", + "▁Da s", + "com ma", + "comm a", + "co mma", + "▁g ust", + "▁gu st", + "首席 执行官", + "est ead", + "este ad", + "e stead", + "se nder", + "sen der", + "send er", + "s ender", + "nDe fine", + "nDef ine", + "pl acing", + "plac ing", + "▁Rab bit", + "▁Rabbi t", + "▁g astro", + "▁gas tro", + "▁gast ro", + "▁Per form", + "ograph ies", + "▁coord inating", + "场 馆", + "宣 言", + "百 花", + "ry n", + "r yn", + "少 不了", + "短暂 的", + "bo rg", + "bor g", + "b org", + "▁o at", + "分钟 左右", + "▁ex its", + "▁exit s", + "▁ав густ", + "▁d ynasty", + "▁He zbollah", + "▁adult hood", + "▁adul thood", + "▁witness ing", + "▁occur rences", + "▁occurrence s", + "左 边", + "焚 烧", + "苗 木", + "Co u", + "C ou", + "▁H K", + "▁ HK", + "am ie", + "ami e", + "a mie", + "lo st", + "los t", + "l ost", + "▁n ib", + "如实 供述", + "学习 成绩", + "矛盾 纠纷", + "落到 实处", + "这个 名字", + "Name d", + "Na med", + "N amed", + "le ges", + "lege s", + "leg es", + "Com mit", + "Comm it", + "ill ian", + "illi an", + "▁st unt", + "▁stun t", + "▁cl ergy", + "▁cler gy", + "Comm ands", + "Command s", + "▁plag iar", + "▁Strateg ies", + "▁priorit ize", + "▁acceler ator", + "▁un supported", + "▁u nsupported", + "▁method ologies", + "一 點", + "商 用", + "守 住", + "破 损", + "行 事", + "tg l", + "t gl", + "信息 和", + "将 达到", + "方式 的", + "方 式的", + "规模 的", + "as ms", + "asm s", + "▁M au", + "▁Ma u", + "受到 影响", + "J esus", + "Cap tion", + "Ca ption", + "C aption", + "der abad", + "value Of", + "▁b illed", + "▁bill ed", + "▁bil led", + "▁in forms", + "▁inform s", + "▁info rms", + "▁ins urer", + "▁insure r", + "▁bear ings", + "▁bearing s", + "▁str anded", + "▁strand ed", + "▁eigen vectors", + "人 来", + "作 曲", + "好 玩", + "愈 发", + "所 要", + "肩 负", + "走 近", + "这 下", + "He x", + "H ex", + "▁V L", + "▁ VL", + "发生 后", + "有 异议", + "老人 们", + "老 人们", + "而成 的", + "而 成的", + "ri sy", + "ris y", + "r isy", + "▁N RA", + "▁NR A", + "空气 质量", + "\":\" //", + "\":\"/ /", + "▁M iche", + "▁Mich e", + "▁Mic he", + "▁Mi che", + "▁d elic", + "▁de lic", + "▁del ic", + "▁Sav ior", + "▁i nsure", + "▁ins ure", + "▁lo sers", + "▁lose rs", + "▁los ers", + "▁loser s", + "▁sc orer", + "▁score r", + "▁Hoff man", + "▁inert ia", + "▁E lements", + "▁El ements", + "▁Element s", + "▁Ele ments", + "▁ Elements", + "▁dis rupted", + "▁disrupt ed", + "▁in jective", + "▁inj ective", + "▁inject ive", + "▁IN FORMATION", + "名 牌", + "室 友", + "小 花", + "每 個", + "父 親", + "IS M", + "I SM", + "fi b", + "f ib", + "开展 的", + "还会 有", + "还 会有", + "nP al", + "n Pal", + "▁E ar", + "经济 学家", + "经济学 家", + "yle ne", + "yl ene", + "y lene", + "Lo ndon", + "L ondon", + "in side", + "ins ide", + "ir ting", + "irt ing", + "▁O live", + "▁Ol ive", + "▁as hes", + "▁ash es", + "▁ ashes", + "▁men stru", + "▁remind ers", + "▁reminder s", + "▁ellipt ical", + "▁elliptic al", + "▁ellip tical", + "▁geomet ries", + "▁sens ational", + "▁sensation al", + "供 货", + "助 学", + "摆 在", + "白 血", + "自 此", + "被 骗", + "怎么 看", + "经济 体", + "葡萄 糖", + "贸 市场", + "lor ds", + "lord s", + "l ords", + "▁p als", + "▁pal s", + "▁pa ls", + "ha ving", + "hav ing", + "h aving", + "nA side", + "nAs ide", + "week ly", + "ns ingle", + "n single", + "▁cl auses", + "▁clause s", + "▁nurt ure", + "t raditional", + "▁transl ating", + "> -", + "周 某", + "念 佛", + "想 在", + "纪 元", + "车 展", + "nS H", + "n SH", + "▁ ال", + "为 实现", + "白羊 座", + "自己 对", + "/\\\\ /", + "/ \\\\/", + "ca sh", + "cas h", + "c ash", + "uc id", + "uci d", + "u cid", + "建筑 工程", + "▁F ruit", + "▁Fr uit", + "up grade", + "▁De bbie", + "▁Deb bie", + "▁bo iled", + "▁boil ed", + "▁re sted", + "▁r ested", + "▁res ted", + "▁rest ed", + "▁hard ship", + "▁result ant", + "▁exp ressive", + "▁express ive", + "会 后", + "刚 需", + "图 纸", + "壮 族", + "恭 喜", + "指 望", + "经 由", + "花 样", + "醉 酒", + "=[ '", + "= ['", + "MD c", + "创造 力", + "大家 对", + "第二 条", + "is sy", + "iss y", + "▁S EE", + "▁SE E", + "交通 大学", + "要 进一步", + "▁b lob", + "▁bl ob", + "▁blo b", + "▁ blob", + "▁Fin ish", + "gress ive", + "g ressive", + "▁col span", + "▁Cambod ia", + "▁F ighting", + "▁Fight ing", + "▁depart ed", + "▁Begin ning", + "▁Min kowski", + "▁Mink owski", + "▁compar atively", + "▁comparative ly", + "▁electro static", + "保 质", + "削 减", + "发 芽", + "揭 露", + "时 任", + "觀 眾", + "诉 请", + "DE F", + "D EF", + "El l", + "E ll", + "▁Й о", + "工作 站", + "nG ot", + "nGo t", + "▁P IN", + "▁PI N", + "很多 事情", + "▁та зи", + "▁h airs", + "▁ha irs", + "▁hair s", + "nA round", + "nAr ound", + "ia bility", + "iab ility", + "i ability", + "▁bary ons", + "▁baryon s", + "▁vill ains", + "▁villain s", + "▁villa ins", + "一 楼", + "发 货", + "心 地", + "患 上", + "是 其", + "稀 缺", + "马 桶", + "'} {", + "' }{", + "Ru b", + "R ub", + "的女 孩", + "的 女孩", + "so on", + "s oon", + "ma res", + "mar es", + "mare s", + "m ares", + "▁De sk", + "▁Des k", + "▁fl op", + "▁flo p", + "▁H aley", + "▁Ha ley", + "▁Hal ey", + "▁St amp", + "▁Sta mp", + "承担 赔偿责任", + "org anic", + "organ ic", + "▁amid st", + "Cal endar", + "▁half time", + "▁hal ftime", + "▁legitim acy", + "写 入", + "写 在", + "就 让", + "排 骨", + "比 方", + "考 慮", + "ST A", + "S TA", + "▁   ", + "▁   ", + "关联 性", + "准确 的", + "喜爱 的", + "喜 爱的", + "死亡 率", + "范 冰冰", + "ta bs", + "tab s", + "t abs", + "▁D in", + "▁Di n", + "▁U RI", + "▁UR I", + "▁ URI", + "BL OCK", + "ol eon", + "ole on", + "▁A uth", + "▁Aut h", + "▁Au th", + "▁ Auth", + "▁e nsl", + "▁en sl", + "▁ens l", + "▁in vo", + "▁inv o", + "port al", + "por tal", + "p ortal", + "ке мври", + "к ември", + "▁ha irc", + "▁hair c", + "at ernal", + "ater nal", + "atern al", + "a ternal", + "enn ifer", + "he ating", + "heat ing", + "hea ting", + "h eating", + "nL ittle", + "n Little", + "▁H older", + "▁Hol der", + "▁Ho lder", + "▁Hold er", + "▁ Holder", + "▁Far mers", + "▁Farm ers", + "▁Farmer s", + "con tained", + "cont ained", + "contain ed", + "inst agram", + "▁diver gent", + "▁toler ated", + "▁tolerate d", + "▁profound ly", + "D u", + "▁ 上", + "丹 麦", + "人 选", + "刑 期", + "前 一", + "应 为", + "当 即", + "的 真", + "相 近", + "顽 强", + "Do t", + "D ot", + "nG l", + "n Gl", + "居民 的", + "居 民的", + "诺 贝尔", + "wa ld", + "wal d", + "w ald", + "亿美元 的", + "▁gl ut", + "▁glu t", + "▁p end", + "▁pe nd", + "▁pen d", + "▁ pend", + "nCom put", + "n Comput", + "up dates", + "update s", + "ven ting", + "vent ing", + "▁p light", + "▁pl ight", + "feed back", + "▁Miss ing", + "▁Mis sing", + "▁ Missing", + "▁Ob jects", + "▁Object s", + "▁ Objects", + "▁prev ail", + "▁psy ched", + "▁psych ed", + "▁behavi ours", + "▁behaviour s", + "▁re location", + "▁rel ocation", + "▁reloc ation", + "▁fest ivities", + "S Z", + "核 准", + "被 他", + "製 造", + "面 条", + "GR E", + "G RE", + "SI G", + "S IG", + "ma k", + "m ak", + "▁' \\", + "▁ '\\", + "收获 了", + "的主 人", + "的 主人", + "的 形成", + "al eb", + "ale b", + "in us", + "i nus", + "▁A PR", + "▁AP R", + "▁B TC", + "▁BT C", + "▁T hu", + "▁Th u", + "▁ Thu", + "nW ood", + "n Wood", + "cry pto", + "c rypto", + "nCom mun", + "nComm un", + "n Commun", + "▁all ied", + "Pre vious", + "base line", + "bas eline", + "▁cav ities", + "▁prophe cy", + "▁art illery", + "升 起", + "古 今", + "国 立", + "开 出", + "忧 虑", + "感 官", + "房 贷", + "收 紧", + "离 合", + "量 和", + "▁Ф и", + "Su re", + "Sur e", + "S ure", + "广大 群众", + "es try", + "est ry", + "nG roup", + "n Group", + "▁ep ist", + "▁epis t", + "▁sh akes", + "▁shake s", + "Res earch", + "Re search", + "▁stat ues", + "▁statue s", + "▁swift ly", + "Sub scribe", + "▁surround s", + "▁project ing", + "▁catast rophe", + "个 大", + "吃 药", + "洗 礼", + "透 气", + "首 家", + "pp o", + "p po", + "二年 级", + "二 年级", + "依旧 是", + "对 身体", + "是否 会", + "的手 机", + "的 手机", + "he it", + "il us", + "夫妻 关系", + "ab sor", + "abs or", + "fire s", + "fi res", + "f ires", + "nc ross", + "n cross", + "▁Co rey", + "▁Cor ey", + "▁Core y", + "▁Ph antom", + "▁Prov idence", + "▁Provide nce", + "一 脚", + "学 好", + "必 有", + "沮 丧", + "穿 戴", + "萨 斯", + "调 剂", + "Mz c", + "M zc", + "Or d", + "O rd", + "}{ {", + "} {{", + "зо ва", + "▁K ab", + "▁Ka b", + "те лни", + "тел ни", + "▁f unk", + "▁fun k", + "▁fu nk", + "arr hea", + "▁C atch", + "▁Cat ch", + "▁sl ips", + "▁slip s", + "▁price y", + "▁pric ey", + "▁mon arch", + "▁sp elled", + "▁spell ed", + "▁torn ado", + "▁hom icide", + "▁orig inates", + "▁origin ates", + "▁originate s", + "▁proced ural", + "▁dist ractions", + "▁distraction s", + "▁distract ions", + "潜 能", + "牵 挂", + "致 的", + "铸 造", + "AC P", + "A CP", + "ta p", + "t ap", + "}) /", + "} )/", + "的本 质", + "的 本质", + "给 学生", + "Add r", + "Ad dr", + "ne ts", + "net s", + "n ets", + "ве де", + "▁K un", + "▁Ku n", + "▁к ри", + "▁ кри", + "这个 地方", + "这种 方法", + "id ade", + "ida de", + "idad e", + "nS end", + "nSe nd", + "nSen d", + "n Send", + "or ned", + "orn ed", + "orne d", + "▁sl ug", + "▁ slug", + "▁c aves", + "▁ca ves", + "▁cav es", + "▁cave s", + "▁s emic", + "▁se mic", + "▁sem ic", + "▁semi c", + "▁w itty", + "▁wit ty", + "▁bur ner", + "▁burn er", + "▁ burner", + "▁re vert", + "▁reve rt", + "▁rev ert", + "▁rever t", + "▁Custom s", + "▁over sized", + "▁overs ized", + "▁mat hematic", + "▁mathemat ic", + "▁accommod ating", + "再 多", + "实 惠", + "星 光", + "联 社", + "避 孕", + "co x", + "c ox", + "or f", + "o rf", + "我们 先", + "要 学会", + "气候 变化", + "The ir", + "▁c ane", + "▁can e", + "▁ca ne", + "提供 了一种", + "提供了 一种", + "final s", + "fi nals", + "fin als", + "f inals", + "ic ycle", + "icy cle", + "i cycle", + "nIn dia", + "nInd ia", + "n India", + "pos ted", + "post ed", + "po sted", + "▁S erve", + "▁Ser ve", + "▁Serv e", + "▁draft s", + "▁dra fts", + "▁academ ia", + "▁azimuth al", + "▁int ensely", + "▁intense ly", + "▁intens ely", + "▁spect acle", + "▁spectac le", + "不 乏", + "中 枢", + "出 水", + "十 里", + "懂 的", + "映 射", + "极 高", + "水 产", + "积 蓄", + "自 发", + "Da n", + "D an", + "▁E F", + "▁ EF", + "了一 位", + "了 一位", + "了一 套", + "了 一套", + "+( \\\\", + "+ (\\\\", + "cre w", + "cr ew", + "c rew", + "▁S ap", + "▁Sa p", + "▁d an", + "▁da n", + "▁ dan", + "ru pts", + "rup ts", + "rupt s", + "igm oid", + "▁Cha os", + "▁pil lar", + "▁pill ar", + "▁ pillar", + "cccc cccc", + "nsystem s", + "n systems", + "rom agnet", + "▁Con cord", + "▁Conc ord", + "▁bas eman", + "▁base man", + "▁em ulate", + "▁p irates", + "▁pi rates", + "▁pirate s", + "▁puls ars", + "▁pulsar s", + "▁I stanbul", + "▁p ounding", + "▁po unding", + "▁pound ing", + "▁med iation", + "▁media tion", + "▁medi ation", + "▁pre defined", + "▁pred efined", + "手 足", + "抗 癌", + "鸡 肉", + "Bi n", + "B in", + "克里 斯", + "克 里斯", + "▁F en", + "▁Fe n", + "和社会 保障", + "和 社会保障", + "av atar", + "ava tar", + "ne ural", + "▁H ollow", + "▁Hol low", + "▁Holl ow", + "▁T ucker", + "▁Tu cker", + "▁Tuc ker", + "▁po etic", + "▁poet ic", + "▁vul gar", + "us tering", + "ust ering", + "uster ing", + "na issance", + "▁Rep orting", + "▁Report ing", + "▁Second ary", + "▁book store", + "ncondition s", + "n conditions", + "▁straw berries", + "后 市", + "年 终", + "念 念", + "格 的", + "tu p", + "t up", + "就是 说", + "有 那么", + "组织 和", + "这 其中", + "LA ND", + "LAN D", + "L AND", + "wa sh", + "was h", + "w ash", + "▁D PS", + "▁DP S", + "om nia", + "▁sa bot", + "▁sab ot", + "Ob server", + "Obs erver", + "Observ er", + "▁house holder", + "▁household er", + "地 毯", + "捐 献", + "擦 拭", + "的 血", + "骨 髓", + "dy n", + "d yn", + "e on", + "▁d d", + "▁ dd", + "在一 次", + "在 一次", + "氧化 物", + "\":\" （", + "nS ty", + "nSt y", + "n Sty", + "爷爷 奶奶", + "de nse", + "den se", + "dens e", + "d ense", + "ra ded", + "rad ed", + "rade d", + "r aded", + "▁C ain", + "▁Ca in", + "党的 十九大", + "▁s inks", + "▁sin ks", + "▁sink s", + "▁goal ie", + "▁Sch wartz", + "▁Schwar tz", + "▁ampl ified", + "▁complex ities", + "▁discontin ued", + "会 同", + "取 证", + "召 唤", + "后 备", + "多 达", + "安 东", + "皱 纹", + "及 利息", + "城镇 化", + "岁 以上", + "更 适合", + "现金 流", + "简直 是", + "стви е", + "▁ST ATE", + "▁STAT E", + "▁ STATE", + "▁ra ids", + "▁raid s", + "out puts", + "output s", + "▁Wes ley", + "▁sa fest", + "▁saf est", + "▁safe st", + "▁pres ume", + "▁presum e", + "rel igious", + "▁e arrings", + "▁Det ection", + "▁ball istic", + "▁medic inal", + "▁reject ing", + "▁hes itation", + "▁prim ordial", + "t q", + "彩 礼", + "心 跳", + "正 向", + "上 赛季", + "科创 板", + "过了 一", + "过 了一", + "ar at", + "ara t", + "a rat", + "ле ми", + "▁r av", + "▁ra v", + "▁ rav", + "财产 安全", + "▁C ALL", + "▁CA LL", + "▁CAL L", + "▁ CALL", + "▁c ong", + "▁con g", + "▁co ng", + "▁ cong", + "▁h ubs", + "▁hub s", + "▁ма рт", + "▁мар т", + "▁g angs", + "▁gang s", + "▁h ides", + "▁hide s", + "▁hi des", + "▁hid es", + "▁Har ley", + "▁Man ila", + "▁in nate", + "▁inn ate", + "\\\\ \\\\\\\\\\\\", + "\\\\\\ \\\\\\\\\\", + "\\\\\\\\\\ \\\\\\", + "\\\\\\\\ \\\\\\\\", + "\\\\\\\\\\\\ \\\\", + "al iation", + "ali ation", + "alia tion", + "▁on wards", + "▁sw apping", + "▁swap ping", + "▁disappe aring", + "▁disappear ing", + "н т", + "修 身", + "曾 經", + "江 县", + "es p", + "e sp", + "在 公司", + "玩 手机", + "的 场景", + "Bal l", + "Ba ll", + "B all", + "at ha", + "ath a", + "a tha", + "工作 进行", + "ver bs", + "verb s", + "▁c ites", + "▁cit es", + "▁cite s", + "▁ex ile", + "▁un att", + "▁u natt", + "▁una tt", + "raw ling", + "rawl ing", + "▁Soph ie", + "▁ben ign", + "▁bi sexual", + "▁bis exual", + "▁un official", + "▁orient ations", + "▁orientation s", + "口 径", + "声 誉", + "▁M V", + "▁ MV", + "可以 被", + "的一 家", + "的 一家", + "进 校园", + "Co ok", + "C ook", + "tr et", + "tre t", + "t ret", + "▁E ra", + "▁Er a", + "ask ell", + "hythm s", + "hyth ms", + "▁m anic", + "▁man ic", + "▁ma nic", + "ri ction", + "ric tion", + "rict ion", + "r iction", + "▁ch ased", + "▁cha sed", + "▁chase d", + "▁sp ouses", + "▁spo uses", + "▁spouse s", + "end region", + "▁mil itant", + "▁milit ant", + "▁contin ual", + "▁continu al", + "▁water fall", + "▁pleasant ly", + "▁pleas antly", + "▁lumin osities", + "历 代", + "重 生", + "饿 了", + "IP S", + "I PS", + "ND M", + "N DM", + "停下 来", + "停 下来", + "天蝎 座", + "nd id", + "ndi d", + "n did", + "▁N it", + "▁Ni t", + "▁д ве", + "▁Go al", + "Any one", + "▁Sac hs", + "▁Sach s", + "▁T ours", + "▁To urs", + "▁Tour s", + "▁Tou rs", + "Ch anges", + "Change s", + "▁c oward", + "▁co ward", + "▁cow ard", + "em ployee", + "▁c aching", + "▁ca ching", + "▁ded icate", + "▁dep uties", + "▁deput ies", + "▁test imon", + "▁testim on", + "▁Ess entially", + "▁Essential ly", + "▁labor atories", + "下 心", + "体 贴", + "四 位", + "太 小", + "张 艺", + "温 水", + "聚 力", + "== \\", + "= =\\", + "PC A", + "P CA", + "第一 种", + "第 一种", + "ла го", + "ir gin", + "it uted", + "itute d", + "itu ted", + "▁mis use", + "▁m ortal", + "▁mor tal", + "▁mort al", + "▁p added", + "▁pad ded", + "▁padd ed", + "nP rivate", + "nPr ivate", + "n Private", + "▁kitchen s", + "▁kit chens", + "reg ulation", + "▁gather ings", + "▁gathering s", + "O E", + "以 求", + "动 静", + "头 盔", + "打 进", + "AR A", + "A RA", + "RE M", + "R EM", + "er i", + "e ri", + "▁A E", + "▁ AE", + "当然 了", + "有 兴趣", + "现 如今", + "购买 的", + "购 买的", + "▁Р аз", + "▁Ра з", + "▁ Раз", + "一点 都不", + "对孩子 的", + "对 孩子的", + "hs ize", + "h size", + "iv ism", + "▁lo af", + "ic ides", + "icide s", + "ici des", + "nYou ng", + "n Young", + "pl ants", + "plan ts", + "plant s", + "ra ight", + "as tings", + "ast ings", + "asting s", + "▁B EFORE", + "▁Th reat", + "▁assign s", + "▁wh opping", + "▁who pping", + "relim inary", + "▁resemb lance", + "偏 见", + "卡 的", + "听 证", + "圣 地", + "悬 浮", + "无 愧", + "本 报", + "植 株", + "百 家", + "蜜 蜂", + "还 挺", + "追 加", + "() }", + "( )}", + "和 家长", + "增加 值", + "推动 了", + "推 动了", + "ji ng", + "jin g", + "j ing", + "▁Y ep", + "▁Ye p", + "▁e up", + "▁eu p", + "by ter", + "byte r", + "Plan ck", + "Rad ius", + "▁d odge", + "▁dod ge", + "▁aut obi", + "▁auto bi", + "▁par aly", + "▁para ly", + "Mult iple", + "Multi ple", + "act ively", + "active ly", + "activ ely", + "▁nuis ance", + "▁P otential", + "▁Pot ential", + "▁aut omorphism", + "▁autom orphism", + "_ [", + "d q", + "听 众", + "惠 州", + "揭 牌", + "盖 上", + "ir y", + "i ry", + "关节 炎", + "摩羯 座", + "的中 心", + "的 中心", + "ap id", + "api d", + "a pid", + "▁S PD", + "▁SP D", + "VERT IS", + "▁L emon", + "▁Le mon", + "▁Lem on", + "▁re gex", + "▁reg ex", + "▁ regex", + "▁in disp", + "▁ind isp", + "gal actic", + "▁line age", + "▁emer gencies", + "▁revel ations", + "▁revelation s", + "c é", + "▁ 你", + "些 年", + "信 的", + "增 持", + "画 像", + "祖 父", + "细 微", + "绑 定", + "药 材", + "赶 快", + "▁X D", + "庭审 中", + "ou in", + "co ded", + "code d", + "cod ed", + "c oded", + "▁R ica", + "▁Ric a", + "▁Ri ca", + "新中国 成立", + "▁n iece", + "▁ar tery", + "▁art ery", + "▁arter y", + "▁arte ry", + "▁m align", + "▁mal ign", + "▁V intage", + "▁Vin tage", + "▁end owed", + "Document s", + "Doc uments", + "▁radi ator", + "▁illum inated", + "▁illumin ated", + "▁art ificially", + "▁artificial ly", + "▁effort lessly", + "之 于", + "战 国", + "油 烟", + "渔 业", + "矿 产", + "這 裡", + "可 根据", + "在 孩子", + "忽略 了", + "飞行 员", + "▁ре з", + "▁ рез", + "对外 开放", + "还有 就是", + "as ide", + "asi de", + "a side", + "is ton", + "ist on", + "i ston", + "ma nia", + "man ia", + "m ania", + "▁F ool", + "▁Fo ol", + "nOr der", + "n Order", + "▁Al lan", + "▁All an", + "▁AL WAYS", + "▁Ol ivia", + "▁Rh odes", + "▁Rhode s", + "▁ce ased", + "▁cease d", + "▁j Query", + "▁ins ults", + "▁insult s", + "add itional", + "▁F antastic", + "▁Fant astic", + "▁Zimmer man", + "▁twent ieth", + "▁over coming", + "▁horiz ontally", + "▁horizontal ly", + "( <", + "事 了", + "卡 尔", + "张 力", + "看 他", + "走 高", + "金 星", + "** （", + "nT L", + "n TL", + "ns m", + "n sm", + "心灵 的", + "的 考生", + "▁if f", + "▁i ff", + "▁ iff", + "全面 推进", + "发展 战略", + "在一起 的", + "在一 起的", + "\\\" ];\\", + "\\\"] ;\\", + "▁dom est", + "▁dome st", + "▁par ody", + "read able", + "▁sol iton", + "▁volcan o", + "nInt ernet", + "nInter net", + "n Internet", + "▁re pairing", + "▁repair ing", + "▁prof icient", + "> [", + "` :", + "人 所", + "林 的", + "温 情", + "ER C", + "E RC", + "Si g", + "S ig", + "▁M H", + "▁ MH", + "思想 和", + "音乐 会", + "LE FT", + "OR TS", + "ORT S", + "to ok", + "too k", + "t ook", + "▁T yr", + "▁Ty r", + "Al low", + "All ow", + "▁F ULL", + "nJ ason", + "▁ch oke", + "▁cho ke", + "▁d iffe", + "▁diff e", + "▁di ffe", + "viol ent", + "ympt oms", + "▁по вече", + "▁disgu ise", + "▁Christ ina", + "▁heart beat", + "infl ammatory", + "向 南", + "备 份", + "套 装", + "并 用", + "期 满", + "果 树", + "迫 使", + "▁s eg", + "▁se g", + "▁ seg", + "ga ria", + "gar ia", + "g aria", + "nY ear", + "n Year", + "▁T urt", + "▁Tur t", + "▁Tu rt", + "▁t ents", + "▁ten ts", + "▁tent s", + "▁Po etry", + "▁el ites", + "▁elite s", + "▁elit es", + "▁t ractor", + "▁tr actor", + "▁tra ctor", + "▁trac tor", + "▁tract or", + "▁cylinder s", + "▁cylind ers", + "▁draw backs", + "▁drawback s", + "▁contrad icts", + "三 家", + "得 名", + "提 速", + "新 娘", + "日 月", + "甜 美", + "私 下", + "革 新", + "突 如其", + "fo ny", + "f ony", + "▁k ne", + "▁kn e", + "印象 深刻", + "_{ \\\\{", + "_{\\\\ {", + "col one", + "colon e", + "▁им ето", + "▁име то", + "▁Pack ages", + "▁Package s", + "▁con verse", + "▁convers e", + "▁conver se", + "▁observ es", + "▁obser ves", + "▁observe s", + "▁obs erves", + "▁dinos aurs", + "▁dinosaur s", + "▁manip ulating", + "Q E", + "可 口", + "哮 喘", + "泡 泡", + "炫 耀", + "') }", + "' )}", + "OT c", + "YE S", + "Y ES", + "我們 的", + "执行 的", + "执 行的", + "Con n", + "Co nn", + "uc ci", + "ucc i", + "u cci", + "▁C ec", + "▁Ce c", + "中小 学生", + "中小学 生", + "中 小学生", + "计划 生育", + "hel ps", + "help s", + "ish ly", + "ra ins", + "rain s", + "r ains", + "▁E arn", + "▁Ear n", + "▁T oys", + "▁To ys", + "▁Toy s", + "▁o lig", + "▁ol ig", + "nR oute", + "nRo ute", + "n Route", + "▁Che vy", + "▁Chev y", + "nCon tin", + "nCont in", + "n Contin", + "▁F lower", + "▁Fl ower", + "▁Flo wer", + "▁Flow er", + "▁Tr ends", + "▁Tre nds", + "▁Trend s", + "▁boost s", + "▁boo sts", + "▁о преде", + "Cons umer", + "Mod ified", + "▁C handler", + "▁Chand ler", + "▁Leban ese", + "▁transport ing", + "^ \\", + "思 索", + "昔 日", + "末 端", + "正 经", + "畏 惧", + "闪 电", + "阀 门", + "iy a", + "i ya", + "▁k w", + "▁ kw", + "成一 个", + "成 一个", + "的 温度", + "ir ez", + "ire z", + "i rez", + "▁A ch", + "▁Ac h", + "▁N ET", + "▁NE T", + "▁ NET", + "因为 这个", + "因为这 个", + "as sin", + "ass in", + "inf rared", + "▁c aptive", + "▁capt ive", + "▁dess erts", + "▁dessert s", + "▁prof iling", + "▁profil ing", + "▁Philipp ine", + "▁Philip pine", + "▁antib odies", + "▁inject ions", + "▁injection s", + "y g", + "團 體", + "悄 然", + "毅 力", + "洞 察", + "热 潮", + "球 星", + "的 在", + "MS G", + "M SG", + "的 办法", + "Th ink", + "ie nne", + "ien ne", + "i enne", + "▁Bo eh", + "▁f ain", + "▁fa in", + "▁h eed", + "▁he ed", + "▁ heed", + "▁Yuk awa", + "▁Res pond", + "▁an atomy", + "▁ins erts", + "▁insert s", + "▁sk illet", + "▁skill et", + "▁m appings", + "▁mapping s", + "▁ma ppings", + "▁S aturdays", + "▁Saturday s", + "▁veter inary", + "▁veterin ary", + "之 城", + "售 卖", + "戴 上", + "手 柄", + "招 待", + "矿 石", + "纯 洁", + "避 险", + "音 响", + "NT M", + "N TM", + "世界 里", + "的一 端", + "鲜明 的", + "鲜 明的", + "ph en", + "phe n", + "p hen", + "金融 科技", + "Gr ant", + "Gra nt", + "G rant", + "▁h acker", + "▁ha cker", + "▁hack er", + "▁hall uc", + "Sol ution", + "S olution", + "nCal ifornia", + "____ ________", + "________ ____", + "______ ______", + "▁altern atively", + "▁alternative ly", + "▁distingu ishing", + "▁distinguish ing", + "在 最", + "尘 埃", + "山 镇", + "建 党", + "顶 端", + "危险 的", + "NO TE", + "NOT E", + "N OTE", + "ib al", + "iba l", + "i bal", + "iv or", + "ivo r", + "i vor", + "积极 探索", + "ah ead", + "a head", + "申请 执行人", + "随着 时间的", + "work ed", + "▁O mega", + "▁Om ega", + "▁ Omega", + "▁t icks", + "▁tick s", + "▁ti cks", + "▁Ste fan", + "▁b akery", + "▁bake ry", + "in formed", + "nFirst ly", + "▁night ly", + "Trans ition", + "con current", + "co ncurrent", + "conc urrent", + "▁inter acts", + "▁interact s", + "书 包", + "就 餐", + "获 胜", + "'} )", + "' })", + "ec c", + "e cc", + "人 死亡", + "支 气管", + "的气 质", + "的 气质", + "严重 影响", + "av ern", + "ave rn", + "aver n", + "in ant", + "ina nt", + "i nant", + "▁F argo", + "▁Far go", + "▁F ailed", + "▁Fa iled", + "▁ Failed", + "▁out law", + "▁ec lectic", + "▁hom ology", + "▁van ished", + "▁vanish ed", + "▁Municip al", + "▁cell phone", + "▁skept icism", + "▁skeptic ism", + "不 长", + "所 謂", + "新 政", + "此 项", + "独 具", + "穩 定", + "议 院", + "评 比", + "雷 霆", + "Sy s", + "S ys", + "▁A dm", + "▁Ad m", + "▁L ak", + "▁La k", + "微量 元素", + "nM ade", + "nMad e", + "n Made", + "▁p oop", + "▁po op", + "▁p ulp", + "▁pul p", + "▁и зда", + "▁из да", + "▁Jew el", + "Get ting", + "G etting", + "Pay load", + "▁P ocket", + "▁Po cket", + "sent ence", + "nW henever", + "nWhen ever", + "▁super symmetric", + "▁supers ymmetric", + "z w", + "供 暖", + "借 钱", + "十 万", + "无 知", + "杂 草", + "石 榴", + "进 驻", + "▁V O", + "▁ VO", + "▁s b", + "▁ sb", + "可以 使", + "合法 性", + "没 那么", + "▁z eal", + "▁ze al", + "st arts", + "start s", + "star ts", + "▁mom my", + "nIn side", + "nIns ide", + "nWe bsite", + "nWeb site", + "▁Doc uments", + "▁Document s", + "▁ Documents", + "nExper ience", + "▁times cales", + "▁timescale s", + "▁alter ations", + "下 巴", + "不 死", + "了 近", + "出 土", + "受 邀", + "国 足", + "我 与", + "璀 璨", + "至 上", + "逆 行", + "霸 气", + "}$ =", + "} $=", + "FO NT", + "F ONT", + "el yn", + "ely n", + "e lyn", + "ge ne", + "gen e", + "g ene", + "ur ls", + "url s", + "▁\\\" )", + "▁ \\\")", + "▁ю ни", + "nApp ro", + "n Appro", + "▁R ally", + "▁THE RE", + "▁TH ERE", + "▁Ban ach", + "▁dou bly", + "▁doub ly", + "▁bast ard", + "▁clos ures", + "▁closure s", + "▁ closures", + "▁calcul ates", + "▁calculate s", + "▁calc ulates", + "▁prot otypes", + "▁prototype s", + "▁proto types", + "▁sequ encing", + "▁contest ants", + "▁Ent repreneur", + "中 性", + "烟 火", + "ки я", + "▁X i", + "▁ Xi", + "如果 我", + "或多 或", + "青春 期", + "De ad", + "D ead", + "ръ ща", + "帮助 他们", + "ot ron", + "}- {\\\\", + "} -{\\\\", + "▁L iam", + "▁Li am", + "ho sted", + "host ed", + "Pen ding", + "P ending", + "▁a venue", + "▁aven ue", + "▁gam ble", + "▁ga mble", + "▁gamb le", + "▁k night", + "▁kn ight", + "▁tr olls", + "▁troll s", + "nRe public", + "nRep ublic", + "▁ob edience", + "▁prost itution", + "v x", + "他 很", + "性 情", + "族 群", + "连 胜", + "Mz Q", + "`) \\", + "` )\\", + "与 美国", + "分辨 率", + "并 要求", + "ur us", + "uru s", + "u rus", + "nzo em", + "▁m ana", + "▁man a", + "▁ma na", + "▁Par ade", + "▁Pa rade", + "▁Parad e", + "▁c older", + "▁co lder", + "▁col der", + "▁cold er", + "▁kiss es", + "▁voltage s", + "▁volt ages", + "▁Monitor ing", + "▁remod eling", + "▁resist ivity", + "▁uncon ventional", + "К о", + "生 化", + ")+ (", + ") +(", + "FD A", + "F DA", + "有 很大", + "质量 的", + "质 量的", + "ij ah", + "i jah", + "▁D ed", + "▁De d", + "nR yan", + "ro pri", + "rop ri", + "▁H ire", + "▁Hi re", + "▁Hir e", + "▁Ch amp", + "▁Cha mp", + "▁Cham p", + "▁na nop", + "▁nan op", + "▁nano p", + "up stream", + "▁infil tr", + "edu cation", + "educ ation", + "e ducation", + "▁Protest ant", + "text superscript", + "劳 累", + "指 着", + "摸 排", + "用 好", + "色 泽", + "金 价", + "ж на", + "的 妈妈", + "被告 张", + "на сти", + "▁Bl vd", + "sk irts", + "▁Ab use", + "▁Abu se", + "▁P iper", + "▁Pi per", + "▁e Book", + "▁mus lim", + "cons umer", + "consum er", + "▁st eward", + "▁ste ward", + "▁stew ard", + "▁verb ose", + "▁ verbose", + "▁hem isphere", + "▁subt racted", + "▁subtract ed", + "▁sacrific ing", + "nAltern atively", + "华 中", + "听 完", + "干 旱", + "手 下", + "找 回", + "摇 滚", + "有 你", + "虫 害", + "走 走", + "IL S", + "I LS", + "eg ie", + "e gie", + "fu ck", + "f uck", + "▁E DT", + "▁ED T", + "▁r he", + "▁rh e", + "Fl ash", + "F lash", + "ro sis", + "ros is", + "r osis", + "▁B uddy", + "▁Budd y", + "▁Bud dy", + "Don nell", + "nM obile", + "n Mobile", + "▁Ga rage", + "▁Gar age", + "▁clim ax", + "▁c utter", + "▁cut ter", + "nS etting", + "nSet ting", + "n Setting", + "▁Even ing", + "▁Ev ening", + "▁Eve ning", + "▁mail box", + "▁sh immer", + "nDe pending", + "nDep ending", + "▁Aut omatic", + "▁Auto matic", + "▁Autom atic", + "▁inter iors", + "▁interior s", + "Q P", + "前 置", + "办 的", + "千 克", + "占 总", + "巡 回", + "收 款", + "状 的", + "ce e", + "c ee", + "显示 器", + "村 村民", + "看出 来", + "看 出来", + "em pl", + "emp l", + "▁r ms", + "▁rm s", + "▁ rms", + "具体 情况", + "te cho", + "tech o", + "tec ho", + "t echo", + "▁F ors", + "▁For s", + "▁Fo rs", + "▁S age", + "▁Sa ge", + "▁Sag e", + "▁t ore", + "▁to re", + "▁tor e", + "▁z inc", + "Ph ones", + "Phone s", + "ri ding", + "rid ing", + "r iding", + "▁L iquid", + "▁S ector", + "▁Se ctor", + "▁Sec tor", + "▁Sect or", + "▁heav ens", + "▁heaven s", + "▁r aining", + "▁ra ining", + "▁rain ing", + "▁ raining", + "st ruments", + "str uments", + "stru ments", + "strument s", + "▁smooth ed", + "▁smoot hed", + "▁Class ical", + "▁Classic al", + "▁Det ective", + "▁cont enders", + "▁contend ers", + "▁contender s", + "▁parametriz ation", + "上 汽", + "到 家", + "創 作", + "心 生", + "未 婚", + "民 进", + "飞 的", + "fe b", + "f eb", + "▁R w", + "不会 再", + "老 干部", + "MA SK", + "M ASK", + "is in", + "isi n", + "i sin", + "工作 方案", + "工作 经验", + "▁m ama", + "▁ma ma", + "▁t una", + "▁tun a", + "▁tu na", + "房地产 市场", + "art ist", + "▁Ed gar", + "▁o mega", + "▁om ega", + "▁ omega", + "▁A cknow", + "▁Ac know", + "▁ Acknow", + "nSome one", + "▁ch illed", + "▁chill ed", + "▁Spect rum", + "▁imm ortal", + "npro perties", + "n properties", + "▁mult ivariate", + "▁carbo hydrates", + "净 土", + "取 向", + "在 某", + "太 难", + "安 稳", + "祥 和", + "选 自", + "重 度", + "ST D", + "S TD", + "创作 的", + "创 作的", + "法律 的", + "病 患者", + "am aha", + "ama ha", + "a maha", + "sh ake", + "sha ke", + "▁к рал", + "▁кра л", + "▁fl irt", + "▁car cin", + "nF inding", + "nFind ing", + "nFin ding", + "▁bapt ism", + "▁dis cord", + "▁disc ord", + "▁pill ars", + "▁pillar s", + "亚 军", + "女 星", + "急 于", + "更 像", + "不 方便", + "理解 为", + "被告 的", + "oc ha", + "och a", + "o cha", + "ве ро", + "вер о", + "文化 艺术", + "nS elf", + "nSe lf", + "n Self", + "▁c lot", + "▁cl ot", + "▁clo t", + "nt otal", + "nto tal", + "n total", + "our tes", + "ourt es", + "nE ither", + "nH istor", + "nHis tor", + "wid gets", + "widget s", + "▁r ansom", + "is covery", + "isc overy", + "isco very", + "▁betray al", + "nav ailable", + "n available", + "▁collaps ing", + "▁un finished", + "▁unf inished", + "▁select ively", + "▁selective ly", + "q w", + "之 声", + "初 恋", + "大 卫", + "时 就", + "毛 孔", + "獨 立", + "F ox", + "ll l", + "l ll", + "▁z e", + "▁ ze", + "也不 想", + "也 不想", + "是否 能", + "显示 出", + "毕竟 是", + "▁ge o", + "▁ geo", + "▁T err", + "▁Te rr", + "▁Ter r", + "▁pe pp", + "无 正当理由", + "tw here", + "t where", + "▁N olan", + "▁No lan", + "▁Aut umn", + "▁St ones", + "▁Sto nes", + "▁Stone s", + "view port", + "▁en closure", + "▁marg inally", + "▁margin ally", + "▁marginal ly", + "part icularly", + "三 代", + "但 仍", + "玩 意", + "说 她", + "hl er", + "h ler", + "ra co", + "rac o", + "r aco", + "ta le", + "tal e", + "t ale", + "喜欢 的人", + "喜欢的 人", + "▁De bt", + "▁Deb t", + "▁H aus", + "▁Ha us", + "um ably", + "uma bly", + "bus ters", + "bu sters", + "buster s", + "b usters", + "np erson", + "nper son", + "n person", + "▁par ole", + "▁pa role", + "nW riting", + "nde velop", + "n develop", + "▁Ex pected", + "▁Exp ected", + "▁Expect ed", + "▁ Expected", + "▁Filip ino", + "▁postp oned", + "▁envision ed", + "▁unanim ously", + "▁unanimous ly", + "▁comprom ising", + "▁Schwar zschild", + "制 宜", + "捍 卫", + "池 塘", + "背 着", + "长 途", + "鲜 活", + "DE X", + "D EX", + "任务 的", + "分数 线", + "各 乡镇", + "希望 在", + "管理 体系", + "%\\\" >\\", + "% \\\">\\", + "ha ven", + "hav en", + "have n", + "h aven", + "▁H ond", + "▁Hon d", + "▁Ho nd", + "▁I EEE", + "▁IE EE", + "▁ IEEE", + "l iquid", + "▁B rick", + "▁Br ick", + "▁Bri ck", + "author s", + "auth ors", + "a uthors", + "but tons", + "button s", + "▁b ounty", + "▁bou nty", + "▁blat ant", + "▁tw isting", + "▁twist ing", + "▁де кември", + "▁serv icing", + "nC ategories", + "n Categories", + "久 久", + "無 論", + "窗 帘", + "nE v", + "n Ev", + "▁I G", + "▁ IG", + "一站 式", + "体制 改革", + "In dia", + "Ind ia", + "ul ler", + "ull er", + "you ng", + "yo ung", + "▁Me sa", + "▁Mes a", + "▁b aff", + "▁ba ff", + "▁В ели", + "用 实际行动", + "es ting", + "est ing", + "iv irus", + "▁ed ible", + "▁t andem", + "▁tan dem", + "▁Croat ia", + "nm agnetic", + "n magnetic", + "▁hard ness", + "▁rec alling", + "▁recall ing", + "▁unpar alleled", + "久 之", + "义 诊", + "新 款", + "田 野", + "研 修", + "达 人", + "物质 的", + "物 质的", + "能力 强", + "at um", + "nT oo", + "nTo o", + "n Too", + "og er", + "o ger", + "▁те х", + "集成 电路", + "▁S ync", + "▁Sy nc", + "▁Syn c", + "▁ Sync", + "▁For ex", + "▁Fore x", + "▁Fo rex", + "nA dding", + "nAd ding", + "nAdd ing", + "▁Tim ber", + "▁Ti mber", + "▁dis pose", + "▁disp ose", + "▁dispos e", + "reg ulated", + "周 杰", + "成 績", + "拜 访", + "ad v", + "a dv", + "tt d", + "t td", + "是无 法", + "是 无法", + "月份 的", + "nM ag", + "n Mag", + "▁т ре", + "▁ тре", + "没有 那么", + "没 有那么", + "ah ler", + "ahl er", + "a hler", + "▁a dam", + "▁ad am", + "▁ adam", + "rid den", + "r idden", + "▁Sc hol", + "▁Sch ol", + "▁Sp ike", + "▁bl ond", + "▁blo nd", + "Liter al", + "Lite ral", + "▁Nic hes", + "▁Nich es", + "▁Ni ches", + "▁tr usty", + "▁tru sty", + "▁trust y", + "▁Cliff ord", + "▁S pecific", + "▁Spec ific", + "▁brace let", + "▁pre cursor", + "▁prec ursor", + "▁re located", + "▁reloc ated", + "▁relocate d", + "▁Disney land", + "▁ident ically", + "▁identical ly", + "▁Super intendent", + "主 治", + "人 們", + "冰 糖", + "检 疫", + "次 要", + "民 的", + "深 耕", + "终 生", + "舍 得", + "读 完", + "MD Q", + "上 大学", + "为 导向", + "以下 是", + "年 全国", + "新 产品", + "Dr ag", + "D rag", + "UI NT", + "U INT", + "ло ви", + "лов и", + "▁L oy", + "▁Lo y", + "我们 不能", + "我们不 能", + "第一 季度", + "第 一季度", + "行动 计划", + "in cor", + "inc or", + "i ncor", + "▁C ult", + "▁Cu lt", + "▁Cul t", + "▁H awk", + "▁Haw k", + "▁un pack", + "ympt otic", + "For matter", + "Form atter", + "Format ter", + "reci ation", + "rec iation", + "▁elect orate", + "事 業", + "二 醇", + "基 石", + "总 值", + "抗 菌", + "毒 性", + "足 了", + "DE N", + "D EN", + "PO N", + "P ON", + "丰富 了", + "的 网络", + "自己 做", + "邓 小平", + "银行 业", + "银 行业", + "CO NN", + "CON N", + "co at", + "dr ew", + "d rew", + "▁J eh", + "▁Je h", + "以下 几个", + "BE GIN", + "nL ine", + "nLin e", + "n Line", + "主要 负责人", + "In ject", + "RET URN", + "Table s", + "Tab les", + "Ta bles", + "T ables", + "▁b rink", + "▁br ink", + "适用 简易程序", + "ic ators", + "icator s", + "▁st itching", + "▁stitch ing", + "▁concent rating", + "不 全", + "即 为", + "年 均", + "来 往", + "步 步", + "直 面", + "起 草", + "边 上", + "IF Y", + "▁$ +", + "二 季度", + "会 成为", + "就是 你", + "就 是你", + "是人 类", + "是 人类", + "ES CO", + "PA RT", + "PAR T", + "P ART", + "og yn", + "ogy n", + "ul tz", + "ult z", + "▁i cy", + "▁ic y", + "▁ icy", + "其特征 是", + "牢固 树立", + "金融 危机", + "Sc ott", + "S cott", + "mu tex", + "mut ex", + "▁c law", + "▁cl aw", + "▁c usp", + "▁cu sp", + "▁ke yp", + "▁key p", + "es lint", + "sup set", + "▁We iss", + "te acher", + "▁Ku wait", + "▁bad ges", + "▁badge s", + "co verage", + "cover age", + "▁Haw king", + "▁Hawk ing", + "an imation", + "ani mation", + "anim ation", + "▁safe guard", + "▁safegu ard", + "▁reper toire", + "▁re generation", + "▁regener ation", + "公 公", + "冬 至", + "在 全", + "家 住", + "悉 尼", + "星 辰", + "缝 隙", + "老 妈", + "SA T", + "S AT", + "Te r", + "T er", + "с ла", + "会 选择", + "是 完全", + "的 危险", + "规模 化", + "资金 的", + "资 金的", + "nd ev", + "nde v", + "n dev", + "np ol", + "n pol", + "▁E tsy", + "▁Et sy", + "▁LE Ds", + "▁LED s", + "▁V ict", + "▁Vi ct", + "▁Vic t", + "▁f lor", + "▁fl or", + "▁flo r", + "▁g raft", + "▁gra ft", + "▁gr aft", + "fail ure", + "f ailure", + "▁r aging", + "▁ra ging", + "start ing", + "star ting", + "get Logger", + "▁cupc akes", + "▁pers ists", + "▁persist s", + "▁In cluding", + "▁Includ ing", + "▁advoc ated", + "▁advocate d", + "▁best selling", + "▁applic ability", + "▁benef iciaries", + "可 使", + "教 官", + "痘 痘", + "附 带", + "La g", + "L ag", + "MT g", + "也 正是", + "二十 年", + "二 十年", + "nD eb", + "nDe b", + "n Deb", + "▁M OS", + "▁MO S", + "▁ MOS", + "▁h ym", + "▁hy m", + "绿色 发展", + "am mad", + "amma d", + "amm ad", + "ara oh", + "he ets", + "heet s", + "hee ts", + "in ety", + "ine ty", + "inet y", + "nn eed", + "nne ed", + "n need", + "▁B ian", + "▁Bi an", + "sign ed", + "sig ned", + "s igned", + "ext ends", + "extend s", + "ret ched", + "retch ed", + "▁ph antom", + "▁ phantom", + "▁un avoid", + "▁una void", + "▁Initial ize", + "▁ Initialize", + "▁Class ification", + "' {", + "z n", + "上 加", + "举 止", + "千 古", + "夏 令", + "宏 伟", + "掺 杂", + "铺 设", + "LE X", + "L EX", + "ki m", + "k im", + "三 季度", + "才 开始", + "pi re", + "pir e", + "p ire", + "▁L ik", + "▁Li k", + "cl air", + "li est", + "lie st", + "lies t", + "l iest", + "▁Em my", + "▁Emm y", + "▁b ots", + "▁bo ts", + "▁bot s", + "到 目前为止", + "nP rint", + "nPr int", + "n Print", + "▁loc ating", + "▁Sc andinav", + "▁perpet ual", + "▁vac ancies", + "▁fertil izer", + "今 生", + "冷 战", + "就 如", + "建 构", + "收 敛", + "腹 痛", + "'] [", + "' ][", + "si c", + "s ic", + "几年 的", + "几 年的", + "的 业务", + "结婚 了", + "og on", + "ogo n", + "o gon", + "re ns", + "ren s", + "r ens", + "ta dd", + "t add", + "ye ah", + "y eah", + "▁с ти", + "▁ сти", + "sw ick", + "s wick", + "▁B arb", + "▁Bar b", + "▁Ba rb", + "▁l iar", + "▁li ar", + "▁lia r", + "sy ntax", + "syn tax", + "▁P iano", + "▁Pi ano", + "▁h itch", + "▁hit ch", + "ncon tin", + "ncont in", + "n contin", + "▁mis dem", + "sym metry", + "s ymmetry", + "▁im print", + "▁imp rint", + "▁in quire", + "▁Major ana", + "Nav igation", + "▁mag ically", + "▁magic ally", + "▁magical ly", + "▁Ge orgetown", + "▁George town", + "• \\", + "内 向", + "抓 捕", + "来 袭", + "试 用", + "閱 讀", + "Le m", + "L em", + "qu a", + "q ua", + "▁B M", + "▁ BM", + "▁Р и", + "▁一 种", + "▁ 一种", + "最 适合", + "本人 的", + "本 人的", + "认定 书", + "长大 的", + "长 大的", + "br ed", + "bre d", + "b red", + "提起 诉讼", + "Br oad", + "Bro ad", + "B road", + "ar Xiv", + "ul tan", + "ult an", + "▁S eed", + "▁Se ed", + "▁See d", + "▁n erd", + "▁ne rd", + "▁ner d", + "Re ason", + "▁h airy", + "▁ha iry", + "▁hair y", + "▁de rives", + "▁der ives", + "▁deriv es", + "▁derive s", + "▁en chant", + "Function s", + "Fun ctions", + "F unctions", + "▁coven ant", + "▁think ers", + "▁thin kers", + "▁blu etooth", + "▁cult ivate", + "▁cultiv ate", + "▁Agric ultural", + "▁ 从", + "兵 力", + "应 由", + "开 机", + "案 的", + "答 疑", + "迷 人", + "逛 街", + "阳 气", + "ND c", + "La ng", + "L ang", + "nB it", + "nBi t", + "n Bit", + "nD am", + "n Dam", + "▁M ys", + "▁My s", + "▁S MT", + "▁SM T", + "nC lose", + "nCl ose", + "n Close", + "▁SH OULD", + "▁Morocc o", + "▁em peror", + "▁rall ies", + "▁spo ilers", + "▁spoil ers", + "▁spoiler s", + "▁Social ist", + "J M", + "强 者", + "整 體", + "流 向", + "的 和", + "ac i", + "a ci", + "at y", + "a ty", + "▁T ang", + "▁Ta ng", + "▁Tan g", + "▁t int", + "▁tin t", + "▁ti nt", + "▁ tint", + "high er", + "h igher", + "Ро дени", + "▁Pl astic", + "polar ized", + "▁Reg istry", + "▁ Registry", + "▁extrem al", + "▁hel icity", + "▁de serving", + "▁des erving", + "▁deserv ing", + "Dist ribution", + "光 盘", + "克 莱", + "迷 惑", + "闭 环", + "re k", + "r ek", + "▁Л о", + "紫外 线", + "ht on", + "h ton", + "▁c ss", + "▁cs s", + "▁ css", + "重点 关注", + "W omen", + "uch ar", + "uc har", + "u char", + "▁Bo yd", + "▁Boy d", + "▁r acks", + "▁ra cks", + "▁rac ks", + "▁rack s", + "▁ racks", + "▁вър ху", + "min utes", + "minute s", + "▁Gr ande", + "▁Gra nde", + "▁Grand e", + "▁Gran de", + "cle rosis", + "cler osis", + "▁list ens", + "▁listen s", + "▁clar ified", + "▁critic isms", + "▁criticism s", + "k v", + "二 百", + "工 業", + "当 了", + "片 子", + "狀 態", + "示 威", + "纳 德", + "т но", + "从小 就", + "在不 同", + "在 不同", + "第一 条", + "第 一条", + "et up", + "e tup", + "▁G ut", + "▁Gu t", + "乡村 旅游", + "安全 工作", + "管理 学院", + "cul us", + "c ulus", + "▁lo com", + "▁loc om", + "co vered", + "cover ed", + "cov ered", + "c overed", + "▁VM ware", + "▁f iller", + "▁fil ler", + "▁fill er", + "▁tot als", + "▁total s", + "▁Nor folk", + "Trans port", + "▁influ enza", + "ori entation", + "orient ation", + "▁Res istance", + "▁bitter ness", + "▁explos ives", + "▁explosive s", + "Av ailability", + "▁Ne ighborhood", + "▁Cert ification", + "万 年", + "三 观", + "东 亚", + "仿 真", + "在 山", + "最 优", + "自 首", + "这 群", + "aj i", + "a ji", + "da q", + "d aq", + "▁х а", + "▁ ха", + "一天 的", + "一 天的", + "交易 的", + "奥 巴马", + "月 开始", + "问题 和", + "▁I TS", + "▁IT S", + "▁ ITS", + "▁s ul", + "▁su l", + "ch ini", + "chi ni", + "chin i", + "▁W ong", + "▁Wo ng", + "▁Won g", + "▁K itty", + "▁Kit ty", + "▁S word", + "▁Sw ord", + "▁m atte", + "▁mat te", + "▁ma tte", + "▁matt e", + "▁s have", + "▁sh ave", + "reg ation", + "ut tering", + "utter ing", + "utt ering", + "▁virt ues", + "▁virtue s", + "appoint ed", + "▁Ind igenous", + "▁inhom ogeneous", + "▁discret ization", + "nCong ratulations", + "争 做", + "将 他", + "建 模", + "慷 慨", + "會 有", + "汇 集", + "秉 持", + "纽 带", + "讲 了", + "乌鲁 木", + "消费 品", + "的 季节", + "网络 的", + "▁g ov", + "▁go v", + "▁ gov", + "In tel", + "Int el", + "▁те зи", + "ни ците", + "ници те", + "nch ange", + "n change", + "▁World s", + "▁th wart", + "n quantum", + "▁ded uced", + "▁deduce d", + "ific antly", + "ificant ly", + "▁Major ity", + "▁Maj ority", + "▁impact ing", + "▁imp acting", + "▁inter medi", + "▁multipl icative", + "全 书", + "布 尔", + "师 的", + "有 为", + "So n", + "S on", + "nI S", + "n IS", + "su c", + "s uc", + "人性 的", + "人 性的", + "凭 什么", + "能 做到", + "nP ack", + "n Pack", + "ph ire", + "phi re", + "p hire", + "▁h ive", + "▁hi ve", + "]\\ \\\\\\\\", + "]\\\\ \\\\\\", + "] \\\\\\\\\\", + "ocy tes", + "Tr igger", + "aw esome", + "nPhoto s", + "nPhot os", + "rol oger", + "rolog er", + "▁l umber", + "▁lum ber", + "acc ording", + "a ccording", + "▁rest raint", + "上 场", + "只 得", + "的 要", + "落 幕", + "过 节", + "追 捧", + "也 同样", + "抗 氧化", + "责任 制", + "都 属于", + ")\\\\ ;", + ") \\\\;", + "▁Z ip", + "施工 现场", + "Par ty", + "Part y", + "P arty", + "ga uge", + "g auge", + "os lav", + "uck le", + "▁H OME", + "▁HO ME", + "▁ HOME", + "▁T ail", + "▁Ta il", + "▁Tai l", + "▁s que", + "▁squ e", + "▁sq ue", + "▁Pl ains", + "▁Plain s", + "▁P owered", + "▁Power ed", + "▁Po wered", + "▁Pow ered", + "▁Mort gage", + "▁init iation", + "▁initi ation", + "▁familiar ity", + "▁ Â", + "反 诉", + "听 从", + "奴 隶", + "尼 克", + "边 际", + "pu p", + "p up", + "▁( ~", + "对 社会", + "系统 和", + "W ood", + "ip ur", + "i pur", + "综合 治理", + "▁D emo", + "▁De mo", + "▁Dem o", + "▁ Demo", + "▁T ube", + "▁Tu be", + "▁ Tube", + "▁V ita", + "▁Vi ta", + "▁Vit a", + "▁fe ud", + "ni dent", + "n ident", + "▁DE BUG", + "▁ DEBUG", + "▁Ir ving", + "▁pro bing", + "▁prob ing", + "▁Key board", + "▁anti body", + "▁antib ody", + "▁will ingly", + "▁willing ly", + "▁thermodynam ics", + "▁thermodynamic s", + "人 到", + "并 由", + "心 力", + "意 見", + "或 不", + "降 到", + "难 关", + "CA T", + "C AT", + "th a", + "t ha", + "zi g", + "z ig", + "▁D W", + "▁ DW", + "▁g h", + "▁ gh", + "在 国家", + "var n", + "va rn", + "v arn", + "乌鲁木 齐", + "ol ler", + "oll er", + "f usion", + "Des ktop", + "▁DI RECT", + "▁Ver non", + "▁Vern on", + "▁Creat es", + "▁Create s", + "▁Cre ates", + "▁cru ising", + "▁en listed", + "▁scr atches", + "▁scratch es", + "▁scrat ches", + "▁consolid ated", + "倍 的", + "气 和", + "氯 化", + "洛 克", + "議 員", + "跟 鞋", + "gu s", + "g us", + "他还 是", + "他 还是", + "如下 图", + "如 下图", + "组 委会", + "连 衣裙", + "ad an", + "ada n", + "a dan", + "▁D AC", + "▁DA C", + "OU BLE", + "nM arc", + "nMar c", + "n Marc", + "nG lobal", + "n Global", + "nSim ple", + "n Simple", + "▁un sett", + "▁uns ett", + "▁ban anas", + "▁banana s", + "▁publ ishes", + "▁publish es", + "▁un labeled", + "▁Vol kswagen", + "K h", + "k p", + "乐 意", + "他 为", + "果 园", + "檢 查", + "真 挚", + "語 言", + "ay e", + "a ye", + "bar t", + "ba rt", + "b art", + "st ub", + "▁A de", + "▁Ad e", + "al lic", + "all ic", + "alli c", + "op tic", + "opt ic", + "o ptic", + "or ean", + "ore an", + "▁B old", + "▁Bo ld", + "▁Bol d", + "▁HE LP", + "▁HEL P", + "▁h acks", + "▁ha cks", + "▁hack s", + "Prom ise", + "P romise", + "▁s words", + "▁sw ords", + "▁sword s", + "=-=- =-=-", + "ot ypical", + "otyp ical", + "▁p resses", + "▁pres ses", + "▁press es", + "▁Dir ichlet", + "几 率", + "发 自", + "后 在", + "愚 蠢", + "没 过", + "界 定", + "耳 边", + "阶 梯", + ")} +", + ") }+", + "▁C J", + "讲 故事", + "陷入 了", + "陷 入了", + "ge ar", + "g ear", + "▁E XP", + "▁EX P", + "▁ EXP", + "▁M ug", + "▁Mu g", + "▁w ag", + "▁wa g", + "表示 感谢", + "cal ls", + "call s", + "c alls", + "Circ le", + "Sh adow", + "▁R ails", + "▁Ra ils", + "▁Rail s", + "▁lun ar", + "▁qu eer", + "▁que er", + "▁sw ipe", + "ourt esy", + "ourtes y", + "▁Con nor", + "▁Conn or", + "▁ Connor", + "▁re acts", + "▁react s", + "mrroot er", + "▁m astery", + "▁master y", + "▁mas tery", + "▁ma stery", + "▁mast ery", + "▁e rection", + "▁er ection", + "▁erect ion", + "▁W ellington", + "▁Well ington", + "▁Wel lington", + "按 月", + "操 场", + "福 德", + "输 了", + "** “", + "▁s s", + "▁ ss", + "就 直接", + ")& =&", + ")&= &", + ") &=&", + "el on", + "elo n", + "e lon", + "▁I ke", + "UTH OR", + "▁A mer", + "▁Am er", + "▁PR OC", + "▁PRO C", + "vel ope", + "velop e", + "▁se ams", + "▁sea ms", + "▁seam s", + "anti ago", + "▁Che ney", + "▁Chen ey", + "▁Sir ius", + "▁mor tar", + "▁mort ar", + "▁Mus ical", + "▁Music al", + "▁les ions", + "▁mer cury", + "▁merc ury", + "ge ometric", + "geo metric", + "▁rep ulsive", + "▁contempl ating", + "k T", + "上 榜", + "被 判", + "設 備", + "ba c", + "b ac", + "强调 了", + "ru led", + "rule d", + "r uled", + "tb ool", + "t bool", + "▁g uru", + "▁gu ru", + "ie ving", + "iev ing", + "in gers", + "ing ers", + "inger s", + "inge rs", + "▁Ref uge", + "▁We alth", + "▁com pass", + "▁comp ass", + "▁compa ss", + "▁scal ars", + "▁scalar s", + "▁horiz ons", + "▁horizon s", + "▁seiz ures", + "▁seizure s", + "▁envelop es", + "▁envelope s", + "▁neg ativity", + "▁categor ical", + "得 失", + "感 人", + "打 入", + "无 辜", + "的 低", + "福 田", + "进 门", + "驿 站", + "实施 的", + "at ie", + "ati e", + "a tie", + "me ss", + "mes s", + "m ess", + "ns um", + "n sum", + "▁U nt", + "▁Un t", + "▁f al", + "▁fa l", + "其他 国家", + "恢复 正常", + "▁LE GO", + "▁f auc", + "▁fa uc", + "▁Sal em", + "▁Sa lem", + "▁Sale m", + "▁гра да", + "▁град а", + "part ner", + "p artner", + "▁Pr iest", + "▁Pri est", + "▁b amboo", + "▁sc outing", + "▁scout ing", + "▁utter ance", + "找 了", + "敦 煌", + "相 聚", + "赛 的", + "ni r", + "n ir", + "ще р", + "щ ер", + "三角 形", + "和 相关", + "水 资源", + "这两 天", + "这 两天", + "ep si", + "eps i", + "e psi", + "fe rm", + "fer m", + "f erm", + "▁T ort", + "▁To rt", + "▁Tor t", + "eal ing", + "ea ling", + "e aling", + "nt erms", + "nte rms", + "nterm s", + "n terms", + "▁ERR OR", + "▁ ERROR", + "▁pol yt", + "▁poly t", + "Se gment", + "Seg ment", + "ich igan", + "ichi gan", + "▁Eq uity", + "▁Equ ity", + "As sembly", + "dir ector", + "direct or", + "fin ancial", + "vit ational", + "▁admitted ly", + "▁ev aporation", + "▁evapor ation", + "五 官", + "促 進", + "充 沛", + "節 目", + "课 上", + "和 经济", + "的 学校", + "这一 个", + "这 一个", + "IT ED", + "ITE D", + "ch ap", + "cha p", + "▁S GD", + "▁SG D", + "an nie", + "ann ie", + "anni e", + "Link ed", + "Lin ked", + "st udio", + "stud io", + "▁Dr ama", + "▁Dra ma", + "▁d ucks", + "▁du cks", + "▁duck s", + "▁e agle", + "▁g runt", + "▁gr unt", + "▁gru nt", + "in spect", + "ins pect", + "i nspect", + "▁ru stic", + "▁rust ic", + "▁ment ors", + "▁mentor s", + "▁m ixtures", + "▁mixture s", + "▁vom iting", + "▁wave form", + "▁prov ocative", + "▁Exper imental", + "▁Experiment al", + "▁ Experimental", + "会 将", + "受 了", + "巴 菲", + "民 用", + "自 如", + "高 价", + "） “", + "ST E", + "S TE", + "nl o", + "n lo", + "pp e", + "p pe", + "▁{ :", + "▁ {:", + "在 很多", + "男孩 子", + "男 孩子", + "*}\\ \\", + "*} \\\\", + "* }\\\\", + "制备 方法", + "ny ear", + "n year", + "▁AD HD", + "▁B acon", + "▁Ba con", + "▁C laus", + "▁Cl aus", + "▁Cla us", + "▁Lo ans", + "▁Loan s", + "▁Sh oes", + "▁Sho es", + "Met rics", + "Metric s", + "▁con tag", + "▁cont ag", + "▁draw ers", + "▁dra wers", + "▁drawer s", + "▁foot ing", + "▁fo oting", + "▁foo ting", + "▁Dom estic", + "▁Dome stic", + "▁evident ly", + "▁evid ently", + "▁mascul ine", + "▁Power Point", + "▁goal keeper", + "istingu ishable", + "H g", + "事 實", + "喷 雾", + "爱 吃", + "该 剧", + "▁O L", + "▁ OL", + "▁m r", + "▁ mr", + "向我 们", + "向 我们", + "对 企业", + "节目 的", + "节 目的", + "获得 感", + "较多 的", + "较 多的", + "Re po", + "Rep o", + "ma ch", + "mac h", + "m ach", + "▁C MD", + "▁CM D", + "▁ CMD", + "▁I CT", + "▁IC T", + "▁ ICT", + "▁D iaz", + "▁Di az", + "▁l est", + "▁le st", + "▁les t", + "▁ lest", + "cept or", + "US INESS", + "▁G ather", + "▁Ga ther", + "▁Gat her", + "▁down turn", + "▁downt urn", + "▁national s", + "▁nation als", + "▁Lie utenant", + "▁sacrifice d", + "▁sacrific ed", + "I p", + "急 剧", + "豪 宅", + "路 易", + "▁В о", + "人们 在", + "人 们在", + "对象 的", + "ha ck", + "h ack", + "nd ra", + "n dra", + "▁D eer", + "▁De er", + "▁Dee r", + "▁Ди ми", + "Pat ter", + "P atter", + "▁pl ugs", + "▁plug s", + "▁k itten", + "▁kit ten", + "▁central ly", + "▁centr ally", + "▁discre pancies", + "▁ 人", + "掩 饰", + "沸 腾", + "男 士", + "碳 水", + "穆 斯", + "骨 质", + "{} {", + "{ }{", + "▁R U", + "▁ RU", + "▁r m", + "▁ rm", + "居 委会", + "来说 是", + "来 说是", + "ab cd", + "abc d", + "法律 效力", + "hes ia", + "it sub", + "its ub", + "itsu b", + "ua rio", + "u ario", + "en burg", + "nRe ply", + "nRep ly", + "n Reply", + "▁C lint", + "▁Cl int", + "▁Clin t", + "au rants", + "aur ants", + "aurant s", + "▁joy ful", + "colone qq", + "default s", + "sign ature", + "▁immers ive", + "▁sequ entially", + "▁sequential ly", + "创 下", + "又 名", + "对 新", + "於 是", + "昆 虫", + "解 码", + "Mz M", + "bi o", + "b io", + "jo n", + "j on", + "uc i", + "u ci", + "各行 各", + "极高 的", + "极 高的", + "的 理论", + "风景 区", + "风 景区", + "IB LE", + "I BLE", + "Pl ug", + "el ic", + "eli c", + "e lic", + "党委 委员", + "te ness", + "ten ess", + "t eness", + "▁St ats", + "▁Stat s", + "▁Sta ts", + "▁ Stats", + "▁Br east", + "▁Bre ast", + "null able", + "▁Fe ynman", + "eval uation", + "e valuation", + "▁stair case", + "▁spect ators", + "一 朵", + "专 访", + "也 叫", + "和 非", + "祷 告", + "MT Q", + "Mj Q", + "▁g f", + "▁ gf", + "主办 的", + "主 办的", + "又 开始", + "al on", + "alo n", + "a lon", + "▁N ON", + "▁NO N", + "▁ NON", + "大学 毕业", + "el man", + "nl ight", + "n light", + "▁As ked", + "▁Ask ed", + "▁Su ites", + "▁Suite s", + "▁G enerate", + "▁Gen erate", + "▁Gener ate", + "▁Gene rate", + "▁ Generate", + "▁re actors", + "▁react ors", + "▁reactor s", + "nImport ant", + "▁short ened", + "▁shorten ed", + "不 移", + "光 彩", + "坏 事", + "底 盘", + "片 中", + "诚 意", + "负 有", + "IM S", + "I MS", + "▁v m", + "▁ vm", + "▁ ще", + "我不 能", + "我 不能", + "我爱 你", + "我 爱你", + "的美 国", + "的 美国", + "cr op", + "cro p", + "c rop", + "es ta", + "est a", + "e sta", + "▁R ip", + "▁Ri p", + "▁ 进一步", + "物业 公司", + "ho les", + "hole s", + "hol es", + "h oles", + "▁ал бу", + "▁ези к", + "▁те ри", + "▁ тери", + "▁Ar bor", + "▁a loud", + "▁al oud", + "More over", + "▁invent or", + "normal size", + "normals ize", + "▁ins ulator", + "▁unanim ous", + "▁life styles", + "▁lif estyles", + "▁lifestyle s", + "▁pictures que", + "一 滴", + "下 肢", + "中 来", + "劝 导", + "暧 昧", + "胡 子", + "CU R", + "C UR", + "是 全球", + "Pi ck", + "Pic k", + "P ick", + "`) ;\\", + "` );\\", + "nc ap", + "n cap", + "ru ly", + "r uly", + "стъ п", + "丝绸 之路", + "ir ror", + "i rror", + "}= {\\\\", + "} ={\\\\", + "▁S ens", + "▁Se ns", + "▁Sen s", + "重要 的作用", + "重要的 作用", + "▁D ucks", + "▁Du cks", + "▁Duck s", + "▁H itch", + "▁Hit ch", + "▁am mon", + "▁ammo n", + "nSen ior", + "▁Sa cred", + "▁Sac red", + "▁nut rit", + "▁nutri t", + "▁un cont", + "▁u ncont", + "▁unc ont", + "▁uncon t", + "▁up hold", + "erial ize", + "▁Fred die", + "Comm unity", + "Commun ity", + "he tically", + "het ically", + "hetic ally", + "h etically", + "▁cour tyard", + "▁court yard", + "nas sociated", + "nassoc iated", + "n associated", + "V L", + "义 乌", + "交 织", + "商 圈", + "思 绪", + "景 气", + "比 率", + "而 为", + "ho g", + "h og", + "京津 冀", + "当中 的", + "当 中的", + "ta ng", + "tan g", + "t ang", + "▁I CE", + "▁IC E", + "▁ ICE", + "▁S PE", + "▁SP E", + "进行 检查", + "йски я", + "й ския", + "▁a gon", + "▁ag on", + "▁ago n", + "▁ agon", + "▁m RNA", + "yl abel", + "y label", + "▁D oyle", + "▁Do yle", + "▁IN TER", + "▁INT ER", + "▁ INTER", + "▁caf es", + "▁cafe s", + "nin line", + "ni nline", + "n inline", + "▁Ser bia", + "▁rev ise", + "▁revis e", + "Build ing", + "▁Clay ton", + "▁sculpt ures", + "▁sculpture s", + "唯 独", + "土 木", + "巨 星", + "年 份", + "应 力", + "网 约", + "跳 跃", + "FE T", + "F ET", + "▁( =", + "双鱼 座", + "想到 了", + "想 到了", + "村里 的", + "村 里的", + "am ar", + "ama r", + "a mar", + "文明 实践", + "He art", + "nT ony", + "nTo ny", + "▁M usk", + "▁Mus k", + "▁Mu sk", + "ob iles", + "obile s", + "obi les", + "obil es", + "▁de hyd", + "serv let", + "Be havior", + "▁con ject", + "▁conj ect", + "▁mar ched", + "▁march ed", + "▁marc hed", + "▁de pleted", + "▁dep leted", + "▁ex cludes", + "▁exclud es", + "▁exclude s", + "▁nic otine", + "▁vamp ires", + "▁vampire s", + "▁mon uments", + "▁monument s", + "▁disp atched", + "▁dispat ched", + "▁dispatch ed", + "▁dis ciplinary", + "▁discipl inary", + "▁ disciplinary", + "acknow ledgements", + "大 都", + "岛 上", + "江 北", + "选 秀", + "%) \\", + "% )\\", + ")] {", + ") ]{", + ")| $", + ") |$", + "Va n", + "V an", + "д ва", + "你 必须", + "哪怕 是", + "工程 的", + "我们 不", + "时间 是", + "(\\\" [", + "( \\\"[", + ")} )$", + ")}) $", + ") })$", + "nR oom", + "nRo om", + "n Room", + "nm ark", + "n mark", + "pl ets", + "ple ts", + "plet s", + "p lets", + "ur eth", + "ure th", + "▁e man", + "▁em an", + "▁ eman", + "▁p uff", + "an ical", + "ani cal", + "anic al", + "plan et", + "plane t", + "▁Ang lo", + "▁Bl ind", + "▁LGBT Q", + "▁L unch", + "▁Lu nch", + "▁Lun ch", + "pat rick", + "▁St ores", + "▁Sto res", + "▁Store s", + "▁pi racy", + "▁ piracy", + "nin itial", + "n initial", + "▁Fl owers", + "▁Flo wers", + "▁Flow ers", + "▁Flower s", + "tab colsep", + "▁Parent hood", + "text subscript", + "u w", + "全 景", + "同 居", + "图 表", + "学 分", + "望 去", + "要 走", + "醫 師", + "ys s", + "y ss", + "最大 化", + "ab us", + "a bus", + "ри ча", + "▁W HY", + "▁WH Y", + "▁v eg", + "▁ve g", + "op oly", + "opol y", + "o poly", + "}} _\\\\", + "}}_ \\\\", + "} }_\\\\", + "▁WH EN", + "▁g rit", + "▁gr it", + "▁gri t", + "nsh ows", + "nshow s", + "▁C edar", + "▁Ce dar", + "▁De mand", + "▁Dem and", + "nsup port", + "n support", + "▁pro verb", + "▁prov erb", + "▁prove rb", + "▁stab bed", + "▁sta bbed", + "▁st rives", + "▁str ives", + "▁stri ves", + "▁strive s", + "▁re acting", + "▁react ing", + "co ordinate", + "coord inate", + "▁mis guided", + "兒 童", + "地 对", + "城 墙", + "布 莱", + "恩 爱", + "气 球", + "眉 头", + "腰 部", + "之外 的", + "之 外的", + "更 喜欢", + "IL LE", + "ILL E", + "nT ur", + "n Tur", + "▁H ut", + "▁Hu t", + "中心 主任", + "uit ies", + "ui ties", + "u ities", + "P icture", + "former ly", + "▁policy m", + "▁polic ym", + "▁cook book", + "▁ins anity", + "em ployment", + "na ccording", + "nacc ording", + "n according", + "▁Pro motion", + "▁Prom otion", + "▁att endant", + "▁attend ant", + "▁Develop ers", + "▁Developer s", + "▁fore closure", + "▁furnish ings", + "一 刀", + "千 瓦", + "坚 固", + "大 衣", + "旅 途", + "端 部", + "銷 售", + "陪 你", + "oz y", + "o zy", + "不是 说", + "在家 中", + "在 家中", + "你是 不是", + "你 是不是", + "县委 常委", + "COL OR", + "Cur sor", + "C ursor", + "▁tor so", + "▁sol ids", + "▁solid s", + "▁reconc ile", + "condition ed", + "▁distinct ly", + "▁neutr ality", + "▁neutral ity", + "K F", + "东 路", + "卡 拉", + "塔 尔", + "大 纲", + "应 变", + "支 教", + "无 证", + "私 有", + "笼 罩", + "螃 蟹", + "装 有", + "顺 势", + "ko m", + "k om", + "分钟 的", + "只能 说", + "球队 的", + "球 队的", + "男主 角", + "男 主角", + "ни ма", + "▁bu oy", + "▁ав то", + "fa ster", + "fast er", + "fas ter", + "f aster", + "▁Zel da", + "▁c aval", + "▁ca val", + "▁cav al", + "▁ch ina", + "▁chi na", + "▁chin a", + "▁ china", + "▁gr ips", + "▁gri ps", + "▁grip s", + "od inger", + "oding er", + "▁Suz uki", + "▁Him self", + "▁b edding", + "▁be dding", + "▁bed ding", + "▁long ing", + "▁lon ging", + "▁off sets", + "▁offset s", + "▁sw ollen", + "▁High land", + "con volution", + "conv olution", + "▁irrit ation", + "刻 画", + "加 水", + "测 绘", + "DA T", + "D AT", + "DE s", + "D Es", + "IP P", + "I PP", + "ер а", + "е ра", + "了一 件", + "了 一件", + "这里 面", + "这 里面", + "ly ss", + "l yss", + "ст ру", + "с тру", + "▁C AM", + "▁CA M", + "gn ome", + "g nome", + "▁T ate", + "▁Ta te", + "▁Tat e", + "rect ed", + "rec ted", + "r ected", + "▁B rill", + "▁Br ill", + "▁Bri ll", + "▁we ary", + "▁wear y", + "▁st alls", + "▁stall s", + "▁stal ls", + "xxxx xxxx", + "nSe curity", + "nSec urity", + "n Security", + "▁Front ier", + "▁advis able", + "▁de duction", + "▁ded uction", + "▁deduct ion", + "▁contin ents", + "▁continent s", + "▁covari ates", + "▁view points", + "▁viewpoint s", + "上 任", + "两 手", + "去 买", + "姊 妹", + "尽 了", + "搬 家", + "简 要", + "Nz M", + "人心 的", + "人 心的", + "抚慰 金", + "支持 下", + "an ni", + "ann i", + "nP et", + "nPe t", + "n Pet", + "▁W TF", + "▁f oe", + "▁fo e", + "工业 园区", + "这个 故事", + "nA dam", + "nAd am", + "n Adam", + "▁THE M", + "▁TH EM", + "▁им пе", + "▁fl air", + "Ref resh", + "▁Street s", + "▁Stre ets", + "▁life span", + "▁lifes pan", + "▁outwe igh", + "every thing", + "▁oblig ated", + "▁obl igated", + "▁apolog ized", + "▁apologize d", + "▁dist ortions", + "▁distortion s", + "X L", + "交 汇", + "就 拿", + "教 會", + "欠 缺", + "诊 治", + "LE Y", + "L EY", + "__ &", + "海南 省", + "的 记忆", + "空气 中", + "第十 九", + "第 十九", + "都有 着", + "都 有着", + "CO MM", + "COM M", + "F all", + "▁F TP", + "▁FT P", + "▁G os", + "▁Go s", + "市场 经济", + "Vo ice", + "V oice", + "con da", + "cond a", + "co nda", + "c onda", + "▁B low", + "▁Bl ow", + "▁Blo w", + "▁M ang", + "▁Man g", + "▁Ma ng", + "Re illy", + "ab outs", + "about s", + "abo uts", + "▁p ores", + "▁po res", + "▁por es", + "nMod ern", + "▁t ipped", + "▁tip ped", + "▁ti pped", + "ex istent", + "exist ent", + "in cluded", + "includ ed", + "include d", + "know ledge", + "▁water ing", + "▁wat ering", + "▁wa tering", + "Ref erences", + "Reference s", + "const raints", + "constraint s", + "▁ex changing", + "▁exch anging", + "▁therap ists", + "▁therapist s", + "▁butter flies", + "▁Part icularly", + "á l", + "▁ 万", + "▁ 等", + "亞 洲", + "昏 迷", + "汽 車", + "洋 洋", + "赛 中", + "转 子", + "г ле", + "妻子 的", + "妻 子的", + "小姐 姐", + "小 姐姐", + "的人 工", + "的 人工", + "的 感受", + "过 一个", + "For t", + "F ort", + "ur due", + "urd ue", + "▁Un ix", + "▁Uni x", + "▁h ugs", + "▁hug s", + "ea ting", + "eat ing", + "e ating", + "fe male", + "f emale", + "hy brid", + "ne arly", + "near ly", + "n early", + "▁B orel", + "▁Bo rel", + "▁Bor el", + "▁odd ly", + "▁Bro ken", + "▁Br oken", + "▁St ress", + "▁Str ess", + "▁Stre ss", + "▁gloss y", + "▁stand ings", + "▁standing s", + "D y", + "专 场", + "刊 登", + "民 國", + "热 衷", + "遗 嘱", + "$ +$", + "研究 者", + "莫 过于", + "nB ed", + "nBe d", + "Pro to", + "Pr oto", + "Prot o", + "ct ica", + "ctic a", + "▁cal c", + "▁ca lc", + "▁ calc", + "▁с вър", + "am ento", + "ame nto", + "ament o", + "amen to", + "nL arge", + "n Large", + "vi ally", + "v ially", + "▁C hest", + "▁Ch est", + "▁Che st", + "▁Ches t", + "▁част и", + "▁ части", + "ad apter", + "adapt er", + "ou ncing", + "oun cing", + "▁rub bed", + "▁ru bbed", + "nSim plify", + "▁out burst", + "inter action", + "inte raction", + "不 自", + "儿 媳", + "多 岁", + "空 心", + "车 位", + "VA R", + "V AR", + "▁上 述", + "▁ 上述", + "一对 一", + "程序 员", + "被 视为", + "QU AL", + "Q UAL", + "RE AL", + "WI ND", + "WIN D", + "W IND", + "an za", + "anz a", + "гра д", + "Pa per", + "P aper", + "▁P ole", + "▁Pol e", + "▁Po le", + "Orig in", + "Ori gin", + "▁c asts", + "▁ca sts", + "▁cast s", + "▁cas ts", + "▁ casts", + "▁voy age", + "▁La place", + "▁Lap lace", + "▁cl ashes", + "▁clash es", + "▁so aking", + "▁soak ing", + "▁spl endid", + "▁endeav ors", + "▁endeavor s", + "世 紀", + "公 用", + "尾 声", + "开 除", + "生 態", + "進 黨", + "NT Q", + "en y", + "e ny", + "▁p g", + "▁ pg", + "不得 已", + "了一 名", + "了 一名", + "Cu be", + "C ube", + "ri ty", + "rit y", + "r ity", + "一点 也不", + "Ob ama", + "nm ade", + "n made", + "save d", + "sa ved", + "sav ed", + "s aved", + "ig uous", + "In clude", + "rie ving", + "r ieving", + "▁$ \\\\|\\\\", + "▁$\\\\ |\\\\", + "▁$\\\\| \\\\", + "▁inf lated", + "▁infl ated", + "▁inflat ed", + "nPro fessor", + "J O", + "j y", + "交 响", + "像 我", + "升 华", + "受 限", + "器 具", + "月 子", + "给 它", + "量 刑", + "风 筝", + "As p", + "A sp", + "Bu f", + "B uf", + "di n", + "d in", + "國民 黨", + "机构 和", + "*{ \\\\", + "* {\\\\", + "nm et", + "nme t", + "n met", + "ç ões", + "зва т", + "з ват", + "这样 可以", + ")} +\\\\", + ")}+ \\\\", + ") }+\\\\", + "BU ILD", + "Ni ght", + "N ight", + "ou sed", + "ous ed", + "ouse d", + "o used", + "vo tes", + "vote s", + "v otes", + "▁D unn", + "▁Dun n", + "▁Du nn", + "▁Bas in", + "▁Ba sin", + "▁Fund s", + "▁Fun ds", + "▁Fu nds", + "▁cr ave", + "▁cra ve", + "connect ions", + "connection s", + "▁Indones ian", + "▁Indonesia n", + "▁ †", + "班 组", + "警 戒", + "过 上", + "預 計", + "生产 和", + "镇 政府", + "长 长的", + "ro st", + "ros t", + "r ost", + "▁T LS", + "▁TL S", + "me try", + "met ry", + "m etry", + "ul umi", + "ulum i", + "ulu mi", + "▁P air", + "▁Pa ir", + "▁ Pair", + "▁pup il", + "▁echo ed", + "▁H ealing", + "▁He aling", + "▁covet ed", + "▁bi linear", + "▁bil inear", + "▁desper ation", + "▁desp eration", + "体 型", + "净 水", + "出 海", + "字 段", + "意 識", + "样 板", + "ле т", + "л ет", + "听说 过", + "听 说过", + "来得 及", + "生动 的", + "生 动的", + "肯定 的", + "肯 定的", + "fa de", + "f ade", + "ma ha", + "m aha", + "nS ha", + "nSh a", + "n Sha", + "严格 要求", + "深入 了解", + "qu iet", + "▁H iro", + "▁Hi ro", + "▁Hir o", + "▁W ise", + "▁Wi se", + "▁Wis e", + "▁g ast", + "▁gas t", + "▁ga st", + "Th ings", + "▁Dr ugs", + "▁Drug s", + "▁Dru gs", + "▁G omez", + "▁L ayout", + "▁Lay out", + "▁ Layout", + "▁micro bi", + "itsub ishi", + "▁athlet ics", + "▁athletic s", + "▁com posing", + "▁comp osing", + "▁compos ing", + "▁itiner ary", + "▁spec ulative", + "j m", + "南 路", + "执 导", + "按 键", + "旺 季", + "毅 然", + "热 火", + ")) /", + ") )/", + "gan g", + "ga ng", + "g ang", + "▁G PA", + "▁GP A", + "▁I CC", + "▁IC C", + "▁N LP", + "▁NL P", + "av ity", + "avi ty", + "a vity", + "▁E DIT", + "▁ED IT", + "▁ EDIT", + "nS taff", + "nSt aff", + "▁O wens", + "▁Owen s", + "▁Ow ens", + "▁Ro oms", + "▁Room s", + "vol tage", + "▁abdom en", + "ropract ic", + "▁Comb ined", + "▁Combine d", + "▁med iated", + "▁media ted", + "▁medi ated", + "▁att aching", + "▁attach ing", + "▁ele phants", + "▁elephant s", + "一 趟", + "均 已", + "怀 抱", + "有 待", + "营 地", + "超 高", + "问 了", + "DO S", + "D OS", + "Or g", + "O rg", + "Se l", + "S el", + "]) $", + "] )$", + "nA pr", + "怎么 回事", + "感觉 自己", + "我们 看到", + "▁ac et", + "▁ace t", + "▁f oli", + "▁fol i", + "▁fo li", + "▁R each", + "▁Re ach", + "▁la tex", + "▁lat ex", + "▁late x", + "▁ latex", + "bed room", + "че ската", + "ческа та", + "▁cell ul", + "▁sle eps", + "▁sleep s", + "▁slee ps", + "▁Tibet an", + "exec ution", + "in ventory", + "▁expl orer", + "▁explore r", + "▁explo rer", + "▁suic idal", + "下 部", + "敏 捷", + "習 慣", + "认 购", + "通 关", + "OD Q", + "bc b", + "b cb", + "不知 所", + "版本 的", + "版 本的", + "for k", + "fo rk", + "f ork", + "to ne", + "ton e", + "t one", + "▁W et", + "▁We t", + "同学 们的", + "同学们 的", + "警示 教育", + "证明 原告", + "nEx ec", + "n Exec", + "▁Co rv", + "▁Cor v", + "▁Id ol", + "▁J ays", + "▁Jay s", + "▁Ja ys", + "re cipe", + "reci pe", + "rec ipe", + "▁Do ors", + "▁Door s", + "▁in tel", + "▁int el", + "▁inte l", + "▁ intel", + "help ful", + "▁A CTION", + "▁AC TION", + "▁ACT ION", + "▁ ACTION", + "▁in dent", + "▁ind ent", + "▁inde nt", + "▁ indent", + "▁hand gun", + "▁sun rise", + "▁card inal", + "▁char coal", + "▁hand lers", + "▁handle rs", + "▁handler s", + "▁Alexand ria", + "▁Fitz gerald", + "之 乡", + "製 作", + "資 產", + "赞 扬", + "韧 性", + "▁D G", + "▁ DG", + "▁c p", + "▁ cp", + "向 大家", + "项目 中", + "нг ли", + "ра не", + "ран е", + "▁I PS", + "▁IP S", + "▁ IPS", + "生活 垃圾", + "ем ври", + "е мври", + "▁L una", + "▁Lu na", + "▁Lun a", + "▁N eal", + "▁Ne al", + "nB rown", + "nBro wn", + "nBr own", + "n Brown", + "st akes", + "sta kes", + "▁K rish", + "▁Kr ish", + "▁Kris h", + "▁S ongs", + "▁Son gs", + "▁Song s", + "▁d udes", + "▁du des", + "▁dude s", + "▁contrast ing", + "▁North western", + "▁Northwest ern", + "▁ 定", + "不 言", + "山 药", + "引 资", + "战 中", + "特 地", + "背 上", + "还 很", + "AB S", + "A BS", + "Nj Q", + "P ub", + "的事 儿", + "的 事儿", + "范围 的", + "ab ol", + "abo l", + "a bol", + "ar te", + "art e", + "▁$ %\\", + "▁B TW", + "▁BT W", + "PLI ED", + "att rs", + "attr s", + "▁H ulk", + "▁Hu lk", + "vant ages", + "vantage s", + "▁cond oms", + "▁condo ms", + "▁condom s", + "pres ident", + "p resident", + "▁star ving", + "▁motiv ates", + "▁motivate s", + "▁antib iotic", + "Im plementation", + "华 尔", + "就 该", + "轮 的", + "防 灾", + "П ро", + "做 自己", + "因为 是", + "id ea", + "ide a", + "nu nc", + "nun c", + "n unc", + "жа ва", + "▁D eg", + "▁De g", + "▁h ue", + "Cl one", + "iv ist", + "▁m ont", + "▁mon t", + "▁mo nt", + "▁ mont", + "▁p izz", + "▁pi zz", + "▁go ats", + "▁goat s", + "▁mon st", + "▁mo nst", + "▁host el", + "proto buf", + "▁qu itting", + "▁quit ting", + "▁res pecting", + "▁respect ing", + "也 已", + "于 心", + "提 琴", + "搞 好", + "楼 上", + "畅 销", + "谈 及", + "JP G", + "J PG", + "Nz k", + "▁' :", + "▁ ':", + "农 作物", + "北京 的", + "对 证据", + "ho ng", + "hon g", + "h ong", + "nN or", + "nNo r", + "Ca use", + "C ause", + "UT ION", + "U TION", + "nM ass", + "n Mass", + "▁B ake", + "▁Ba ke", + "▁Bak e", + "▁c alf", + "▁cal f", + "▁ca lf", + "▁ly ric", + "▁D eterm", + "▁De term", + "▁Det erm", + "▁H ansen", + "▁Han sen", + "▁Hans en", + "▁Bel arus", + "▁formula e", + "nComb ining", + "茶 的", + "邯 郸", + "项 羽", + "or c", + "o rc", + "rs t", + "r st", + "▁z u", + "▁ zu", + "在 里面", + "建成 后", + "检查 组", + "at ri", + "a tri", + "▁F av", + "▁Fa v", + "hu rst", + "h urst", + "▁d rip", + "▁dri p", + "▁dr ip", + "▁vis as", + "▁visa s", + "Con firm", + "Conf irm", + "Work ing", + "▁N ights", + "▁Night s", + "▁Work er", + "▁Wor ker", + "▁ Worker", + "requ ests", + "request s", + "▁Natal ie", + "▁Fried man", + "▁Snap chat", + "▁Mc Connell", + "▁par amount", + "▁para mount", + "▁param ount", + "▁read iness", + "▁sw allowed", + "▁swallow ed", + "▁ast ounding", + "▁exam inations", + "▁examination s", + "X R", + "同 學", + "咽 喉", + "愿 你", + "所 作", + "拖 拉", + "谴 责", + "邀 請", + "ja m", + "j am", + "好 莱坞", + "才会 有", + "才 会有", + "Le tt", + "Let t", + "L ett", + "▁G at", + "▁Ga t", + "▁в ла", + "什么 都不", + "什么都 不", + "Un til", + "U ntil", + "all ax", + "alla x", + "▁P ond", + "▁Po nd", + "▁Pon d", + "我们 的生活", + "我们的 生活", + "▁we ave", + "工作 领导小组", + "spe cies", + "spec ies", + "▁Lam bert", + "▁Lamb ert", + "▁Fern ando", + "▁subst rates", + "▁substr ates", + "▁substrate s", + "▁renov ations", + "▁renovation s", + "养 猪", + "出 锅", + "扰 乱", + "教 务", + "精 通", + "辛 辣", + "从而 使", + "关键 是", + "我曾 经", + "我 曾经", + "拉开 了", + "拉 开了", + "Be rn", + "Ber n", + "B ern", + "▁N os", + "▁No s", + "宣传 资料", + "市 教育局", + "民族 团结", + "AR GET", + "is tro", + "ist ro", + "可再生 能源", + "nreg ion", + "n region", + "cit ation", + "c itation", + "▁en gages", + "▁eng ages", + "▁engage s", + "▁st umble", + "▁mod ifier", + "▁alumin ium", + "▁capac itor", + "▁demol ition", + "nPro fessional", + "党 校", + "后 半", + "向 后", + "师 大", + "皮 的", + "顾 虑", + ")$ }", + ") $}", + "向 社会", + "必须 是", + "日晚 上", + "日 晚上", + "涉及 的", + "## ###", + "#### #", + "### ##", + "# ####", + "he ses", + "hes es", + "nS ame", + "nSam e", + "n Same", + "nd ate", + "nda te", + "n date", + "Bit map", + "Nat ure", + "N ature", + "pl anned", + "plan ned", + "▁H erman", + "▁Her man", + "▁Herm an", + "▁att ire", + "▁Im aging", + "▁Pre pare", + "nC reating", + "nCreat ing", + "nCr eating", + "▁disp arity", + "▁dispar ity", + "▁log ically", + "▁logic ally", + "▁logical ly", + "▁extrem ists", + "▁extremist s", + "B W", + "一 间", + "下 來", + "制 片", + "古 装", + "围 棋", + "河 边", + "灾 区", + "阳 区", + "你 已经", + "前 不久", + "办 主任", + "ba ij", + "bai j", + "全球 经济", + "始终 坚持", + "CL UDE", + "CLUD E", + "的一个 重要", + "nim age", + "ni mage", + "n image", + "or ated", + "ora ted", + "orate d", + "o rated", + "an guard", + "angu ard", + "it tings", + "itt ings", + "itting s", + "nP rivacy", + "n Privacy", + "▁Pro spect", + "▁Pros pect", + "▁c rawling", + "▁craw ling", + "▁crawl ing", + "integ rated", + "integr ated", + "▁inco herent", + "▁dis position", + "▁disp osition", + "▁dispos ition", + "l f", + "▁ 陈", + "也 给", + "产 区", + "他 曾", + "价 为", + "公 章", + "半 径", + "手 腕", + "标 配", + "职 权", + "^{ [", + "^ {[", + "uy a", + "u ya", + "和 国家", + "在那 个", + "在 那个", + "增长 了", + "增 长了", + "拥有 了", + "拥 有了", + "的名 义", + "的 名义", + "那时 的", + "那 时的", + "hi nt", + "hin t", + "h int", + "nG ra", + "n Gra", + "nW ed", + "nWe d", + "n Wed", + "▁p om", + "▁po m", + "股权 转让", + "▁F UCK", + "}) ^{\\\\", + "})^ {\\\\", + "})^{ \\\\", + "} )^{\\\\", + "▁THE IR", + "▁bow el", + "capt ure", + "c apture", + "▁s ighed", + "▁sigh ed", + "▁sig hed", + "▁за едно", + "nM essage", + "n Message", + "▁ex iting", + "▁exit ing", + "▁ment oring", + "▁mentor ing", + "nEvent ually", + "▁quant ified", + "Ap plications", + "Application s", + "Appl ications", + "▁imagin ative", + "同 理", + "无 机", + "服 役", + "李 世", + "欺 诈", + "穿 透", + "苏 轼", + "鼓 勵", + "▁' $", + "▁ '$", + "好奇 心", + "恢复 了", + "知名 的", + "知 名的", + "蔡 英文", + "\\\\% }", + "}} }}", + "}}} }", + "} }}}", + "▁A GA", + "▁AG A", + "▁D ul", + "▁Du l", + "现实 生活中", + "br ance", + "bra nce", + "b rance", + "ic kers", + "ick ers", + "icker s", + "icke rs", + "▁mon ks", + "▁monk s", + "▁r ents", + "▁rent s", + "▁ren ts", + "=\\\" \\\">\\", + "=\\\"\\\" >\\", + "tS ystem", + "t System", + "▁D rupal", + "▁Dru pal", + "▁LIMIT ED", + "▁My anmar", + "nan alysis", + "nanaly sis", + "n analysis", + "sub string", + "▁L ighting", + "▁Light ing", + "▁Salv ador", + "▁Sam antha", + "Found ation", + "▁ref ractive", + "▁volunt eered", + "▁volunteer ed", + "之 名", + "屠 杀", + "工 件", + "弟 兄", + "梦 里", + "环 形", + "的 国", + "身 旁", + "▁[ $", + "▁ [$", + "专家 组", + "以及 在", + "以 确保", + "市场 中", + "等 原因", + "预防 和", + "Se ct", + "Sec t", + "S ect", + "an an", + "ana n", + "a nan", + "一步 一步", + "augh s", + "aug hs", + "el ike", + "eli ke", + "e like", + "▁S him", + "▁Sh im", + "▁Shi m", + "▁sh ru", + "▁shr u", + "Ge orge", + "▁sc ams", + "▁scam s", + "op acity", + "opa city", + "nPro gram", + "nPr ogram", + "n Program", + "nacc ount", + "nac count", + "n account", + "▁ ›", + "一 经", + "光 是", + "军 官", + "则 在", + "考 前", + "舌 头", + "被 害", + "SD L", + "S DL", + "命名 为", + "命 名为", + "的 工具", + "经营 的", + "▁L IN", + "▁LI N", + "▁ LIN", + "▁T IM", + "▁TI M", + "认为 自己", + "认 为自己", + "nC ond", + "nCon d", + "nCo nd", + "n Cond", + "▁T act", + "▁Ta ct", + "硕士 研究生", + "▁Bro nx", + "▁Bron x", + "▁R egin", + "▁Re gin", + "▁Reg in", + "▁Sub st", + "▁co ils", + "▁coil s", + "▁L isting", + "▁List ing", + "▁Lis ting", + "▁Mi randa", + "▁Mir anda", + "▁Mira nda", + "▁im poses", + "▁imp oses", + "▁impose s", + "▁ro uters", + "▁rout ers", + "▁route rs", + "▁router s", + "▁rou ters", + "▁gra cious", + "▁gr acious", + "▁grac ious", + "▁prohib its", + "▁prohibit s", + "▁recurs ion", + "取 了", + "正 气", + "网 吧", + "(' <", + "( '<", + "OT k", + "关系 到", + "应 注意", + "税务 局", + "co dec", + "code c", + "cod ec", + "▁A tom", + "▁At om", + "▁b red", + "▁bre d", + "▁br ed", + "▁ bred", + "▁h ail", + "▁ha il", + "▁} }(", + "\\\"> (", + "▁T ul", + "▁Tu l", + "cr ack", + "cra ck", + "c rack", + "▁H ide", + "▁Hi de", + "▁ Hide", + "▁M ira", + "▁Mi ra", + "▁Mir a", + "▁S cha", + "▁Sc ha", + "▁Sch a", + "nb lock", + "nbl ock", + "n block", + "nb uild", + "n build", + "▁H utch", + "▁Hut ch", + "▁T each", + "▁Te ach", + "▁Tea ch", + "el ected", + "elect ed", + "e lected", + "ot hesis", + "oth esis", + "othes is", + "othe sis", + "▁Beng als", + "▁Bengal s", + "▁vag inal", + "▁vagina l", + "C ategories", + "▁neg lecting", + "▁neglect ing", + "▁silhou ette", + "▁superv isors", + "▁supervisor s", + "t R", + "中 南", + "人 脸", + "优 于", + "做 梦", + "皇 上", + "老 兵", + "警 报", + "飞 速", + "AR N", + "A RN", + "无所 谓", + "无 所谓", + "粤 港澳", + "HO ST", + "H OST", + "IS TS", + "IST S", + "ка за", + "可想 而知", + "行政 诉讼", + "tn ame", + "t name", + "}} {{\\\\", + "}}{ {\\\\", + "} }{{\\\\", + "▁earn s", + "▁ear ns", + "▁sp onge", + "▁spo nge", + "▁sug ars", + "▁sugar s", + "▁ex poses", + "▁exp oses", + "▁expos es", + "▁expose s", + "▁W atching", + "▁Watch ing", + "▁Wat ching", + "▁ball oons", + "▁balloon s", + "▁burst ing", + "▁mark ings", + "▁marking s", + "▁Sign ature", + "▁ Signature", + "▁straw berry", + "▁Not ification", + "▁ Notification", + "Y N", + "京 剧", + "十 余", + "山 河", + "改 建", + "海 淀", + "王 小", + "给 的", + "美 白", + "衣 柜", + "齐 聚", + "▁( /", + "▁ (/", + "作品 中", + "分布 在", + "比 上年", + "自来 水", + "NA SA", + "NAS A", + "N ASA", + "实验 小学", + "al gic", + "alg ic", + "re gor", + "reg or", + "▁R ack", + "▁Ra ck", + "▁Rac k", + "cut ting", + "c utting", + "▁Pel osi", + "▁Sun set", + "▁Su nset", + "foot ball", + "▁Pr eston", + "▁Pres ton", + "▁Pre ston", + "▁Prest on", + "▁Rom ance", + "▁Roman ce", + "▁Roma nce", + "▁imm oral", + "▁un named", + "r q", + "▁ –", + "且 有", + "东 区", + "子 弟", + "客 戶", + "常 说", + "幕 后", + "想 让", + "耗 费", + "都 以", + "的一 般", + "的 一般", + "的大 门", + "的 大门", + "购买 了", + "购 买了", + "nd om", + "ndo m", + "n dom", + "ov ah", + "ova h", + "▁R AW", + "▁RA W", + "▁ RAW", + "qu ite", + "quit e", + "q uite", + "▁F WHM", + "▁P ose", + "▁Po se", + "▁Pos e", + "▁p ope", + "▁po pe", + "▁pop e", + "Con nor", + "Conn or", + "imm une", + "▁B uffer", + "▁Buff er", + "▁ Buffer", + "▁occ ult", + "▁dar ling", + "▁hate ful", + "▁hat eful", + "▁aqu arium", + "▁gar nered", + "▁garner ed", + "простра нение", + "M u", + "专 班", + "多 点", + "妇 科", + "罪 犯", + "过 期", + "选 出", + "ee b", + "e eb", + "一本 书", + "一 本书", + "双子 座", + "哪 一个", + "在 当地", + "我们 能", + "ru ff", + "r uff", + "▁t ug", + "▁tu g", + "市场 主体", + "and um", + "nw all", + "n wall", + "▁m aze", + "▁ma ze", + "▁Bl och", + "▁Blo ch", + "▁br unch", + "▁bru nch", + "▁conf isc", + "nde scribed", + "ndes cribed", + "ndescribe d", + "n described", + "▁exhaust ing", + "ninter action", + "ninte raction", + "n interaction", + "▁prof essions", + "▁profess ions", + "▁profession s", + "' <", + "U r", + "动 着", + "变 现", + "广 汽", + "报 废", + "禁 令", + "腌 制", + "转 速", + "都 得", + "IC Y", + "I CY", + "新 三板", + "id an", + "ida n", + "i dan", + "▁H ew", + "▁He w", + "Th ough", + "▁K ondo", + "▁Ko ndo", + "▁Kon do", + "▁Rub io", + "▁Ru bio", + "▁biod iversity", + "M H", + "上 山", + "侦 察", + "吴 某", + "增 高", + "外 侧", + "崇 尚", + "捞 出", + "画 卷", + "航 运", + "解 釋", + "nS U", + "n SU", + "为 孩子", + "依赖 于", + "ab er", + "abe r", + "a ber", + "as ta", + "ast a", + "a sta", + "ra no", + "ran o", + "r ano", + "UST OM", + "ad eon", + "ade on", + "bl own", + "blo wn", + "blow n", + "сти ту", + "▁HE AD", + "▁ HEAD", + "▁a mph", + "▁am ph", + "▁amp h", + "st icks", + "stic ks", + "stick s", + "▁Ar eas", + "▁Are as", + "▁Area s", + "▁in sol", + "▁ins ol", + "▁y acht", + "▁ya cht", + "▁twe aks", + "▁tweak s", + "住院 伙食补助费", + "Em ployee", + "▁bo oster", + "▁boost er", + "▁boo ster", + "▁l uckily", + "▁luck ily", + "▁re juven", + "▁occup ying", + "▁occupy ing", + "▁portray al", + "▁psychiat rist", + "М а", + "办 好", + "本 站", + "而 对", + "ge l", + "g el", + "中国 家", + "中 国家", + "博士 后", + "媒体 的", + "媒 体的", + "老 党员", + "^{ -(", + "^{- (", + "lu on", + "l uon", + "nR ev", + "nRe v", + "n Rev", + "ma ven", + "m aven", + "▁S ons", + "▁So ns", + "▁Son s", + "xl abel", + "x label", + "▁Paul a", + "▁Pa ula", + "▁Ch avez", + "▁Cha vez", + "▁Fr anco", + "▁Franc o", + "▁Fra nco", + "▁Fran co", + "▁Shel by", + "▁che esy", + "▁chees y", + "▁ple asures", + "▁pleasure s", + "▁pleas ures", + "▁str ipping", + "▁stri pping", + "▁strip ping", + "▁mot ivating", + "▁motiv ating", + "nRes earchers", + "nResearch ers", + "▁inter connected", + "▁scientific ally", + "上 层", + "之 分", + "仇 恨", + "印 花", + "应 以", + "歡 迎", + "纲 要", + "OO D", + "O OD", + "zz i", + "z zi", + "}_ +", + "} _+", + "和 要求", + "挺好 的", + "挺 好的", + "率达 到", + "率 达到", + "赵丽 颖", + "=\\\" @", + "DO WN", + "D OWN", + "at te", + "att e", + "a tte", + "be en", + "bee n", + "b een", + "wi fi", + "w ifi", + "▁S ic", + "▁Si c", + "▁y en", + "▁ye n", + "三个 方面", + "IFI ED", + "ch ars", + "char s", + "cha rs", + "▁r aft", + "▁ra ft", + "▁ raft", + "ip ient", + "▁C reed", + "▁Cr eed", + "▁Cre ed", + "▁T opic", + "▁To pic", + "▁Top ic", + "▁ Topic", + "▁bul ky", + "▁bulk y", + "▁m ills", + "▁mil ls", + "▁mill s", + "▁cloud y", + "▁clo udy", + "▁or thon", + "▁orth on", + "▁b athing", + "▁bath ing", + "▁bat hing", + "▁ba thing", + "▁hurd les", + "▁un ambig", + "conf irmed", + "confirm ed", + "▁Vis itors", + "▁Visit ors", + "▁dict ator", + "▁sed iment", + "▁M igration", + "▁Mig ration", + "▁vill agers", + "▁village rs", + "▁villa gers", + "▁adoles cent", + "▁exhaust ion", + "▁un affected", + "▁ 天", + "两 张", + "停 滞", + "剧 组", + "影 院", + "推 崇", + "推 销", + "诵 读", + "迷 信", + "SC I", + "S CI", + "ti t", + "t it", + "反 过来", + "就 一直", + "并不 多", + "并 不多", + "打 招呼", + "时间 去", + "默默 地", + "DA TE", + "DAT E", + "D ATE", + "nI NT", + "nIN T", + "n INT", + "nM ad", + "n Mad", + "自然 科学", + "资料 显示", + "Mer ge", + "np rot", + "npro t", + "npr ot", + "n prot", + "▁Caf é", + "Com mun", + "Comm un", + "L ENGTH", + "▁MN IST", + "▁Or ion", + "▁Ori on", + "nM oving", + "nMo ving", + "▁Fr aser", + "▁Fra ser", + "▁de void", + "▁dev oid", + "▁new bie", + "▁pes sim", + "▁pess im", + "nR unning", + "nRun ning", + "n Running", + "▁Herm itian", + "▁invari ably", + "reg istration", + "▁bureauc racy", + "不 复", + "不 强", + "亮 度", + "全 职", + "唱 片", + "善 意", + "暖 暖", + "木 质", + "止 痛", + "通 货", + "青 铜", + "AN E", + "A NE", + "主要 由", + "乘 用车", + "早期 的", + "早 期的", + "更多 地", + "更 多地", + "评论 区", + "非常 多", + "nA ff", + "nAf f", + "n Aff", + "R atio", + "nHot el", + "qu oted", + "quot ed", + "quote d", + "quo ted", + "▁he ats", + "▁heat s", + "▁v odka", + "▁n vidia", + "Ex change", + "E xchange", + "alloc ate", + "▁e scapes", + "▁esc apes", + "▁escape s", + "▁escap es", + "▁mar ital", + "▁re cycle", + "▁r ecycle", + "▁rec ycle", + "▁recycl e", + "▁visc ous", + "▁King ston", + "▁Kings ton", + "▁local host", + "▁ localhost", + "▁mod erated", + "▁mode rated", + "▁moder ated", + "▁moderate d", + "▁Ge ographic", + "= |", + "五 千", + "则 为", + "召 回", + "报 刊", + "按 下", + "楼 房", + "选 中", + "離 開", + "Sp y", + "S py", + "▁\" /", + "▁F i", + "▁ Fi", + "▁О с", + "占据 了", + "大多 是", + "大 多是", + "in ee", + "ine e", + "i nee", + "mi ah", + "mia h", + "m iah", + "人民 日报", + "nl ook", + "nlo ok", + "n look", + "nb egin", + "nbe gin", + "n begin", + "ve rett", + "ver ett", + "vere tt", + "▁T rend", + "▁Tr end", + "▁Tre nd", + "▁He ader", + "▁Head er", + "▁ Header", + "▁can opy", + "▁fil thy", + "▁h inder", + "▁hi nder", + "▁hind er", + "▁sl oppy", + "▁tru sts", + "▁trust s", + "▁Bar rett", + "▁Vamp ire", + "▁Luther an", + "▁Invest ors", + "▁a usterity", + "▁pain fully", + "▁painful ly", + "col lections", + "collection s", + "collect ions", + "▁di agnostics", + "▁diagn ostics", + "▁diagnostic s", + "▁astron omical", + "▁inter ceptions", + "▁intercept ions", + "▁interception s", + "ñ o", + "市 長", + "弱 点", + "最 深", + "結 構", + "介绍 说", + "没有 被", + "电子 产品", + "C OVID", + "asc ii", + "asci i", + "ow ell", + "o well", + "▁T ale", + "▁Tal e", + "▁Ta le", + "Ar rays", + "Array s", + "Arr ays", + "fin ish", + "re name", + "ren ame", + "r ename", + "ci pline", + "cipl ine", + "uction s", + "uct ions", + "u ctions", + "▁dec ree", + "▁decre e", + "▁d ermat", + "▁der mat", + "▁whis per", + "▁patient ly", + "cons ciously", + "conscious ly", + "▁oscill ators", + "▁oscillator s", + "春 夏", + "船 上", + "颤 抖", + "Jo e", + "J oe", + "bf a", + "b fa", + "然后 用", + "bul k", + "bu lk", + "b ulk", + "nB TW", + "ou sy", + "ous y", + "▁j an", + "▁ja n", + "▁ jan", + "Cr aft", + "C raft", + "al ach", + "ala ch", + "▁du nno", + "▁dun no", + "▁C alled", + "▁Cal led", + "▁Call ed", + "▁ Called", + "▁U pload", + "▁Up load", + "▁ Upload", + "▁n ailed", + "▁na iled", + "▁nail ed", + "▁t rough", + "▁tr ough", + "▁trou gh", + "xy matrix", + "x ymatrix", + "▁Chen nai", + "▁boy cott", + "▁inter tw", + "▁ar ranging", + "▁arr anging", + "▁diplom acy", + "▁diploma cy", + "▁host ility", + "▁sub scribed", + "▁subs cribed", + "▁subscrib ed", + "▁subscribe d", + "C e", + "但 有", + "听 的", + "机 能", + "科 比", + "都 与", + "▁e u", + "▁ eu", + "不 那么", + "微博 上", + "生活 和", + "典型 案例", + "ax ter", + "▁Lo we", + "▁Low e", + "▁M ush", + "▁Mus h", + "▁Mu sh", + "*\\\\ *\\\\", + "nLe vel", + "n Level", + "▁Q uart", + "▁Qu art", + "Ad vanced", + "file Name", + "▁look out", + "nEx amples", + "nExample s", + "n Examples", + "▁conqu ered", + "▁conquer ed", + "▁careg ivers", + "▁exist ential", + "位 於", + "停 工", + "届 满", + "弥 陀", + "振 奋", + "潜 伏", + "生 鲜", + "肝 炎", + "运 维", + "黑 客", + "fp s", + "f ps", + "go o", + "g oo", + "kb d", + "k bd", + "卫健 委", + "的 成长", + "的电 话", + "的 电话", + "}) :\\", + "} ):\\", + "}) }$", + "})} $", + "} )}$", + "▁$ >$", + "▁$> $", + "▁H IM", + "▁HI M", + "工作 机制", + "▁S kip", + "▁Sk ip", + "▁Ski p", + "▁ Skip", + "亿元 人民币", + "Check ed", + "ole rant", + "oler ant", + "veh icle", + "v ehicle", + "▁co oker", + "▁cook er", + "re action", + "react ion", + "rea ction", + "▁но ември", + "▁neuro logical", + "▁neur ological", + "Q N", + "R H", + "一 月", + "功 耗", + "将 领", + "快 点", + "手 感", + "花 儿", + "非 公", + "预 留", + "风 力", + "cl k", + "c lk", + "nd b", + "n db", + "▁] ;", + "▁ ];", + "不住 了", + "不 住了", + "引发 的", + "引 发的", + "第一 大", + "第 一大", + "}< \\\\", + "} <\\\\", + "▁S IG", + "▁SI G", + "▁ SIG", + "▁То ва", + "▁C omes", + "▁Com es", + "▁Co mes", + "▁Come s", + "▁re com", + "▁rec om", + "▁Raf ael", + "▁D rivers", + "▁Dr ivers", + "▁Drive rs", + "▁Driver s", + "▁sh ields", + "▁shield s", + "▁ shields", + "Con figure", + "Config ure", + "Conf igure", + "▁Prec ision", + "O m", + "▁ 이", + "单 品", + "奋 发", + "山 地", + "觀 察", + "豪 门", + "轻 重", + "金 字", + "▁: (", + "▁ :(", + "也不 错", + "也 不错", + "攻坚 战", + "▁N OR", + "▁NO R", + "也有 一些", + "也 有一些", + "都是 为了", + "都 是为了", + "Fr ench", + "Fre nch", + "F rench", + "col our", + "▁Cind y", + "▁s ided", + "▁side d", + "▁sid ed", + "▁si ded", + "▁ sided", + "Con cept", + "Equal To", + "Sup pose", + "▁Sh ared", + "▁Share d", + "▁Sha red", + "▁Shar ed", + "▁ Shared", + "▁law ful", + "▁m ailed", + "▁mail ed", + "▁ma iled", + "nhow ever", + "▁inst alls", + "▁install s", + "relim inaries", + "▁electric ally", + "▁electrical ly", + "▁contrad ictory", + "加 哥", + "晓 明", + "约 有", + "耕 耘", + "调 配", + "足 协", + "首 页", + "▁d z", + "▁ dz", + "也 一样", + "清楚 的", + "登记 表", + "的老 人", + "的 老人", + "nT ips", + "nTip s", + "nb est", + "nbe st", + "n best", + "pa use", + "p ause", + "чни те", + "ч ните", + "▁C ork", + "▁Co rk", + "▁Cor k", + "▁R are", + "▁Ra re", + "▁old s", + "▁ol ds", + "▁ olds", + "▁C oven", + "▁Co ven", + "▁Cov en", + "▁e pile", + "▁ep ile", + "▁Len ovo", + "▁mor ale", + "▁moral e", + "▁wand ered", + "▁wander ed", + "▁compos ers", + "▁composer s", + "▁compose rs", + "▁elong ated", + "▁exerc ised", + "▁exercise d", + "▁Chron icles", + "▁Chronicle s", + "▁High lights", + "Event Handler", + "▁und ocumented", + "T N", + "一 汽", + "不 振", + "受 贿", + "增 生", + "年 头", + "瑕 疵", + "航 行", + "*\\ \"", + "* \\\"", + "MT k", + "ji a", + "j ia", + "}& =", + "} &=", + "价格 为", + "億 美元", + "▁B om", + "▁Bo m", + "▁U NC", + "▁UN C", + "第二百 零", + "组织 实施", + "ig ans", + "igan s", + "iga ns", + "is man", + "ism an", + "isma n", + "▁h arb", + "▁ha rb", + "▁har b", + "▁Es sex", + "▁Ess ex", + "▁The ore", + "Snap shot", + "▁Her bert", + "▁Whe eler", + "▁Wheel er", + "▁maxim ally", + "▁maximal ly", + "▁pur ported", + "▁rear range", + "▁strange ly", + "▁strang ely", + "▁sur passed", + "▁surpass ed", + "▁cult ivation", + "▁cultiv ation", + "不 限", + "增 设", + "放 眼", + "私 家", + "精 子", + "苯 基", + "退 伍", + "PE T", + "P ET", + "k Hz", + "ne c", + "n ec", + "ni o", + "n io", + "你不 能", + "你 不能", + "输出 端", + "半个 小时", + "半 个小时", + "突出 问题", + "ic ism", + "ici sm", + "pill ar", + "▁Gl ory", + "▁Glo ry", + "▁as ses", + "▁ass es", + "▁ asses", + "Dec oder", + "ight ing", + "igh ting", + "miss ive", + "nE ffect", + "n Effect", + "▁W isdom", + "▁Wis dom", + "▁Law yers", + "▁book let", + "hop efully", + "▁Rail road", + "▁murder er", + "▁murd erer", + "▁panc akes", + "▁stat ioned", + "▁station ed", + "ustain ability", + "t T", + "不 走", + "向 西", + "年 是", + "水 务", + "风 气", + "SY S", + "S YS", + "nd a", + "n da", + "▁“ [", + "做 生意", + "只 知道", + "并 结合", + "最 关键", + "见证 了", + "部 电影", + "Set s", + "Se ts", + "S ets", + "nT ag", + "n Tag", + "С лед", + "道路 交通", + "ar lie", + "arl ie", + "arli e", + "DE LETE", + "us sing", + "uss ing", + "▁E isen", + "nn ormal", + "n normal", + "▁York er", + "▁cor pse", + "▁corps e", + "▁fl akes", + "▁rep len", + "▁repl en", + "View ById", + "cre ative", + "creat ive", + "nUs ually", + "▁Comb ine", + "▁sp illed", + "▁spill ed", + "▁lip stick", + "▁lips tick", + "▁author itative", + "▁un conditional", + "▁MER CHANTABILITY", + "动 人", + "厚 重", + "庄 村", + "成 语", + "校 内", + "税 率", + "轮 流", + "zo s", + "z os", + "不 建议", + "研发 的", + "研 发的", + "芝 加哥", + "ju mp", + "j ump", + "ob il", + "obi l", + "o bil", + "ur on", + "uro n", + "u ron", + "▁p id", + "▁pi d", + "▁ pid", + "▁б ли", + "▁ бли", + "en nel", + "enn el", + "enne l", + "nt erm", + "nte rm", + "n term", + "oc aly", + "ocal y", + "oca ly", + "▁A val", + "▁Av al", + "▁B one", + "▁Bo ne", + "▁Bon e", + "并不 意味着", + "Th omas", + "▁T akes", + "▁Take s", + "▁Ta kes", + "▁Tak es", + "▁d eton", + "▁de ton", + "▁det on", + "▁fier y", + "▁fi ery", + "▁down time", + "▁downt ime", + "▁myst ical", + "▁Ess ential", + "▁broke rage", + "▁broker age", + "pers istence", + "你 来", + "停 在", + "减 产", + "婚 前", + "家 门", + "暴 涨", + "短 的", + "重 伤", + "Jo n", + "J on", + "po n", + "p on", + "▁п ъ", + "告诉 她", + "婚姻 法", + "承诺 书", + "的 到来", + "羽毛 球", + "产业 结构", + "局 副局长", + "简直 就是", + "bo nes", + "bon es", + "bone s", + "b ones", + "ul len", + "ull en", + "▁MA KE", + "▁ MAKE", + "Bu cket", + "B ucket", + "▁Fro zen", + "cl usters", + "clus ters", + "cluster s", + "▁past ors", + "▁pastor s", + "▁se ismic", + "▁up scale", + "▁ups cale", + "▁tit anium", + "▁final ists", + "▁undergo es", + "▁notice ably", + "▁dist racting", + "▁distract ing", + "内 侧", + "发 泄", + "Mi l", + "M il", + "主 教练", + "方法 是", + "转变 为", + "转 变为", + "ar ty", + "art y", + "mer e", + "me re", + "m ere", + "nJ un", + "▁A NN", + "▁AN N", + "▁ ANN", + "▁H OT", + "▁HO T", + "▁у би", + "ne tte", + "net te", + "nett e", + "n ette", + "▁Bo ris", + "▁Bor is", + "▁Lot us", + "▁te ase", + "▁tea se", + "▁teas e", + "▁Cour ts", + "▁Court s", + "▁tra nsc", + "▁trans c", + "▁tran sc", + "ad aptive", + "adapt ive", + "▁bl urred", + "▁blur red", + "▁Brad ford", + "diff erence", + "d ifference", + "▁stere otype", + "▁stereo type", + "▁prog ressing", + "▁progress ing", + "▁dist illation", + "中 路", + "又 说", + "坦 然", + "忧 伤", + "悲 哀", + "挺 好", + "不相 同", + "不 相同", + "届 中国", + "要 强化", + "[- \\\\", + "[ -\\\\", + "il li", + "ill i", + "i lli", + "▁C AT", + "▁CA T", + "▁ CAT", + "落实 情况", + "▁NG Os", + "▁NGO s", + "▁R edd", + "▁Re dd", + "▁Red d", + "▁S ims", + "▁Sim s", + "▁Si ms", + "的生活 方式", + "的 生活方式", + "▁ac ron", + "ly mouth", + "▁b ushes", + "▁bus hes", + "▁bush es", + "▁d anced", + "▁dance d", + "▁da nced", + "▁dan ced", + "▁p antry", + "▁pan try", + "▁pant ry", + "▁t olerant", + "▁toler ant", + "▁Lan caster", + "▁Lanc aster", + "▁conv ective", + "▁conve ctive", + "▁brilliant ly", + "▁cyber security", + "t L", + "复 仇", + "怎 能", + "捆 绑", + "斯 顿", + "日 均", + "最 难", + "渐 进", + "银 川", + "霉 素", + "MD g", + "\\\\ >", + "为 单位", + "只能 是", + "没 问题", + "脸上 的", + "脸 上的", + "都 必须", + "▁( ``", + "▁(` `", + "只是 为了", + "只 是为了", + "市场 竞争", + "like d", + "li ked", + "lik ed", + "l iked", + "▁G ing", + "▁Gi ng", + "▁Gin g", + "▁V III", + "▁VI II", + "▁VII I", + "▁D eals", + "▁De als", + "▁Deal s", + "▁Br aves", + "▁Bra ves", + "▁Des tiny", + "▁Dest iny", + "▁gen ital", + "\\\\\\\": \\\\\\\"", + "▁Rec ognition", + "定 性", + "开 户", + "蓝 牙", + "赛 区", + "&& \\", + "& &\\", + "AW S", + "A WS", + "MD k", + "za r", + "z ar", + "▁N B", + "▁ NB", + "可行 性", + "年代 的", + "年 代的", + "日 正式", + "笑着 说", + "这是 个", + "这 是个", + "TR AN", + "TRA N", + "bo mb", + "b omb", + "▁M iz", + "▁Mi z", + "▁f ug", + "▁fu g", + "▁r pm", + "▁ rpm", + "基本 都是", + "el ves", + "elve s", + "▁Le ading", + "▁Lead ing", + "▁bol ster", + "▁with drew", + "▁полу чава", + "大 會", + "將 會", + "应 按", + "立 卡", + "造 血", + "道 教", + "青 蛙", + "Un s", + "U ns", + "nA w", + "n Aw", + "不 公平", + "分析 和", + "▁к ни", + "食品 药品", + "un gal", + "ung al", + "▁C hes", + "▁Ch es", + "▁Che s", + "▁Qu in", + "int osh", + "into sh", + "ub lish", + "ubl ish", + "un safe", + "uns afe", + "▁Flo at", + "▁ Float", + "▁in let", + "▁i nlet", + "nList en", + "n Listen", + "▁D epend", + "▁De pend", + "▁Dep end", + "▁ Depend", + "▁Ben efit", + "▁spec tro", + "▁spect ro", + "▁motor cycles", + "▁motorcycle s", + "低 估", + "选 民", + "香 料", + "\\\\ `", + "пе р", + "п ер", + "▁$ >", + "中学 生", + "中 学生", + "却 发现", + "村民 们", + "的 区域", + "额外 的", + "额 外的", + "Fl ex", + "F lex", + "in ki", + "ink i", + "nb el", + "nbe l", + "n bel", + "▁T ue", + "▁Tu e", + "▁ Tue", + "城乡 建设", + "积极 推进", + "▁w omb", + "▁wom b", + "▁wo mb", + "Sen sor", + "S ensor", + "▁P olar", + "▁Pol ar", + "▁Po lar", + "nEx cept", + "▁hero ine", + "▁heroin e", + "▁dest abil", + "▁horse power", + "▁spirit ually", + "▁spiritual ly", + "▁indisp ensable", + "三 方", + "分 许", + "可 疑", + "情 趣", + "河 长", + "阻 塞", + "龙 的", + "Mj k", + "M jk", + "ta s", + "t as", + "不仅 有", + "不 仅有", + "nA ND", + "n AND", + "pr in", + "pri n", + "p rin", + "га та", + "гат а", + "▁a xe", + "▁ax e", + "专项 斗争", + "青年 教师", + "Pl ane", + "Plan e", + "P lane", + "min or", + "mi nor", + "ro les", + "rol es", + "role s", + "r oles", + "▁Th ur", + "▁Thu r", + "▁o val", + "▁ov al", + "▁ oval", + "over lay", + "▁hyp not", + "▁spin or", + "erman ent", + "▁Bed room", + "▁ag ility", + "publ isher", + "publish er", + "p ublisher", + "▁di arrhea", + "▁sin ister", + "▁imp urities", + "▁helicop ters", + "▁helicopter s", + "K n", + "你 和", + "关 乎", + "大 巴", + "安 检", + "就 从", + "心 意", + "蓝 图", + "要 先", + "驾 照", + "也很 难", + "也 很难", + "实在 太", + "请 大家", + "nce r", + "nc er", + "n cer", + "pu nk", + "pun k", + "p unk", + "▁S EM", + "▁SE M", + "▁d st", + "▁ds t", + "▁ dst", + "家庭 成员", + "教育 整顿", + "积极 主动", + "职业 技能", + "ad ors", + "ado rs", + "ador s", + "▁s tal", + "▁st al", + "▁sta l", + "ns hort", + "nsh ort", + "n short", + "rap ist", + "pr event", + "pre vent", + "prev ent", + "依法 组成合议庭", + "▁Kurd ish", + "▁Pand ora", + "▁bundle d", + "▁bund led", + "▁Friend ly", + "▁Ple asant", + "▁narrow ly", + "▁play able", + "pl ications", + "plic ations", + "plication s", + "▁const ituted", + "▁constit uted", + "▁constitu ted", + "▁constitute d", + "я н", + "哥 伦", + "安 区", + "提 拔", + "明 媚", + "更 低", + "概 况", + "相 见", + "苦 恼", + "雇 主", + "－ －", + "佛山 市", + "佛 山市", + "混合 物", + "混 合物", + "被告 王", + "(' \\\\", + "( '\\\\", + "LL OW", + "cl ou", + "▁F AA", + "▁FA A", + "毫不 犹豫", + "pl ist", + "p list", + "st ere", + "ster e", + "ste re", + "ло гия", + "логи я", + "▁C ham", + "▁Ch am", + "▁Cha m", + "▁t aps", + "▁tap s", + "▁ta ps", + "claim s", + "fit ted", + "f itted", + "ic ulty", + "icult y", + "nth ony", + "osp ice", + "▁T rees", + "▁Tr ees", + "▁Tre es", + "▁Tree s", + "▁se dan", + "▁sed an", + "ad minist", + "admin ist", + "ind sight", + "inds ight", + "▁E cuador", + "▁Patri ot", + "▁dis abling", + "▁marvel ous", + "▁resent ment", + "出 新", + "听 话", + "四 海", + "平 的", + "我 便", + "排 污", + "树 上", + "麻 痹", + "龙 门", + "M pc", + "ja v", + "j av", + "le w", + "l ew", + "за р", + "з ар", + "ри й", + "召开 的", + "召 开的", + "奥 斯卡", + "方向 盘", + "но ва", + "нов а", + "▁N IC", + "▁NI C", + "nC oll", + "nCol l", + "nCo ll", + "n Coll", + "▁B ere", + "▁Be re", + "▁Ber e", + "Anch or", + "Miss ing", + "nCon vert", + "n Convert", + "▁P assion", + "▁Pass ion", + "▁meth ane", + "▁ob scene", + "▁obsc ene", + "com pressed", + "comp ressed", + "compress ed", + "▁Park inson", + "▁Par kinson", + "不 以", + "可 为", + "无 助", + "ar f", + "a rf", + "sp i", + "s pi", + "б ва", + "” ……", + "对 上述", + "▁Pv P", + "▁l il", + "▁li l", + "ele br", + "Can vas", + "ic ants", + "ican ts", + "▁sl uts", + "▁slut s", + "▁sk irts", + "▁skirt s", + "▁ skirts", + "▁Mid night", + "▁di abetic", + "▁dict ates", + "▁dictate s", + "▁p unching", + "▁pun ching", + "▁punch ing", + "▁fil aments", + "▁filament s", + "▁hypoc risy", + "▁sy nonymous", + "▁syn onymous", + "▁Revolution ary", + "add EventListener", + "t V", + "争 先", + "名 声", + "時 期", + "构 思", + "的 吗", + "追 随", + "通 路", + "bb c", + "b bc", + "nA f", + "n Af", + "当前 的", + "当 前的", + "案 外人", + "检察 长", + "\":\" 「", + ")} ^{", + ")}^ {", + ") }^{", + "Hi de", + "H ide", + "Y ang", + "目前 已经", + "目前已 经", + "un gen", + "ung en", + "▁RA ID", + "▁f erv", + "▁fe rv", + "▁fer v", + "▁ме ст", + "▁Bl anc", + "▁poll ut", + "▁ske wed", + "▁skew ed", + "Vert ical", + "Ver tical", + "▁hit ters", + "▁hitter s", + "▁book ings", + "▁booking s", + "▁disc reet", + "▁discre et", + "▁persu aded", + "▁persuade d", + "▁peace fully", + "▁peaceful ly", + "ъ к", + "之 势", + "位 数", + "瘫 痪", + "魔 术", + "[] \\", + "[ ]\\", + "rw x", + "r wx", + "Z ING", + "ka ra", + "kar a", + "k ara", + "×× ××", + "××× ×", + "× ×××", + "▁S ut", + "▁Su t", + "年轻 人的", + "年轻人 的", + "▁E xit", + "▁Ex it", + "▁ Exit", + "▁F arms", + "▁Far ms", + "▁Farm s", + "▁Fa rms", + "▁fact o", + "▁fac to", + "Ent ries", + "Over all", + "br inging", + "b ringing", + "ree tings", + "reet ings", + "▁fall out", + "Class Name", + "Q D", + "企 稳", + "写 得", + "加 了", + "如 来", + "小 板", + "带 回", + "年 产", + "有 其", + "稱 為", + "穿 衣", + "诗 意", + "附 着", + "降 解", + "(( (", + "( ((", + "▁D V", + "动物 园", + "小区 的", + "小 区的", + "E asy", + "Sh ot", + "S hot", + "un gs", + "ung s", + "▁D DR", + "▁DD R", + "▁T us", + "▁Tu s", + "▁o ps", + "▁op s", + "▁ ops", + "re edy", + "ree dy", + "reed y", + "▁By te", + "▁ Byte", + "er rick", + "err ick", + "view er", + "vie wer", + "▁Cl one", + "▁Clo ne", + "▁ Clone", + "ups ilon", + "u psilon", + "▁Ess ays", + "▁Essay s", + "ip article", + "ipart icle", + "i particle", + "▁gra ffiti", + "▁isot opes", + "nHope fully", + "nHop efully", + "▁In creasing", + "两 款", + "使 他", + "决 战", + "和 华", + "生 根", + "由 来", + "规 程", + "雙 方", + "NT g", + "▁d p", + "▁ dp", + "因为 这", + "在 日常", + "营养 费", + "输入 端", + "ike n", + "ik en", + "i ken", + "ns ki", + "n ski", + "ре ди", + "ред и", + "р еди", + "什么 东西", + "报告 显示", + "cer pt", + "tN ame", + "t Name", + "▁B ott", + "▁Bo tt", + "▁Bot t", + "▁C los", + "▁Cl os", + "▁Clo s", + "nB reak", + "nBre ak", + "n Break", + "▁E bola", + "▁Paul o", + "▁Pa ulo", + "▁Re ich", + "▁f ools", + "▁fo ols", + "▁fool s", + "▁foo ls", + "Com plex", + "Comp lex", + "prov ide", + "ener gies", + "▁had rons", + "▁hadron s", + "▁Astron omy", + "▁Inst itution", + "▁reimburse ment", + "两 千", + "出 品", + "发 售", + "是 好", + "特 勒", + "程 式", + "窒 息", + "立 志", + "警 官", + "讲 授", + "该 国", + "_{ |", + "_ {|", + "os y", + "o sy", + "在 农村", + "el em", + "ele m", + "e lem", + "▁A TP", + "▁AT P", + "hu ang", + "hua ng", + "▁vi tro", + "▁vit ro", + "▁E scape", + "▁Esc ape", + "▁w armed", + "▁war med", + "▁warm ed", + "▁direct s", + "▁is ospin", + "▁iso spin", + "▁roof top", + "▁rooft op", + "▁deco herence", + "▁ret aliation", + "取 名", + "態 度", + "發 揮", + "职 员", + "色 素", + "草 地", + "不太 好", + "不 太好", + "的 建筑", + "第十 二", + "第 十二", + "$( \\\"", + "$ (\\\"", + "Li te", + "L ite", + "R ing", + "▁P aw", + "▁Pa w", + "的时间 内", + "的 时间内", + "br eed", + "bre ed", + "b reed", + "ul ses", + "uls es", + "ulse s", + "根据 自己的", + "nS arah", + "re load", + "rel oad", + "▁p aced", + "▁pace d", + "▁pa ced", + "▁pac ed", + "▁ paced", + "Ch inese", + "▁Le Bron", + "▁Off ers", + "▁Offer s", + "▁рабо ти", + "▁bed time", + "▁r ipping", + "▁ri pping", + "▁rip ping", + "▁dep iction", + "▁depict ion", + "▁scr ambling", + "▁scram bling", + "▁Stat istical", + "▁deformation s", + "▁deform ations", + "Y M", + "人 就", + "尽 职", + "水 温", + "清 净", + "融 洽", + "ns w", + "n sw", + "}' '", + "} ''", + "▁Y A", + "▁ YA", + "到 自己", + "抓住 了", + "抓 住了", + "er ef", + "ere f", + "e ref", + "pa rd", + "par d", + "p ard", + "因地 制宜", + "意 想不到", + "本院 不予", + "M ajor", + "tc har", + "t char", + "▁M ono", + "▁Mon o", + "▁Mo no", + "▁Z amb", + "▁j ohn", + "▁jo hn", + "▁ john", + "Inv oke", + "nor gan", + "n organ", + "walk er", + "wal ker", + "w alker", + "▁K anye", + "▁Kan ye", + "▁er gon", + "▁erg on", + "▁Buy ing", + "▁Bu ying", + "市场 监督管理局", + "comb ined", + "st rength", + "str ength", + "▁aff lict", + "▁af flict", + "▁g ourmet", + "▁Sher lock", + "▁re usable", + "▁sur geons", + "▁surge ons", + "▁surgeon s", + "▁trou sers", + "▁tro users", + "▁Lib raries", + "▁Consult ant", + "Json Property", + "亲 友", + "传 言", + "的 空", + "荆 州", + "mi e", + "m ie", + "会更 加", + "会 更加", + "在上 述", + "在 上述", + "多大 的", + "多 大的", + "应用 的", + "应 用的", + "经历 的", + "责任 心", + "ad al", + "ada l", + "a dal", + "am en", + "ame n", + "a men", + "ar cs", + "arc s", + "▁R OS", + "▁RO S", + "▁m ats", + "▁mat s", + "▁ma ts", + "nU sers", + "nUse rs", + "nUs ers", + "nUser s", + "n Users", + "spe ech", + "▁R ural", + "▁Ru ral", + "nRe move", + "nRem ove", + "n Remove", + "▁Run ner", + "▁ Runner", + "▁acc use", + "▁accus e", + "▁c ialis", + "fight ing", + "f ighting", + "ival ence", + "▁Ori oles", + "▁ab using", + "▁hum ming", + "cal culation", + "calcul ation", + "calc ulation", + "▁depend able", + "@ \\", + "A k", + "不 畏", + "中 专", + "令 我", + "外 星", + "对 立", + "Li f", + "L if", + "实力 的", + "实 力的", + "最小 的", + "最 小的", + "▁S VM", + "▁SV M", + "▁p ou", + "▁po u", + "数据 中心", + "部分 地区", + "Al loc", + "All oc", + "het to", + "org ia", + "▁M ons", + "▁Mon s", + "▁Mo ns", + "▁N ope", + "▁No pe", + "ri nsic", + "rin sic", + "r insic", + "nS ingle", + "n Single", + "t result", + "▁Oper ator", + "▁Opera tor", + "▁ Operator", + "▁Offic ials", + "▁Official s", + "▁refres hed", + "▁refresh ed", + "▁substant ive", + "▁redist ribute", + "▁super intendent", + "O l", + "d E", + "交 道", + "余 生", + "吃 亏", + "对 本", + "新 村", + "相 助", + "选 址", + "顶 着", + "Id x", + "I dx", + "RI S", + "R IS", + "▁X I", + "和 国际", + "大学 校", + "大 学校", + "心里 的", + "心 里的", + "杜 兰特", + "点 左右", + "痛苦 的", + "长大 后", + "Pa rk", + "Par k", + "P ark", + "St ub", + "pa wn", + "▁P ag", + "▁Pa g", + "ra nds", + "rand s", + "ran ds", + "r ands", + "▁b rig", + "▁br ig", + "R ichard", + "▁Del uxe", + "▁Lib ert", + "▁Liber t", + "▁Li bert", + "▁cris py", + "▁crisp y", + "▁cri spy", + "▁rum ored", + "▁rumor ed", + "▁tra verse", + "▁travers e", + "revers ible", + "▁short ages", + "▁shortage s", + "▁tread mill", + "▁real istically", + "▁realistic ally", + "供 养", + "内 核", + "孤 儿", + "洗 脸", + "贪 污", + "除 尘", + "Or i", + "O ri", + "io l", + "i ol", + "lo d", + "l od", + "不能 够", + "不 能够", + "发生 过", + "Sk ip", + "S kip", + "▁k Hz", + "▁ kHz", + "宣传 工作", + "有这样 的", + "有 这样的", + "IS TER", + "IST ER", + "I STER", + "is tas", + "ist as", + "ista s", + "▁Pom pe", + "▁Val ve", + "▁cl ich", + "▁B ecome", + "▁Be come", + "▁D ining", + "▁Di ning", + "▁Din ing", + "▁Isa iah", + "▁K erala", + "▁Ker ala", + "▁Ang ular", + "Cor ollary", + "current ly", + "curr ently", + "▁bro ccoli", + "▁novel ist", + "▁nov elist", + "lst listing", + "▁prevent ive", + "▁Im plementation", + "▁ Implementation", + "押 金", + "用 戶", + "迟 到", + "额 头", + "CA N", + "C AN", + "不了 的", + "不 了的", + "要 认真", + "fa rm", + "far m", + "f arm", + "nf lu", + "nfl u", + "n flu", + "▁i ii", + "▁ii i", + "▁ iii", + "就会 出现", + "就 会出现", + "App ly", + "Ap ply", + "Appl y", + "St ars", + "Star s", + "▁G uru", + "▁Gu ru", + "▁Gur u", + "Al tern", + "Alt ern", + "For mer", + "Form er", + "Mar tin", + "Mart in", + "nM edia", + "nMe dia", + "nMed ia", + "n Media", + "▁P olic", + "▁Pol ic", + "▁Po lic", + "▁m uddy", + "▁mud dy", + "▁for bid", + "▁forb id", + "▁he ctic", + "▁mult it", + "▁multi t", + "▁mul tit", + "ent ities", + "▁dark est", + "▁Machine s", + "▁Mach ines", + "▁Pat ricia", + "▁Patri cia", + "▁assault s", + "▁poly mers", + "▁polymer s", + "▁She ffield", + "ntrans ition", + "n transition", + "▁Sim ulation", + "▁ Simulation", + "▁block buster", + "▁inter ception", + "▁intercept ion", + "向 好", + "坏 的", + "官 宣", + "战 线", + "接 班", + "狂 欢", + "病 原", + "的情 況", + "的 情況", + "第十 四", + "第 十四", + "网格 员", + "WI SE", + "W ISE", + "war f", + "wa rf", + "w arf", + "▁P OV", + "▁PO V", + "共产 主义", + "都是 一个", + "都 是一个", + "Br own", + "Bro wn", + "B rown", + "best os", + "bes tos", + "▁Q uint", + "▁Qu int", + "▁Quin t", + "▁S igma", + "▁Sig ma", + "▁ Sigma", + "▁PU BLIC", + "▁car rot", + "▁adv ises", + "▁advis es", + "▁advise s", + "▁fract al", + "▁r hythms", + "▁rhythm s", + "de pending", + "dep ending", + "depend ing", + "▁ruth less", + "▁stock ing", + "▁cal endars", + "▁calendar s", + "Y A", + "入 股", + "取 的", + "宽 带", + "粉 色", + "變 成", + "逼 迫", + "▁n y", + "▁ ny", + "印度 的", + "印 度的", + "本案 的", + "本 案的", + "然后 就", + "然 后就", + "这么 大", + "nB on", + "nBo n", + "n Bon", + "人际 关系", + "但是 他们", + "但是他 们", + "但 是他们", + "违法 违规", + "Sl eep", + "S leep", + "an tes", + "ant es", + "ante s", + "▁D ome", + "▁Do me", + "▁Dom e", + "▁S eal", + "▁Se al", + "▁Sea l", + "▁an ts", + "▁ant s", + "▁ ants", + "▁to fu", + "▁Pun jab", + "▁ch illy", + "▁chill y", + "nagain st", + "n against", + "▁i Phones", + "▁iPhone s", + "▁po orest", + "▁poor est", + "▁appl ause", + "▁glam orous", + "▁parallel s", + "▁Per forming", + "▁Perform ing", + "▁mil estones", + "▁mile stones", + "▁milestone s", + "他 都", + "比 对", + "示 意", + "職 業", + "触 碰", + "阴 谋", + "та р", + "т ар", + "事情 的", + "事 情的", + "工作 上", + "有意 义", + "有 意义", + "的人 格", + "的 人格", + "系列 的", + "▁G an", + "▁Ga n", + "教育 基地", + "现代 农业", + "ro ids", + "roid s", + "r oids", + "▁F ully", + "▁Full y", + "▁Ful ly", + "▁boo ze", + "▁tem ps", + "▁temp s", + "Max imum", + "▁fool ed", + "▁foo led", + "ateg oria", + "ategor ia", + "▁turt les", + "▁turtle s", + "ig rations", + "igration s", + "igr ations", + "▁River side", + "▁Rivers ide", + "▁off ending", + "▁warrant ies", + "买 单", + "五 是", + "汕 头", + "硬 度", + "赞 叹", + "醫 學", + "Na t", + "N at", + "fi f", + "f if", + "▁— \\", + "▁ —\\", + "接触 到", + "时间 长", + "最 容易", + "it at", + "ita t", + "i tat", + "▁O PT", + "▁OP T", + "▁ OPT", + "专业 人士", + "中国 企业", + "电商 平台", + "am ong", + "amon g", + "amo ng", + "a mong", + "▁Le vy", + "▁Lev y", + "▁t ame", + "▁ta me", + "▁tam e", + "委员会 委员", + "nB egin", + "nBe gin", + "n Begin", + "▁Th ats", + "▁That s", + "▁he pat", + "▁Baby lon", + "▁Bab ylon", + "▁summar ies", + "▁summ aries", + "▁transcript s", + "▁tran scripts", + "j r", + "中 俄", + "京 城", + "倒 在", + "刑 罚", + "列 出", + "失 信", + "板 材", + "每 逢", + "白 衣", + "直 达", + "警 力", + "辦 法", + "配 料", + "隐 蔽", + "co e", + "c oe", + "半 决赛", + "我们 把", + "最 开始", + "走到 了", + "走 到了", + "▁L ap", + "▁La p", + "佩戴 口罩", + "佩 戴口罩", + "非常 大的", + "非常大 的", + "ats by", + "▁T ara", + "▁Ta ra", + "▁Tar a", + "在此 基础上", + "ver sal", + "vers al", + "▁Brend an", + "▁Bren dan", + "▁Cl ients", + "▁Client s", + "▁st amina", + "▁custom ary", + "▁author itarian", + "它 能", + "本 息", + "梦 境", + "被 捕", + "^+ (", + "^ +(", + "ма т", + "▁X V", + "的 平均", + "Ba by", + "B aby", + "夫妻 感情", + "更多 信息", + "ed ded", + "edd ed", + "но сти", + "ност и", + "▁B ark", + "▁Bar k", + "▁Ba rk", + "ist ors", + "istor s", + "nAB OUT", + "sc apes", + "scape s", + "▁f used", + "▁fu sed", + "▁fuse d", + "需要 注意的是", + "需要注意 的是", + "bo oking", + "book ing", + "▁Would n", + "▁epid em", + "▁rock ed", + "Int erest", + "Inter est", + "▁Wind sor", + "▁Winds or", + "typ ically", + "t ypically", + "▁Pro cedure", + "▁out skirts", + "atisf action", + "▁irrit ating", + "Г е", + "买 车", + "搞 定", + "爱 我", + "率 高", + "督 办", + "适 配", + "顶 层", + "Im p", + "I mp", + "Nj k", + "N jk", + "OM A", + "O MA", + "uc a", + "u ca", + "{- }", + "{ -}", + "不起 来", + "不 起来", + "可怕 的", + "销售 的", + "nT ip", + "n Tip", + "在这 方面", + "在 这方面", + "应急 处置", + "ch eon", + "che on", + "fire d", + "fi red", + "f ired", + "nD eep", + "nDe ep", + "n Deep", + "nAb ove", + "ud ging", + "▁fer tile", + "▁fert ile", + "▁fertil e", + "▁de riving", + "▁der iving", + "▁deriv ing", + "▁int olerance", + "= <", + "信 誉", + "剪 刀", + "吃 着", + "圣 灵", + "地 道", + "建 军", + "微 观", + "日 報", + "疏 通", + "线 圈", + "黑 夜", + "ik u", + "i ku", + "vi k", + "v ik", + "了一 把", + "了 一把", + "和 所述", + "死亡 的", + "fe at", + "f eat", + "wi tz", + "w itz", + "td ata", + "t data", + "▁H els", + "▁He ls", + "▁Hel s", + "▁I deal", + "▁Id eal", + "▁Ide al", + "▁Idea l", + "志愿服务 活动", + "▁you ths", + "▁youth s", + "no follow", + "nof ollow", + "▁pl astics", + "▁plastic s", + "▁plas tics", + "% （", + "上 都", + "乱 的", + "凶 手", + "加 固", + "娘 家", + "抉 择", + "握 手", + "透 了", + "DN S", + "D NS", + "感染 的", + "民政 局", + "财政 局", + "这里 有", + "这 里有", + "до ва", + "▁B SD", + "▁BS D", + "▁ BSD", + "▁S TM", + "▁ST M", + "▁ STM", + "▁b im", + "▁bi m", + "▁i ds", + "▁id s", + "▁ ids", + "搅拌 均匀", + "▁L ogo", + "▁Log o", + "▁Lo go", + "▁U INT", + "▁UI NT", + "▁ UINT", + "▁m ens", + "▁me ns", + "▁men s", + "国家和 地区", + "fin ger", + "fing er", + "f inger", + "nC reat", + "nCr eat", + "n Creat", + "▁Aud it", + "▁Au dit", + "▁Audi t", + "▁Kir by", + "▁xml ns", + "op oulos", + "▁Mess iah", + "▁conce ded", + "▁conced ed", + "▁mod ality", + "▁modal ity", + "▁стра ната", + "▁correl ate", + "▁corre late", + "▁errone ous", + "print StackTrace", + "= _", + "之 多", + "交 际", + "打 球", + "终 审", + "郑 爽", + "NT k", + "Nj g", + "处理 好", + "我们 家", + "ha ir", + "h air", + "ви си", + "做好 准备", + "新兴 产业", + "理想 信念", + "▁K arn", + "▁Kar n", + "▁Ka rn", + "▁M ant", + "▁Man t", + "▁Ma nt", + "▁al um", + "▁p ies", + "▁pie s", + "▁pi es", + "▁ pies", + "hel ial", + "▁McC oy", + "优化 营商环境", + "nL ength", + "n Length", + "▁Fab ric", + "▁it erate", + "▁iter ate", + "▁ iterate", + "▁subs idy", + "▁subsid y", + "▁under sc", + "▁unders c", + "Arg uments", + "Argument s", + "▁pol itely", + "▁polit ely", + "▁polite ly", + "▁sc issors", + "▁dig estion", + "▁digest ion", + "▁resemb ling", + "传 入", + "分 担", + "惬 意", + "鲜 血", + "信息 网", + "地球 上", + "特别 好", + "的 妻子", + "脑海 里", + "sh ut", + "▁E lm", + "▁El m", + "▁F uj", + "▁Fu j", + "自己 的生活", + "自己的 生活", + "Tr avel", + "Tra vel", + "T ravel", + "▁B rands", + "▁Br ands", + "▁Bra nds", + "▁Brand s", + "▁hint ed", + "▁Carn egie", + "▁side ways", + "▁sidew ays", + "▁Frank furt", + "▁left overs", + "▁lefto vers", + "▁leftover s", + "▁life times", + "▁lif etimes", + "▁lifetime s", + "▁cult ivated", + "▁cultiv ated", + "▁cultivate d", + "▁nutrit ious", + "U F", + "上 岸", + "出 境", + "名 利", + "定 居", + "nS P", + "n SP", + "三年 的", + "三 年的", + "内容 为", + "变 压器", + "在其 他", + "在 其他", + "小伙 子", + "殊 不知", + "然后 将", + "青岛 市", + "▁c uz", + "▁cu z", + "主持 会议", + "意见 建议", + "nB log", + "nBl og", + "n Blog", + "▁SH OW", + "▁ow es", + "▁owe s", + "Re mark", + "Rem ark", + "R emark", + "pi cker", + "pic ker", + "pick er", + "p icker", + "▁d ipped", + "▁di pped", + "▁dip ped", + "▁less en", + "▁les sen", + "▁rob ber", + "▁v andal", + "▁van dal", + "▁Grand ma", + "▁lur king", + "▁Great est", + "▁Gre atest", + "▁dinos aur", + "▁subs paces", + "▁subspace s", + "▁assemb lies", + "▁flu orescent", + "▁serious ness", + "其 为", + "印 记", + "各 家", + "展 開", + "打 拼", + "朦 胧", + "癫 痫", + "aw k", + "十几 年", + "十 几年", + "回头 看", + "地方 的", + "地 方的", + "Te ll", + "T ell", + "or en", + "ore n", + "o ren", + "▁J al", + "▁Ja l", + "公安 分局", + "比较 好的", + "比较好 的", + "比 较好的", + "gr ant", + "gra nt", + "gran t", + "g rant", + "if old", + "i fold", + "▁Cr ash", + "▁Cra sh", + "▁In tent", + "▁Int ent", + "▁ Intent", + "▁er ased", + "▁era sed", + "▁erase d", + "▁opt ing", + "▁op ting", + "▁w inters", + "▁win ters", + "▁winter s", + "▁stem ming", + "▁arrog ance", + "▁brain storm", + "n probability", + "▁collabor ating", + "▁Cong ratulations", + "入 园", + "冷 藏", + "构 图", + "株 洲", + "然 大", + "监 事", + "目 睹", + "紧 缺", + "韵 味", + "▁“ …", + "過程 中", + ")} }\\", + ")}} \\", + ") }}\\", + "Bit s", + "Bi ts", + "B its", + "Vo te", + "V ote", + "ка то", + "▁S AF", + "▁SA F", + "住院 治疗", + "提供 一个", + "驳回 上诉", + "gg les", + "ggle s", + "必不可 少的", + "▁at tic", + "▁att ic", + "▁h ires", + "▁hire s", + "▁hi res", + "▁l ends", + "▁le nds", + "▁len ds", + "▁lend s", + "ap parent", + "app arent", + "appa rent", + "valid ator", + "▁Reg arding", + "▁forward ing", + "▁hypert ension", + "周 日", + "实 务", + "懂 事", + "拉 的", + "指 点", + "本 题", + "追 赶", + "Mo t", + "M ot", + "be g", + "b eg", + "在 实际", + "工信 部", + "并 根据", + "必要 时", + "消息 称", + "老师 说", + "要 提高", + "IS TR", + "IST R", + "I STR", + "IT EM", + "ITE M", + "I TEM", + "▁H AR", + "▁HA R", + "使用 寿命", + "所 需要的", + "▁in de", + "▁ind e", + "▁i nde", + "▁r ugs", + "▁ru gs", + "▁rug s", + "Mar gin", + "M argin", + "ugg ish", + "▁Man it", + "▁Ma nit", + "▁spe ck", + "▁spec k", + "▁I nform", + "▁In form", + "▁Inf orm", + "▁Info rm", + "▁Ге орги", + "ext ended", + "extend ed", + "imon ials", + "▁Air ways", + "▁mal aria", + "▁mas king", + "▁mask ing", + "▁dis grace", + "▁disg race", + "▁Valid ation", + "▁ Validation", + "▁account ant", + "▁under cover", + "▁incompet ent", + "▁intermit tent", + "ñ a", + "借 用", + "剂 的", + "化 名", + "南 宋", + "取 胜", + "拍 的", + "探 寻", + "政 委", + "照 样", + "网 球", + "读 懂", + "都 已", + "dd d", + "d dd", + ")\\\\ )", + ") \\\\)", + "re dd", + "red d", + "r edd", + "▁s to", + "▁st o", + "▁ sto", + "结构 简单", + "el ist", + "eli st", + "e list", + "ike rs", + "ik ers", + "iker s", + "i kers", + "or ting", + "ort ing", + "▁R ough", + "▁Rou gh", + "▁bo ils", + "▁boil s", + "▁sc outs", + "▁scout s", + "▁w rench", + "▁wr ench", + "▁wre nch", + "onder ful", + "▁Hand book", + "▁Johann es", + "▁Produ cer", + "▁betray ed", + "▁infinite s", + "▁infin ites", + "▁ver ifying", + "▁verify ing", + "▁trans missions", + "▁transmission s", + "K Y", + "伊 始", + "写 到", + "害 羞", + "格 栅", + "特 产", + "的 张", + "表 達", + "要 到", + "cf c", + "c fc", + "ki l", + "k il", + "mo g", + "m og", + "}} |", + "} }|", + "不停 的", + "主体 的", + "主 体的", + "获得 者", + "蓝色 的", + "蓝 色的", + "▁I PO", + "▁IP O", + "▁ IPO", + "自然而 然", + "新闻 发布会", + "▁att ends", + "▁attend s", + "▁atten ds", + "▁импе рия", + "Vari ables", + "Variable s", + "▁Newton ian", + "▁cred ential", + "▁Relations hip", + "会 比", + "军 区", + "英 勇", + "过 失", + "还 对", + "高 昂", + "但不 能", + "但 不能", + "政府 和", + "电视 机", + "的 计划", + "$| \\\\", + "$ |\\\\", + "Be nz", + "Ben z", + "B enz", + "те ра", + "тер а", + "т ера", + "▁A be", + "▁Ab e", + "▁N EC", + "▁NE C", + "▁OS X", + "▁R PM", + "▁RP M", + "所 产生的", + "Jo nes", + "Jon es", + "J ones", + "s weet", + "▁Ga ia", + "▁Bar cl", + "▁Car ey", + "▁Care y", + "▁Ca rey", + "▁N urse", + "▁Nurs e", + "side bar", + "▁max ima", + "▁maxim a", + "▁Rock ets", + "▁Ro ckets", + "▁Rocket s", + "▁che wing", + "▁chew ing", + "nCom pared", + "▁Bul garia", + "▁den oting", + "▁deno ting", + "▁reloc ate", + "▁line width", + "▁lin ewidth", + "▁ linewidth", + "▁heter osexual", + "伤 病", + "伸 缩", + "何 以", + "公 園", + "初 一", + "喜 迎", + "早 前", + "明 智", + "糖 果", + "纷 呈", + "莅 临", + "该 村", + "AD C", + "A DC", + "Ad S", + "在 医院", + ":** \\", + ": **\\", + "ab in", + "abi n", + "a bin", + "ic om", + "ico m", + "i com", + "两个 孩子", + "中国 人的", + "中国人 的", + "我们 自己", + "an kind", + "ank ind", + "▁s alsa", + "▁sal sa", + "found ed", + "f ounded", + "▁E nable", + "▁En able", + "▁ Enable", + "▁Will ow", + "▁Wil low", + "▁a iring", + "▁air ing", + "▁j umper", + "▁jump er", + "▁light est", + "ass umption", + "W G", + "m A", + "充 当", + "绿 的", + "nM o", + "n Mo", + "▁N F", + "▁ NF", + "位置 的", + "工作 时", + "▁C oy", + "▁Co y", + "▁M PI", + "▁MP I", + "ad apt", + "ada pt", + "▁H ate", + "▁Ha te", + "▁Hat e", + "▁d wind", + "▁dw ind", + "▁B rowse", + "▁Brow se", + "▁sh aken", + "▁shake n", + "npro gram", + "npr ogram", + "n program", + "▁battle d", + "▁batt led", + "▁res umed", + "▁resume d", + "▁prag matic", + "▁incre ments", + "▁increment s", + "使 者", + "匪 浅", + "向 你", + "晴 天", + "极 易", + "穿 的", + "UM P", + "U MP", + "战争 的", + "的 评价", + "ol ls", + "oll s", + "▁A er", + "▁g or", + "▁go r", + "▁ gor", + "招商 引资", + "Ste ve", + "St ory", + "▁C oke", + "▁Co ke", + "是什么 意思", + "ear ned", + "earn ed", + "ling er", + "lin ger", + "l inger", + "ow ment", + "▁Bay es", + "▁Ba yes", + "▁Cl aud", + "▁Cla ud", + "▁P ulse", + "▁Pul se", + "▁s onic", + "▁so nic", + "▁son ic", + "nCRE ATE", + "n CREATE", + "reg ions", + "region s", + "▁toss ing", + "▁sc andals", + "▁scandal s", + "cor responding", + "中 风", + "入 市", + "大 哭", + "暂 行", + "残 联", + "自 负", + "融 化", + "越 过", + "鱼 的", + "Ro d", + "R od", + "м но", + "不 至于", + "加强 与", + "还 存在", + "nL ib", + "n Lib", + "ul sa", + "uls a", + "▁D ix", + "▁Di x", + "▁R ET", + "▁RE T", + "▁ RET", + "▁S co", + "▁Sc o", + "让我们 一起", + "让 我们一起", + "▁Q uran", + "▁Qu ran", + "com pose", + "comp ose", + "▁jealous y", + "▁Territ ory", + "亦 有", + "则 会", + "回 應", + "园 长", + "山 脉", + "族 的", + "李 嘉", + "留 念", + "站 长", + "Fl y", + "F ly", + "OD k", + "UN E", + "U NE", + "的地 步", + "Pr ec", + "Pre c", + "P rec", + "do ng", + "don g", + "d ong", + "il da", + "ild a", + "yn es", + "y nes", + "че ни", + "чен и", + "ag ara", + "aga ra", + "agar a", + "an sen", + "ans en", + "ies ta", + "ie sta", + "iest a", + "i esta", + "le don", + "led on", + "sp ort", + "spo rt", + "s port", + "▁D ept", + "▁De pt", + "▁Dep t", + "意见 和建议", + "es sing", + "ess ing", + "▁De bor", + "▁Deb or", + "▁in cur", + "▁i ncur", + "▁inc ur", + "id ences", + "ide nces", + "idence s", + "iden ces", + "red uced", + "reduc ed", + "reduce d", + "▁e clips", + "▁in flow", + "▁inf low", + "▁infl ow", + "▁Deut sche", + "▁caps ules", + "▁capsule s", + "▁dis appro", + "▁trust ees", + "VERTIS EMENT", + "==== ========", + "======== ====", + "====== ======", + "р т", + "两 份", + "出 局", + "壁 垒", + "民 居", + "点 火", + "犯 规", + "缓 和", + "缺 血", + "首 款", + "Fe d", + "F ed", + "成员 国", + "成本 的", + "成 本的", + "的 交流", + "的 問題", + "第十 五", + "第 十五", + "▁B ea", + "▁Be a", + "▁K od", + "▁Ko d", + "ac ted", + "act ed", + "ur ich", + "uri ch", + "u rich", + "▁PT SD", + "▁PTS D", + "▁T ina", + "▁Ti na", + "▁Tin a", + "▁f rig", + "▁fr ig", + "oph one", + "o phone", + "щест ву", + "▁C odes", + "▁Co des", + "▁Code s", + "▁Cod es", + "▁al kal", + "▁alk al", + "▁ch eers", + "▁che ers", + "▁cheer s", + "man ifest", + "manif est", + "▁Park way", + "▁te asing", + "▁tea sing", + "▁teas ing", + "▁br ushing", + "▁brush ing", + "neffect ive", + "n effective", + "▁L ipschitz", + "▁Cor respond", + "▁manuscript s", + "E H", + "军 民", + "引 力", + "星 级", + "未 有", + "致 癌", + "诸 侯", + "这 般", + "逆 袭", + "酒 驾", + "BB C", + "B BC", + "ch u", + "c hu", + "ны х", + "па д", + "碳 排放", + "<< <<", + "nF ri", + "nFr i", + "n Fri", + "ny es", + "n yes", + "▁L ol", + "▁Lo l", + "▁P DT", + "▁PD T", + "主要 原因", + "文化 产业", + "Pa ths", + "Path s", + "Pat hs", + "P aths", + "Un ion", + "^{ +}$", + "^{+ }$", + "▁r app", + "▁ra pp", + "▁rap p", + "▁C yrus", + "▁Cy rus", + "aga inst", + "again st", + "▁Re wards", + "▁Rew ards", + "▁Surv ival", + "▁Kardash ian", + "▁Individual s", + "g k", + "К а", + "反 感", + "复 盘", + "天 王", + "廉 价", + "约 合", + "脚 本", + "茄 子", + "谁 都", + "od b", + "o db", + "ur f", + "u rf", + "▁V B", + "▁ VB", + "▁X Y", + "▁ XY", + "丝毫 不", + "丝 毫不", + "于 所述", + "停车 位", + "停 车位", + "看 电视", + "经过 了", + "经 过了", + "自 定义", + "nI ll", + "n Ill", + "也是 可以", + "也 是可以", + "ib aba", + "iba ba", + "id ery", + "ide ry", + "ider y", + "nf our", + "n four", + "▁D ish", + "▁Dis h", + "▁Di sh", + "▁R end", + "▁Re nd", + "▁Ren d", + "▁ Rend", + "▁gym n", + "▁gy mn", + "ath lon", + "uck ily", + "те лите", + "тел ите", + "тели те", + "▁S kill", + "▁Sk ill", + "▁Ski ll", + "▁c rest", + "▁cre st", + "▁cr est", + "▁t ummy", + "▁tum my", + "web pack", + "▁Post al", + "▁Pos tal", + "▁C lement", + "▁Cl ement", + "▁Cle ment", + "▁Clem ent", + "▁ro aming", + "exp ansion", + "▁sne akers", + "▁sneak ers", + "▁Prin ciples", + "O X", + "严 防", + "丰 满", + "杯 子", + "袋 子", + "bb f", + "b bf", + "保护 和", + "快速 的", + "(\\\\ {", + "( \\\\{", + "ag ar", + "aga r", + "a gar", + "equ e", + "eq ue", + "e que", + "um or", + "u mor", + "也不 例外", + "▁K een", + "▁Ke en", + "▁R apt", + "▁Ra pt", + "▁Rap t", + "▁г ене", + "▁ге не", + "To ggle", + "T oggle", + "nt able", + "n table", + "udd led", + "uddle d", + "▁de fer", + "▁def er", + "▁defe r", + "▁h ailed", + "▁ha iled", + "▁hail ed", + "▁phot oc", + "▁photo c", + "▁tr ending", + "▁trend ing", + "▁tut oring", + "▁tutor ing", + "▁screen play", + "D J", + "双 腿", + "拆 卸", + "生 源", + "眉 毛", + "經 常", + "约 占", + "美 满", + "ob l", + "o bl", + "下降 了", + "不见 了", + "不 见了", + "化 管理", + "又是 一", + "又 是一", + "▁D OT", + "▁DO T", + "nC ard", + "nCar d", + "n Card", + "nJ osh", + "nJo sh", + "▁S lot", + "▁Sl ot", + "▁Slo t", + "▁ Slot", + "▁ar te", + "▁art e", + "▁ arte", + "▁ч рез", + "▁cl amp", + "▁clam p", + "▁f ences", + "▁fe nces", + "▁fence s", + "nt ogether", + "nto gether", + "n together", + "▁excer pts", + "▁excerpt s", + "▁pol icing", + "▁polic ing", + "des criptor", + "▁Sch neider", + "▁clust ered", + "▁cluster ed", + "▁smooth ness", + "ю з", + "再 把", + "升 本", + "在 和", + "年 报", + "懒 得", + "树 的", + "私 自", + "调 料", + "面 团", + "▁K K", + "▁ KK", + "在 面对", + "收费 站", + "的女 生", + "的 女生", + "英 特尔", + "观看 了", + "观 看了", + "这个 是", + "ig ne", + "ign e", + "▁R im", + "▁Ri m", + "▁S ki", + "▁Sk i", + "at ism", + "ati sm", + "ur ved", + "▁c ran", + "▁cr an", + "▁cra n", + "▁App eal", + "▁j ailed", + "▁jail ed", + "▁ja iled", + "▁Islam ist", + "▁Life time", + "▁Lif etime", + "▁man dates", + "▁mand ates", + "▁mandate s", + "▁pop ulate", + "▁popul ate", + "nRe commended", + "▁broad caster", + "▁broadcast er", + "▁crystal line", + "▁crystall ine", + "▁Collabor ation", + "j d", + "以 南", + "但 要", + "关 羽", + "吃 不", + "同 盟", + "层 级", + "楼 主", + "水 县", + "注 释", + "浮 现", + "申 诉", + "绿 豆", + "遵 义", + "酸 性", + "醫 生", + "露 天", + "bd c", + "b dc", + "的 创新", + "的 组织", + "LA ST", + "LAS T", + "L AST", + "▁D EM", + "▁DE M", + "▁a li", + "▁al i", + "▁ ali", + "相对 来说", + "角度 来看", + "View s", + "Vi ews", + "V iews", + "at hom", + "ath om", + "电动 自行车", + "▁Da isy", + "eth ical", + "nJoin ed", + "nJo ined", + "nm atrix", + "n matrix", + "▁da emon", + "ant astic", + "anta stic", + "▁Co oking", + "▁Cook ing", + "▁The resa", + "▁There sa", + "▁m igrant", + "▁mi grant", + "▁mig rant", + "▁migr ant", + "▁st alled", + "▁stall ed", + "▁stal led", + "if ference", + "iff erence", + "iffe rence", + "▁m aternity", + "在 后", + "并 列", + "录 入", + "日 程", + "相 思", + "電 腦", + "▁U X", + "▁ UX", + "行驶 至", + "IN TE", + "INT E", + "I NTE", + "Ir ef", + "I ref", + "nT ue", + "n Tue", + "ud ic", + "udi c", + "u dic", + "▁C ory", + "▁Co ry", + "▁Cor y", + "▁L ange", + "▁La nge", + "▁Lang e", + "▁Lan ge", + "为群众 办实事", + "▁Sal mon", + "▁inf used", + "▁re jects", + "▁reject s", + "▁shr edded", + "▁shred ded", + "ninter face", + "n interface", + "▁deduct ible", + "▁heavy weight", + "下 定", + "开 后", + "损 耗", + "群 的", + "风 顺", + "PO L", + "P OL", + "ek a", + "e ka", + "ja h", + "j ah", + "护肤 品", + "是 怎样", + "来 解决", + "激发 了", + "激 发了", + "se ll", + "sel l", + "s ell", + "th el", + "the l", + "t hel", + "▁所述 的", + "▁ 所述的", + "asc us", + "at ars", + "ata rs", + "atar s", + "nc irc", + "n circ", + "▁TR AN", + "▁TRA N", + "▁ TRAN", + "▁com ma", + "▁co mma", + "▁comm a", + "▁ comma", + "▁dis ob", + "▁ha ird", + "▁hair d", + "▁p iled", + "▁pil ed", + "▁pile d", + "▁pi led", + "▁cat chy", + "▁catch y", + "▁ ­", + "大 三", + "德 國", + "的 电", + "萨 克", + "镇 的", + "没 多久", + "资源 和", + "Fi ve", + "F ive", + "nH ol", + "n Hol", + "▁R ag", + "▁Ra g", + "金融 市场", + "not ch", + "ли сти", + "пре ки", + "▁\\\" ;\\", + "▁ \\\";\\", + "ant asy", + "anta sy", + "ar iant", + "ari ant", + "arian t", + "aria nt", + "bur sts", + "burst s", + "osc ill", + "o scill", + "▁D irty", + "▁Dir ty", + "▁E VENT", + "▁EV ENT", + "▁ EVENT", + "nB ottom", + "n Bottom", + "▁след ва", + "obs erved", + "observ ed", + "n approach", + "▁vig orous", + "▁script ing", + "▁re normalized", + "▁renormal ized", + "R v", + "不 放", + "俄 军", + "在 各", + "拨 款", + "此 人", + "缤 纷", + "膀 胱", + "辨 识", + "▁A X", + "▁ AX", + "可以 做", + "命中 率", + "国外 的", + "国 外的", + "强制 性", + "第二 步", + "J eff", + "Mar y", + "Ma ry", + "M ary", + "he lm", + "hel m", + "这场 比赛", + "这 场比赛", + "ar gon", + "arg on", + "argo n", + "big cap", + "▁S hoot", + "▁Sh oot", + "▁Sho ot", + "an imate", + "ani mate", + "anim ate", + "ex clude", + "▁simpl ification", + "下 山", + "九 龙", + "人 道", + "养 分", + "大 王", + "无 量", + "盘 面", + "起 始", + "Ga r", + "G ar", + "WE B", + "W EB", + "sn ow", + "s now", + "сла в", + "с лав", + "▁l ia", + "▁li a", + "▁ lia", + "在此 之前", + "对我 们的", + "对我们 的", + "对 我们的", + "最喜欢 的", + "最 喜欢的", + "ch ron", + "chr on", + "▁C ycl", + "▁Cy cl", + "pat ial", + "p atial", + "win ter", + "w inter", + "▁d type", + "▁dt ype", + "▁re sol", + "▁res ol", + "▁ut ils", + "▁util s", + "▁ utils", + "▁echo es", + "▁ech oes", + "▁G raphic", + "▁Graph ic", + "▁Part ial", + "▁dr illed", + "▁drill ed", + "▁ext inct", + "▁T ottenham", + "ncon sidered", + "ncons idered", + "nconsider ed", + "不 只", + "声 中", + "太 好", + "成 才", + "的 门", + "知 己", + "科 协", + "觉 悟", + "Mj g", + "Wi d", + "W id", + "上市 的", + "上 市的", + "本 公司", + "az el", + "aze l", + "a zel", + "np ar", + "n par", + "对其 进行", + "淋漓尽 致", + "at ham", + "ath am", + "atha m", + "he mer", + "hem er", + "h emer", + "▁CO MM", + "▁COM M", + "▁ COMM", + "▁D ong", + "▁Do ng", + "▁Don g", + "▁l ore", + "▁lo re", + "▁as say", + "▁ass ay", + "▁ble ak", + "Hel pers", + "Helper s", + "Help ers", + "hist oric", + "histor ic", + "▁Pra irie", + "▁Ch ambers", + "▁Chamber s", + "▁Cham bers", + "▁pred ator", + "▁watch dog", + "▁price less", + "▁pric eless", + "▁at rocities", + "▁form ations", + "▁format ions", + "▁formation s", + "▁home lessness", + "▁homeless ness", + "h g", + "劲 儿", + "嗓 子", + "河 西", + "疏 忽", + "粪 便", + "胃 癌", + "造 纸", + "骨 架", + "RE L", + "R EL", + "cb c", + "c bc", + "下一 次", + "下 一次", + "中之 重", + "他们 将", + "可行 的", + "可 行的", + "设置 为", + "\\\" :[", + "\\\": [", + "ni er", + "nie r", + "n ier", + "复合 材料", + "▁s age", + "▁sa ge", + "Bl ocks", + "Block s", + "B locks", + "Cho ose", + "\\\" ][\\\"", + "\\\"] [\\\"", + "bra him", + "▁le ash", + "▁w afer", + "▁wa fer", + "Qu ality", + "Qual ity", + "Q uality", + "▁gl itch", + "al gebras", + "algebra s", + "▁es presso", + "nthe refore", + "nthere fore", + "▁dis belief", + "▁girl friends", + "▁girlfriend s", + "▁stream lined", + "▁streamline d", + "% ^", + "/ }", + "不 败", + "严 密", + "偏 低", + "兴 业", + "再 者", + "动 摇", + "川 县", + "平 县", + "我 叫", + "网 的", + "褐 色", + "隔 着", + "食 盐", + ")} -", + ") }-", + "In g", + "I ng", + "Nz g", + "就 容易", + "恨 不得", + "新 发展", + "有 这样", + "▁P ak", + "▁Pa k", + "▁i ve", + "▁iv e", + "▁ ive", + "▁Hy de", + "▁Fre ud", + "▁M ongo", + "▁Mon go", + "▁Mo ngo", + "▁Mong o", + "▁P urch", + "▁Pur ch", + "▁de nim", + "▁den im", + "▁f orge", + "▁for ge", + "▁forg e", + "▁ forge", + "▁ty res", + "▁tyr es", + "发生 交通事故", + "un ching", + "unch ing", + "unc hing", + "▁New ark", + "▁m osaic", + "▁mos aic", + "▁opio id", + "▁t outed", + "▁to uted", + "▁tou ted", + "▁tur tle", + "▁turt le", + "▁Friday s", + "▁Fri days", + "▁Frid ays", + "▁anc estry", + "▁ancest ry", + "▁Res idents", + "▁prosper ous", + "▁wave function", + "前 去", + "向 其", + "担 负", + "搭 乘", + "真 切", + "管 线", + "这 句", + "ee z", + "e ez", + "中医 院", + "中 医院", + "中国 在", + "主题 党", + "盗窃 罪", + "结果 是", + "�� �", + "� ��", + "广大 市民", + "文物 保护", + "al lah", + "all ah", + "alla h", + "nB rad", + "nBr ad", + "▁H ogan", + "▁Ho gan", + "▁Hog an", + "▁Bol ton", + "td efault", + "tdef ault", + "t default", + "text area", + "▁t ipping", + "▁tip ping", + "▁ti pping", + "▁im patient", + "▁con template", + "▁co ntemplate", + "▁contem plate", + "▁contempl ate", + "上 进", + "两 面", + "亿 的", + "呐 喊", + "归 于", + "肉 体", + "▁… \"", + "▁ …\"", + "反而 是", + "反 而是", + "就是 我", + "就 是我", + "连接 到", + "连 接到", + "(( \\\\", + "( (\\\\", + "IS ION", + "I SION", + "▁Y ose", + "▁Yo se", + "▁ve il", + "ce lain", + "cel ain", + "▁b rill", + "▁br ill", + "стра нен", + "стран ен", + "▁Tuc son", + "▁quarter backs", + "▁quarterback s", + "A O", + "南 市", + "呼 和", + "如 愿", + "始 皇", + "字 号", + "思 政", + "犯 错", + "薄 的", + "讓 人", + "ME T", + "M ET", + "oj i", + "o ji", + "sp y", + "s py", + "巴菲 特", + "让人 们", + "让 人们", + "Wi ld", + "W ild", + "▁w oo", + "▁wo o", + "就是 这个", + "np hot", + "n phot", + "企 事业单位", + "▁tax ed", + "Bal ance", + "Ba lance", + "Com pile", + "Comp ile", + "impl icit", + "▁e rupted", + "▁er upted", + "▁erupt ed", + "▁nine teenth", + "▁ninet eenth", + "响 了", + "嘿 嘿", + "巡 航", + "求 是", + "热水 器", + "\\\" =>", + "tr ig", + "tri g", + "t rig", + "ui sh", + "uis h", + "u ish", + "▁m eV", + "▁me V", + "▁ meV", + "一线 城市", + "一 线城市", + "制度 改革", + "圆满 完成", + "成功 举办", + "重要 意义", + "▁G amb", + "▁Ga mb", + "▁Gam b", + "▁G ren", + "▁Gr en", + "▁Gre n", + "BU FFER", + "CRE ATE", + "▁des ks", + "▁desk s", + "▁pl ent", + "▁ple nt", + "nS ounds", + "ting ham", + "t ingham", + "▁dis may", + "▁Un ified", + "▁overse es", + "▁overs ees", + "▁oversee s", + "▁hone ymoon", + "respect ively", + "B K", + "三 峡", + "关 切", + "墙 体", + "客 气", + "容 积", + "拼 接", + "瓷 器", + "紧 固", + "_\\ \"", + "_ \\\"", + "nC r", + "n Cr", + "rp m", + "r pm", + "}& \\", + "} &\\", + "▁O w", + "了 不起", + "冷 空气", + "和 教育", + "坚强 的", + "坚 强的", + "服务 站", + "确定 性", + "确 定性", + "Co in", + "C oin", + "▁/ \\\\", + "▁/\\ \\", + "▁ /\\\\", + "▁P AT", + "▁PA T", + "博士 学位", + "法律 援助", + "非 机动车", + "Co ord", + "ex ico", + "ll ama", + "lla ma", + "}= (\\\\", + "}=( \\\\", + "} =(\\\\", + "▁C ron", + "▁Cr on", + "▁Cro n", + "▁R oma", + "▁Ro ma", + "▁Rom a", + "本院予以 确认", + "▁River a", + "▁Rock ies", + "▁minimal ist", + "▁minima list", + "▁dimin ishing", + "▁diminish ing", + "▁download able", + "不 掉", + "兼 具", + "她 又", + "平 庸", + "救 济", + "松 弛", + "迅 猛", + "香 水", + "rn e", + "r ne", + "但 因为", + "慢性 病", + "电影 节", + "等 项目", + "结构 和", + "但是 由于", + "但 是由于", + "市场 价格", + "ur ned", + "urn ed", + "▁D ust", + "▁Du st", + "▁d rap", + "▁dr ap", + "▁dra p", + "▁p ubs", + "▁pub s", + "▁w ack", + "▁wa ck", + "Br idge", + "B ridge", + "nS mith", + "nSm ith", + "n Smith", + "▁Fel ix", + "▁Sur ve", + "▁Surv e", + "▁f ares", + "▁far es", + "▁fa res", + "▁fare s", + "лекс анд", + "▁sens it", + "▁break up", + "▁det ract", + "▁detr act", + "▁sl apped", + "▁slap ped", + "int ensity", + "▁Press ure", + "▁ha unting", + "▁haunt ing", + "pro jection", + "project ion", + "proj ection", + "▁interf ering", + "▁interfer ing", + "台 下", + "家 校", + "宽 敞", + "跳 水", + "黄 山", + "Li e", + "L ie", + "MV P", + "M VP", + "cr y", + "c ry", + "rm s", + "r ms", + "▁О б", + "公安 部", + "失败 的", + "对 美国", + "长沙 市", + "HA ND", + "H AND", + "OT AL", + "OTA L", + "▁E FI", + "▁EF I", + "▁ EFI", + "▁N um", + "▁Nu m", + "▁ Num", + "▁д ви", + "ou lli", + "oul li", + "Non Null", + "▁Mur der", + "▁sleep y", + "▁slee py", + "▁t oured", + "▁to ured", + "▁tour ed", + "▁tou red", + "wide text", + "widet ext", + "▁Mand ela", + "▁D iversity", + "▁advance ments", + "▁advancement s", + "之 气", + "人 多", + "时 会", + "格 拉", + "置 疑", + "自 闭", + "願 意", + "鱼 类", + "Do g", + "D og", + "zz o", + "z zo", + "与 实践", + "到来 的", + "到 来的", + "甚至 会", + "的 画面", + "Car l", + "Ca rl", + "C arl", + "]= \\\\", + "] =\\\\", + "nO wn", + "n Own", + "ул та", + "▁P PC", + "▁PP C", + "▁С ве", + "为了 避免", + "健康 管理", + "发布 公告", + "顺利 完成", + "in ous", + "ino us", + "▁C ube", + "▁Cub e", + "▁Cu be", + "▁ Cube", + "find ing", + "fin ding", + "f inding", + "ut ation", + "uta tion", + "▁f iance", + "▁fi ance", + "▁bo oming", + "▁boom ing", + "▁boo ming", + "▁drow ning", + "▁final ized", + "▁earthqu akes", + "▁earthquake s", + "▁ 있", + "为 宜", + "名 言", + "而 从", + "草 木", + "造 林", + "aa n", + "a an", + "▁U R", + "▁ UR", + "今天 就", + "债务 人", + "消費 者", + "潜 意识", + "的 目光", + "让你 的", + "让 你的", + "高 性能", + ")* (-", + ")*( -", + "van a", + "va na", + "v ana", + "го ди", + "建议 大家", + "故意 伤害", + "cul pt", + "c ulpt", + "▁S aul", + "▁Sa ul", + "▁Sau l", + "▁E than", + "▁Eth an", + "▁Et han", + "▁cl own", + "▁clo wn", + "it erate", + "ite rate", + "iter ate", + "▁surv ives", + "▁survive s", + "▁surviv es", + "▁tor oidal", + "▁prominent ly", + "▁promin ently", + "▁nonlinear ity", + "v w", + "“ ‘", + "偏 离", + "叹 息", + "组 分", + "而 起", + "轴 线", + "▁f b", + "▁ fb", + "增长 的", + "增 长的", + "红楼 梦", + "cl ave", + "il ant", + "ila nt", + "ous se", + "pass ed", + "pas sed", + "p assed", + "group Id", + "▁J ensen", + "▁Jen sen", + "pol itics", + "▁Shir ley", + "com pleted", + "comp leted", + "complete d", + "compl eted", + "▁pol arity", + "▁polar ity", + "▁Ad mission", + "▁Adm ission", + "▁Corinth ians", + "▁Market place", + "▁Pharm aceutical", + "▁troubles hooting", + "一 户", + "在 第", + "相 位", + "DA R", + "D AR", + "不相 信", + "不 相信", + "把 孩子", + "的 运动", + "第二 大", + "BO OL", + "dr ag", + "dra g", + "d rag", + "sh an", + "sha n", + "s han", + "▁M eh", + "▁Me h", + "▁Y ah", + "▁Ya h", + "农业 生产", + "建档 立卡", + "第三 季度", + "第 三季度", + "▁Ne ck", + "▁l ava", + "▁la va", + "▁lav a", + "Dan iel", + "D aniel", + "ip ated", + "}& =&\\\\", + "}&=& \\\\", + "}&= &\\\\", + "} &=&\\\\", + "▁G nome", + "▁b risk", + "▁br isk", + "▁pl ush", + "▁plus h", + "re ports", + "rep orts", + "report s", + "▁W ester", + "▁We ster", + "▁West er", + "▁Wes ter", + "▁un plug", + "▁elev ate", + "▁Tri angle", + "▁Pres byter", + "▁quant ized", + "些 许", + "充 滿", + "大 喊", + "威 海", + "心 智", + "总 分", + "救 命", + "灭 亡", + "的 马", + "繁 琐", + "莆 田", + "被 抓", + "▁B j", + "我这 个", + "我 这个", + "还有 人", + "还 有人", + "领先 的", + "AS ON", + "A SON", + "▁S le", + "▁Sl e", + "▁U SS", + "▁US S", + "很重要 的", + "很 重要的", + "智能 家居", + "ch ery", + "che ry", + "cher y", + "pit ch", + "p itch", + "wa gon", + "w agon", + "驾驶 机动车", + "▁R over", + "▁Ro ver", + "▁sh ady", + "target s", + "tar gets", + "▁flo ats", + "▁float s", + "emb edded", + "embed ded", + "er encing", + "ere ncing", + "eren cing", + "▁Laure nt", + "▁Lauren t", + "▁Laur ent", + "▁Short ly", + "▁milit ia", + "▁p encils", + "▁pencil s", + "▁rall ied", + "▁comm enced", + "▁commence d", + "不 耐", + "以 身", + "制 服", + "忽 悠", + "武 功", + "缅 怀", + "说 来", + "造 车", + "那 人", + "中国 队", + "人民 网", + "商业 化", + "的特 殊", + "的 特殊", + "而这 种", + "而 这种", + "轮 融资", + "高 尔夫", + "nT em", + "nTe m", + "n Tem", + "▁c fg", + "▁cf g", + "▁ cfg", + "通过 此次", + "▁M old", + "▁Mo ld", + "▁Mol d", + "er view", + "erv iew", + "▁B ooth", + "▁Bo oth", + "▁Boot h", + "▁Boo th", + "▁дъ щер", + "out side", + "outs ide", + "▁ex ited", + "▁exit ed", + "Sche dule", + "▁defe ats", + "▁defeat s", + "▁d ipping", + "▁di pping", + "▁dip ping", + "▁rabb its", + "▁rabbit s", + "▁bre aches", + "▁breach es", + "▁pres enter", + "▁present er", + "▁super fluid", + "▁consult ancy", + "▁emphas izing", + "▁monoton ically", + "▁ 裁", + "一 瓶", + "孤 立", + "有 几", + "油 田", + "的人 类", + "的 人类", + "的 唯一", + "这 可能", + "haw k", + "h awk", + "st im", + "s tim", + "ur gy", + "urg y", + "ев ру", + "ni est", + "nie st", + "n iest", + "▁B rom", + "▁Bro m", + "▁Br om", + "ing ale", + "nG rant", + "nGra nt", + "n Grant", + "▁cur ly", + "▁curl y", + "▁qu ota", + "▁quot a", + "▁quo ta", + "und ance", + "▁H unger", + "▁Hung er", + "▁St atic", + "▁Stat ic", + "▁Sta tic", + "▁ Static", + "▁U PDATE", + "▁UP DATE", + "▁ UPDATE", + "▁gar ner", + "mut ation", + "m utation", + "nSte phen", + "nStep hen", + "▁retro spect", + "▁retros pect", + "下 课", + "外 包", + "孔 雀", + "学 堂", + "安 逸", + "当 当", + "挤 出", + "排 毒", + "赛 前", + "进 水", + "AN U", + "A NU", + "ND g", + "VP N", + "V PN", + "保险 人", + "几年 前", + "几 年前", + "单位 和", + "另一 端", + "教学 中", + "有一 条", + "有 一条", + "Lo rd", + "L ord", + "nR on", + "nRo n", + "▁re w", + "▁r ew", + "▁ rew", + "gh ost", + "g host", + "▁Ch ess", + "▁Che ss", + "▁Ches s", + "▁bath t", + "▁bat ht", + "▁d elve", + "▁del ve", + "▁Mon key", + "nChar les", + "▁Bel fast", + "▁Belf ast", + "▁e jected", + "▁eject ed", + "▁Dark ness", + "▁In crease", + "▁cart ridges", + "▁cartridge s", + "▁predecess ors", + "▁predecessor s", + "▁character izing", + "不 求", + "乃 是", + "剪 辑", + "洽 谈", + "盟 友", + "红 花", + "血 流", + "风 俗", + "++ \\", + "+ +\\", + "GP T", + "G PT", + "加入 到", + "网约 车", + "▁C um", + "▁Cu m", + "▁s no", + "▁sn o", + "社会 科学", + "nP rim", + "nPr im", + "n Prim", + "nl ess", + "nle ss", + "n less", + "ка зва", + "back up", + "iv ering", + "ive ring", + "iver ing", + "▁p orous", + "▁po rous", + "▁por ous", + "▁F unding", + "▁Fund ing", + "▁Fun ding", + "▁ec ology", + "▁rev ived", + "▁revive d", + "▁prest ige", + "stat istics", + "▁give aways", + "▁giveaway s", + "▁prim aries", + "▁tent ative", + "▁utter ances", + "▁utterance s", + "Y E", + "不 失", + "交 界", + "倾 诉", + "搬 到", + "文 凭", + "活 血", + "蔚 来", + "马 斯", + ">) \\", + "> )\\", + "公司 将", + "另一 位", + "另 一位", + "小龙 虾", + "应 及时", + "申请 书", + "看见 了", + "看 见了", + "穆斯 林", + "自信 心", + "自 信心", + "设备 和", + "qu el", + "que l", + "q uel", + "▁D UI", + "▁c ob", + "▁co b", + "身体 状况", + "▁T rin", + "▁Tr in", + "▁Tri n", + "▁at tr", + "▁att r", + "▁ attr", + "ge nces", + "gen ces", + "gence s", + "g ences", + "▁j oked", + "▁jo ked", + "▁joke d", + "sp atial", + "s patial", + "▁per col", + "▁perc ol", + "nS cience", + "nSc ience", + "n Science", + "▁helmet s", + "▁helm ets", + "▁Brun swick", + "▁Dis closure", + "▁lon eliness", + "▁lone liness", + "▁play wright", + "l x", + "健 脾", + "党 性", + "別 人", + "和 田", + "渤 海", + "爆 竹", + "理 論", + "电 厂", + "闪 闪", + "ab o", + "a bo", + "fc e", + "f ce", + "▁к м", + "人员 在", + "围绕 着", + "状态 的", + "De mo", + "Dem o", + "D emo", + "cr um", + "c rum", + "越来越 高", + "▁B ard", + "▁Bar d", + "▁Ba rd", + "▁Se ek", + "▁See k", + "▁пре в", + "▁пр ев", + "nme ans", + "n means", + "▁Sn ake", + "▁b unny", + "▁bun ny", + "▁tr oop", + "▁tro op", + "opath ic", + "▁Ca ucas", + "▁co vert", + "▁cover t", + "▁out set", + "▁outs et", + "▁ou tset", + "▁H olding", + "▁Hol ding", + "▁Hold ing", + "▁ar omatic", + "▁arom atic", + "▁aroma tic", + "▁every time", + "熟 的", + "LE x", + "L Ex", + "ki d", + "k id", + "с пе", + "创造 性", + "在 城市", + "工作 了", + "工 作了", + "ce le", + "cel e", + "c ele", + "▁S TE", + "▁ST E", + "▁ STE", + "农 贸市场", + "基金 经理", + "nH ost", + "n Host", + "▁H IGH", + "▁HI GH", + "▁e bay", + "▁sm ack", + "▁T umblr", + "▁al arms", + "▁alarm s", + "unning ham", + "unn ingham", + "▁co hesive", + "▁subt ract", + "▁Sat ellite", + "▁dist ressed", + "▁distress ed", + "▁unavoid able", + "I U", + "坐 落", + "AS Y", + "A SY", + "▁h d", + "▁ hd", + "▁Б и", + "▁ Би", + "中 长期", + "充电 桩", + "在 国外", + "精神 病", + "'] ))", + "']) )", + "' ]))", + "▁L ah", + "▁La h", + "一个 小时", + "一个小 时", + "一 个小时", + "党建 引领", + "re gate", + "reg ate", + "ro utes", + "rou tes", + "route s", + "rout es", + "S ESSION", + "Tr acker", + "Tra cker", + "Track er", + "ad joint", + "adj oint", + "▁Gu inea", + "ig ations", + "igation s", + "▁al leges", + "▁alle ges", + "▁alleg es", + "▁gl aring", + "▁ill icit", + "separ ator", + "▁index ing", + "nQu estions", + "nQuestion s", + "▁Island ers", + "▁indu ctive", + "▁induct ive", + "▁un bounded", + "& (", + "她 对", + "敬 请", + "易 懂", + "正 的", + "缩 影", + "舅 舅", + "▁V u", + "但 随着", + "和 时间", + "洗 干净", + "表现 得", + "$\\\\ %", + "$ \\\\%", + "nD ev", + "nDe v", + "n Dev", + "In ner", + "che ap", + "c heap", + "te ous", + "t eous", + "▁S lam", + "▁Sl am", + "sen sor", + "s ensor", + "▁po pup", + "▁pop up", + "dia mond", + "d iamond", + "ran ging", + "rang ing", + "r anging", + "евру ари", + "and ering", + "ander ing", + "ande ring", + "▁God dess", + "▁che rish", + "▁cher ish", + "▁cro pped", + "▁crop ped", + "nL earning", + "nLe arning", + "nLearn ing", + "n Learning", + "▁conf essed", + "▁confess ed", + "▁Coll ective", + "▁Collect ive", + "▁revers ible", + "▁ reversible", + "▁affirm ative", + "低 点", + "卖 了", + "抗 原", + "消 炎", + "那 次", + "鼠 标", + "F ab", + "HP V", + "H PV", + "OC O", + "O CO", + "WI N", + "W IN", + "fd f", + "f df", + "oh a", + "o ha", + "pe z", + "p ez", + "so c", + "s oc", + "之中 的", + "之 中的", + "了大 量", + "了 大量", + "gu id", + "gui d", + "g uid", + "▁g in", + "▁gi n", + "▁ gin", + "优惠 政策", + "国家 标准", + "▁l akh", + "▁la kh", + "▁w oes", + "▁wo es", + "▁w aved", + "▁wave d", + "▁wa ved", + "▁wh ore", + "▁who re", + "lovak ia", + "▁en tail", + "▁ent ail", + "▁aster oid", + "▁mos quito", + "▁mosquit o", + "▁K atherine", + "▁un natural", + "▁orthon ormal", + "r z", + "е ц", + "出 名", + "動 作", + "完 好", + "新 月", + "母 親", + "礼 拜", + "肤 色", + "黛 玉", + "F an", + "利益 的", + "总结 了", + "无限 的", + "独 有的", + "行政 区", + "▁: (\\", + "▁:( \\", + "裁定 如下", + "高等 学校", + "▁( );\\", + "▁() ;\\", + "▁ ();\\", + "▁T EXT", + "▁TE XT", + "▁ TEXT", + "▁t roph", + "▁tr oph", + "▁tro ph", + "▁C alling", + "▁Cal ling", + "▁Call ing", + "▁re think", + "▁sm elled", + "▁smell ed", + "▁narrow er", + "▁narr ower", + "nCh ristian", + "nChrist ian", + "n Christian", + "▁Under stand", + "▁critic izing", + "▁mind fulness", + "▁mindful ness", + "元 钱", + "发 觉", + "客 栈", + "本 是", + "穴 位", + "维 稳", + "花 瓣", + "▁W C", + "▁ WC", + "也 逐渐", + "安装 有", + "安 装有", + "石墨 烯", + "第二 季", + ")] \\\\", + ")]\\ \\", + ") ]\\\\", + "ca ss", + "cas s", + "c ass", + "nK im", + "n Kim", + "遗憾 的是", + "随处 可见", + "as ton", + "ast on", + "a ston", + "nF red", + "nFr ed", + "}+ {\\\\", + "} +{\\\\", + "▁L ONG", + "▁LO NG", + "par box", + "▁Sch ema", + "▁Sche ma", + "▁ Schema", + "▁U nable", + "▁Un able", + "pro blems", + "problem s", + "▁Som alia", + "▁Somal ia", + "Ob viously", + "▁mig rated", + "▁migr ated", + "▁migrate d", + "▁sh edding", + "▁she dding", + "▁shed ding", + "▁para normal", + "▁paran ormal", + "创 投", + "张 文", + "德 州", + "酒 的", + "重 叠", + "针 灸", + "高 楼", + "战略 性", + "虽然 说", + "Min i", + "Mi ni", + "M ini", + "at ts", + "att s", + "ca rs", + "car s", + "c ars", + "le mn", + "lem n", + "tF or", + "t For", + "th us", + "t hus", + "▁E RP", + "▁ER P", + "▁F IL", + "▁FI L", + "▁ FIL", + "os her", + "osh er", + "▁L amp", + "▁La mp", + "▁Lam p", + "bra ket", + "phon on", + "cyl inder", + "imb ledon", + "▁All ison", + "▁pse udos", + "▁pseudo s", + "▁pseud os", + "Com pleted", + "Comp leted", + "Complete d", + "▁off ences", + "▁offence s", + "ochem istry", + "▁mem branes", + "▁membrane s", + "{ <", + "他 家", + "单 体", + "失 衡", + "忍 耐", + "我 做", + "朴 实", + "治 国", + "追 问", + "两 被告", + "的一 方", + "的 一方", + "落实 好", + "高层 次", + "高 层次", + ")\\\\ }", + ") \\\\}", + "▁N eb", + "▁Ne b", + "久而 久之", + "最好 不要", + "nFe el", + "tr ial", + "tri al", + "t rial", + "{\\\\ \\\"", + "{ \\\\\\\"", + "▁f lap", + "▁fl ap", + "▁sm ug", + "▁Gra du", + "▁Grad u", + "▁R aman", + "▁Ram an", + "▁Ra man", + "▁Lith uan", + "▁rec overs", + "▁recover s", + "▁Car penter", + "▁detect ives", + "▁detective s", + "▁therm ostat", + "▁content ious", + "t G", + "改 动", + "科 的", + "芬 芳", + "nC L", + "n CL", + "д ра", + "万余 元", + "在 经济", + "已经 很", + "的大 量", + "的 大量", + "OL OG", + "O LOG", + "▁: -)", + "▁:- )", + "从 根本上", + "政治 站位", + "的时间 里", + "的 时间里", + "is ans", + "isa ns", + "isan s", + "bur ner", + "burn er", + "right s", + "r ights", + "▁& =&\\\\", + "▁&= &\\\\", + "▁&=& \\\\", + "▁ &=&\\\\", + "▁M erry", + "▁Mer ry", + "▁Merr y", + "▁Sm ash", + "▁c arts", + "▁car ts", + "▁cart s", + "}) \\\\\\\\\\", + "})\\ \\\\\\\\", + "})\\\\ \\\\\\", + "} )\\\\\\\\\\", + "▁Will is", + "▁Wil lis", + "\\\\+:: \\\\+", + "▁Pion eer", + "▁bl asted", + "▁blast ed", + "▁scrut in", + "▁sl aught", + "nApp lying", + "nAppl ying", + "rib utable", + "ribut able", + "▁monoton e", + "▁monot one", + "▁mono tone", + "abl ishment", + "ablish ment", + "ope rations", + "oper ations", + "operation s", + "▁blue print", + "▁extrem ist", + "▁nurt uring", + "▁deterior ation", + "; -", + "x m", + "太 少", + "网 讯", + "过 关", + "近 百", + "准确 性", + "平凡 的", + "每天 的", + "每 天的", + "而 导致", + "这 辈子", + "违反 了", + "al is", + "ali s", + "a lis", + "▁e ct", + "▁ec t", + "▁ ect", + "信息 系统", + "nP rot", + "nPro t", + "nPr ot", + "n Prot", + "od ium", + "odi um", + "▁K obe", + "▁Ko be", + "=\\\"# \\\"", + "▁Br uno", + "▁Bru no", + "▁Brun o", + "▁b inge", + "▁bi nge", + "▁bin ge", + "▁K eller", + "▁Kel ler", + "▁PR OVID", + "▁C aption", + "▁Cap tion", + "▁Ca ption", + "▁Capt ion", + "▁ Caption", + "▁Wait ing", + "▁Wa iting", + "▁reg rett", + "▁regret t", + "▁spo iler", + "▁spoil er", + "it eration", + "ite ration", + "iter ation", + "terror ism", + "▁P ipeline", + "▁ Pipeline", + "▁cerv ical", + "▁habit ats", + "▁habitat s", + "nDep artment", + "n Department", + "▁Celebr ation", + "▁Celeb ration", + "入 伍", + "兼 任", + "投 篮", + "气 流", + "津 津", + "牛 逼", + "节 前", + "药 用", + "车 轮", + "遗 留", + "[] (", + "[ ](", + "ен а", + "е на", + "ри н", + "р ин", + "▁Т и", + "支付 了", + "第二 年", + "第 二年", + "▁C LA", + "▁CL A", + "▁ CLA", + "▁P ey", + "▁Pe y", + "jo ice", + "j oice", + "Call ed", + "Cal led", + "C alled", + "ess ica", + "▁pe arl", + "▁pear l", + "▁La uder", + "▁imp ecc", + "▁impe cc", + "▁re open", + "ar iances", + "ari ances", + "arian ces", + "aria nces", + "cal endar", + "▁e rected", + "▁er ected", + "▁erect ed", + "▁tri ples", + "▁trip les", + "▁triple s", + "Dep artment", + "▁guide line", + "▁guid eline", + "▁surrender ed", + "▁surrend ered", + "▁ −", + "卖 给", + "向 北", + "宁 县", + "肉 的", + "萌 芽", + "路 透", + "连 日", + "香 的", + "Mu r", + "M ur", + "OL S", + "O LS", + "当他 们", + "当 他们", + "等 服务", + "的小 朋友", + "的 小朋友", + "▁AU TO", + "▁AUT O", + "▁C oca", + "▁Co ca", + "▁H app", + "▁Ha pp", + "办公室 主任", + "Local e", + "Loc ale", + "Lo cale", + "▁al gae", + "▁Lux ury", + "▁Pl enty", + "▁Ple nty", + "▁San tos", + "▁Sant os", + "▁hi atus", + "▁mes mer", + "▁For rest", + "▁har bour", + "▁harb our", + "▁ster ile", + "▁tyr anny", + "▁cos metics", + "▁cosm etics", + "▁cosmetic s", + "▁par abolic", + "▁para bolic", + "▁succeed ing", + "C Y", + "二 中", + "兢 兢", + "头 像", + "奇 的", + "我 先", + "游 击", + "磁 场", + "红 豆", + "IG O", + "I GO", + "LI B", + "L IB", + "re b", + "r eb", + "你的 人", + "你 的人", + "十八 条", + "天秤 座", + "的那 些", + "的 那些", + "第一 届", + "落实 到", + "ay ne", + "ha re", + "har e", + "h are", + "he ap", + "hea p", + "不断 增强", + "中国 传统", + "帮助 孩子", + "▁ч ове", + "Pi cker", + "Pic ker", + "Pick er", + "P icker", + "air obi", + "airo bi", + "▁см ърт", + "公诉机关 指控", + "▁Human s", + "▁Hum ans", + "▁Hu mans", + "nF ederal", + "nMat thew", + "nMatt hew", + "▁ling erie", + "▁linger ie", + "▁cher ished", + "▁cherish ed", + "N U", + "k d", + "任 務", + "受 过", + "宛 如", + "条 文", + "老 伴", + "误 导", + "较 量", + "}} [", + "} }[", + "市政 协", + "市 政协", + "nR om", + "nRo m", + "n Rom", + "▁A PS", + "▁AP S", + "▁U ni", + "▁Un i", + "学习 贯彻", + "工作 中的", + "工作中 的", + "Iref n", + "ap iro", + "api ro", + "sb urg", + "s burg", + "▁e jac", + "sl ider", + "slide r", + "▁Har bour", + "▁Sp itzer", + "▁patri ot", + "▁Wrest ling", + "▁minim ally", + "▁minimal ly", + "▁schizophren ia", + "▁compet itiveness", + "▁competitive ness", + "两 口", + "省 长", + "遮 挡", + "高 二", + "de x", + "d ex", + "▁ц я", + "及 周边", + "完整 性", + "沉重 的", + "沉 重的", + ">( \\\"", + "> (\\\"", + "uch s", + "uc hs", + "规划 建设", + "La test", + "Lat est", + "L atest", + "che cks", + "check s", + "nG rand", + "nGra nd", + "n Grand", + "▁M ales", + "▁Mal es", + "▁Ma les", + "▁Male s", + "ce iving", + "▁All ied", + "▁s elves", + "▁sel ves", + "▁ selves", + "▁fl agged", + "▁flag ged", + "▁prophe ts", + "▁prophet s", + "▁res isted", + "▁resist ed", + "▁ap prehens", + "▁appre hens", + "▁disag reed", + "▁disagree d", + "▁world view", + "▁Journal ism", + "▁Professional s", + "▁Prof essionals", + "▁ β", + "异 味", + "当 她", + "推 开", + "甘 草", + "當 中", + "笔 墨", + "那 句", + "飞 跃", + "上下 游", + "上 下游", + "生命 中", + "生 命中", + "Day s", + "Da ys", + "D ays", + "▁M LP", + "▁ML P", + "▁M OT", + "▁MO T", + "一切 都是", + "一切都 是", + "帮助 我们", + "社区 卫生", + "行政 审批", + "$\\\\ %$", + "$\\\\% $", + "$ \\\\%$", + "▁S ilk", + "▁Sil k", + "▁Si lk", + "▁e lit", + "▁el it", + "中国 科学院", + "G erman", + "ag ents", + "agen ts", + "agent s", + "▁Cl erk", + "▁Cle rk", + "▁fl yer", + "▁fly er", + "hen omen", + "square d", + "squ ared", + "▁H eight", + "▁He ight", + "▁ Height", + "▁cl umps", + "▁det erg", + "▁deter g", + "▁scr aps", + "▁scrap s", + "▁scra ps", + "caption s", + "ca ptions", + "capt ions", + "▁Debor ah", + "▁over due", + "▁overd ue", + "▁и стория", + "▁учи лище", + "nC ategory", + "n Category", + "cent ration", + "▁Hy derabad", + "nUl timately", + "▁gener ously", + "▁generous ly", + "▁sim ulating", + "▁document aries", + ") —", + "四 五", + "寺 院", + "岛 屿", + "本 草", + "榆 林", + "漂 浮", + "秘 诀", + "缔 约", + "解 剖", + "触 动", + "都 对", + "全心 全", + "文件 夹", + "的 联系", + "GR AM", + "G RAM", + "et sy", + "ets y", + "e tsy", + "ns td", + "nst d", + "n std", + "▁D im", + "▁Di m", + "几个 小时", + "几 个小时", + "投资 基金", + "目标 任务", + "硕士 学位", + "身心 健康", + "这是 什么", + "这 是什么", + "mo tor", + "mot or", + "m otor", + "提供 的证据", + "提供的 证据", + "nr ange", + "n range", + "us sell", + "uss ell", + "lect ing", + "lec ting", + "▁Ch andra", + "▁Cha ndra", + "▁Chand ra", + "▁Chan dra", + "de generate", + "deg enerate", + "▁Volunt eer", + "▁night mares", + "▁nightmare s", + "▁period icity", + "▁periodic ity", + "j b", + "Т о", + "大 户", + "缺 氧", + "肖 战", + "胸 怀", + "话 剧", + "/$ {", + "/ ${", + "fu r", + "f ur", + "了一 家", + "了 一家", + "发 脾气", + "la in", + "l ain", + "nC ut", + "n Cut", + "}} \\\"", + "}}\\ \"", + "} }\\\"", + "可以 考虑", + "文化 交流", + "en das", + "end as", + "enda s", + "ke ras", + "ker as", + "k eras", + "▁F ram", + "▁Fr am", + "▁Fra m", + "▁k ale", + "▁ka le", + "是怎么 回事", + "是 怎么回事", + "ul ling", + "ull ing", + "▁sal ts", + "▁salt s", + "实用新型 内容", + "IN VALID", + "▁t sunami", + "▁coron ary", + "▁corona ry", + "▁gr ipping", + "▁gri pping", + "▁grip ping", + "▁sw eating", + "▁swe ating", + "▁sweat ing", + "▁descript ors", + "▁descriptor s", + "▁philos ophers", + "▁philosoph ers", + "▁philosopher s", + "不 顺", + "医 治", + "只 看", + "处 以", + "安 娜", + "形 体", + "箱 子", + "裁 员", + "TE M", + "T EM", + "▁I a", + "病毒 的", + "主要 领导", + "我们 没有", + "抗击 疫情", + "em pts", + "empt s", + "emp ts", + "en tin", + "ent in", + "▁Bow ie", + "arri ers", + "arr iers", + "arrier s", + "arrie rs", + "▁Daw son", + "▁Far mer", + "▁Farm er", + "▁Fl yers", + "▁Fly ers", + "▁cl ones", + "▁clo nes", + "▁clone s", + "▁det ach", + "re aching", + "reach ing", + "rea ching", + "▁Dra wing", + "▁Draw ing", + "▁ Drawing", + "▁c umbers", + "▁cum bers", + "▁brut ally", + "▁brutal ly", + "▁frost ing", + "▁su itably", + "▁suit ably", + "▁un identified", + ") ；", + "停 电", + "妇 幼", + "手 掌", + "楼 道", + "百 强", + "蘋 果", + "遍 地", + "AP H", + "A PH", + "di c", + "d ic", + "也 知道", + "华尔 街", + "技术 与", + "故事 的", + "故 事的", + "调整 为", + "项 规定", + "▁A gu", + "▁Ag u", + "的日子 里", + "负面 影响", + "LE VEL", + "az ers", + "aze rs", + "azer s", + "er ate", + "era te", + "e rate", + "以 实际行动", + "els ius", + "▁b orne", + "▁bo rne", + "▁born e", + "▁ borne", + "pect ing", + "pec ting", + "▁Less on", + "▁Les son", + "▁Yanke e", + "▁Yan kee", + "▁s often", + "▁so ften", + "▁soft en", + "greg ated", + "het amine", + "heta mine", + "▁Analy st", + "ocaly ptic", + "▁ind ucing", + "▁indu cing", + "▁mel odies", + "▁prof anity", + "▁Compl iance", + "▁comm anding", + "▁command ing", + "B u", + "{ +", + "提 早", + "案 涉", + "海 绵", + "游 乐", + "肠 癌", + "虚 构", + "赢 了", + "df f", + "d ff", + "re lu", + "rel u", + "▁P VC", + "▁PV C", + "▁_ \\\\", + "▁ _\\\\", + "▁o nc", + "▁on c", + "公益 活动", + "减半 收取", + "无私 奉献", + "社会 实践", + "in nie", + "inn ie", + "ou pon", + "oup on", + "o upon", + "ra dor", + "rad or", + "r ador", + "д мини", + "▁a pex", + "▁ap ex", + "am ente", + "ame nte", + "ament e", + "amen te", + "cam pus", + "camp us", + "ia ries", + "iar ies", + "i aries", + "sel ler", + "sell er", + "s eller", + "▁T ribe", + "▁Tr ibe", + "▁Tri be", + "▁Trib e", + "ndef ine", + "nde fine", + "n define", + "review ed", + "▁Ana heim", + "Gener ated", + "Gen erated", + "Generate d", + "iz ability", + "iza bility", + "nBe autiful", + "▁Att ribute", + "▁ Attribute", + "▁adrenal ine", + "▁enlight ened", + "_ )", + "之 物", + "你 可", + "分 队", + "恐 龙", + "求 学", + "浴 室", + "盖 章", + "着 头", + "讨 好", + "诗 句", + "邮 寄", + "Ab b", + "A bb", + "你不 是", + "你 不是", + "损失 的", + "防火 墙", + "B ODY", + "ook s", + "oo ks", + "o oks", + "告诉 大家", + "疾控 中心", + "yu chi", + "y uchi", + "▁N ets", + "▁Net s", + "▁Ne ts", + "Mo tion", + "Mot ion", + "M otion", + "▁p ests", + "▁pe sts", + "▁pest s", + "▁pes ts", + "Rec ords", + "Record s", + "▁Claim s", + "▁Cla ims", + "▁Sl oven", + "▁Slo ven", + "▁sem inal", + "▁semi nal", + "▁ins anely", + "▁insane ly", + "▁nom inate", + "▁stuff ing", + "▁supermark ets", + "▁supermarket s", + "▁inst abilities", + "; )", + "交 集", + "俄 乌", + "尼 尔", + "德 拉", + "李 小", + "nA P", + "n AP", + "多岁 的", + "多 岁的", + "就是 个", + "就 是个", + "车型 的", + "车 型的", + "这条 路", + "F air", + "▁O le", + "▁Ol e", + "▁h og", + "▁ho g", + "▁ hog", + "▁s ax", + "▁sa x", + "技术 问题", + "深度 融合", + "IT IES", + "af ari", + "afa ri", + "▁B ates", + "▁Ba tes", + "▁Bat es", + "▁re ver", + "▁r ever", + "▁reve r", + "▁rev er", + "P rivacy", + "as uring", + "nL iving", + "nucle on", + "▁ad opts", + "▁adopt s", + "▁adop ts", + "Access or", + "ba ichuan", + "▁back ers", + "▁mis ogyn", + "▁sail ors", + "▁dri pping", + "▁dr ipping", + "▁drip ping", + "▁fort unes", + "▁fortun es", + "▁fortune s", + "▁empower ment", + "▁head quartered", + "V G", + "全 班", + "护 栏", + "数 控", + "▁) ;", + "▁ );", + "▁V W", + "会 增加", + "的天 空", + "的 天空", + "(| \\\\", + "( |\\\\", + "ca ke", + "c ake", + "消防 救援", + "pl ine", + "p line", + "▁r anc", + "▁ra nc", + "▁ran c", + "▁Go ods", + "▁Good s", + "not iced", + "notice d", + "▁At tend", + "▁Att end", + "▁F inger", + "▁Fin ger", + "▁hal ves", + "▁neb ula", + "▁up beat", + "▁cal ming", + "▁calm ing", + "▁d iction", + "▁di ction", + "▁dict ion", + "▁ diction", + "▁o nClick", + "▁on Click", + "▁spawn ed", + "▁an terior", + "▁ant erior", + "▁imm ature", + "▁volcan ic", + "▁expl oding", + "▁explo ding", + "▁per vasive", + "▁South ampton", + "▁incon venient", + "▁inconven ient", + "Раз пространение", + "K U", + "さ れ", + "再 有", + "奥 林", + "將 軍", + "想 做", + "敬 佩", + "ER A", + "E RA", + "^* }", + "^ *}", + "ka s", + "k as", + "制成 的", + "制 成的", + "生活 会", + "'=> $", + "'= >$", + "OU TH", + "OUT H", + "O UTH", + "Sh ip", + "S hip", + "nv ia", + "n via", + "▁B un", + "▁Bu n", + "▁K ai", + "▁Ka i", + "▁X ia", + "▁Xi a", + "严格 遵守", + "▁C hal", + "▁Ch al", + "▁Cha l", + "▁PR OP", + "▁PRO P", + "▁ PROP", + "▁S ATA", + "▁SA TA", + "▁SAT A", + "▁h url", + "▁hur l", + "Ver ify", + "▁St all", + "▁Sta ll", + "▁con co", + "▁co nco", + "▁conc o", + "▁pean uts", + "▁peanut s", + "W ashington", + "sub mission", + "▁evac uation", + "▁Administ rative", + "О т", + "咬 牙", + "嘲 讽", + "坏 人", + "我 局", + "棒 的", + "煎 熬", + "闪 耀", + "难 民", + "把他 们", + "把 他们", + "/{ \\\\", + "/ {\\\\", + "研究 报告", + "ch lor", + "▁T YPE", + "▁ TYPE", + "\":\" /*\\", + "\":\"/ *\\", + "▁Bar ber", + "▁Barb er", + "▁Guatem ala", + "▁anth ology", + "▁both ering", + "▁bother ing", + "▁Art ificial", + "▁illustr ative", + "▁legal ization", + "喜 庆", + "山 林", + "常 有", + "相 约", + "药 的", + "走 得", + "-\\ \"", + "- \\\"", + "AF P", + "A FP", + "OT g", + "▁F G", + "▁ FG", + "亿元 的", + "亿 元的", + "仪式 上", + "予以 支持", + "开工 建设", + "nI ron", + "art ner", + "nS pons", + "nSp ons", + "▁bl aze", + "isc opal", + "isco pal", + "▁SE LECT", + "▁ SELECT", + "▁w alker", + "▁walk er", + "▁wal ker", + "▁ walker", + "C andidate", + "▁Speed way", + "▁binding s", + "▁bind ings", + "▁conduct s", + "▁Bol lywood", + "▁W onderful", + "▁Wonder ful", + "▁cumbers ome", + "▁fer mentation", + "▁ferm entation", + "一 架", + "免 税", + "均 未", + "基 亚", + "火 烧", + "真 假", + "通 透", + "钢 板", + "MA G", + "M AG", + "其实 在", + "其 实在", + "OP EN", + "OPE N", + "if ug", + "nM us", + "n Mus", + "▁H AD", + "▁HA D", + "心 脑血管", + "d ummy", + "зи ден", + "▁C ran", + "▁Cr an", + "▁Cra n", + "▁Re ve", + "▁Rev e", + "▁P ayne", + "▁Pay ne", + "▁The od", + "▁tilt ed", + "▁til ted", + "st raight", + "stra ight", + "▁Drop box", + "▁res umes", + "▁resume s", + "▁wrong ly", + "▁Hart ford", + "▁ag nostic", + "▁ agnostic", + "▁awake ning", + "▁awaken ing", + "▁contrast s", + "▁contra sts", + "▁decided ly", + "▁Me chanical", + "▁Mechan ical", + "nA pplication", + "nAppl ication", + "n Application", + "▁congrat ulations", + "▁cong ratulations", + "党 群", + "卒 中", + "南 阳", + "呆 了", + "品 位", + "尽 心", + "换 乘", + "改 成", + "气 场", + "си л", + "с ил", + "会比 较", + "会 比较", + "加强 了", + "对 未来", + "心中 有", + "心 中有", + "的外 观", + "的 外观", + "限额 内", + "Gu id", + "Gui d", + "G uid", + "nJ ac", + "n Jac", + "▁C PS", + "▁CP S", + "▁I PA", + "▁IP A", + "▁T ut", + "▁Tu t", + "gu est", + "gue st", + "ia nne", + "ian ne", + "i anne", + "pe ria", + "per ia", + "p eria", + "▁ръ ко", + "Sy ntax", + "▁Co sts", + "▁Cost s", + "▁Cos ts", + "nth anks", + "nthan ks", + "n thanks", + "sh ields", + "shield s", + "▁De note", + "▁Den ote", + "▁bar bar", + "▁co ined", + "▁coin ed", + "fe atured", + "feature d", + "feat ured", + "▁H amburg", + "▁Ham burg", + "▁dread ed", + "▁spr ayed", + "▁spray ed", + "▁Pav ilion", + "▁anch ored", + "▁anchor ed", + "▁clin ically", + "▁clinical ly", + "▁clinic ally", + "N u", + "两 队", + "增 至", + "宜 宾", + "导 轨", + "我 曾", + "通 则", + "都 用", + "nG R", + "n GR", + "va e", + "v ae", + "和 家人", + "文件 的", + "文 件的", + "是不 可", + "是 不可", + "更新 的", + "更 新的", + "等 行业", + "nM id", + "n Mid", + "nT ex", + "nTe x", + "n Tex", + "nc oe", + "nco e", + "n coe", + "nl og", + "nlo g", + "n log", + "▁A ST", + "▁AS T", + "▁ AST", + "▁O sw", + "▁Os w", + "为一 体的", + "为一体 的", + "创新 能力", + "小伙伴 们", + "并不 代表", + "并 不代表", + "nl ast", + "n last", + "var pi", + "▁C hop", + "▁Ch op", + "▁Cho p", + "解决 的问题", + "解决的 问题", + ")& =&\\\\", + ")&= &\\\\", + ")&=& \\\\", + ") &=&\\\\", + "Scal ar", + "S calar", + "nAn aly", + "nAnal y", + "n Analy", + "коно ми", + "▁Op rah", + "▁s izing", + "▁si zing", + "▁embod ied", + "▁propri et", + "▁t rolling", + "▁troll ing", + "▁air planes", + "▁airplane s", + "▁comment ator", + "▁prof iciency", + "三 层", + "下 单", + "他 說", + "反 倒", + "可 笑", + "小 雨", + "恶 魔", + "振 荡", + "求 生", + "磨 合", + "聯 盟", + "蚊 子", + "SP I", + "S PI", + "个 城市", + "出版 的", + "出 版的", + "实用 的", + "实 用的", + "是 如此", + "的气 氛", + "的 气氛", + "股东 的", + "~~ ~\\", + "~~~ \\", + "~ ~~\\", + "▁D up", + "▁Du p", + "一个 男人", + "仅供 参考", + "可能 会有", + "可能会 有", + "的大 部分", + "的 大部分", + "er ity", + "eri ty", + "e rity", + "ip ers", + "ipe rs", + "iper s", + "i pers", + "ot omy", + "oto my", + "▁a che", + "▁ac he", + "▁ ache", + "Load ed", + "Lo aded", + "▁m alls", + "▁mal ls", + "▁mall s", + "▁sulf ur", + "▁sul fur", + "▁g rating", + "▁gra ting", + "▁gr ating", + "▁grat ing", + "▁mos quit", + "Lower Case", + "▁Wor cester", + "▁Huff ington", + "一 则", + "創 業", + "后 排", + "德 斯", + "筹 集", + "风 波", + "me V", + "m eV", + "人社 局", + "余 万元", + "好看 的", + "好 看的", + "您 可以", + "是 国内", + "更 应该", + "透明 的", + "透 明的", + "il do", + "ild o", + "为什么 呢", + "为 什么呢", + "国土 资源", + "in tell", + "int ell", + "inte ll", + "intel l", + "▁l ions", + "▁li ons", + "▁lion s", + "ced ures", + "cedure s", + "▁Act ual", + "▁we aving", + "▁P ublisher", + "▁Publ isher", + "▁tele vised", + "▁unle ashed", + "▁commem orate", + "▁evangel ical", + "亲 眼", + "倒 闭", + "做 着", + "把 钱", + "文 學", + "机 和", + "王 牌", + "的 石", + "立 德", + "ва р", + "в ар", + "▁{ <", + "▁ {<", + "发行 的", + "发 行的", + "影视 剧", + "的小 说", + "的 小说", + "的 能量", + "的 行动", + "系统 性", + "该 方法", + "bo ut", + "b out", + "lo ud", + "l oud", + "te ll", + "tel l", + "t ell", + "思维 方式", + "被 申请人", + "har ma", + "harm a", + "h arma", + "ma xim", + "max im", + "▁caf é", + "▁p ouch", + "▁po uch", + "▁pou ch", + "▁sw amp", + "▁t rout", + "▁tr out", + "▁trou t", + "▁tro ut", + "▁on site", + "in ctions", + "inct ions", + "inction s", + "▁stir red", + "port folio", + "▁gro oming", + "▁groom ing", + "▁nut shell", + "▁nuts hell", + "nav igation", + "▁wind shield", + "上 部", + "來 看", + "出 乎", + "呼 叫", + "呼 唤", + "唐 人", + "想 吃", + "技 师", + "曼 城", + "机 身", + "琐 事", + "订 立", + "途 经", + "bo b", + "b ob", + "ra e", + "r ae", + "▁B N", + "▁ BN", + "与他 人", + "与 他人", + "与 自己", + "对 被告", + "师生 的", + "师 生的", + "年龄 段", + "生长 的", + "生 长的", + "表现 的", + "Be ll", + "Bel l", + "B ell", + "ca me", + "cam e", + "c ame", + "▁S AS", + "▁SA S", + "正式 启动", + "Aut om", + "Auto m", + "Au tom", + "dd ots", + "ddot s", + "d dots", + "ie ces", + "iece s", + "ме нти", + "мен ти", + "мент и", + "▁V irt", + "▁Vir t", + "▁Vi rt", + "▁d ean", + "▁de an", + "t color", + "▁c aret", + "▁car et", + "▁care t", + "▁ca ret", + "ep isode", + "▁C annon", + "▁Can non", + "▁Ca nnon", + "▁Cann on", + "▁Roy als", + "▁Royal s", + "pattern s", + "p atterns", + "▁cock pit", + "ninteg ral", + "n integral", + "▁venge ance", + "J V", + "一 整", + "出 游", + "接 头", + "竞 价", + "范 文", + "Fr e", + "F re", + "实施 了", + "IF IC", + "IFI C", + "nO bs", + "nOb s", + "n Obs", + "га ва", + "▁` ${", + "学前 教育", + "il ate", + "ila te", + "i late", + "nR ock", + "nRo ck", + "n Rock", + "sc ars", + "scar s", + "s cars", + "▁B url", + "▁Bur l", + "▁Bu rl", + "▁a ura", + "▁au ra", + "▁ aura", + "Col ors", + "Color s", + "te nant", + "ten ant", + "▁Ag ile", + "▁N amed", + "▁Name d", + "▁Na med", + "▁Nam ed", + "▁ Named", + "▁re aff", + "dr ivers", + "driver s", + "drive rs", + "d rivers", + "ick ness", + "▁Arch ae", + "▁S omers", + "▁So mers", + "▁Some rs", + "▁Som ers", + "▁be asts", + "▁beast s", + "▁sou ven", + "▁Ch arity", + "▁Char ity", + "▁Cha rity", + "▁n esting", + "▁nest ing", + "▁re gress", + "▁reg ress", + "▁see ming", + "▁seem ing", + "nst andard", + "n standard", + "▁leverage d", + "▁lever aged", + "▁stream line", + "▁magn ification", + "孙 女", + "带 宽", + "感 謝", + "枕 头", + "派 驻", + "直 觉", + "离 心", + "纸 张", + "维 尔", + "但这 些", + "但 这些", + "的 信号", + "设立 了", + "ie ws", + "iew s", + "i ews", + "▁A FM", + "▁AF M", + "▁F AR", + "▁FA R", + "点点 滴滴", + "Aut ow", + "Auto w", + "re ject", + "gate way", + "▁Re serv", + "▁Res erv", + "▁Te resa", + "NS String", + "▁k ittens", + "▁kitten s", + "▁Pri ority", + "▁Prior ity", + "▁summon ed", + "▁summ oned", + "Java Script", + "▁power house", + "м я", + "万 台", + "东 坡", + "克 林", + "喧 嚣", + "硅 谷", + "网 址", + "罗 拉", + "nP H", + "n PH", + "吃 起来", + "新 征程", + "的 宣传", + "遭到 了", + "遭 到了", + "=& \\\\", + "= &\\\\", + "Ma de", + "Mad e", + "M ade", + "do ch", + "doc h", + "d och", + "ер цо", + "▁T ay", + "▁Ta y", + "这方面 的", + "这 方面的", + "Q aeda", + "in tel", + "int el", + "inte l", + "na ils", + "nail s", + "nai ls", + "n ails", + "▁d uel", + "▁due l", + "▁du el", + "nan aly", + "n analy", + "▁d imer", + "▁di mer", + "▁dim er", + "▁dime r", + "▁ch ocol", + "▁cho col", + "▁inter l", + "▁inte rl", + "▁Pract ices", + "▁Practice s", + "▁manif ested", + "▁manifest ed", + "▁repl icated", + "▁replica ted", + "▁replicate d", + "▁archae ological", + "H G", + "丽 江", + "侵 入", + "单 调", + "小 腿", + "舰 队", + "赡 养", + "轴 向", + "CH A", + "C HA", + "▁U W", + "中国 梦", + "Cl ip", + "C lip", + "▁\\\" (", + "▁ \\\"(", + "▁f ir", + "▁fi r", + "可以 达到", + "呼和 浩特", + "战略 合作", + "re sis", + "res is", + "r esis", + "▁C how", + "▁Ch ow", + "▁Cho w", + "▁S IGN", + "▁SI GN", + "▁SIG N", + "▁TH AN", + "M ODULE", + "▁Le afs", + "▁Leaf s", + "▁R atio", + "▁Rat io", + "▁ Ratio", + "▁Ty son", + "▁h inge", + "▁hi nge", + "▁hing e", + "Dest roy", + "npoint s", + "n points", + "serv ing", + "ser ving", + "s erving", + "▁bik ini", + "▁pur pos", + "nper form", + "n perform", + "soci ated", + "soc iated", + "▁Boeh ner", + "▁Clem son", + "▁door way", + "中国特色 社会主义", + "▁Print ing", + "▁Prin ting", + "▁diss olve", + "▁sidew alks", + "▁sidewalk s", + "▁Power Shell", + "▁corner back", + "两 轮", + "交 融", + "军 方", + "敲 门", + "现 将", + "考 官", + "者 们", + "而 你", + "重 任", + "Bi o", + "B io", + "不理 解", + "不 理解", + "应当 在", + "的人 文", + "的 人文", + "的 优秀", + "的小 孩", + "的 小孩", + "给你 的", + "给 你的", + "都 喜欢", + "Sl ot", + "S lot", + "iv as", + "iva s", + "i vas", + "}) )$", + "})) $", + "} ))$", + "齐心 协力", + "an tan", + "ant an", + "anta n", + "nG reg", + "}} ^\\\\", + "}}^ \\\\", + "} }^\\\\", + "▁IN ST", + "▁INS T", + "▁ INST", + "二〇一 七年", + "ca ched", + "cache d", + "c ached", + "it ates", + "ita tes", + "itate s", + "itat es", + "the mes", + "theme s", + "vol ent", + "ass isted", + "assis ted", + "▁Car diff", + "▁Card iff", + "▁n atives", + "▁nat ives", + "▁native s", + "enter prise", + "nOther wise", + "▁disp arate", + "▁dispar ate", + "▁municip ality", + "▁municipal ity", + "▁in experienced", + "二 零", + "写 过", + "虐 待", + "谁 知", + "Co s", + "C os", + "上来 看", + "上 来看", + "在这 场", + "在 这场", + "并 及时", + "我都 会", + "我 都会", + "是 全国", + "次 会议", + "的一 声", + "的 一声", + "西 游记", + "食用 油", + "at hi", + "ath i", + "be lt", + "bel t", + "b elt", + "▁G PL", + "▁GP L", + "▁I CO", + "▁IC O", + "▁ ICO", + "▁P on", + "▁Po n", + "▁w ob", + "▁wo b", + "长时间 的", + "长 时间的", + "▁Av iv", + "▁W rap", + "▁ Wrap", + ")^ {-\\\\", + ")^{ -\\\\", + ")^{- \\\\", + ") ^{-\\\\", + "▁e aves", + "tprint f", + "t printf", + "▁Back up", + "▁sit com", + "list ener", + "listen er", + "pec ified", + "▁broad en", + "Rel ations", + "▁In corpor", + "▁slow down", + "▁multi national", + "▁multin ational", + "/ +", + "J R", + "为 大", + "庄 园", + "拼 音", + "海 边", + "相 撞", + "纵 观", + "群 岛", + "装 载", + "起 着", + "▁i g", + "▁ ig", + "与 企业", + "就如 同", + "就 如同", + "探测 器", + "的长 度", + "的 长度", + "cu da", + "c uda", + "▁D re", + "▁Dr e", + "▁T in", + "▁Ti n", + "也没 什么", + "也 没什么", + "从 一开始", + "参加 活动", + "相互 作用", + "相关 信息", + "▁B alk", + "▁Ba lk", + "▁Bal k", + "▁v ivo", + "▁vi vo", + "▁sand box", + "▁short en", + "▁Jen nings", + "▁Jenn ings", + "▁dis place", + "▁disp lace", + "▁displ ace", + "▁Domin ican", + "▁head phone", + "▁chromos ome", + "▁activ ations", + "▁activation s", + "▁collabor ated", + "▁collaborate d", + "▁extraord inarily", + "与 时", + "再 加", + "宫 殿", + "年 仅", + "日 和", + "正 视", + "灯 火", + "现 今" + ] + } +} \ No newline at end of file diff --git a/tokenizer.model b/tokenizer.model new file mode 100644 index 0000000..8306c82 --- /dev/null +++ b/tokenizer.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:386c49cf943d71aa110361135338c50e38beeff0a66593480421f37b319e1a39 +size 1033105 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..47d6904 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,62 @@ +{ + "add_bos_token": false, + "add_eos_token": false, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "1": { + "content": "<|startoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "6": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "7": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "<|im_start|>" + ], + "bos_token": "<|startoftext|>", + "chat_template": "{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}{% if system_message is defined %}{{ '<|im_start|>system\\n' + system_message + '<|im_end|>\\n' }}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|im_start|>user\\n' + content + '<|im_end|>\\n<|im_start|>assistant\\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|im_end|>' + '\\n' }}{% endif %}{% endfor %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "legacy": true, + "model_max_length": 4096, + "pad_token": "", + "padding_side": "right", + "sp_model_kwargs": {}, + "split_special_tokens": false, + "tokenizer_class": "LlamaTokenizer", + "unk_token": "", + "use_default_system_prompt": false +} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..4b3d564 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,70503 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.995661605206074, + "eval_steps": 500, + "global_step": 4146, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0014461315979754157, + "grad_norm": 17.68067024457695, + "learning_rate": 8e-08, + "logits/chosen": 0.8356107473373413, + "logits/rejected": 0.7603495717048645, + "logps/chosen": -0.8946685791015625, + "logps/rejected": -0.9055352807044983, + "loss": 1.0095, + "odds_ratio_loss": 0.7516021132469177, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.0894668698310852, + "rewards/margins": 0.0010866625234484673, + "rewards/rejected": -0.09055352210998535, + "sft_loss": 0.8946685791015625, + "step": 1 + }, + { + "epoch": 0.0028922631959508315, + "grad_norm": 22.2584821655261, + "learning_rate": 1.6e-07, + "logits/chosen": 0.9862427115440369, + "logits/rejected": 0.8068673014640808, + "logps/chosen": -0.906627357006073, + "logps/rejected": -1.0544397830963135, + "loss": 1.0587, + "odds_ratio_loss": 0.66656893491745, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09066274017095566, + "rewards/margins": 0.01478125061839819, + "rewards/rejected": -0.10544399917125702, + "sft_loss": 0.906627357006073, + "step": 2 + }, + { + "epoch": 0.004338394793926247, + "grad_norm": 27.462300830950515, + "learning_rate": 2.4e-07, + "logits/chosen": 0.745313823223114, + "logits/rejected": 0.5240325927734375, + "logps/chosen": -1.166395664215088, + "logps/rejected": -1.1368509531021118, + "loss": 1.0855, + "odds_ratio_loss": 0.8221395015716553, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.11663956940174103, + "rewards/margins": -0.0029544695280492306, + "rewards/rejected": -0.11368509382009506, + "sft_loss": 1.166395664215088, + "step": 3 + }, + { + "epoch": 0.005784526391901663, + "grad_norm": 20.425495140968387, + "learning_rate": 3.2e-07, + "logits/chosen": 0.9010774493217468, + "logits/rejected": 0.7436051368713379, + "logps/chosen": -0.9683417081832886, + "logps/rejected": -1.0990208387374878, + "loss": 1.0477, + "odds_ratio_loss": 0.6798087358474731, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09683416783809662, + "rewards/margins": 0.013067921623587608, + "rewards/rejected": -0.10990208387374878, + "sft_loss": 0.9683417081832886, + "step": 4 + }, + { + "epoch": 0.0072306579898770785, + "grad_norm": 9.072577711772448, + "learning_rate": 4e-07, + "logits/chosen": 1.0971115827560425, + "logits/rejected": 0.9646638631820679, + "logps/chosen": -0.6877315044403076, + "logps/rejected": -1.0325212478637695, + "loss": 0.9536, + "odds_ratio_loss": 0.6098527908325195, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06877315789461136, + "rewards/margins": 0.03447896987199783, + "rewards/rejected": -0.10325212776660919, + "sft_loss": 0.6877315044403076, + "step": 5 + }, + { + "epoch": 0.008676789587852495, + "grad_norm": 31.366473181101718, + "learning_rate": 4.8e-07, + "logits/chosen": 1.1323935985565186, + "logits/rejected": 0.6428372263908386, + "logps/chosen": -0.9170743227005005, + "logps/rejected": -1.1397260427474976, + "loss": 1.0515, + "odds_ratio_loss": 0.6087831258773804, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09170743823051453, + "rewards/margins": 0.022265177220106125, + "rewards/rejected": -0.11397261917591095, + "sft_loss": 0.9170743227005005, + "step": 6 + }, + { + "epoch": 0.01012292118582791, + "grad_norm": 23.362133533438314, + "learning_rate": 5.6e-07, + "logits/chosen": 1.0590741634368896, + "logits/rejected": 0.8795340657234192, + "logps/chosen": -0.849834144115448, + "logps/rejected": -1.0384660959243774, + "loss": 0.9954, + "odds_ratio_loss": 0.6854482889175415, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08498341590166092, + "rewards/margins": 0.01886320300400257, + "rewards/rejected": -0.10384660959243774, + "sft_loss": 0.849834144115448, + "step": 7 + }, + { + "epoch": 0.011569052783803326, + "grad_norm": 13.59399093179875, + "learning_rate": 6.4e-07, + "logits/chosen": 0.9279472827911377, + "logits/rejected": 0.7937031388282776, + "logps/chosen": -0.8301913142204285, + "logps/rejected": -0.9943248629570007, + "loss": 0.9836, + "odds_ratio_loss": 0.6135038137435913, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08301912993192673, + "rewards/margins": 0.016413355246186256, + "rewards/rejected": -0.09943248331546783, + "sft_loss": 0.8301913142204285, + "step": 8 + }, + { + "epoch": 0.013015184381778741, + "grad_norm": 20.87366368622792, + "learning_rate": 7.2e-07, + "logits/chosen": 0.6361145973205566, + "logits/rejected": 0.5400397181510925, + "logps/chosen": -1.2082147598266602, + "logps/rejected": -1.314789056777954, + "loss": 1.0284, + "odds_ratio_loss": 0.7909836173057556, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.12082147598266602, + "rewards/margins": 0.010657444596290588, + "rewards/rejected": -0.1314789056777954, + "sft_loss": 1.2082147598266602, + "step": 9 + }, + { + "epoch": 0.014461315979754157, + "grad_norm": 35.6477296168724, + "learning_rate": 8e-07, + "logits/chosen": 0.7234739065170288, + "logits/rejected": 0.7677637338638306, + "logps/chosen": -0.9336320161819458, + "logps/rejected": -1.1697273254394531, + "loss": 0.9868, + "odds_ratio_loss": 0.6399700045585632, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0933631956577301, + "rewards/margins": 0.02360953576862812, + "rewards/rejected": -0.11697272211313248, + "sft_loss": 0.9336320161819458, + "step": 10 + }, + { + "epoch": 0.015907447577729574, + "grad_norm": 17.36589859929308, + "learning_rate": 8.799999999999999e-07, + "logits/chosen": 0.8094204664230347, + "logits/rejected": 0.6163336038589478, + "logps/chosen": -0.8817548751831055, + "logps/rejected": -0.9194456934928894, + "loss": 1.0479, + "odds_ratio_loss": 0.7149617075920105, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.08817549049854279, + "rewards/margins": 0.003769081551581621, + "rewards/rejected": -0.09194456785917282, + "sft_loss": 0.8817548751831055, + "step": 11 + }, + { + "epoch": 0.01735357917570499, + "grad_norm": 7.785721880156769, + "learning_rate": 9.6e-07, + "logits/chosen": 0.6122461557388306, + "logits/rejected": 0.7143501043319702, + "logps/chosen": -0.9489305019378662, + "logps/rejected": -1.1337459087371826, + "loss": 0.951, + "odds_ratio_loss": 0.5687827467918396, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.09489305317401886, + "rewards/margins": 0.018481535837054253, + "rewards/rejected": -0.11337459087371826, + "sft_loss": 0.9489305019378662, + "step": 12 + }, + { + "epoch": 0.018799710773680405, + "grad_norm": 11.720887718671964, + "learning_rate": 1.04e-06, + "logits/chosen": 0.7059281468391418, + "logits/rejected": 0.6184044480323792, + "logps/chosen": -0.8445357084274292, + "logps/rejected": -0.9474976062774658, + "loss": 0.8701, + "odds_ratio_loss": 0.7172947525978088, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08445357531309128, + "rewards/margins": 0.010296182706952095, + "rewards/rejected": -0.09474976360797882, + "sft_loss": 0.8445357084274292, + "step": 13 + }, + { + "epoch": 0.02024584237165582, + "grad_norm": 10.973659424574418, + "learning_rate": 1.12e-06, + "logits/chosen": 0.855961799621582, + "logits/rejected": 0.6677908897399902, + "logps/chosen": -1.0772851705551147, + "logps/rejected": -1.1868722438812256, + "loss": 1.004, + "odds_ratio_loss": 0.6617684364318848, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.107728511095047, + "rewards/margins": 0.010958710685372353, + "rewards/rejected": -0.1186872273683548, + "sft_loss": 1.0772851705551147, + "step": 14 + }, + { + "epoch": 0.021691973969631236, + "grad_norm": 10.00136448443639, + "learning_rate": 1.2e-06, + "logits/chosen": 0.8666166663169861, + "logits/rejected": 0.7374793887138367, + "logps/chosen": -0.6898748278617859, + "logps/rejected": -0.9876577854156494, + "loss": 0.954, + "odds_ratio_loss": 0.5177364349365234, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06898748129606247, + "rewards/margins": 0.02977829799056053, + "rewards/rejected": -0.0987657755613327, + "sft_loss": 0.6898748278617859, + "step": 15 + }, + { + "epoch": 0.023138105567606652, + "grad_norm": 7.339064707053332, + "learning_rate": 1.28e-06, + "logits/chosen": 1.0984623432159424, + "logits/rejected": 0.9263596534729004, + "logps/chosen": -0.9031826853752136, + "logps/rejected": -0.9198977947235107, + "loss": 1.0056, + "odds_ratio_loss": 0.7259780168533325, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09031827002763748, + "rewards/margins": 0.001671510748565197, + "rewards/rejected": -0.09198978543281555, + "sft_loss": 0.9031826853752136, + "step": 16 + }, + { + "epoch": 0.024584237165582067, + "grad_norm": 8.349121794398082, + "learning_rate": 1.3600000000000001e-06, + "logits/chosen": 0.958114743232727, + "logits/rejected": 0.7234222888946533, + "logps/chosen": -0.7752377390861511, + "logps/rejected": -1.0817121267318726, + "loss": 0.8369, + "odds_ratio_loss": 0.5174487233161926, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07752377539873123, + "rewards/margins": 0.030647438019514084, + "rewards/rejected": -0.10817121714353561, + "sft_loss": 0.7752377390861511, + "step": 17 + }, + { + "epoch": 0.026030368763557483, + "grad_norm": 16.74840406974954, + "learning_rate": 1.44e-06, + "logits/chosen": 1.036068081855774, + "logits/rejected": 0.7755584716796875, + "logps/chosen": -0.7796313166618347, + "logps/rejected": -0.8467473387718201, + "loss": 0.9468, + "odds_ratio_loss": 0.7774651050567627, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.07796312868595123, + "rewards/margins": 0.006711603607982397, + "rewards/rejected": -0.08467473834753036, + "sft_loss": 0.7796313166618347, + "step": 18 + }, + { + "epoch": 0.0274765003615329, + "grad_norm": 19.71080839311607, + "learning_rate": 1.5199999999999998e-06, + "logits/chosen": 0.9443542957305908, + "logits/rejected": 0.7273315191268921, + "logps/chosen": -0.8325945138931274, + "logps/rejected": -0.9272810220718384, + "loss": 0.8364, + "odds_ratio_loss": 0.6661559343338013, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0832594484090805, + "rewards/margins": 0.009468646720051765, + "rewards/rejected": -0.09272809326648712, + "sft_loss": 0.8325945138931274, + "step": 19 + }, + { + "epoch": 0.028922631959508314, + "grad_norm": 17.932913869480345, + "learning_rate": 1.6e-06, + "logits/chosen": 0.9203794598579407, + "logits/rejected": 0.7660186290740967, + "logps/chosen": -0.8127734065055847, + "logps/rejected": -0.9844791889190674, + "loss": 0.8528, + "odds_ratio_loss": 0.6955982446670532, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08127734810113907, + "rewards/margins": 0.017170574516057968, + "rewards/rejected": -0.09844791889190674, + "sft_loss": 0.8127734065055847, + "step": 20 + }, + { + "epoch": 0.03036876355748373, + "grad_norm": 4.676737103695072, + "learning_rate": 1.6799999999999998e-06, + "logits/chosen": 1.0346933603286743, + "logits/rejected": 0.7640005350112915, + "logps/chosen": -0.7656794786453247, + "logps/rejected": -0.9085444211959839, + "loss": 0.8817, + "odds_ratio_loss": 0.5907818675041199, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07656795531511307, + "rewards/margins": 0.014286492951214314, + "rewards/rejected": -0.09085444360971451, + "sft_loss": 0.7656794786453247, + "step": 21 + }, + { + "epoch": 0.03181489515545915, + "grad_norm": 21.219968023645468, + "learning_rate": 1.7599999999999999e-06, + "logits/chosen": 0.7389025688171387, + "logits/rejected": 0.768907904624939, + "logps/chosen": -0.740533709526062, + "logps/rejected": -0.9216527938842773, + "loss": 0.9192, + "odds_ratio_loss": 0.7230217456817627, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.07405337691307068, + "rewards/margins": 0.018111903220415115, + "rewards/rejected": -0.0921652764081955, + "sft_loss": 0.740533709526062, + "step": 22 + }, + { + "epoch": 0.033261026753434564, + "grad_norm": 5.1186934556905905, + "learning_rate": 1.84e-06, + "logits/chosen": 1.104678988456726, + "logits/rejected": 0.933571457862854, + "logps/chosen": -0.8342806696891785, + "logps/rejected": -1.0144786834716797, + "loss": 0.9273, + "odds_ratio_loss": 0.5798680186271667, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08342806994915009, + "rewards/margins": 0.018019797280430794, + "rewards/rejected": -0.10144786536693573, + "sft_loss": 0.8342806696891785, + "step": 23 + }, + { + "epoch": 0.03470715835140998, + "grad_norm": 5.996648991214411, + "learning_rate": 1.92e-06, + "logits/chosen": 0.6956485509872437, + "logits/rejected": 0.5334842801094055, + "logps/chosen": -0.8051484823226929, + "logps/rejected": -1.0607928037643433, + "loss": 0.9043, + "odds_ratio_loss": 0.5199005603790283, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.08051484823226929, + "rewards/margins": 0.02556443400681019, + "rewards/rejected": -0.10607928782701492, + "sft_loss": 0.8051484823226929, + "step": 24 + }, + { + "epoch": 0.036153289949385395, + "grad_norm": 15.463181593194717, + "learning_rate": 2e-06, + "logits/chosen": 1.0711913108825684, + "logits/rejected": 0.6716903448104858, + "logps/chosen": -0.780259370803833, + "logps/rejected": -0.8929332494735718, + "loss": 0.8245, + "odds_ratio_loss": 0.6280741095542908, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0780259370803833, + "rewards/margins": 0.01126739289611578, + "rewards/rejected": -0.08929332345724106, + "sft_loss": 0.780259370803833, + "step": 25 + }, + { + "epoch": 0.03759942154736081, + "grad_norm": 6.4509394430823725, + "learning_rate": 2.08e-06, + "logits/chosen": 0.9420080184936523, + "logits/rejected": 0.8971505165100098, + "logps/chosen": -0.6603622436523438, + "logps/rejected": -0.9678102135658264, + "loss": 0.8143, + "odds_ratio_loss": 0.5521212816238403, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06603622436523438, + "rewards/margins": 0.030744802206754684, + "rewards/rejected": -0.09678103029727936, + "sft_loss": 0.6603622436523438, + "step": 26 + }, + { + "epoch": 0.039045553145336226, + "grad_norm": 5.904770765139368, + "learning_rate": 2.16e-06, + "logits/chosen": 1.0589203834533691, + "logits/rejected": 1.0087999105453491, + "logps/chosen": -0.9654819965362549, + "logps/rejected": -1.0529497861862183, + "loss": 0.9155, + "odds_ratio_loss": 0.7037606239318848, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09654819965362549, + "rewards/margins": 0.008746780455112457, + "rewards/rejected": -0.10529498755931854, + "sft_loss": 0.9654819965362549, + "step": 27 + }, + { + "epoch": 0.04049168474331164, + "grad_norm": 6.804983128940474, + "learning_rate": 2.24e-06, + "logits/chosen": 1.0854326486587524, + "logits/rejected": 0.7822256684303284, + "logps/chosen": -0.8072190284729004, + "logps/rejected": -1.1046161651611328, + "loss": 0.8532, + "odds_ratio_loss": 0.5510303378105164, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0807219073176384, + "rewards/margins": 0.029739707708358765, + "rewards/rejected": -0.11046161502599716, + "sft_loss": 0.8072190284729004, + "step": 28 + }, + { + "epoch": 0.04193781634128706, + "grad_norm": 11.155540190844036, + "learning_rate": 2.32e-06, + "logits/chosen": 0.9284826517105103, + "logits/rejected": 0.7190419435501099, + "logps/chosen": -0.84559166431427, + "logps/rejected": -0.9231205582618713, + "loss": 0.9285, + "odds_ratio_loss": 0.6862574815750122, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08455916494131088, + "rewards/margins": 0.007752885576337576, + "rewards/rejected": -0.0923120528459549, + "sft_loss": 0.84559166431427, + "step": 29 + }, + { + "epoch": 0.04338394793926247, + "grad_norm": 7.130648176543995, + "learning_rate": 2.4e-06, + "logits/chosen": 0.9986206293106079, + "logits/rejected": 0.7722131013870239, + "logps/chosen": -0.6998481154441833, + "logps/rejected": -1.2671633958816528, + "loss": 0.8881, + "odds_ratio_loss": 0.4308162033557892, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0699848085641861, + "rewards/margins": 0.05673152208328247, + "rewards/rejected": -0.12671633064746857, + "sft_loss": 0.6998481154441833, + "step": 30 + }, + { + "epoch": 0.04483007953723789, + "grad_norm": 7.964095468445476, + "learning_rate": 2.48e-06, + "logits/chosen": 1.0034689903259277, + "logits/rejected": 0.8177412152290344, + "logps/chosen": -0.7045868635177612, + "logps/rejected": -1.0203757286071777, + "loss": 0.8301, + "odds_ratio_loss": 0.4992942214012146, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07045868784189224, + "rewards/margins": 0.031578898429870605, + "rewards/rejected": -0.10203758627176285, + "sft_loss": 0.7045868635177612, + "step": 31 + }, + { + "epoch": 0.046276211135213303, + "grad_norm": 6.206570705290645, + "learning_rate": 2.56e-06, + "logits/chosen": 0.8828554749488831, + "logits/rejected": 0.8245723247528076, + "logps/chosen": -0.7559677362442017, + "logps/rejected": -0.7688103318214417, + "loss": 0.9242, + "odds_ratio_loss": 0.6954567432403564, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.07559677958488464, + "rewards/margins": 0.001284262165427208, + "rewards/rejected": -0.0768810361623764, + "sft_loss": 0.7559677362442017, + "step": 32 + }, + { + "epoch": 0.04772234273318872, + "grad_norm": 3.819558444843904, + "learning_rate": 2.64e-06, + "logits/chosen": 0.9170816540718079, + "logits/rejected": 0.6471152305603027, + "logps/chosen": -0.7481220960617065, + "logps/rejected": -1.044447422027588, + "loss": 0.8164, + "odds_ratio_loss": 0.5162819623947144, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07481221854686737, + "rewards/margins": 0.029632527381181717, + "rewards/rejected": -0.10444474220275879, + "sft_loss": 0.7481220960617065, + "step": 33 + }, + { + "epoch": 0.049168474331164135, + "grad_norm": 17.468727974038213, + "learning_rate": 2.7200000000000002e-06, + "logits/chosen": 0.9004616737365723, + "logits/rejected": 0.9549974203109741, + "logps/chosen": -0.7914824485778809, + "logps/rejected": -0.9024128317832947, + "loss": 0.7975, + "odds_ratio_loss": 0.6575660705566406, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.07914824038743973, + "rewards/margins": 0.011093037202954292, + "rewards/rejected": -0.09024128317832947, + "sft_loss": 0.7914824485778809, + "step": 34 + }, + { + "epoch": 0.05061460592913955, + "grad_norm": 4.6049278375914415, + "learning_rate": 2.8e-06, + "logits/chosen": 1.0355346202850342, + "logits/rejected": 0.8618839979171753, + "logps/chosen": -0.6818061470985413, + "logps/rejected": -1.0076775550842285, + "loss": 0.8934, + "odds_ratio_loss": 0.48088353872299194, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.068180613219738, + "rewards/margins": 0.03258715197443962, + "rewards/rejected": -0.10076776891946793, + "sft_loss": 0.6818061470985413, + "step": 35 + }, + { + "epoch": 0.052060737527114966, + "grad_norm": 10.126587564107808, + "learning_rate": 2.88e-06, + "logits/chosen": 1.0104275941848755, + "logits/rejected": 0.8126014471054077, + "logps/chosen": -1.0583109855651855, + "logps/rejected": -1.188212513923645, + "loss": 0.9078, + "odds_ratio_loss": 0.6410647630691528, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.1058310940861702, + "rewards/margins": 0.012990152463316917, + "rewards/rejected": -0.11882124096155167, + "sft_loss": 1.0583109855651855, + "step": 36 + }, + { + "epoch": 0.05350686912509038, + "grad_norm": 5.195790645822001, + "learning_rate": 2.96e-06, + "logits/chosen": 0.8879537582397461, + "logits/rejected": 0.8749307990074158, + "logps/chosen": -0.9341248273849487, + "logps/rejected": -1.0359203815460205, + "loss": 0.8659, + "odds_ratio_loss": 0.6952499151229858, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09341248869895935, + "rewards/margins": 0.0101795494556427, + "rewards/rejected": -0.10359203815460205, + "sft_loss": 0.9341248273849487, + "step": 37 + }, + { + "epoch": 0.0549530007230658, + "grad_norm": 7.028715936791847, + "learning_rate": 3.0399999999999997e-06, + "logits/chosen": 0.8880399465560913, + "logits/rejected": 0.7450892329216003, + "logps/chosen": -0.7892625331878662, + "logps/rejected": -0.7776023745536804, + "loss": 0.8412, + "odds_ratio_loss": 0.7238245010375977, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07892625778913498, + "rewards/margins": -0.0011660188902169466, + "rewards/rejected": -0.0777602344751358, + "sft_loss": 0.7892625331878662, + "step": 38 + }, + { + "epoch": 0.05639913232104121, + "grad_norm": 5.64693417602307, + "learning_rate": 3.1199999999999998e-06, + "logits/chosen": 0.9538003206253052, + "logits/rejected": 0.8920505046844482, + "logps/chosen": -0.6508951187133789, + "logps/rejected": -1.040766954421997, + "loss": 0.8128, + "odds_ratio_loss": 0.4561525881290436, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06508950889110565, + "rewards/margins": 0.03898719325661659, + "rewards/rejected": -0.10407670587301254, + "sft_loss": 0.6508951187133789, + "step": 39 + }, + { + "epoch": 0.05784526391901663, + "grad_norm": 4.834895359786458, + "learning_rate": 3.2e-06, + "logits/chosen": 1.149649977684021, + "logits/rejected": 0.9461228251457214, + "logps/chosen": -0.9168272614479065, + "logps/rejected": -1.1571921110153198, + "loss": 0.8322, + "odds_ratio_loss": 0.6043152809143066, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.09168273210525513, + "rewards/margins": 0.02403649315237999, + "rewards/rejected": -0.11571922153234482, + "sft_loss": 0.9168272614479065, + "step": 40 + }, + { + "epoch": 0.05929139551699204, + "grad_norm": 4.061085611051016, + "learning_rate": 3.2799999999999995e-06, + "logits/chosen": 1.1228294372558594, + "logits/rejected": 0.8763277530670166, + "logps/chosen": -0.7228974103927612, + "logps/rejected": -0.8757832050323486, + "loss": 0.8719, + "odds_ratio_loss": 0.6970602869987488, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07228974252939224, + "rewards/margins": 0.015288583002984524, + "rewards/rejected": -0.08757832646369934, + "sft_loss": 0.7228974103927612, + "step": 41 + }, + { + "epoch": 0.06073752711496746, + "grad_norm": 4.580481948452303, + "learning_rate": 3.3599999999999996e-06, + "logits/chosen": 1.060896873474121, + "logits/rejected": 0.8334064483642578, + "logps/chosen": -0.6850025653839111, + "logps/rejected": -1.0060864686965942, + "loss": 0.7318, + "odds_ratio_loss": 0.5280728340148926, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06850025802850723, + "rewards/margins": 0.03210839629173279, + "rewards/rejected": -0.10060865432024002, + "sft_loss": 0.6850025653839111, + "step": 42 + }, + { + "epoch": 0.06218365871294288, + "grad_norm": 5.169320832414527, + "learning_rate": 3.4399999999999997e-06, + "logits/chosen": 1.1155328750610352, + "logits/rejected": 0.7692084908485413, + "logps/chosen": -0.6570387482643127, + "logps/rejected": -0.9917082786560059, + "loss": 0.7906, + "odds_ratio_loss": 0.5790050625801086, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0657038763165474, + "rewards/margins": 0.03346695005893707, + "rewards/rejected": -0.09917082637548447, + "sft_loss": 0.6570387482643127, + "step": 43 + }, + { + "epoch": 0.0636297903109183, + "grad_norm": 3.998113789272701, + "learning_rate": 3.5199999999999998e-06, + "logits/chosen": 0.9994779229164124, + "logits/rejected": 0.7162806391716003, + "logps/chosen": -0.7262680530548096, + "logps/rejected": -0.9695625305175781, + "loss": 0.8926, + "odds_ratio_loss": 0.5879533886909485, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07262679934501648, + "rewards/margins": 0.024329453706741333, + "rewards/rejected": -0.09695626050233841, + "sft_loss": 0.7262680530548096, + "step": 44 + }, + { + "epoch": 0.0650759219088937, + "grad_norm": 3.4506987115134757, + "learning_rate": 3.6e-06, + "logits/chosen": 0.8653795123100281, + "logits/rejected": 0.7805371284484863, + "logps/chosen": -0.7925112247467041, + "logps/rejected": -1.1502509117126465, + "loss": 0.7794, + "odds_ratio_loss": 0.5484931468963623, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.07925112545490265, + "rewards/margins": 0.035773973912000656, + "rewards/rejected": -0.11502508819103241, + "sft_loss": 0.7925112247467041, + "step": 45 + }, + { + "epoch": 0.06652205350686913, + "grad_norm": 2.9338860329360443, + "learning_rate": 3.68e-06, + "logits/chosen": 0.9942594766616821, + "logits/rejected": 0.6031086444854736, + "logps/chosen": -0.7195640802383423, + "logps/rejected": -0.9865086674690247, + "loss": 0.8429, + "odds_ratio_loss": 0.5378471612930298, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07195641100406647, + "rewards/margins": 0.026694457978010178, + "rewards/rejected": -0.09865086525678635, + "sft_loss": 0.7195640802383423, + "step": 46 + }, + { + "epoch": 0.06796818510484454, + "grad_norm": 18.444891203967817, + "learning_rate": 3.7599999999999996e-06, + "logits/chosen": 1.0228843688964844, + "logits/rejected": 0.6981637477874756, + "logps/chosen": -0.8705933094024658, + "logps/rejected": -1.2415589094161987, + "loss": 0.9371, + "odds_ratio_loss": 0.8004380464553833, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08705933392047882, + "rewards/margins": 0.037096552550792694, + "rewards/rejected": -0.12415588647127151, + "sft_loss": 0.8705933094024658, + "step": 47 + }, + { + "epoch": 0.06941431670281996, + "grad_norm": 4.737185826037039, + "learning_rate": 3.84e-06, + "logits/chosen": 1.0492089986801147, + "logits/rejected": 0.6930069327354431, + "logps/chosen": -0.8137787580490112, + "logps/rejected": -1.0236539840698242, + "loss": 0.8259, + "odds_ratio_loss": 0.6219763159751892, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08137787878513336, + "rewards/margins": 0.020987525582313538, + "rewards/rejected": -0.1023654043674469, + "sft_loss": 0.8137787580490112, + "step": 48 + }, + { + "epoch": 0.07086044830079537, + "grad_norm": 20.118458343186862, + "learning_rate": 3.92e-06, + "logits/chosen": 0.8911822438240051, + "logits/rejected": 0.6944270730018616, + "logps/chosen": -1.052188515663147, + "logps/rejected": -1.200345754623413, + "loss": 1.0211, + "odds_ratio_loss": 0.6875659823417664, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.10521887242794037, + "rewards/margins": 0.01481570117175579, + "rewards/rejected": -0.12003456056118011, + "sft_loss": 1.052188515663147, + "step": 49 + }, + { + "epoch": 0.07230657989877079, + "grad_norm": 5.7579792293688845, + "learning_rate": 4e-06, + "logits/chosen": 0.7346884608268738, + "logits/rejected": 0.660639226436615, + "logps/chosen": -0.9779757261276245, + "logps/rejected": -1.0913139581680298, + "loss": 0.9103, + "odds_ratio_loss": 0.6801553964614868, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09779756516218185, + "rewards/margins": 0.0113338278606534, + "rewards/rejected": -0.10913139581680298, + "sft_loss": 0.9779757261276245, + "step": 50 + }, + { + "epoch": 0.0737527114967462, + "grad_norm": 3.985226415418088, + "learning_rate": 4.08e-06, + "logits/chosen": 1.0270240306854248, + "logits/rejected": 0.8079010248184204, + "logps/chosen": -0.6934676766395569, + "logps/rejected": -1.0339841842651367, + "loss": 0.8186, + "odds_ratio_loss": 0.4910920560359955, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06934677064418793, + "rewards/margins": 0.034051645547151566, + "rewards/rejected": -0.1033984124660492, + "sft_loss": 0.6934676766395569, + "step": 51 + }, + { + "epoch": 0.07519884309472162, + "grad_norm": 7.042436013353386, + "learning_rate": 4.16e-06, + "logits/chosen": 0.9413070678710938, + "logits/rejected": 0.7744332551956177, + "logps/chosen": -0.7994893193244934, + "logps/rejected": -0.9427841901779175, + "loss": 0.9243, + "odds_ratio_loss": 0.6500593423843384, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07994893193244934, + "rewards/margins": 0.014329486526548862, + "rewards/rejected": -0.09427841752767563, + "sft_loss": 0.7994893193244934, + "step": 52 + }, + { + "epoch": 0.07664497469269703, + "grad_norm": 7.37511851741436, + "learning_rate": 4.24e-06, + "logits/chosen": 1.0415973663330078, + "logits/rejected": 0.8271567821502686, + "logps/chosen": -0.7861368656158447, + "logps/rejected": -0.9846646189689636, + "loss": 0.798, + "odds_ratio_loss": 0.613193690776825, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07861369103193283, + "rewards/margins": 0.01985277608036995, + "rewards/rejected": -0.09846646338701248, + "sft_loss": 0.7861368656158447, + "step": 53 + }, + { + "epoch": 0.07809110629067245, + "grad_norm": 5.530049183138087, + "learning_rate": 4.32e-06, + "logits/chosen": 1.035746455192566, + "logits/rejected": 0.6262372732162476, + "logps/chosen": -0.7784286737442017, + "logps/rejected": -1.2029107809066772, + "loss": 0.8983, + "odds_ratio_loss": 0.49279114603996277, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07784287631511688, + "rewards/margins": 0.042448196560144424, + "rewards/rejected": -0.1202910766005516, + "sft_loss": 0.7784286737442017, + "step": 54 + }, + { + "epoch": 0.07953723788864786, + "grad_norm": 6.675216545716233, + "learning_rate": 4.4e-06, + "logits/chosen": 0.8669562935829163, + "logits/rejected": 0.6869562268257141, + "logps/chosen": -0.9464516639709473, + "logps/rejected": -1.1197850704193115, + "loss": 0.8484, + "odds_ratio_loss": 0.608762800693512, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09464516490697861, + "rewards/margins": 0.017333339899778366, + "rewards/rejected": -0.11197850108146667, + "sft_loss": 0.9464516639709473, + "step": 55 + }, + { + "epoch": 0.08098336948662328, + "grad_norm": 9.900030241867466, + "learning_rate": 4.48e-06, + "logits/chosen": 0.9601394534111023, + "logits/rejected": 0.7478969097137451, + "logps/chosen": -0.6744643449783325, + "logps/rejected": -1.155207872390747, + "loss": 0.8861, + "odds_ratio_loss": 0.47762393951416016, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06744643300771713, + "rewards/margins": 0.04807435721158981, + "rewards/rejected": -0.11552079021930695, + "sft_loss": 0.6744643449783325, + "step": 56 + }, + { + "epoch": 0.0824295010845987, + "grad_norm": 5.686458237142553, + "learning_rate": 4.5599999999999995e-06, + "logits/chosen": 1.0790021419525146, + "logits/rejected": 1.103777289390564, + "logps/chosen": -0.7211272716522217, + "logps/rejected": -0.8694078922271729, + "loss": 0.8806, + "odds_ratio_loss": 0.6249120235443115, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07211272418498993, + "rewards/margins": 0.014828063547611237, + "rewards/rejected": -0.08694078773260117, + "sft_loss": 0.7211272716522217, + "step": 57 + }, + { + "epoch": 0.08387563268257411, + "grad_norm": 8.777827739224744, + "learning_rate": 4.64e-06, + "logits/chosen": 1.056907296180725, + "logits/rejected": 0.8694510459899902, + "logps/chosen": -0.7749738097190857, + "logps/rejected": -1.1565377712249756, + "loss": 0.8714, + "odds_ratio_loss": 0.5057281255722046, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07749737799167633, + "rewards/margins": 0.0381564125418663, + "rewards/rejected": -0.11565379798412323, + "sft_loss": 0.7749738097190857, + "step": 58 + }, + { + "epoch": 0.08532176428054954, + "grad_norm": 3.0283569241613524, + "learning_rate": 4.72e-06, + "logits/chosen": 0.9298826456069946, + "logits/rejected": 0.6310389041900635, + "logps/chosen": -0.6535084843635559, + "logps/rejected": -1.1013919115066528, + "loss": 0.7376, + "odds_ratio_loss": 0.42935678362846375, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06535085290670395, + "rewards/margins": 0.04478834196925163, + "rewards/rejected": -0.11013919860124588, + "sft_loss": 0.6535084843635559, + "step": 59 + }, + { + "epoch": 0.08676789587852494, + "grad_norm": 4.29846372956217, + "learning_rate": 4.8e-06, + "logits/chosen": 1.125542163848877, + "logits/rejected": 0.9014356732368469, + "logps/chosen": -0.6315572261810303, + "logps/rejected": -1.0562748908996582, + "loss": 0.7112, + "odds_ratio_loss": 0.4755699634552002, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06315572559833527, + "rewards/margins": 0.04247176647186279, + "rewards/rejected": -0.10562749207019806, + "sft_loss": 0.6315572261810303, + "step": 60 + }, + { + "epoch": 0.08821402747650037, + "grad_norm": 3.541070990089084, + "learning_rate": 4.88e-06, + "logits/chosen": 1.202345848083496, + "logits/rejected": 1.018904209136963, + "logps/chosen": -0.5439103841781616, + "logps/rejected": -0.8144343495368958, + "loss": 0.7895, + "odds_ratio_loss": 0.5063339471817017, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.054391033947467804, + "rewards/margins": 0.02705240435898304, + "rewards/rejected": -0.0814434364438057, + "sft_loss": 0.5439103841781616, + "step": 61 + }, + { + "epoch": 0.08966015907447578, + "grad_norm": 8.368866284697733, + "learning_rate": 4.96e-06, + "logits/chosen": 1.0831687450408936, + "logits/rejected": 1.0173500776290894, + "logps/chosen": -0.7749509811401367, + "logps/rejected": -0.9368792176246643, + "loss": 0.9018, + "odds_ratio_loss": 0.6482864618301392, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07749509811401367, + "rewards/margins": 0.01619281992316246, + "rewards/rejected": -0.09368792176246643, + "sft_loss": 0.7749509811401367, + "step": 62 + }, + { + "epoch": 0.0911062906724512, + "grad_norm": 18.13366140105839, + "learning_rate": 5.04e-06, + "logits/chosen": 0.8514754176139832, + "logits/rejected": 0.6560556888580322, + "logps/chosen": -1.131075382232666, + "logps/rejected": -1.4477269649505615, + "loss": 1.0699, + "odds_ratio_loss": 0.6726313233375549, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.11310753226280212, + "rewards/margins": 0.03166516125202179, + "rewards/rejected": -0.1447726935148239, + "sft_loss": 1.131075382232666, + "step": 63 + }, + { + "epoch": 0.09255242227042661, + "grad_norm": 5.535853982596553, + "learning_rate": 5.12e-06, + "logits/chosen": 1.1037675142288208, + "logits/rejected": 0.8205037713050842, + "logps/chosen": -0.712691068649292, + "logps/rejected": -0.9677368998527527, + "loss": 0.8002, + "odds_ratio_loss": 0.5520382523536682, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07126910239458084, + "rewards/margins": 0.025504592806100845, + "rewards/rejected": -0.09677369147539139, + "sft_loss": 0.712691068649292, + "step": 64 + }, + { + "epoch": 0.09399855386840203, + "grad_norm": 3.238469408471894, + "learning_rate": 5.2e-06, + "logits/chosen": 0.8979614973068237, + "logits/rejected": 0.8939811587333679, + "logps/chosen": -0.9045255184173584, + "logps/rejected": -1.1835026741027832, + "loss": 0.8535, + "odds_ratio_loss": 0.5290065407752991, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.09045255184173584, + "rewards/margins": 0.027897723019123077, + "rewards/rejected": -0.11835027486085892, + "sft_loss": 0.9045255184173584, + "step": 65 + }, + { + "epoch": 0.09544468546637744, + "grad_norm": 3.9235480660049364, + "learning_rate": 5.28e-06, + "logits/chosen": 1.0252755880355835, + "logits/rejected": 0.805016040802002, + "logps/chosen": -0.6900225877761841, + "logps/rejected": -1.1014788150787354, + "loss": 0.8608, + "odds_ratio_loss": 0.4513680636882782, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06900225579738617, + "rewards/margins": 0.041145630180835724, + "rewards/rejected": -0.11014789342880249, + "sft_loss": 0.6900225877761841, + "step": 66 + }, + { + "epoch": 0.09689081706435286, + "grad_norm": 4.096161339643125, + "learning_rate": 5.36e-06, + "logits/chosen": 0.8171386122703552, + "logits/rejected": 0.8907574415206909, + "logps/chosen": -0.7569859027862549, + "logps/rejected": -0.9295750856399536, + "loss": 0.8071, + "odds_ratio_loss": 0.5909979343414307, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07569858431816101, + "rewards/margins": 0.01725892536342144, + "rewards/rejected": -0.0929575189948082, + "sft_loss": 0.7569859027862549, + "step": 67 + }, + { + "epoch": 0.09833694866232827, + "grad_norm": 3.4880666252048034, + "learning_rate": 5.4400000000000004e-06, + "logits/chosen": 1.0990238189697266, + "logits/rejected": 0.8180453777313232, + "logps/chosen": -0.5353269577026367, + "logps/rejected": -1.0225234031677246, + "loss": 0.7102, + "odds_ratio_loss": 0.44182831048965454, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05353269353508949, + "rewards/margins": 0.04871963709592819, + "rewards/rejected": -0.10225233435630798, + "sft_loss": 0.5353269577026367, + "step": 68 + }, + { + "epoch": 0.09978308026030369, + "grad_norm": 4.957151765389429, + "learning_rate": 5.52e-06, + "logits/chosen": 1.0731085538864136, + "logits/rejected": 1.0340485572814941, + "logps/chosen": -0.779766321182251, + "logps/rejected": -0.9066184163093567, + "loss": 0.7684, + "odds_ratio_loss": 0.6572247743606567, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07797663658857346, + "rewards/margins": 0.012685209512710571, + "rewards/rejected": -0.09066184610128403, + "sft_loss": 0.779766321182251, + "step": 69 + }, + { + "epoch": 0.1012292118582791, + "grad_norm": 3.1824426288429173, + "learning_rate": 5.6e-06, + "logits/chosen": 1.1628271341323853, + "logits/rejected": 0.8257616758346558, + "logps/chosen": -0.6837524771690369, + "logps/rejected": -1.061213731765747, + "loss": 0.8337, + "odds_ratio_loss": 0.46075576543807983, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06837525963783264, + "rewards/margins": 0.03774610906839371, + "rewards/rejected": -0.10612136870622635, + "sft_loss": 0.6837524771690369, + "step": 70 + }, + { + "epoch": 0.10267534345625452, + "grad_norm": 2.9877543497021897, + "learning_rate": 5.68e-06, + "logits/chosen": 1.220341682434082, + "logits/rejected": 0.8999754190444946, + "logps/chosen": -0.7730412483215332, + "logps/rejected": -0.9635111093521118, + "loss": 0.811, + "odds_ratio_loss": 0.6032207012176514, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07730412483215332, + "rewards/margins": 0.01904698833823204, + "rewards/rejected": -0.09635111689567566, + "sft_loss": 0.7730412483215332, + "step": 71 + }, + { + "epoch": 0.10412147505422993, + "grad_norm": 3.68575891866247, + "learning_rate": 5.76e-06, + "logits/chosen": 1.1874583959579468, + "logits/rejected": 1.072020411491394, + "logps/chosen": -0.9427322149276733, + "logps/rejected": -1.102614402770996, + "loss": 0.8952, + "odds_ratio_loss": 0.6729242205619812, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09427322447299957, + "rewards/margins": 0.015988217666745186, + "rewards/rejected": -0.11026144027709961, + "sft_loss": 0.9427322149276733, + "step": 72 + }, + { + "epoch": 0.10556760665220535, + "grad_norm": 2.8520049474926448, + "learning_rate": 5.84e-06, + "logits/chosen": 0.9496423006057739, + "logits/rejected": 0.68682461977005, + "logps/chosen": -0.84450763463974, + "logps/rejected": -1.4252830743789673, + "loss": 0.824, + "odds_ratio_loss": 0.4710613489151001, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08445076644420624, + "rewards/margins": 0.058077551424503326, + "rewards/rejected": -0.14252832531929016, + "sft_loss": 0.84450763463974, + "step": 73 + }, + { + "epoch": 0.10701373825018076, + "grad_norm": 4.909446839208547, + "learning_rate": 5.92e-06, + "logits/chosen": 1.0577809810638428, + "logits/rejected": 1.0075559616088867, + "logps/chosen": -0.7429163455963135, + "logps/rejected": -1.2081857919692993, + "loss": 0.8528, + "odds_ratio_loss": 0.47998422384262085, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07429163157939911, + "rewards/margins": 0.046526938676834106, + "rewards/rejected": -0.12081858515739441, + "sft_loss": 0.7429163455963135, + "step": 74 + }, + { + "epoch": 0.10845986984815618, + "grad_norm": 8.719192985116054, + "learning_rate": 6e-06, + "logits/chosen": 1.0399186611175537, + "logits/rejected": 0.7236427068710327, + "logps/chosen": -0.8451824188232422, + "logps/rejected": -1.1076613664627075, + "loss": 0.9515, + "odds_ratio_loss": 0.5856386423110962, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08451823890209198, + "rewards/margins": 0.026247896254062653, + "rewards/rejected": -0.11076614260673523, + "sft_loss": 0.8451824188232422, + "step": 75 + }, + { + "epoch": 0.1099060014461316, + "grad_norm": 3.242774804776767, + "learning_rate": 6.079999999999999e-06, + "logits/chosen": 1.170623540878296, + "logits/rejected": 0.9636479616165161, + "logps/chosen": -0.7744165658950806, + "logps/rejected": -0.9548482298851013, + "loss": 0.8192, + "odds_ratio_loss": 0.6630096435546875, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07744166254997253, + "rewards/margins": 0.018043160438537598, + "rewards/rejected": -0.09548482298851013, + "sft_loss": 0.7744165658950806, + "step": 76 + }, + { + "epoch": 0.11135213304410702, + "grad_norm": 5.606115194740814, + "learning_rate": 6.1599999999999995e-06, + "logits/chosen": 1.2055904865264893, + "logits/rejected": 0.8868299126625061, + "logps/chosen": -1.0346038341522217, + "logps/rejected": -0.9845407009124756, + "loss": 0.9325, + "odds_ratio_loss": 0.8492572903633118, + "rewards/accuracies": 0.375, + "rewards/chosen": -0.1034604012966156, + "rewards/margins": -0.005006318911910057, + "rewards/rejected": -0.0984540730714798, + "sft_loss": 1.0346038341522217, + "step": 77 + }, + { + "epoch": 0.11279826464208242, + "grad_norm": 11.819359350343193, + "learning_rate": 6.2399999999999995e-06, + "logits/chosen": 1.2517834901809692, + "logits/rejected": 0.7903429269790649, + "logps/chosen": -0.7485107779502869, + "logps/rejected": -1.4334845542907715, + "loss": 0.8361, + "odds_ratio_loss": 0.37815889716148376, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07485108077526093, + "rewards/margins": 0.06849737465381622, + "rewards/rejected": -0.14334845542907715, + "sft_loss": 0.7485107779502869, + "step": 78 + }, + { + "epoch": 0.11424439624005785, + "grad_norm": 3.8517494454673367, + "learning_rate": 6.32e-06, + "logits/chosen": 1.035347580909729, + "logits/rejected": 0.7966654896736145, + "logps/chosen": -0.7934662103652954, + "logps/rejected": -1.0752906799316406, + "loss": 0.784, + "odds_ratio_loss": 0.5487212538719177, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07934662699699402, + "rewards/margins": 0.028182443231344223, + "rewards/rejected": -0.10752906650304794, + "sft_loss": 0.7934662103652954, + "step": 79 + }, + { + "epoch": 0.11569052783803326, + "grad_norm": 5.067148096067779, + "learning_rate": 6.4e-06, + "logits/chosen": 1.0562264919281006, + "logits/rejected": 0.9451851844787598, + "logps/chosen": -0.8409098386764526, + "logps/rejected": -1.0445072650909424, + "loss": 0.8479, + "odds_ratio_loss": 0.5876671671867371, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08409098535776138, + "rewards/margins": 0.020359739661216736, + "rewards/rejected": -0.10445072501897812, + "sft_loss": 0.8409098386764526, + "step": 80 + }, + { + "epoch": 0.11713665943600868, + "grad_norm": 3.52750504575538, + "learning_rate": 6.48e-06, + "logits/chosen": 0.8893054127693176, + "logits/rejected": 0.852543830871582, + "logps/chosen": -0.799626350402832, + "logps/rejected": -1.193359613418579, + "loss": 0.819, + "odds_ratio_loss": 0.514946460723877, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07996264100074768, + "rewards/margins": 0.03937332704663277, + "rewards/rejected": -0.11933596432209015, + "sft_loss": 0.799626350402832, + "step": 81 + }, + { + "epoch": 0.11858279103398409, + "grad_norm": 7.884839298424228, + "learning_rate": 6.559999999999999e-06, + "logits/chosen": 0.9608660936355591, + "logits/rejected": 0.7938075065612793, + "logps/chosen": -0.905261218547821, + "logps/rejected": -1.2442588806152344, + "loss": 0.9495, + "odds_ratio_loss": 0.7865235209465027, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.09052613377571106, + "rewards/margins": 0.03389975428581238, + "rewards/rejected": -0.12442588806152344, + "sft_loss": 0.905261218547821, + "step": 82 + }, + { + "epoch": 0.12002892263195951, + "grad_norm": 3.7300532504299255, + "learning_rate": 6.639999999999999e-06, + "logits/chosen": 0.8842788934707642, + "logits/rejected": 0.8357954025268555, + "logps/chosen": -0.8731819987297058, + "logps/rejected": -0.9422979950904846, + "loss": 0.8644, + "odds_ratio_loss": 0.6957225203514099, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08731820434331894, + "rewards/margins": 0.0069116028025746346, + "rewards/rejected": -0.0942298099398613, + "sft_loss": 0.8731819987297058, + "step": 83 + }, + { + "epoch": 0.12147505422993492, + "grad_norm": 4.523959440898583, + "learning_rate": 6.719999999999999e-06, + "logits/chosen": 0.8383230566978455, + "logits/rejected": 0.9067773222923279, + "logps/chosen": -0.9250085353851318, + "logps/rejected": -1.1533596515655518, + "loss": 0.9015, + "odds_ratio_loss": 0.6070276498794556, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09250085055828094, + "rewards/margins": 0.022835111245512962, + "rewards/rejected": -0.11533597111701965, + "sft_loss": 0.9250085353851318, + "step": 84 + }, + { + "epoch": 0.12292118582791034, + "grad_norm": 4.009564684524501, + "learning_rate": 6.799999999999999e-06, + "logits/chosen": 1.1185507774353027, + "logits/rejected": 0.9861254096031189, + "logps/chosen": -0.7019460201263428, + "logps/rejected": -1.3582534790039062, + "loss": 0.7674, + "odds_ratio_loss": 0.38255906105041504, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07019460946321487, + "rewards/margins": 0.06563074886798859, + "rewards/rejected": -0.13582536578178406, + "sft_loss": 0.7019460201263428, + "step": 85 + }, + { + "epoch": 0.12436731742588576, + "grad_norm": 4.978681123457067, + "learning_rate": 6.879999999999999e-06, + "logits/chosen": 1.1274616718292236, + "logits/rejected": 1.0533956289291382, + "logps/chosen": -0.8610905408859253, + "logps/rejected": -1.079627275466919, + "loss": 1.054, + "odds_ratio_loss": 0.6273439526557922, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08610905706882477, + "rewards/margins": 0.021853668615221977, + "rewards/rejected": -0.1079627275466919, + "sft_loss": 0.8610905408859253, + "step": 86 + }, + { + "epoch": 0.12581344902386118, + "grad_norm": 3.3881381629270027, + "learning_rate": 6.9599999999999994e-06, + "logits/chosen": 0.7648379802703857, + "logits/rejected": 0.7650954723358154, + "logps/chosen": -0.9075650572776794, + "logps/rejected": -0.9574316740036011, + "loss": 0.832, + "odds_ratio_loss": 0.740204930305481, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09075652062892914, + "rewards/margins": 0.0049866605550050735, + "rewards/rejected": -0.09574317187070847, + "sft_loss": 0.9075650572776794, + "step": 87 + }, + { + "epoch": 0.1272595806218366, + "grad_norm": 4.3362701314683685, + "learning_rate": 7.0399999999999995e-06, + "logits/chosen": 1.11726975440979, + "logits/rejected": 0.7689473032951355, + "logps/chosen": -0.806981086730957, + "logps/rejected": -1.3281915187835693, + "loss": 0.7672, + "odds_ratio_loss": 0.45331400632858276, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08069811016321182, + "rewards/margins": 0.05212104693055153, + "rewards/rejected": -0.13281914591789246, + "sft_loss": 0.806981086730957, + "step": 88 + }, + { + "epoch": 0.128705712219812, + "grad_norm": 5.657518637155685, + "learning_rate": 7.12e-06, + "logits/chosen": 0.9810636043548584, + "logits/rejected": 0.6966180205345154, + "logps/chosen": -0.844375491142273, + "logps/rejected": -1.1458146572113037, + "loss": 0.8386, + "odds_ratio_loss": 0.5362038612365723, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08443755656480789, + "rewards/margins": 0.03014390543103218, + "rewards/rejected": -0.11458146572113037, + "sft_loss": 0.844375491142273, + "step": 89 + }, + { + "epoch": 0.1301518438177874, + "grad_norm": 4.112138737639026, + "learning_rate": 7.2e-06, + "logits/chosen": 1.0501034259796143, + "logits/rejected": 0.9047867059707642, + "logps/chosen": -0.7257125973701477, + "logps/rejected": -0.9122753739356995, + "loss": 0.894, + "odds_ratio_loss": 0.5964730381965637, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07257126271724701, + "rewards/margins": 0.018656279891729355, + "rewards/rejected": -0.09122754633426666, + "sft_loss": 0.7257125973701477, + "step": 90 + }, + { + "epoch": 0.13159797541576285, + "grad_norm": 3.329297429235451, + "learning_rate": 7.28e-06, + "logits/chosen": 0.9696775078773499, + "logits/rejected": 0.7746231555938721, + "logps/chosen": -0.8063006401062012, + "logps/rejected": -1.0086421966552734, + "loss": 0.812, + "odds_ratio_loss": 0.5819357633590698, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08063006401062012, + "rewards/margins": 0.02023415081202984, + "rewards/rejected": -0.1008642166852951, + "sft_loss": 0.8063006401062012, + "step": 91 + }, + { + "epoch": 0.13304410701373826, + "grad_norm": 3.335099806630708, + "learning_rate": 7.36e-06, + "logits/chosen": 0.8014536499977112, + "logits/rejected": 0.7237277626991272, + "logps/chosen": -0.9466049671173096, + "logps/rejected": -1.1349971294403076, + "loss": 0.8838, + "odds_ratio_loss": 0.6838469505310059, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.09466049075126648, + "rewards/margins": 0.018839217722415924, + "rewards/rejected": -0.113499715924263, + "sft_loss": 0.9466049671173096, + "step": 92 + }, + { + "epoch": 0.13449023861171366, + "grad_norm": 3.6165391263690747, + "learning_rate": 7.44e-06, + "logits/chosen": 0.9842814803123474, + "logits/rejected": 0.7658122181892395, + "logps/chosen": -0.8842167258262634, + "logps/rejected": -1.298095703125, + "loss": 0.9687, + "odds_ratio_loss": 0.47397667169570923, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.08842167258262634, + "rewards/margins": 0.0413878932595253, + "rewards/rejected": -0.12980955839157104, + "sft_loss": 0.8842167258262634, + "step": 93 + }, + { + "epoch": 0.13593637020968907, + "grad_norm": 3.258394073264351, + "learning_rate": 7.519999999999999e-06, + "logits/chosen": 1.2068235874176025, + "logits/rejected": 0.7209275960922241, + "logps/chosen": -0.7621604204177856, + "logps/rejected": -1.1626864671707153, + "loss": 0.8619, + "odds_ratio_loss": 0.5013617277145386, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07621604204177856, + "rewards/margins": 0.04005260765552521, + "rewards/rejected": -0.11626865714788437, + "sft_loss": 0.7621604204177856, + "step": 94 + }, + { + "epoch": 0.1373825018076645, + "grad_norm": 2.8180662547268556, + "learning_rate": 7.599999999999999e-06, + "logits/chosen": 0.8703403472900391, + "logits/rejected": 0.8108032941818237, + "logps/chosen": -0.7662641406059265, + "logps/rejected": -1.0566703081130981, + "loss": 0.797, + "odds_ratio_loss": 0.5328947305679321, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07662642002105713, + "rewards/margins": 0.029040617868304253, + "rewards/rejected": -0.10566703975200653, + "sft_loss": 0.7662641406059265, + "step": 95 + }, + { + "epoch": 0.13882863340563992, + "grad_norm": 3.6926906103204753, + "learning_rate": 7.68e-06, + "logits/chosen": 1.23716139793396, + "logits/rejected": 0.7248931527137756, + "logps/chosen": -0.8130195736885071, + "logps/rejected": -1.3673142194747925, + "loss": 0.8516, + "odds_ratio_loss": 0.5090689659118652, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0813019648194313, + "rewards/margins": 0.055429454892873764, + "rewards/rejected": -0.13673141598701477, + "sft_loss": 0.8130195736885071, + "step": 96 + }, + { + "epoch": 0.14027476500361533, + "grad_norm": 3.004623867002305, + "learning_rate": 7.76e-06, + "logits/chosen": 1.098660945892334, + "logits/rejected": 0.9489208459854126, + "logps/chosen": -0.8788610100746155, + "logps/rejected": -1.3326481580734253, + "loss": 0.88, + "odds_ratio_loss": 0.5792851448059082, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08788609504699707, + "rewards/margins": 0.04537871479988098, + "rewards/rejected": -0.13326480984687805, + "sft_loss": 0.8788610100746155, + "step": 97 + }, + { + "epoch": 0.14172089660159073, + "grad_norm": 4.588818222593908, + "learning_rate": 7.84e-06, + "logits/chosen": 0.9910817742347717, + "logits/rejected": 0.7520518898963928, + "logps/chosen": -0.9339778423309326, + "logps/rejected": -1.2882939577102661, + "loss": 0.8916, + "odds_ratio_loss": 0.5939985513687134, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09339778870344162, + "rewards/margins": 0.03543160483241081, + "rewards/rejected": -0.12882938981056213, + "sft_loss": 0.9339778423309326, + "step": 98 + }, + { + "epoch": 0.14316702819956617, + "grad_norm": 4.138791016089956, + "learning_rate": 7.92e-06, + "logits/chosen": 1.126113772392273, + "logits/rejected": 1.0925661325454712, + "logps/chosen": -0.6955535411834717, + "logps/rejected": -1.1417237520217896, + "loss": 0.8094, + "odds_ratio_loss": 0.46277695894241333, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06955534964799881, + "rewards/margins": 0.04461703449487686, + "rewards/rejected": -0.11417238414287567, + "sft_loss": 0.6955535411834717, + "step": 99 + }, + { + "epoch": 0.14461315979754158, + "grad_norm": 5.006479057556612, + "learning_rate": 8e-06, + "logits/chosen": 0.9892964363098145, + "logits/rejected": 0.9845679998397827, + "logps/chosen": -0.7721818089485168, + "logps/rejected": -1.2382351160049438, + "loss": 0.9171, + "odds_ratio_loss": 0.5086143016815186, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0772181823849678, + "rewards/margins": 0.04660532623529434, + "rewards/rejected": -0.12382350862026215, + "sft_loss": 0.7721818089485168, + "step": 100 + }, + { + "epoch": 0.146059291395517, + "grad_norm": 4.221494833102751, + "learning_rate": 7.999998794192551e-06, + "logits/chosen": 1.0973759889602661, + "logits/rejected": 0.825110912322998, + "logps/chosen": -0.7033730745315552, + "logps/rejected": -0.8850679397583008, + "loss": 0.9284, + "odds_ratio_loss": 0.8899041414260864, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07033731043338776, + "rewards/margins": 0.01816948503255844, + "rewards/rejected": -0.0885067954659462, + "sft_loss": 0.7033730745315552, + "step": 101 + }, + { + "epoch": 0.1475054229934924, + "grad_norm": 4.217626175448476, + "learning_rate": 7.999995176770932e-06, + "logits/chosen": 1.0476391315460205, + "logits/rejected": 1.20012366771698, + "logps/chosen": -0.7490733861923218, + "logps/rejected": -1.357642650604248, + "loss": 1.0154, + "odds_ratio_loss": 0.416873574256897, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0749073401093483, + "rewards/margins": 0.060856934636831284, + "rewards/rejected": -0.13576427102088928, + "sft_loss": 0.7490733861923218, + "step": 102 + }, + { + "epoch": 0.14895155459146783, + "grad_norm": 3.870844944694995, + "learning_rate": 7.999989147737321e-06, + "logits/chosen": 1.3996965885162354, + "logits/rejected": 1.0624024868011475, + "logps/chosen": -0.7202589511871338, + "logps/rejected": -1.4208965301513672, + "loss": 0.8005, + "odds_ratio_loss": 0.5439056754112244, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07202590256929398, + "rewards/margins": 0.0700637698173523, + "rewards/rejected": -0.14208966493606567, + "sft_loss": 0.7202589511871338, + "step": 103 + }, + { + "epoch": 0.15039768618944324, + "grad_norm": 7.09212049587876, + "learning_rate": 7.999980707095359e-06, + "logits/chosen": 0.975654125213623, + "logits/rejected": 0.6775309443473816, + "logps/chosen": -0.8399592638015747, + "logps/rejected": -1.3394160270690918, + "loss": 0.8881, + "odds_ratio_loss": 0.5169605016708374, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08399593830108643, + "rewards/margins": 0.04994567483663559, + "rewards/rejected": -0.13394160568714142, + "sft_loss": 0.8399592638015747, + "step": 104 + }, + { + "epoch": 0.15184381778741865, + "grad_norm": 3.2017348907968923, + "learning_rate": 7.99996985485013e-06, + "logits/chosen": 1.3523914813995361, + "logits/rejected": 1.1231534481048584, + "logps/chosen": -0.8947268724441528, + "logps/rejected": -0.947187066078186, + "loss": 0.9017, + "odds_ratio_loss": 0.6707051992416382, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0894726812839508, + "rewards/margins": 0.005246022716164589, + "rewards/rejected": -0.09471870958805084, + "sft_loss": 0.8947268724441528, + "step": 105 + }, + { + "epoch": 0.15328994938539406, + "grad_norm": 5.116065229940842, + "learning_rate": 7.999956591008177e-06, + "logits/chosen": 0.9761826395988464, + "logits/rejected": 0.8456287384033203, + "logps/chosen": -0.9132041931152344, + "logps/rejected": -1.2559480667114258, + "loss": 0.8568, + "odds_ratio_loss": 0.5640711784362793, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09132041782140732, + "rewards/margins": 0.0342743881046772, + "rewards/rejected": -0.12559480965137482, + "sft_loss": 0.9132041931152344, + "step": 106 + }, + { + "epoch": 0.1547360809833695, + "grad_norm": 4.402587157653877, + "learning_rate": 7.999940915577498e-06, + "logits/chosen": 1.186305046081543, + "logits/rejected": 0.9557572603225708, + "logps/chosen": -0.8537756204605103, + "logps/rejected": -1.1455714702606201, + "loss": 0.8694, + "odds_ratio_loss": 0.5543307065963745, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08537755906581879, + "rewards/margins": 0.029179591685533524, + "rewards/rejected": -0.11455715447664261, + "sft_loss": 0.8537756204605103, + "step": 107 + }, + { + "epoch": 0.1561822125813449, + "grad_norm": 5.333316678653816, + "learning_rate": 7.999922828567544e-06, + "logits/chosen": 1.1584198474884033, + "logits/rejected": 0.866698145866394, + "logps/chosen": -0.7809406518936157, + "logps/rejected": -1.0734394788742065, + "loss": 1.0352, + "odds_ratio_loss": 0.6391094326972961, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07809406518936157, + "rewards/margins": 0.029249876737594604, + "rewards/rejected": -0.10734394937753677, + "sft_loss": 0.7809406518936157, + "step": 108 + }, + { + "epoch": 0.1576283441793203, + "grad_norm": 4.181964422446741, + "learning_rate": 7.999902329989218e-06, + "logits/chosen": 1.1614594459533691, + "logits/rejected": 0.9762617349624634, + "logps/chosen": -0.751151978969574, + "logps/rejected": -1.218088150024414, + "loss": 1.0105, + "odds_ratio_loss": 0.5704274773597717, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07511519640684128, + "rewards/margins": 0.04669361934065819, + "rewards/rejected": -0.12180881202220917, + "sft_loss": 0.751151978969574, + "step": 109 + }, + { + "epoch": 0.15907447577729572, + "grad_norm": 4.998106576378202, + "learning_rate": 7.999879419854883e-06, + "logits/chosen": 0.8305407762527466, + "logits/rejected": 0.789115309715271, + "logps/chosen": -0.7767509818077087, + "logps/rejected": -1.8016185760498047, + "loss": 0.9043, + "odds_ratio_loss": 0.41118738055229187, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07767509669065475, + "rewards/margins": 0.1024867594242096, + "rewards/rejected": -0.18016186356544495, + "sft_loss": 0.7767509818077087, + "step": 110 + }, + { + "epoch": 0.16052060737527116, + "grad_norm": 2.7549476854728794, + "learning_rate": 7.999854098178346e-06, + "logits/chosen": 1.3881924152374268, + "logits/rejected": 1.1433719396591187, + "logps/chosen": -0.6934785842895508, + "logps/rejected": -1.2178714275360107, + "loss": 0.8135, + "odds_ratio_loss": 0.49856168031692505, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06934786587953568, + "rewards/margins": 0.052439287304878235, + "rewards/rejected": -0.12178714573383331, + "sft_loss": 0.6934785842895508, + "step": 111 + }, + { + "epoch": 0.16196673897324657, + "grad_norm": 3.946293342352624, + "learning_rate": 7.999826364974878e-06, + "logits/chosen": 1.0656780004501343, + "logits/rejected": 0.935299277305603, + "logps/chosen": -0.7571520805358887, + "logps/rejected": -1.3282155990600586, + "loss": 0.982, + "odds_ratio_loss": 0.48986226320266724, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07571521401405334, + "rewards/margins": 0.057106345891952515, + "rewards/rejected": -0.13282155990600586, + "sft_loss": 0.7571520805358887, + "step": 112 + }, + { + "epoch": 0.16341287057122197, + "grad_norm": 4.909329819670107, + "learning_rate": 7.999796220261196e-06, + "logits/chosen": 1.2778562307357788, + "logits/rejected": 1.0329546928405762, + "logps/chosen": -0.84651118516922, + "logps/rejected": -1.1883376836776733, + "loss": 0.7856, + "odds_ratio_loss": 0.5662205219268799, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08465111255645752, + "rewards/margins": 0.034182652831077576, + "rewards/rejected": -0.11883377283811569, + "sft_loss": 0.84651118516922, + "step": 113 + }, + { + "epoch": 0.1648590021691974, + "grad_norm": 3.3384814962446705, + "learning_rate": 7.999763664055477e-06, + "logits/chosen": 1.0280776023864746, + "logits/rejected": 0.9973467588424683, + "logps/chosen": -0.8428975939750671, + "logps/rejected": -1.4291057586669922, + "loss": 0.7546, + "odds_ratio_loss": 0.48032891750335693, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.08428976684808731, + "rewards/margins": 0.05862081050872803, + "rewards/rejected": -0.14291056990623474, + "sft_loss": 0.8428975939750671, + "step": 114 + }, + { + "epoch": 0.16630513376717282, + "grad_norm": 8.183910290224793, + "learning_rate": 7.999728696377347e-06, + "logits/chosen": 1.1547966003417969, + "logits/rejected": 0.9317610859870911, + "logps/chosen": -0.8324732184410095, + "logps/rejected": -0.9054718017578125, + "loss": 0.8927, + "odds_ratio_loss": 0.7408847808837891, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08324733376502991, + "rewards/margins": 0.007299853954464197, + "rewards/rejected": -0.09054718911647797, + "sft_loss": 0.8324732184410095, + "step": 115 + }, + { + "epoch": 0.16775126536514823, + "grad_norm": 8.690597190815746, + "learning_rate": 7.99969131724789e-06, + "logits/chosen": 1.031779170036316, + "logits/rejected": 0.9053889513015747, + "logps/chosen": -0.647568941116333, + "logps/rejected": -1.9913418292999268, + "loss": 0.8437, + "odds_ratio_loss": 0.4320135712623596, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06475690007209778, + "rewards/margins": 0.13437728583812714, + "rewards/rejected": -0.1991342008113861, + "sft_loss": 0.647568941116333, + "step": 116 + }, + { + "epoch": 0.16919739696312364, + "grad_norm": 3.5044517946016094, + "learning_rate": 7.999651526689642e-06, + "logits/chosen": 0.9917743802070618, + "logits/rejected": 0.8863325119018555, + "logps/chosen": -0.793087899684906, + "logps/rejected": -1.0273563861846924, + "loss": 0.8403, + "odds_ratio_loss": 0.6240065693855286, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07930880039930344, + "rewards/margins": 0.023426856845617294, + "rewards/rejected": -0.10273565351963043, + "sft_loss": 0.793087899684906, + "step": 117 + }, + { + "epoch": 0.17064352856109907, + "grad_norm": 3.342116463726969, + "learning_rate": 7.999609324726592e-06, + "logits/chosen": 1.1911059617996216, + "logits/rejected": 0.9521145820617676, + "logps/chosen": -0.7328106760978699, + "logps/rejected": -1.5902066230773926, + "loss": 0.8601, + "odds_ratio_loss": 0.40612202882766724, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07328107208013535, + "rewards/margins": 0.08573959767818451, + "rewards/rejected": -0.15902066230773926, + "sft_loss": 0.7328106760978699, + "step": 118 + }, + { + "epoch": 0.17208966015907448, + "grad_norm": 2.9956931508799247, + "learning_rate": 7.999564711384184e-06, + "logits/chosen": 0.7753307223320007, + "logits/rejected": 0.7809234261512756, + "logps/chosen": -0.8056610822677612, + "logps/rejected": -1.2226719856262207, + "loss": 0.8651, + "odds_ratio_loss": 0.5064537525177002, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.08056611567735672, + "rewards/margins": 0.04170108586549759, + "rewards/rejected": -0.12226720154285431, + "sft_loss": 0.8056610822677612, + "step": 119 + }, + { + "epoch": 0.1735357917570499, + "grad_norm": 4.895879965141485, + "learning_rate": 7.999517686689316e-06, + "logits/chosen": 1.0470901727676392, + "logits/rejected": 0.868865966796875, + "logps/chosen": -0.701599657535553, + "logps/rejected": -1.2374787330627441, + "loss": 0.9475, + "odds_ratio_loss": 0.5663205981254578, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07015997171401978, + "rewards/margins": 0.0535879023373127, + "rewards/rejected": -0.12374787032604218, + "sft_loss": 0.701599657535553, + "step": 120 + }, + { + "epoch": 0.1749819233550253, + "grad_norm": 3.877019988352723, + "learning_rate": 7.999468250670339e-06, + "logits/chosen": 0.8767350912094116, + "logits/rejected": 0.8941935300827026, + "logps/chosen": -0.7906222939491272, + "logps/rejected": -1.284137487411499, + "loss": 0.7921, + "odds_ratio_loss": 0.4683469235897064, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07906222343444824, + "rewards/margins": 0.0493515208363533, + "rewards/rejected": -0.12841375172138214, + "sft_loss": 0.7906222939491272, + "step": 121 + }, + { + "epoch": 0.17642805495300073, + "grad_norm": 13.592899631151674, + "learning_rate": 7.999416403357056e-06, + "logits/chosen": 0.7820194959640503, + "logits/rejected": 0.8491408824920654, + "logps/chosen": -0.8906112909317017, + "logps/rejected": -1.2906492948532104, + "loss": 0.862, + "odds_ratio_loss": 0.5522098541259766, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08906114101409912, + "rewards/margins": 0.04000380262732506, + "rewards/rejected": -0.12906494736671448, + "sft_loss": 0.8906112909317017, + "step": 122 + }, + { + "epoch": 0.17787418655097614, + "grad_norm": 2.9079992073602368, + "learning_rate": 7.99936214478073e-06, + "logits/chosen": 1.0372124910354614, + "logits/rejected": 0.8244482278823853, + "logps/chosen": -0.7030653953552246, + "logps/rejected": -1.417474627494812, + "loss": 0.7689, + "odds_ratio_loss": 0.3927401304244995, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.07030653953552246, + "rewards/margins": 0.0714409276843071, + "rewards/rejected": -0.14174747467041016, + "sft_loss": 0.7030653953552246, + "step": 123 + }, + { + "epoch": 0.17932031814895155, + "grad_norm": 3.1826994675798077, + "learning_rate": 7.999305474974071e-06, + "logits/chosen": 1.1816697120666504, + "logits/rejected": 0.942751407623291, + "logps/chosen": -0.7592461109161377, + "logps/rejected": -1.1128010749816895, + "loss": 0.8271, + "odds_ratio_loss": 0.5115275382995605, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07592461258172989, + "rewards/margins": 0.03535548970103264, + "rewards/rejected": -0.11128010600805283, + "sft_loss": 0.7592461109161377, + "step": 124 + }, + { + "epoch": 0.18076644974692696, + "grad_norm": 3.0381911136860293, + "learning_rate": 7.999246393971247e-06, + "logits/chosen": 1.0905792713165283, + "logits/rejected": 0.7886046171188354, + "logps/chosen": -0.7659871578216553, + "logps/rejected": -1.5863971710205078, + "loss": 0.8179, + "odds_ratio_loss": 0.36050310730934143, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07659871876239777, + "rewards/margins": 0.08204102516174316, + "rewards/rejected": -0.15863972902297974, + "sft_loss": 0.7659871578216553, + "step": 125 + }, + { + "epoch": 0.1822125813449024, + "grad_norm": 10.206680986022551, + "learning_rate": 7.999184901807875e-06, + "logits/chosen": 0.8782986402511597, + "logits/rejected": 0.9173144698143005, + "logps/chosen": -0.8764703273773193, + "logps/rejected": -1.0771946907043457, + "loss": 0.9931, + "odds_ratio_loss": 0.6936411261558533, + "rewards/accuracies": 0.375, + "rewards/chosen": -0.08764703571796417, + "rewards/margins": 0.020072437822818756, + "rewards/rejected": -0.10771947354078293, + "sft_loss": 0.8764703273773193, + "step": 126 + }, + { + "epoch": 0.1836587129428778, + "grad_norm": 3.1106884257684007, + "learning_rate": 7.999120998521033e-06, + "logits/chosen": 1.0604857206344604, + "logits/rejected": 1.0624693632125854, + "logps/chosen": -0.7787372469902039, + "logps/rejected": -1.3081343173980713, + "loss": 0.8462, + "odds_ratio_loss": 0.47298046946525574, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07787372171878815, + "rewards/margins": 0.05293971672654152, + "rewards/rejected": -0.13081344962120056, + "sft_loss": 0.7787372469902039, + "step": 127 + }, + { + "epoch": 0.18510484454085321, + "grad_norm": 5.440440093591614, + "learning_rate": 7.999054684149247e-06, + "logits/chosen": 1.07607102394104, + "logits/rejected": 1.0282245874404907, + "logps/chosen": -0.7584375143051147, + "logps/rejected": -1.117292046546936, + "loss": 0.8178, + "odds_ratio_loss": 0.5175266861915588, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07584375143051147, + "rewards/margins": 0.035885464400053024, + "rewards/rejected": -0.1117292046546936, + "sft_loss": 0.7584375143051147, + "step": 128 + }, + { + "epoch": 0.18655097613882862, + "grad_norm": 9.357508492499358, + "learning_rate": 7.998985958732496e-06, + "logits/chosen": 1.1318176984786987, + "logits/rejected": 0.8266797065734863, + "logps/chosen": -0.8652774095535278, + "logps/rejected": -1.303208351135254, + "loss": 0.9764, + "odds_ratio_loss": 0.5121663212776184, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0865277424454689, + "rewards/margins": 0.04379308968782425, + "rewards/rejected": -0.13032083213329315, + "sft_loss": 0.8652774095535278, + "step": 129 + }, + { + "epoch": 0.18799710773680406, + "grad_norm": 4.527334579057526, + "learning_rate": 7.998914822312218e-06, + "logits/chosen": 0.8850480318069458, + "logits/rejected": 0.8174777626991272, + "logps/chosen": -0.9658189415931702, + "logps/rejected": -1.1547739505767822, + "loss": 0.9466, + "odds_ratio_loss": 0.6745478510856628, + "rewards/accuracies": 0.375, + "rewards/chosen": -0.09658190608024597, + "rewards/margins": 0.01889548823237419, + "rewards/rejected": -0.11547739058732986, + "sft_loss": 0.9658189415931702, + "step": 130 + }, + { + "epoch": 0.18944323933477947, + "grad_norm": 4.443262215950921, + "learning_rate": 7.998841274931302e-06, + "logits/chosen": 1.0955193042755127, + "logits/rejected": 0.7597486972808838, + "logps/chosen": -0.7344867587089539, + "logps/rejected": -1.3775670528411865, + "loss": 0.8939, + "odds_ratio_loss": 0.5716267824172974, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07344868034124374, + "rewards/margins": 0.0643080472946167, + "rewards/rejected": -0.13775672018527985, + "sft_loss": 0.7344867587089539, + "step": 131 + }, + { + "epoch": 0.19088937093275488, + "grad_norm": 2.6245053770051414, + "learning_rate": 7.998765316634085e-06, + "logits/chosen": 1.3198339939117432, + "logits/rejected": 0.9343856573104858, + "logps/chosen": -0.7423506379127502, + "logps/rejected": -1.0867445468902588, + "loss": 0.8236, + "odds_ratio_loss": 0.5474746227264404, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07423506677150726, + "rewards/margins": 0.034439388662576675, + "rewards/rejected": -0.10867445170879364, + "sft_loss": 0.7423506379127502, + "step": 132 + }, + { + "epoch": 0.19233550253073028, + "grad_norm": 3.008883127727729, + "learning_rate": 7.998686947466366e-06, + "logits/chosen": 0.9286758899688721, + "logits/rejected": 0.7316522002220154, + "logps/chosen": -0.8677981495857239, + "logps/rejected": -1.2070274353027344, + "loss": 0.858, + "odds_ratio_loss": 0.5611447691917419, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08677982538938522, + "rewards/margins": 0.03392292559146881, + "rewards/rejected": -0.12070275098085403, + "sft_loss": 0.8677981495857239, + "step": 133 + }, + { + "epoch": 0.19378163412870572, + "grad_norm": 3.9031706234078754, + "learning_rate": 7.998606167475395e-06, + "logits/chosen": 0.9033632874488831, + "logits/rejected": 0.7890003323554993, + "logps/chosen": -0.854728102684021, + "logps/rejected": -1.2537704706192017, + "loss": 0.8872, + "odds_ratio_loss": 0.5175142288208008, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08547282218933105, + "rewards/margins": 0.039904236793518066, + "rewards/rejected": -0.12537705898284912, + "sft_loss": 0.854728102684021, + "step": 134 + }, + { + "epoch": 0.19522776572668113, + "grad_norm": 2.9440785803501335, + "learning_rate": 7.998522976709873e-06, + "logits/chosen": 1.0039453506469727, + "logits/rejected": 0.9802931547164917, + "logps/chosen": -0.7600377798080444, + "logps/rejected": -1.3574674129486084, + "loss": 0.8128, + "odds_ratio_loss": 0.610292375087738, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0760037824511528, + "rewards/margins": 0.05974297225475311, + "rewards/rejected": -0.13574674725532532, + "sft_loss": 0.7600377798080444, + "step": 135 + }, + { + "epoch": 0.19667389732465654, + "grad_norm": 2.8581912638451694, + "learning_rate": 7.998437375219955e-06, + "logits/chosen": 1.2175956964492798, + "logits/rejected": 0.8139463663101196, + "logps/chosen": -0.7659615874290466, + "logps/rejected": -1.644038200378418, + "loss": 0.8783, + "odds_ratio_loss": 0.49914222955703735, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07659615576267242, + "rewards/margins": 0.08780766278505325, + "rewards/rejected": -0.16440382599830627, + "sft_loss": 0.7659615874290466, + "step": 136 + }, + { + "epoch": 0.19812002892263195, + "grad_norm": 6.226413264357474, + "learning_rate": 7.998349363057252e-06, + "logits/chosen": 1.0425236225128174, + "logits/rejected": 0.9942991137504578, + "logps/chosen": -0.7867666482925415, + "logps/rejected": -1.3995404243469238, + "loss": 0.8907, + "odds_ratio_loss": 0.5336313843727112, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07867667078971863, + "rewards/margins": 0.06127737835049629, + "rewards/rejected": -0.13995404541492462, + "sft_loss": 0.7867666482925415, + "step": 137 + }, + { + "epoch": 0.19956616052060738, + "grad_norm": 2.869697362833916, + "learning_rate": 7.998258940274828e-06, + "logits/chosen": 0.969634473323822, + "logits/rejected": 0.621441662311554, + "logps/chosen": -0.8326024413108826, + "logps/rejected": -1.6405725479125977, + "loss": 0.8682, + "odds_ratio_loss": 0.5707529783248901, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08326023817062378, + "rewards/margins": 0.08079702407121658, + "rewards/rejected": -0.16405726969242096, + "sft_loss": 0.8326024413108826, + "step": 138 + }, + { + "epoch": 0.2010122921185828, + "grad_norm": 8.40598616315667, + "learning_rate": 7.998166106927197e-06, + "logits/chosen": 1.067244291305542, + "logits/rejected": 0.7582840919494629, + "logps/chosen": -0.5070884227752686, + "logps/rejected": -1.4907238483428955, + "loss": 0.8181, + "odds_ratio_loss": 0.4089462459087372, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0507088378071785, + "rewards/margins": 0.09836354106664658, + "rewards/rejected": -0.14907237887382507, + "sft_loss": 0.5070884227752686, + "step": 139 + }, + { + "epoch": 0.2024584237165582, + "grad_norm": 3.2177545453756986, + "learning_rate": 7.998070863070329e-06, + "logits/chosen": 1.0560888051986694, + "logits/rejected": 0.7042299509048462, + "logps/chosen": -0.9449357390403748, + "logps/rejected": -1.1625012159347534, + "loss": 0.8684, + "odds_ratio_loss": 0.5798974633216858, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0944935753941536, + "rewards/margins": 0.021756542846560478, + "rewards/rejected": -0.11625012010335922, + "sft_loss": 0.9449357390403748, + "step": 140 + }, + { + "epoch": 0.2039045553145336, + "grad_norm": 4.626119117506995, + "learning_rate": 7.997973208761647e-06, + "logits/chosen": 0.8979699611663818, + "logits/rejected": 0.7739961743354797, + "logps/chosen": -0.7614917159080505, + "logps/rejected": -1.5159138441085815, + "loss": 0.8879, + "odds_ratio_loss": 0.48651716113090515, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07614917308092117, + "rewards/margins": 0.07544222474098206, + "rewards/rejected": -0.15159140527248383, + "sft_loss": 0.7614917159080505, + "step": 141 + }, + { + "epoch": 0.20535068691250905, + "grad_norm": 6.122175759295342, + "learning_rate": 7.997873144060028e-06, + "logits/chosen": 1.0175689458847046, + "logits/rejected": 0.8373978734016418, + "logps/chosen": -0.7784775495529175, + "logps/rejected": -1.4234530925750732, + "loss": 0.962, + "odds_ratio_loss": 0.6008108854293823, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07784774899482727, + "rewards/margins": 0.06449756026268005, + "rewards/rejected": -0.14234532415866852, + "sft_loss": 0.7784775495529175, + "step": 142 + }, + { + "epoch": 0.20679681851048445, + "grad_norm": 4.8238500026764095, + "learning_rate": 7.9977706690258e-06, + "logits/chosen": 0.9935001134872437, + "logits/rejected": 0.8581937551498413, + "logps/chosen": -0.8578831553459167, + "logps/rejected": -1.0968329906463623, + "loss": 0.8869, + "odds_ratio_loss": 0.6052335500717163, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0857883170247078, + "rewards/margins": 0.023894988000392914, + "rewards/rejected": -0.10968329757452011, + "sft_loss": 0.8578831553459167, + "step": 143 + }, + { + "epoch": 0.20824295010845986, + "grad_norm": 3.1206319457795875, + "learning_rate": 7.997665783720749e-06, + "logits/chosen": 1.1067547798156738, + "logits/rejected": 1.0524673461914062, + "logps/chosen": -0.6326704025268555, + "logps/rejected": -1.2812092304229736, + "loss": 0.8483, + "odds_ratio_loss": 0.4811175763607025, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0632670447230339, + "rewards/margins": 0.06485386937856674, + "rewards/rejected": -0.12812092900276184, + "sft_loss": 0.6326704025268555, + "step": 144 + }, + { + "epoch": 0.2096890817064353, + "grad_norm": 3.7395254574099126, + "learning_rate": 7.997558488208105e-06, + "logits/chosen": 0.8425149917602539, + "logits/rejected": 0.6503562927246094, + "logps/chosen": -0.6809152960777283, + "logps/rejected": -1.6081905364990234, + "loss": 0.8512, + "odds_ratio_loss": 0.4523545801639557, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06809153407812119, + "rewards/margins": 0.09272752702236176, + "rewards/rejected": -0.16081905364990234, + "sft_loss": 0.6809152960777283, + "step": 145 + }, + { + "epoch": 0.2111352133044107, + "grad_norm": 3.482516836820913, + "learning_rate": 7.997448782552561e-06, + "logits/chosen": 1.1837321519851685, + "logits/rejected": 0.89334636926651, + "logps/chosen": -0.8056322932243347, + "logps/rejected": -1.4506659507751465, + "loss": 0.8242, + "odds_ratio_loss": 0.5507670640945435, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08056323230266571, + "rewards/margins": 0.06450335681438446, + "rewards/rejected": -0.14506658911705017, + "sft_loss": 0.8056322932243347, + "step": 146 + }, + { + "epoch": 0.21258134490238612, + "grad_norm": 3.3963256945903915, + "learning_rate": 7.997336666820258e-06, + "logits/chosen": 0.7776620388031006, + "logits/rejected": 0.8272684216499329, + "logps/chosen": -0.7493107318878174, + "logps/rejected": -1.14316987991333, + "loss": 0.8604, + "odds_ratio_loss": 0.5952869057655334, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0749310702085495, + "rewards/margins": 0.039385922253131866, + "rewards/rejected": -0.11431698501110077, + "sft_loss": 0.7493107318878174, + "step": 147 + }, + { + "epoch": 0.21402747650036152, + "grad_norm": 3.3238714858314244, + "learning_rate": 7.997222141078791e-06, + "logits/chosen": 0.8280146718025208, + "logits/rejected": 0.7190472483634949, + "logps/chosen": -0.8145158290863037, + "logps/rejected": -1.596473217010498, + "loss": 0.8569, + "odds_ratio_loss": 0.6677970886230469, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08145157992839813, + "rewards/margins": 0.07819575071334839, + "rewards/rejected": -0.15964734554290771, + "sft_loss": 0.8145158290863037, + "step": 148 + }, + { + "epoch": 0.21547360809833696, + "grad_norm": 3.8446953387308724, + "learning_rate": 7.997105205397208e-06, + "logits/chosen": 0.7918663024902344, + "logits/rejected": 0.7498356103897095, + "logps/chosen": -0.9449871182441711, + "logps/rejected": -1.143221378326416, + "loss": 0.8744, + "odds_ratio_loss": 0.5902383327484131, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09449870884418488, + "rewards/margins": 0.019823430106043816, + "rewards/rejected": -0.11432213336229324, + "sft_loss": 0.9449871182441711, + "step": 149 + }, + { + "epoch": 0.21691973969631237, + "grad_norm": 3.3011722687802316, + "learning_rate": 7.99698585984601e-06, + "logits/chosen": 1.0179299116134644, + "logits/rejected": 0.8888053297996521, + "logps/chosen": -0.9322119951248169, + "logps/rejected": -1.32847261428833, + "loss": 0.8966, + "odds_ratio_loss": 0.7749242186546326, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.09322120249271393, + "rewards/margins": 0.039626047015190125, + "rewards/rejected": -0.13284724950790405, + "sft_loss": 0.9322119951248169, + "step": 150 + }, + { + "epoch": 0.21836587129428778, + "grad_norm": 4.782501865845731, + "learning_rate": 7.99686410449715e-06, + "logits/chosen": 1.043616533279419, + "logits/rejected": 0.8453623056411743, + "logps/chosen": -1.0205018520355225, + "logps/rejected": -1.2420902252197266, + "loss": 0.9077, + "odds_ratio_loss": 0.6890058517456055, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.10205018520355225, + "rewards/margins": 0.02215883880853653, + "rewards/rejected": -0.12420902401208878, + "sft_loss": 1.0205018520355225, + "step": 151 + }, + { + "epoch": 0.2198120028922632, + "grad_norm": 2.7453397904711867, + "learning_rate": 7.996739939424036e-06, + "logits/chosen": 1.0936996936798096, + "logits/rejected": 0.7009330987930298, + "logps/chosen": -0.9429874420166016, + "logps/rejected": -1.2208938598632812, + "loss": 0.8392, + "odds_ratio_loss": 0.6516534686088562, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09429875016212463, + "rewards/margins": 0.027790643274784088, + "rewards/rejected": -0.12208940088748932, + "sft_loss": 0.9429874420166016, + "step": 152 + }, + { + "epoch": 0.22125813449023862, + "grad_norm": 3.5114275545087272, + "learning_rate": 7.996613364701528e-06, + "logits/chosen": 0.8619660139083862, + "logits/rejected": 0.8545634746551514, + "logps/chosen": -0.8546210527420044, + "logps/rejected": -0.9204950332641602, + "loss": 0.823, + "odds_ratio_loss": 0.7684470415115356, + "rewards/accuracies": 0.375, + "rewards/chosen": -0.08546211570501328, + "rewards/margins": 0.006587391719222069, + "rewards/rejected": -0.0920495018362999, + "sft_loss": 0.8546210527420044, + "step": 153 + }, + { + "epoch": 0.22270426608821403, + "grad_norm": 3.1464188184377067, + "learning_rate": 7.996484380405936e-06, + "logits/chosen": 0.8472630977630615, + "logits/rejected": 0.9261313080787659, + "logps/chosen": -0.8409748673439026, + "logps/rejected": -1.471449851989746, + "loss": 0.8471, + "odds_ratio_loss": 0.5609486699104309, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0840974897146225, + "rewards/margins": 0.06304750591516495, + "rewards/rejected": -0.14714500308036804, + "sft_loss": 0.8409748673439026, + "step": 154 + }, + { + "epoch": 0.22415039768618944, + "grad_norm": 3.82484646727686, + "learning_rate": 7.996352986615026e-06, + "logits/chosen": 1.1553988456726074, + "logits/rejected": 0.9536395072937012, + "logps/chosen": -0.8071169257164001, + "logps/rejected": -2.1079392433166504, + "loss": 1.0003, + "odds_ratio_loss": 0.44714686274528503, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08071169257164001, + "rewards/margins": 0.13008223474025726, + "rewards/rejected": -0.21079392731189728, + "sft_loss": 0.8071169257164001, + "step": 155 + }, + { + "epoch": 0.22559652928416485, + "grad_norm": 3.3443773185383248, + "learning_rate": 7.996219183408017e-06, + "logits/chosen": 0.8596165180206299, + "logits/rejected": 0.8327771425247192, + "logps/chosen": -1.0019909143447876, + "logps/rejected": -1.1135194301605225, + "loss": 0.9495, + "odds_ratio_loss": 0.7217904329299927, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.10019908845424652, + "rewards/margins": 0.011152852326631546, + "rewards/rejected": -0.11135194450616837, + "sft_loss": 1.0019909143447876, + "step": 156 + }, + { + "epoch": 0.22704266088214028, + "grad_norm": 3.253728818340114, + "learning_rate": 7.99608297086558e-06, + "logits/chosen": 0.7683792114257812, + "logits/rejected": 0.7193489074707031, + "logps/chosen": -0.7505009174346924, + "logps/rejected": -1.5825207233428955, + "loss": 0.8003, + "odds_ratio_loss": 0.5120865702629089, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07505009323358536, + "rewards/margins": 0.08320198208093643, + "rewards/rejected": -0.1582520753145218, + "sft_loss": 0.7505009174346924, + "step": 157 + }, + { + "epoch": 0.2284887924801157, + "grad_norm": 4.3523818776563035, + "learning_rate": 7.995944349069836e-06, + "logits/chosen": 1.1126295328140259, + "logits/rejected": 0.9180561900138855, + "logps/chosen": -0.870684027671814, + "logps/rejected": -1.4605320692062378, + "loss": 0.8131, + "odds_ratio_loss": 0.5564998388290405, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08706840872764587, + "rewards/margins": 0.05898480489850044, + "rewards/rejected": -0.14605320990085602, + "sft_loss": 0.870684027671814, + "step": 158 + }, + { + "epoch": 0.2299349240780911, + "grad_norm": 4.108594412816073, + "learning_rate": 7.99580331810436e-06, + "logits/chosen": 1.1916407346725464, + "logits/rejected": 0.7693163156509399, + "logps/chosen": -0.7917389869689941, + "logps/rejected": -1.244872808456421, + "loss": 0.877, + "odds_ratio_loss": 0.5736300945281982, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07917389273643494, + "rewards/margins": 0.04531338810920715, + "rewards/rejected": -0.12448728084564209, + "sft_loss": 0.7917389869689941, + "step": 159 + }, + { + "epoch": 0.2313810556760665, + "grad_norm": 3.113607572889762, + "learning_rate": 7.995659878054184e-06, + "logits/chosen": 1.040024995803833, + "logits/rejected": 0.8305615782737732, + "logps/chosen": -0.8537604808807373, + "logps/rejected": -1.1052323579788208, + "loss": 0.8598, + "odds_ratio_loss": 0.5960687398910522, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08537605404853821, + "rewards/margins": 0.025147181004285812, + "rewards/rejected": -0.11052322387695312, + "sft_loss": 0.8537604808807373, + "step": 160 + }, + { + "epoch": 0.23282718727404195, + "grad_norm": 4.094550792057405, + "learning_rate": 7.995514029005786e-06, + "logits/chosen": 0.8100274801254272, + "logits/rejected": 0.7823082208633423, + "logps/chosen": -0.8013307452201843, + "logps/rejected": -1.2279610633850098, + "loss": 0.9395, + "odds_ratio_loss": 0.5334639549255371, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08013307303190231, + "rewards/margins": 0.042663030326366425, + "rewards/rejected": -0.12279611080884933, + "sft_loss": 0.8013307452201843, + "step": 161 + }, + { + "epoch": 0.23427331887201736, + "grad_norm": 4.417141454685987, + "learning_rate": 7.995365771047098e-06, + "logits/chosen": 1.0468742847442627, + "logits/rejected": 0.8377524018287659, + "logps/chosen": -0.9060525298118591, + "logps/rejected": -1.0592972040176392, + "loss": 0.8911, + "odds_ratio_loss": 0.7184407711029053, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09060525894165039, + "rewards/margins": 0.015324457548558712, + "rewards/rejected": -0.10592971742153168, + "sft_loss": 0.9060525298118591, + "step": 162 + }, + { + "epoch": 0.23571945046999276, + "grad_norm": 4.991713895984588, + "learning_rate": 7.995215104267506e-06, + "logits/chosen": 0.8785092830657959, + "logits/rejected": 0.7008171677589417, + "logps/chosen": -0.9880103468894958, + "logps/rejected": -1.4084423780441284, + "loss": 0.954, + "odds_ratio_loss": 0.6232841610908508, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.09880103915929794, + "rewards/margins": 0.042043209075927734, + "rewards/rejected": -0.14084425568580627, + "sft_loss": 0.9880103468894958, + "step": 163 + }, + { + "epoch": 0.23716558206796817, + "grad_norm": 3.888510837008354, + "learning_rate": 7.995062028757848e-06, + "logits/chosen": 1.2152018547058105, + "logits/rejected": 1.0892407894134521, + "logps/chosen": -0.7016069293022156, + "logps/rejected": -1.010518193244934, + "loss": 0.8521, + "odds_ratio_loss": 0.5655720233917236, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07016069442033768, + "rewards/margins": 0.03089112415909767, + "rewards/rejected": -0.10105182230472565, + "sft_loss": 0.7016069293022156, + "step": 164 + }, + { + "epoch": 0.2386117136659436, + "grad_norm": 3.047500446746817, + "learning_rate": 7.994906544610413e-06, + "logits/chosen": 1.074456810951233, + "logits/rejected": 0.809201180934906, + "logps/chosen": -0.6478066444396973, + "logps/rejected": -1.6955187320709229, + "loss": 0.8543, + "odds_ratio_loss": 0.38769054412841797, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06478067487478256, + "rewards/margins": 0.1047712117433548, + "rewards/rejected": -0.16955187916755676, + "sft_loss": 0.6478066444396973, + "step": 165 + }, + { + "epoch": 0.24005784526391902, + "grad_norm": 2.6536028558426774, + "learning_rate": 7.994748651918946e-06, + "logits/chosen": 1.1055707931518555, + "logits/rejected": 0.8093370795249939, + "logps/chosen": -0.8095314502716064, + "logps/rejected": -1.4664175510406494, + "loss": 0.9225, + "odds_ratio_loss": 0.664374828338623, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08095315098762512, + "rewards/margins": 0.0656886100769043, + "rewards/rejected": -0.14664176106452942, + "sft_loss": 0.8095314502716064, + "step": 166 + }, + { + "epoch": 0.24150397686189443, + "grad_norm": 3.541652037604111, + "learning_rate": 7.994588350778638e-06, + "logits/chosen": 1.0057575702667236, + "logits/rejected": 0.8427650928497314, + "logps/chosen": -0.9639623165130615, + "logps/rejected": -1.1809089183807373, + "loss": 0.9288, + "odds_ratio_loss": 0.6998913288116455, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09639623761177063, + "rewards/margins": 0.02169465646147728, + "rewards/rejected": -0.11809088289737701, + "sft_loss": 0.9639623165130615, + "step": 167 + }, + { + "epoch": 0.24295010845986983, + "grad_norm": 4.277742047003352, + "learning_rate": 7.994425641286135e-06, + "logits/chosen": 1.0967094898223877, + "logits/rejected": 1.0031440258026123, + "logps/chosen": -0.7859099507331848, + "logps/rejected": -1.1452839374542236, + "loss": 0.8337, + "odds_ratio_loss": 0.5716875791549683, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0785909965634346, + "rewards/margins": 0.03593740612268448, + "rewards/rejected": -0.11452840268611908, + "sft_loss": 0.7859099507331848, + "step": 168 + }, + { + "epoch": 0.24439624005784527, + "grad_norm": 2.8034050061730107, + "learning_rate": 7.994260523539536e-06, + "logits/chosen": 1.0453124046325684, + "logits/rejected": 0.8825990557670593, + "logps/chosen": -0.7164455652236938, + "logps/rejected": -1.6012907028198242, + "loss": 0.8723, + "odds_ratio_loss": 0.4701683223247528, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07164455950260162, + "rewards/margins": 0.0884845107793808, + "rewards/rejected": -0.16012907028198242, + "sft_loss": 0.7164455652236938, + "step": 169 + }, + { + "epoch": 0.24584237165582068, + "grad_norm": 2.977337634451211, + "learning_rate": 7.994092997638392e-06, + "logits/chosen": 0.9832794666290283, + "logits/rejected": 0.7748570442199707, + "logps/chosen": -0.6102631092071533, + "logps/rejected": -2.1352500915527344, + "loss": 0.8238, + "odds_ratio_loss": 0.2782694697380066, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06102630868554115, + "rewards/margins": 0.15249869227409363, + "rewards/rejected": -0.2135249823331833, + "sft_loss": 0.6102631092071533, + "step": 170 + }, + { + "epoch": 0.2472885032537961, + "grad_norm": 3.1791088490599693, + "learning_rate": 7.993923063683702e-06, + "logits/chosen": 1.1284598112106323, + "logits/rejected": 0.8740060329437256, + "logps/chosen": -0.739490807056427, + "logps/rejected": -1.5526961088180542, + "loss": 0.8523, + "odds_ratio_loss": 0.546734094619751, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07394907623529434, + "rewards/margins": 0.08132053166627884, + "rewards/rejected": -0.15526960790157318, + "sft_loss": 0.739490807056427, + "step": 171 + }, + { + "epoch": 0.24873463485177152, + "grad_norm": 3.104876414975262, + "learning_rate": 7.993750721777924e-06, + "logits/chosen": 0.7685276865959167, + "logits/rejected": 0.6663203239440918, + "logps/chosen": -0.869566798210144, + "logps/rejected": -1.5396361351013184, + "loss": 0.9164, + "odds_ratio_loss": 0.5057757496833801, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0869566798210144, + "rewards/margins": 0.06700694561004639, + "rewards/rejected": -0.1539636254310608, + "sft_loss": 0.869566798210144, + "step": 172 + }, + { + "epoch": 0.2501807664497469, + "grad_norm": 3.153797811030736, + "learning_rate": 7.993575972024962e-06, + "logits/chosen": 0.8820764422416687, + "logits/rejected": 0.8640388250350952, + "logps/chosen": -0.881617546081543, + "logps/rejected": -1.2504996061325073, + "loss": 0.898, + "odds_ratio_loss": 0.6156437397003174, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08816175162792206, + "rewards/margins": 0.036888204514980316, + "rewards/rejected": -0.12504996359348297, + "sft_loss": 0.881617546081543, + "step": 173 + }, + { + "epoch": 0.25162689804772237, + "grad_norm": 3.111404000329643, + "learning_rate": 7.99339881453017e-06, + "logits/chosen": 0.9390738606452942, + "logits/rejected": 0.9202344417572021, + "logps/chosen": -0.7253485918045044, + "logps/rejected": -1.4922535419464111, + "loss": 0.8046, + "odds_ratio_loss": 0.46386268734931946, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07253485172986984, + "rewards/margins": 0.07669049501419067, + "rewards/rejected": -0.1492253541946411, + "sft_loss": 0.7253485918045044, + "step": 174 + }, + { + "epoch": 0.2530730296456978, + "grad_norm": 3.9720902981170942, + "learning_rate": 7.993219249400363e-06, + "logits/chosen": 0.9836024045944214, + "logits/rejected": 0.8066073060035706, + "logps/chosen": -0.8062931299209595, + "logps/rejected": -1.5868737697601318, + "loss": 0.9287, + "odds_ratio_loss": 0.5350762605667114, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08062931895256042, + "rewards/margins": 0.07805806398391724, + "rewards/rejected": -0.15868738293647766, + "sft_loss": 0.8062931299209595, + "step": 175 + }, + { + "epoch": 0.2545191612436732, + "grad_norm": 2.800439660609358, + "learning_rate": 7.993037276743796e-06, + "logits/chosen": 0.7656744122505188, + "logits/rejected": 0.5632432699203491, + "logps/chosen": -0.7139934301376343, + "logps/rejected": -2.1812193393707275, + "loss": 0.8189, + "odds_ratio_loss": 0.3666784465312958, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07139935344457626, + "rewards/margins": 0.14672258496284485, + "rewards/rejected": -0.21812193095684052, + "sft_loss": 0.7139934301376343, + "step": 176 + }, + { + "epoch": 0.2559652928416486, + "grad_norm": 2.8937622627656037, + "learning_rate": 7.992852896670184e-06, + "logits/chosen": 0.9522703886032104, + "logits/rejected": 0.8420579433441162, + "logps/chosen": -1.0373575687408447, + "logps/rejected": -1.0805912017822266, + "loss": 0.9378, + "odds_ratio_loss": 0.8096970319747925, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.10373575985431671, + "rewards/margins": 0.0043233660981059074, + "rewards/rejected": -0.1080591231584549, + "sft_loss": 1.0373575687408447, + "step": 177 + }, + { + "epoch": 0.257411424439624, + "grad_norm": 5.312025248990845, + "learning_rate": 7.99266610929069e-06, + "logits/chosen": 1.116875410079956, + "logits/rejected": 0.8645721673965454, + "logps/chosen": -0.8963755965232849, + "logps/rejected": -1.5484733581542969, + "loss": 0.7993, + "odds_ratio_loss": 0.6069468259811401, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08963755518198013, + "rewards/margins": 0.0652097761631012, + "rewards/rejected": -0.15484732389450073, + "sft_loss": 0.8963755965232849, + "step": 178 + }, + { + "epoch": 0.2588575560375994, + "grad_norm": 4.10362786725861, + "learning_rate": 7.992476914717928e-06, + "logits/chosen": 0.9966639876365662, + "logits/rejected": 0.9122011661529541, + "logps/chosen": -0.7157900333404541, + "logps/rejected": -1.8117486238479614, + "loss": 0.8281, + "odds_ratio_loss": 0.4310546815395355, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07157900184392929, + "rewards/margins": 0.10959585756063461, + "rewards/rejected": -0.1811748594045639, + "sft_loss": 0.7157900333404541, + "step": 179 + }, + { + "epoch": 0.2603036876355748, + "grad_norm": 6.129315995584233, + "learning_rate": 7.992285313065964e-06, + "logits/chosen": 0.8830561637878418, + "logits/rejected": 0.8202065229415894, + "logps/chosen": -0.9284470081329346, + "logps/rejected": -1.648970603942871, + "loss": 0.9707, + "odds_ratio_loss": 0.7073562145233154, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09284469485282898, + "rewards/margins": 0.07205238938331604, + "rewards/rejected": -0.16489706933498383, + "sft_loss": 0.9284470081329346, + "step": 180 + }, + { + "epoch": 0.26174981923355023, + "grad_norm": 3.8183141881814393, + "learning_rate": 7.992091304450316e-06, + "logits/chosen": 1.123767375946045, + "logits/rejected": 0.7026354670524597, + "logps/chosen": -0.8758699893951416, + "logps/rejected": -2.0314223766326904, + "loss": 0.7393, + "odds_ratio_loss": 0.5088123083114624, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08758699893951416, + "rewards/margins": 0.11555524170398712, + "rewards/rejected": -0.20314225554466248, + "sft_loss": 0.8758699893951416, + "step": 181 + }, + { + "epoch": 0.2631959508315257, + "grad_norm": 3.181819086244578, + "learning_rate": 7.991894888987954e-06, + "logits/chosen": 0.8263757824897766, + "logits/rejected": 0.6464723944664001, + "logps/chosen": -0.6118509769439697, + "logps/rejected": -1.7053591012954712, + "loss": 0.7897, + "odds_ratio_loss": 0.40566810965538025, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06118509918451309, + "rewards/margins": 0.10935080051422119, + "rewards/rejected": -0.17053590714931488, + "sft_loss": 0.6118509769439697, + "step": 182 + }, + { + "epoch": 0.2646420824295011, + "grad_norm": 2.7941883907120846, + "learning_rate": 7.991696066797293e-06, + "logits/chosen": 1.130903720855713, + "logits/rejected": 0.7515724301338196, + "logps/chosen": -0.7077884674072266, + "logps/rejected": -1.0460158586502075, + "loss": 0.8384, + "odds_ratio_loss": 0.4854280948638916, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07077884674072266, + "rewards/margins": 0.033822737634181976, + "rewards/rejected": -0.10460158437490463, + "sft_loss": 0.7077884674072266, + "step": 183 + }, + { + "epoch": 0.2660882140274765, + "grad_norm": 3.922413376181467, + "learning_rate": 7.991494837998209e-06, + "logits/chosen": 0.867751955986023, + "logits/rejected": 0.6655453443527222, + "logps/chosen": -1.1125421524047852, + "logps/rejected": -2.218876838684082, + "loss": 0.9668, + "odds_ratio_loss": 0.6620099544525146, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.11125421524047852, + "rewards/margins": 0.1106334701180458, + "rewards/rejected": -0.22188769280910492, + "sft_loss": 1.1125421524047852, + "step": 184 + }, + { + "epoch": 0.2675343456254519, + "grad_norm": 4.849556019250261, + "learning_rate": 7.991291202712021e-06, + "logits/chosen": 0.9399557113647461, + "logits/rejected": 0.7142766714096069, + "logps/chosen": -0.7886428833007812, + "logps/rejected": -1.5420012474060059, + "loss": 0.8707, + "odds_ratio_loss": 0.5734947323799133, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07886429131031036, + "rewards/margins": 0.07533583790063858, + "rewards/rejected": -0.15420013666152954, + "sft_loss": 0.7886428833007812, + "step": 185 + }, + { + "epoch": 0.26898047722342733, + "grad_norm": 3.5359765528486298, + "learning_rate": 7.991085161061502e-06, + "logits/chosen": 0.9476644992828369, + "logits/rejected": 0.8192164897918701, + "logps/chosen": -0.6491098403930664, + "logps/rejected": -1.3708826303482056, + "loss": 0.8088, + "odds_ratio_loss": 0.4414351284503937, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06491097807884216, + "rewards/margins": 0.07217729091644287, + "rewards/rejected": -0.13708826899528503, + "sft_loss": 0.6491098403930664, + "step": 186 + }, + { + "epoch": 0.27042660882140274, + "grad_norm": 3.5799876990998767, + "learning_rate": 7.990876713170873e-06, + "logits/chosen": 0.988240659236908, + "logits/rejected": 0.8487038612365723, + "logps/chosen": -0.7226072549819946, + "logps/rejected": -1.360625982284546, + "loss": 0.8501, + "odds_ratio_loss": 0.538947343826294, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07226072996854782, + "rewards/margins": 0.06380186975002289, + "rewards/rejected": -0.1360626071691513, + "sft_loss": 0.7226072549819946, + "step": 187 + }, + { + "epoch": 0.27187274041937814, + "grad_norm": 2.952397694472701, + "learning_rate": 7.990665859165812e-06, + "logits/chosen": 0.9410344362258911, + "logits/rejected": 0.8459163904190063, + "logps/chosen": -0.8709695339202881, + "logps/rejected": -1.0749214887619019, + "loss": 0.8362, + "odds_ratio_loss": 0.6080572009086609, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08709695935249329, + "rewards/margins": 0.020395198836922646, + "rewards/rejected": -0.10749214887619019, + "sft_loss": 0.8709695339202881, + "step": 188 + }, + { + "epoch": 0.27331887201735355, + "grad_norm": 3.0804169157983807, + "learning_rate": 7.990452599173442e-06, + "logits/chosen": 1.2123034000396729, + "logits/rejected": 0.9961423873901367, + "logps/chosen": -0.5125177502632141, + "logps/rejected": -1.496875524520874, + "loss": 0.862, + "odds_ratio_loss": 0.3468582034111023, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05125177651643753, + "rewards/margins": 0.09843578189611435, + "rewards/rejected": -0.14968755841255188, + "sft_loss": 0.5125177502632141, + "step": 189 + }, + { + "epoch": 0.274765003615329, + "grad_norm": 2.6526058029397577, + "learning_rate": 7.990236933322337e-06, + "logits/chosen": 0.8868533372879028, + "logits/rejected": 0.6382319927215576, + "logps/chosen": -0.8466877937316895, + "logps/rejected": -1.705843448638916, + "loss": 0.8327, + "odds_ratio_loss": 0.407950222492218, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.08466878533363342, + "rewards/margins": 0.08591558039188385, + "rewards/rejected": -0.17058435082435608, + "sft_loss": 0.8466877937316895, + "step": 190 + }, + { + "epoch": 0.2762111352133044, + "grad_norm": 3.995125160090004, + "learning_rate": 7.990018861742524e-06, + "logits/chosen": 0.7121444940567017, + "logits/rejected": 0.6306707859039307, + "logps/chosen": -0.7519279718399048, + "logps/rejected": -1.428523063659668, + "loss": 0.8425, + "odds_ratio_loss": 0.5476968288421631, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07519279420375824, + "rewards/margins": 0.06765950471162796, + "rewards/rejected": -0.1428523063659668, + "sft_loss": 0.7519279718399048, + "step": 191 + }, + { + "epoch": 0.27765726681127983, + "grad_norm": 3.632543289305855, + "learning_rate": 7.989798384565478e-06, + "logits/chosen": 0.7635389566421509, + "logits/rejected": 0.72230064868927, + "logps/chosen": -0.7457807064056396, + "logps/rejected": -1.7796211242675781, + "loss": 0.9186, + "odds_ratio_loss": 0.4742932915687561, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07457807660102844, + "rewards/margins": 0.10338405519723892, + "rewards/rejected": -0.17796212434768677, + "sft_loss": 0.7457807064056396, + "step": 192 + }, + { + "epoch": 0.27910339840925524, + "grad_norm": 3.0980154406972362, + "learning_rate": 7.989575501924127e-06, + "logits/chosen": 0.8246858716011047, + "logits/rejected": 0.5677071809768677, + "logps/chosen": -0.7799168229103088, + "logps/rejected": -1.816365122795105, + "loss": 0.9227, + "odds_ratio_loss": 0.5203930735588074, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07799168676137924, + "rewards/margins": 0.10364483296871185, + "rewards/rejected": -0.1816365271806717, + "sft_loss": 0.7799168229103088, + "step": 193 + }, + { + "epoch": 0.28054953000723065, + "grad_norm": 3.2989461799711544, + "learning_rate": 7.989350213952848e-06, + "logits/chosen": 0.9356462955474854, + "logits/rejected": 0.629136323928833, + "logps/chosen": -0.9007641673088074, + "logps/rejected": -1.534816026687622, + "loss": 0.899, + "odds_ratio_loss": 0.549186646938324, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09007642418146133, + "rewards/margins": 0.06340517848730087, + "rewards/rejected": -0.1534816026687622, + "sft_loss": 0.9007641673088074, + "step": 194 + }, + { + "epoch": 0.28199566160520606, + "grad_norm": 5.46581584343181, + "learning_rate": 7.989122520787467e-06, + "logits/chosen": 0.8825095891952515, + "logits/rejected": 0.685544490814209, + "logps/chosen": -1.0721142292022705, + "logps/rejected": -1.4573118686676025, + "loss": 0.9202, + "odds_ratio_loss": 0.7042291164398193, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.10721142590045929, + "rewards/margins": 0.038519762456417084, + "rewards/rejected": -0.14573121070861816, + "sft_loss": 1.0721142292022705, + "step": 195 + }, + { + "epoch": 0.28344179320318147, + "grad_norm": 4.080158423120696, + "learning_rate": 7.98889242256526e-06, + "logits/chosen": 0.7583059668540955, + "logits/rejected": 0.7805667519569397, + "logps/chosen": -0.9448596239089966, + "logps/rejected": -1.3803226947784424, + "loss": 0.8473, + "odds_ratio_loss": 0.5857207775115967, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09448596090078354, + "rewards/margins": 0.04354630410671234, + "rewards/rejected": -0.13803227245807648, + "sft_loss": 0.9448596239089966, + "step": 196 + }, + { + "epoch": 0.2848879248011569, + "grad_norm": 3.973133965232593, + "learning_rate": 7.988659919424955e-06, + "logits/chosen": 1.090093731880188, + "logits/rejected": 0.8616019487380981, + "logps/chosen": -0.7189903855323792, + "logps/rejected": -1.4010587930679321, + "loss": 0.7704, + "odds_ratio_loss": 0.48269736766815186, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07189904153347015, + "rewards/margins": 0.06820684671401978, + "rewards/rejected": -0.14010588824748993, + "sft_loss": 0.7189903855323792, + "step": 197 + }, + { + "epoch": 0.28633405639913234, + "grad_norm": 5.238268762550638, + "learning_rate": 7.988425011506729e-06, + "logits/chosen": 0.8917097449302673, + "logits/rejected": 0.768082857131958, + "logps/chosen": -0.9902671575546265, + "logps/rejected": -1.6686362028121948, + "loss": 0.9195, + "odds_ratio_loss": 0.5506667494773865, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.09902672469615936, + "rewards/margins": 0.06783689558506012, + "rewards/rejected": -0.16686362028121948, + "sft_loss": 0.9902671575546265, + "step": 198 + }, + { + "epoch": 0.28778018799710775, + "grad_norm": 2.912157324642061, + "learning_rate": 7.98818769895221e-06, + "logits/chosen": 0.7989850044250488, + "logits/rejected": 0.804793655872345, + "logps/chosen": -0.7779511213302612, + "logps/rejected": -1.3023908138275146, + "loss": 0.8612, + "odds_ratio_loss": 0.4791719913482666, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0777951180934906, + "rewards/margins": 0.0524439737200737, + "rewards/rejected": -0.1302390843629837, + "sft_loss": 0.7779511213302612, + "step": 199 + }, + { + "epoch": 0.28922631959508316, + "grad_norm": 2.5819984768363367, + "learning_rate": 7.987947981904474e-06, + "logits/chosen": 0.7809892892837524, + "logits/rejected": 0.7020816802978516, + "logps/chosen": -0.9111021161079407, + "logps/rejected": -1.5197502374649048, + "loss": 0.8977, + "odds_ratio_loss": 0.5979732275009155, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0911102145910263, + "rewards/margins": 0.06086481735110283, + "rewards/rejected": -0.15197503566741943, + "sft_loss": 0.9111021161079407, + "step": 200 + }, + { + "epoch": 0.29067245119305857, + "grad_norm": 3.718047797689079, + "learning_rate": 7.987705860508047e-06, + "logits/chosen": 0.7863653898239136, + "logits/rejected": 0.6933090090751648, + "logps/chosen": -1.001847267150879, + "logps/rejected": -1.0187654495239258, + "loss": 0.9285, + "odds_ratio_loss": 0.7681245803833008, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.10018472373485565, + "rewards/margins": 0.0016918233595788479, + "rewards/rejected": -0.10187654942274094, + "sft_loss": 1.001847267150879, + "step": 201 + }, + { + "epoch": 0.292118582791034, + "grad_norm": 3.2947050827622753, + "learning_rate": 7.987461334908904e-06, + "logits/chosen": 0.7659215927124023, + "logits/rejected": 0.7039311528205872, + "logps/chosen": -0.7966563105583191, + "logps/rejected": -1.5445137023925781, + "loss": 0.8617, + "odds_ratio_loss": 0.47074514627456665, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0796656385064125, + "rewards/margins": 0.0747857540845871, + "rewards/rejected": -0.154451385140419, + "sft_loss": 0.7966563105583191, + "step": 202 + }, + { + "epoch": 0.2935647143890094, + "grad_norm": 2.750448225020009, + "learning_rate": 7.98721440525447e-06, + "logits/chosen": 0.6041221618652344, + "logits/rejected": 0.571781575679779, + "logps/chosen": -0.8432777523994446, + "logps/rejected": -1.7520842552185059, + "loss": 0.8824, + "odds_ratio_loss": 0.4685782194137573, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08432777971029282, + "rewards/margins": 0.09088063985109329, + "rewards/rejected": -0.1752084195613861, + "sft_loss": 0.8432777523994446, + "step": 203 + }, + { + "epoch": 0.2950108459869848, + "grad_norm": 3.2302840293561395, + "learning_rate": 7.986965071693625e-06, + "logits/chosen": 0.8296738862991333, + "logits/rejected": 0.7145066857337952, + "logps/chosen": -0.9232079982757568, + "logps/rejected": -1.2196871042251587, + "loss": 0.9195, + "odds_ratio_loss": 0.6474923491477966, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09232080727815628, + "rewards/margins": 0.029647907242178917, + "rewards/rejected": -0.12196871638298035, + "sft_loss": 0.9232079982757568, + "step": 204 + }, + { + "epoch": 0.29645697758496026, + "grad_norm": 3.1285063753356144, + "learning_rate": 7.986713334376686e-06, + "logits/chosen": 0.7811083793640137, + "logits/rejected": 0.7227165102958679, + "logps/chosen": -0.8592801094055176, + "logps/rejected": -1.6300902366638184, + "loss": 0.817, + "odds_ratio_loss": 0.4264185428619385, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.08592800796031952, + "rewards/margins": 0.07708100974559784, + "rewards/rejected": -0.16300901770591736, + "sft_loss": 0.8592801094055176, + "step": 205 + }, + { + "epoch": 0.29790310918293567, + "grad_norm": 3.558090548670039, + "learning_rate": 7.98645919345543e-06, + "logits/chosen": 1.2186182737350464, + "logits/rejected": 0.79095858335495, + "logps/chosen": -0.8577883243560791, + "logps/rejected": -1.7429773807525635, + "loss": 0.9034, + "odds_ratio_loss": 0.5151891112327576, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08577883243560791, + "rewards/margins": 0.08851891756057739, + "rewards/rejected": -0.1742977499961853, + "sft_loss": 0.8577883243560791, + "step": 206 + }, + { + "epoch": 0.2993492407809111, + "grad_norm": 2.9503574400099932, + "learning_rate": 7.986202649083081e-06, + "logits/chosen": 0.8998777270317078, + "logits/rejected": 0.6546536087989807, + "logps/chosen": -0.7888596057891846, + "logps/rejected": -1.6412047147750854, + "loss": 0.8684, + "odds_ratio_loss": 0.5090416073799133, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.07888597249984741, + "rewards/margins": 0.08523451536893845, + "rewards/rejected": -0.16412046551704407, + "sft_loss": 0.7888596057891846, + "step": 207 + }, + { + "epoch": 0.3007953723788865, + "grad_norm": 2.9896940410495003, + "learning_rate": 7.985943701414308e-06, + "logits/chosen": 0.8296674489974976, + "logits/rejected": 0.6985807418823242, + "logps/chosen": -0.7949290871620178, + "logps/rejected": -1.3496679067611694, + "loss": 0.9616, + "odds_ratio_loss": 0.4149304926395416, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07949291169643402, + "rewards/margins": 0.05547389015555382, + "rewards/rejected": -0.13496679067611694, + "sft_loss": 0.7949290871620178, + "step": 208 + }, + { + "epoch": 0.3022415039768619, + "grad_norm": 2.8436164762025062, + "learning_rate": 7.98568235060523e-06, + "logits/chosen": 0.9186201095581055, + "logits/rejected": 0.775266706943512, + "logps/chosen": -0.7632952332496643, + "logps/rejected": -1.2405225038528442, + "loss": 0.8446, + "odds_ratio_loss": 0.6041321158409119, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0763295367360115, + "rewards/margins": 0.047722719609737396, + "rewards/rejected": -0.1240522563457489, + "sft_loss": 0.7632952332496643, + "step": 209 + }, + { + "epoch": 0.3036876355748373, + "grad_norm": 3.2744747177577493, + "learning_rate": 7.98541859681342e-06, + "logits/chosen": 0.8311449289321899, + "logits/rejected": 0.6091936826705933, + "logps/chosen": -0.8429104685783386, + "logps/rejected": -1.8527532815933228, + "loss": 0.885, + "odds_ratio_loss": 0.5193464756011963, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08429104834794998, + "rewards/margins": 0.10098428279161453, + "rewards/rejected": -0.18527531623840332, + "sft_loss": 0.8429104685783386, + "step": 210 + }, + { + "epoch": 0.3051337671728127, + "grad_norm": 3.581434079691926, + "learning_rate": 7.985152440197896e-06, + "logits/chosen": 0.924926221370697, + "logits/rejected": 0.681089460849762, + "logps/chosen": -0.7374269366264343, + "logps/rejected": -1.5732078552246094, + "loss": 0.8093, + "odds_ratio_loss": 0.4177606701850891, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07374269515275955, + "rewards/margins": 0.08357809484004974, + "rewards/rejected": -0.1573207825422287, + "sft_loss": 0.7374269366264343, + "step": 211 + }, + { + "epoch": 0.3065798987707881, + "grad_norm": 4.3947384054323395, + "learning_rate": 7.984883880919123e-06, + "logits/chosen": 0.8097667694091797, + "logits/rejected": 0.7048723697662354, + "logps/chosen": -0.8589484691619873, + "logps/rejected": -1.5178613662719727, + "loss": 0.8306, + "odds_ratio_loss": 0.5315617918968201, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08589484542608261, + "rewards/margins": 0.06589128822088242, + "rewards/rejected": -0.15178614854812622, + "sft_loss": 0.8589484691619873, + "step": 212 + }, + { + "epoch": 0.3080260303687636, + "grad_norm": 3.1907573370753695, + "learning_rate": 7.984612919139015e-06, + "logits/chosen": 0.6455193758010864, + "logits/rejected": 0.5276200771331787, + "logps/chosen": -0.7528071403503418, + "logps/rejected": -1.862764596939087, + "loss": 0.7911, + "odds_ratio_loss": 0.4871300458908081, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07528071105480194, + "rewards/margins": 0.11099573969841003, + "rewards/rejected": -0.18627645075321198, + "sft_loss": 0.7528071403503418, + "step": 213 + }, + { + "epoch": 0.309472161966739, + "grad_norm": 3.0906834831413805, + "learning_rate": 7.98433955502094e-06, + "logits/chosen": 1.0261489152908325, + "logits/rejected": 0.9212863445281982, + "logps/chosen": -0.7404288053512573, + "logps/rejected": -1.2891268730163574, + "loss": 0.9422, + "odds_ratio_loss": 0.729023814201355, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.07404288649559021, + "rewards/margins": 0.054869815707206726, + "rewards/rejected": -0.12891268730163574, + "sft_loss": 0.7404288053512573, + "step": 214 + }, + { + "epoch": 0.3109182935647144, + "grad_norm": 3.465475173558746, + "learning_rate": 7.984063788729707e-06, + "logits/chosen": 0.9017759561538696, + "logits/rejected": 0.6762468814849854, + "logps/chosen": -0.8559285402297974, + "logps/rejected": -1.2730680704116821, + "loss": 0.9338, + "odds_ratio_loss": 0.6160497069358826, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0855928584933281, + "rewards/margins": 0.041713956743478775, + "rewards/rejected": -0.12730681896209717, + "sft_loss": 0.8559285402297974, + "step": 215 + }, + { + "epoch": 0.3123644251626898, + "grad_norm": 4.054453016381701, + "learning_rate": 7.983785620431576e-06, + "logits/chosen": 0.8824461102485657, + "logits/rejected": 0.7006586790084839, + "logps/chosen": -0.9869768619537354, + "logps/rejected": -1.6781079769134521, + "loss": 0.9413, + "odds_ratio_loss": 0.609472393989563, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09869769215583801, + "rewards/margins": 0.0691131055355072, + "rewards/rejected": -0.16781079769134521, + "sft_loss": 0.9869768619537354, + "step": 216 + }, + { + "epoch": 0.3138105567606652, + "grad_norm": 3.3550744195656486, + "learning_rate": 7.98350505029426e-06, + "logits/chosen": 0.831702470779419, + "logits/rejected": 0.6789094805717468, + "logps/chosen": -0.8098732233047485, + "logps/rejected": -1.5542247295379639, + "loss": 0.8176, + "odds_ratio_loss": 0.5694811344146729, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0809873417019844, + "rewards/margins": 0.07443515211343765, + "rewards/rejected": -0.15542249381542206, + "sft_loss": 0.8098732233047485, + "step": 217 + }, + { + "epoch": 0.3152566883586406, + "grad_norm": 4.018954232761074, + "learning_rate": 7.983222078486912e-06, + "logits/chosen": 0.7321873903274536, + "logits/rejected": 0.686294674873352, + "logps/chosen": -0.7930043339729309, + "logps/rejected": -1.2628358602523804, + "loss": 0.8478, + "odds_ratio_loss": 0.5880774259567261, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07930043339729309, + "rewards/margins": 0.046983152627944946, + "rewards/rejected": -0.12628358602523804, + "sft_loss": 0.7930043339729309, + "step": 218 + }, + { + "epoch": 0.31670281995661603, + "grad_norm": 2.788787607391925, + "learning_rate": 7.982936705180138e-06, + "logits/chosen": 0.8820023536682129, + "logits/rejected": 0.6825209259986877, + "logps/chosen": -0.6613825559616089, + "logps/rejected": -1.4193311929702759, + "loss": 0.7987, + "odds_ratio_loss": 0.49998748302459717, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06613826006650925, + "rewards/margins": 0.07579487562179565, + "rewards/rejected": -0.1419331282377243, + "sft_loss": 0.6613825559616089, + "step": 219 + }, + { + "epoch": 0.31814895155459144, + "grad_norm": 2.4168572760464793, + "learning_rate": 7.98264893054599e-06, + "logits/chosen": 0.8746920824050903, + "logits/rejected": 0.6152170896530151, + "logps/chosen": -0.8145027160644531, + "logps/rejected": -1.6139273643493652, + "loss": 0.812, + "odds_ratio_loss": 0.5231243968009949, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08145026862621307, + "rewards/margins": 0.07994245737791061, + "rewards/rejected": -0.16139273345470428, + "sft_loss": 0.8145027160644531, + "step": 220 + }, + { + "epoch": 0.3195950831525669, + "grad_norm": 6.559029582787577, + "learning_rate": 7.98235875475797e-06, + "logits/chosen": 0.687819242477417, + "logits/rejected": 0.5400627851486206, + "logps/chosen": -0.811687171459198, + "logps/rejected": -1.8423746824264526, + "loss": 0.9222, + "odds_ratio_loss": 0.4002645015716553, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.08116871118545532, + "rewards/margins": 0.1030687540769577, + "rewards/rejected": -0.18423748016357422, + "sft_loss": 0.811687171459198, + "step": 221 + }, + { + "epoch": 0.3210412147505423, + "grad_norm": 4.26878072464604, + "learning_rate": 7.982066177991022e-06, + "logits/chosen": 0.7749350070953369, + "logits/rejected": 0.6633896231651306, + "logps/chosen": -0.8835655450820923, + "logps/rejected": -1.1134123802185059, + "loss": 0.9247, + "odds_ratio_loss": 0.8716833591461182, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.08835654705762863, + "rewards/margins": 0.02298467978835106, + "rewards/rejected": -0.11134123802185059, + "sft_loss": 0.8835655450820923, + "step": 222 + }, + { + "epoch": 0.3224873463485177, + "grad_norm": 3.856415488368599, + "learning_rate": 7.981771200421547e-06, + "logits/chosen": 0.8121925592422485, + "logits/rejected": 0.5447680354118347, + "logps/chosen": -0.7949036359786987, + "logps/rejected": -1.3006750345230103, + "loss": 0.8606, + "odds_ratio_loss": 0.5626305341720581, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07949037104845047, + "rewards/margins": 0.05057713761925697, + "rewards/rejected": -0.13006749749183655, + "sft_loss": 0.7949036359786987, + "step": 223 + }, + { + "epoch": 0.32393347794649313, + "grad_norm": 3.195463927964763, + "learning_rate": 7.981473822227383e-06, + "logits/chosen": 1.0078376531600952, + "logits/rejected": 0.8154879212379456, + "logps/chosen": -0.8676646947860718, + "logps/rejected": -1.233111023902893, + "loss": 0.8813, + "odds_ratio_loss": 0.6121217608451843, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08676647394895554, + "rewards/margins": 0.03654462844133377, + "rewards/rejected": -0.1233111023902893, + "sft_loss": 0.8676646947860718, + "step": 224 + }, + { + "epoch": 0.32537960954446854, + "grad_norm": 5.3146650131117665, + "learning_rate": 7.981174043587826e-06, + "logits/chosen": 0.5916678309440613, + "logits/rejected": 0.46369603276252747, + "logps/chosen": -1.0442885160446167, + "logps/rejected": -1.6847314834594727, + "loss": 0.9145, + "odds_ratio_loss": 0.5118202567100525, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.10442885756492615, + "rewards/margins": 0.06404431909322739, + "rewards/rejected": -0.16847318410873413, + "sft_loss": 1.0442885160446167, + "step": 225 + }, + { + "epoch": 0.32682574114244395, + "grad_norm": 3.0340595722346992, + "learning_rate": 7.98087186468361e-06, + "logits/chosen": 0.6914336085319519, + "logits/rejected": 0.5757249593734741, + "logps/chosen": -0.9663025140762329, + "logps/rejected": -0.9450004696846008, + "loss": 0.9079, + "odds_ratio_loss": 0.7738305926322937, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.09663024544715881, + "rewards/margins": -0.002130193170160055, + "rewards/rejected": -0.09450005739927292, + "sft_loss": 0.9663025140762329, + "step": 226 + }, + { + "epoch": 0.32827187274041936, + "grad_norm": 2.8726087856467557, + "learning_rate": 7.98056728569692e-06, + "logits/chosen": 0.8992648720741272, + "logits/rejected": 0.8230560421943665, + "logps/chosen": -0.772228479385376, + "logps/rejected": -1.0922561883926392, + "loss": 0.8579, + "odds_ratio_loss": 0.5426236391067505, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07722284644842148, + "rewards/margins": 0.0320027731359005, + "rewards/rejected": -0.10922562330961227, + "sft_loss": 0.772228479385376, + "step": 227 + }, + { + "epoch": 0.3297180043383948, + "grad_norm": 3.7331750453817865, + "learning_rate": 7.980260306811388e-06, + "logits/chosen": 0.820920467376709, + "logits/rejected": 0.6605263352394104, + "logps/chosen": -0.8334155082702637, + "logps/rejected": -1.178484559059143, + "loss": 0.8927, + "odds_ratio_loss": 0.5583294630050659, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0833415538072586, + "rewards/margins": 0.0345069095492363, + "rewards/rejected": -0.11784844845533371, + "sft_loss": 0.8334155082702637, + "step": 228 + }, + { + "epoch": 0.33116413593637023, + "grad_norm": 2.999700585683244, + "learning_rate": 7.979950928212092e-06, + "logits/chosen": 0.7122136354446411, + "logits/rejected": 0.5927017331123352, + "logps/chosen": -0.9525954723358154, + "logps/rejected": -1.6945300102233887, + "loss": 0.8914, + "odds_ratio_loss": 0.6651919484138489, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.09525954723358154, + "rewards/margins": 0.07419347018003464, + "rewards/rejected": -0.16945302486419678, + "sft_loss": 0.9525954723358154, + "step": 229 + }, + { + "epoch": 0.33261026753434564, + "grad_norm": 3.173819627640913, + "learning_rate": 7.97963915008556e-06, + "logits/chosen": 0.8333603143692017, + "logits/rejected": 0.542677640914917, + "logps/chosen": -0.7230704426765442, + "logps/rejected": -1.862441062927246, + "loss": 0.8663, + "odds_ratio_loss": 0.5365059971809387, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0723070502281189, + "rewards/margins": 0.11393707245588303, + "rewards/rejected": -0.18624411523342133, + "sft_loss": 0.7230704426765442, + "step": 230 + }, + { + "epoch": 0.33405639913232105, + "grad_norm": 7.7397925754093855, + "learning_rate": 7.979324972619762e-06, + "logits/chosen": 0.690934419631958, + "logits/rejected": 0.5235450863838196, + "logps/chosen": -0.7463875412940979, + "logps/rejected": -1.8125139474868774, + "loss": 0.818, + "odds_ratio_loss": 0.42135879397392273, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07463876157999039, + "rewards/margins": 0.10661264508962631, + "rewards/rejected": -0.1812514215707779, + "sft_loss": 0.7463875412940979, + "step": 231 + }, + { + "epoch": 0.33550253073029646, + "grad_norm": 13.429401940993012, + "learning_rate": 7.979008396004118e-06, + "logits/chosen": 0.7407370805740356, + "logits/rejected": 0.5966250896453857, + "logps/chosen": -0.9655992388725281, + "logps/rejected": -1.7845059633255005, + "loss": 0.8857, + "odds_ratio_loss": 0.49398142099380493, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09655991941690445, + "rewards/margins": 0.08189067989587784, + "rewards/rejected": -0.17845061421394348, + "sft_loss": 0.9655992388725281, + "step": 232 + }, + { + "epoch": 0.33694866232827186, + "grad_norm": 2.784215244397478, + "learning_rate": 7.978689420429491e-06, + "logits/chosen": 0.784191370010376, + "logits/rejected": 0.6294467449188232, + "logps/chosen": -0.8379493951797485, + "logps/rejected": -1.453858494758606, + "loss": 0.7912, + "odds_ratio_loss": 0.5905799865722656, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08379494398832321, + "rewards/margins": 0.06159090995788574, + "rewards/rejected": -0.14538586139678955, + "sft_loss": 0.8379493951797485, + "step": 233 + }, + { + "epoch": 0.3383947939262473, + "grad_norm": 3.809142821856424, + "learning_rate": 7.978368046088197e-06, + "logits/chosen": 0.7262183427810669, + "logits/rejected": 0.6582277417182922, + "logps/chosen": -1.0824716091156006, + "logps/rejected": -1.1397984027862549, + "loss": 0.9569, + "odds_ratio_loss": 0.7705241441726685, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.10824716836214066, + "rewards/margins": 0.0057326690293848515, + "rewards/rejected": -0.11397983133792877, + "sft_loss": 1.0824716091156006, + "step": 234 + }, + { + "epoch": 0.3398409255242227, + "grad_norm": 3.0346959899246713, + "learning_rate": 7.978044273173988e-06, + "logits/chosen": 0.8044057488441467, + "logits/rejected": 0.6709400415420532, + "logps/chosen": -0.8678100109100342, + "logps/rejected": -1.0254902839660645, + "loss": 0.852, + "odds_ratio_loss": 0.7025970816612244, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08678101003170013, + "rewards/margins": 0.015768028795719147, + "rewards/rejected": -0.10254903137683868, + "sft_loss": 0.8678100109100342, + "step": 235 + }, + { + "epoch": 0.34128705712219815, + "grad_norm": 2.7268429100393785, + "learning_rate": 7.977718101882074e-06, + "logits/chosen": 0.8474991321563721, + "logits/rejected": 0.6978375911712646, + "logps/chosen": -0.6163941025733948, + "logps/rejected": -1.8094571828842163, + "loss": 0.8349, + "odds_ratio_loss": 0.525054931640625, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06163940951228142, + "rewards/margins": 0.11930631101131439, + "rewards/rejected": -0.18094570934772491, + "sft_loss": 0.6163941025733948, + "step": 236 + }, + { + "epoch": 0.34273318872017355, + "grad_norm": 3.5101613560433056, + "learning_rate": 7.977389532409099e-06, + "logits/chosen": 0.6671175956726074, + "logits/rejected": 0.49634212255477905, + "logps/chosen": -0.7292395234107971, + "logps/rejected": -1.6196175813674927, + "loss": 0.8755, + "odds_ratio_loss": 0.4010503888130188, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07292395830154419, + "rewards/margins": 0.08903781324625015, + "rewards/rejected": -0.16196177899837494, + "sft_loss": 0.7292395234107971, + "step": 237 + }, + { + "epoch": 0.34417932031814896, + "grad_norm": 2.803002663496337, + "learning_rate": 7.977058564953163e-06, + "logits/chosen": 0.8379513025283813, + "logits/rejected": 0.715684175491333, + "logps/chosen": -0.8583624362945557, + "logps/rejected": -1.6935725212097168, + "loss": 0.8992, + "odds_ratio_loss": 0.5625948905944824, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0858362466096878, + "rewards/margins": 0.08352100849151611, + "rewards/rejected": -0.1693572700023651, + "sft_loss": 0.8583624362945557, + "step": 238 + }, + { + "epoch": 0.34562545191612437, + "grad_norm": 4.167844335180785, + "learning_rate": 7.976725199713806e-06, + "logits/chosen": 0.899992048740387, + "logits/rejected": 0.6711959838867188, + "logps/chosen": -0.7251548767089844, + "logps/rejected": -1.621293306350708, + "loss": 0.9368, + "odds_ratio_loss": 0.5080724954605103, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07251548767089844, + "rewards/margins": 0.08961383998394012, + "rewards/rejected": -0.16212932765483856, + "sft_loss": 0.7251548767089844, + "step": 239 + }, + { + "epoch": 0.3470715835140998, + "grad_norm": 3.35087123326394, + "learning_rate": 7.976389436892015e-06, + "logits/chosen": 0.7564694881439209, + "logits/rejected": 0.6249856948852539, + "logps/chosen": -0.8904150128364563, + "logps/rejected": -1.1712754964828491, + "loss": 0.8692, + "odds_ratio_loss": 0.5690667033195496, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08904150128364563, + "rewards/margins": 0.02808605134487152, + "rewards/rejected": -0.11712755262851715, + "sft_loss": 0.8904150128364563, + "step": 240 + }, + { + "epoch": 0.3485177151120752, + "grad_norm": 2.6406013197038387, + "learning_rate": 7.976051276690223e-06, + "logits/chosen": 0.6425853967666626, + "logits/rejected": 0.5586930513381958, + "logps/chosen": -0.7436127662658691, + "logps/rejected": -2.275128126144409, + "loss": 0.8125, + "odds_ratio_loss": 0.403175950050354, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07436127960681915, + "rewards/margins": 0.15315154194831848, + "rewards/rejected": -0.22751282155513763, + "sft_loss": 0.7436127662658691, + "step": 241 + }, + { + "epoch": 0.3499638467100506, + "grad_norm": 4.369279972922537, + "learning_rate": 7.975710719312306e-06, + "logits/chosen": 0.6873583793640137, + "logits/rejected": 0.5604276657104492, + "logps/chosen": -0.7742418646812439, + "logps/rejected": -1.7675644159317017, + "loss": 0.895, + "odds_ratio_loss": 0.5378227829933167, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07742418348789215, + "rewards/margins": 0.09933225810527802, + "rewards/rejected": -0.17675642669200897, + "sft_loss": 0.7742418646812439, + "step": 242 + }, + { + "epoch": 0.351409978308026, + "grad_norm": 3.4169304241180485, + "learning_rate": 7.975367764963591e-06, + "logits/chosen": 0.9993571043014526, + "logits/rejected": 0.8231282234191895, + "logps/chosen": -0.8939650058746338, + "logps/rejected": -1.2862818241119385, + "loss": 0.9304, + "odds_ratio_loss": 0.6970391869544983, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08939650654792786, + "rewards/margins": 0.039231669157743454, + "rewards/rejected": -0.12862816452980042, + "sft_loss": 0.8939650058746338, + "step": 243 + }, + { + "epoch": 0.35285610990600147, + "grad_norm": 3.577479393127468, + "learning_rate": 7.975022413850844e-06, + "logits/chosen": 0.7503065466880798, + "logits/rejected": 0.5771316289901733, + "logps/chosen": -0.7733768224716187, + "logps/rejected": -1.5073132514953613, + "loss": 0.8007, + "odds_ratio_loss": 0.4124954044818878, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.07733768224716187, + "rewards/margins": 0.07339364290237427, + "rewards/rejected": -0.15073132514953613, + "sft_loss": 0.7733768224716187, + "step": 244 + }, + { + "epoch": 0.3543022415039769, + "grad_norm": 3.836112525892133, + "learning_rate": 7.974674666182281e-06, + "logits/chosen": 0.8848112225532532, + "logits/rejected": 0.8300377130508423, + "logps/chosen": -0.752465546131134, + "logps/rejected": -2.1321396827697754, + "loss": 0.8716, + "odds_ratio_loss": 0.5637364983558655, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07524655759334564, + "rewards/margins": 0.13796743750572205, + "rewards/rejected": -0.2132139950990677, + "sft_loss": 0.752465546131134, + "step": 245 + }, + { + "epoch": 0.3557483731019523, + "grad_norm": 3.1277493586154126, + "learning_rate": 7.974324522167557e-06, + "logits/chosen": 0.7861306667327881, + "logits/rejected": 0.615057647228241, + "logps/chosen": -0.9151326417922974, + "logps/rejected": -1.5386865139007568, + "loss": 0.8864, + "odds_ratio_loss": 0.5509360432624817, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0915132611989975, + "rewards/margins": 0.062355391681194305, + "rewards/rejected": -0.1538686603307724, + "sft_loss": 0.9151326417922974, + "step": 246 + }, + { + "epoch": 0.3571945046999277, + "grad_norm": 3.506251057509387, + "learning_rate": 7.973971982017775e-06, + "logits/chosen": 0.8024786710739136, + "logits/rejected": 0.5016666054725647, + "logps/chosen": -0.6327417492866516, + "logps/rejected": -1.9561928510665894, + "loss": 0.8688, + "odds_ratio_loss": 0.44218164682388306, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06327417492866516, + "rewards/margins": 0.13234511017799377, + "rewards/rejected": -0.19561928510665894, + "sft_loss": 0.6327417492866516, + "step": 247 + }, + { + "epoch": 0.3586406362979031, + "grad_norm": 2.6104103628429796, + "learning_rate": 7.973617045945487e-06, + "logits/chosen": 0.8094074726104736, + "logits/rejected": 0.5848209857940674, + "logps/chosen": -0.778999388217926, + "logps/rejected": -1.5029215812683105, + "loss": 0.8303, + "odds_ratio_loss": 0.6139599084854126, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.07789994776248932, + "rewards/margins": 0.07239222526550293, + "rewards/rejected": -0.15029215812683105, + "sft_loss": 0.778999388217926, + "step": 248 + }, + { + "epoch": 0.3600867678958785, + "grad_norm": 3.8613735777872993, + "learning_rate": 7.97325971416468e-06, + "logits/chosen": 0.8423810601234436, + "logits/rejected": 0.6365971565246582, + "logps/chosen": -0.768801748752594, + "logps/rejected": -2.2783043384552, + "loss": 0.8586, + "odds_ratio_loss": 0.37025052309036255, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07688017189502716, + "rewards/margins": 0.15095025300979614, + "rewards/rejected": -0.2278304398059845, + "sft_loss": 0.768801748752594, + "step": 249 + }, + { + "epoch": 0.3615328994938539, + "grad_norm": 5.012643427887363, + "learning_rate": 7.972899986890796e-06, + "logits/chosen": 0.7972968220710754, + "logits/rejected": 0.7219531536102295, + "logps/chosen": -1.2234079837799072, + "logps/rejected": -1.1467794179916382, + "loss": 1.0785, + "odds_ratio_loss": 0.8847633600234985, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.12234079837799072, + "rewards/margins": -0.007662854623049498, + "rewards/rejected": -0.11467794328927994, + "sft_loss": 1.2234079837799072, + "step": 250 + }, + { + "epoch": 0.36297903109182933, + "grad_norm": 4.279210626470339, + "learning_rate": 7.972537864340714e-06, + "logits/chosen": 0.9484211206436157, + "logits/rejected": 0.7891027331352234, + "logps/chosen": -0.8660564422607422, + "logps/rejected": -1.464170217514038, + "loss": 0.8468, + "odds_ratio_loss": 0.6933861970901489, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08660565316677094, + "rewards/margins": 0.059811390936374664, + "rewards/rejected": -0.146417036652565, + "sft_loss": 0.8660564422607422, + "step": 251 + }, + { + "epoch": 0.3644251626898048, + "grad_norm": 3.471495045207052, + "learning_rate": 7.972173346732755e-06, + "logits/chosen": 0.7789313793182373, + "logits/rejected": 0.7130517959594727, + "logps/chosen": -0.9272181391716003, + "logps/rejected": -1.905896782875061, + "loss": 0.8858, + "odds_ratio_loss": 0.5296302437782288, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09272181242704391, + "rewards/margins": 0.09786785393953323, + "rewards/rejected": -0.19058966636657715, + "sft_loss": 0.9272181391716003, + "step": 252 + }, + { + "epoch": 0.3658712942877802, + "grad_norm": 10.562055110820904, + "learning_rate": 7.971806434286693e-06, + "logits/chosen": 0.9116954803466797, + "logits/rejected": 0.7316747307777405, + "logps/chosen": -0.6885159015655518, + "logps/rejected": -2.1187455654144287, + "loss": 0.8137, + "odds_ratio_loss": 0.40810999274253845, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06885159015655518, + "rewards/margins": 0.14302296936511993, + "rewards/rejected": -0.21187454462051392, + "sft_loss": 0.6885159015655518, + "step": 253 + }, + { + "epoch": 0.3673174258857556, + "grad_norm": 2.417811083637075, + "learning_rate": 7.97143712722374e-06, + "logits/chosen": 0.7554264664649963, + "logits/rejected": 0.5283613204956055, + "logps/chosen": -0.8525446653366089, + "logps/rejected": -1.62563157081604, + "loss": 0.9782, + "odds_ratio_loss": 0.5037074089050293, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08525446802377701, + "rewards/margins": 0.07730869948863983, + "rewards/rejected": -0.16256316006183624, + "sft_loss": 0.8525446653366089, + "step": 254 + }, + { + "epoch": 0.368763557483731, + "grad_norm": 2.4927832005447828, + "learning_rate": 7.97106542576655e-06, + "logits/chosen": 0.8163594007492065, + "logits/rejected": 0.5682124495506287, + "logps/chosen": -0.6700804829597473, + "logps/rejected": -2.2717583179473877, + "loss": 0.8972, + "odds_ratio_loss": 0.33437198400497437, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06700804829597473, + "rewards/margins": 0.16016778349876404, + "rewards/rejected": -0.22717583179473877, + "sft_loss": 0.6700804829597473, + "step": 255 + }, + { + "epoch": 0.37020968908170643, + "grad_norm": 2.980750378676755, + "learning_rate": 7.970691330139226e-06, + "logits/chosen": 0.7557944655418396, + "logits/rejected": 0.6307120323181152, + "logps/chosen": -0.8848236203193665, + "logps/rejected": -0.9924321174621582, + "loss": 0.871, + "odds_ratio_loss": 0.7175642251968384, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08848236501216888, + "rewards/margins": 0.010760847479104996, + "rewards/rejected": -0.09924320876598358, + "sft_loss": 0.8848236203193665, + "step": 256 + }, + { + "epoch": 0.37165582067968184, + "grad_norm": 4.391248806591652, + "learning_rate": 7.97031484056731e-06, + "logits/chosen": 0.7138476371765137, + "logits/rejected": 0.6476942300796509, + "logps/chosen": -0.7389509677886963, + "logps/rejected": -1.5851773023605347, + "loss": 0.864, + "odds_ratio_loss": 0.41973942518234253, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07389508932828903, + "rewards/margins": 0.08462263643741608, + "rewards/rejected": -0.1585177183151245, + "sft_loss": 0.7389509677886963, + "step": 257 + }, + { + "epoch": 0.37310195227765725, + "grad_norm": 3.3143549158128818, + "learning_rate": 7.96993595727779e-06, + "logits/chosen": 0.6371474266052246, + "logits/rejected": 0.5004527568817139, + "logps/chosen": -0.7199169397354126, + "logps/rejected": -2.65303111076355, + "loss": 0.8483, + "odds_ratio_loss": 0.44243472814559937, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0719916895031929, + "rewards/margins": 0.1933114230632782, + "rewards/rejected": -0.2653031349182129, + "sft_loss": 0.7199169397354126, + "step": 258 + }, + { + "epoch": 0.3745480838756327, + "grad_norm": 3.1321180531981687, + "learning_rate": 7.969554680499097e-06, + "logits/chosen": 0.6553201675415039, + "logits/rejected": 0.6746339797973633, + "logps/chosen": -0.8668511509895325, + "logps/rejected": -1.6837364435195923, + "loss": 0.9129, + "odds_ratio_loss": 0.5618002414703369, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08668512105941772, + "rewards/margins": 0.0816885307431221, + "rewards/rejected": -0.16837365925312042, + "sft_loss": 0.8668511509895325, + "step": 259 + }, + { + "epoch": 0.3759942154736081, + "grad_norm": 7.57803343896559, + "learning_rate": 7.969171010461101e-06, + "logits/chosen": 0.6894788146018982, + "logits/rejected": 0.5525285005569458, + "logps/chosen": -0.7234008312225342, + "logps/rejected": -1.6714537143707275, + "loss": 0.7727, + "odds_ratio_loss": 0.38769158720970154, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07234008610248566, + "rewards/margins": 0.09480530768632889, + "rewards/rejected": -0.16714540123939514, + "sft_loss": 0.7234008312225342, + "step": 260 + }, + { + "epoch": 0.3774403470715835, + "grad_norm": 3.0196548162625976, + "learning_rate": 7.968784947395122e-06, + "logits/chosen": 0.7908775210380554, + "logits/rejected": 0.5918086171150208, + "logps/chosen": -1.0163339376449585, + "logps/rejected": -1.382534146308899, + "loss": 0.9061, + "odds_ratio_loss": 0.7340130805969238, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.10163339227437973, + "rewards/margins": 0.03662002459168434, + "rewards/rejected": -0.13825342059135437, + "sft_loss": 1.0163339376449585, + "step": 261 + }, + { + "epoch": 0.37888647866955893, + "grad_norm": 4.090776023213169, + "learning_rate": 7.968396491533914e-06, + "logits/chosen": 0.7099351286888123, + "logits/rejected": 0.5062960982322693, + "logps/chosen": -1.0517055988311768, + "logps/rejected": -1.2568538188934326, + "loss": 0.9126, + "odds_ratio_loss": 0.7793716788291931, + "rewards/accuracies": 0.375, + "rewards/chosen": -0.10517056286334991, + "rewards/margins": 0.020514825358986855, + "rewards/rejected": -0.12568539381027222, + "sft_loss": 1.0517055988311768, + "step": 262 + }, + { + "epoch": 0.38033261026753434, + "grad_norm": 4.6262771091993224, + "learning_rate": 7.968005643111684e-06, + "logits/chosen": 0.7514022588729858, + "logits/rejected": 0.7052969336509705, + "logps/chosen": -0.9725602865219116, + "logps/rejected": -2.683314323425293, + "loss": 0.898, + "odds_ratio_loss": 0.6760257482528687, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.09725602716207504, + "rewards/margins": 0.17107540369033813, + "rewards/rejected": -0.2683314383029938, + "sft_loss": 0.9725602865219116, + "step": 263 + }, + { + "epoch": 0.38177874186550975, + "grad_norm": 3.091384295153508, + "learning_rate": 7.967612402364071e-06, + "logits/chosen": 0.7682317495346069, + "logits/rejected": 0.7247217297554016, + "logps/chosen": -0.8237577676773071, + "logps/rejected": -1.758196234703064, + "loss": 0.8667, + "odds_ratio_loss": 0.7248599529266357, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08237577974796295, + "rewards/margins": 0.0934438556432724, + "rewards/rejected": -0.17581963539123535, + "sft_loss": 0.8237577676773071, + "step": 264 + }, + { + "epoch": 0.38322487346348516, + "grad_norm": 2.6477759807391825, + "learning_rate": 7.967216769528166e-06, + "logits/chosen": 0.6989853382110596, + "logits/rejected": 0.5311872959136963, + "logps/chosen": -0.8110822439193726, + "logps/rejected": -2.2039005756378174, + "loss": 0.9244, + "odds_ratio_loss": 0.5130632519721985, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0811082199215889, + "rewards/margins": 0.13928183913230896, + "rewards/rejected": -0.22039005160331726, + "sft_loss": 0.8110822439193726, + "step": 265 + }, + { + "epoch": 0.38467100506146057, + "grad_norm": 3.867013203125484, + "learning_rate": 7.966818744842494e-06, + "logits/chosen": 0.8495751023292542, + "logits/rejected": 0.74996018409729, + "logps/chosen": -0.7023511528968811, + "logps/rejected": -1.9245699644088745, + "loss": 0.8556, + "odds_ratio_loss": 0.46690189838409424, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07023511826992035, + "rewards/margins": 0.12222187966108322, + "rewards/rejected": -0.19245699048042297, + "sft_loss": 0.7023511528968811, + "step": 266 + }, + { + "epoch": 0.38611713665943603, + "grad_norm": 7.385204554151738, + "learning_rate": 7.966418328547026e-06, + "logits/chosen": 0.821699857711792, + "logits/rejected": 0.6689359545707703, + "logps/chosen": -0.5747587084770203, + "logps/rejected": -1.5719361305236816, + "loss": 0.9209, + "odds_ratio_loss": 0.5139928460121155, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.057475872337818146, + "rewards/margins": 0.09971773624420166, + "rewards/rejected": -0.1571936011314392, + "sft_loss": 0.5747587084770203, + "step": 267 + }, + { + "epoch": 0.38756326825741144, + "grad_norm": 3.0184638626608633, + "learning_rate": 7.966015520883178e-06, + "logits/chosen": 0.7042960524559021, + "logits/rejected": 0.5639068484306335, + "logps/chosen": -0.7901575565338135, + "logps/rejected": -3.015544891357422, + "loss": 0.7691, + "odds_ratio_loss": 0.41159412264823914, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07901576161384583, + "rewards/margins": 0.22253873944282532, + "rewards/rejected": -0.30155447125434875, + "sft_loss": 0.7901575565338135, + "step": 268 + }, + { + "epoch": 0.38900939985538685, + "grad_norm": 4.235634529152362, + "learning_rate": 7.965610322093798e-06, + "logits/chosen": 0.7846585512161255, + "logits/rejected": 0.711887001991272, + "logps/chosen": -0.9673622250556946, + "logps/rejected": -1.4234188795089722, + "loss": 0.8955, + "odds_ratio_loss": 0.6162651777267456, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09673622250556946, + "rewards/margins": 0.04560566693544388, + "rewards/rejected": -0.14234188199043274, + "sft_loss": 0.9673622250556946, + "step": 269 + }, + { + "epoch": 0.39045553145336226, + "grad_norm": 4.376119601183979, + "learning_rate": 7.965202732423186e-06, + "logits/chosen": 0.7393103837966919, + "logits/rejected": 0.5519256591796875, + "logps/chosen": -0.9471575021743774, + "logps/rejected": -1.5052287578582764, + "loss": 0.9612, + "odds_ratio_loss": 0.5077100992202759, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.09471575170755386, + "rewards/margins": 0.055807143449783325, + "rewards/rejected": -0.1505228877067566, + "sft_loss": 0.9471575021743774, + "step": 270 + }, + { + "epoch": 0.39190166305133767, + "grad_norm": 3.621340032032785, + "learning_rate": 7.96479275211708e-06, + "logits/chosen": 0.9538942575454712, + "logits/rejected": 0.7590014934539795, + "logps/chosen": -0.7168223857879639, + "logps/rejected": -1.5027300119400024, + "loss": 0.8363, + "odds_ratio_loss": 0.48245489597320557, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07168224453926086, + "rewards/margins": 0.07859078049659729, + "rewards/rejected": -0.15027301013469696, + "sft_loss": 0.7168223857879639, + "step": 271 + }, + { + "epoch": 0.3933477946493131, + "grad_norm": 3.2832296292942167, + "learning_rate": 7.964380381422656e-06, + "logits/chosen": 0.6526778340339661, + "logits/rejected": 0.3193623423576355, + "logps/chosen": -0.991958737373352, + "logps/rejected": -1.9510480165481567, + "loss": 0.865, + "odds_ratio_loss": 0.51337730884552, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09919588267803192, + "rewards/margins": 0.09590893238782883, + "rewards/rejected": -0.19510480761528015, + "sft_loss": 0.991958737373352, + "step": 272 + }, + { + "epoch": 0.3947939262472885, + "grad_norm": 2.696843063651091, + "learning_rate": 7.963965620588536e-06, + "logits/chosen": 0.7486572861671448, + "logits/rejected": 0.5010773539543152, + "logps/chosen": -0.8629076480865479, + "logps/rejected": -1.6694220304489136, + "loss": 0.7328, + "odds_ratio_loss": 0.5291403532028198, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08629077672958374, + "rewards/margins": 0.08065143972635269, + "rewards/rejected": -0.16694220900535583, + "sft_loss": 0.8629076480865479, + "step": 273 + }, + { + "epoch": 0.3962400578452639, + "grad_norm": 3.1227033798437516, + "learning_rate": 7.96354846986478e-06, + "logits/chosen": 0.7784473299980164, + "logits/rejected": 0.5128236413002014, + "logps/chosen": -0.6188066005706787, + "logps/rejected": -1.8390074968338013, + "loss": 0.8487, + "odds_ratio_loss": 0.3730120360851288, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06188066303730011, + "rewards/margins": 0.12202008068561554, + "rewards/rejected": -0.18390074372291565, + "sft_loss": 0.6188066005706787, + "step": 274 + }, + { + "epoch": 0.39768618944323936, + "grad_norm": 3.6086922714292418, + "learning_rate": 7.963128929502889e-06, + "logits/chosen": 0.8294479250907898, + "logits/rejected": 0.664797842502594, + "logps/chosen": -0.8582887053489685, + "logps/rejected": -1.5387067794799805, + "loss": 0.904, + "odds_ratio_loss": 0.6132429838180542, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08582887053489685, + "rewards/margins": 0.06804181635379791, + "rewards/rejected": -0.15387068688869476, + "sft_loss": 0.8582887053489685, + "step": 275 + }, + { + "epoch": 0.39913232104121477, + "grad_norm": 3.5451162311098243, + "learning_rate": 7.962706999755807e-06, + "logits/chosen": 0.7107446193695068, + "logits/rejected": 0.5381249189376831, + "logps/chosen": -0.8531709909439087, + "logps/rejected": -1.67955482006073, + "loss": 0.9392, + "odds_ratio_loss": 0.4603929817676544, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08531709760427475, + "rewards/margins": 0.08263837546110153, + "rewards/rejected": -0.16795547306537628, + "sft_loss": 0.8531709909439087, + "step": 276 + }, + { + "epoch": 0.4005784526391902, + "grad_norm": 2.388888186464326, + "learning_rate": 7.962282680877915e-06, + "logits/chosen": 0.8900540471076965, + "logits/rejected": 0.5301176905632019, + "logps/chosen": -0.6871480941772461, + "logps/rejected": -2.295354127883911, + "loss": 0.8126, + "odds_ratio_loss": 0.3517339527606964, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06871479749679565, + "rewards/margins": 0.1608206033706665, + "rewards/rejected": -0.22953541576862335, + "sft_loss": 0.6871480941772461, + "step": 277 + }, + { + "epoch": 0.4020245842371656, + "grad_norm": 2.6315560832486775, + "learning_rate": 7.96185597312504e-06, + "logits/chosen": 0.9399300813674927, + "logits/rejected": 0.6871672868728638, + "logps/chosen": -0.6519705653190613, + "logps/rejected": -2.3862929344177246, + "loss": 0.8321, + "odds_ratio_loss": 0.3415951430797577, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06519706547260284, + "rewards/margins": 0.17343223094940186, + "rewards/rejected": -0.2386292815208435, + "sft_loss": 0.6519705653190613, + "step": 278 + }, + { + "epoch": 0.403470715835141, + "grad_norm": 9.473931696319617, + "learning_rate": 7.96142687675444e-06, + "logits/chosen": 0.712382435798645, + "logits/rejected": 0.525117039680481, + "logps/chosen": -0.5526185035705566, + "logps/rejected": -2.451003313064575, + "loss": 0.8902, + "odds_ratio_loss": 0.2894706130027771, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.055261846631765366, + "rewards/margins": 0.1898384690284729, + "rewards/rejected": -0.24510033428668976, + "sft_loss": 0.5526185035705566, + "step": 279 + }, + { + "epoch": 0.4049168474331164, + "grad_norm": 13.10604992325088, + "learning_rate": 7.960995392024826e-06, + "logits/chosen": 0.9458888173103333, + "logits/rejected": 0.6861677169799805, + "logps/chosen": -0.8119727373123169, + "logps/rejected": -1.5805472135543823, + "loss": 0.8809, + "odds_ratio_loss": 0.576356828212738, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08119726926088333, + "rewards/margins": 0.07685744762420654, + "rewards/rejected": -0.15805472433567047, + "sft_loss": 0.8119727373123169, + "step": 280 + }, + { + "epoch": 0.4063629790310918, + "grad_norm": 2.21110470027196, + "learning_rate": 7.960561519196334e-06, + "logits/chosen": 0.7865252494812012, + "logits/rejected": 0.5100930333137512, + "logps/chosen": -0.7717297077178955, + "logps/rejected": -2.293206214904785, + "loss": 0.8973, + "odds_ratio_loss": 0.43415284156799316, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07717297971248627, + "rewards/margins": 0.15214766561985016, + "rewards/rejected": -0.22932063043117523, + "sft_loss": 0.7717297077178955, + "step": 281 + }, + { + "epoch": 0.4078091106290672, + "grad_norm": 3.993304152364151, + "learning_rate": 7.960125258530553e-06, + "logits/chosen": 0.7694143056869507, + "logits/rejected": 0.5560774207115173, + "logps/chosen": -0.8932427167892456, + "logps/rejected": -1.4928797483444214, + "loss": 0.9099, + "odds_ratio_loss": 0.5252251029014587, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08932427316904068, + "rewards/margins": 0.05996370688080788, + "rewards/rejected": -0.14928798377513885, + "sft_loss": 0.8932427167892456, + "step": 282 + }, + { + "epoch": 0.4092552422270427, + "grad_norm": 3.0189154414124775, + "learning_rate": 7.959686610290504e-06, + "logits/chosen": 0.5652546882629395, + "logits/rejected": 0.5164136290550232, + "logps/chosen": -0.7622696161270142, + "logps/rejected": -1.2584534883499146, + "loss": 0.8417, + "odds_ratio_loss": 0.4685708284378052, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07622695714235306, + "rewards/margins": 0.04961838945746422, + "rewards/rejected": -0.12584535777568817, + "sft_loss": 0.7622696161270142, + "step": 283 + }, + { + "epoch": 0.4107013738250181, + "grad_norm": 2.5548285360039285, + "learning_rate": 7.959245574740652e-06, + "logits/chosen": 0.868388831615448, + "logits/rejected": 0.6646077036857605, + "logps/chosen": -0.7296291589736938, + "logps/rejected": -1.3972752094268799, + "loss": 0.7955, + "odds_ratio_loss": 0.4898286461830139, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0729629248380661, + "rewards/margins": 0.06676461547613144, + "rewards/rejected": -0.13972753286361694, + "sft_loss": 0.7296291589736938, + "step": 284 + }, + { + "epoch": 0.4121475054229935, + "grad_norm": 4.044250113535489, + "learning_rate": 7.958802152146895e-06, + "logits/chosen": 0.8534368276596069, + "logits/rejected": 0.5839318633079529, + "logps/chosen": -0.7515661120414734, + "logps/rejected": -1.5278918743133545, + "loss": 0.8219, + "odds_ratio_loss": 0.44184809923171997, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.07515661418437958, + "rewards/margins": 0.07763257622718811, + "rewards/rejected": -0.1527891904115677, + "sft_loss": 0.7515661120414734, + "step": 285 + }, + { + "epoch": 0.4135936370209689, + "grad_norm": 3.854922628972753, + "learning_rate": 7.958356342776576e-06, + "logits/chosen": 0.8270955085754395, + "logits/rejected": 0.7576125860214233, + "logps/chosen": -0.7885029315948486, + "logps/rejected": -1.602339744567871, + "loss": 0.8647, + "odds_ratio_loss": 0.6078847050666809, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07885029166936874, + "rewards/margins": 0.08138368278741837, + "rewards/rejected": -0.1602339744567871, + "sft_loss": 0.7885029315948486, + "step": 286 + }, + { + "epoch": 0.4150397686189443, + "grad_norm": 2.97233807277169, + "learning_rate": 7.957908146898477e-06, + "logits/chosen": 0.8544989228248596, + "logits/rejected": 0.6331669092178345, + "logps/chosen": -0.9146354794502258, + "logps/rejected": -1.7395083904266357, + "loss": 0.9325, + "odds_ratio_loss": 0.6201297044754028, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09146355092525482, + "rewards/margins": 0.08248727768659592, + "rewards/rejected": -0.17395083606243134, + "sft_loss": 0.9146354794502258, + "step": 287 + }, + { + "epoch": 0.4164859002169197, + "grad_norm": 3.9764262611407064, + "learning_rate": 7.957457564782816e-06, + "logits/chosen": 0.7527596950531006, + "logits/rejected": 0.619892418384552, + "logps/chosen": -0.7813956141471863, + "logps/rejected": -2.4308414459228516, + "loss": 0.7837, + "odds_ratio_loss": 0.547453761100769, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07813956588506699, + "rewards/margins": 0.164944589138031, + "rewards/rejected": -0.2430841624736786, + "sft_loss": 0.7813956141471863, + "step": 288 + }, + { + "epoch": 0.41793203181489513, + "grad_norm": 7.563020631354844, + "learning_rate": 7.95700459670125e-06, + "logits/chosen": 0.8600162863731384, + "logits/rejected": 0.6054329872131348, + "logps/chosen": -0.8736534714698792, + "logps/rejected": -2.9901254177093506, + "loss": 0.9142, + "odds_ratio_loss": 0.5161182880401611, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08736535161733627, + "rewards/margins": 0.211647167801857, + "rewards/rejected": -0.29901254177093506, + "sft_loss": 0.8736534714698792, + "step": 289 + }, + { + "epoch": 0.4193781634128706, + "grad_norm": 2.4611000413126676, + "learning_rate": 7.956549242926872e-06, + "logits/chosen": 0.7825429439544678, + "logits/rejected": 0.5044749975204468, + "logps/chosen": -0.7324574589729309, + "logps/rejected": -1.9676034450531006, + "loss": 0.7825, + "odds_ratio_loss": 0.4541637897491455, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07324574887752533, + "rewards/margins": 0.12351461499929428, + "rewards/rejected": -0.196760356426239, + "sft_loss": 0.7324574589729309, + "step": 290 + }, + { + "epoch": 0.420824295010846, + "grad_norm": 3.0288336601213315, + "learning_rate": 7.956091503734223e-06, + "logits/chosen": 0.7554039359092712, + "logits/rejected": 0.5739782452583313, + "logps/chosen": -0.5028554797172546, + "logps/rejected": -3.680788993835449, + "loss": 0.6984, + "odds_ratio_loss": 0.28743448853492737, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.050285547971725464, + "rewards/margins": 0.3177933394908905, + "rewards/rejected": -0.36807888746261597, + "sft_loss": 0.5028554797172546, + "step": 291 + }, + { + "epoch": 0.4222704266088214, + "grad_norm": 3.5405260189111947, + "learning_rate": 7.955631379399271e-06, + "logits/chosen": 0.7954279780387878, + "logits/rejected": 0.5444122552871704, + "logps/chosen": -0.6753735542297363, + "logps/rejected": -2.6563949584960938, + "loss": 0.7875, + "odds_ratio_loss": 0.43333977460861206, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06753735989332199, + "rewards/margins": 0.19810214638710022, + "rewards/rejected": -0.2656395137310028, + "sft_loss": 0.6753735542297363, + "step": 292 + }, + { + "epoch": 0.4237165582067968, + "grad_norm": 3.1754832413171004, + "learning_rate": 7.955168870199428e-06, + "logits/chosen": 0.7190636992454529, + "logits/rejected": 0.5010616779327393, + "logps/chosen": -0.7396849393844604, + "logps/rejected": -2.7797493934631348, + "loss": 0.9183, + "odds_ratio_loss": 0.43546822667121887, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07396849989891052, + "rewards/margins": 0.20400643348693848, + "rewards/rejected": -0.277974933385849, + "sft_loss": 0.7396849393844604, + "step": 293 + }, + { + "epoch": 0.42516268980477223, + "grad_norm": 4.057110333121107, + "learning_rate": 7.954703976413544e-06, + "logits/chosen": 0.561728298664093, + "logits/rejected": 0.47190630435943604, + "logps/chosen": -0.9969494342803955, + "logps/rejected": -1.62455153465271, + "loss": 0.9558, + "odds_ratio_loss": 0.6601800322532654, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09969495236873627, + "rewards/margins": 0.06276021897792816, + "rewards/rejected": -0.16245517134666443, + "sft_loss": 0.9969494342803955, + "step": 294 + }, + { + "epoch": 0.42660882140274764, + "grad_norm": 2.864194448801957, + "learning_rate": 7.954236698321901e-06, + "logits/chosen": 0.6871510744094849, + "logits/rejected": 0.465214341878891, + "logps/chosen": -0.6832473278045654, + "logps/rejected": -1.775686502456665, + "loss": 0.7974, + "odds_ratio_loss": 0.4238354563713074, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0683247298002243, + "rewards/margins": 0.10924392938613892, + "rewards/rejected": -0.17756864428520203, + "sft_loss": 0.6832473278045654, + "step": 295 + }, + { + "epoch": 0.42805495300072305, + "grad_norm": 4.022318915961337, + "learning_rate": 7.953767036206228e-06, + "logits/chosen": 0.548240602016449, + "logits/rejected": 0.49791282415390015, + "logps/chosen": -0.8850837349891663, + "logps/rejected": -1.8481075763702393, + "loss": 0.9559, + "odds_ratio_loss": 0.4951096773147583, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08850837498903275, + "rewards/margins": 0.09630238264799118, + "rewards/rejected": -0.18481075763702393, + "sft_loss": 0.8850837349891663, + "step": 296 + }, + { + "epoch": 0.42950108459869846, + "grad_norm": 4.1252342060496066, + "learning_rate": 7.953294990349683e-06, + "logits/chosen": 0.6419621706008911, + "logits/rejected": 0.636412501335144, + "logps/chosen": -0.929691731929779, + "logps/rejected": -2.140536069869995, + "loss": 0.9064, + "odds_ratio_loss": 0.6660383343696594, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09296917915344238, + "rewards/margins": 0.12108444422483444, + "rewards/rejected": -0.21405361592769623, + "sft_loss": 0.929691731929779, + "step": 297 + }, + { + "epoch": 0.4309472161966739, + "grad_norm": 6.395196153201281, + "learning_rate": 7.952820561036864e-06, + "logits/chosen": 0.6038861870765686, + "logits/rejected": 0.4589577913284302, + "logps/chosen": -0.7986758351325989, + "logps/rejected": -2.17226505279541, + "loss": 0.9359, + "odds_ratio_loss": 0.5335122346878052, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07986757904291153, + "rewards/margins": 0.13735893368721008, + "rewards/rejected": -0.21722650527954102, + "sft_loss": 0.7986758351325989, + "step": 298 + }, + { + "epoch": 0.43239334779464933, + "grad_norm": 2.7876002435377765, + "learning_rate": 7.952343748553806e-06, + "logits/chosen": 0.6711763739585876, + "logits/rejected": 0.6253769397735596, + "logps/chosen": -0.820818305015564, + "logps/rejected": -1.4959368705749512, + "loss": 0.9121, + "odds_ratio_loss": 0.5811915993690491, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08208183199167252, + "rewards/margins": 0.06751186400651932, + "rewards/rejected": -0.14959371089935303, + "sft_loss": 0.820818305015564, + "step": 299 + }, + { + "epoch": 0.43383947939262474, + "grad_norm": 2.9225860620617152, + "learning_rate": 7.951864553187983e-06, + "logits/chosen": 0.6169509291648865, + "logits/rejected": 0.5235470533370972, + "logps/chosen": -0.6802053451538086, + "logps/rejected": -2.5945489406585693, + "loss": 0.7323, + "odds_ratio_loss": 0.3930429518222809, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0680205300450325, + "rewards/margins": 0.19143438339233398, + "rewards/rejected": -0.2594549059867859, + "sft_loss": 0.6802053451538086, + "step": 300 + }, + { + "epoch": 0.43528561099060015, + "grad_norm": 3.2161174399034347, + "learning_rate": 7.951382975228301e-06, + "logits/chosen": 0.7169187068939209, + "logits/rejected": 0.7688310146331787, + "logps/chosen": -0.8765419721603394, + "logps/rejected": -1.1146844625473022, + "loss": 0.9063, + "odds_ratio_loss": 0.6021533012390137, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08765420317649841, + "rewards/margins": 0.02381424978375435, + "rewards/rejected": -0.11146844923496246, + "sft_loss": 0.8765419721603394, + "step": 301 + }, + { + "epoch": 0.43673174258857556, + "grad_norm": 3.0896141078168187, + "learning_rate": 7.95089901496511e-06, + "logits/chosen": 0.8363983631134033, + "logits/rejected": 0.5107532739639282, + "logps/chosen": -0.8250682353973389, + "logps/rejected": -2.3571953773498535, + "loss": 0.7644, + "odds_ratio_loss": 0.5739777088165283, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08250682055950165, + "rewards/margins": 0.15321271121501923, + "rewards/rejected": -0.23571954667568207, + "sft_loss": 0.8250682353973389, + "step": 302 + }, + { + "epoch": 0.43817787418655096, + "grad_norm": 3.811865270406822, + "learning_rate": 7.950412672690186e-06, + "logits/chosen": 0.6645305752754211, + "logits/rejected": 0.5417653322219849, + "logps/chosen": -0.9253389835357666, + "logps/rejected": -2.211357831954956, + "loss": 0.9014, + "odds_ratio_loss": 0.5837020874023438, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0925339013338089, + "rewards/margins": 0.12860189378261566, + "rewards/rejected": -0.22113579511642456, + "sft_loss": 0.9253389835357666, + "step": 303 + }, + { + "epoch": 0.4396240057845264, + "grad_norm": 2.672569700743552, + "learning_rate": 7.94992394869675e-06, + "logits/chosen": 0.7562464475631714, + "logits/rejected": 0.536525309085846, + "logps/chosen": -0.8378995656967163, + "logps/rejected": -1.695633888244629, + "loss": 0.8967, + "odds_ratio_loss": 0.4167096018791199, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.08378996700048447, + "rewards/margins": 0.08577344566583633, + "rewards/rejected": -0.1695634126663208, + "sft_loss": 0.8378995656967163, + "step": 304 + }, + { + "epoch": 0.4410701373825018, + "grad_norm": 3.008113742586865, + "learning_rate": 7.949432843279453e-06, + "logits/chosen": 0.7660605311393738, + "logits/rejected": 0.599168598651886, + "logps/chosen": -0.6577078700065613, + "logps/rejected": -2.418144464492798, + "loss": 0.8728, + "odds_ratio_loss": 0.3436301648616791, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06577078998088837, + "rewards/margins": 0.17604365944862366, + "rewards/rejected": -0.24181444942951202, + "sft_loss": 0.6577078700065613, + "step": 305 + }, + { + "epoch": 0.44251626898047725, + "grad_norm": 2.916373711671278, + "learning_rate": 7.948939356734385e-06, + "logits/chosen": 0.7118316292762756, + "logits/rejected": 0.5230697393417358, + "logps/chosen": -0.6964635252952576, + "logps/rejected": -1.8553109169006348, + "loss": 0.9158, + "odds_ratio_loss": 0.4708198308944702, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06964635848999023, + "rewards/margins": 0.11588473618030548, + "rewards/rejected": -0.1855311095714569, + "sft_loss": 0.6964635252952576, + "step": 306 + }, + { + "epoch": 0.44396240057845265, + "grad_norm": 3.1516702895048816, + "learning_rate": 7.948443489359071e-06, + "logits/chosen": 0.8500151634216309, + "logits/rejected": 0.686989426612854, + "logps/chosen": -0.6953170895576477, + "logps/rejected": -1.5989413261413574, + "loss": 0.8902, + "odds_ratio_loss": 0.3981609046459198, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06953170895576477, + "rewards/margins": 0.09036242961883545, + "rewards/rejected": -0.15989412367343903, + "sft_loss": 0.6953170895576477, + "step": 307 + }, + { + "epoch": 0.44540853217642806, + "grad_norm": 3.5710829304772584, + "learning_rate": 7.947945241452475e-06, + "logits/chosen": 0.5635668039321899, + "logits/rejected": 0.46536314487457275, + "logps/chosen": -0.8453367948532104, + "logps/rejected": -1.4774147272109985, + "loss": 0.8867, + "odds_ratio_loss": 0.5234245657920837, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0845336765050888, + "rewards/margins": 0.06320779025554657, + "rewards/rejected": -0.14774146676063538, + "sft_loss": 0.8453367948532104, + "step": 308 + }, + { + "epoch": 0.44685466377440347, + "grad_norm": 3.390233696947453, + "learning_rate": 7.947444613314986e-06, + "logits/chosen": 0.7768136262893677, + "logits/rejected": 0.660037100315094, + "logps/chosen": -0.8382095098495483, + "logps/rejected": -1.4200916290283203, + "loss": 0.797, + "odds_ratio_loss": 0.5195042490959167, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08382095396518707, + "rewards/margins": 0.05818820744752884, + "rewards/rejected": -0.1420091688632965, + "sft_loss": 0.8382095098495483, + "step": 309 + }, + { + "epoch": 0.4483007953723789, + "grad_norm": 4.509100866130907, + "learning_rate": 7.94694160524844e-06, + "logits/chosen": 0.5886682868003845, + "logits/rejected": 0.384355753660202, + "logps/chosen": -0.867601752281189, + "logps/rejected": -1.5529288053512573, + "loss": 0.8558, + "odds_ratio_loss": 0.5688661932945251, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08676017820835114, + "rewards/margins": 0.06853270530700684, + "rewards/rejected": -0.15529288351535797, + "sft_loss": 0.867601752281189, + "step": 310 + }, + { + "epoch": 0.4497469269703543, + "grad_norm": 2.1647577543237664, + "learning_rate": 7.946436217556099e-06, + "logits/chosen": 0.6968039274215698, + "logits/rejected": 0.5218100547790527, + "logps/chosen": -0.693936288356781, + "logps/rejected": -1.393923282623291, + "loss": 0.7933, + "odds_ratio_loss": 0.41789939999580383, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06939362734556198, + "rewards/margins": 0.06999869644641876, + "rewards/rejected": -0.13939233124256134, + "sft_loss": 0.693936288356781, + "step": 311 + }, + { + "epoch": 0.4511930585683297, + "grad_norm": 4.30465084520022, + "learning_rate": 7.945928450542664e-06, + "logits/chosen": 0.5718408226966858, + "logits/rejected": 0.6034159064292908, + "logps/chosen": -0.8760853409767151, + "logps/rejected": -1.6363561153411865, + "loss": 0.8284, + "odds_ratio_loss": 0.40968573093414307, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08760854601860046, + "rewards/margins": 0.07602708041667938, + "rewards/rejected": -0.16363561153411865, + "sft_loss": 0.8760853409767151, + "step": 312 + }, + { + "epoch": 0.45263919016630516, + "grad_norm": 3.0022074366655866, + "learning_rate": 7.94541830451427e-06, + "logits/chosen": 0.5793265104293823, + "logits/rejected": 0.42465144395828247, + "logps/chosen": -0.5700391530990601, + "logps/rejected": -2.0401134490966797, + "loss": 0.8435, + "odds_ratio_loss": 0.29582464694976807, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.057003915309906006, + "rewards/margins": 0.14700743556022644, + "rewards/rejected": -0.20401133596897125, + "sft_loss": 0.5700391530990601, + "step": 313 + }, + { + "epoch": 0.45408532176428057, + "grad_norm": 2.481391841589562, + "learning_rate": 7.944905779778487e-06, + "logits/chosen": 0.6300640106201172, + "logits/rejected": 0.5014770030975342, + "logps/chosen": -0.6986908912658691, + "logps/rejected": -1.7633607387542725, + "loss": 0.7659, + "odds_ratio_loss": 0.5082624554634094, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06986908614635468, + "rewards/margins": 0.10646697133779526, + "rewards/rejected": -0.17633606493473053, + "sft_loss": 0.6986908912658691, + "step": 314 + }, + { + "epoch": 0.455531453362256, + "grad_norm": 2.6200652171864083, + "learning_rate": 7.944390876644317e-06, + "logits/chosen": 0.5968663096427917, + "logits/rejected": 0.5737828016281128, + "logps/chosen": -0.7979955077171326, + "logps/rejected": -1.5119889974594116, + "loss": 0.8404, + "odds_ratio_loss": 0.6428624391555786, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07979955524206161, + "rewards/margins": 0.07139935344457626, + "rewards/rejected": -0.15119890868663788, + "sft_loss": 0.7979955077171326, + "step": 315 + }, + { + "epoch": 0.4569775849602314, + "grad_norm": 3.2994965196511035, + "learning_rate": 7.943873595422195e-06, + "logits/chosen": 0.7686248421669006, + "logits/rejected": 0.6836127638816833, + "logps/chosen": -0.8711780309677124, + "logps/rejected": -1.6719789505004883, + "loss": 0.8572, + "odds_ratio_loss": 0.4641047716140747, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08711780607700348, + "rewards/margins": 0.08008009195327759, + "rewards/rejected": -0.16719789803028107, + "sft_loss": 0.8711780309677124, + "step": 316 + }, + { + "epoch": 0.4584237165582068, + "grad_norm": 3.644622791431945, + "learning_rate": 7.943353936423996e-06, + "logits/chosen": 0.8206264972686768, + "logits/rejected": 0.5815707445144653, + "logps/chosen": -0.9250833988189697, + "logps/rejected": -1.7713178396224976, + "loss": 0.8729, + "odds_ratio_loss": 0.5220272541046143, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09250834584236145, + "rewards/margins": 0.08462343364953995, + "rewards/rejected": -0.1771317720413208, + "sft_loss": 0.9250833988189697, + "step": 317 + }, + { + "epoch": 0.4598698481561822, + "grad_norm": 3.631087682077212, + "learning_rate": 7.94283189996302e-06, + "logits/chosen": 0.6323086619377136, + "logits/rejected": 0.5804564952850342, + "logps/chosen": -0.835005521774292, + "logps/rejected": -1.089737892150879, + "loss": 0.7905, + "odds_ratio_loss": 0.609061062335968, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08350054919719696, + "rewards/margins": 0.025473233312368393, + "rewards/rejected": -0.10897378623485565, + "sft_loss": 0.835005521774292, + "step": 318 + }, + { + "epoch": 0.4613159797541576, + "grad_norm": 3.383821151178241, + "learning_rate": 7.942307486354009e-06, + "logits/chosen": 0.5765923857688904, + "logits/rejected": 0.4810538589954376, + "logps/chosen": -0.7016163468360901, + "logps/rejected": -1.5007145404815674, + "loss": 0.8345, + "odds_ratio_loss": 0.41251441836357117, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07016163319349289, + "rewards/margins": 0.07990982383489609, + "rewards/rejected": -0.15007147192955017, + "sft_loss": 0.7016163468360901, + "step": 319 + }, + { + "epoch": 0.462762111352133, + "grad_norm": 6.031998545816025, + "learning_rate": 7.94178069591313e-06, + "logits/chosen": 0.7171785235404968, + "logits/rejected": 0.6892584562301636, + "logps/chosen": -0.8179836273193359, + "logps/rejected": -1.0612622499465942, + "loss": 0.8643, + "odds_ratio_loss": 0.5907955169677734, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.08179835230112076, + "rewards/margins": 0.024327874183654785, + "rewards/rejected": -0.10612623393535614, + "sft_loss": 0.8179836273193359, + "step": 320 + }, + { + "epoch": 0.4642082429501085, + "grad_norm": 3.4977656147220975, + "learning_rate": 7.94125152895799e-06, + "logits/chosen": 0.6936742067337036, + "logits/rejected": 0.5295305848121643, + "logps/chosen": -0.7622445821762085, + "logps/rejected": -1.9071930646896362, + "loss": 0.7984, + "odds_ratio_loss": 0.4924374222755432, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07622446119785309, + "rewards/margins": 0.11449483782052994, + "rewards/rejected": -0.19071930646896362, + "sft_loss": 0.7622445821762085, + "step": 321 + }, + { + "epoch": 0.4656543745480839, + "grad_norm": 2.5042671601600475, + "learning_rate": 7.940719985807624e-06, + "logits/chosen": 0.7296179533004761, + "logits/rejected": 0.49951764941215515, + "logps/chosen": -0.6940515041351318, + "logps/rejected": -1.7299174070358276, + "loss": 0.7871, + "odds_ratio_loss": 0.47463756799697876, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06940515339374542, + "rewards/margins": 0.1035865843296051, + "rewards/rejected": -0.17299173772335052, + "sft_loss": 0.6940515041351318, + "step": 322 + }, + { + "epoch": 0.4671005061460593, + "grad_norm": 3.292946892095406, + "learning_rate": 7.9401860667825e-06, + "logits/chosen": 0.7062532305717468, + "logits/rejected": 0.4862893223762512, + "logps/chosen": -0.6891757249832153, + "logps/rejected": -1.7076308727264404, + "loss": 0.7987, + "odds_ratio_loss": 0.35063761472702026, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06891757249832153, + "rewards/margins": 0.10184551775455475, + "rewards/rejected": -0.17076310515403748, + "sft_loss": 0.6891757249832153, + "step": 323 + }, + { + "epoch": 0.4685466377440347, + "grad_norm": 3.6446604374799274, + "learning_rate": 7.939649772204524e-06, + "logits/chosen": 0.6098726987838745, + "logits/rejected": 0.44188717007637024, + "logps/chosen": -0.9559364318847656, + "logps/rejected": -1.3839476108551025, + "loss": 0.8978, + "odds_ratio_loss": 0.5117559432983398, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0955936461687088, + "rewards/margins": 0.04280112311244011, + "rewards/rejected": -0.1383947730064392, + "sft_loss": 0.9559364318847656, + "step": 324 + }, + { + "epoch": 0.4699927693420101, + "grad_norm": 3.584034339628172, + "learning_rate": 7.939111102397025e-06, + "logits/chosen": 0.6634198427200317, + "logits/rejected": 0.5811032652854919, + "logps/chosen": -0.6490356922149658, + "logps/rejected": -1.5838490724563599, + "loss": 0.8837, + "odds_ratio_loss": 0.3766994774341583, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06490357220172882, + "rewards/margins": 0.09348133206367493, + "rewards/rejected": -0.15838490426540375, + "sft_loss": 0.6490356922149658, + "step": 325 + }, + { + "epoch": 0.47143890093998553, + "grad_norm": 3.5189379597603314, + "learning_rate": 7.938570057684775e-06, + "logits/chosen": 0.5340790748596191, + "logits/rejected": 0.4121875464916229, + "logps/chosen": -0.8325109481811523, + "logps/rejected": -1.5845043659210205, + "loss": 0.8627, + "odds_ratio_loss": 0.49629390239715576, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08325108885765076, + "rewards/margins": 0.07519934326410294, + "rewards/rejected": -0.1584504395723343, + "sft_loss": 0.8325109481811523, + "step": 326 + }, + { + "epoch": 0.47288503253796094, + "grad_norm": 3.5375364033379837, + "learning_rate": 7.938026638393967e-06, + "logits/chosen": 0.75108802318573, + "logits/rejected": 0.6010204553604126, + "logps/chosen": -0.7769035696983337, + "logps/rejected": -1.7428910732269287, + "loss": 0.8074, + "odds_ratio_loss": 0.4815066456794739, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07769035547971725, + "rewards/margins": 0.09659874439239502, + "rewards/rejected": -0.17428909242153168, + "sft_loss": 0.7769035696983337, + "step": 327 + }, + { + "epoch": 0.47433116413593635, + "grad_norm": 4.074796522105809, + "learning_rate": 7.93748084485223e-06, + "logits/chosen": 0.6220093965530396, + "logits/rejected": 0.4709737300872803, + "logps/chosen": -0.6528467535972595, + "logps/rejected": -1.3154959678649902, + "loss": 0.8344, + "odds_ratio_loss": 0.4504534602165222, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06528467684984207, + "rewards/margins": 0.06626491993665695, + "rewards/rejected": -0.13154959678649902, + "sft_loss": 0.6528467535972595, + "step": 328 + }, + { + "epoch": 0.4757772957339118, + "grad_norm": 2.9413111640887206, + "learning_rate": 7.936932677388629e-06, + "logits/chosen": 0.48603928089141846, + "logits/rejected": 0.4315299391746521, + "logps/chosen": -0.9008134603500366, + "logps/rejected": -1.2313823699951172, + "loss": 0.8851, + "odds_ratio_loss": 0.5827435255050659, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0900813490152359, + "rewards/margins": 0.033056896179914474, + "rewards/rejected": -0.12313823401927948, + "sft_loss": 0.9008134603500366, + "step": 329 + }, + { + "epoch": 0.4772234273318872, + "grad_norm": 4.2494599421762045, + "learning_rate": 7.936382136333653e-06, + "logits/chosen": 0.7024039030075073, + "logits/rejected": 0.5576363801956177, + "logps/chosen": -0.9647277593612671, + "logps/rejected": -2.111638069152832, + "loss": 0.9772, + "odds_ratio_loss": 0.5717940330505371, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09647278487682343, + "rewards/margins": 0.11469104140996933, + "rewards/rejected": -0.21116381883621216, + "sft_loss": 0.9647277593612671, + "step": 330 + }, + { + "epoch": 0.4786695589298626, + "grad_norm": 4.782077019617622, + "learning_rate": 7.935829222019228e-06, + "logits/chosen": 0.6256594657897949, + "logits/rejected": 0.5600475072860718, + "logps/chosen": -0.9119490385055542, + "logps/rejected": -1.3465038537979126, + "loss": 0.8941, + "odds_ratio_loss": 0.6236871480941772, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09119491279125214, + "rewards/margins": 0.04345548897981644, + "rewards/rejected": -0.13465039432048798, + "sft_loss": 0.9119490385055542, + "step": 331 + }, + { + "epoch": 0.48011569052783803, + "grad_norm": 3.528445359856052, + "learning_rate": 7.935273934778704e-06, + "logits/chosen": 0.5765432715415955, + "logits/rejected": 0.43297064304351807, + "logps/chosen": -0.7337332963943481, + "logps/rejected": -1.637449860572815, + "loss": 0.7898, + "odds_ratio_loss": 0.3902113437652588, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07337333261966705, + "rewards/margins": 0.09037166088819504, + "rewards/rejected": -0.1637450009584427, + "sft_loss": 0.7337332963943481, + "step": 332 + }, + { + "epoch": 0.48156182212581344, + "grad_norm": 2.9637343259088826, + "learning_rate": 7.93471627494687e-06, + "logits/chosen": 0.6577078700065613, + "logits/rejected": 0.5420234203338623, + "logps/chosen": -0.9077745676040649, + "logps/rejected": -0.8908224105834961, + "loss": 0.9123, + "odds_ratio_loss": 0.7640987634658813, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.09077746421098709, + "rewards/margins": -0.001695222221314907, + "rewards/rejected": -0.08908224105834961, + "sft_loss": 0.9077745676040649, + "step": 333 + }, + { + "epoch": 0.48300795372378885, + "grad_norm": 3.087555470787611, + "learning_rate": 7.934156242859939e-06, + "logits/chosen": 0.5774292945861816, + "logits/rejected": 0.5972946882247925, + "logps/chosen": -0.7331134676933289, + "logps/rejected": -2.0628983974456787, + "loss": 0.8601, + "odds_ratio_loss": 0.30700796842575073, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07331134378910065, + "rewards/margins": 0.13297849893569946, + "rewards/rejected": -0.2062898576259613, + "sft_loss": 0.7331134676933289, + "step": 334 + }, + { + "epoch": 0.48445408532176426, + "grad_norm": 3.454287106669069, + "learning_rate": 7.933593838855558e-06, + "logits/chosen": 0.45803093910217285, + "logits/rejected": 0.3993680775165558, + "logps/chosen": -1.1503312587738037, + "logps/rejected": -1.1803433895111084, + "loss": 1.0082, + "odds_ratio_loss": 0.7515895962715149, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.11503313481807709, + "rewards/margins": 0.0030012130737304688, + "rewards/rejected": -0.11803434044122696, + "sft_loss": 1.1503312587738037, + "step": 335 + }, + { + "epoch": 0.48590021691973967, + "grad_norm": 4.234184234884144, + "learning_rate": 7.9330290632728e-06, + "logits/chosen": 0.4678802490234375, + "logits/rejected": 0.39046192169189453, + "logps/chosen": -0.9035397171974182, + "logps/rejected": -1.1667201519012451, + "loss": 0.9164, + "odds_ratio_loss": 0.623311460018158, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09035398066043854, + "rewards/margins": 0.02631804160773754, + "rewards/rejected": -0.11667200922966003, + "sft_loss": 0.9035397171974182, + "step": 336 + }, + { + "epoch": 0.48734634851771513, + "grad_norm": 2.868596882817971, + "learning_rate": 7.93246191645217e-06, + "logits/chosen": 0.5796488523483276, + "logits/rejected": 0.5661954283714294, + "logps/chosen": -0.7045271396636963, + "logps/rejected": -1.4447965621948242, + "loss": 0.8614, + "odds_ratio_loss": 0.4747796356678009, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0704527199268341, + "rewards/margins": 0.07402694970369339, + "rewards/rejected": -0.1444796621799469, + "sft_loss": 0.7045271396636963, + "step": 337 + }, + { + "epoch": 0.48879248011569054, + "grad_norm": 4.342722573935673, + "learning_rate": 7.931892398735607e-06, + "logits/chosen": 0.600724458694458, + "logits/rejected": 0.5414420366287231, + "logps/chosen": -0.7105461955070496, + "logps/rejected": -1.3550055027008057, + "loss": 0.8715, + "odds_ratio_loss": 0.4188329875469208, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0710546150803566, + "rewards/margins": 0.06444593518972397, + "rewards/rejected": -0.13550056517124176, + "sft_loss": 0.7105461955070496, + "step": 338 + }, + { + "epoch": 0.49023861171366595, + "grad_norm": 4.582201948309204, + "learning_rate": 7.931320510466472e-06, + "logits/chosen": 0.5396424531936646, + "logits/rejected": 0.3977088928222656, + "logps/chosen": -0.9911842346191406, + "logps/rejected": -1.341888427734375, + "loss": 0.9325, + "odds_ratio_loss": 0.741445004940033, + "rewards/accuracies": 0.375, + "rewards/chosen": -0.0991184264421463, + "rewards/margins": 0.03507041931152344, + "rewards/rejected": -0.13418884575366974, + "sft_loss": 0.9911842346191406, + "step": 339 + }, + { + "epoch": 0.49168474331164136, + "grad_norm": 2.782969535100825, + "learning_rate": 7.930746251989558e-06, + "logits/chosen": 0.5857880711555481, + "logits/rejected": 0.46557682752609253, + "logps/chosen": -0.8816125392913818, + "logps/rejected": -1.6498929262161255, + "loss": 0.8827, + "odds_ratio_loss": 0.5967287421226501, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08816125243902206, + "rewards/margins": 0.07682802528142929, + "rewards/rejected": -0.16498929262161255, + "sft_loss": 0.8816125392913818, + "step": 340 + }, + { + "epoch": 0.49313087490961677, + "grad_norm": 3.50913863564006, + "learning_rate": 7.930169623651092e-06, + "logits/chosen": 0.7082901000976562, + "logits/rejected": 0.5184527039527893, + "logps/chosen": -0.6331555247306824, + "logps/rejected": -2.131300449371338, + "loss": 0.8071, + "odds_ratio_loss": 0.5050643086433411, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06331555545330048, + "rewards/margins": 0.14981448650360107, + "rewards/rejected": -0.21313002705574036, + "sft_loss": 0.6331555247306824, + "step": 341 + }, + { + "epoch": 0.4945770065075922, + "grad_norm": 4.334338505420553, + "learning_rate": 7.92959062579872e-06, + "logits/chosen": 0.667914628982544, + "logits/rejected": 0.5001978874206543, + "logps/chosen": -0.7079198360443115, + "logps/rejected": -1.6759718656539917, + "loss": 0.8597, + "odds_ratio_loss": 0.46850132942199707, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07079198956489563, + "rewards/margins": 0.09680519998073578, + "rewards/rejected": -0.1675971895456314, + "sft_loss": 0.7079198360443115, + "step": 342 + }, + { + "epoch": 0.4960231381055676, + "grad_norm": 10.026558896952501, + "learning_rate": 7.929009258781526e-06, + "logits/chosen": 0.5944724082946777, + "logits/rejected": 0.4023160934448242, + "logps/chosen": -0.758367657661438, + "logps/rejected": -2.4440927505493164, + "loss": 0.864, + "odds_ratio_loss": 0.45333942770957947, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07583675533533096, + "rewards/margins": 0.16857251524925232, + "rewards/rejected": -0.24440926313400269, + "sft_loss": 0.758367657661438, + "step": 343 + }, + { + "epoch": 0.49746926970354305, + "grad_norm": 2.533667984333284, + "learning_rate": 7.928425522950015e-06, + "logits/chosen": 0.6907603144645691, + "logits/rejected": 0.5649253129959106, + "logps/chosen": -0.7110158205032349, + "logps/rejected": -1.8234652280807495, + "loss": 0.7522, + "odds_ratio_loss": 0.40478286147117615, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0711015835404396, + "rewards/margins": 0.11124493926763535, + "rewards/rejected": -0.18234652280807495, + "sft_loss": 0.7110158205032349, + "step": 344 + }, + { + "epoch": 0.49891540130151846, + "grad_norm": 3.575246323886135, + "learning_rate": 7.927839418656126e-06, + "logits/chosen": 0.7409899830818176, + "logits/rejected": 0.6180683970451355, + "logps/chosen": -0.6791451573371887, + "logps/rejected": -1.5107991695404053, + "loss": 0.8689, + "odds_ratio_loss": 0.472514271736145, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06791451573371887, + "rewards/margins": 0.08316539227962494, + "rewards/rejected": -0.1510799080133438, + "sft_loss": 0.6791451573371887, + "step": 345 + }, + { + "epoch": 0.5003615328994938, + "grad_norm": 5.550086385061495, + "learning_rate": 7.927250946253224e-06, + "logits/chosen": 0.7460111379623413, + "logits/rejected": 0.6480680704116821, + "logps/chosen": -0.8033276796340942, + "logps/rejected": -1.2967023849487305, + "loss": 0.8245, + "odds_ratio_loss": 0.5949506163597107, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08033277094364166, + "rewards/margins": 0.0493374727666378, + "rewards/rejected": -0.12967024743556976, + "sft_loss": 0.8033276796340942, + "step": 346 + }, + { + "epoch": 0.5018076644974693, + "grad_norm": 2.8018962595308285, + "learning_rate": 7.926660106096098e-06, + "logits/chosen": 0.6507607698440552, + "logits/rejected": 0.5750927925109863, + "logps/chosen": -0.6767846345901489, + "logps/rejected": -1.9638330936431885, + "loss": 0.8087, + "odds_ratio_loss": 0.6127895712852478, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.06767846643924713, + "rewards/margins": 0.12870484590530396, + "rewards/rejected": -0.19638332724571228, + "sft_loss": 0.6767846345901489, + "step": 347 + }, + { + "epoch": 0.5032537960954447, + "grad_norm": 5.415107124571396, + "learning_rate": 7.92606689854097e-06, + "logits/chosen": 0.5848195552825928, + "logits/rejected": 0.52767014503479, + "logps/chosen": -0.9780311584472656, + "logps/rejected": -1.3824843168258667, + "loss": 0.886, + "odds_ratio_loss": 0.5286108255386353, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.09780311584472656, + "rewards/margins": 0.040445320308208466, + "rewards/rejected": -0.13824842870235443, + "sft_loss": 0.9780311584472656, + "step": 348 + }, + { + "epoch": 0.5046999276934201, + "grad_norm": 3.154755409577211, + "learning_rate": 7.925471323945487e-06, + "logits/chosen": 0.6179808378219604, + "logits/rejected": 0.5163712501525879, + "logps/chosen": -0.9327211976051331, + "logps/rejected": -1.4365931749343872, + "loss": 0.9042, + "odds_ratio_loss": 0.6557815074920654, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0932721197605133, + "rewards/margins": 0.050387196242809296, + "rewards/rejected": -0.1436593234539032, + "sft_loss": 0.9327211976051331, + "step": 349 + }, + { + "epoch": 0.5061460592913956, + "grad_norm": 2.6911740599565173, + "learning_rate": 7.924873382668724e-06, + "logits/chosen": 0.6831887364387512, + "logits/rejected": 0.7219184041023254, + "logps/chosen": -0.7544329166412354, + "logps/rejected": -1.539219617843628, + "loss": 0.859, + "odds_ratio_loss": 0.5167781710624695, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07544328272342682, + "rewards/margins": 0.07847868651151657, + "rewards/rejected": -0.153921976685524, + "sft_loss": 0.7544329166412354, + "step": 350 + }, + { + "epoch": 0.5075921908893709, + "grad_norm": 3.156218942574542, + "learning_rate": 7.924273075071177e-06, + "logits/chosen": 0.6295790672302246, + "logits/rejected": 0.4227325916290283, + "logps/chosen": -0.878291666507721, + "logps/rejected": -1.71316659450531, + "loss": 0.8423, + "odds_ratio_loss": 0.48217105865478516, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08782917261123657, + "rewards/margins": 0.08348748087882996, + "rewards/rejected": -0.17131665349006653, + "sft_loss": 0.878291666507721, + "step": 351 + }, + { + "epoch": 0.5090383224873464, + "grad_norm": 4.709022398652423, + "learning_rate": 7.92367040151478e-06, + "logits/chosen": 0.5759553909301758, + "logits/rejected": 0.4466925859451294, + "logps/chosen": -0.7179098129272461, + "logps/rejected": -1.511012315750122, + "loss": 1.0013, + "odds_ratio_loss": 0.5645134449005127, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07179098576307297, + "rewards/margins": 0.07931024581193924, + "rewards/rejected": -0.1511012315750122, + "sft_loss": 0.7179098129272461, + "step": 352 + }, + { + "epoch": 0.5104844540853217, + "grad_norm": 4.067706710450371, + "learning_rate": 7.923065362362885e-06, + "logits/chosen": 0.4464551508426666, + "logits/rejected": 0.48552900552749634, + "logps/chosen": -0.8215190172195435, + "logps/rejected": -2.112861156463623, + "loss": 0.86, + "odds_ratio_loss": 0.49512815475463867, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.08215189725160599, + "rewards/margins": 0.12913422286510468, + "rewards/rejected": -0.21128612756729126, + "sft_loss": 0.8215190172195435, + "step": 353 + }, + { + "epoch": 0.5119305856832972, + "grad_norm": 3.7090631226933852, + "learning_rate": 7.922457957980272e-06, + "logits/chosen": 0.5708781480789185, + "logits/rejected": 0.6100287437438965, + "logps/chosen": -0.8479795455932617, + "logps/rejected": -1.83680260181427, + "loss": 0.8505, + "odds_ratio_loss": 0.4224860668182373, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08479795604944229, + "rewards/margins": 0.09888231754302979, + "rewards/rejected": -0.18368026614189148, + "sft_loss": 0.8479795455932617, + "step": 354 + }, + { + "epoch": 0.5133767172812725, + "grad_norm": 2.474186214253982, + "learning_rate": 7.921848188733146e-06, + "logits/chosen": 0.6852070093154907, + "logits/rejected": 0.43174925446510315, + "logps/chosen": -0.6690998077392578, + "logps/rejected": -2.255444288253784, + "loss": 0.8793, + "odds_ratio_loss": 0.4386477470397949, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.06690998375415802, + "rewards/margins": 0.15863445401191711, + "rewards/rejected": -0.22554443776607513, + "sft_loss": 0.6690998077392578, + "step": 355 + }, + { + "epoch": 0.514822848879248, + "grad_norm": 2.797892389259021, + "learning_rate": 7.921236054989142e-06, + "logits/chosen": 0.6899568438529968, + "logits/rejected": 0.41177740693092346, + "logps/chosen": -0.713912844657898, + "logps/rejected": -2.1068050861358643, + "loss": 0.8, + "odds_ratio_loss": 0.390377402305603, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07139129191637039, + "rewards/margins": 0.1392892301082611, + "rewards/rejected": -0.2106805145740509, + "sft_loss": 0.713912844657898, + "step": 356 + }, + { + "epoch": 0.5162689804772235, + "grad_norm": 2.9882574854982016, + "learning_rate": 7.920621557117316e-06, + "logits/chosen": 0.6059397459030151, + "logits/rejected": 0.4042537212371826, + "logps/chosen": -0.8969763517379761, + "logps/rejected": -1.3820322751998901, + "loss": 0.8743, + "odds_ratio_loss": 0.5645525455474854, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08969763666391373, + "rewards/margins": 0.04850558564066887, + "rewards/rejected": -0.1382032185792923, + "sft_loss": 0.8969763517379761, + "step": 357 + }, + { + "epoch": 0.5177151120751988, + "grad_norm": 2.9687671798718585, + "learning_rate": 7.92000469548815e-06, + "logits/chosen": 0.6877776384353638, + "logits/rejected": 0.6707451343536377, + "logps/chosen": -0.6282877326011658, + "logps/rejected": -1.3870527744293213, + "loss": 0.8462, + "odds_ratio_loss": 0.42180609703063965, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06282877922058105, + "rewards/margins": 0.07587650418281555, + "rewards/rejected": -0.1387052834033966, + "sft_loss": 0.6282877326011658, + "step": 358 + }, + { + "epoch": 0.5191612436731743, + "grad_norm": 3.1784523709075825, + "learning_rate": 7.919385470473554e-06, + "logits/chosen": 0.6407051682472229, + "logits/rejected": 0.5854879021644592, + "logps/chosen": -0.7749360799789429, + "logps/rejected": -1.426418662071228, + "loss": 0.93, + "odds_ratio_loss": 0.5467308163642883, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07749360799789429, + "rewards/margins": 0.0651482492685318, + "rewards/rejected": -0.1426418572664261, + "sft_loss": 0.7749360799789429, + "step": 359 + }, + { + "epoch": 0.5206073752711496, + "grad_norm": 2.4008458367496455, + "learning_rate": 7.918763882446861e-06, + "logits/chosen": 0.5963618755340576, + "logits/rejected": 0.5182086229324341, + "logps/chosen": -0.8708814382553101, + "logps/rejected": -1.3293944597244263, + "loss": 0.8985, + "odds_ratio_loss": 0.623752236366272, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08708814531564713, + "rewards/margins": 0.04585129767656326, + "rewards/rejected": -0.13293945789337158, + "sft_loss": 0.8708814382553101, + "step": 360 + }, + { + "epoch": 0.5220535068691251, + "grad_norm": 4.443409229829391, + "learning_rate": 7.918139931782827e-06, + "logits/chosen": 0.5416839718818665, + "logits/rejected": 0.5389788746833801, + "logps/chosen": -0.9856581091880798, + "logps/rejected": -1.6269183158874512, + "loss": 1.0153, + "odds_ratio_loss": 0.591167688369751, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09856581687927246, + "rewards/margins": 0.06412601470947266, + "rewards/rejected": -0.16269183158874512, + "sft_loss": 0.9856581091880798, + "step": 361 + }, + { + "epoch": 0.5234996384671005, + "grad_norm": 2.9817466376184916, + "learning_rate": 7.917513618857637e-06, + "logits/chosen": 0.6022881269454956, + "logits/rejected": 0.4377667009830475, + "logps/chosen": -0.9305622577667236, + "logps/rejected": -1.7188301086425781, + "loss": 0.8499, + "odds_ratio_loss": 0.5162808895111084, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09305623173713684, + "rewards/margins": 0.07882677763700485, + "rewards/rejected": -0.1718830019235611, + "sft_loss": 0.9305622577667236, + "step": 362 + }, + { + "epoch": 0.5249457700650759, + "grad_norm": 2.9696420778180666, + "learning_rate": 7.916884944048896e-06, + "logits/chosen": 0.7431566119194031, + "logits/rejected": 0.534424901008606, + "logps/chosen": -0.8032225370407104, + "logps/rejected": -1.4060473442077637, + "loss": 0.8416, + "odds_ratio_loss": 0.554038405418396, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0803222581744194, + "rewards/margins": 0.060282476246356964, + "rewards/rejected": -0.14060473442077637, + "sft_loss": 0.8032225370407104, + "step": 363 + }, + { + "epoch": 0.5263919016630514, + "grad_norm": 3.572425590012433, + "learning_rate": 7.916253907735632e-06, + "logits/chosen": 0.4249388575553894, + "logits/rejected": 0.3504279851913452, + "logps/chosen": -0.7644526958465576, + "logps/rejected": -0.9701670408248901, + "loss": 0.8393, + "odds_ratio_loss": 0.6225709915161133, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07644525915384293, + "rewards/margins": 0.02057143673300743, + "rewards/rejected": -0.09701670706272125, + "sft_loss": 0.7644526958465576, + "step": 364 + }, + { + "epoch": 0.5278380332610267, + "grad_norm": 3.258313489123501, + "learning_rate": 7.915620510298303e-06, + "logits/chosen": 0.4414077401161194, + "logits/rejected": 0.37516123056411743, + "logps/chosen": -0.7575925588607788, + "logps/rejected": -2.3582098484039307, + "loss": 0.8239, + "odds_ratio_loss": 0.36041927337646484, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07575926184654236, + "rewards/margins": 0.16006171703338623, + "rewards/rejected": -0.2358209788799286, + "sft_loss": 0.7575925588607788, + "step": 365 + }, + { + "epoch": 0.5292841648590022, + "grad_norm": 4.082631394266917, + "learning_rate": 7.914984752118785e-06, + "logits/chosen": 0.6929055452346802, + "logits/rejected": 0.5584222078323364, + "logps/chosen": -0.7469485402107239, + "logps/rejected": -2.453676223754883, + "loss": 0.8559, + "odds_ratio_loss": 0.47400549054145813, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07469485700130463, + "rewards/margins": 0.17067277431488037, + "rewards/rejected": -0.2453676164150238, + "sft_loss": 0.7469485402107239, + "step": 366 + }, + { + "epoch": 0.5307302964569776, + "grad_norm": 2.7439308886460094, + "learning_rate": 7.91434663358038e-06, + "logits/chosen": 0.4863385260105133, + "logits/rejected": 0.46878552436828613, + "logps/chosen": -0.6547051668167114, + "logps/rejected": -1.097205400466919, + "loss": 0.8037, + "odds_ratio_loss": 0.4927642345428467, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06547051668167114, + "rewards/margins": 0.04425002634525299, + "rewards/rejected": -0.10972055047750473, + "sft_loss": 0.6547051668167114, + "step": 367 + }, + { + "epoch": 0.532176428054953, + "grad_norm": 3.142695590792442, + "learning_rate": 7.913706155067809e-06, + "logits/chosen": 0.6892445683479309, + "logits/rejected": 0.6153708100318909, + "logps/chosen": -0.7438619136810303, + "logps/rejected": -1.5297504663467407, + "loss": 0.8149, + "odds_ratio_loss": 0.44938647747039795, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07438620179891586, + "rewards/margins": 0.07858884334564209, + "rewards/rejected": -0.15297505259513855, + "sft_loss": 0.7438619136810303, + "step": 368 + }, + { + "epoch": 0.5336225596529284, + "grad_norm": 2.969554883142122, + "learning_rate": 7.913063316967221e-06, + "logits/chosen": 0.6924266815185547, + "logits/rejected": 0.5393475294113159, + "logps/chosen": -0.657360315322876, + "logps/rejected": -1.4955742359161377, + "loss": 0.8055, + "odds_ratio_loss": 0.4052860140800476, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06573603302240372, + "rewards/margins": 0.08382140100002289, + "rewards/rejected": -0.149557426571846, + "sft_loss": 0.657360315322876, + "step": 369 + }, + { + "epoch": 0.5350686912509038, + "grad_norm": 7.132638265040183, + "learning_rate": 7.912418119666187e-06, + "logits/chosen": 0.44325125217437744, + "logits/rejected": 0.4056926965713501, + "logps/chosen": -0.9184268712997437, + "logps/rejected": -1.4103426933288574, + "loss": 0.9277, + "odds_ratio_loss": 0.6221168041229248, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09184268862009048, + "rewards/margins": 0.049191586673259735, + "rewards/rejected": -0.14103427529335022, + "sft_loss": 0.9184268712997437, + "step": 370 + }, + { + "epoch": 0.5365148228488793, + "grad_norm": 2.845008287197183, + "learning_rate": 7.911770563553694e-06, + "logits/chosen": 0.6006841659545898, + "logits/rejected": 0.5208953619003296, + "logps/chosen": -0.6521604061126709, + "logps/rejected": -1.7045867443084717, + "loss": 0.9057, + "odds_ratio_loss": 0.5297222137451172, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06521604210138321, + "rewards/margins": 0.10524262487888336, + "rewards/rejected": -0.17045867443084717, + "sft_loss": 0.6521604061126709, + "step": 371 + }, + { + "epoch": 0.5379609544468547, + "grad_norm": 9.071354400551943, + "learning_rate": 7.911120649020162e-06, + "logits/chosen": 0.4639233350753784, + "logits/rejected": 0.262873113155365, + "logps/chosen": -0.9230935573577881, + "logps/rejected": -1.9133673906326294, + "loss": 0.8553, + "odds_ratio_loss": 0.4418998062610626, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.09230935573577881, + "rewards/margins": 0.09902738034725189, + "rewards/rejected": -0.1913367360830307, + "sft_loss": 0.9230935573577881, + "step": 372 + }, + { + "epoch": 0.5394070860448301, + "grad_norm": 2.9865341827725143, + "learning_rate": 7.910468376457424e-06, + "logits/chosen": 0.7367454767227173, + "logits/rejected": 0.5884082317352295, + "logps/chosen": -0.6778854131698608, + "logps/rejected": -1.1167229413986206, + "loss": 0.7755, + "odds_ratio_loss": 0.4953039288520813, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06778854131698608, + "rewards/margins": 0.043883755803108215, + "rewards/rejected": -0.1116722971200943, + "sft_loss": 0.6778854131698608, + "step": 373 + }, + { + "epoch": 0.5408532176428055, + "grad_norm": 2.718373269169299, + "learning_rate": 7.909813746258738e-06, + "logits/chosen": 0.699302613735199, + "logits/rejected": 0.5751674175262451, + "logps/chosen": -0.8385717868804932, + "logps/rejected": -2.344866991043091, + "loss": 0.8182, + "odds_ratio_loss": 0.4515349268913269, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08385718613862991, + "rewards/margins": 0.15062952041625977, + "rewards/rejected": -0.23448669910430908, + "sft_loss": 0.8385717868804932, + "step": 374 + }, + { + "epoch": 0.5422993492407809, + "grad_norm": 2.7568273854501055, + "learning_rate": 7.909156758818782e-06, + "logits/chosen": 0.6291428208351135, + "logits/rejected": 0.5532090067863464, + "logps/chosen": -0.9137899875640869, + "logps/rejected": -1.4941704273223877, + "loss": 0.7956, + "odds_ratio_loss": 0.6681514978408813, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09137900918722153, + "rewards/margins": 0.058038052171468735, + "rewards/rejected": -0.14941705763339996, + "sft_loss": 0.9137899875640869, + "step": 375 + }, + { + "epoch": 0.5437454808387563, + "grad_norm": 2.910942491569993, + "learning_rate": 7.908497414533658e-06, + "logits/chosen": 0.6253929138183594, + "logits/rejected": 0.4845582842826843, + "logps/chosen": -0.6655830144882202, + "logps/rejected": -1.6559513807296753, + "loss": 0.8689, + "odds_ratio_loss": 0.5183405876159668, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06655830144882202, + "rewards/margins": 0.09903683513402939, + "rewards/rejected": -0.1655951291322708, + "sft_loss": 0.6655830144882202, + "step": 376 + }, + { + "epoch": 0.5451916124367318, + "grad_norm": 2.9429362391795815, + "learning_rate": 7.907835713800883e-06, + "logits/chosen": 0.6014878153800964, + "logits/rejected": 0.5209006071090698, + "logps/chosen": -0.7738833427429199, + "logps/rejected": -1.4064111709594727, + "loss": 0.7655, + "odds_ratio_loss": 0.5940650701522827, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.07738833129405975, + "rewards/margins": 0.06325278431177139, + "rewards/rejected": -0.14064112305641174, + "sft_loss": 0.7738833427429199, + "step": 377 + }, + { + "epoch": 0.5466377440347071, + "grad_norm": 2.559432919663948, + "learning_rate": 7.907171657019403e-06, + "logits/chosen": 0.5809941291809082, + "logits/rejected": 0.6483409404754639, + "logps/chosen": -1.0075054168701172, + "logps/rejected": -1.088860273361206, + "loss": 0.8069, + "odds_ratio_loss": 0.6888061761856079, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.10075053572654724, + "rewards/margins": 0.008135493844747543, + "rewards/rejected": -0.10888603329658508, + "sft_loss": 1.0075054168701172, + "step": 378 + }, + { + "epoch": 0.5480838756326826, + "grad_norm": 3.50222797522594, + "learning_rate": 7.906505244589581e-06, + "logits/chosen": 0.5703312754631042, + "logits/rejected": 0.46388378739356995, + "logps/chosen": -0.9029073119163513, + "logps/rejected": -1.9283422231674194, + "loss": 0.8891, + "odds_ratio_loss": 0.7023340463638306, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09029072523117065, + "rewards/margins": 0.10254350304603577, + "rewards/rejected": -0.19283424317836761, + "sft_loss": 0.9029073119163513, + "step": 379 + }, + { + "epoch": 0.549530007230658, + "grad_norm": 3.0937027814614506, + "learning_rate": 7.905836476913197e-06, + "logits/chosen": 0.6240139603614807, + "logits/rejected": 0.6435034275054932, + "logps/chosen": -0.7246947884559631, + "logps/rejected": -1.4072096347808838, + "loss": 0.9025, + "odds_ratio_loss": 0.5814554691314697, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07246948033571243, + "rewards/margins": 0.06825148314237595, + "rewards/rejected": -0.14072097837924957, + "sft_loss": 0.7246947884559631, + "step": 380 + }, + { + "epoch": 0.5509761388286334, + "grad_norm": 5.572005139677108, + "learning_rate": 7.905165354393453e-06, + "logits/chosen": 0.5487345457077026, + "logits/rejected": 0.4786183834075928, + "logps/chosen": -1.0790622234344482, + "logps/rejected": -2.643061876296997, + "loss": 0.9764, + "odds_ratio_loss": 0.6008350253105164, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.10790622979402542, + "rewards/margins": 0.1563999503850937, + "rewards/rejected": -0.2643061876296997, + "sft_loss": 1.0790622234344482, + "step": 381 + }, + { + "epoch": 0.5524222704266089, + "grad_norm": 2.7876168403419848, + "learning_rate": 7.904491877434973e-06, + "logits/chosen": 0.49730992317199707, + "logits/rejected": 0.5880797505378723, + "logps/chosen": -0.7353624701499939, + "logps/rejected": -1.8596457242965698, + "loss": 0.9641, + "odds_ratio_loss": 0.5217285752296448, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07353624701499939, + "rewards/margins": 0.11242832243442535, + "rewards/rejected": -0.18596458435058594, + "sft_loss": 0.7353624701499939, + "step": 382 + }, + { + "epoch": 0.5538684020245842, + "grad_norm": 3.9163687919179146, + "learning_rate": 7.903816046443798e-06, + "logits/chosen": 0.6902502179145813, + "logits/rejected": 0.5075284242630005, + "logps/chosen": -0.7549622058868408, + "logps/rejected": -1.832808017730713, + "loss": 0.9054, + "odds_ratio_loss": 0.5362709760665894, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07549622654914856, + "rewards/margins": 0.10778456926345825, + "rewards/rejected": -0.1832807958126068, + "sft_loss": 0.7549622058868408, + "step": 383 + }, + { + "epoch": 0.5553145336225597, + "grad_norm": 2.7712943773528322, + "learning_rate": 7.903137861827391e-06, + "logits/chosen": 0.5990560054779053, + "logits/rejected": 0.45573779940605164, + "logps/chosen": -0.8964800238609314, + "logps/rejected": -1.046126127243042, + "loss": 0.9278, + "odds_ratio_loss": 0.6818205118179321, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08964800089597702, + "rewards/margins": 0.014964621514081955, + "rewards/rejected": -0.10461262613534927, + "sft_loss": 0.8964800238609314, + "step": 384 + }, + { + "epoch": 0.556760665220535, + "grad_norm": 4.917169249683361, + "learning_rate": 7.902457323994629e-06, + "logits/chosen": 0.6207394599914551, + "logits/rejected": 0.6121277809143066, + "logps/chosen": -0.8706837892532349, + "logps/rejected": -1.966713547706604, + "loss": 0.9161, + "odds_ratio_loss": 0.6748664379119873, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08706837892532349, + "rewards/margins": 0.10960298031568527, + "rewards/rejected": -0.19667133688926697, + "sft_loss": 0.8706837892532349, + "step": 385 + }, + { + "epoch": 0.5582067968185105, + "grad_norm": 3.0006340407456142, + "learning_rate": 7.901774433355812e-06, + "logits/chosen": 0.7476394176483154, + "logits/rejected": 0.5458194017410278, + "logps/chosen": -0.9039993286132812, + "logps/rejected": -2.477038621902466, + "loss": 0.8978, + "odds_ratio_loss": 0.7108010053634644, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09039993584156036, + "rewards/margins": 0.15730392932891846, + "rewards/rejected": -0.24770388007164001, + "sft_loss": 0.9039993286132812, + "step": 386 + }, + { + "epoch": 0.559652928416486, + "grad_norm": 7.6882135807422705, + "learning_rate": 7.901089190322656e-06, + "logits/chosen": 0.5460501909255981, + "logits/rejected": 0.4279562532901764, + "logps/chosen": -0.9958518147468567, + "logps/rejected": -1.7544076442718506, + "loss": 0.8742, + "odds_ratio_loss": 0.5986472368240356, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09958518296480179, + "rewards/margins": 0.0758555680513382, + "rewards/rejected": -0.17544077336788177, + "sft_loss": 0.9958518147468567, + "step": 387 + }, + { + "epoch": 0.5610990600144613, + "grad_norm": 2.977393496482833, + "learning_rate": 7.900401595308299e-06, + "logits/chosen": 0.5677440166473389, + "logits/rejected": 0.32233792543411255, + "logps/chosen": -0.8183796405792236, + "logps/rejected": -2.062242031097412, + "loss": 0.8109, + "odds_ratio_loss": 0.4541066288948059, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.081837959587574, + "rewards/margins": 0.1243862509727478, + "rewards/rejected": -0.2062242031097412, + "sft_loss": 0.8183796405792236, + "step": 388 + }, + { + "epoch": 0.5625451916124368, + "grad_norm": 2.416176246352007, + "learning_rate": 7.899711648727295e-06, + "logits/chosen": 0.4597778618335724, + "logits/rejected": 0.40555012226104736, + "logps/chosen": -0.8106697797775269, + "logps/rejected": -2.3276708126068115, + "loss": 0.8754, + "odds_ratio_loss": 0.40332669019699097, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.08106698095798492, + "rewards/margins": 0.15170009434223175, + "rewards/rejected": -0.23276707530021667, + "sft_loss": 0.8106697797775269, + "step": 389 + }, + { + "epoch": 0.5639913232104121, + "grad_norm": 4.587938500883625, + "learning_rate": 7.899019350995612e-06, + "logits/chosen": 0.3854691982269287, + "logits/rejected": 0.32688039541244507, + "logps/chosen": -0.8717947006225586, + "logps/rejected": -2.0538129806518555, + "loss": 0.8744, + "odds_ratio_loss": 0.6730850338935852, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08717946708202362, + "rewards/margins": 0.118201844394207, + "rewards/rejected": -0.20538130402565002, + "sft_loss": 0.8717947006225586, + "step": 390 + }, + { + "epoch": 0.5654374548083876, + "grad_norm": 2.727564894902918, + "learning_rate": 7.89832470253064e-06, + "logits/chosen": 0.44197285175323486, + "logits/rejected": 0.34067657589912415, + "logps/chosen": -0.7974579334259033, + "logps/rejected": -2.4840853214263916, + "loss": 0.8007, + "odds_ratio_loss": 0.5355666875839233, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07974579185247421, + "rewards/margins": 0.16866274178028107, + "rewards/rejected": -0.24840855598449707, + "sft_loss": 0.7974579334259033, + "step": 391 + }, + { + "epoch": 0.5668835864063629, + "grad_norm": 3.9564187454577597, + "learning_rate": 7.89762770375119e-06, + "logits/chosen": 0.5264127850532532, + "logits/rejected": 0.39061862230300903, + "logps/chosen": -0.8429474830627441, + "logps/rejected": -1.5880827903747559, + "loss": 0.8232, + "odds_ratio_loss": 0.725482702255249, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.08429475873708725, + "rewards/margins": 0.07451353222131729, + "rewards/rejected": -0.15880829095840454, + "sft_loss": 0.8429474830627441, + "step": 392 + }, + { + "epoch": 0.5683297180043384, + "grad_norm": 3.6040585185208918, + "learning_rate": 7.896928355077477e-06, + "logits/chosen": 0.5754531621932983, + "logits/rejected": 0.374263733625412, + "logps/chosen": -0.7560480833053589, + "logps/rejected": -2.024271011352539, + "loss": 0.8564, + "odds_ratio_loss": 0.48062875866889954, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07560480386018753, + "rewards/margins": 0.12682229280471802, + "rewards/rejected": -0.20242711901664734, + "sft_loss": 0.7560480833053589, + "step": 393 + }, + { + "epoch": 0.5697758496023138, + "grad_norm": 3.2999991845213326, + "learning_rate": 7.896226656931146e-06, + "logits/chosen": 0.548308789730072, + "logits/rejected": 0.45042145252227783, + "logps/chosen": -0.7207891941070557, + "logps/rejected": -2.421163320541382, + "loss": 0.8021, + "odds_ratio_loss": 0.38493600487709045, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07207891345024109, + "rewards/margins": 0.1700374186038971, + "rewards/rejected": -0.24211633205413818, + "sft_loss": 0.7207891941070557, + "step": 394 + }, + { + "epoch": 0.5712219812002892, + "grad_norm": 2.5181280006116515, + "learning_rate": 7.895522609735254e-06, + "logits/chosen": 0.6037847995758057, + "logits/rejected": 0.48602890968322754, + "logps/chosen": -0.7324075102806091, + "logps/rejected": -1.6046706438064575, + "loss": 0.8519, + "odds_ratio_loss": 0.5805519819259644, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07324075698852539, + "rewards/margins": 0.08722630888223648, + "rewards/rejected": -0.16046705842018127, + "sft_loss": 0.7324075102806091, + "step": 395 + }, + { + "epoch": 0.5726681127982647, + "grad_norm": 3.0548062329457064, + "learning_rate": 7.894816213914271e-06, + "logits/chosen": 0.6022318005561829, + "logits/rejected": 0.5420160293579102, + "logps/chosen": -0.8471623659133911, + "logps/rejected": -1.6920993328094482, + "loss": 0.8923, + "odds_ratio_loss": 0.4801836609840393, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08471624553203583, + "rewards/margins": 0.08449369668960571, + "rewards/rejected": -0.16920992732048035, + "sft_loss": 0.8471623659133911, + "step": 396 + }, + { + "epoch": 0.57411424439624, + "grad_norm": 2.4424090387897763, + "learning_rate": 7.894107469894086e-06, + "logits/chosen": 0.5112386345863342, + "logits/rejected": 0.35575413703918457, + "logps/chosen": -0.6903353333473206, + "logps/rejected": -2.252138614654541, + "loss": 0.809, + "odds_ratio_loss": 0.5777711868286133, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06903353333473206, + "rewards/margins": 0.15618032217025757, + "rewards/rejected": -0.22521387040615082, + "sft_loss": 0.6903353333473206, + "step": 397 + }, + { + "epoch": 0.5755603759942155, + "grad_norm": 4.353942299792494, + "learning_rate": 7.893396378102005e-06, + "logits/chosen": 0.4526655972003937, + "logits/rejected": 0.384705126285553, + "logps/chosen": -0.8826476335525513, + "logps/rejected": -2.210721969604492, + "loss": 0.9631, + "odds_ratio_loss": 0.5307878255844116, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08826476335525513, + "rewards/margins": 0.13280744850635529, + "rewards/rejected": -0.22107219696044922, + "sft_loss": 0.8826476335525513, + "step": 398 + }, + { + "epoch": 0.5770065075921909, + "grad_norm": 2.9194418404101197, + "learning_rate": 7.892682938966748e-06, + "logits/chosen": 0.672846257686615, + "logits/rejected": 0.4256134629249573, + "logps/chosen": -0.8224917650222778, + "logps/rejected": -1.2346034049987793, + "loss": 0.885, + "odds_ratio_loss": 0.6036404967308044, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08224917948246002, + "rewards/margins": 0.041211169213056564, + "rewards/rejected": -0.12346035242080688, + "sft_loss": 0.8224917650222778, + "step": 399 + }, + { + "epoch": 0.5784526391901663, + "grad_norm": 3.9247918318506834, + "learning_rate": 7.891967152918447e-06, + "logits/chosen": 0.5552332401275635, + "logits/rejected": 0.4921160042285919, + "logps/chosen": -0.8602915406227112, + "logps/rejected": -2.5308303833007812, + "loss": 0.8544, + "odds_ratio_loss": 0.49064141511917114, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08602915704250336, + "rewards/margins": 0.16705386340618134, + "rewards/rejected": -0.2530830204486847, + "sft_loss": 0.8602915406227112, + "step": 400 + }, + { + "epoch": 0.5798987707881417, + "grad_norm": 2.5180141294825713, + "learning_rate": 7.891249020388656e-06, + "logits/chosen": 0.47350338101387024, + "logits/rejected": 0.4336029291152954, + "logps/chosen": -0.8087297677993774, + "logps/rejected": -1.585395097732544, + "loss": 0.8251, + "odds_ratio_loss": 0.6435711979866028, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08087297528982162, + "rewards/margins": 0.07766654342412949, + "rewards/rejected": -0.15853950381278992, + "sft_loss": 0.8087297677993774, + "step": 401 + }, + { + "epoch": 0.5813449023861171, + "grad_norm": 2.812975306412341, + "learning_rate": 7.890528541810339e-06, + "logits/chosen": 0.4831019937992096, + "logits/rejected": 0.428011029958725, + "logps/chosen": -0.7527783513069153, + "logps/rejected": -1.017602562904358, + "loss": 0.85, + "odds_ratio_loss": 0.5688704252243042, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07527783513069153, + "rewards/margins": 0.02648242563009262, + "rewards/rejected": -0.10176026821136475, + "sft_loss": 0.7527783513069153, + "step": 402 + }, + { + "epoch": 0.5827910339840926, + "grad_norm": 3.6350799321420135, + "learning_rate": 7.889805717617872e-06, + "logits/chosen": 0.5826254487037659, + "logits/rejected": 0.5473474264144897, + "logps/chosen": -0.7726538181304932, + "logps/rejected": -2.026120185852051, + "loss": 0.815, + "odds_ratio_loss": 0.525509238243103, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07726538181304932, + "rewards/margins": 0.12534663081169128, + "rewards/rejected": -0.2026120275259018, + "sft_loss": 0.7726538181304932, + "step": 403 + }, + { + "epoch": 0.584237165582068, + "grad_norm": 2.955665410682994, + "learning_rate": 7.889080548247051e-06, + "logits/chosen": 0.4878218173980713, + "logits/rejected": 0.4596579372882843, + "logps/chosen": -0.6897256374359131, + "logps/rejected": -1.9527850151062012, + "loss": 0.8417, + "odds_ratio_loss": 0.42767712473869324, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06897257268428802, + "rewards/margins": 0.1263059377670288, + "rewards/rejected": -0.19527849555015564, + "sft_loss": 0.6897256374359131, + "step": 404 + }, + { + "epoch": 0.5856832971800434, + "grad_norm": 3.3958916438819085, + "learning_rate": 7.888353034135084e-06, + "logits/chosen": 0.4562031328678131, + "logits/rejected": 0.35089221596717834, + "logps/chosen": -0.8547066450119019, + "logps/rejected": -2.9385735988616943, + "loss": 0.794, + "odds_ratio_loss": 0.45870649814605713, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08547066152095795, + "rewards/margins": 0.20838668942451477, + "rewards/rejected": -0.2938573658466339, + "sft_loss": 0.8547066450119019, + "step": 405 + }, + { + "epoch": 0.5871294287780188, + "grad_norm": 2.851949471321928, + "learning_rate": 7.88762317572059e-06, + "logits/chosen": 0.4243275225162506, + "logits/rejected": 0.452597975730896, + "logps/chosen": -0.7892992496490479, + "logps/rejected": -1.2699556350708008, + "loss": 0.7885, + "odds_ratio_loss": 0.5196892023086548, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07892993092536926, + "rewards/margins": 0.048065636307001114, + "rewards/rejected": -0.12699556350708008, + "sft_loss": 0.7892992496490479, + "step": 406 + }, + { + "epoch": 0.5885755603759942, + "grad_norm": 4.356841434270988, + "learning_rate": 7.886890973443606e-06, + "logits/chosen": 0.4870211184024811, + "logits/rejected": 0.36551669239997864, + "logps/chosen": -0.781580924987793, + "logps/rejected": -2.3665194511413574, + "loss": 0.7901, + "odds_ratio_loss": 0.4650033414363861, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07815809547901154, + "rewards/margins": 0.15849386155605316, + "rewards/rejected": -0.2366519570350647, + "sft_loss": 0.781580924987793, + "step": 407 + }, + { + "epoch": 0.5900216919739696, + "grad_norm": 3.1252881359207123, + "learning_rate": 7.886156427745576e-06, + "logits/chosen": 0.5762686729431152, + "logits/rejected": 0.41852471232414246, + "logps/chosen": -0.7866231203079224, + "logps/rejected": -1.6717575788497925, + "loss": 0.844, + "odds_ratio_loss": 0.5896944999694824, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07866232097148895, + "rewards/margins": 0.08851346373558044, + "rewards/rejected": -0.1671757698059082, + "sft_loss": 0.7866231203079224, + "step": 408 + }, + { + "epoch": 0.591467823571945, + "grad_norm": 3.24125061976931, + "learning_rate": 7.885419539069362e-06, + "logits/chosen": 0.5813404321670532, + "logits/rejected": 0.3938213884830475, + "logps/chosen": -0.7569571137428284, + "logps/rejected": -2.2225003242492676, + "loss": 0.8635, + "odds_ratio_loss": 0.41640591621398926, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0756957158446312, + "rewards/margins": 0.14655432105064392, + "rewards/rejected": -0.2222500443458557, + "sft_loss": 0.7569571137428284, + "step": 409 + }, + { + "epoch": 0.5929139551699205, + "grad_norm": 2.8346587836313746, + "learning_rate": 7.884680307859237e-06, + "logits/chosen": 0.7509294152259827, + "logits/rejected": 0.6562870144844055, + "logps/chosen": -0.6297463178634644, + "logps/rejected": -2.454871416091919, + "loss": 0.7754, + "odds_ratio_loss": 0.375518798828125, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06297463178634644, + "rewards/margins": 0.18251252174377441, + "rewards/rejected": -0.24548715353012085, + "sft_loss": 0.6297463178634644, + "step": 410 + }, + { + "epoch": 0.5943600867678959, + "grad_norm": 3.222409965720389, + "learning_rate": 7.883938734560888e-06, + "logits/chosen": 0.5145249366760254, + "logits/rejected": 0.37488415837287903, + "logps/chosen": -0.7391336560249329, + "logps/rejected": -1.8347660303115845, + "loss": 0.861, + "odds_ratio_loss": 0.5218417048454285, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07391335815191269, + "rewards/margins": 0.10956324636936188, + "rewards/rejected": -0.18347659707069397, + "sft_loss": 0.7391336560249329, + "step": 411 + }, + { + "epoch": 0.5958062183658713, + "grad_norm": 3.965379970096697, + "learning_rate": 7.88319481962141e-06, + "logits/chosen": 0.5220549702644348, + "logits/rejected": 0.38239559531211853, + "logps/chosen": -0.7255507111549377, + "logps/rejected": -2.4738118648529053, + "loss": 0.8449, + "odds_ratio_loss": 0.4144716262817383, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0725550651550293, + "rewards/margins": 0.17482611536979675, + "rewards/rejected": -0.24738118052482605, + "sft_loss": 0.7255507111549377, + "step": 412 + }, + { + "epoch": 0.5972523499638467, + "grad_norm": 4.452072359820141, + "learning_rate": 7.882448563489313e-06, + "logits/chosen": 0.4620935916900635, + "logits/rejected": 0.4356992542743683, + "logps/chosen": -0.8362157344818115, + "logps/rejected": -2.1093122959136963, + "loss": 0.8182, + "odds_ratio_loss": 0.5006383061408997, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08362157642841339, + "rewards/margins": 0.127309650182724, + "rewards/rejected": -0.21093124151229858, + "sft_loss": 0.8362157344818115, + "step": 413 + }, + { + "epoch": 0.5986984815618221, + "grad_norm": 4.629463579221466, + "learning_rate": 7.881699966614516e-06, + "logits/chosen": 0.4516201913356781, + "logits/rejected": 0.45159292221069336, + "logps/chosen": -0.6810017824172974, + "logps/rejected": -2.307833671569824, + "loss": 0.8887, + "odds_ratio_loss": 0.4952140748500824, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06810016930103302, + "rewards/margins": 0.16268320381641388, + "rewards/rejected": -0.2307833731174469, + "sft_loss": 0.6810017824172974, + "step": 414 + }, + { + "epoch": 0.6001446131597975, + "grad_norm": 3.2811814411404003, + "learning_rate": 7.880949029448352e-06, + "logits/chosen": 0.47481125593185425, + "logits/rejected": 0.399766206741333, + "logps/chosen": -0.6239845156669617, + "logps/rejected": -2.5231199264526367, + "loss": 0.7472, + "odds_ratio_loss": 0.36092132329940796, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06239845231175423, + "rewards/margins": 0.1899135261774063, + "rewards/rejected": -0.2523120045661926, + "sft_loss": 0.6239845156669617, + "step": 415 + }, + { + "epoch": 0.601590744757773, + "grad_norm": 3.910382755288589, + "learning_rate": 7.880195752443566e-06, + "logits/chosen": 0.40132609009742737, + "logits/rejected": 0.2246161550283432, + "logps/chosen": -0.9353955984115601, + "logps/rejected": -2.6664748191833496, + "loss": 0.8951, + "odds_ratio_loss": 0.38120150566101074, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09353956580162048, + "rewards/margins": 0.17310792207717896, + "rewards/rejected": -0.26664748787879944, + "sft_loss": 0.9353955984115601, + "step": 416 + }, + { + "epoch": 0.6030368763557483, + "grad_norm": 3.83453742589943, + "learning_rate": 7.879440136054307e-06, + "logits/chosen": 0.516146719455719, + "logits/rejected": 0.4591212272644043, + "logps/chosen": -0.7768975496292114, + "logps/rejected": -3.070139169692993, + "loss": 0.8451, + "odds_ratio_loss": 0.453329861164093, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0776897519826889, + "rewards/margins": 0.22932417690753937, + "rewards/rejected": -0.30701392889022827, + "sft_loss": 0.7768975496292114, + "step": 417 + }, + { + "epoch": 0.6044830079537238, + "grad_norm": 3.8217120040188464, + "learning_rate": 7.878682180736142e-06, + "logits/chosen": 0.739425778388977, + "logits/rejected": 0.5814308524131775, + "logps/chosen": -0.8185400366783142, + "logps/rejected": -1.45823073387146, + "loss": 0.7712, + "odds_ratio_loss": 0.6225258111953735, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08185401558876038, + "rewards/margins": 0.06396905332803726, + "rewards/rejected": -0.14582306146621704, + "sft_loss": 0.8185400366783142, + "step": 418 + }, + { + "epoch": 0.6059291395516992, + "grad_norm": 3.184411206872811, + "learning_rate": 7.877921886946046e-06, + "logits/chosen": 0.41738444566726685, + "logits/rejected": 0.22434985637664795, + "logps/chosen": -0.9352853298187256, + "logps/rejected": -2.829294443130493, + "loss": 0.889, + "odds_ratio_loss": 0.4922487139701843, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09352853894233704, + "rewards/margins": 0.18940091133117676, + "rewards/rejected": -0.2829294502735138, + "sft_loss": 0.9352853298187256, + "step": 419 + }, + { + "epoch": 0.6073752711496746, + "grad_norm": 2.658817199141513, + "learning_rate": 7.8771592551424e-06, + "logits/chosen": 0.5982671976089478, + "logits/rejected": 0.4165036082267761, + "logps/chosen": -0.7658669948577881, + "logps/rejected": -1.7320560216903687, + "loss": 0.8374, + "odds_ratio_loss": 0.4825802743434906, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07658669352531433, + "rewards/margins": 0.09661891311407089, + "rewards/rejected": -0.17320561408996582, + "sft_loss": 0.7658669948577881, + "step": 420 + }, + { + "epoch": 0.6088214027476501, + "grad_norm": 3.345391828041502, + "learning_rate": 7.876394285785e-06, + "logits/chosen": 0.5503162145614624, + "logits/rejected": 0.34399694204330444, + "logps/chosen": -0.7347284555435181, + "logps/rejected": -2.7232933044433594, + "loss": 0.7884, + "odds_ratio_loss": 0.4280637502670288, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07347285747528076, + "rewards/margins": 0.19885647296905518, + "rewards/rejected": -0.27232933044433594, + "sft_loss": 0.7347284555435181, + "step": 421 + }, + { + "epoch": 0.6102675343456254, + "grad_norm": 3.386750433238105, + "learning_rate": 7.875626979335047e-06, + "logits/chosen": 0.4964909255504608, + "logits/rejected": 0.4483870267868042, + "logps/chosen": -0.8750501275062561, + "logps/rejected": -1.7626843452453613, + "loss": 0.7978, + "odds_ratio_loss": 0.5853959918022156, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08750501275062561, + "rewards/margins": 0.08876340091228485, + "rewards/rejected": -0.17626842856407166, + "sft_loss": 0.8750501275062561, + "step": 422 + }, + { + "epoch": 0.6117136659436009, + "grad_norm": 2.4670916895507005, + "learning_rate": 7.874857336255153e-06, + "logits/chosen": 0.5551592707633972, + "logits/rejected": 0.2982563376426697, + "logps/chosen": -0.6951935291290283, + "logps/rejected": -4.001288890838623, + "loss": 0.7655, + "odds_ratio_loss": 0.5873510837554932, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.06951935589313507, + "rewards/margins": 0.330609530210495, + "rewards/rejected": -0.40012890100479126, + "sft_loss": 0.6951935291290283, + "step": 423 + }, + { + "epoch": 0.6131597975415762, + "grad_norm": 2.8129321951372703, + "learning_rate": 7.874085357009341e-06, + "logits/chosen": 0.6084282994270325, + "logits/rejected": 0.42167001962661743, + "logps/chosen": -0.6516855955123901, + "logps/rejected": -1.563461184501648, + "loss": 0.8, + "odds_ratio_loss": 0.40489715337753296, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06516855955123901, + "rewards/margins": 0.0911775529384613, + "rewards/rejected": -0.15634611248970032, + "sft_loss": 0.6516855955123901, + "step": 424 + }, + { + "epoch": 0.6146059291395517, + "grad_norm": 3.283032567196892, + "learning_rate": 7.873311042063038e-06, + "logits/chosen": 0.554405927658081, + "logits/rejected": 0.3872930705547333, + "logps/chosen": -0.6961603164672852, + "logps/rejected": -2.4004769325256348, + "loss": 0.8816, + "odds_ratio_loss": 0.4127447307109833, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06961603462696075, + "rewards/margins": 0.17043164372444153, + "rewards/rejected": -0.24004767835140228, + "sft_loss": 0.6961603164672852, + "step": 425 + }, + { + "epoch": 0.6160520607375272, + "grad_norm": 2.820835695498693, + "learning_rate": 7.872534391883082e-06, + "logits/chosen": 0.6225115656852722, + "logits/rejected": 0.5951453447341919, + "logps/chosen": -0.780193567276001, + "logps/rejected": -1.2512143850326538, + "loss": 0.9153, + "odds_ratio_loss": 0.5581642389297485, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07801935821771622, + "rewards/margins": 0.04710208252072334, + "rewards/rejected": -0.12512142956256866, + "sft_loss": 0.780193567276001, + "step": 426 + }, + { + "epoch": 0.6174981923355025, + "grad_norm": 2.9845279410385177, + "learning_rate": 7.87175540693772e-06, + "logits/chosen": 0.5121057629585266, + "logits/rejected": 0.4706208109855652, + "logps/chosen": -0.8175680637359619, + "logps/rejected": -1.6420925855636597, + "loss": 0.86, + "odds_ratio_loss": 0.5938406586647034, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08175680041313171, + "rewards/margins": 0.08245246112346649, + "rewards/rejected": -0.1642092615365982, + "sft_loss": 0.8175680637359619, + "step": 427 + }, + { + "epoch": 0.618944323933478, + "grad_norm": 2.756053493228294, + "learning_rate": 7.870974087696601e-06, + "logits/chosen": 0.5588035583496094, + "logits/rejected": 0.4831167459487915, + "logps/chosen": -0.7480887770652771, + "logps/rejected": -1.4949398040771484, + "loss": 0.8318, + "odds_ratio_loss": 0.6169903874397278, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07480888068675995, + "rewards/margins": 0.07468511164188385, + "rewards/rejected": -0.1494939923286438, + "sft_loss": 0.7480887770652771, + "step": 428 + }, + { + "epoch": 0.6203904555314533, + "grad_norm": 6.440433342716773, + "learning_rate": 7.870190434630788e-06, + "logits/chosen": 0.5738497972488403, + "logits/rejected": 0.48213326930999756, + "logps/chosen": -0.9667487740516663, + "logps/rejected": -1.965078353881836, + "loss": 0.9166, + "odds_ratio_loss": 0.6497290134429932, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09667487442493439, + "rewards/margins": 0.0998329371213913, + "rewards/rejected": -0.19650781154632568, + "sft_loss": 0.9667487740516663, + "step": 429 + }, + { + "epoch": 0.6218365871294288, + "grad_norm": 5.637365479715586, + "learning_rate": 7.869404448212748e-06, + "logits/chosen": 0.5685498118400574, + "logits/rejected": 0.39901280403137207, + "logps/chosen": -0.9792392253875732, + "logps/rejected": -1.1231156587600708, + "loss": 0.873, + "odds_ratio_loss": 0.6865856647491455, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.09792391955852509, + "rewards/margins": 0.014387642964720726, + "rewards/rejected": -0.11231156438589096, + "sft_loss": 0.9792392253875732, + "step": 430 + }, + { + "epoch": 0.6232827187274042, + "grad_norm": 3.2594522263553385, + "learning_rate": 7.868616128916355e-06, + "logits/chosen": 0.4767334461212158, + "logits/rejected": 0.5127293467521667, + "logps/chosen": -0.6846072673797607, + "logps/rejected": -1.3331453800201416, + "loss": 0.7829, + "odds_ratio_loss": 0.6704195737838745, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06846071779727936, + "rewards/margins": 0.06485381722450256, + "rewards/rejected": -0.13331454992294312, + "sft_loss": 0.6846072673797607, + "step": 431 + }, + { + "epoch": 0.6247288503253796, + "grad_norm": 12.94226676394391, + "learning_rate": 7.86782547721689e-06, + "logits/chosen": 0.3910233974456787, + "logits/rejected": 0.2703205645084381, + "logps/chosen": -1.022456169128418, + "logps/rejected": -2.576681137084961, + "loss": 1.0595, + "odds_ratio_loss": 0.5771183967590332, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.10224561393260956, + "rewards/margins": 0.15542250871658325, + "rewards/rejected": -0.257668137550354, + "sft_loss": 1.022456169128418, + "step": 432 + }, + { + "epoch": 0.6261749819233551, + "grad_norm": 4.258235258049596, + "learning_rate": 7.867032493591039e-06, + "logits/chosen": 0.6012907028198242, + "logits/rejected": 0.4136401116847992, + "logps/chosen": -0.7054803967475891, + "logps/rejected": -2.6366329193115234, + "loss": 0.8079, + "odds_ratio_loss": 0.5335126519203186, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07054804265499115, + "rewards/margins": 0.1931152641773224, + "rewards/rejected": -0.26366329193115234, + "sft_loss": 0.7054803967475891, + "step": 433 + }, + { + "epoch": 0.6276211135213304, + "grad_norm": 3.2881085900599967, + "learning_rate": 7.866237178516895e-06, + "logits/chosen": 0.45769360661506653, + "logits/rejected": 0.4603123664855957, + "logps/chosen": -0.828456461429596, + "logps/rejected": -2.0454816818237305, + "loss": 0.863, + "odds_ratio_loss": 0.564410924911499, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08284565061330795, + "rewards/margins": 0.12170251458883286, + "rewards/rejected": -0.2045481652021408, + "sft_loss": 0.828456461429596, + "step": 434 + }, + { + "epoch": 0.6290672451193059, + "grad_norm": 2.9543081301550123, + "learning_rate": 7.865439532473956e-06, + "logits/chosen": 0.40643981099128723, + "logits/rejected": 0.35865318775177, + "logps/chosen": -0.9577921032905579, + "logps/rejected": -2.695612668991089, + "loss": 0.8432, + "odds_ratio_loss": 0.48533615469932556, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09577921777963638, + "rewards/margins": 0.173782080411911, + "rewards/rejected": -0.2695612907409668, + "sft_loss": 0.9577921032905579, + "step": 435 + }, + { + "epoch": 0.6305133767172812, + "grad_norm": 3.2712972136551715, + "learning_rate": 7.864639555943128e-06, + "logits/chosen": 0.6304845213890076, + "logits/rejected": 0.3566408157348633, + "logps/chosen": -0.8317915201187134, + "logps/rejected": -3.221254348754883, + "loss": 0.7553, + "odds_ratio_loss": 0.5319594740867615, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08317915350198746, + "rewards/margins": 0.23894628882408142, + "rewards/rejected": -0.3221254348754883, + "sft_loss": 0.8317915201187134, + "step": 436 + }, + { + "epoch": 0.6319595083152567, + "grad_norm": 6.796669067502768, + "learning_rate": 7.863837249406717e-06, + "logits/chosen": 0.4694080352783203, + "logits/rejected": 0.4095763862133026, + "logps/chosen": -0.8717098832130432, + "logps/rejected": -1.5735933780670166, + "loss": 0.8834, + "odds_ratio_loss": 0.6717262268066406, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08717098832130432, + "rewards/margins": 0.07018835842609406, + "rewards/rejected": -0.15735936164855957, + "sft_loss": 0.8717098832130432, + "step": 437 + }, + { + "epoch": 0.6334056399132321, + "grad_norm": 2.795098582170022, + "learning_rate": 7.86303261334844e-06, + "logits/chosen": 0.4883936941623688, + "logits/rejected": 0.4044135510921478, + "logps/chosen": -0.7085312604904175, + "logps/rejected": -3.2201850414276123, + "loss": 0.8154, + "odds_ratio_loss": 0.5115565061569214, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07085312902927399, + "rewards/margins": 0.25116536021232605, + "rewards/rejected": -0.32201850414276123, + "sft_loss": 0.7085312604904175, + "step": 438 + }, + { + "epoch": 0.6348517715112075, + "grad_norm": 3.1284776560367185, + "learning_rate": 7.86222564825341e-06, + "logits/chosen": 0.47537481784820557, + "logits/rejected": 0.49767816066741943, + "logps/chosen": -0.9836025834083557, + "logps/rejected": -1.391028642654419, + "loss": 0.906, + "odds_ratio_loss": 0.7164785265922546, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09836025536060333, + "rewards/margins": 0.04074261337518692, + "rewards/rejected": -0.13910287618637085, + "sft_loss": 0.9836025834083557, + "step": 439 + }, + { + "epoch": 0.6362979031091829, + "grad_norm": 2.8437761782591036, + "learning_rate": 7.861416354608154e-06, + "logits/chosen": 0.4136395752429962, + "logits/rejected": 0.320941299200058, + "logps/chosen": -0.8693005442619324, + "logps/rejected": -1.1584815979003906, + "loss": 0.8628, + "odds_ratio_loss": 0.5910212993621826, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.086930051445961, + "rewards/margins": 0.02891811728477478, + "rewards/rejected": -0.11584816873073578, + "sft_loss": 0.8693005442619324, + "step": 440 + }, + { + "epoch": 0.6377440347071583, + "grad_norm": 4.251716982329854, + "learning_rate": 7.860604732900595e-06, + "logits/chosen": 0.761461615562439, + "logits/rejected": 0.5725336074829102, + "logps/chosen": -0.6326714754104614, + "logps/rejected": -2.821256637573242, + "loss": 0.8185, + "odds_ratio_loss": 0.3858832120895386, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06326714903116226, + "rewards/margins": 0.2188585251569748, + "rewards/rejected": -0.28212568163871765, + "sft_loss": 0.6326714754104614, + "step": 441 + }, + { + "epoch": 0.6391901663051338, + "grad_norm": 2.983907575956472, + "learning_rate": 7.859790783620066e-06, + "logits/chosen": 0.4991647005081177, + "logits/rejected": 0.37928247451782227, + "logps/chosen": -0.757746160030365, + "logps/rejected": -2.254284620285034, + "loss": 0.8131, + "odds_ratio_loss": 0.43578675389289856, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07577462494373322, + "rewards/margins": 0.1496538519859314, + "rewards/rejected": -0.2254284769296646, + "sft_loss": 0.757746160030365, + "step": 442 + }, + { + "epoch": 0.6406362979031092, + "grad_norm": 3.510678850486274, + "learning_rate": 7.858974507257298e-06, + "logits/chosen": 0.45033857226371765, + "logits/rejected": 0.356212854385376, + "logps/chosen": -0.8245335817337036, + "logps/rejected": -2.268136978149414, + "loss": 0.852, + "odds_ratio_loss": 0.5200464129447937, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08245337009429932, + "rewards/margins": 0.14436031877994537, + "rewards/rejected": -0.2268136888742447, + "sft_loss": 0.8245335817337036, + "step": 443 + }, + { + "epoch": 0.6420824295010846, + "grad_norm": 2.7353859290225033, + "learning_rate": 7.858155904304427e-06, + "logits/chosen": 0.4843840003013611, + "logits/rejected": 0.4002265930175781, + "logps/chosen": -0.9183147549629211, + "logps/rejected": -1.4296321868896484, + "loss": 0.8456, + "odds_ratio_loss": 0.7742018103599548, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09183148294687271, + "rewards/margins": 0.05113174393773079, + "rewards/rejected": -0.1429632306098938, + "sft_loss": 0.9183147549629211, + "step": 444 + }, + { + "epoch": 0.64352856109906, + "grad_norm": 3.0770167286409973, + "learning_rate": 7.85733497525499e-06, + "logits/chosen": 0.4947357177734375, + "logits/rejected": 0.4650039076805115, + "logps/chosen": -0.8962004780769348, + "logps/rejected": -1.226360559463501, + "loss": 0.8767, + "odds_ratio_loss": 0.5764116048812866, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08962005376815796, + "rewards/margins": 0.03301601484417915, + "rewards/rejected": -0.12263606488704681, + "sft_loss": 0.8962004780769348, + "step": 445 + }, + { + "epoch": 0.6449746926970354, + "grad_norm": 2.87017794293484, + "learning_rate": 7.856511720603932e-06, + "logits/chosen": 0.390936017036438, + "logits/rejected": 0.3944934606552124, + "logps/chosen": -0.8416546583175659, + "logps/rejected": -1.379352331161499, + "loss": 0.8475, + "odds_ratio_loss": 0.5354892611503601, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08416546881198883, + "rewards/margins": 0.053769778460264206, + "rewards/rejected": -0.13793525099754333, + "sft_loss": 0.8416546583175659, + "step": 446 + }, + { + "epoch": 0.6464208242950108, + "grad_norm": 4.173759451782166, + "learning_rate": 7.855686140847595e-06, + "logits/chosen": 0.7082953453063965, + "logits/rejected": 0.3387436270713806, + "logps/chosen": -0.8564531207084656, + "logps/rejected": -2.3805789947509766, + "loss": 0.7679, + "odds_ratio_loss": 0.4507424533367157, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08564531058073044, + "rewards/margins": 0.15241259336471558, + "rewards/rejected": -0.2380579113960266, + "sft_loss": 0.8564531207084656, + "step": 447 + }, + { + "epoch": 0.6478669558929863, + "grad_norm": 2.8517830713037955, + "learning_rate": 7.854858236483722e-06, + "logits/chosen": 0.593734085559845, + "logits/rejected": 0.31093043088912964, + "logps/chosen": -0.7490995526313782, + "logps/rejected": -2.389633893966675, + "loss": 0.8676, + "odds_ratio_loss": 0.5279134511947632, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07490995526313782, + "rewards/margins": 0.16405344009399414, + "rewards/rejected": -0.23896339535713196, + "sft_loss": 0.7490995526313782, + "step": 448 + }, + { + "epoch": 0.6493130874909617, + "grad_norm": 3.821681729479148, + "learning_rate": 7.854028008011463e-06, + "logits/chosen": 0.7026189565658569, + "logits/rejected": 0.4407723546028137, + "logps/chosen": -0.7633951902389526, + "logps/rejected": -2.1326398849487305, + "loss": 0.7899, + "odds_ratio_loss": 0.4903205335140228, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07633952051401138, + "rewards/margins": 0.13692447543144226, + "rewards/rejected": -0.21326400339603424, + "sft_loss": 0.7633951902389526, + "step": 449 + }, + { + "epoch": 0.6507592190889371, + "grad_norm": 5.133699682302873, + "learning_rate": 7.853195455931362e-06, + "logits/chosen": 0.642242431640625, + "logits/rejected": 0.5476385951042175, + "logps/chosen": -0.7822733521461487, + "logps/rejected": -1.8922646045684814, + "loss": 0.8471, + "odds_ratio_loss": 0.4665636718273163, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07822733372449875, + "rewards/margins": 0.11099912226200104, + "rewards/rejected": -0.18922646343708038, + "sft_loss": 0.7822733521461487, + "step": 450 + }, + { + "epoch": 0.6522053506869125, + "grad_norm": 2.4945263473256696, + "learning_rate": 7.85236058074537e-06, + "logits/chosen": 0.43350091576576233, + "logits/rejected": 0.348577082157135, + "logps/chosen": -0.7209492921829224, + "logps/rejected": -2.9272561073303223, + "loss": 0.7655, + "odds_ratio_loss": 0.4050930142402649, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07209491729736328, + "rewards/margins": 0.2206306755542755, + "rewards/rejected": -0.2927256226539612, + "sft_loss": 0.7209492921829224, + "step": 451 + }, + { + "epoch": 0.6536514822848879, + "grad_norm": 3.1603284424366227, + "learning_rate": 7.851523382956839e-06, + "logits/chosen": 0.685008704662323, + "logits/rejected": 0.41446003317832947, + "logps/chosen": -0.6122561693191528, + "logps/rejected": -2.7564573287963867, + "loss": 0.8216, + "odds_ratio_loss": 0.4269762635231018, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.061225611716508865, + "rewards/margins": 0.2144201248884201, + "rewards/rejected": -0.27564573287963867, + "sft_loss": 0.6122561693191528, + "step": 452 + }, + { + "epoch": 0.6550976138828634, + "grad_norm": 2.5123215280417264, + "learning_rate": 7.850683863070513e-06, + "logits/chosen": 0.5416068434715271, + "logits/rejected": 0.39375370740890503, + "logps/chosen": -0.8951384425163269, + "logps/rejected": -2.091689109802246, + "loss": 0.7807, + "odds_ratio_loss": 0.598831832408905, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08951384574174881, + "rewards/margins": 0.1196550726890564, + "rewards/rejected": -0.2091689109802246, + "sft_loss": 0.8951384425163269, + "step": 453 + }, + { + "epoch": 0.6565437454808387, + "grad_norm": 2.737876764066823, + "learning_rate": 7.849842021592546e-06, + "logits/chosen": 0.3288041353225708, + "logits/rejected": 0.3482604920864105, + "logps/chosen": -0.9502256512641907, + "logps/rejected": -1.9984798431396484, + "loss": 0.9195, + "odds_ratio_loss": 0.6456742882728577, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.09502257406711578, + "rewards/margins": 0.10482542961835861, + "rewards/rejected": -0.1998479962348938, + "sft_loss": 0.9502256512641907, + "step": 454 + }, + { + "epoch": 0.6579898770788142, + "grad_norm": 3.869771792844011, + "learning_rate": 7.848997859030484e-06, + "logits/chosen": 0.4661051034927368, + "logits/rejected": 0.3330320119857788, + "logps/chosen": -0.8484359979629517, + "logps/rejected": -2.905519485473633, + "loss": 0.9405, + "odds_ratio_loss": 0.4373171925544739, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.08484360575675964, + "rewards/margins": 0.2057083249092102, + "rewards/rejected": -0.29055193066596985, + "sft_loss": 0.8484359979629517, + "step": 455 + }, + { + "epoch": 0.6594360086767896, + "grad_norm": 3.8838637117754558, + "learning_rate": 7.84815137589328e-06, + "logits/chosen": 0.4900085926055908, + "logits/rejected": 0.449086457490921, + "logps/chosen": -0.915755033493042, + "logps/rejected": -1.9004579782485962, + "loss": 0.9095, + "odds_ratio_loss": 0.5265486836433411, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0915755107998848, + "rewards/margins": 0.0984703004360199, + "rewards/rejected": -0.1900458037853241, + "sft_loss": 0.915755033493042, + "step": 456 + }, + { + "epoch": 0.660882140274765, + "grad_norm": 2.8946868825853342, + "learning_rate": 7.847302572691277e-06, + "logits/chosen": 0.5905077457427979, + "logits/rejected": 0.3706495761871338, + "logps/chosen": -0.7773427963256836, + "logps/rejected": -2.9122698307037354, + "loss": 0.7367, + "odds_ratio_loss": 0.49745047092437744, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07773428410291672, + "rewards/margins": 0.21349269151687622, + "rewards/rejected": -0.29122695326805115, + "sft_loss": 0.7773427963256836, + "step": 457 + }, + { + "epoch": 0.6623282718727405, + "grad_norm": 2.6139847805230563, + "learning_rate": 7.846451449936224e-06, + "logits/chosen": 0.4387049078941345, + "logits/rejected": 0.3426019549369812, + "logps/chosen": -0.7675788402557373, + "logps/rejected": -1.365877389907837, + "loss": 0.7461, + "odds_ratio_loss": 0.5597048997879028, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07675788551568985, + "rewards/margins": 0.05982984974980354, + "rewards/rejected": -0.1365877389907837, + "sft_loss": 0.7675788402557373, + "step": 458 + }, + { + "epoch": 0.6637744034707158, + "grad_norm": 2.6779398241996044, + "learning_rate": 7.845598008141267e-06, + "logits/chosen": 0.4579883813858032, + "logits/rejected": 0.3316115438938141, + "logps/chosen": -0.6582392454147339, + "logps/rejected": -3.040428638458252, + "loss": 0.7372, + "odds_ratio_loss": 0.4125193953514099, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06582392752170563, + "rewards/margins": 0.2382189780473709, + "rewards/rejected": -0.30404287576675415, + "sft_loss": 0.6582392454147339, + "step": 459 + }, + { + "epoch": 0.6652205350686913, + "grad_norm": 2.482458627766373, + "learning_rate": 7.844742247820949e-06, + "logits/chosen": 0.5820556282997131, + "logits/rejected": 0.38141798973083496, + "logps/chosen": -0.6435836553573608, + "logps/rejected": -3.4378960132598877, + "loss": 0.7705, + "odds_ratio_loss": 0.36722418665885925, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06435836851596832, + "rewards/margins": 0.2794312536716461, + "rewards/rejected": -0.34378957748413086, + "sft_loss": 0.6435836553573608, + "step": 460 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 3.849254654154496, + "learning_rate": 7.843884169491209e-06, + "logits/chosen": 0.5479345917701721, + "logits/rejected": 0.38080063462257385, + "logps/chosen": -0.8304556608200073, + "logps/rejected": -1.7188962697982788, + "loss": 0.88, + "odds_ratio_loss": 0.5580796599388123, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08304556459188461, + "rewards/margins": 0.08884406089782715, + "rewards/rejected": -0.17188964784145355, + "sft_loss": 0.8304556608200073, + "step": 461 + }, + { + "epoch": 0.6681127982646421, + "grad_norm": 3.2623131963394396, + "learning_rate": 7.843023773669388e-06, + "logits/chosen": 0.5372626185417175, + "logits/rejected": 0.38888368010520935, + "logps/chosen": -0.732601523399353, + "logps/rejected": -3.131098747253418, + "loss": 0.7745, + "odds_ratio_loss": 0.5246361494064331, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07326015084981918, + "rewards/margins": 0.2398497313261032, + "rewards/rejected": -0.3131098747253418, + "sft_loss": 0.732601523399353, + "step": 462 + }, + { + "epoch": 0.6695589298626174, + "grad_norm": 6.67370859391976, + "learning_rate": 7.842161060874221e-06, + "logits/chosen": 0.6117855906486511, + "logits/rejected": 0.46079525351524353, + "logps/chosen": -0.6942752003669739, + "logps/rejected": -3.08976674079895, + "loss": 0.8945, + "odds_ratio_loss": 0.34388789534568787, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06942752003669739, + "rewards/margins": 0.2395491600036621, + "rewards/rejected": -0.3089766800403595, + "sft_loss": 0.6942752003669739, + "step": 463 + }, + { + "epoch": 0.6710050614605929, + "grad_norm": 3.4901642146880527, + "learning_rate": 7.841296031625842e-06, + "logits/chosen": 0.5016286969184875, + "logits/rejected": 0.30921778082847595, + "logps/chosen": -0.8868895769119263, + "logps/rejected": -1.7468254566192627, + "loss": 0.9116, + "odds_ratio_loss": 0.5753090381622314, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08868895471096039, + "rewards/margins": 0.08599359542131424, + "rewards/rejected": -0.17468255758285522, + "sft_loss": 0.8868895769119263, + "step": 464 + }, + { + "epoch": 0.6724511930585684, + "grad_norm": 2.705934552586253, + "learning_rate": 7.840428686445777e-06, + "logits/chosen": 0.3969650864601135, + "logits/rejected": 0.37639883160591125, + "logps/chosen": -0.7846730947494507, + "logps/rejected": -3.3052570819854736, + "loss": 0.899, + "odds_ratio_loss": 0.578758180141449, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07846730202436447, + "rewards/margins": 0.2520584166049957, + "rewards/rejected": -0.3305257260799408, + "sft_loss": 0.7846730947494507, + "step": 465 + }, + { + "epoch": 0.6738973246565437, + "grad_norm": 3.8524541345226453, + "learning_rate": 7.839559025856954e-06, + "logits/chosen": 0.6053705811500549, + "logits/rejected": 0.5268568992614746, + "logps/chosen": -0.948915958404541, + "logps/rejected": -2.0502045154571533, + "loss": 0.9358, + "odds_ratio_loss": 0.6905159950256348, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09489160031080246, + "rewards/margins": 0.11012885719537735, + "rewards/rejected": -0.2050204575061798, + "sft_loss": 0.948915958404541, + "step": 466 + }, + { + "epoch": 0.6753434562545192, + "grad_norm": 2.5938676997175505, + "learning_rate": 7.838687050383694e-06, + "logits/chosen": 0.5891566276550293, + "logits/rejected": 0.4464053809642792, + "logps/chosen": -0.857430636882782, + "logps/rejected": -1.6854695081710815, + "loss": 0.853, + "odds_ratio_loss": 0.5570505857467651, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08574306219816208, + "rewards/margins": 0.0828038826584816, + "rewards/rejected": -0.16854694485664368, + "sft_loss": 0.857430636882782, + "step": 467 + }, + { + "epoch": 0.6767895878524945, + "grad_norm": 3.2940178997552967, + "learning_rate": 7.837812760551714e-06, + "logits/chosen": 0.43278759717941284, + "logits/rejected": 0.26053839921951294, + "logps/chosen": -0.7142987251281738, + "logps/rejected": -2.4090588092803955, + "loss": 0.7569, + "odds_ratio_loss": 0.4101409614086151, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07142987847328186, + "rewards/margins": 0.16947603225708008, + "rewards/rejected": -0.24090591073036194, + "sft_loss": 0.7142987251281738, + "step": 468 + }, + { + "epoch": 0.67823571945047, + "grad_norm": 3.7919377185149608, + "learning_rate": 7.83693615688813e-06, + "logits/chosen": 0.35429370403289795, + "logits/rejected": 0.39123567938804626, + "logps/chosen": -0.9550790190696716, + "logps/rejected": -1.3350166082382202, + "loss": 0.8351, + "odds_ratio_loss": 0.614581286907196, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0955079048871994, + "rewards/margins": 0.037993766367435455, + "rewards/rejected": -0.13350167870521545, + "sft_loss": 0.9550790190696716, + "step": 469 + }, + { + "epoch": 0.6796818510484454, + "grad_norm": 2.91281834178183, + "learning_rate": 7.836057239921444e-06, + "logits/chosen": 0.5054612755775452, + "logits/rejected": 0.43213528394699097, + "logps/chosen": -0.9110418558120728, + "logps/rejected": -1.7556121349334717, + "loss": 0.8131, + "odds_ratio_loss": 0.6161195039749146, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0911041870713234, + "rewards/margins": 0.08445702493190765, + "rewards/rejected": -0.17556121945381165, + "sft_loss": 0.9110418558120728, + "step": 470 + }, + { + "epoch": 0.6811279826464208, + "grad_norm": 5.212947929820761, + "learning_rate": 7.835176010181563e-06, + "logits/chosen": 0.5794857740402222, + "logits/rejected": 0.452696293592453, + "logps/chosen": -0.9335224628448486, + "logps/rejected": -2.0056893825531006, + "loss": 0.9011, + "odds_ratio_loss": 0.5872938632965088, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09335225075483322, + "rewards/margins": 0.10721667855978012, + "rewards/rejected": -0.20056892931461334, + "sft_loss": 0.9335224628448486, + "step": 471 + }, + { + "epoch": 0.6825741142443963, + "grad_norm": 4.005336153240001, + "learning_rate": 7.834292468199781e-06, + "logits/chosen": 0.40509578585624695, + "logits/rejected": 0.4229750335216522, + "logps/chosen": -0.8150092959403992, + "logps/rejected": -2.13399600982666, + "loss": 0.9764, + "odds_ratio_loss": 0.48038750886917114, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08150092512369156, + "rewards/margins": 0.1318986564874649, + "rewards/rejected": -0.21339958906173706, + "sft_loss": 0.8150092959403992, + "step": 472 + }, + { + "epoch": 0.6840202458423716, + "grad_norm": 4.70726946640677, + "learning_rate": 7.833406614508788e-06, + "logits/chosen": 0.6632890105247498, + "logits/rejected": 0.6132000684738159, + "logps/chosen": -0.5284931063652039, + "logps/rejected": -2.332587480545044, + "loss": 0.7618, + "odds_ratio_loss": 0.4303593635559082, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05284930765628815, + "rewards/margins": 0.18040944635868073, + "rewards/rejected": -0.23325875401496887, + "sft_loss": 0.5284931063652039, + "step": 473 + }, + { + "epoch": 0.6854663774403471, + "grad_norm": 3.324398929863063, + "learning_rate": 7.832518449642672e-06, + "logits/chosen": 0.422392874956131, + "logits/rejected": 0.4441375434398651, + "logps/chosen": -0.9545919895172119, + "logps/rejected": -2.223881483078003, + "loss": 0.9125, + "odds_ratio_loss": 0.6443504095077515, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09545920789241791, + "rewards/margins": 0.12692894041538239, + "rewards/rejected": -0.2223881483078003, + "sft_loss": 0.9545919895172119, + "step": 474 + }, + { + "epoch": 0.6869125090383225, + "grad_norm": 4.571799028540172, + "learning_rate": 7.831627974136907e-06, + "logits/chosen": 0.4669177830219269, + "logits/rejected": 0.43409720063209534, + "logps/chosen": -0.9336066246032715, + "logps/rejected": -2.756803512573242, + "loss": 0.9133, + "odds_ratio_loss": 0.5451022386550903, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.09336065500974655, + "rewards/margins": 0.18231970071792603, + "rewards/rejected": -0.2756803631782532, + "sft_loss": 0.9336066246032715, + "step": 475 + }, + { + "epoch": 0.6883586406362979, + "grad_norm": 8.263383358535402, + "learning_rate": 7.830735188528369e-06, + "logits/chosen": 0.5980125069618225, + "logits/rejected": 0.349201500415802, + "logps/chosen": -0.5357162356376648, + "logps/rejected": -4.337940216064453, + "loss": 0.9422, + "odds_ratio_loss": 0.31241413950920105, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05357161909341812, + "rewards/margins": 0.3802223801612854, + "rewards/rejected": -0.4337940216064453, + "sft_loss": 0.5357162356376648, + "step": 476 + }, + { + "epoch": 0.6898047722342733, + "grad_norm": 2.6729720908747536, + "learning_rate": 7.829840093355315e-06, + "logits/chosen": 0.41900211572647095, + "logits/rejected": 0.4156907796859741, + "logps/chosen": -0.8371658325195312, + "logps/rejected": -1.4804648160934448, + "loss": 0.8874, + "odds_ratio_loss": 0.5720455050468445, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08371657878160477, + "rewards/margins": 0.06432989984750748, + "rewards/rejected": -0.14804649353027344, + "sft_loss": 0.8371658325195312, + "step": 477 + }, + { + "epoch": 0.6912509038322487, + "grad_norm": 2.996041581883456, + "learning_rate": 7.828942689157407e-06, + "logits/chosen": 0.4665514826774597, + "logits/rejected": 0.43654048442840576, + "logps/chosen": -0.8104965090751648, + "logps/rejected": -2.2539286613464355, + "loss": 0.8045, + "odds_ratio_loss": 0.5409241318702698, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08104965090751648, + "rewards/margins": 0.14434322714805603, + "rewards/rejected": -0.2253929078578949, + "sft_loss": 0.8104965090751648, + "step": 478 + }, + { + "epoch": 0.6926970354302241, + "grad_norm": 2.886010343753202, + "learning_rate": 7.82804297647569e-06, + "logits/chosen": 0.39548736810684204, + "logits/rejected": 0.25323015451431274, + "logps/chosen": -0.8145580887794495, + "logps/rejected": -1.8616585731506348, + "loss": 0.7833, + "odds_ratio_loss": 0.581149160861969, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08145581185817719, + "rewards/margins": 0.10471004992723465, + "rewards/rejected": -0.18616585433483124, + "sft_loss": 0.8145580887794495, + "step": 479 + }, + { + "epoch": 0.6941431670281996, + "grad_norm": 3.721831170544819, + "learning_rate": 7.827140955852606e-06, + "logits/chosen": 0.5488985776901245, + "logits/rejected": 0.43202951550483704, + "logps/chosen": -0.8996453285217285, + "logps/rejected": -1.8889070749282837, + "loss": 0.9119, + "odds_ratio_loss": 0.5485165119171143, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08996453881263733, + "rewards/margins": 0.09892617166042328, + "rewards/rejected": -0.18889069557189941, + "sft_loss": 0.8996453285217285, + "step": 480 + }, + { + "epoch": 0.695589298626175, + "grad_norm": 3.8244041653006247, + "learning_rate": 7.826236627831986e-06, + "logits/chosen": 0.49204105138778687, + "logits/rejected": 0.3208334147930145, + "logps/chosen": -0.7775691151618958, + "logps/rejected": -2.3301753997802734, + "loss": 0.875, + "odds_ratio_loss": 0.42941606044769287, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07775691151618958, + "rewards/margins": 0.15526065230369568, + "rewards/rejected": -0.23301756381988525, + "sft_loss": 0.7775691151618958, + "step": 481 + }, + { + "epoch": 0.6970354302241504, + "grad_norm": 2.607178353982076, + "learning_rate": 7.825329992959054e-06, + "logits/chosen": 0.4929500222206116, + "logits/rejected": 0.40421661734580994, + "logps/chosen": -0.8761095404624939, + "logps/rejected": -1.5417531728744507, + "loss": 0.8476, + "odds_ratio_loss": 0.584408700466156, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08761096000671387, + "rewards/margins": 0.06656436622142792, + "rewards/rejected": -0.15417534112930298, + "sft_loss": 0.8761095404624939, + "step": 482 + }, + { + "epoch": 0.6984815618221258, + "grad_norm": 2.6174084912028563, + "learning_rate": 7.82442105178042e-06, + "logits/chosen": 0.6119585633277893, + "logits/rejected": 0.5422635078430176, + "logps/chosen": -0.7514777779579163, + "logps/rejected": -2.8054733276367188, + "loss": 0.7823, + "odds_ratio_loss": 0.3922504782676697, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.07514777779579163, + "rewards/margins": 0.20539957284927368, + "rewards/rejected": -0.2805473506450653, + "sft_loss": 0.7514777779579163, + "step": 483 + }, + { + "epoch": 0.6999276934201012, + "grad_norm": 2.3537756879016785, + "learning_rate": 7.823509804844091e-06, + "logits/chosen": 0.5284101963043213, + "logits/rejected": 0.3043856620788574, + "logps/chosen": -0.8965635299682617, + "logps/rejected": -1.57173490524292, + "loss": 0.865, + "odds_ratio_loss": 0.5315253734588623, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.08965635299682617, + "rewards/margins": 0.06751712411642075, + "rewards/rejected": -0.1571734994649887, + "sft_loss": 0.8965635299682617, + "step": 484 + }, + { + "epoch": 0.7013738250180767, + "grad_norm": 4.370410960026388, + "learning_rate": 7.82259625269946e-06, + "logits/chosen": 0.4739269018173218, + "logits/rejected": 0.28087443113327026, + "logps/chosen": -0.7558042407035828, + "logps/rejected": -2.000213623046875, + "loss": 0.8116, + "odds_ratio_loss": 0.4949937164783478, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0755804255604744, + "rewards/margins": 0.12444092333316803, + "rewards/rejected": -0.20002135634422302, + "sft_loss": 0.7558042407035828, + "step": 485 + }, + { + "epoch": 0.702819956616052, + "grad_norm": 2.757296734529158, + "learning_rate": 7.821680395897311e-06, + "logits/chosen": 0.5641602873802185, + "logits/rejected": 0.4281392991542816, + "logps/chosen": -0.9164305925369263, + "logps/rejected": -1.9298672676086426, + "loss": 0.8482, + "odds_ratio_loss": 0.5546359419822693, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0916430652141571, + "rewards/margins": 0.10134366154670715, + "rewards/rejected": -0.19298672676086426, + "sft_loss": 0.9164305925369263, + "step": 486 + }, + { + "epoch": 0.7042660882140275, + "grad_norm": 2.7370944482804203, + "learning_rate": 7.820762234989819e-06, + "logits/chosen": 0.5384199619293213, + "logits/rejected": 0.41531190276145935, + "logps/chosen": -0.8857967257499695, + "logps/rejected": -1.7009695768356323, + "loss": 0.9314, + "odds_ratio_loss": 0.6683101654052734, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08857966959476471, + "rewards/margins": 0.0815172791481018, + "rewards/rejected": -0.1700969636440277, + "sft_loss": 0.8857967257499695, + "step": 487 + }, + { + "epoch": 0.7057122198120029, + "grad_norm": 3.6320189601532973, + "learning_rate": 7.819841770530546e-06, + "logits/chosen": 0.5773338675498962, + "logits/rejected": 0.33606287837028503, + "logps/chosen": -0.5831294059753418, + "logps/rejected": -2.437774181365967, + "loss": 0.8034, + "odds_ratio_loss": 0.40286755561828613, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05831294506788254, + "rewards/margins": 0.18546447157859802, + "rewards/rejected": -0.24377740919589996, + "sft_loss": 0.5831294059753418, + "step": 488 + }, + { + "epoch": 0.7071583514099783, + "grad_norm": 2.8677538750318003, + "learning_rate": 7.818919003074443e-06, + "logits/chosen": 0.42975157499313354, + "logits/rejected": 0.3642490804195404, + "logps/chosen": -0.8703562021255493, + "logps/rejected": -1.5688755512237549, + "loss": 0.8759, + "odds_ratio_loss": 0.5489083528518677, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08703562617301941, + "rewards/margins": 0.06985193490982056, + "rewards/rejected": -0.15688756108283997, + "sft_loss": 0.8703562021255493, + "step": 489 + }, + { + "epoch": 0.7086044830079538, + "grad_norm": 3.346433651687049, + "learning_rate": 7.817993933177848e-06, + "logits/chosen": 0.4698405861854553, + "logits/rejected": 0.3148632347583771, + "logps/chosen": -0.8803499937057495, + "logps/rejected": -2.480961561203003, + "loss": 0.9126, + "odds_ratio_loss": 0.6439063549041748, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08803500235080719, + "rewards/margins": 0.16006116569042206, + "rewards/rejected": -0.24809619784355164, + "sft_loss": 0.8803499937057495, + "step": 490 + }, + { + "epoch": 0.7100506146059291, + "grad_norm": 2.4161250021000606, + "learning_rate": 7.817066561398493e-06, + "logits/chosen": 0.6872197985649109, + "logits/rejected": 0.5721977353096008, + "logps/chosen": -0.6891111731529236, + "logps/rejected": -2.3174729347229004, + "loss": 0.8469, + "odds_ratio_loss": 0.5914407968521118, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0689111202955246, + "rewards/margins": 0.16283617913722992, + "rewards/rejected": -0.23174728453159332, + "sft_loss": 0.6891111731529236, + "step": 491 + }, + { + "epoch": 0.7114967462039046, + "grad_norm": 2.375376214224217, + "learning_rate": 7.81613688829549e-06, + "logits/chosen": 0.5590274930000305, + "logits/rejected": 0.4893609285354614, + "logps/chosen": -0.8814407587051392, + "logps/rejected": -1.0228970050811768, + "loss": 1.008, + "odds_ratio_loss": 0.6809512972831726, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08814407885074615, + "rewards/margins": 0.014145624823868275, + "rewards/rejected": -0.10228970646858215, + "sft_loss": 0.8814407587051392, + "step": 492 + }, + { + "epoch": 0.7129428778018799, + "grad_norm": 2.915036842751362, + "learning_rate": 7.815204914429343e-06, + "logits/chosen": 0.45566874742507935, + "logits/rejected": 0.29462623596191406, + "logps/chosen": -0.8483090400695801, + "logps/rejected": -3.8663082122802734, + "loss": 0.8399, + "odds_ratio_loss": 0.5736794471740723, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08483090251684189, + "rewards/margins": 0.3017999529838562, + "rewards/rejected": -0.3866308331489563, + "sft_loss": 0.8483090400695801, + "step": 493 + }, + { + "epoch": 0.7143890093998554, + "grad_norm": 2.823588392434594, + "learning_rate": 7.814270640361947e-06, + "logits/chosen": 0.4194034934043884, + "logits/rejected": 0.3192807734012604, + "logps/chosen": -0.7508400678634644, + "logps/rejected": -2.6305389404296875, + "loss": 0.9102, + "odds_ratio_loss": 0.37007543444633484, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07508400082588196, + "rewards/margins": 0.1879698932170868, + "rewards/rejected": -0.26305389404296875, + "sft_loss": 0.7508400678634644, + "step": 494 + }, + { + "epoch": 0.7158351409978309, + "grad_norm": 8.703869182596133, + "learning_rate": 7.813334066656575e-06, + "logits/chosen": 0.5819438099861145, + "logits/rejected": 0.35457098484039307, + "logps/chosen": -0.6189179420471191, + "logps/rejected": -4.7622880935668945, + "loss": 0.7467, + "odds_ratio_loss": 0.27410566806793213, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.061891794204711914, + "rewards/margins": 0.41433700919151306, + "rewards/rejected": -0.476228803396225, + "sft_loss": 0.6189179420471191, + "step": 495 + }, + { + "epoch": 0.7172812725958062, + "grad_norm": 2.5095698313273447, + "learning_rate": 7.812395193877891e-06, + "logits/chosen": 0.6065265536308289, + "logits/rejected": 0.36203110218048096, + "logps/chosen": -0.8203286528587341, + "logps/rejected": -1.367362141609192, + "loss": 0.8163, + "odds_ratio_loss": 0.5582252740859985, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08203285932540894, + "rewards/margins": 0.054703351110219955, + "rewards/rejected": -0.1367362141609192, + "sft_loss": 0.8203286528587341, + "step": 496 + }, + { + "epoch": 0.7187274041937817, + "grad_norm": 2.450038513585519, + "learning_rate": 7.811454022591946e-06, + "logits/chosen": 0.410911500453949, + "logits/rejected": 0.3190882205963135, + "logps/chosen": -0.840955913066864, + "logps/rejected": -2.12227725982666, + "loss": 0.861, + "odds_ratio_loss": 0.4995306730270386, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08409559726715088, + "rewards/margins": 0.12813213467597961, + "rewards/rejected": -0.2122277319431305, + "sft_loss": 0.840955913066864, + "step": 497 + }, + { + "epoch": 0.720173535791757, + "grad_norm": 3.1149539308383627, + "learning_rate": 7.810510553366177e-06, + "logits/chosen": 0.6082262396812439, + "logits/rejected": 0.48194149136543274, + "logps/chosen": -0.8298695087432861, + "logps/rejected": -1.5063502788543701, + "loss": 0.8049, + "odds_ratio_loss": 0.5610617399215698, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08298695832490921, + "rewards/margins": 0.06764806807041168, + "rewards/rejected": -0.1506350338459015, + "sft_loss": 0.8298695087432861, + "step": 498 + }, + { + "epoch": 0.7216196673897325, + "grad_norm": 4.575070600880403, + "learning_rate": 7.809564786769403e-06, + "logits/chosen": 0.42572611570358276, + "logits/rejected": 0.5204564332962036, + "logps/chosen": -0.7067459225654602, + "logps/rejected": -1.7655752897262573, + "loss": 0.8539, + "odds_ratio_loss": 0.49053311347961426, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0706745982170105, + "rewards/margins": 0.10588293522596359, + "rewards/rejected": -0.1765575408935547, + "sft_loss": 0.7067459225654602, + "step": 499 + }, + { + "epoch": 0.7230657989877078, + "grad_norm": 4.362979902093869, + "learning_rate": 7.808616723371828e-06, + "logits/chosen": 0.5878921151161194, + "logits/rejected": 0.39825379848480225, + "logps/chosen": -0.6144382953643799, + "logps/rejected": -1.6051030158996582, + "loss": 0.7595, + "odds_ratio_loss": 0.3771412968635559, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06144382804632187, + "rewards/margins": 0.09906647354364395, + "rewards/rejected": -0.16051030158996582, + "sft_loss": 0.6144382953643799, + "step": 500 + }, + { + "epoch": 0.7245119305856833, + "grad_norm": 2.838948408412676, + "learning_rate": 7.807666363745048e-06, + "logits/chosen": 0.4524368941783905, + "logits/rejected": 0.24179279804229736, + "logps/chosen": -0.6637477874755859, + "logps/rejected": -1.8917555809020996, + "loss": 0.9149, + "odds_ratio_loss": 0.4682096838951111, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0663747787475586, + "rewards/margins": 0.1228007823228836, + "rewards/rejected": -0.1891755610704422, + "sft_loss": 0.6637477874755859, + "step": 501 + }, + { + "epoch": 0.7259580621836587, + "grad_norm": 3.244484568190041, + "learning_rate": 7.806713708462036e-06, + "logits/chosen": 0.31584107875823975, + "logits/rejected": 0.3299151062965393, + "logps/chosen": -0.8359942436218262, + "logps/rejected": -1.7388925552368164, + "loss": 0.9218, + "odds_ratio_loss": 0.34620821475982666, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.08359942585229874, + "rewards/margins": 0.09028984606266022, + "rewards/rejected": -0.17388926446437836, + "sft_loss": 0.8359942436218262, + "step": 502 + }, + { + "epoch": 0.7274041937816341, + "grad_norm": 2.9413391620870204, + "learning_rate": 7.805758758097152e-06, + "logits/chosen": 0.39965227246284485, + "logits/rejected": 0.2767530083656311, + "logps/chosen": -0.682356059551239, + "logps/rejected": -1.8037464618682861, + "loss": 0.8816, + "odds_ratio_loss": 0.42978233098983765, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0682356059551239, + "rewards/margins": 0.11213904619216919, + "rewards/rejected": -0.18037466704845428, + "sft_loss": 0.682356059551239, + "step": 503 + }, + { + "epoch": 0.7288503253796096, + "grad_norm": 7.08235782639055, + "learning_rate": 7.804801513226138e-06, + "logits/chosen": 0.6158980131149292, + "logits/rejected": 0.4643901288509369, + "logps/chosen": -0.6825918555259705, + "logps/rejected": -1.3164550065994263, + "loss": 0.9577, + "odds_ratio_loss": 0.5534126162528992, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.06825917959213257, + "rewards/margins": 0.06338632106781006, + "rewards/rejected": -0.13164550065994263, + "sft_loss": 0.6825918555259705, + "step": 504 + }, + { + "epoch": 0.7302964569775849, + "grad_norm": 2.430837485754504, + "learning_rate": 7.80384197442612e-06, + "logits/chosen": 0.6757205724716187, + "logits/rejected": 0.3712140619754791, + "logps/chosen": -0.7965311408042908, + "logps/rejected": -1.7287770509719849, + "loss": 0.8777, + "odds_ratio_loss": 0.5180415511131287, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07965311408042908, + "rewards/margins": 0.09322459250688553, + "rewards/rejected": -0.172877699136734, + "sft_loss": 0.7965311408042908, + "step": 505 + }, + { + "epoch": 0.7317425885755604, + "grad_norm": 2.461862933908863, + "learning_rate": 7.802880142275609e-06, + "logits/chosen": 0.5290156006813049, + "logits/rejected": 0.36588141322135925, + "logps/chosen": -0.6499413251876831, + "logps/rejected": -2.212672472000122, + "loss": 0.7377, + "odds_ratio_loss": 0.4530958831310272, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06499413400888443, + "rewards/margins": 0.15627311170101166, + "rewards/rejected": -0.2212672382593155, + "sft_loss": 0.6499413251876831, + "step": 506 + }, + { + "epoch": 0.7331887201735358, + "grad_norm": 4.607958134692978, + "learning_rate": 7.801916017354498e-06, + "logits/chosen": 0.4226146936416626, + "logits/rejected": 0.34249216318130493, + "logps/chosen": -0.8650091290473938, + "logps/rejected": -1.9593756198883057, + "loss": 0.8793, + "odds_ratio_loss": 0.5410417318344116, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08650091290473938, + "rewards/margins": 0.10943662375211716, + "rewards/rejected": -0.19593754410743713, + "sft_loss": 0.8650091290473938, + "step": 507 + }, + { + "epoch": 0.7346348517715112, + "grad_norm": 2.889267730930254, + "learning_rate": 7.80094960024406e-06, + "logits/chosen": 0.382773756980896, + "logits/rejected": 0.24849705398082733, + "logps/chosen": -0.9779189825057983, + "logps/rejected": -2.239924430847168, + "loss": 0.7804, + "odds_ratio_loss": 0.5563200116157532, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0977918952703476, + "rewards/margins": 0.12620052695274353, + "rewards/rejected": -0.2239924520254135, + "sft_loss": 0.9779189825057983, + "step": 508 + }, + { + "epoch": 0.7360809833694866, + "grad_norm": 3.7010451738157886, + "learning_rate": 7.799980891526951e-06, + "logits/chosen": 0.48358017206192017, + "logits/rejected": 0.28892093896865845, + "logps/chosen": -0.7672395706176758, + "logps/rejected": -2.660430431365967, + "loss": 0.9052, + "odds_ratio_loss": 0.34770241379737854, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07672396302223206, + "rewards/margins": 0.18931908905506134, + "rewards/rejected": -0.2660430669784546, + "sft_loss": 0.7672395706176758, + "step": 509 + }, + { + "epoch": 0.737527114967462, + "grad_norm": 2.965109666641044, + "learning_rate": 7.799009891787211e-06, + "logits/chosen": 0.4797486960887909, + "logits/rejected": 0.34847331047058105, + "logps/chosen": -0.7682068347930908, + "logps/rejected": -1.6704812049865723, + "loss": 0.7642, + "odds_ratio_loss": 0.5312727093696594, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07682067900896072, + "rewards/margins": 0.09022743999958038, + "rewards/rejected": -0.1670481115579605, + "sft_loss": 0.7682068347930908, + "step": 510 + }, + { + "epoch": 0.7389732465654375, + "grad_norm": 4.029197098624356, + "learning_rate": 7.798036601610256e-06, + "logits/chosen": 0.3794160783290863, + "logits/rejected": 0.309948205947876, + "logps/chosen": -0.7439759969711304, + "logps/rejected": -2.09332013130188, + "loss": 0.8295, + "odds_ratio_loss": 0.5097244381904602, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07439759373664856, + "rewards/margins": 0.13493439555168152, + "rewards/rejected": -0.20933200418949127, + "sft_loss": 0.7439759969711304, + "step": 511 + }, + { + "epoch": 0.7404193781634129, + "grad_norm": 2.667176937833829, + "learning_rate": 7.79706102158289e-06, + "logits/chosen": 0.5048097968101501, + "logits/rejected": 0.3359774053096771, + "logps/chosen": -0.9156619310379028, + "logps/rejected": -1.9869725704193115, + "loss": 0.9098, + "odds_ratio_loss": 0.5073124766349792, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09156619757413864, + "rewards/margins": 0.10713106393814087, + "rewards/rejected": -0.1986972540616989, + "sft_loss": 0.9156619310379028, + "step": 512 + }, + { + "epoch": 0.7418655097613883, + "grad_norm": 2.7993967833945868, + "learning_rate": 7.796083152293293e-06, + "logits/chosen": 0.5514634251594543, + "logits/rejected": 0.49493858218193054, + "logps/chosen": -0.719922661781311, + "logps/rejected": -1.1581745147705078, + "loss": 0.8478, + "odds_ratio_loss": 0.5648511052131653, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07199226319789886, + "rewards/margins": 0.0438251867890358, + "rewards/rejected": -0.11581744998693466, + "sft_loss": 0.719922661781311, + "step": 513 + }, + { + "epoch": 0.7433116413593637, + "grad_norm": 3.1335701177478303, + "learning_rate": 7.795102994331024e-06, + "logits/chosen": 0.41231465339660645, + "logits/rejected": 0.26936453580856323, + "logps/chosen": -0.9713563323020935, + "logps/rejected": -1.754350185394287, + "loss": 0.8876, + "odds_ratio_loss": 0.46331292390823364, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.09713563323020935, + "rewards/margins": 0.078299380838871, + "rewards/rejected": -0.17543500661849976, + "sft_loss": 0.9713563323020935, + "step": 514 + }, + { + "epoch": 0.7447577729573391, + "grad_norm": 3.4077557927604154, + "learning_rate": 7.794120548287026e-06, + "logits/chosen": 0.5619039535522461, + "logits/rejected": 0.44908225536346436, + "logps/chosen": -0.8658353090286255, + "logps/rejected": -1.4560352563858032, + "loss": 0.8073, + "odds_ratio_loss": 0.6640084981918335, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08658353984355927, + "rewards/margins": 0.05901998281478882, + "rewards/rejected": -0.14560352265834808, + "sft_loss": 0.8658353090286255, + "step": 515 + }, + { + "epoch": 0.7462039045553145, + "grad_norm": 2.278784725218634, + "learning_rate": 7.793135814753618e-06, + "logits/chosen": 0.5649205446243286, + "logits/rejected": 0.4413209855556488, + "logps/chosen": -0.7314971685409546, + "logps/rejected": -1.7357701063156128, + "loss": 0.8308, + "odds_ratio_loss": 0.6118183135986328, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.07314971834421158, + "rewards/margins": 0.1004272997379303, + "rewards/rejected": -0.17357701063156128, + "sft_loss": 0.7314971685409546, + "step": 516 + }, + { + "epoch": 0.74765003615329, + "grad_norm": 2.527228379509471, + "learning_rate": 7.7921487943245e-06, + "logits/chosen": 0.5564696192741394, + "logits/rejected": 0.26475444436073303, + "logps/chosen": -0.6380961537361145, + "logps/rejected": -3.072185516357422, + "loss": 0.7328, + "odds_ratio_loss": 0.37601861357688904, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06380962580442429, + "rewards/margins": 0.2434089481830597, + "rewards/rejected": -0.3072185814380646, + "sft_loss": 0.6380961537361145, + "step": 517 + }, + { + "epoch": 0.7490961677512654, + "grad_norm": 4.417874578202541, + "learning_rate": 7.791159487594752e-06, + "logits/chosen": 0.37396425008773804, + "logits/rejected": 0.2895720601081848, + "logps/chosen": -0.9451796412467957, + "logps/rejected": -1.155394434928894, + "loss": 0.854, + "odds_ratio_loss": 0.7048704028129578, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09451796114444733, + "rewards/margins": 0.021021487191319466, + "rewards/rejected": -0.11553944647312164, + "sft_loss": 0.9451796412467957, + "step": 518 + }, + { + "epoch": 0.7505422993492408, + "grad_norm": 4.6204210581385325, + "learning_rate": 7.790167895160827e-06, + "logits/chosen": 0.49021750688552856, + "logits/rejected": 0.38616707921028137, + "logps/chosen": -0.6952154636383057, + "logps/rejected": -1.7352021932601929, + "loss": 0.8745, + "odds_ratio_loss": 0.521263062953949, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06952154636383057, + "rewards/margins": 0.10399869829416275, + "rewards/rejected": -0.17352023720741272, + "sft_loss": 0.6952154636383057, + "step": 519 + }, + { + "epoch": 0.7519884309472162, + "grad_norm": 7.408022711503893, + "learning_rate": 7.789174017620563e-06, + "logits/chosen": 0.5427068471908569, + "logits/rejected": 0.5353628396987915, + "logps/chosen": -0.7601156234741211, + "logps/rejected": -1.1861733198165894, + "loss": 0.8739, + "odds_ratio_loss": 0.5829976797103882, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07601156085729599, + "rewards/margins": 0.04260575771331787, + "rewards/rejected": -0.11861732602119446, + "sft_loss": 0.7601156234741211, + "step": 520 + }, + { + "epoch": 0.7534345625451916, + "grad_norm": 3.002218429840675, + "learning_rate": 7.788177855573172e-06, + "logits/chosen": 0.4132567048072815, + "logits/rejected": 0.40480029582977295, + "logps/chosen": -0.5906501412391663, + "logps/rejected": -1.6327810287475586, + "loss": 0.8547, + "odds_ratio_loss": 0.5081474781036377, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.059065017849206924, + "rewards/margins": 0.10421308130025864, + "rewards/rejected": -0.16327810287475586, + "sft_loss": 0.5906501412391663, + "step": 521 + }, + { + "epoch": 0.754880694143167, + "grad_norm": 4.557354676364852, + "learning_rate": 7.787179409619243e-06, + "logits/chosen": 0.39193394780158997, + "logits/rejected": 0.36725348234176636, + "logps/chosen": -0.7613071203231812, + "logps/rejected": -1.2227325439453125, + "loss": 0.8271, + "odds_ratio_loss": 0.5340095162391663, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07613071799278259, + "rewards/margins": 0.046142540872097015, + "rewards/rejected": -0.12227325141429901, + "sft_loss": 0.7613071203231812, + "step": 522 + }, + { + "epoch": 0.7563268257411424, + "grad_norm": 3.041867939127662, + "learning_rate": 7.786178680360743e-06, + "logits/chosen": 0.4620596468448639, + "logits/rejected": 0.37321341037750244, + "logps/chosen": -0.9166240692138672, + "logps/rejected": -1.4555108547210693, + "loss": 0.9253, + "odds_ratio_loss": 0.6333938837051392, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09166240692138672, + "rewards/margins": 0.053888678550720215, + "rewards/rejected": -0.14555108547210693, + "sft_loss": 0.9166240692138672, + "step": 523 + }, + { + "epoch": 0.7577729573391179, + "grad_norm": 2.850718909419124, + "learning_rate": 7.785175668401015e-06, + "logits/chosen": 0.35010722279548645, + "logits/rejected": 0.2687487006187439, + "logps/chosen": -0.7346320748329163, + "logps/rejected": -2.8913722038269043, + "loss": 0.8036, + "odds_ratio_loss": 0.31207412481307983, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07346320897340775, + "rewards/margins": 0.21567398309707642, + "rewards/rejected": -0.28913718461990356, + "sft_loss": 0.7346320748329163, + "step": 524 + }, + { + "epoch": 0.7592190889370932, + "grad_norm": 2.8661637700070517, + "learning_rate": 7.784170374344778e-06, + "logits/chosen": 0.3620089292526245, + "logits/rejected": 0.28093022108078003, + "logps/chosen": -0.947007417678833, + "logps/rejected": -2.0669689178466797, + "loss": 0.9131, + "odds_ratio_loss": 0.604080855846405, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09470075368881226, + "rewards/margins": 0.11199614405632019, + "rewards/rejected": -0.20669689774513245, + "sft_loss": 0.947007417678833, + "step": 525 + }, + { + "epoch": 0.7606652205350687, + "grad_norm": 3.1260980643123295, + "learning_rate": 7.78316279879813e-06, + "logits/chosen": 0.4290822148323059, + "logits/rejected": 0.3005208373069763, + "logps/chosen": -0.9603489637374878, + "logps/rejected": -1.726524829864502, + "loss": 0.9003, + "odds_ratio_loss": 0.7454808950424194, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09603489935398102, + "rewards/margins": 0.07661759853363037, + "rewards/rejected": -0.1726524978876114, + "sft_loss": 0.9603489637374878, + "step": 526 + }, + { + "epoch": 0.7621113521330442, + "grad_norm": 3.225760777962045, + "learning_rate": 7.78215294236854e-06, + "logits/chosen": 0.41072916984558105, + "logits/rejected": 0.38332122564315796, + "logps/chosen": -0.7351124286651611, + "logps/rejected": -1.3829286098480225, + "loss": 0.889, + "odds_ratio_loss": 0.4489685893058777, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07351124286651611, + "rewards/margins": 0.06478161364793777, + "rewards/rejected": -0.13829286396503448, + "sft_loss": 0.7351124286651611, + "step": 527 + }, + { + "epoch": 0.7635574837310195, + "grad_norm": 3.557799675646004, + "learning_rate": 7.781140805664854e-06, + "logits/chosen": 0.5594673752784729, + "logits/rejected": 0.4795070290565491, + "logps/chosen": -0.6471788883209229, + "logps/rejected": -1.9761933088302612, + "loss": 0.7664, + "odds_ratio_loss": 0.5941170454025269, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.06471788883209229, + "rewards/margins": 0.13290144503116608, + "rewards/rejected": -0.19761933386325836, + "sft_loss": 0.6471788883209229, + "step": 528 + }, + { + "epoch": 0.765003615328995, + "grad_norm": 2.6986867787865294, + "learning_rate": 7.780126389297296e-06, + "logits/chosen": 0.2951076626777649, + "logits/rejected": 0.20684948563575745, + "logps/chosen": -0.7162260413169861, + "logps/rejected": -1.82748544216156, + "loss": 0.8949, + "odds_ratio_loss": 0.44935142993927, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07162261009216309, + "rewards/margins": 0.11112594604492188, + "rewards/rejected": -0.18274855613708496, + "sft_loss": 0.7162260413169861, + "step": 529 + }, + { + "epoch": 0.7664497469269703, + "grad_norm": 2.607178013962108, + "learning_rate": 7.779109693877458e-06, + "logits/chosen": 0.5780777931213379, + "logits/rejected": 0.3079754710197449, + "logps/chosen": -0.6577814221382141, + "logps/rejected": -1.864539384841919, + "loss": 0.802, + "odds_ratio_loss": 0.4034327268600464, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06577815115451813, + "rewards/margins": 0.12067579478025436, + "rewards/rejected": -0.1864539533853531, + "sft_loss": 0.6577814221382141, + "step": 530 + }, + { + "epoch": 0.7678958785249458, + "grad_norm": 3.7648940723064124, + "learning_rate": 7.77809072001831e-06, + "logits/chosen": 0.4569055140018463, + "logits/rejected": 0.35255199670791626, + "logps/chosen": -0.8331925868988037, + "logps/rejected": -1.2831447124481201, + "loss": 0.7794, + "odds_ratio_loss": 0.624811053276062, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08331926167011261, + "rewards/margins": 0.04499521851539612, + "rewards/rejected": -0.12831448018550873, + "sft_loss": 0.8331925868988037, + "step": 531 + }, + { + "epoch": 0.7693420101229211, + "grad_norm": 3.154231228709698, + "learning_rate": 7.777069468334197e-06, + "logits/chosen": 0.3883509635925293, + "logits/rejected": 0.4145001173019409, + "logps/chosen": -0.6996007561683655, + "logps/rejected": -1.6742178201675415, + "loss": 0.8262, + "odds_ratio_loss": 0.6708589196205139, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06996007263660431, + "rewards/margins": 0.09746171534061432, + "rewards/rejected": -0.16742177307605743, + "sft_loss": 0.6996007561683655, + "step": 532 + }, + { + "epoch": 0.7707881417208966, + "grad_norm": 2.81732861155204, + "learning_rate": 7.776045939440835e-06, + "logits/chosen": 0.2952539920806885, + "logits/rejected": 0.20435559749603271, + "logps/chosen": -1.0842608213424683, + "logps/rejected": -1.9723320007324219, + "loss": 0.9858, + "odds_ratio_loss": 0.6315648555755615, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.10842607915401459, + "rewards/margins": 0.088807113468647, + "rewards/rejected": -0.197233185172081, + "sft_loss": 1.0842608213424683, + "step": 533 + }, + { + "epoch": 0.7722342733188721, + "grad_norm": 3.248807458733231, + "learning_rate": 7.77502013395531e-06, + "logits/chosen": 0.3924180865287781, + "logits/rejected": 0.3698059320449829, + "logps/chosen": -0.8218859434127808, + "logps/rejected": -1.5072885751724243, + "loss": 0.7944, + "odds_ratio_loss": 0.3994704484939575, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.08218859881162643, + "rewards/margins": 0.06854026019573212, + "rewards/rejected": -0.15072886645793915, + "sft_loss": 0.8218859434127808, + "step": 534 + }, + { + "epoch": 0.7736804049168474, + "grad_norm": 2.471150436216554, + "learning_rate": 7.773992052496087e-06, + "logits/chosen": 0.413666307926178, + "logits/rejected": 0.315445214509964, + "logps/chosen": -0.8587773442268372, + "logps/rejected": -2.272141456604004, + "loss": 0.9716, + "odds_ratio_loss": 0.5251275897026062, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08587773889303207, + "rewards/margins": 0.14133641123771667, + "rewards/rejected": -0.22721417248249054, + "sft_loss": 0.8587773442268372, + "step": 535 + }, + { + "epoch": 0.7751265365148229, + "grad_norm": 6.0303720876003615, + "learning_rate": 7.772961695683001e-06, + "logits/chosen": 0.5290374159812927, + "logits/rejected": 0.35298866033554077, + "logps/chosen": -0.8901825547218323, + "logps/rejected": -2.4757721424102783, + "loss": 0.8743, + "odds_ratio_loss": 0.5522928237915039, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08901825547218323, + "rewards/margins": 0.1585589349269867, + "rewards/rejected": -0.24757720530033112, + "sft_loss": 0.8901825547218323, + "step": 536 + }, + { + "epoch": 0.7765726681127982, + "grad_norm": 3.199778027441658, + "learning_rate": 7.771929064137255e-06, + "logits/chosen": 0.301146537065506, + "logits/rejected": 0.21612121164798737, + "logps/chosen": -0.7302257418632507, + "logps/rejected": -3.005721092224121, + "loss": 0.8393, + "odds_ratio_loss": 0.3484118580818176, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07302258163690567, + "rewards/margins": 0.22754952311515808, + "rewards/rejected": -0.30057209730148315, + "sft_loss": 0.7302257418632507, + "step": 537 + }, + { + "epoch": 0.7780187997107737, + "grad_norm": 2.8558577962690075, + "learning_rate": 7.77089415848143e-06, + "logits/chosen": 0.3406679034233093, + "logits/rejected": 0.22741743922233582, + "logps/chosen": -0.7484648823738098, + "logps/rejected": -2.0377368927001953, + "loss": 0.8792, + "odds_ratio_loss": 0.5459549427032471, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07484649121761322, + "rewards/margins": 0.12892721593379974, + "rewards/rejected": -0.20377370715141296, + "sft_loss": 0.7484648823738098, + "step": 538 + }, + { + "epoch": 0.779464931308749, + "grad_norm": 3.044240366400535, + "learning_rate": 7.769856979339473e-06, + "logits/chosen": 0.39080581068992615, + "logits/rejected": 0.27354422211647034, + "logps/chosen": -0.7717220783233643, + "logps/rejected": -2.013183355331421, + "loss": 0.9099, + "odds_ratio_loss": 0.45660167932510376, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07717221230268478, + "rewards/margins": 0.12414614111185074, + "rewards/rejected": -0.20131835341453552, + "sft_loss": 0.7717220783233643, + "step": 539 + }, + { + "epoch": 0.7809110629067245, + "grad_norm": 2.5132725680789516, + "learning_rate": 7.768817527336701e-06, + "logits/chosen": 0.4074794352054596, + "logits/rejected": 0.2864871323108673, + "logps/chosen": -0.9486532211303711, + "logps/rejected": -1.185182809829712, + "loss": 0.9103, + "odds_ratio_loss": 0.7375662326812744, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09486532211303711, + "rewards/margins": 0.023652950301766396, + "rewards/rejected": -0.11851827800273895, + "sft_loss": 0.9486532211303711, + "step": 540 + }, + { + "epoch": 0.7823571945047, + "grad_norm": 4.473324712516512, + "learning_rate": 7.767775803099805e-06, + "logits/chosen": 0.30603158473968506, + "logits/rejected": 0.27318325638771057, + "logps/chosen": -1.0894935131072998, + "logps/rejected": -1.8977537155151367, + "loss": 0.9864, + "odds_ratio_loss": 0.675370454788208, + "rewards/accuracies": 0.375, + "rewards/chosen": -0.10894934833049774, + "rewards/margins": 0.080826036632061, + "rewards/rejected": -0.18977537751197815, + "sft_loss": 1.0894935131072998, + "step": 541 + }, + { + "epoch": 0.7838033261026753, + "grad_norm": 2.366314632530353, + "learning_rate": 7.766731807256845e-06, + "logits/chosen": 0.5116511583328247, + "logits/rejected": 0.262421578168869, + "logps/chosen": -0.7834107279777527, + "logps/rejected": -3.154900550842285, + "loss": 0.8295, + "odds_ratio_loss": 0.4272821545600891, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07834108173847198, + "rewards/margins": 0.2371489703655243, + "rewards/rejected": -0.31549006700515747, + "sft_loss": 0.7834107279777527, + "step": 542 + }, + { + "epoch": 0.7852494577006508, + "grad_norm": 2.752280571379248, + "learning_rate": 7.76568554043725e-06, + "logits/chosen": 0.3837011754512787, + "logits/rejected": 0.3628317415714264, + "logps/chosen": -0.9774251580238342, + "logps/rejected": -1.3284695148468018, + "loss": 0.8892, + "odds_ratio_loss": 0.6802763938903809, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09774252027273178, + "rewards/margins": 0.03510444238781929, + "rewards/rejected": -0.13284695148468018, + "sft_loss": 0.9774251580238342, + "step": 543 + }, + { + "epoch": 0.7866955892986262, + "grad_norm": 3.694066400970215, + "learning_rate": 7.764637003271819e-06, + "logits/chosen": 0.42650485038757324, + "logits/rejected": 0.2961081564426422, + "logps/chosen": -0.9184818863868713, + "logps/rejected": -2.8604061603546143, + "loss": 0.8954, + "odds_ratio_loss": 0.5541467666625977, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09184818714857101, + "rewards/margins": 0.19419240951538086, + "rewards/rejected": -0.28604060411453247, + "sft_loss": 0.9184818863868713, + "step": 544 + }, + { + "epoch": 0.7881417208966016, + "grad_norm": 3.5112933617172732, + "learning_rate": 7.763586196392715e-06, + "logits/chosen": 0.33292311429977417, + "logits/rejected": 0.3208504915237427, + "logps/chosen": -0.9027593731880188, + "logps/rejected": -2.139615774154663, + "loss": 0.8603, + "odds_ratio_loss": 0.4521198570728302, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.09027593582868576, + "rewards/margins": 0.12368564307689667, + "rewards/rejected": -0.21396157145500183, + "sft_loss": 0.9027593731880188, + "step": 545 + }, + { + "epoch": 0.789587852494577, + "grad_norm": 2.9201291120405575, + "learning_rate": 7.762533120433478e-06, + "logits/chosen": 0.4251149594783783, + "logits/rejected": 0.2440737783908844, + "logps/chosen": -0.7995153665542603, + "logps/rejected": -2.243067979812622, + "loss": 0.8136, + "odds_ratio_loss": 0.564355731010437, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07995154708623886, + "rewards/margins": 0.14435526728630066, + "rewards/rejected": -0.22430679202079773, + "sft_loss": 0.7995153665542603, + "step": 546 + }, + { + "epoch": 0.7910339840925524, + "grad_norm": 2.6748457009798443, + "learning_rate": 7.761477776029008e-06, + "logits/chosen": 0.4318455457687378, + "logits/rejected": 0.2599557042121887, + "logps/chosen": -0.7891461253166199, + "logps/rejected": -2.2876057624816895, + "loss": 0.8256, + "odds_ratio_loss": 0.4860532283782959, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07891461253166199, + "rewards/margins": 0.14984598755836487, + "rewards/rejected": -0.22876060009002686, + "sft_loss": 0.7891461253166199, + "step": 547 + }, + { + "epoch": 0.7924801156905278, + "grad_norm": 5.4769117124092235, + "learning_rate": 7.76042016381558e-06, + "logits/chosen": 0.5130550265312195, + "logits/rejected": 0.34844133257865906, + "logps/chosen": -0.6933074593544006, + "logps/rejected": -2.7397730350494385, + "loss": 0.8176, + "odds_ratio_loss": 0.48113542795181274, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06933074444532394, + "rewards/margins": 0.20464655756950378, + "rewards/rejected": -0.2739773094654083, + "sft_loss": 0.6933074593544006, + "step": 548 + }, + { + "epoch": 0.7939262472885033, + "grad_norm": 3.0348990843968546, + "learning_rate": 7.759360284430827e-06, + "logits/chosen": 0.4405141770839691, + "logits/rejected": 0.265964537858963, + "logps/chosen": -0.8159855008125305, + "logps/rejected": -1.70670485496521, + "loss": 0.8676, + "odds_ratio_loss": 0.5362525582313538, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.08159855753183365, + "rewards/margins": 0.08907192945480347, + "rewards/rejected": -0.1706704944372177, + "sft_loss": 0.8159855008125305, + "step": 549 + }, + { + "epoch": 0.7953723788864787, + "grad_norm": 4.29621985900849, + "learning_rate": 7.75829813851376e-06, + "logits/chosen": 0.352047860622406, + "logits/rejected": 0.25868427753448486, + "logps/chosen": -0.719826877117157, + "logps/rejected": -2.092642307281494, + "loss": 0.7661, + "odds_ratio_loss": 0.5927515625953674, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07198269665241241, + "rewards/margins": 0.13728153705596924, + "rewards/rejected": -0.20926421880722046, + "sft_loss": 0.719826877117157, + "step": 550 + }, + { + "epoch": 0.7968185104844541, + "grad_norm": 3.4005018103671176, + "learning_rate": 7.757233726704747e-06, + "logits/chosen": 0.24000917375087738, + "logits/rejected": 0.2559305429458618, + "logps/chosen": -0.9485635161399841, + "logps/rejected": -2.154191493988037, + "loss": 0.9052, + "odds_ratio_loss": 0.5316140055656433, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.09485635161399841, + "rewards/margins": 0.12056280672550201, + "rewards/rejected": -0.21541914343833923, + "sft_loss": 0.9485635161399841, + "step": 551 + }, + { + "epoch": 0.7982646420824295, + "grad_norm": 3.0623594326374404, + "learning_rate": 7.756167049645526e-06, + "logits/chosen": 0.4697762131690979, + "logits/rejected": 0.27899396419525146, + "logps/chosen": -0.8783195614814758, + "logps/rejected": -2.365593910217285, + "loss": 0.8236, + "odds_ratio_loss": 0.6793208122253418, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08783195912837982, + "rewards/margins": 0.1487274318933487, + "rewards/rejected": -0.2365594208240509, + "sft_loss": 0.8783195614814758, + "step": 552 + }, + { + "epoch": 0.7997107736804049, + "grad_norm": 2.9804375568080834, + "learning_rate": 7.755098107979202e-06, + "logits/chosen": 0.4210900664329529, + "logits/rejected": 0.3507734537124634, + "logps/chosen": -0.7799772620201111, + "logps/rejected": -2.2229514122009277, + "loss": 0.8528, + "odds_ratio_loss": 0.5192586779594421, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07799772918224335, + "rewards/margins": 0.14429740607738495, + "rewards/rejected": -0.2222951352596283, + "sft_loss": 0.7799772620201111, + "step": 553 + }, + { + "epoch": 0.8011569052783803, + "grad_norm": 4.236419244741945, + "learning_rate": 7.754026902350242e-06, + "logits/chosen": 0.3866078853607178, + "logits/rejected": 0.3358733654022217, + "logps/chosen": -0.9486645460128784, + "logps/rejected": -1.8577195405960083, + "loss": 0.9705, + "odds_ratio_loss": 0.6812944412231445, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09486645460128784, + "rewards/margins": 0.09090550243854523, + "rewards/rejected": -0.18577195703983307, + "sft_loss": 0.9486645460128784, + "step": 554 + }, + { + "epoch": 0.8026030368763557, + "grad_norm": 5.48208070685878, + "learning_rate": 7.752953433404482e-06, + "logits/chosen": 0.749567449092865, + "logits/rejected": 0.7038176655769348, + "logps/chosen": -0.8758996725082397, + "logps/rejected": -1.5970778465270996, + "loss": 0.7799, + "odds_ratio_loss": 0.5583348274230957, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08758997172117233, + "rewards/margins": 0.07211781293153763, + "rewards/rejected": -0.15970778465270996, + "sft_loss": 0.8758996725082397, + "step": 555 + }, + { + "epoch": 0.8040491684743312, + "grad_norm": 3.2105285366510823, + "learning_rate": 7.75187770178912e-06, + "logits/chosen": 0.5437260866165161, + "logits/rejected": 0.4299187660217285, + "logps/chosen": -0.784862756729126, + "logps/rejected": -1.8833541870117188, + "loss": 0.8746, + "odds_ratio_loss": 0.4752628207206726, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07848627865314484, + "rewards/margins": 0.10984915494918823, + "rewards/rejected": -0.18833541870117188, + "sft_loss": 0.784862756729126, + "step": 556 + }, + { + "epoch": 0.8054953000723066, + "grad_norm": 3.2621428288627565, + "learning_rate": 7.750799708152716e-06, + "logits/chosen": 0.4966755211353302, + "logits/rejected": 0.35313740372657776, + "logps/chosen": -0.8801267147064209, + "logps/rejected": -2.198486566543579, + "loss": 0.9417, + "odds_ratio_loss": 0.601882815361023, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08801267296075821, + "rewards/margins": 0.13183598220348358, + "rewards/rejected": -0.2198486477136612, + "sft_loss": 0.8801267147064209, + "step": 557 + }, + { + "epoch": 0.806941431670282, + "grad_norm": 2.756186174552345, + "learning_rate": 7.749719453145202e-06, + "logits/chosen": 0.2815437316894531, + "logits/rejected": 0.2515462636947632, + "logps/chosen": -0.8514240980148315, + "logps/rejected": -2.015674352645874, + "loss": 0.8876, + "odds_ratio_loss": 0.6282274723052979, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08514241874217987, + "rewards/margins": 0.11642500758171082, + "rewards/rejected": -0.2015674114227295, + "sft_loss": 0.8514240980148315, + "step": 558 + }, + { + "epoch": 0.8083875632682574, + "grad_norm": 3.421431652763658, + "learning_rate": 7.748636937417862e-06, + "logits/chosen": 0.4633673429489136, + "logits/rejected": 0.3824692964553833, + "logps/chosen": -0.6419711112976074, + "logps/rejected": -2.9679622650146484, + "loss": 0.7585, + "odds_ratio_loss": 0.4057493805885315, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0641971081495285, + "rewards/margins": 0.23259912431240082, + "rewards/rejected": -0.2967962324619293, + "sft_loss": 0.6419711112976074, + "step": 559 + }, + { + "epoch": 0.8098336948662328, + "grad_norm": 53.9455390293421, + "learning_rate": 7.747552161623352e-06, + "logits/chosen": 0.4784644544124603, + "logits/rejected": 0.3171621263027191, + "logps/chosen": -1.4930461645126343, + "logps/rejected": -3.1993000507354736, + "loss": 1.1239, + "odds_ratio_loss": 0.9343154430389404, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.14930462837219238, + "rewards/margins": 0.17062537372112274, + "rewards/rejected": -0.3199300169944763, + "sft_loss": 1.4930461645126343, + "step": 560 + }, + { + "epoch": 0.8112798264642083, + "grad_norm": 5.943313559869521, + "learning_rate": 7.746465126415685e-06, + "logits/chosen": 0.43953937292099, + "logits/rejected": 0.32243290543556213, + "logps/chosen": -0.667884111404419, + "logps/rejected": -2.532602071762085, + "loss": 0.8931, + "odds_ratio_loss": 0.32886582612991333, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06678842008113861, + "rewards/margins": 0.18647179007530212, + "rewards/rejected": -0.25326019525527954, + "sft_loss": 0.667884111404419, + "step": 561 + }, + { + "epoch": 0.8127259580621836, + "grad_norm": 3.2132336268726296, + "learning_rate": 7.74537583245024e-06, + "logits/chosen": 0.5227065086364746, + "logits/rejected": 0.35094642639160156, + "logps/chosen": -0.7416081428527832, + "logps/rejected": -2.211590528488159, + "loss": 0.9376, + "odds_ratio_loss": 0.43778154253959656, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07416081428527832, + "rewards/margins": 0.14699825644493103, + "rewards/rejected": -0.22115907073020935, + "sft_loss": 0.7416081428527832, + "step": 562 + }, + { + "epoch": 0.8141720896601591, + "grad_norm": 3.359980109883608, + "learning_rate": 7.744284280383758e-06, + "logits/chosen": 0.5760366916656494, + "logits/rejected": 0.35373595356941223, + "logps/chosen": -0.7241435050964355, + "logps/rejected": -2.0765225887298584, + "loss": 0.9294, + "odds_ratio_loss": 0.28304675221443176, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0724143534898758, + "rewards/margins": 0.1352379024028778, + "rewards/rejected": -0.2076522558927536, + "sft_loss": 0.7241435050964355, + "step": 563 + }, + { + "epoch": 0.8156182212581344, + "grad_norm": 3.028393325761886, + "learning_rate": 7.743190470874336e-06, + "logits/chosen": 0.5186077356338501, + "logits/rejected": 0.44535890221595764, + "logps/chosen": -0.9656530618667603, + "logps/rejected": -1.3157947063446045, + "loss": 0.8103, + "odds_ratio_loss": 0.697954535484314, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09656532108783722, + "rewards/margins": 0.035014159977436066, + "rewards/rejected": -0.1315794736146927, + "sft_loss": 0.9656530618667603, + "step": 564 + }, + { + "epoch": 0.8170643528561099, + "grad_norm": 2.5015055682103386, + "learning_rate": 7.74209440458144e-06, + "logits/chosen": 0.46131306886672974, + "logits/rejected": 0.43117648363113403, + "logps/chosen": -0.8131046891212463, + "logps/rejected": -0.8619694709777832, + "loss": 0.8913, + "odds_ratio_loss": 0.6825778484344482, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.0813104659318924, + "rewards/margins": 0.004886474460363388, + "rewards/rejected": -0.08619694411754608, + "sft_loss": 0.8131046891212463, + "step": 565 + }, + { + "epoch": 0.8185104844540854, + "grad_norm": 2.552811543812281, + "learning_rate": 7.740996082165889e-06, + "logits/chosen": 0.39947623014450073, + "logits/rejected": 0.3178212642669678, + "logps/chosen": -0.8110004663467407, + "logps/rejected": -1.336201548576355, + "loss": 0.9081, + "odds_ratio_loss": 0.7006158232688904, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08110004663467407, + "rewards/margins": 0.052520107477903366, + "rewards/rejected": -0.13362015783786774, + "sft_loss": 0.8110004663467407, + "step": 566 + }, + { + "epoch": 0.8199566160520607, + "grad_norm": 2.337977459115273, + "learning_rate": 7.739895504289867e-06, + "logits/chosen": 0.3927333354949951, + "logits/rejected": 0.4031215310096741, + "logps/chosen": -0.6630347371101379, + "logps/rejected": -1.4980498552322388, + "loss": 0.8835, + "odds_ratio_loss": 0.5098182559013367, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06630347669124603, + "rewards/margins": 0.08350151777267456, + "rewards/rejected": -0.1498049944639206, + "sft_loss": 0.6630347371101379, + "step": 567 + }, + { + "epoch": 0.8214027476500362, + "grad_norm": 3.035229863767425, + "learning_rate": 7.738792671616918e-06, + "logits/chosen": 0.33209335803985596, + "logits/rejected": 0.2999739944934845, + "logps/chosen": -0.860519528388977, + "logps/rejected": -1.6074646711349487, + "loss": 0.8805, + "odds_ratio_loss": 0.6031328439712524, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08605195581912994, + "rewards/margins": 0.07469449192285538, + "rewards/rejected": -0.16074645519256592, + "sft_loss": 0.860519528388977, + "step": 568 + }, + { + "epoch": 0.8228488792480115, + "grad_norm": 6.249110734978357, + "learning_rate": 7.737687584811942e-06, + "logits/chosen": 0.3918280601501465, + "logits/rejected": 0.48867300152778625, + "logps/chosen": -0.9784340262413025, + "logps/rejected": -1.133239984512329, + "loss": 0.8658, + "odds_ratio_loss": 0.8345239758491516, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09784340858459473, + "rewards/margins": 0.015480585396289825, + "rewards/rejected": -0.11332399398088455, + "sft_loss": 0.9784340262413025, + "step": 569 + }, + { + "epoch": 0.824295010845987, + "grad_norm": 2.959486238121644, + "learning_rate": 7.7365802445412e-06, + "logits/chosen": 0.4703490734100342, + "logits/rejected": 0.3433605134487152, + "logps/chosen": -0.683617115020752, + "logps/rejected": -1.978018879890442, + "loss": 0.7636, + "odds_ratio_loss": 0.4209952652454376, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06836170703172684, + "rewards/margins": 0.12944017350673676, + "rewards/rejected": -0.1978018879890442, + "sft_loss": 0.683617115020752, + "step": 570 + }, + { + "epoch": 0.8257411424439624, + "grad_norm": 4.554090104991005, + "learning_rate": 7.735470651472312e-06, + "logits/chosen": 0.5703073740005493, + "logits/rejected": 0.4268415570259094, + "logps/chosen": -0.6800241470336914, + "logps/rejected": -1.6585583686828613, + "loss": 0.7895, + "odds_ratio_loss": 0.45704489946365356, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06800241768360138, + "rewards/margins": 0.09785342216491699, + "rewards/rejected": -0.16585583984851837, + "sft_loss": 0.6800241470336914, + "step": 571 + }, + { + "epoch": 0.8271872740419378, + "grad_norm": 2.822960883716033, + "learning_rate": 7.734358806274256e-06, + "logits/chosen": 0.4933173656463623, + "logits/rejected": 0.3999761939048767, + "logps/chosen": -0.7931399345397949, + "logps/rejected": -1.2513625621795654, + "loss": 0.7925, + "odds_ratio_loss": 0.5663318634033203, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07931399345397949, + "rewards/margins": 0.04582225903868675, + "rewards/rejected": -0.12513625621795654, + "sft_loss": 0.7931399345397949, + "step": 572 + }, + { + "epoch": 0.8286334056399133, + "grad_norm": 2.648985570783827, + "learning_rate": 7.733244709617369e-06, + "logits/chosen": 0.46373143792152405, + "logits/rejected": 0.29053449630737305, + "logps/chosen": -0.7167465090751648, + "logps/rejected": -1.855074405670166, + "loss": 0.8, + "odds_ratio_loss": 0.3622341454029083, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0716746523976326, + "rewards/margins": 0.11383280158042908, + "rewards/rejected": -0.18550744652748108, + "sft_loss": 0.7167465090751648, + "step": 573 + }, + { + "epoch": 0.8300795372378886, + "grad_norm": 3.7137584494805145, + "learning_rate": 7.73212836217334e-06, + "logits/chosen": 0.4620693624019623, + "logits/rejected": 0.4092079997062683, + "logps/chosen": -1.0050597190856934, + "logps/rejected": -1.536287784576416, + "loss": 0.8899, + "odds_ratio_loss": 0.47553932666778564, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.10050597786903381, + "rewards/margins": 0.05312279611825943, + "rewards/rejected": -0.15362878143787384, + "sft_loss": 1.0050597190856934, + "step": 574 + }, + { + "epoch": 0.8315256688358641, + "grad_norm": 2.8877404863277096, + "learning_rate": 7.731009764615223e-06, + "logits/chosen": 0.4316241443157196, + "logits/rejected": 0.4264254570007324, + "logps/chosen": -0.805022120475769, + "logps/rejected": -1.3257907629013062, + "loss": 0.8333, + "odds_ratio_loss": 0.5716394186019897, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0805022120475769, + "rewards/margins": 0.052076857537031174, + "rewards/rejected": -0.13257908821105957, + "sft_loss": 0.805022120475769, + "step": 575 + }, + { + "epoch": 0.8329718004338394, + "grad_norm": 6.1727650674380765, + "learning_rate": 7.729888917617423e-06, + "logits/chosen": 0.3446384370326996, + "logits/rejected": 0.3820667564868927, + "logps/chosen": -0.7798358201980591, + "logps/rejected": -1.7499778270721436, + "loss": 0.808, + "odds_ratio_loss": 0.4026681184768677, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07798358052968979, + "rewards/margins": 0.09701421111822128, + "rewards/rejected": -0.17499780654907227, + "sft_loss": 0.7798358201980591, + "step": 576 + }, + { + "epoch": 0.8344179320318149, + "grad_norm": 2.625297803365516, + "learning_rate": 7.728765821855703e-06, + "logits/chosen": 0.34016144275665283, + "logits/rejected": 0.2931269407272339, + "logps/chosen": -1.023898959159851, + "logps/rejected": -2.1351914405822754, + "loss": 0.9166, + "odds_ratio_loss": 0.6438050270080566, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.10238990187644958, + "rewards/margins": 0.11112925410270691, + "rewards/rejected": -0.2135191559791565, + "sft_loss": 1.023898959159851, + "step": 577 + }, + { + "epoch": 0.8358640636297903, + "grad_norm": 2.5444970560001487, + "learning_rate": 7.72764047800718e-06, + "logits/chosen": 0.49933484196662903, + "logits/rejected": 0.42723822593688965, + "logps/chosen": -0.6545868515968323, + "logps/rejected": -1.498138666152954, + "loss": 0.8401, + "odds_ratio_loss": 0.4437343180179596, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06545868515968323, + "rewards/margins": 0.0843551903963089, + "rewards/rejected": -0.14981386065483093, + "sft_loss": 0.6545868515968323, + "step": 578 + }, + { + "epoch": 0.8373101952277657, + "grad_norm": 2.3585819967991197, + "learning_rate": 7.726512886750331e-06, + "logits/chosen": 0.34519678354263306, + "logits/rejected": 0.19996540248394012, + "logps/chosen": -0.9542055726051331, + "logps/rejected": -1.4532517194747925, + "loss": 0.8652, + "odds_ratio_loss": 0.5589162111282349, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09542055428028107, + "rewards/margins": 0.049904607236385345, + "rewards/rejected": -0.14532515406608582, + "sft_loss": 0.9542055726051331, + "step": 579 + }, + { + "epoch": 0.8387563268257412, + "grad_norm": 5.125090865717826, + "learning_rate": 7.725383048764985e-06, + "logits/chosen": 0.42127755284309387, + "logits/rejected": 0.2979139983654022, + "logps/chosen": -0.8492597341537476, + "logps/rejected": -1.7331501245498657, + "loss": 0.9187, + "odds_ratio_loss": 0.45528745651245117, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08492596447467804, + "rewards/margins": 0.08838904649019241, + "rewards/rejected": -0.17331500351428986, + "sft_loss": 0.8492597341537476, + "step": 580 + }, + { + "epoch": 0.8402024584237165, + "grad_norm": 3.7775925775826757, + "learning_rate": 7.724250964732322e-06, + "logits/chosen": 0.45021694898605347, + "logits/rejected": 0.275540828704834, + "logps/chosen": -0.9041640162467957, + "logps/rejected": -1.424367904663086, + "loss": 0.9197, + "odds_ratio_loss": 0.5092793107032776, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09041640907526016, + "rewards/margins": 0.05202038586139679, + "rewards/rejected": -0.14243678748607635, + "sft_loss": 0.9041640162467957, + "step": 581 + }, + { + "epoch": 0.841648590021692, + "grad_norm": 2.3382318025798066, + "learning_rate": 7.723116635334883e-06, + "logits/chosen": 0.414359986782074, + "logits/rejected": 0.33379101753234863, + "logps/chosen": -0.781288743019104, + "logps/rejected": -1.8517032861709595, + "loss": 0.7569, + "odds_ratio_loss": 0.47253549098968506, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0781288743019104, + "rewards/margins": 0.10704146325588226, + "rewards/rejected": -0.18517033755779266, + "sft_loss": 0.781288743019104, + "step": 582 + }, + { + "epoch": 0.8430947216196674, + "grad_norm": 3.016134749169285, + "learning_rate": 7.721980061256557e-06, + "logits/chosen": 0.5401621460914612, + "logits/rejected": 0.3053189218044281, + "logps/chosen": -0.893081545829773, + "logps/rejected": -1.5628845691680908, + "loss": 0.8887, + "odds_ratio_loss": 0.5231793522834778, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08930815756320953, + "rewards/margins": 0.06698029488325119, + "rewards/rejected": -0.15628844499588013, + "sft_loss": 0.893081545829773, + "step": 583 + }, + { + "epoch": 0.8445408532176428, + "grad_norm": 3.4336842069827886, + "learning_rate": 7.72084124318259e-06, + "logits/chosen": 0.487199068069458, + "logits/rejected": 0.4739711284637451, + "logps/chosen": -0.9182305932044983, + "logps/rejected": -1.005215048789978, + "loss": 0.8489, + "odds_ratio_loss": 0.7025805711746216, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09182305634021759, + "rewards/margins": 0.008698442950844765, + "rewards/rejected": -0.1005215048789978, + "sft_loss": 0.9182305932044983, + "step": 584 + }, + { + "epoch": 0.8459869848156182, + "grad_norm": 3.199872433035413, + "learning_rate": 7.719700181799581e-06, + "logits/chosen": 0.4485635757446289, + "logits/rejected": 0.4251922369003296, + "logps/chosen": -0.7368327379226685, + "logps/rejected": -1.369962453842163, + "loss": 0.808, + "odds_ratio_loss": 0.582382082939148, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07368327677249908, + "rewards/margins": 0.06331297755241394, + "rewards/rejected": -0.13699625432491302, + "sft_loss": 0.7368327379226685, + "step": 585 + }, + { + "epoch": 0.8474331164135936, + "grad_norm": 2.7751053686439886, + "learning_rate": 7.718556877795479e-06, + "logits/chosen": 0.45472198724746704, + "logits/rejected": 0.47626519203186035, + "logps/chosen": -0.5254935622215271, + "logps/rejected": -1.7815715074539185, + "loss": 0.7916, + "odds_ratio_loss": 0.420468270778656, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05254935473203659, + "rewards/margins": 0.12560781836509705, + "rewards/rejected": -0.17815715074539185, + "sft_loss": 0.5254935622215271, + "step": 586 + }, + { + "epoch": 0.848879248011569, + "grad_norm": 3.23820103346826, + "learning_rate": 7.717411331859584e-06, + "logits/chosen": 0.3615628182888031, + "logits/rejected": 0.36034783720970154, + "logps/chosen": -0.8735466003417969, + "logps/rejected": -1.287621021270752, + "loss": 0.9102, + "odds_ratio_loss": 0.5822567939758301, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08735466003417969, + "rewards/margins": 0.04140744358301163, + "rewards/rejected": -0.12876209616661072, + "sft_loss": 0.8735466003417969, + "step": 587 + }, + { + "epoch": 0.8503253796095445, + "grad_norm": 5.647839940161303, + "learning_rate": 7.716263544682553e-06, + "logits/chosen": 0.5941022634506226, + "logits/rejected": 0.5508843660354614, + "logps/chosen": -0.7583089470863342, + "logps/rejected": -1.2879139184951782, + "loss": 0.8767, + "odds_ratio_loss": 0.5073609352111816, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07583089917898178, + "rewards/margins": 0.05296049639582634, + "rewards/rejected": -0.12879139184951782, + "sft_loss": 0.7583089470863342, + "step": 588 + }, + { + "epoch": 0.8517715112075199, + "grad_norm": 3.480425009507815, + "learning_rate": 7.715113516956389e-06, + "logits/chosen": 0.36370134353637695, + "logits/rejected": 0.40123385190963745, + "logps/chosen": -0.7449005842208862, + "logps/rejected": -1.24686861038208, + "loss": 0.8231, + "odds_ratio_loss": 0.6178784966468811, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.07449005544185638, + "rewards/margins": 0.050196800380945206, + "rewards/rejected": -0.12468685954809189, + "sft_loss": 0.7449005842208862, + "step": 589 + }, + { + "epoch": 0.8532176428054953, + "grad_norm": 2.6798844944883706, + "learning_rate": 7.71396124937445e-06, + "logits/chosen": 0.2954362630844116, + "logits/rejected": 0.346477210521698, + "logps/chosen": -0.6796218752861023, + "logps/rejected": -1.1093833446502686, + "loss": 0.8734, + "odds_ratio_loss": 0.5511021018028259, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06796219199895859, + "rewards/margins": 0.04297615587711334, + "rewards/rejected": -0.11093834042549133, + "sft_loss": 0.6796218752861023, + "step": 590 + }, + { + "epoch": 0.8546637744034707, + "grad_norm": 3.2479796489504165, + "learning_rate": 7.71280674263144e-06, + "logits/chosen": 0.4030838906764984, + "logits/rejected": 0.36736756563186646, + "logps/chosen": -0.7332617044448853, + "logps/rejected": -1.6842825412750244, + "loss": 0.8104, + "odds_ratio_loss": 0.40521979331970215, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07332617044448853, + "rewards/margins": 0.09510207921266556, + "rewards/rejected": -0.16842825710773468, + "sft_loss": 0.7332617044448853, + "step": 591 + }, + { + "epoch": 0.8561099060014461, + "grad_norm": 2.6431172294443743, + "learning_rate": 7.71164999742342e-06, + "logits/chosen": 0.5364017486572266, + "logits/rejected": 0.36750340461730957, + "logps/chosen": -0.9896173477172852, + "logps/rejected": -1.9290273189544678, + "loss": 0.8408, + "odds_ratio_loss": 0.6732795238494873, + "rewards/accuracies": 0.375, + "rewards/chosen": -0.0989617332816124, + "rewards/margins": 0.09394100308418274, + "rewards/rejected": -0.19290274381637573, + "sft_loss": 0.9896173477172852, + "step": 592 + }, + { + "epoch": 0.8575560375994216, + "grad_norm": 2.5251085232268564, + "learning_rate": 7.71049101444779e-06, + "logits/chosen": 0.4465160071849823, + "logits/rejected": 0.4120599627494812, + "logps/chosen": -0.5574182868003845, + "logps/rejected": -1.7155920267105103, + "loss": 0.7582, + "odds_ratio_loss": 0.405154824256897, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05574183166027069, + "rewards/margins": 0.1158173680305481, + "rewards/rejected": -0.17155921459197998, + "sft_loss": 0.5574182868003845, + "step": 593 + }, + { + "epoch": 0.8590021691973969, + "grad_norm": 3.346546938807114, + "learning_rate": 7.70932979440331e-06, + "logits/chosen": 0.33852913975715637, + "logits/rejected": 0.27749061584472656, + "logps/chosen": -0.8209311962127686, + "logps/rejected": -1.596746802330017, + "loss": 0.887, + "odds_ratio_loss": 0.4618699848651886, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.08209311217069626, + "rewards/margins": 0.07758156955242157, + "rewards/rejected": -0.15967468917369843, + "sft_loss": 0.8209311962127686, + "step": 594 + }, + { + "epoch": 0.8604483007953724, + "grad_norm": 5.284660640530955, + "learning_rate": 7.708166337990082e-06, + "logits/chosen": 0.5029542446136475, + "logits/rejected": 0.47931772470474243, + "logps/chosen": -0.8861660957336426, + "logps/rejected": -1.6336941719055176, + "loss": 0.8685, + "odds_ratio_loss": 0.6479578018188477, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08861660957336426, + "rewards/margins": 0.0747528076171875, + "rewards/rejected": -0.16336941719055176, + "sft_loss": 0.8861660957336426, + "step": 595 + }, + { + "epoch": 0.8618944323933478, + "grad_norm": 2.6787514133901102, + "learning_rate": 7.707000645909557e-06, + "logits/chosen": 0.38561227917671204, + "logits/rejected": 0.34946468472480774, + "logps/chosen": -0.8105971813201904, + "logps/rejected": -1.6445955038070679, + "loss": 0.7593, + "odds_ratio_loss": 0.625914454460144, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08105972409248352, + "rewards/margins": 0.08339983969926834, + "rewards/rejected": -0.16445955634117126, + "sft_loss": 0.8105971813201904, + "step": 596 + }, + { + "epoch": 0.8633405639913232, + "grad_norm": 2.562166564261387, + "learning_rate": 7.705832718864537e-06, + "logits/chosen": 0.4447406232357025, + "logits/rejected": 0.40148672461509705, + "logps/chosen": -0.7819239497184753, + "logps/rejected": -1.901719093322754, + "loss": 0.9083, + "odds_ratio_loss": 0.48765087127685547, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07819239795207977, + "rewards/margins": 0.11197951436042786, + "rewards/rejected": -0.19017191231250763, + "sft_loss": 0.7819239497184753, + "step": 597 + }, + { + "epoch": 0.8647866955892987, + "grad_norm": 3.207797469050618, + "learning_rate": 7.704662557559167e-06, + "logits/chosen": 0.38521963357925415, + "logits/rejected": 0.4216020107269287, + "logps/chosen": -0.921389102935791, + "logps/rejected": -1.601888656616211, + "loss": 0.9603, + "odds_ratio_loss": 0.6697303056716919, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09213890880346298, + "rewards/margins": 0.06804996728897095, + "rewards/rejected": -0.16018888354301453, + "sft_loss": 0.921389102935791, + "step": 598 + }, + { + "epoch": 0.866232827187274, + "grad_norm": 4.035040836751041, + "learning_rate": 7.703490162698945e-06, + "logits/chosen": 0.45725634694099426, + "logits/rejected": 0.3862098455429077, + "logps/chosen": -0.7345454692840576, + "logps/rejected": -1.4923635721206665, + "loss": 0.7959, + "odds_ratio_loss": 0.40088510513305664, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07345455139875412, + "rewards/margins": 0.07578181475400925, + "rewards/rejected": -0.14923638105392456, + "sft_loss": 0.7345454692840576, + "step": 599 + }, + { + "epoch": 0.8676789587852495, + "grad_norm": 2.5500836204304873, + "learning_rate": 7.70231553499071e-06, + "logits/chosen": 0.5151770710945129, + "logits/rejected": 0.34262362122535706, + "logps/chosen": -0.6712307929992676, + "logps/rejected": -1.7133383750915527, + "loss": 0.816, + "odds_ratio_loss": 0.43570661544799805, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06712308526039124, + "rewards/margins": 0.104210764169693, + "rewards/rejected": -0.17133383452892303, + "sft_loss": 0.6712307929992676, + "step": 600 + }, + { + "epoch": 0.8691250903832248, + "grad_norm": 2.6121252911880544, + "learning_rate": 7.701138675142651e-06, + "logits/chosen": 0.4404212534427643, + "logits/rejected": 0.3398100435733795, + "logps/chosen": -0.7245041131973267, + "logps/rejected": -2.0399234294891357, + "loss": 0.8187, + "odds_ratio_loss": 0.4228803515434265, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0724504142999649, + "rewards/margins": 0.13154193758964539, + "rewards/rejected": -0.2039923518896103, + "sft_loss": 0.7245041131973267, + "step": 601 + }, + { + "epoch": 0.8705712219812003, + "grad_norm": 3.895120218207068, + "learning_rate": 7.6999595838643e-06, + "logits/chosen": 0.3892238438129425, + "logits/rejected": 0.3399989902973175, + "logps/chosen": -0.8683582544326782, + "logps/rejected": -1.7081042528152466, + "loss": 0.8405, + "odds_ratio_loss": 0.5292615294456482, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0868358165025711, + "rewards/margins": 0.08397459983825684, + "rewards/rejected": -0.17081041634082794, + "sft_loss": 0.8683582544326782, + "step": 602 + }, + { + "epoch": 0.8720173535791758, + "grad_norm": 4.916824856051119, + "learning_rate": 7.698778261866536e-06, + "logits/chosen": 0.4902600347995758, + "logits/rejected": 0.43887144327163696, + "logps/chosen": -0.7983700037002563, + "logps/rejected": -1.311253547668457, + "loss": 0.8184, + "odds_ratio_loss": 0.4534938633441925, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07983700931072235, + "rewards/margins": 0.05128835141658783, + "rewards/rejected": -0.13112536072731018, + "sft_loss": 0.7983700037002563, + "step": 603 + }, + { + "epoch": 0.8734634851771511, + "grad_norm": 2.5621387956986723, + "learning_rate": 7.697594709861582e-06, + "logits/chosen": 0.5107913017272949, + "logits/rejected": 0.45272332429885864, + "logps/chosen": -0.8786731958389282, + "logps/rejected": -1.683459758758545, + "loss": 0.8494, + "odds_ratio_loss": 0.521609902381897, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08786732703447342, + "rewards/margins": 0.08047864586114883, + "rewards/rejected": -0.16834597289562225, + "sft_loss": 0.8786731958389282, + "step": 604 + }, + { + "epoch": 0.8749096167751266, + "grad_norm": 4.078257021315965, + "learning_rate": 7.696408928563004e-06, + "logits/chosen": 0.43462055921554565, + "logits/rejected": 0.38017183542251587, + "logps/chosen": -0.9040985107421875, + "logps/rejected": -1.7478702068328857, + "loss": 0.8425, + "odds_ratio_loss": 0.543043315410614, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.09040984511375427, + "rewards/margins": 0.08437717705965042, + "rewards/rejected": -0.1747870296239853, + "sft_loss": 0.9040985107421875, + "step": 605 + }, + { + "epoch": 0.8763557483731019, + "grad_norm": 3.110086029010687, + "learning_rate": 7.695220918685718e-06, + "logits/chosen": 0.40548551082611084, + "logits/rejected": 0.33251649141311646, + "logps/chosen": -0.7896912097930908, + "logps/rejected": -1.9131922721862793, + "loss": 0.8279, + "odds_ratio_loss": 0.4588484764099121, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07896912097930908, + "rewards/margins": 0.11235012114048004, + "rewards/rejected": -0.19131924211978912, + "sft_loss": 0.7896912097930908, + "step": 606 + }, + { + "epoch": 0.8778018799710774, + "grad_norm": 3.45857776190995, + "learning_rate": 7.694030680945978e-06, + "logits/chosen": 0.5536810159683228, + "logits/rejected": 0.4505231976509094, + "logps/chosen": -0.640487790107727, + "logps/rejected": -2.052018165588379, + "loss": 0.847, + "odds_ratio_loss": 0.43984222412109375, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06404877454042435, + "rewards/margins": 0.14115305244922638, + "rewards/rejected": -0.20520181953907013, + "sft_loss": 0.640487790107727, + "step": 607 + }, + { + "epoch": 0.8792480115690527, + "grad_norm": 3.5262340037551354, + "learning_rate": 7.692838216061382e-06, + "logits/chosen": 0.3820614218711853, + "logits/rejected": 0.3396124839782715, + "logps/chosen": -0.8231310248374939, + "logps/rejected": -1.9909696578979492, + "loss": 0.9157, + "odds_ratio_loss": 0.4377727806568146, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.08231310546398163, + "rewards/margins": 0.11678387224674225, + "rewards/rejected": -0.19909697771072388, + "sft_loss": 0.8231310248374939, + "step": 608 + }, + { + "epoch": 0.8806941431670282, + "grad_norm": 2.4054024668451857, + "learning_rate": 7.691643524750872e-06, + "logits/chosen": 0.6013118028640747, + "logits/rejected": 0.4211696982383728, + "logps/chosen": -0.6587211489677429, + "logps/rejected": -2.157447338104248, + "loss": 0.9399, + "odds_ratio_loss": 0.398333877325058, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06587211787700653, + "rewards/margins": 0.14987263083457947, + "rewards/rejected": -0.2157447338104248, + "sft_loss": 0.6587211489677429, + "step": 609 + }, + { + "epoch": 0.8821402747650036, + "grad_norm": 5.024109256266422, + "learning_rate": 7.690446607734731e-06, + "logits/chosen": 0.4865860939025879, + "logits/rejected": 0.2488732635974884, + "logps/chosen": -0.9007077813148499, + "logps/rejected": -2.9339916706085205, + "loss": 0.9398, + "odds_ratio_loss": 0.4676297605037689, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09007078409194946, + "rewards/margins": 0.20332840085029602, + "rewards/rejected": -0.2933991849422455, + "sft_loss": 0.9007077813148499, + "step": 610 + }, + { + "epoch": 0.883586406362979, + "grad_norm": 2.4390306772314942, + "learning_rate": 7.689247465734587e-06, + "logits/chosen": 0.4354531168937683, + "logits/rejected": 0.34002625942230225, + "logps/chosen": -0.7873460054397583, + "logps/rejected": -2.1244518756866455, + "loss": 0.8282, + "odds_ratio_loss": 0.440873384475708, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07873459905385971, + "rewards/margins": 0.1337105929851532, + "rewards/rejected": -0.2124451845884323, + "sft_loss": 0.7873460054397583, + "step": 611 + }, + { + "epoch": 0.8850325379609545, + "grad_norm": 3.041808355646371, + "learning_rate": 7.688046099473404e-06, + "logits/chosen": 0.36165985465049744, + "logits/rejected": 0.34865519404411316, + "logps/chosen": -0.7287914752960205, + "logps/rejected": -2.1389732360839844, + "loss": 0.7459, + "odds_ratio_loss": 0.3866339921951294, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07287915050983429, + "rewards/margins": 0.14101818203926086, + "rewards/rejected": -0.21389730274677277, + "sft_loss": 0.7287914752960205, + "step": 612 + }, + { + "epoch": 0.8864786695589298, + "grad_norm": 2.8562172272392146, + "learning_rate": 7.686842509675493e-06, + "logits/chosen": 0.44806107878685, + "logits/rejected": 0.28580302000045776, + "logps/chosen": -0.6983122825622559, + "logps/rejected": -1.8353773355484009, + "loss": 0.7468, + "odds_ratio_loss": 0.3887363076210022, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0698312297463417, + "rewards/margins": 0.11370651423931122, + "rewards/rejected": -0.18353773653507233, + "sft_loss": 0.6983122825622559, + "step": 613 + }, + { + "epoch": 0.8879248011569053, + "grad_norm": 3.892747952798006, + "learning_rate": 7.6856366970665e-06, + "logits/chosen": 0.32401058077812195, + "logits/rejected": 0.2524191439151764, + "logps/chosen": -0.6660705804824829, + "logps/rejected": -2.403459072113037, + "loss": 0.7928, + "odds_ratio_loss": 0.375204473733902, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06660705804824829, + "rewards/margins": 0.17373886704444885, + "rewards/rejected": -0.24034592509269714, + "sft_loss": 0.6660705804824829, + "step": 614 + }, + { + "epoch": 0.8893709327548807, + "grad_norm": 3.7158835902808973, + "learning_rate": 7.68442866237342e-06, + "logits/chosen": 0.3761048913002014, + "logits/rejected": 0.2979498505592346, + "logps/chosen": -0.8295606374740601, + "logps/rejected": -1.7888013124465942, + "loss": 0.7842, + "odds_ratio_loss": 0.4067229628562927, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.08295606076717377, + "rewards/margins": 0.09592406451702118, + "rewards/rejected": -0.17888012528419495, + "sft_loss": 0.8295606374740601, + "step": 615 + }, + { + "epoch": 0.8908170643528561, + "grad_norm": 2.4550407569809396, + "learning_rate": 7.683218406324572e-06, + "logits/chosen": 0.6669546365737915, + "logits/rejected": 0.4045952558517456, + "logps/chosen": -0.5585116744041443, + "logps/rejected": -2.035814046859741, + "loss": 0.7754, + "odds_ratio_loss": 0.39348843693733215, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05585116893053055, + "rewards/margins": 0.1477302461862564, + "rewards/rejected": -0.20358142256736755, + "sft_loss": 0.5585116744041443, + "step": 616 + }, + { + "epoch": 0.8922631959508315, + "grad_norm": 3.407732902695217, + "learning_rate": 7.682005929649631e-06, + "logits/chosen": 0.39748919010162354, + "logits/rejected": 0.37334704399108887, + "logps/chosen": -0.7694322466850281, + "logps/rejected": -1.4826719760894775, + "loss": 0.8091, + "odds_ratio_loss": 0.4687405228614807, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07694321870803833, + "rewards/margins": 0.07132397592067719, + "rewards/rejected": -0.1482672095298767, + "sft_loss": 0.7694322466850281, + "step": 617 + }, + { + "epoch": 0.8937093275488069, + "grad_norm": 2.5017227518592233, + "learning_rate": 7.680791233079603e-06, + "logits/chosen": 0.3456028997898102, + "logits/rejected": 0.3027806282043457, + "logps/chosen": -0.7319939136505127, + "logps/rejected": -1.6122633218765259, + "loss": 0.777, + "odds_ratio_loss": 0.4658835530281067, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07319939136505127, + "rewards/margins": 0.08802695572376251, + "rewards/rejected": -0.16122636198997498, + "sft_loss": 0.7319939136505127, + "step": 618 + }, + { + "epoch": 0.8951554591467824, + "grad_norm": 2.3166376522393146, + "learning_rate": 7.67957431734683e-06, + "logits/chosen": 0.3627810478210449, + "logits/rejected": 0.2669435441493988, + "logps/chosen": -0.9080690145492554, + "logps/rejected": -1.8668326139450073, + "loss": 0.8564, + "odds_ratio_loss": 0.5684492588043213, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09080690145492554, + "rewards/margins": 0.09587635844945908, + "rewards/rejected": -0.18668325245380402, + "sft_loss": 0.9080690145492554, + "step": 619 + }, + { + "epoch": 0.8966015907447578, + "grad_norm": 3.201147938968964, + "learning_rate": 7.678355183184998e-06, + "logits/chosen": 0.47244179248809814, + "logits/rejected": 0.3506423830986023, + "logps/chosen": -0.6035176515579224, + "logps/rejected": -2.130152702331543, + "loss": 0.8337, + "odds_ratio_loss": 0.399160772562027, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.060351770371198654, + "rewards/margins": 0.15266351401805878, + "rewards/rejected": -0.21301528811454773, + "sft_loss": 0.6035176515579224, + "step": 620 + }, + { + "epoch": 0.8980477223427332, + "grad_norm": 3.717093420401316, + "learning_rate": 7.677133831329126e-06, + "logits/chosen": 0.4847029447555542, + "logits/rejected": 0.40981170535087585, + "logps/chosen": -0.7285267114639282, + "logps/rejected": -2.408964157104492, + "loss": 0.7495, + "odds_ratio_loss": 0.38725215196609497, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07285267114639282, + "rewards/margins": 0.16804377734661102, + "rewards/rejected": -0.24089643359184265, + "sft_loss": 0.7285267114639282, + "step": 621 + }, + { + "epoch": 0.8994938539407086, + "grad_norm": 13.31403718261638, + "learning_rate": 7.675910262515571e-06, + "logits/chosen": 0.3689773678779602, + "logits/rejected": 0.31208884716033936, + "logps/chosen": -0.7826531529426575, + "logps/rejected": -1.995023488998413, + "loss": 0.8353, + "odds_ratio_loss": 0.44215285778045654, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07826531678438187, + "rewards/margins": 0.12123703211545944, + "rewards/rejected": -0.1995023488998413, + "sft_loss": 0.7826531529426575, + "step": 622 + }, + { + "epoch": 0.900939985538684, + "grad_norm": 2.5398626802834277, + "learning_rate": 7.67468447748203e-06, + "logits/chosen": 0.42934471368789673, + "logits/rejected": 0.21536873281002045, + "logps/chosen": -0.7805943489074707, + "logps/rejected": -2.9530436992645264, + "loss": 0.7891, + "odds_ratio_loss": 0.5255002379417419, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07805943489074707, + "rewards/margins": 0.217244952917099, + "rewards/rejected": -0.29530438780784607, + "sft_loss": 0.7805943489074707, + "step": 623 + }, + { + "epoch": 0.9023861171366594, + "grad_norm": 2.70020042469918, + "learning_rate": 7.67345647696753e-06, + "logits/chosen": 0.5212641954421997, + "logits/rejected": 0.42973682284355164, + "logps/chosen": -0.6765854954719543, + "logps/rejected": -1.6150991916656494, + "loss": 0.9148, + "odds_ratio_loss": 0.48807549476623535, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06765855103731155, + "rewards/margins": 0.09385137259960175, + "rewards/rejected": -0.1615099161863327, + "sft_loss": 0.6765854954719543, + "step": 624 + }, + { + "epoch": 0.9038322487346349, + "grad_norm": 4.310558816009849, + "learning_rate": 7.67222626171244e-06, + "logits/chosen": 0.33585911989212036, + "logits/rejected": 0.20145192742347717, + "logps/chosen": -0.8163321018218994, + "logps/rejected": -3.1550087928771973, + "loss": 0.9581, + "odds_ratio_loss": 0.38997989892959595, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.08163321018218994, + "rewards/margins": 0.23386766016483307, + "rewards/rejected": -0.3155008852481842, + "sft_loss": 0.8163321018218994, + "step": 625 + }, + { + "epoch": 0.9052783803326103, + "grad_norm": 3.448422343794376, + "learning_rate": 7.670993832458459e-06, + "logits/chosen": 0.42779773473739624, + "logits/rejected": 0.36584076285362244, + "logps/chosen": -0.6566274762153625, + "logps/rejected": -1.3442649841308594, + "loss": 0.833, + "odds_ratio_loss": 0.4265965521335602, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06566274911165237, + "rewards/margins": 0.06876374781131744, + "rewards/rejected": -0.13442650437355042, + "sft_loss": 0.6566274762153625, + "step": 626 + }, + { + "epoch": 0.9067245119305857, + "grad_norm": 2.9169308040479223, + "learning_rate": 7.669759189948624e-06, + "logits/chosen": 0.35135525465011597, + "logits/rejected": 0.2400461733341217, + "logps/chosen": -0.6346577405929565, + "logps/rejected": -1.875277042388916, + "loss": 0.7533, + "odds_ratio_loss": 0.3021318018436432, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06346577405929565, + "rewards/margins": 0.1240619346499443, + "rewards/rejected": -0.18752773106098175, + "sft_loss": 0.6346577405929565, + "step": 627 + }, + { + "epoch": 0.9081706435285611, + "grad_norm": 3.0982427667659076, + "learning_rate": 7.668522334927307e-06, + "logits/chosen": 0.30746403336524963, + "logits/rejected": 0.20801600813865662, + "logps/chosen": -0.8239056468009949, + "logps/rejected": -1.7219469547271729, + "loss": 0.8766, + "odds_ratio_loss": 0.6280619502067566, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08239056169986725, + "rewards/margins": 0.08980412036180496, + "rewards/rejected": -0.1721946895122528, + "sft_loss": 0.8239056468009949, + "step": 628 + }, + { + "epoch": 0.9096167751265365, + "grad_norm": 3.907298148969337, + "learning_rate": 7.667283268140211e-06, + "logits/chosen": 0.4386427402496338, + "logits/rejected": 0.31877654790878296, + "logps/chosen": -0.8378483653068542, + "logps/rejected": -1.461822509765625, + "loss": 0.9106, + "odds_ratio_loss": 0.6432319283485413, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08378484100103378, + "rewards/margins": 0.06239742785692215, + "rewards/rejected": -0.14618226885795593, + "sft_loss": 0.8378483653068542, + "step": 629 + }, + { + "epoch": 0.911062906724512, + "grad_norm": 2.7529705801934763, + "learning_rate": 7.666041990334374e-06, + "logits/chosen": 0.40260255336761475, + "logits/rejected": 0.30121004581451416, + "logps/chosen": -0.8997647166252136, + "logps/rejected": -1.8492169380187988, + "loss": 0.8114, + "odds_ratio_loss": 0.4565718173980713, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0899764746427536, + "rewards/margins": 0.09494520723819733, + "rewards/rejected": -0.18492168188095093, + "sft_loss": 0.8997647166252136, + "step": 630 + }, + { + "epoch": 0.9125090383224873, + "grad_norm": 3.2383772151478882, + "learning_rate": 7.664798502258167e-06, + "logits/chosen": 0.43885284662246704, + "logits/rejected": 0.4151266813278198, + "logps/chosen": -0.717272162437439, + "logps/rejected": -1.9099479913711548, + "loss": 0.8819, + "odds_ratio_loss": 0.4223041236400604, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0717272162437439, + "rewards/margins": 0.11926757544279099, + "rewards/rejected": -0.19099479913711548, + "sft_loss": 0.717272162437439, + "step": 631 + }, + { + "epoch": 0.9139551699204628, + "grad_norm": 2.8313172738379153, + "learning_rate": 7.663552804661292e-06, + "logits/chosen": 0.43072545528411865, + "logits/rejected": 0.2662442922592163, + "logps/chosen": -0.8863623738288879, + "logps/rejected": -2.1999828815460205, + "loss": 0.7894, + "odds_ratio_loss": 0.40025269985198975, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08863624185323715, + "rewards/margins": 0.13136205077171326, + "rewards/rejected": -0.21999827027320862, + "sft_loss": 0.8863623738288879, + "step": 632 + }, + { + "epoch": 0.9154013015184381, + "grad_norm": 3.2231547445658433, + "learning_rate": 7.662304898294789e-06, + "logits/chosen": 0.34558531641960144, + "logits/rejected": 0.25568896532058716, + "logps/chosen": -0.9652397632598877, + "logps/rejected": -2.154374599456787, + "loss": 0.8856, + "odds_ratio_loss": 0.6041095852851868, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09652397781610489, + "rewards/margins": 0.11891345679759979, + "rewards/rejected": -0.21543745696544647, + "sft_loss": 0.9652397632598877, + "step": 633 + }, + { + "epoch": 0.9168474331164136, + "grad_norm": 2.929910989196169, + "learning_rate": 7.661054783911023e-06, + "logits/chosen": 0.30516791343688965, + "logits/rejected": 0.3138343095779419, + "logps/chosen": -0.9684697389602661, + "logps/rejected": -2.2495481967926025, + "loss": 1.0268, + "odds_ratio_loss": 0.6787380576133728, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.09684698283672333, + "rewards/margins": 0.12810784578323364, + "rewards/rejected": -0.22495481371879578, + "sft_loss": 0.9684697389602661, + "step": 634 + }, + { + "epoch": 0.918293564714389, + "grad_norm": 3.5685552202873656, + "learning_rate": 7.65980246226369e-06, + "logits/chosen": 0.5167609453201294, + "logits/rejected": 0.534476101398468, + "logps/chosen": -0.8154505491256714, + "logps/rejected": -1.6477975845336914, + "loss": 0.8668, + "odds_ratio_loss": 0.6014808416366577, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08154505491256714, + "rewards/margins": 0.08323470503091812, + "rewards/rejected": -0.16477975249290466, + "sft_loss": 0.8154505491256714, + "step": 635 + }, + { + "epoch": 0.9197396963123644, + "grad_norm": 3.791415677312705, + "learning_rate": 7.658547934107826e-06, + "logits/chosen": 0.38681352138519287, + "logits/rejected": 0.3783404529094696, + "logps/chosen": -0.852817714214325, + "logps/rejected": -1.8300766944885254, + "loss": 0.8929, + "odds_ratio_loss": 0.5779595375061035, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08528177440166473, + "rewards/margins": 0.09772589802742004, + "rewards/rejected": -0.18300765752792358, + "sft_loss": 0.852817714214325, + "step": 636 + }, + { + "epoch": 0.9211858279103399, + "grad_norm": 3.3465232296765994, + "learning_rate": 7.657291200199784e-06, + "logits/chosen": 0.290289044380188, + "logits/rejected": 0.3608376979827881, + "logps/chosen": -0.7669796943664551, + "logps/rejected": -2.2326064109802246, + "loss": 0.8354, + "odds_ratio_loss": 0.5988900661468506, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.07669797539710999, + "rewards/margins": 0.14656266570091248, + "rewards/rejected": -0.22326062619686127, + "sft_loss": 0.7669796943664551, + "step": 637 + }, + { + "epoch": 0.9226319595083152, + "grad_norm": 4.414553916663672, + "learning_rate": 7.656032261297255e-06, + "logits/chosen": 0.26446521282196045, + "logits/rejected": 0.16627632081508636, + "logps/chosen": -0.7560668587684631, + "logps/rejected": -2.14742374420166, + "loss": 0.8415, + "odds_ratio_loss": 0.4151613414287567, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07560668885707855, + "rewards/margins": 0.1391356885433197, + "rewards/rejected": -0.21474237740039825, + "sft_loss": 0.7560668587684631, + "step": 638 + }, + { + "epoch": 0.9240780911062907, + "grad_norm": 2.585907860504243, + "learning_rate": 7.654771118159262e-06, + "logits/chosen": 0.3260245621204376, + "logits/rejected": 0.29659798741340637, + "logps/chosen": -0.7077478766441345, + "logps/rejected": -1.617417573928833, + "loss": 0.7967, + "odds_ratio_loss": 0.41377967596054077, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07077478617429733, + "rewards/margins": 0.09096695482730865, + "rewards/rejected": -0.16174176335334778, + "sft_loss": 0.7077478766441345, + "step": 639 + }, + { + "epoch": 0.925524222704266, + "grad_norm": 2.6907621885171924, + "learning_rate": 7.653507771546148e-06, + "logits/chosen": 0.4016415476799011, + "logits/rejected": 0.19014433026313782, + "logps/chosen": -0.6699740886688232, + "logps/rejected": -2.6581130027770996, + "loss": 0.8692, + "odds_ratio_loss": 0.3492831885814667, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06699740886688232, + "rewards/margins": 0.19881388545036316, + "rewards/rejected": -0.2658112943172455, + "sft_loss": 0.6699740886688232, + "step": 640 + }, + { + "epoch": 0.9269703543022415, + "grad_norm": 4.452046547002235, + "learning_rate": 7.652242222219593e-06, + "logits/chosen": 0.297119677066803, + "logits/rejected": 0.26825442910194397, + "logps/chosen": -0.8774327039718628, + "logps/rejected": -2.2502782344818115, + "loss": 0.9753, + "odds_ratio_loss": 0.49745067954063416, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08774326741695404, + "rewards/margins": 0.1372845470905304, + "rewards/rejected": -0.22502781450748444, + "sft_loss": 0.8774327039718628, + "step": 641 + }, + { + "epoch": 0.928416485900217, + "grad_norm": 3.1251697468215127, + "learning_rate": 7.650974470942598e-06, + "logits/chosen": 0.4491688013076782, + "logits/rejected": 0.379191517829895, + "logps/chosen": -0.9273581504821777, + "logps/rejected": -1.4209566116333008, + "loss": 0.8902, + "odds_ratio_loss": 0.6889926195144653, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.09273581951856613, + "rewards/margins": 0.049359846860170364, + "rewards/rejected": -0.1420956701040268, + "sft_loss": 0.9273581504821777, + "step": 642 + }, + { + "epoch": 0.9298626174981923, + "grad_norm": 3.00570853026626, + "learning_rate": 7.649704518479497e-06, + "logits/chosen": 0.3809622526168823, + "logits/rejected": 0.3525671660900116, + "logps/chosen": -0.8433955907821655, + "logps/rejected": -1.3788678646087646, + "loss": 0.8706, + "odds_ratio_loss": 0.634644627571106, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08433955907821655, + "rewards/margins": 0.05354723334312439, + "rewards/rejected": -0.13788677752017975, + "sft_loss": 0.8433955907821655, + "step": 643 + }, + { + "epoch": 0.9313087490961678, + "grad_norm": 2.7897702867657324, + "learning_rate": 7.648432365595951e-06, + "logits/chosen": 0.3524807393550873, + "logits/rejected": 0.34861454367637634, + "logps/chosen": -0.9019001722335815, + "logps/rejected": -1.3493397235870361, + "loss": 0.7982, + "odds_ratio_loss": 0.5859642624855042, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09019001573324203, + "rewards/margins": 0.044743962585926056, + "rewards/rejected": -0.1349339783191681, + "sft_loss": 0.9019001722335815, + "step": 644 + }, + { + "epoch": 0.9327548806941431, + "grad_norm": 3.4031829380173746, + "learning_rate": 7.647158013058943e-06, + "logits/chosen": 0.4466613531112671, + "logits/rejected": 0.3243465721607208, + "logps/chosen": -0.8417915105819702, + "logps/rejected": -2.339245319366455, + "loss": 0.8632, + "odds_ratio_loss": 0.5358899235725403, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.08417915552854538, + "rewards/margins": 0.1497454047203064, + "rewards/rejected": -0.23392455279827118, + "sft_loss": 0.8417915105819702, + "step": 645 + }, + { + "epoch": 0.9342010122921186, + "grad_norm": 3.1004064500515955, + "learning_rate": 7.645881461636784e-06, + "logits/chosen": 0.44667521119117737, + "logits/rejected": 0.2823071777820587, + "logps/chosen": -0.6927672028541565, + "logps/rejected": -2.4781577587127686, + "loss": 0.7595, + "odds_ratio_loss": 0.380462646484375, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06927672028541565, + "rewards/margins": 0.17853903770446777, + "rewards/rejected": -0.24781575798988342, + "sft_loss": 0.6927672028541565, + "step": 646 + }, + { + "epoch": 0.935647143890094, + "grad_norm": 2.6234045812685682, + "learning_rate": 7.644602712099113e-06, + "logits/chosen": 0.5283761024475098, + "logits/rejected": 0.3219844102859497, + "logps/chosen": -0.6988430023193359, + "logps/rejected": -1.651008129119873, + "loss": 0.7322, + "odds_ratio_loss": 0.4112403988838196, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0698843002319336, + "rewards/margins": 0.09521650522947311, + "rewards/rejected": -0.1651008129119873, + "sft_loss": 0.6988430023193359, + "step": 647 + }, + { + "epoch": 0.9370932754880694, + "grad_norm": 5.239045092918419, + "learning_rate": 7.643321765216894e-06, + "logits/chosen": 0.32309383153915405, + "logits/rejected": 0.30599987506866455, + "logps/chosen": -0.9356340765953064, + "logps/rejected": -1.8596378564834595, + "loss": 0.9289, + "odds_ratio_loss": 0.6126976013183594, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.09356341511011124, + "rewards/margins": 0.09240037202835083, + "rewards/rejected": -0.18596379458904266, + "sft_loss": 0.9356340765953064, + "step": 648 + }, + { + "epoch": 0.9385394070860448, + "grad_norm": 2.4529826709658495, + "learning_rate": 7.642038621762414e-06, + "logits/chosen": 0.5031927227973938, + "logits/rejected": 0.3548673093318939, + "logps/chosen": -0.6429674625396729, + "logps/rejected": -1.8498015403747559, + "loss": 0.8475, + "odds_ratio_loss": 0.46681496500968933, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06429674476385117, + "rewards/margins": 0.12068342417478561, + "rewards/rejected": -0.18498015403747559, + "sft_loss": 0.6429674625396729, + "step": 649 + }, + { + "epoch": 0.9399855386840202, + "grad_norm": 4.412976604978248, + "learning_rate": 7.640753282509284e-06, + "logits/chosen": 0.2757370173931122, + "logits/rejected": 0.2888236343860626, + "logps/chosen": -0.78496915102005, + "logps/rejected": -1.9232274293899536, + "loss": 0.859, + "odds_ratio_loss": 0.4362175464630127, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07849692553281784, + "rewards/margins": 0.11382582783699036, + "rewards/rejected": -0.1923227608203888, + "sft_loss": 0.78496915102005, + "step": 650 + }, + { + "epoch": 0.9414316702819957, + "grad_norm": 3.1829134737847937, + "learning_rate": 7.639465748232439e-06, + "logits/chosen": 0.3406945466995239, + "logits/rejected": 0.34385547041893005, + "logps/chosen": -0.8253358602523804, + "logps/rejected": -1.9728519916534424, + "loss": 0.8718, + "odds_ratio_loss": 0.5355536937713623, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0825335830450058, + "rewards/margins": 0.11475162208080292, + "rewards/rejected": -0.1972852200269699, + "sft_loss": 0.8253358602523804, + "step": 651 + }, + { + "epoch": 0.9428778018799711, + "grad_norm": 4.11945466113238, + "learning_rate": 7.638176019708141e-06, + "logits/chosen": 0.45153433084487915, + "logits/rejected": 0.3097097873687744, + "logps/chosen": -0.7182214260101318, + "logps/rejected": -2.8085572719573975, + "loss": 0.8844, + "odds_ratio_loss": 0.3755723834037781, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0718221515417099, + "rewards/margins": 0.20903359353542328, + "rewards/rejected": -0.2808557152748108, + "sft_loss": 0.7182214260101318, + "step": 652 + }, + { + "epoch": 0.9443239334779465, + "grad_norm": 4.169907813750463, + "learning_rate": 7.63688409771397e-06, + "logits/chosen": 0.3641658425331116, + "logits/rejected": 0.16773995757102966, + "logps/chosen": -0.7689434885978699, + "logps/rejected": -2.3531601428985596, + "loss": 0.9164, + "odds_ratio_loss": 0.4541126489639282, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0768943503499031, + "rewards/margins": 0.15842165052890778, + "rewards/rejected": -0.23531600832939148, + "sft_loss": 0.7689434885978699, + "step": 653 + }, + { + "epoch": 0.9457700650759219, + "grad_norm": 2.8738626095421647, + "learning_rate": 7.635589983028832e-06, + "logits/chosen": 0.37339627742767334, + "logits/rejected": 0.29968613386154175, + "logps/chosen": -0.7189725637435913, + "logps/rejected": -2.247807025909424, + "loss": 0.8222, + "odds_ratio_loss": 0.42104122042655945, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.07189725339412689, + "rewards/margins": 0.15288342535495758, + "rewards/rejected": -0.22478069365024567, + "sft_loss": 0.7189725637435913, + "step": 654 + }, + { + "epoch": 0.9472161966738973, + "grad_norm": 2.3715953476245004, + "learning_rate": 7.634293676432953e-06, + "logits/chosen": 0.44171804189682007, + "logits/rejected": 0.37442782521247864, + "logps/chosen": -0.6790784597396851, + "logps/rejected": -1.6948163509368896, + "loss": 0.8714, + "odds_ratio_loss": 0.40542173385620117, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06790784746408463, + "rewards/margins": 0.10157379508018494, + "rewards/rejected": -0.16948163509368896, + "sft_loss": 0.6790784597396851, + "step": 655 + }, + { + "epoch": 0.9486623282718727, + "grad_norm": 2.8909595515998308, + "learning_rate": 7.63299517870788e-06, + "logits/chosen": 0.27957409620285034, + "logits/rejected": 0.2359994798898697, + "logps/chosen": -0.8018577098846436, + "logps/rejected": -1.7241246700286865, + "loss": 0.8156, + "odds_ratio_loss": 0.5142108201980591, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08018577098846436, + "rewards/margins": 0.09222669899463654, + "rewards/rejected": -0.1724124699831009, + "sft_loss": 0.8018577098846436, + "step": 656 + }, + { + "epoch": 0.9501084598698482, + "grad_norm": 3.057708923025605, + "learning_rate": 7.631694490636483e-06, + "logits/chosen": 0.5239850282669067, + "logits/rejected": 0.3646376132965088, + "logps/chosen": -0.6075431108474731, + "logps/rejected": -3.623016357421875, + "loss": 0.839, + "odds_ratio_loss": 0.41288918256759644, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06075431406497955, + "rewards/margins": 0.3015473484992981, + "rewards/rejected": -0.36230167746543884, + "sft_loss": 0.6075431108474731, + "step": 657 + }, + { + "epoch": 0.9515545914678236, + "grad_norm": 3.5053796147588305, + "learning_rate": 7.630391613002953e-06, + "logits/chosen": 0.4126778244972229, + "logits/rejected": 0.3100075125694275, + "logps/chosen": -0.7381374835968018, + "logps/rejected": -3.2679390907287598, + "loss": 0.8151, + "odds_ratio_loss": 0.44963547587394714, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07381375133991241, + "rewards/margins": 0.25298017263412476, + "rewards/rejected": -0.326793909072876, + "sft_loss": 0.7381374835968018, + "step": 658 + }, + { + "epoch": 0.953000723065799, + "grad_norm": 3.229921172064812, + "learning_rate": 7.629086546592797e-06, + "logits/chosen": 0.39081621170043945, + "logits/rejected": 0.26037153601646423, + "logps/chosen": -0.8727468252182007, + "logps/rejected": -1.5484097003936768, + "loss": 0.7941, + "odds_ratio_loss": 0.5154801607131958, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08727468550205231, + "rewards/margins": 0.06756629049777985, + "rewards/rejected": -0.15484097599983215, + "sft_loss": 0.8727468252182007, + "step": 659 + }, + { + "epoch": 0.9544468546637744, + "grad_norm": 2.933170422294456, + "learning_rate": 7.6277792921928464e-06, + "logits/chosen": 0.2233104109764099, + "logits/rejected": 0.35420551896095276, + "logps/chosen": -0.8203558921813965, + "logps/rejected": -1.4535131454467773, + "loss": 0.8687, + "odds_ratio_loss": 0.6188152432441711, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08203558623790741, + "rewards/margins": 0.0633157268166542, + "rewards/rejected": -0.1453513205051422, + "sft_loss": 0.8203558921813965, + "step": 660 + }, + { + "epoch": 0.9558929862617498, + "grad_norm": 2.5813611799218976, + "learning_rate": 7.6264698505912504e-06, + "logits/chosen": 0.24971553683280945, + "logits/rejected": 0.24186164140701294, + "logps/chosen": -0.7713397741317749, + "logps/rejected": -1.9475972652435303, + "loss": 0.7881, + "odds_ratio_loss": 0.46839070320129395, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07713396847248077, + "rewards/margins": 0.11762575060129166, + "rewards/rejected": -0.19475972652435303, + "sft_loss": 0.7713397741317749, + "step": 661 + }, + { + "epoch": 0.9573391178597253, + "grad_norm": 3.2723557761645616, + "learning_rate": 7.625158222577474e-06, + "logits/chosen": 0.3482891023159027, + "logits/rejected": 0.2935275435447693, + "logps/chosen": -0.7917287349700928, + "logps/rejected": -1.6271872520446777, + "loss": 0.8783, + "odds_ratio_loss": 0.6316386461257935, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.07917286455631256, + "rewards/margins": 0.08354586362838745, + "rewards/rejected": -0.1627187281847, + "sft_loss": 0.7917287349700928, + "step": 662 + }, + { + "epoch": 0.9587852494577006, + "grad_norm": 3.1102507204547845, + "learning_rate": 7.623844408942304e-06, + "logits/chosen": 0.377737820148468, + "logits/rejected": 0.34229159355163574, + "logps/chosen": -0.7180280685424805, + "logps/rejected": -1.8476381301879883, + "loss": 0.8331, + "odds_ratio_loss": 0.4935680627822876, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07180280983448029, + "rewards/margins": 0.11296100914478302, + "rewards/rejected": -0.1847638040781021, + "sft_loss": 0.7180280685424805, + "step": 663 + }, + { + "epoch": 0.9602313810556761, + "grad_norm": 3.151008524024375, + "learning_rate": 7.622528410477842e-06, + "logits/chosen": 0.3907800018787384, + "logits/rejected": 0.3244548738002777, + "logps/chosen": -0.7783466577529907, + "logps/rejected": -1.9935373067855835, + "loss": 0.8665, + "odds_ratio_loss": 0.5557862520217896, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07783466577529907, + "rewards/margins": 0.1215190589427948, + "rewards/rejected": -0.19935372471809387, + "sft_loss": 0.7783466577529907, + "step": 664 + }, + { + "epoch": 0.9616775126536515, + "grad_norm": 4.387593299955748, + "learning_rate": 7.6212102279775115e-06, + "logits/chosen": 0.3593447208404541, + "logits/rejected": 0.3258175849914551, + "logps/chosen": -0.7193015813827515, + "logps/rejected": -1.7327250242233276, + "loss": 0.8301, + "odds_ratio_loss": 0.46600061655044556, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0719301626086235, + "rewards/margins": 0.1013423502445221, + "rewards/rejected": -0.1732725203037262, + "sft_loss": 0.7193015813827515, + "step": 665 + }, + { + "epoch": 0.9631236442516269, + "grad_norm": 2.390706539517393, + "learning_rate": 7.6198898622360464e-06, + "logits/chosen": 0.34965071082115173, + "logits/rejected": 0.31699496507644653, + "logps/chosen": -0.9958378672599792, + "logps/rejected": -1.3755648136138916, + "loss": 0.9733, + "odds_ratio_loss": 0.7043642997741699, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.09958378970623016, + "rewards/margins": 0.03797269985079765, + "rewards/rejected": -0.13755649328231812, + "sft_loss": 0.9958378672599792, + "step": 666 + }, + { + "epoch": 0.9645697758496024, + "grad_norm": 3.905469796567993, + "learning_rate": 7.6185673140495015e-06, + "logits/chosen": 0.3465041518211365, + "logits/rejected": 0.31788861751556396, + "logps/chosen": -0.8372557163238525, + "logps/rejected": -1.2869638204574585, + "loss": 0.8411, + "odds_ratio_loss": 0.5828957557678223, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08372557163238525, + "rewards/margins": 0.04497080296278, + "rewards/rejected": -0.12869638204574585, + "sft_loss": 0.8372557163238525, + "step": 667 + }, + { + "epoch": 0.9660159074475777, + "grad_norm": 2.875529991953273, + "learning_rate": 7.617242584215246e-06, + "logits/chosen": 0.4149461090564728, + "logits/rejected": 0.2595219612121582, + "logps/chosen": -0.6817153692245483, + "logps/rejected": -2.7561120986938477, + "loss": 0.7481, + "odds_ratio_loss": 0.37974974513053894, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06817153841257095, + "rewards/margins": 0.20743967592716217, + "rewards/rejected": -0.2756112217903137, + "sft_loss": 0.6817153692245483, + "step": 668 + }, + { + "epoch": 0.9674620390455532, + "grad_norm": 2.3328224837698883, + "learning_rate": 7.615915673531965e-06, + "logits/chosen": 0.3929983973503113, + "logits/rejected": 0.300082802772522, + "logps/chosen": -0.7355288863182068, + "logps/rejected": -2.5262303352355957, + "loss": 0.9321, + "odds_ratio_loss": 0.49977803230285645, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07355289161205292, + "rewards/margins": 0.1790701150894165, + "rewards/rejected": -0.2526229918003082, + "sft_loss": 0.7355288863182068, + "step": 669 + }, + { + "epoch": 0.9689081706435285, + "grad_norm": 2.540065505875259, + "learning_rate": 7.614586582799658e-06, + "logits/chosen": 0.4453916847705841, + "logits/rejected": 0.40558886528015137, + "logps/chosen": -0.7393182516098022, + "logps/rejected": -1.651641607284546, + "loss": 0.8151, + "odds_ratio_loss": 0.47889044880867004, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07393182814121246, + "rewards/margins": 0.09123234450817108, + "rewards/rejected": -0.16516415774822235, + "sft_loss": 0.7393182516098022, + "step": 670 + }, + { + "epoch": 0.970354302241504, + "grad_norm": 2.219181410621246, + "learning_rate": 7.6132553128196375e-06, + "logits/chosen": 0.4777889847755432, + "logits/rejected": 0.3341582417488098, + "logps/chosen": -0.6518281698226929, + "logps/rejected": -1.7046725749969482, + "loss": 0.7995, + "odds_ratio_loss": 0.5171917676925659, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06518281996250153, + "rewards/margins": 0.1052844300866127, + "rewards/rejected": -0.17046725749969482, + "sft_loss": 0.6518281698226929, + "step": 671 + }, + { + "epoch": 0.9718004338394793, + "grad_norm": 2.6826612009314426, + "learning_rate": 7.6119218643945315e-06, + "logits/chosen": 0.3291289806365967, + "logits/rejected": 0.32001611590385437, + "logps/chosen": -0.9242229461669922, + "logps/rejected": -1.5439229011535645, + "loss": 0.8439, + "odds_ratio_loss": 0.7239330410957336, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09242229908704758, + "rewards/margins": 0.06196998804807663, + "rewards/rejected": -0.1543922871351242, + "sft_loss": 0.9242229461669922, + "step": 672 + }, + { + "epoch": 0.9732465654374548, + "grad_norm": 2.554322117110017, + "learning_rate": 7.610586238328281e-06, + "logits/chosen": 0.4449082314968109, + "logits/rejected": 0.3627157211303711, + "logps/chosen": -0.769290030002594, + "logps/rejected": -1.377912998199463, + "loss": 0.8809, + "odds_ratio_loss": 0.5437467098236084, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0769289955496788, + "rewards/margins": 0.06086229905486107, + "rewards/rejected": -0.13779129087924957, + "sft_loss": 0.769290030002594, + "step": 673 + }, + { + "epoch": 0.9746926970354303, + "grad_norm": 4.82523082470742, + "learning_rate": 7.60924843542614e-06, + "logits/chosen": 0.3904574513435364, + "logits/rejected": 0.2845170497894287, + "logps/chosen": -0.8830059766769409, + "logps/rejected": -3.303161144256592, + "loss": 0.9391, + "odds_ratio_loss": 0.39237675070762634, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08830060064792633, + "rewards/margins": 0.24201549589633942, + "rewards/rejected": -0.33031609654426575, + "sft_loss": 0.8830059766769409, + "step": 674 + }, + { + "epoch": 0.9761388286334056, + "grad_norm": 2.6405629501899375, + "learning_rate": 7.607908456494675e-06, + "logits/chosen": 0.5365076661109924, + "logits/rejected": 0.4125050902366638, + "logps/chosen": -0.6532673835754395, + "logps/rejected": -1.4482712745666504, + "loss": 0.8422, + "odds_ratio_loss": 0.4444807171821594, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0653267428278923, + "rewards/margins": 0.07950039207935333, + "rewards/rejected": -0.14482714235782623, + "sft_loss": 0.6532673835754395, + "step": 675 + }, + { + "epoch": 0.9775849602313811, + "grad_norm": 3.3513421127086636, + "learning_rate": 7.606566302341764e-06, + "logits/chosen": 0.46091920137405396, + "logits/rejected": 0.25358325242996216, + "logps/chosen": -0.8063492178916931, + "logps/rejected": -2.6329450607299805, + "loss": 0.8453, + "odds_ratio_loss": 0.4977782964706421, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08063492923974991, + "rewards/margins": 0.1826595962047577, + "rewards/rejected": -0.263294517993927, + "sft_loss": 0.8063492178916931, + "step": 676 + }, + { + "epoch": 0.9790310918293564, + "grad_norm": 2.5294773650031717, + "learning_rate": 7.6052219737765975e-06, + "logits/chosen": 0.478007435798645, + "logits/rejected": 0.38246941566467285, + "logps/chosen": -0.8104468584060669, + "logps/rejected": -1.7242964506149292, + "loss": 0.8154, + "odds_ratio_loss": 0.520146369934082, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08104468137025833, + "rewards/margins": 0.09138496220111847, + "rewards/rejected": -0.1724296510219574, + "sft_loss": 0.8104468584060669, + "step": 677 + }, + { + "epoch": 0.9804772234273319, + "grad_norm": 3.661969667095535, + "learning_rate": 7.6038754716096755e-06, + "logits/chosen": 0.30862492322921753, + "logits/rejected": 0.27289360761642456, + "logps/chosen": -0.7575228810310364, + "logps/rejected": -1.1974655389785767, + "loss": 0.8244, + "odds_ratio_loss": 0.545995831489563, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07575228810310364, + "rewards/margins": 0.04399425908923149, + "rewards/rejected": -0.11974655091762543, + "sft_loss": 0.7575228810310364, + "step": 678 + }, + { + "epoch": 0.9819233550253073, + "grad_norm": 2.836339221066449, + "learning_rate": 7.60252679665281e-06, + "logits/chosen": 0.35597071051597595, + "logits/rejected": 0.3139832615852356, + "logps/chosen": -0.7728620171546936, + "logps/rejected": -1.354665994644165, + "loss": 0.7193, + "odds_ratio_loss": 0.5544801950454712, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07728619873523712, + "rewards/margins": 0.05818040296435356, + "rewards/rejected": -0.13546660542488098, + "sft_loss": 0.7728620171546936, + "step": 679 + }, + { + "epoch": 0.9833694866232827, + "grad_norm": 2.2847928594793943, + "learning_rate": 7.601175949719122e-06, + "logits/chosen": 0.3785718083381653, + "logits/rejected": 0.25374460220336914, + "logps/chosen": -0.6391298174858093, + "logps/rejected": -2.5889670848846436, + "loss": 0.7757, + "odds_ratio_loss": 0.39246100187301636, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06391298770904541, + "rewards/margins": 0.19498372077941895, + "rewards/rejected": -0.25889670848846436, + "sft_loss": 0.6391298174858093, + "step": 680 + }, + { + "epoch": 0.9848156182212582, + "grad_norm": 3.2734066693082116, + "learning_rate": 7.599822931623041e-06, + "logits/chosen": 0.4401516020298004, + "logits/rejected": 0.31636372208595276, + "logps/chosen": -0.8324559330940247, + "logps/rejected": -2.279355764389038, + "loss": 0.8542, + "odds_ratio_loss": 0.5873942375183105, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08324559032917023, + "rewards/margins": 0.14468997716903687, + "rewards/rejected": -0.2279355525970459, + "sft_loss": 0.8324559330940247, + "step": 681 + }, + { + "epoch": 0.9862617498192335, + "grad_norm": 3.4818714247714158, + "learning_rate": 7.598467743180308e-06, + "logits/chosen": 0.3637101352214813, + "logits/rejected": 0.3162555694580078, + "logps/chosen": -0.6616679430007935, + "logps/rejected": -2.204662799835205, + "loss": 0.8601, + "odds_ratio_loss": 0.47493523359298706, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06616680324077606, + "rewards/margins": 0.15429948270320892, + "rewards/rejected": -0.22046628594398499, + "sft_loss": 0.6616679430007935, + "step": 682 + }, + { + "epoch": 0.987707881417209, + "grad_norm": 2.3892984192577122, + "learning_rate": 7.597110385207969e-06, + "logits/chosen": 0.31790465116500854, + "logits/rejected": 0.26166340708732605, + "logps/chosen": -0.9303499460220337, + "logps/rejected": -1.437572956085205, + "loss": 0.9003, + "odds_ratio_loss": 0.6231876611709595, + "rewards/accuracies": 0.5, + "rewards/chosen": -0.09303499758243561, + "rewards/margins": 0.05072229355573654, + "rewards/rejected": -0.14375729858875275, + "sft_loss": 0.9303499460220337, + "step": 683 + }, + { + "epoch": 0.9891540130151844, + "grad_norm": 2.2284432203154685, + "learning_rate": 7.5957508585243824e-06, + "logits/chosen": 0.40829747915267944, + "logits/rejected": 0.27027884125709534, + "logps/chosen": -0.6149638891220093, + "logps/rejected": -2.2985355854034424, + "loss": 0.6659, + "odds_ratio_loss": 0.340939998626709, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06149638444185257, + "rewards/margins": 0.16835719347000122, + "rewards/rejected": -0.2298535704612732, + "sft_loss": 0.6149638891220093, + "step": 684 + }, + { + "epoch": 0.9906001446131598, + "grad_norm": 2.95393549994262, + "learning_rate": 7.594389163949211e-06, + "logits/chosen": 0.3751344084739685, + "logits/rejected": 0.24515630304813385, + "logps/chosen": -0.6303630471229553, + "logps/rejected": -2.502126693725586, + "loss": 0.7415, + "odds_ratio_loss": 0.3910840153694153, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06303630769252777, + "rewards/margins": 0.18717637658119202, + "rewards/rejected": -0.250212699174881, + "sft_loss": 0.6303630471229553, + "step": 685 + }, + { + "epoch": 0.9920462762111352, + "grad_norm": 3.0543818604744923, + "learning_rate": 7.593025302303426e-06, + "logits/chosen": 0.22160741686820984, + "logits/rejected": 0.19796130061149597, + "logps/chosen": -0.818253755569458, + "logps/rejected": -1.9009416103363037, + "loss": 0.877, + "odds_ratio_loss": 0.6066489219665527, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0818253830075264, + "rewards/margins": 0.10826879739761353, + "rewards/rejected": -0.19009417295455933, + "sft_loss": 0.818253755569458, + "step": 686 + }, + { + "epoch": 0.9934924078091106, + "grad_norm": 4.998255178745226, + "learning_rate": 7.591659274409305e-06, + "logits/chosen": 0.4371909201145172, + "logits/rejected": 0.3654007613658905, + "logps/chosen": -0.8172946572303772, + "logps/rejected": -1.5242695808410645, + "loss": 0.9026, + "odds_ratio_loss": 0.6884384155273438, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.0817294716835022, + "rewards/margins": 0.07069748640060425, + "rewards/rejected": -0.15242695808410645, + "sft_loss": 0.8172946572303772, + "step": 687 + }, + { + "epoch": 0.9949385394070861, + "grad_norm": 4.778633155537618, + "learning_rate": 7.590291081090429e-06, + "logits/chosen": 0.33778876066207886, + "logits/rejected": 0.18438909947872162, + "logps/chosen": -0.8597713708877563, + "logps/rejected": -1.5066003799438477, + "loss": 0.8564, + "odds_ratio_loss": 0.5719389319419861, + "rewards/accuracies": 0.5625, + "rewards/chosen": -0.08597713708877563, + "rewards/margins": 0.06468289345502853, + "rewards/rejected": -0.15066005289554596, + "sft_loss": 0.8597713708877563, + "step": 688 + }, + { + "epoch": 0.9963846710050615, + "grad_norm": 6.0189507993908276, + "learning_rate": 7.588920723171691e-06, + "logits/chosen": 0.33838024735450745, + "logits/rejected": 0.2940466105937958, + "logps/chosen": -0.8718283176422119, + "logps/rejected": -1.8520734310150146, + "loss": 0.9698, + "odds_ratio_loss": 0.5115089416503906, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.08718283474445343, + "rewards/margins": 0.09802451729774475, + "rewards/rejected": -0.18520736694335938, + "sft_loss": 0.8718283176422119, + "step": 689 + }, + { + "epoch": 0.9978308026030369, + "grad_norm": 3.9502319107623367, + "learning_rate": 7.5875482014792805e-06, + "logits/chosen": 0.3570603132247925, + "logits/rejected": 0.27360644936561584, + "logps/chosen": -1.0185794830322266, + "logps/rejected": -1.4535801410675049, + "loss": 0.9067, + "odds_ratio_loss": 0.65177321434021, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.10185794532299042, + "rewards/margins": 0.04350007325410843, + "rewards/rejected": -0.14535802602767944, + "sft_loss": 1.0185794830322266, + "step": 690 + }, + { + "epoch": 0.9992769342010123, + "grad_norm": 7.674669788400658, + "learning_rate": 7.586173516840698e-06, + "logits/chosen": 0.1779128909111023, + "logits/rejected": 0.17757825553417206, + "logps/chosen": -0.9851481914520264, + "logps/rejected": -1.3905221223831177, + "loss": 0.8799, + "odds_ratio_loss": 0.7719675302505493, + "rewards/accuracies": 0.4375, + "rewards/chosen": -0.09851481765508652, + "rewards/margins": 0.04053738713264465, + "rewards/rejected": -0.13905221223831177, + "sft_loss": 0.9851481914520264, + "step": 691 + }, + { + "epoch": 1.0007230657989876, + "grad_norm": 3.173077480414479, + "learning_rate": 7.584796670084747e-06, + "logits/chosen": 0.3374330997467041, + "logits/rejected": 0.25602987408638, + "logps/chosen": -0.7603847980499268, + "logps/rejected": -2.37874436378479, + "loss": 0.6604, + "odds_ratio_loss": 0.4636649191379547, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07603848725557327, + "rewards/margins": 0.1618359386920929, + "rewards/rejected": -0.23787443339824677, + "sft_loss": 0.7603847980499268, + "step": 692 + }, + { + "epoch": 1.002169197396963, + "grad_norm": 2.9704017840618158, + "learning_rate": 7.583417662041532e-06, + "logits/chosen": 0.473114013671875, + "logits/rejected": 0.2985457181930542, + "logps/chosen": -0.4166085124015808, + "logps/rejected": -2.621722459793091, + "loss": 0.5093, + "odds_ratio_loss": 0.25622743368148804, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0416608564555645, + "rewards/margins": 0.22051140666007996, + "rewards/rejected": -0.26217225193977356, + "sft_loss": 0.4166085124015808, + "step": 693 + }, + { + "epoch": 1.0036153289949385, + "grad_norm": 3.679055594373421, + "learning_rate": 7.5820364935424625e-06, + "logits/chosen": 0.36234307289123535, + "logits/rejected": 0.2413337230682373, + "logps/chosen": -0.49339836835861206, + "logps/rejected": -2.096301555633545, + "loss": 0.5615, + "odds_ratio_loss": 0.36454418301582336, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.049339838325977325, + "rewards/margins": 0.16029031574726105, + "rewards/rejected": -0.20963016152381897, + "sft_loss": 0.49339836835861206, + "step": 694 + }, + { + "epoch": 1.005061460592914, + "grad_norm": 2.4644440720589715, + "learning_rate": 7.58065316542025e-06, + "logits/chosen": 0.2052929401397705, + "logits/rejected": 0.17279671132564545, + "logps/chosen": -0.5167049169540405, + "logps/rejected": -3.038837432861328, + "loss": 0.5475, + "odds_ratio_loss": 0.30443111062049866, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.051670484244823456, + "rewards/margins": 0.2522132694721222, + "rewards/rejected": -0.30388376116752625, + "sft_loss": 0.5167049169540405, + "step": 695 + }, + { + "epoch": 1.0065075921908895, + "grad_norm": 2.2735633936891726, + "learning_rate": 7.579267678508907e-06, + "logits/chosen": 0.03438059240579605, + "logits/rejected": 0.08168449997901917, + "logps/chosen": -0.7009294033050537, + "logps/rejected": -1.5276418924331665, + "loss": 0.5529, + "odds_ratio_loss": 0.3713332414627075, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07009293884038925, + "rewards/margins": 0.08267124742269516, + "rewards/rejected": -0.15276417136192322, + "sft_loss": 0.7009294033050537, + "step": 696 + }, + { + "epoch": 1.0079537237888647, + "grad_norm": 2.6197848918777447, + "learning_rate": 7.577880033643751e-06, + "logits/chosen": 0.01991932839155197, + "logits/rejected": 0.004507867619395256, + "logps/chosen": -0.6916311979293823, + "logps/rejected": -2.359644651412964, + "loss": 0.6266, + "odds_ratio_loss": 0.3500153720378876, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06916312128305435, + "rewards/margins": 0.1668013483285904, + "rewards/rejected": -0.23596449196338654, + "sft_loss": 0.6916311979293823, + "step": 697 + }, + { + "epoch": 1.0093998553868402, + "grad_norm": 3.2406420094854553, + "learning_rate": 7.576490231661397e-06, + "logits/chosen": -0.03848964348435402, + "logits/rejected": 0.02764774300158024, + "logps/chosen": -0.5944284200668335, + "logps/rejected": -1.3864145278930664, + "loss": 0.6854, + "odds_ratio_loss": 0.5450542569160461, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05944284424185753, + "rewards/margins": 0.07919859886169434, + "rewards/rejected": -0.13864144682884216, + "sft_loss": 0.5944284200668335, + "step": 698 + }, + { + "epoch": 1.0108459869848156, + "grad_norm": 2.6286685009567035, + "learning_rate": 7.575098273399764e-06, + "logits/chosen": -0.05605170875787735, + "logits/rejected": -0.044075943529605865, + "logps/chosen": -0.6372457146644592, + "logps/rejected": -1.772578477859497, + "loss": 0.5905, + "odds_ratio_loss": 0.3773233890533447, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0637245699763298, + "rewards/margins": 0.11353328824043274, + "rewards/rejected": -0.17725783586502075, + "sft_loss": 0.6372457146644592, + "step": 699 + }, + { + "epoch": 1.0122921185827911, + "grad_norm": 2.617536762472655, + "learning_rate": 7.573704159698065e-06, + "logits/chosen": -0.05474071949720383, + "logits/rejected": -0.07595973461866379, + "logps/chosen": -0.6069769859313965, + "logps/rejected": -2.064570903778076, + "loss": 0.6547, + "odds_ratio_loss": 0.35097628831863403, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06069770082831383, + "rewards/margins": 0.14575940370559692, + "rewards/rejected": -0.20645710825920105, + "sft_loss": 0.6069769859313965, + "step": 700 + }, + { + "epoch": 1.0137382501807664, + "grad_norm": 2.689800745017883, + "learning_rate": 7.572307891396817e-06, + "logits/chosen": -0.05100724846124649, + "logits/rejected": 0.07264310121536255, + "logps/chosen": -0.717523455619812, + "logps/rejected": -2.394158363342285, + "loss": 0.5874, + "odds_ratio_loss": 0.36042433977127075, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07175233960151672, + "rewards/margins": 0.16766351461410522, + "rewards/rejected": -0.23941585421562195, + "sft_loss": 0.717523455619812, + "step": 701 + }, + { + "epoch": 1.0151843817787418, + "grad_norm": 2.535012066884644, + "learning_rate": 7.570909469337838e-06, + "logits/chosen": 0.06960493326187134, + "logits/rejected": 0.07583092153072357, + "logps/chosen": -0.49426883459091187, + "logps/rejected": -2.2409791946411133, + "loss": 0.6178, + "odds_ratio_loss": 0.3533773720264435, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.049426883459091187, + "rewards/margins": 0.17467105388641357, + "rewards/rejected": -0.22409793734550476, + "sft_loss": 0.49426883459091187, + "step": 702 + }, + { + "epoch": 1.0166305133767173, + "grad_norm": 2.655301235799629, + "learning_rate": 7.5695088943642415e-06, + "logits/chosen": 0.01799941062927246, + "logits/rejected": 0.00933268666267395, + "logps/chosen": -0.3941487669944763, + "logps/rejected": -2.9899024963378906, + "loss": 0.5979, + "odds_ratio_loss": 0.26885470747947693, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.03941487893462181, + "rewards/margins": 0.25957539677619934, + "rewards/rejected": -0.29899024963378906, + "sft_loss": 0.3941487669944763, + "step": 703 + }, + { + "epoch": 1.0180766449746927, + "grad_norm": 2.5535543893804906, + "learning_rate": 7.568106167320437e-06, + "logits/chosen": 0.041138745844364166, + "logits/rejected": 0.11178290843963623, + "logps/chosen": -0.49738141894340515, + "logps/rejected": -2.7035470008850098, + "loss": 0.5773, + "odds_ratio_loss": 0.2610205411911011, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.049738142639398575, + "rewards/margins": 0.22061654925346375, + "rewards/rejected": -0.270354688167572, + "sft_loss": 0.49738141894340515, + "step": 704 + }, + { + "epoch": 1.0195227765726682, + "grad_norm": 2.5907209857345923, + "learning_rate": 7.566701289052136e-06, + "logits/chosen": 0.0588398277759552, + "logits/rejected": 0.020695263519883156, + "logps/chosen": -0.6042892932891846, + "logps/rejected": -3.8982067108154297, + "loss": 0.5564, + "odds_ratio_loss": 0.28044500946998596, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0604289248585701, + "rewards/margins": 0.3293917775154114, + "rewards/rejected": -0.3898206949234009, + "sft_loss": 0.6042892932891846, + "step": 705 + }, + { + "epoch": 1.0209689081706435, + "grad_norm": 6.346699372024468, + "learning_rate": 7.565294260406343e-06, + "logits/chosen": -0.01402386836707592, + "logits/rejected": 0.020731184631586075, + "logps/chosen": -0.517099916934967, + "logps/rejected": -1.578346848487854, + "loss": 0.5113, + "odds_ratio_loss": 0.2911356985569, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05170999467372894, + "rewards/margins": 0.10612468421459198, + "rewards/rejected": -0.15783467888832092, + "sft_loss": 0.517099916934967, + "step": 706 + }, + { + "epoch": 1.022415039768619, + "grad_norm": 2.737750718755634, + "learning_rate": 7.563885082231363e-06, + "logits/chosen": 0.09974583983421326, + "logits/rejected": 0.11834936589002609, + "logps/chosen": -0.4971277415752411, + "logps/rejected": -2.3825626373291016, + "loss": 0.5577, + "odds_ratio_loss": 0.30548495054244995, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04971277341246605, + "rewards/margins": 0.18854348361492157, + "rewards/rejected": -0.23825626075267792, + "sft_loss": 0.4971277415752411, + "step": 707 + }, + { + "epoch": 1.0238611713665944, + "grad_norm": 3.5057829756261785, + "learning_rate": 7.562473755376792e-06, + "logits/chosen": -0.1551908254623413, + "logits/rejected": -0.17449763417243958, + "logps/chosen": -0.6683604121208191, + "logps/rejected": -3.447512149810791, + "loss": 0.6055, + "odds_ratio_loss": 0.3249449133872986, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06683603674173355, + "rewards/margins": 0.27791517972946167, + "rewards/rejected": -0.344751238822937, + "sft_loss": 0.6683604121208191, + "step": 708 + }, + { + "epoch": 1.0253073029645698, + "grad_norm": 2.578140669633971, + "learning_rate": 7.561060280693528e-06, + "logits/chosen": -0.23344504833221436, + "logits/rejected": -0.031244784593582153, + "logps/chosen": -0.4613468050956726, + "logps/rejected": -1.805433988571167, + "loss": 0.57, + "odds_ratio_loss": 0.21366247534751892, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04613468050956726, + "rewards/margins": 0.13440871238708496, + "rewards/rejected": -0.18054340779781342, + "sft_loss": 0.4613468050956726, + "step": 709 + }, + { + "epoch": 1.026753434562545, + "grad_norm": 2.46611135338615, + "learning_rate": 7.559644659033757e-06, + "logits/chosen": -0.10052379965782166, + "logits/rejected": -0.03007357195019722, + "logps/chosen": -0.4927516579627991, + "logps/rejected": -2.790343999862671, + "loss": 0.571, + "odds_ratio_loss": 0.2678479254245758, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04927516356110573, + "rewards/margins": 0.22975923120975494, + "rewards/rejected": -0.27903443574905396, + "sft_loss": 0.4927516579627991, + "step": 710 + }, + { + "epoch": 1.0281995661605206, + "grad_norm": 2.666752714440422, + "learning_rate": 7.558226891250963e-06, + "logits/chosen": -0.03222482651472092, + "logits/rejected": 0.01601647585630417, + "logps/chosen": -0.6681675314903259, + "logps/rejected": -1.4737236499786377, + "loss": 0.5683, + "odds_ratio_loss": 0.353636771440506, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06681674718856812, + "rewards/margins": 0.08055561035871506, + "rewards/rejected": -0.14737236499786377, + "sft_loss": 0.6681675314903259, + "step": 711 + }, + { + "epoch": 1.029645697758496, + "grad_norm": 2.618017036869127, + "learning_rate": 7.556806978199924e-06, + "logits/chosen": 0.0519598163664341, + "logits/rejected": 0.022058458998799324, + "logps/chosen": -0.5769098997116089, + "logps/rejected": -2.5604069232940674, + "loss": 0.6182, + "odds_ratio_loss": 0.3295339345932007, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05769098550081253, + "rewards/margins": 0.1983497142791748, + "rewards/rejected": -0.25604069232940674, + "sft_loss": 0.5769098997116089, + "step": 712 + }, + { + "epoch": 1.0310918293564715, + "grad_norm": 7.761185954898741, + "learning_rate": 7.555384920736711e-06, + "logits/chosen": 0.015996111556887627, + "logits/rejected": 0.08699595928192139, + "logps/chosen": -0.7711721658706665, + "logps/rejected": -1.6923863887786865, + "loss": 0.6644, + "odds_ratio_loss": 0.4671747088432312, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0771172046661377, + "rewards/margins": 0.0921214297413826, + "rewards/rejected": -0.16923865675926208, + "sft_loss": 0.7711721658706665, + "step": 713 + }, + { + "epoch": 1.032537960954447, + "grad_norm": 2.6755880173033013, + "learning_rate": 7.5539607197186875e-06, + "logits/chosen": 0.07660658657550812, + "logits/rejected": 0.01353158988058567, + "logps/chosen": -0.6658707857131958, + "logps/rejected": -3.14312481880188, + "loss": 0.6126, + "odds_ratio_loss": 0.2412908524274826, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06658707559108734, + "rewards/margins": 0.24772541224956512, + "rewards/rejected": -0.31431248784065247, + "sft_loss": 0.6658707857131958, + "step": 714 + }, + { + "epoch": 1.0339840925524222, + "grad_norm": 2.439023237908597, + "learning_rate": 7.552534376004511e-06, + "logits/chosen": -0.02263808436691761, + "logits/rejected": 0.05558781325817108, + "logps/chosen": -0.3617287576198578, + "logps/rejected": -3.1298577785491943, + "loss": 0.5288, + "odds_ratio_loss": 0.16875040531158447, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03617287427186966, + "rewards/margins": 0.27681291103363037, + "rewards/rejected": -0.31298577785491943, + "sft_loss": 0.3617287576198578, + "step": 715 + }, + { + "epoch": 1.0354302241503976, + "grad_norm": 2.6945317555257775, + "learning_rate": 7.551105890454128e-06, + "logits/chosen": -0.13312295079231262, + "logits/rejected": -0.014301072806119919, + "logps/chosen": -0.5835843682289124, + "logps/rejected": -1.665818214416504, + "loss": 0.6249, + "odds_ratio_loss": 0.23966217041015625, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.058358438313007355, + "rewards/margins": 0.10822339355945587, + "rewards/rejected": -0.16658182442188263, + "sft_loss": 0.5835843682289124, + "step": 716 + }, + { + "epoch": 1.0368763557483731, + "grad_norm": 4.069629175458383, + "learning_rate": 7.549675263928776e-06, + "logits/chosen": 0.05003291368484497, + "logits/rejected": 0.09077559411525726, + "logps/chosen": -0.5346865057945251, + "logps/rejected": -1.7945709228515625, + "loss": 0.5653, + "odds_ratio_loss": 0.30477625131607056, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.053468652069568634, + "rewards/margins": 0.1259884536266327, + "rewards/rejected": -0.17945709824562073, + "sft_loss": 0.5346865057945251, + "step": 717 + }, + { + "epoch": 1.0383224873463486, + "grad_norm": 2.5024788446043438, + "learning_rate": 7.548242497290988e-06, + "logits/chosen": -0.1343534290790558, + "logits/rejected": -0.016086647287011147, + "logps/chosen": -0.49459975957870483, + "logps/rejected": -2.4642348289489746, + "loss": 0.5703, + "odds_ratio_loss": 0.23821872472763062, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.049459975212812424, + "rewards/margins": 0.19696351885795593, + "rewards/rejected": -0.24642349779605865, + "sft_loss": 0.49459975957870483, + "step": 718 + }, + { + "epoch": 1.0397686189443238, + "grad_norm": 2.604294962061697, + "learning_rate": 7.546807591404584e-06, + "logits/chosen": -0.10261072218418121, + "logits/rejected": -0.09555017948150635, + "logps/chosen": -0.654711127281189, + "logps/rejected": -2.6856062412261963, + "loss": 0.639, + "odds_ratio_loss": 0.36931928992271423, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0654711127281189, + "rewards/margins": 0.20308950543403625, + "rewards/rejected": -0.26856061816215515, + "sft_loss": 0.654711127281189, + "step": 719 + }, + { + "epoch": 1.0412147505422993, + "grad_norm": 2.5336512821889947, + "learning_rate": 7.545370547134672e-06, + "logits/chosen": -0.0048141926527023315, + "logits/rejected": 0.013522947207093239, + "logps/chosen": -0.48836880922317505, + "logps/rejected": -1.8508555889129639, + "loss": 0.5304, + "odds_ratio_loss": 0.2670961618423462, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.048836879432201385, + "rewards/margins": 0.1362486630678177, + "rewards/rejected": -0.18508554995059967, + "sft_loss": 0.48836880922317505, + "step": 720 + }, + { + "epoch": 1.0426608821402747, + "grad_norm": 5.073824546241314, + "learning_rate": 7.5439313653476546e-06, + "logits/chosen": 0.010667698457837105, + "logits/rejected": -0.007655080407857895, + "logps/chosen": -0.6140876412391663, + "logps/rejected": -2.0642848014831543, + "loss": 0.6017, + "odds_ratio_loss": 0.33399447798728943, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06140875816345215, + "rewards/margins": 0.14501972496509552, + "rewards/rejected": -0.20642849802970886, + "sft_loss": 0.6140876412391663, + "step": 721 + }, + { + "epoch": 1.0441070137382502, + "grad_norm": 2.4676977774963214, + "learning_rate": 7.542490046911217e-06, + "logits/chosen": 0.046404771506786346, + "logits/rejected": 0.04437633231282234, + "logps/chosen": -0.5226276516914368, + "logps/rejected": -1.6676445007324219, + "loss": 0.581, + "odds_ratio_loss": 0.33058759570121765, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.052262768149375916, + "rewards/margins": 0.11450167745351791, + "rewards/rejected": -0.16676445305347443, + "sft_loss": 0.5226276516914368, + "step": 722 + }, + { + "epoch": 1.0455531453362257, + "grad_norm": 2.393012743770882, + "learning_rate": 7.541046592694336e-06, + "logits/chosen": -0.11884389072656631, + "logits/rejected": -0.012990422546863556, + "logps/chosen": -0.638570249080658, + "logps/rejected": -1.4692680835723877, + "loss": 0.6703, + "odds_ratio_loss": 0.34661900997161865, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06385702639818192, + "rewards/margins": 0.08306978642940521, + "rewards/rejected": -0.14692680537700653, + "sft_loss": 0.638570249080658, + "step": 723 + }, + { + "epoch": 1.046999276934201, + "grad_norm": 2.2437060230333428, + "learning_rate": 7.539601003567277e-06, + "logits/chosen": -0.043492406606674194, + "logits/rejected": 0.05224483087658882, + "logps/chosen": -0.7726094722747803, + "logps/rejected": -1.4802862405776978, + "loss": 0.6724, + "odds_ratio_loss": 0.4070410132408142, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07726094871759415, + "rewards/margins": 0.07076768577098846, + "rewards/rejected": -0.1480286419391632, + "sft_loss": 0.7726094722747803, + "step": 724 + }, + { + "epoch": 1.0484454085321764, + "grad_norm": 2.202580998080793, + "learning_rate": 7.538153280401589e-06, + "logits/chosen": -0.04949672147631645, + "logits/rejected": -0.10443629324436188, + "logps/chosen": -0.668379008769989, + "logps/rejected": -1.9327638149261475, + "loss": 0.5646, + "odds_ratio_loss": 0.39114710688591003, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06683789938688278, + "rewards/margins": 0.12643848359584808, + "rewards/rejected": -0.19327637553215027, + "sft_loss": 0.668379008769989, + "step": 725 + }, + { + "epoch": 1.0498915401301518, + "grad_norm": 2.601181457233383, + "learning_rate": 7.536703424070111e-06, + "logits/chosen": 0.06261063367128372, + "logits/rejected": -0.016470249742269516, + "logps/chosen": -0.48023730516433716, + "logps/rejected": -2.6002039909362793, + "loss": 0.4852, + "odds_ratio_loss": 0.25949835777282715, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.048023734241724014, + "rewards/margins": 0.2119966745376587, + "rewards/rejected": -0.2600204050540924, + "sft_loss": 0.48023730516433716, + "step": 726 + }, + { + "epoch": 1.0513376717281273, + "grad_norm": 2.923410627265685, + "learning_rate": 7.535251435446967e-06, + "logits/chosen": 0.07905685156583786, + "logits/rejected": 0.07296408712863922, + "logps/chosen": -0.41822901368141174, + "logps/rejected": -2.0072243213653564, + "loss": 0.5235, + "odds_ratio_loss": 0.25963878631591797, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.041822899132966995, + "rewards/margins": 0.15889953076839447, + "rewards/rejected": -0.20072242617607117, + "sft_loss": 0.41822901368141174, + "step": 727 + }, + { + "epoch": 1.0527838033261028, + "grad_norm": 4.27971490526211, + "learning_rate": 7.533797315407566e-06, + "logits/chosen": 0.053780484944581985, + "logits/rejected": 0.010446615517139435, + "logps/chosen": -0.5086668729782104, + "logps/rejected": -2.1758975982666016, + "loss": 0.6473, + "odds_ratio_loss": 0.3123031556606293, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.050866689532995224, + "rewards/margins": 0.16672305762767792, + "rewards/rejected": -0.21758975088596344, + "sft_loss": 0.5086668729782104, + "step": 728 + }, + { + "epoch": 1.054229934924078, + "grad_norm": 3.2608327123149223, + "learning_rate": 7.532341064828602e-06, + "logits/chosen": -0.3278353214263916, + "logits/rejected": -0.129352867603302, + "logps/chosen": -0.6491460800170898, + "logps/rejected": -1.670910120010376, + "loss": 0.5573, + "odds_ratio_loss": 0.30113694071769714, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06491461396217346, + "rewards/margins": 0.10217640548944473, + "rewards/rejected": -0.1670910269021988, + "sft_loss": 0.6491460800170898, + "step": 729 + }, + { + "epoch": 1.0556760665220535, + "grad_norm": 3.004012904325533, + "learning_rate": 7.530882684588055e-06, + "logits/chosen": -0.07247396558523178, + "logits/rejected": 0.033849820494651794, + "logps/chosen": -0.6534922122955322, + "logps/rejected": -2.295997381210327, + "loss": 0.6167, + "odds_ratio_loss": 0.3587084114551544, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06534922122955322, + "rewards/margins": 0.16425049304962158, + "rewards/rejected": -0.2295997142791748, + "sft_loss": 0.6534922122955322, + "step": 730 + }, + { + "epoch": 1.057122198120029, + "grad_norm": 3.5688118743402115, + "learning_rate": 7.529422175565185e-06, + "logits/chosen": 0.019199436530470848, + "logits/rejected": 0.0648551732301712, + "logps/chosen": -0.44681620597839355, + "logps/rejected": -1.9060118198394775, + "loss": 0.5512, + "odds_ratio_loss": 0.30147257447242737, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.044681623578071594, + "rewards/margins": 0.1459195613861084, + "rewards/rejected": -0.19060118496418, + "sft_loss": 0.44681620597839355, + "step": 731 + }, + { + "epoch": 1.0585683297180044, + "grad_norm": 2.4630310600048557, + "learning_rate": 7.5279595386405426e-06, + "logits/chosen": 0.041221290826797485, + "logits/rejected": 0.041878592222929, + "logps/chosen": -0.7346194982528687, + "logps/rejected": -1.4957523345947266, + "loss": 0.6413, + "odds_ratio_loss": 0.49654725193977356, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07346194982528687, + "rewards/margins": 0.07611328363418579, + "rewards/rejected": -0.14957523345947266, + "sft_loss": 0.7346194982528687, + "step": 732 + }, + { + "epoch": 1.0600144613159797, + "grad_norm": 2.1602876897916063, + "learning_rate": 7.526494774695953e-06, + "logits/chosen": 0.05351543426513672, + "logits/rejected": 0.06491318345069885, + "logps/chosen": -0.6178892850875854, + "logps/rejected": -1.1977730989456177, + "loss": 0.6236, + "odds_ratio_loss": 0.4457571804523468, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.061788931488990784, + "rewards/margins": 0.057988375425338745, + "rewards/rejected": -0.11977731436491013, + "sft_loss": 0.6178892850875854, + "step": 733 + }, + { + "epoch": 1.0614605929139551, + "grad_norm": 2.8924484227212877, + "learning_rate": 7.525027884614532e-06, + "logits/chosen": 0.014550477266311646, + "logits/rejected": 0.09415071457624435, + "logps/chosen": -0.5875763893127441, + "logps/rejected": -1.687889575958252, + "loss": 0.5808, + "odds_ratio_loss": 0.3503105342388153, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05875764787197113, + "rewards/margins": 0.11003130674362183, + "rewards/rejected": -0.16878895461559296, + "sft_loss": 0.5875763893127441, + "step": 734 + }, + { + "epoch": 1.0629067245119306, + "grad_norm": 2.834196823758551, + "learning_rate": 7.523558869280668e-06, + "logits/chosen": -0.0009785722941160202, + "logits/rejected": 0.036724962294101715, + "logps/chosen": -0.4648720920085907, + "logps/rejected": -1.547023892402649, + "loss": 0.5905, + "odds_ratio_loss": 0.2784779965877533, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04648720845580101, + "rewards/margins": 0.10821517556905746, + "rewards/rejected": -0.15470239520072937, + "sft_loss": 0.4648720920085907, + "step": 735 + }, + { + "epoch": 1.064352856109906, + "grad_norm": 2.285507014423719, + "learning_rate": 7.52208772958004e-06, + "logits/chosen": 0.021531209349632263, + "logits/rejected": 0.05180025473237038, + "logps/chosen": -0.7658559083938599, + "logps/rejected": -1.4070403575897217, + "loss": 0.6991, + "odds_ratio_loss": 0.47670185565948486, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07658559828996658, + "rewards/margins": 0.06411843001842499, + "rewards/rejected": -0.14070403575897217, + "sft_loss": 0.7658559083938599, + "step": 736 + }, + { + "epoch": 1.0657989877078815, + "grad_norm": 2.1699866577767235, + "learning_rate": 7.520614466399602e-06, + "logits/chosen": 0.06271585822105408, + "logits/rejected": 0.10178729146718979, + "logps/chosen": -0.6396518349647522, + "logps/rejected": -1.8695476055145264, + "loss": 0.4857, + "odds_ratio_loss": 0.29615530371665955, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06396518647670746, + "rewards/margins": 0.12298958003520966, + "rewards/rejected": -0.18695476651191711, + "sft_loss": 0.6396518349647522, + "step": 737 + }, + { + "epoch": 1.0672451193058567, + "grad_norm": 2.5201426723175215, + "learning_rate": 7.5191390806275905e-06, + "logits/chosen": 0.06206812709569931, + "logits/rejected": 0.05045921355485916, + "logps/chosen": -0.5444098114967346, + "logps/rejected": -1.3108839988708496, + "loss": 0.5319, + "odds_ratio_loss": 0.4091678857803345, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05444097891449928, + "rewards/margins": 0.07664742320775986, + "rewards/rejected": -0.13108840584754944, + "sft_loss": 0.5444098114967346, + "step": 738 + }, + { + "epoch": 1.0686912509038322, + "grad_norm": 2.661287000165096, + "learning_rate": 7.51766157315352e-06, + "logits/chosen": 0.017679838463664055, + "logits/rejected": 0.16645830869674683, + "logps/chosen": -0.5121591091156006, + "logps/rejected": -2.511974334716797, + "loss": 0.5386, + "odds_ratio_loss": 0.25777196884155273, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05121590942144394, + "rewards/margins": 0.19998154044151306, + "rewards/rejected": -0.2511974573135376, + "sft_loss": 0.5121591091156006, + "step": 739 + }, + { + "epoch": 1.0701373825018077, + "grad_norm": 2.6654097422186958, + "learning_rate": 7.516181944868187e-06, + "logits/chosen": 0.06915304809808731, + "logits/rejected": 0.07672876119613647, + "logps/chosen": -0.7108054757118225, + "logps/rejected": -2.896374225616455, + "loss": 0.614, + "odds_ratio_loss": 0.3021408021450043, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07108054310083389, + "rewards/margins": 0.21855685114860535, + "rewards/rejected": -0.28963741660118103, + "sft_loss": 0.7108054757118225, + "step": 740 + }, + { + "epoch": 1.0715835140997831, + "grad_norm": 2.5983221718366853, + "learning_rate": 7.514700196663663e-06, + "logits/chosen": 0.04233922064304352, + "logits/rejected": 0.10317760705947876, + "logps/chosen": -0.5160056948661804, + "logps/rejected": -1.6412593126296997, + "loss": 0.5438, + "odds_ratio_loss": 0.31687411665916443, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05160056799650192, + "rewards/margins": 0.11252538114786148, + "rewards/rejected": -0.1641259491443634, + "sft_loss": 0.5160056948661804, + "step": 741 + }, + { + "epoch": 1.0730296456977584, + "grad_norm": 2.5631716723122224, + "learning_rate": 7.5132163294332995e-06, + "logits/chosen": 0.0766778364777565, + "logits/rejected": 0.09308762103319168, + "logps/chosen": -0.5432895421981812, + "logps/rejected": -2.4959678649902344, + "loss": 0.566, + "odds_ratio_loss": 0.273905485868454, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.054328951984643936, + "rewards/margins": 0.19526784121990204, + "rewards/rejected": -0.24959678947925568, + "sft_loss": 0.5432895421981812, + "step": 742 + }, + { + "epoch": 1.0744757772957338, + "grad_norm": 2.7943114290109494, + "learning_rate": 7.511730344071727e-06, + "logits/chosen": 0.29873916506767273, + "logits/rejected": 0.2477722316980362, + "logps/chosen": -0.286681592464447, + "logps/rejected": -3.2388148307800293, + "loss": 0.5915, + "odds_ratio_loss": 0.17670558393001556, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.02866816148161888, + "rewards/margins": 0.29521334171295166, + "rewards/rejected": -0.32388150691986084, + "sft_loss": 0.286681592464447, + "step": 743 + }, + { + "epoch": 1.0759219088937093, + "grad_norm": 2.4260752328507977, + "learning_rate": 7.51024224147485e-06, + "logits/chosen": 0.12139531970024109, + "logits/rejected": 0.1723383665084839, + "logps/chosen": -0.549209475517273, + "logps/rejected": -1.6002026796340942, + "loss": 0.6727, + "odds_ratio_loss": 0.2690895199775696, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05492095276713371, + "rewards/margins": 0.10509932041168213, + "rewards/rejected": -0.16002027690410614, + "sft_loss": 0.549209475517273, + "step": 744 + }, + { + "epoch": 1.0773680404916848, + "grad_norm": 2.8830174008099245, + "learning_rate": 7.508752022539854e-06, + "logits/chosen": 0.0439901128411293, + "logits/rejected": 0.009160804562270641, + "logps/chosen": -0.6056515574455261, + "logps/rejected": -2.096651792526245, + "loss": 0.6268, + "odds_ratio_loss": 0.4086237847805023, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06056516245007515, + "rewards/margins": 0.14910002052783966, + "rewards/rejected": -0.2096651792526245, + "sft_loss": 0.6056515574455261, + "step": 745 + }, + { + "epoch": 1.0788141720896602, + "grad_norm": 7.200080989258661, + "learning_rate": 7.507259688165195e-06, + "logits/chosen": 0.06999029964208603, + "logits/rejected": 0.10017455369234085, + "logps/chosen": -0.5238281488418579, + "logps/rejected": -2.3946316242218018, + "loss": 0.5687, + "odds_ratio_loss": 0.28676459193229675, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05238281562924385, + "rewards/margins": 0.18708035349845886, + "rewards/rejected": -0.2394631803035736, + "sft_loss": 0.5238281488418579, + "step": 746 + }, + { + "epoch": 1.0802603036876355, + "grad_norm": 2.443321073791897, + "learning_rate": 7.5057652392506066e-06, + "logits/chosen": 0.2201310396194458, + "logits/rejected": 0.10155685991048813, + "logps/chosen": -0.5948346853256226, + "logps/rejected": -1.850401759147644, + "loss": 0.6237, + "odds_ratio_loss": 0.38340234756469727, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.059483468532562256, + "rewards/margins": 0.12555670738220215, + "rewards/rejected": -0.1850401759147644, + "sft_loss": 0.5948346853256226, + "step": 747 + }, + { + "epoch": 1.081706435285611, + "grad_norm": 2.7951657976898896, + "learning_rate": 7.504268676697099e-06, + "logits/chosen": 0.15670828521251678, + "logits/rejected": 0.20218618214130402, + "logps/chosen": -0.4286814332008362, + "logps/rejected": -2.867215156555176, + "loss": 0.5752, + "odds_ratio_loss": 0.1948789358139038, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04286814481019974, + "rewards/margins": 0.2438533902168274, + "rewards/rejected": -0.28672152757644653, + "sft_loss": 0.4286814332008362, + "step": 748 + }, + { + "epoch": 1.0831525668835864, + "grad_norm": 3.036970670942331, + "learning_rate": 7.502770001406956e-06, + "logits/chosen": -0.09760545194149017, + "logits/rejected": 0.01785401999950409, + "logps/chosen": -0.5453016757965088, + "logps/rejected": -2.2281641960144043, + "loss": 0.6201, + "odds_ratio_loss": 0.2581316828727722, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05453016608953476, + "rewards/margins": 0.16828623414039612, + "rewards/rejected": -0.22281640768051147, + "sft_loss": 0.5453016757965088, + "step": 749 + }, + { + "epoch": 1.0845986984815619, + "grad_norm": 2.6823863807236212, + "learning_rate": 7.501269214283732e-06, + "logits/chosen": 0.018087085336446762, + "logits/rejected": 0.0732310563325882, + "logps/chosen": -0.8942903280258179, + "logps/rejected": -1.6640185117721558, + "loss": 0.6898, + "odds_ratio_loss": 0.4530031085014343, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08942904323339462, + "rewards/margins": 0.07697281241416931, + "rewards/rejected": -0.16640184819698334, + "sft_loss": 0.8942903280258179, + "step": 750 + }, + { + "epoch": 1.0860448300795373, + "grad_norm": 2.3463543940654468, + "learning_rate": 7.499766316232259e-06, + "logits/chosen": 0.04176183417439461, + "logits/rejected": 0.04234351962804794, + "logps/chosen": -0.5866740942001343, + "logps/rejected": -1.2051106691360474, + "loss": 0.6237, + "odds_ratio_loss": 0.3826124668121338, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.058667413890361786, + "rewards/margins": 0.06184365600347519, + "rewards/rejected": -0.12051106244325638, + "sft_loss": 0.5866740942001343, + "step": 751 + }, + { + "epoch": 1.0874909616775126, + "grad_norm": 2.638412242735269, + "learning_rate": 7.49826130815864e-06, + "logits/chosen": 0.11069029569625854, + "logits/rejected": 0.10534046590328217, + "logps/chosen": -0.4467243254184723, + "logps/rejected": -2.7915725708007812, + "loss": 0.6219, + "odds_ratio_loss": 0.1533384621143341, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04467243328690529, + "rewards/margins": 0.23448482155799866, + "rewards/rejected": -0.27915725111961365, + "sft_loss": 0.4467243254184723, + "step": 752 + }, + { + "epoch": 1.088937093275488, + "grad_norm": 2.062633106407356, + "learning_rate": 7.496754190970249e-06, + "logits/chosen": 0.2177714705467224, + "logits/rejected": 0.1637977957725525, + "logps/chosen": -0.5180121064186096, + "logps/rejected": -2.5437209606170654, + "loss": 0.6282, + "odds_ratio_loss": 0.25341200828552246, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05180121213197708, + "rewards/margins": 0.20257088541984558, + "rewards/rejected": -0.25437209010124207, + "sft_loss": 0.5180121064186096, + "step": 753 + }, + { + "epoch": 1.0903832248734635, + "grad_norm": 2.5677209683454394, + "learning_rate": 7.495244965575734e-06, + "logits/chosen": 0.11416684091091156, + "logits/rejected": 0.13222752511501312, + "logps/chosen": -0.4176730215549469, + "logps/rejected": -2.855869770050049, + "loss": 0.499, + "odds_ratio_loss": 0.3281542658805847, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04176730290055275, + "rewards/margins": 0.2438196837902069, + "rewards/rejected": -0.28558698296546936, + "sft_loss": 0.4176730215549469, + "step": 754 + }, + { + "epoch": 1.091829356471439, + "grad_norm": 2.6069186629139196, + "learning_rate": 7.49373363288501e-06, + "logits/chosen": -0.022992167621850967, + "logits/rejected": 0.004823219031095505, + "logps/chosen": -0.7831302881240845, + "logps/rejected": -1.6426312923431396, + "loss": 0.5694, + "odds_ratio_loss": 0.41426563262939453, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07831303775310516, + "rewards/margins": 0.0859500989317894, + "rewards/rejected": -0.16426314413547516, + "sft_loss": 0.7831302881240845, + "step": 755 + }, + { + "epoch": 1.0932754880694142, + "grad_norm": 3.6538860464685903, + "learning_rate": 7.492220193809267e-06, + "logits/chosen": 0.08986733853816986, + "logits/rejected": 0.05370461195707321, + "logps/chosen": -0.5365122556686401, + "logps/rejected": -3.8356852531433105, + "loss": 0.6559, + "odds_ratio_loss": 0.2820737659931183, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05365122854709625, + "rewards/margins": 0.329917311668396, + "rewards/rejected": -0.38356852531433105, + "sft_loss": 0.5365122556686401, + "step": 756 + }, + { + "epoch": 1.0947216196673897, + "grad_norm": 2.3375387449236524, + "learning_rate": 7.490704649260963e-06, + "logits/chosen": 0.13479389250278473, + "logits/rejected": 0.2163029909133911, + "logps/chosen": -0.3963888883590698, + "logps/rejected": -2.7100229263305664, + "loss": 0.5486, + "odds_ratio_loss": 0.16003967821598053, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03963889181613922, + "rewards/margins": 0.23136338591575623, + "rewards/rejected": -0.27100229263305664, + "sft_loss": 0.3963888883590698, + "step": 757 + }, + { + "epoch": 1.0961677512653651, + "grad_norm": 2.7826733677141187, + "learning_rate": 7.489187000153825e-06, + "logits/chosen": 0.09706145524978638, + "logits/rejected": 0.16182109713554382, + "logps/chosen": -0.4988633096218109, + "logps/rejected": -2.425071954727173, + "loss": 0.6046, + "odds_ratio_loss": 0.2742428183555603, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04988633841276169, + "rewards/margins": 0.1926208883523941, + "rewards/rejected": -0.2425072193145752, + "sft_loss": 0.4988633096218109, + "step": 758 + }, + { + "epoch": 1.0976138828633406, + "grad_norm": 2.7639210117774953, + "learning_rate": 7.48766724740285e-06, + "logits/chosen": 0.12796220183372498, + "logits/rejected": 0.06461986899375916, + "logps/chosen": -0.5522404909133911, + "logps/rejected": -2.7422850131988525, + "loss": 0.5448, + "odds_ratio_loss": 0.33710646629333496, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05522404983639717, + "rewards/margins": 0.21900448203086853, + "rewards/rejected": -0.2742285132408142, + "sft_loss": 0.5522404909133911, + "step": 759 + }, + { + "epoch": 1.099060014461316, + "grad_norm": 3.8969453348992515, + "learning_rate": 7.486145391924301e-06, + "logits/chosen": 0.05818912759423256, + "logits/rejected": 0.05282029137015343, + "logps/chosen": -0.6544702649116516, + "logps/rejected": -2.393183708190918, + "loss": 0.6318, + "odds_ratio_loss": 0.40100622177124023, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06544703245162964, + "rewards/margins": 0.17387133836746216, + "rewards/rejected": -0.2393183708190918, + "sft_loss": 0.6544702649116516, + "step": 760 + }, + { + "epoch": 1.1005061460592913, + "grad_norm": 2.7628775670375063, + "learning_rate": 7.4846214346357125e-06, + "logits/chosen": 0.05507563427090645, + "logits/rejected": 0.0078296959400177, + "logps/chosen": -0.527977466583252, + "logps/rejected": -2.508857488632202, + "loss": 0.5549, + "odds_ratio_loss": 0.32088613510131836, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.052797745913267136, + "rewards/margins": 0.19808803498744965, + "rewards/rejected": -0.2508857548236847, + "sft_loss": 0.527977466583252, + "step": 761 + }, + { + "epoch": 1.1019522776572668, + "grad_norm": 2.542282535738457, + "learning_rate": 7.483095376455884e-06, + "logits/chosen": 0.29207634925842285, + "logits/rejected": 0.18721196055412292, + "logps/chosen": -0.42134177684783936, + "logps/rejected": -3.063565492630005, + "loss": 0.5765, + "odds_ratio_loss": 0.17249009013175964, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.042134176939725876, + "rewards/margins": 0.2642224133014679, + "rewards/rejected": -0.3063565790653229, + "sft_loss": 0.42134177684783936, + "step": 762 + }, + { + "epoch": 1.1033984092552422, + "grad_norm": 3.9252015141252015, + "learning_rate": 7.481567218304878e-06, + "logits/chosen": 0.16148284077644348, + "logits/rejected": 0.16037528216838837, + "logps/chosen": -0.37327027320861816, + "logps/rejected": -2.7958102226257324, + "loss": 0.5319, + "odds_ratio_loss": 0.21088604629039764, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03732702508568764, + "rewards/margins": 0.24225401878356934, + "rewards/rejected": -0.2795810401439667, + "sft_loss": 0.37327027320861816, + "step": 763 + }, + { + "epoch": 1.1048445408532177, + "grad_norm": 4.315528891824625, + "learning_rate": 7.480036961104031e-06, + "logits/chosen": -0.07114061713218689, + "logits/rejected": 0.013804474845528603, + "logps/chosen": -0.6288735866546631, + "logps/rejected": -2.1085119247436523, + "loss": 0.6512, + "odds_ratio_loss": 0.39338162541389465, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06288735568523407, + "rewards/margins": 0.14796383678913116, + "rewards/rejected": -0.21085119247436523, + "sft_loss": 0.6288735866546631, + "step": 764 + }, + { + "epoch": 1.106290672451193, + "grad_norm": 3.0374677766883047, + "learning_rate": 7.478504605775938e-06, + "logits/chosen": 0.09024432301521301, + "logits/rejected": 0.11920122802257538, + "logps/chosen": -0.5411593914031982, + "logps/rejected": -1.7794485092163086, + "loss": 0.5823, + "odds_ratio_loss": 0.328127384185791, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.054115939885377884, + "rewards/margins": 0.12382891029119492, + "rewards/rejected": -0.1779448539018631, + "sft_loss": 0.5411593914031982, + "step": 765 + }, + { + "epoch": 1.1077368040491684, + "grad_norm": 2.8560879970949675, + "learning_rate": 7.476970153244463e-06, + "logits/chosen": 0.13054589927196503, + "logits/rejected": 0.06883732229471207, + "logps/chosen": -0.6385205388069153, + "logps/rejected": -1.957822561264038, + "loss": 0.5768, + "odds_ratio_loss": 0.41158097982406616, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.06385205686092377, + "rewards/margins": 0.13193020224571228, + "rewards/rejected": -0.19578225910663605, + "sft_loss": 0.6385205388069153, + "step": 766 + }, + { + "epoch": 1.1091829356471439, + "grad_norm": 3.8575247023602643, + "learning_rate": 7.475433604434734e-06, + "logits/chosen": 0.09822223335504532, + "logits/rejected": -0.0020382339134812355, + "logps/chosen": -0.553131103515625, + "logps/rejected": -2.6227946281433105, + "loss": 0.6335, + "odds_ratio_loss": 0.3468872308731079, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0553131066262722, + "rewards/margins": 0.2069663405418396, + "rewards/rejected": -0.2622794508934021, + "sft_loss": 0.553131103515625, + "step": 767 + }, + { + "epoch": 1.1106290672451193, + "grad_norm": 2.4229550650167684, + "learning_rate": 7.47389496027314e-06, + "logits/chosen": 0.013593245297670364, + "logits/rejected": 0.09762951731681824, + "logps/chosen": -0.38503605127334595, + "logps/rejected": -3.5363712310791016, + "loss": 0.5369, + "odds_ratio_loss": 0.1493338942527771, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038503602147102356, + "rewards/margins": 0.3151334822177887, + "rewards/rejected": -0.35363709926605225, + "sft_loss": 0.38503605127334595, + "step": 768 + }, + { + "epoch": 1.1120751988430948, + "grad_norm": 2.434271111123222, + "learning_rate": 7.472354221687337e-06, + "logits/chosen": 0.11509215831756592, + "logits/rejected": -0.01175488531589508, + "logps/chosen": -0.5181520581245422, + "logps/rejected": -2.47695255279541, + "loss": 0.5855, + "odds_ratio_loss": 0.24836497008800507, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.051815204322338104, + "rewards/margins": 0.19588005542755127, + "rewards/rejected": -0.24769528210163116, + "sft_loss": 0.5181520581245422, + "step": 769 + }, + { + "epoch": 1.11352133044107, + "grad_norm": 3.6024883785529798, + "learning_rate": 7.470811389606241e-06, + "logits/chosen": 0.1907249093055725, + "logits/rejected": 0.28744474053382874, + "logps/chosen": -0.3892439901828766, + "logps/rejected": -2.2846317291259766, + "loss": 0.5206, + "odds_ratio_loss": 0.24296937882900238, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03892439603805542, + "rewards/margins": 0.18953877687454224, + "rewards/rejected": -0.22846317291259766, + "sft_loss": 0.3892439901828766, + "step": 770 + }, + { + "epoch": 1.1149674620390455, + "grad_norm": 2.9734534681452938, + "learning_rate": 7.469266464960032e-06, + "logits/chosen": -0.009543132036924362, + "logits/rejected": 0.025686249136924744, + "logps/chosen": -0.5033233761787415, + "logps/rejected": -3.2725722789764404, + "loss": 0.5662, + "odds_ratio_loss": 0.23238584399223328, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05033233389258385, + "rewards/margins": 0.27692487835884094, + "rewards/rejected": -0.3272572159767151, + "sft_loss": 0.5033233761787415, + "step": 771 + }, + { + "epoch": 1.116413593637021, + "grad_norm": 2.6868039101284205, + "learning_rate": 7.4677194486801504e-06, + "logits/chosen": 0.0987258031964302, + "logits/rejected": 0.18745985627174377, + "logps/chosen": -0.5120230913162231, + "logps/rejected": -1.8366214036941528, + "loss": 0.5464, + "odds_ratio_loss": 0.3096643090248108, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.051202308386564255, + "rewards/margins": 0.1324598342180252, + "rewards/rejected": -0.18366214632987976, + "sft_loss": 0.5120230913162231, + "step": 772 + }, + { + "epoch": 1.1178597252349964, + "grad_norm": 3.2648658058180646, + "learning_rate": 7.466170341699298e-06, + "logits/chosen": 0.12391200661659241, + "logits/rejected": 0.07651515305042267, + "logps/chosen": -0.5479176640510559, + "logps/rejected": -2.7681431770324707, + "loss": 0.6005, + "odds_ratio_loss": 0.3141166567802429, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05479177087545395, + "rewards/margins": 0.22202253341674805, + "rewards/rejected": -0.2768143117427826, + "sft_loss": 0.5479176640510559, + "step": 773 + }, + { + "epoch": 1.119305856832972, + "grad_norm": 2.1969045008343535, + "learning_rate": 7.464619144951436e-06, + "logits/chosen": 0.1988317370414734, + "logits/rejected": 0.11384803801774979, + "logps/chosen": -0.6396727561950684, + "logps/rejected": -2.1379432678222656, + "loss": 0.5548, + "odds_ratio_loss": 0.4122881293296814, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0639672800898552, + "rewards/margins": 0.14982706308364868, + "rewards/rejected": -0.21379435062408447, + "sft_loss": 0.6396727561950684, + "step": 774 + }, + { + "epoch": 1.1207519884309471, + "grad_norm": 2.828734292348446, + "learning_rate": 7.463065859371789e-06, + "logits/chosen": 0.024105386808514595, + "logits/rejected": -0.05560684576630592, + "logps/chosen": -0.58314049243927, + "logps/rejected": -2.818758487701416, + "loss": 0.5745, + "odds_ratio_loss": 0.41460278630256653, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05831405147910118, + "rewards/margins": 0.22356180846691132, + "rewards/rejected": -0.2818758487701416, + "sft_loss": 0.58314049243927, + "step": 775 + }, + { + "epoch": 1.1221981200289226, + "grad_norm": 2.5439099335428206, + "learning_rate": 7.461510485896838e-06, + "logits/chosen": 0.2544099688529968, + "logits/rejected": 0.20363222062587738, + "logps/chosen": -0.4311085343360901, + "logps/rejected": -2.491203546524048, + "loss": 0.6513, + "odds_ratio_loss": 0.28176209330558777, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04311085492372513, + "rewards/margins": 0.20600950717926025, + "rewards/rejected": -0.24912036955356598, + "sft_loss": 0.4311085343360901, + "step": 776 + }, + { + "epoch": 1.123644251626898, + "grad_norm": 3.5321805261897374, + "learning_rate": 7.4599530254643205e-06, + "logits/chosen": 0.054844632744789124, + "logits/rejected": 0.0795421302318573, + "logps/chosen": -0.49303340911865234, + "logps/rejected": -2.2153918743133545, + "loss": 0.6372, + "odds_ratio_loss": 0.3127673864364624, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.049303337931632996, + "rewards/margins": 0.1722358614206314, + "rewards/rejected": -0.22153916954994202, + "sft_loss": 0.49303340911865234, + "step": 777 + }, + { + "epoch": 1.1250903832248735, + "grad_norm": 9.818583319726136, + "learning_rate": 7.45839347901324e-06, + "logits/chosen": 0.10133037716150284, + "logits/rejected": 0.08598774671554565, + "logps/chosen": -0.41913947463035583, + "logps/rejected": -3.2657482624053955, + "loss": 0.596, + "odds_ratio_loss": 0.2532481849193573, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0419139489531517, + "rewards/margins": 0.28466087579727173, + "rewards/rejected": -0.3265748620033264, + "sft_loss": 0.41913947463035583, + "step": 778 + }, + { + "epoch": 1.126536514822849, + "grad_norm": 2.5273673577209186, + "learning_rate": 7.45683184748385e-06, + "logits/chosen": 0.10568895936012268, + "logits/rejected": 0.07520011067390442, + "logps/chosen": -0.4639187753200531, + "logps/rejected": -4.35772180557251, + "loss": 0.5471, + "odds_ratio_loss": 0.18750569224357605, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04639187827706337, + "rewards/margins": 0.3893802762031555, + "rewards/rejected": -0.4357721507549286, + "sft_loss": 0.4639187753200531, + "step": 779 + }, + { + "epoch": 1.1279826464208242, + "grad_norm": 3.3847158927408816, + "learning_rate": 7.455268131817664e-06, + "logits/chosen": 0.11961061507463455, + "logits/rejected": 0.11430468410253525, + "logps/chosen": -0.4800012707710266, + "logps/rejected": -1.999869704246521, + "loss": 0.491, + "odds_ratio_loss": 0.2718590497970581, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04800013080239296, + "rewards/margins": 0.15198683738708496, + "rewards/rejected": -0.19998696446418762, + "sft_loss": 0.4800012707710266, + "step": 780 + }, + { + "epoch": 1.1294287780187997, + "grad_norm": 2.26973956764143, + "learning_rate": 7.453702332957454e-06, + "logits/chosen": 0.0754300132393837, + "logits/rejected": 0.048578303307294846, + "logps/chosen": -0.6013798713684082, + "logps/rejected": -1.9893176555633545, + "loss": 0.5393, + "odds_ratio_loss": 0.4172818660736084, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06013799458742142, + "rewards/margins": 0.13879379630088806, + "rewards/rejected": -0.19893178343772888, + "sft_loss": 0.6013798713684082, + "step": 781 + }, + { + "epoch": 1.1308749096167752, + "grad_norm": 3.0760734312283624, + "learning_rate": 7.452134451847243e-06, + "logits/chosen": 0.1234007477760315, + "logits/rejected": 0.10730813443660736, + "logps/chosen": -0.5656208395957947, + "logps/rejected": -2.4852113723754883, + "loss": 0.5875, + "odds_ratio_loss": 0.31027752161026, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.056562088429927826, + "rewards/margins": 0.19195906817913055, + "rewards/rejected": -0.24852114915847778, + "sft_loss": 0.5656208395957947, + "step": 782 + }, + { + "epoch": 1.1323210412147506, + "grad_norm": 3.3526925530268326, + "learning_rate": 7.450564489432315e-06, + "logits/chosen": 0.04157966375350952, + "logits/rejected": 0.0403023287653923, + "logps/chosen": -0.6040517091751099, + "logps/rejected": -1.2740135192871094, + "loss": 0.6748, + "odds_ratio_loss": 0.41726475954055786, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.060405176132917404, + "rewards/margins": 0.06699618697166443, + "rewards/rejected": -0.12740135192871094, + "sft_loss": 0.6040517091751099, + "step": 783 + }, + { + "epoch": 1.1337671728127259, + "grad_norm": 3.0802366326947204, + "learning_rate": 7.448992446659204e-06, + "logits/chosen": 0.14116020500659943, + "logits/rejected": 0.15150752663612366, + "logps/chosen": -0.6432009339332581, + "logps/rejected": -3.107823133468628, + "loss": 0.624, + "odds_ratio_loss": 0.2854066789150238, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06432008743286133, + "rewards/margins": 0.24646221101284027, + "rewards/rejected": -0.3107823133468628, + "sft_loss": 0.6432009339332581, + "step": 784 + }, + { + "epoch": 1.1352133044107013, + "grad_norm": 2.9008034505623685, + "learning_rate": 7.447418324475702e-06, + "logits/chosen": -0.07773000001907349, + "logits/rejected": 0.016000304371118546, + "logps/chosen": -0.4436779022216797, + "logps/rejected": -3.0289247035980225, + "loss": 0.5249, + "odds_ratio_loss": 0.2261512130498886, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04436779022216797, + "rewards/margins": 0.25852468609809875, + "rewards/rejected": -0.3028924763202667, + "sft_loss": 0.4436779022216797, + "step": 785 + }, + { + "epoch": 1.1366594360086768, + "grad_norm": 2.5909707064380596, + "learning_rate": 7.445842123830853e-06, + "logits/chosen": -0.016650903970003128, + "logits/rejected": -0.010309025645256042, + "logps/chosen": -0.5804932117462158, + "logps/rejected": -1.5151318311691284, + "loss": 0.5625, + "odds_ratio_loss": 0.3440878689289093, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05804932489991188, + "rewards/margins": 0.09346386790275574, + "rewards/rejected": -0.15151318907737732, + "sft_loss": 0.5804932117462158, + "step": 786 + }, + { + "epoch": 1.1381055676066523, + "grad_norm": 2.2178481077560717, + "learning_rate": 7.444263845674953e-06, + "logits/chosen": 0.03409305587410927, + "logits/rejected": 0.06542815268039703, + "logps/chosen": -0.7013732194900513, + "logps/rejected": -2.4514522552490234, + "loss": 0.5767, + "odds_ratio_loss": 0.32921674847602844, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07013732194900513, + "rewards/margins": 0.1750079095363617, + "rewards/rejected": -0.24514521658420563, + "sft_loss": 0.7013732194900513, + "step": 787 + }, + { + "epoch": 1.1395516992046275, + "grad_norm": 3.168676722580113, + "learning_rate": 7.442683490959554e-06, + "logits/chosen": 0.009714031592011452, + "logits/rejected": 0.07314697653055191, + "logps/chosen": -0.7520695924758911, + "logps/rejected": -1.4773638248443604, + "loss": 0.6163, + "odds_ratio_loss": 0.3795466721057892, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07520696520805359, + "rewards/margins": 0.07252941280603409, + "rewards/rejected": -0.14773637056350708, + "sft_loss": 0.7520695924758911, + "step": 788 + }, + { + "epoch": 1.140997830802603, + "grad_norm": 2.231023146887912, + "learning_rate": 7.441101060637456e-06, + "logits/chosen": 0.011076090857386589, + "logits/rejected": 0.0065444353967905045, + "logps/chosen": -0.4639368951320648, + "logps/rejected": -2.8974857330322266, + "loss": 0.5276, + "odds_ratio_loss": 0.358600378036499, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04639369249343872, + "rewards/margins": 0.2433549016714096, + "rewards/rejected": -0.2897486090660095, + "sft_loss": 0.4639368951320648, + "step": 789 + }, + { + "epoch": 1.1424439624005784, + "grad_norm": 5.751344294959958, + "learning_rate": 7.4395165556627115e-06, + "logits/chosen": 0.044419676065444946, + "logits/rejected": 0.0467277392745018, + "logps/chosen": -0.5675772428512573, + "logps/rejected": -3.3737549781799316, + "loss": 0.6823, + "odds_ratio_loss": 0.3221891224384308, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05675772577524185, + "rewards/margins": 0.28061774373054504, + "rewards/rejected": -0.3373754918575287, + "sft_loss": 0.5675772428512573, + "step": 790 + }, + { + "epoch": 1.143890093998554, + "grad_norm": 3.157815374086038, + "learning_rate": 7.437929976990625e-06, + "logits/chosen": 0.07242487370967865, + "logits/rejected": 0.06932821869850159, + "logps/chosen": -0.6816798448562622, + "logps/rejected": -2.0356240272521973, + "loss": 0.6112, + "odds_ratio_loss": 0.31875520944595337, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06816798448562622, + "rewards/margins": 0.1353944092988968, + "rewards/rejected": -0.203562393784523, + "sft_loss": 0.6816798448562622, + "step": 791 + }, + { + "epoch": 1.1453362255965294, + "grad_norm": 2.399288961917676, + "learning_rate": 7.436341325577753e-06, + "logits/chosen": 0.006493567489087582, + "logits/rejected": 0.05797387287020683, + "logps/chosen": -0.5998603701591492, + "logps/rejected": -1.7945928573608398, + "loss": 0.5849, + "odds_ratio_loss": 0.2764272689819336, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05998603627085686, + "rewards/margins": 0.11947324872016907, + "rewards/rejected": -0.17945930361747742, + "sft_loss": 0.5998603701591492, + "step": 792 + }, + { + "epoch": 1.1467823571945046, + "grad_norm": 4.92991125737335, + "learning_rate": 7.434750602381896e-06, + "logits/chosen": -0.006598275154829025, + "logits/rejected": 0.03047710284590721, + "logps/chosen": -0.6850670576095581, + "logps/rejected": -2.417117118835449, + "loss": 0.6757, + "odds_ratio_loss": 0.5608515739440918, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06850671023130417, + "rewards/margins": 0.17320501804351807, + "rewards/rejected": -0.24171173572540283, + "sft_loss": 0.6850670576095581, + "step": 793 + }, + { + "epoch": 1.14822848879248, + "grad_norm": 3.028327047199182, + "learning_rate": 7.433157808362109e-06, + "logits/chosen": 0.031274694949388504, + "logits/rejected": 0.07910322397947311, + "logps/chosen": -0.4861868619918823, + "logps/rejected": -2.6531078815460205, + "loss": 0.563, + "odds_ratio_loss": 0.21675142645835876, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04861868917942047, + "rewards/margins": 0.21669211983680725, + "rewards/rejected": -0.26531079411506653, + "sft_loss": 0.4861868619918823, + "step": 794 + }, + { + "epoch": 1.1496746203904555, + "grad_norm": 2.7428039098034787, + "learning_rate": 7.4315629444786934e-06, + "logits/chosen": 0.13038958609104156, + "logits/rejected": 0.16042017936706543, + "logps/chosen": -0.6496018171310425, + "logps/rejected": -2.7725348472595215, + "loss": 0.6591, + "odds_ratio_loss": 0.3653820753097534, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06496018916368484, + "rewards/margins": 0.21229329705238342, + "rewards/rejected": -0.27725350856781006, + "sft_loss": 0.6496018171310425, + "step": 795 + }, + { + "epoch": 1.151120751988431, + "grad_norm": 2.3190293075287585, + "learning_rate": 7.429966011693198e-06, + "logits/chosen": 0.09569834172725677, + "logits/rejected": 0.13140498101711273, + "logps/chosen": -0.5810202360153198, + "logps/rejected": -1.6585171222686768, + "loss": 0.6426, + "odds_ratio_loss": 0.25168225169181824, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05810202658176422, + "rewards/margins": 0.10774968564510345, + "rewards/rejected": -0.16585171222686768, + "sft_loss": 0.5810202360153198, + "step": 796 + }, + { + "epoch": 1.1525668835864065, + "grad_norm": 2.3257384032215023, + "learning_rate": 7.428367010968418e-06, + "logits/chosen": 0.17940768599510193, + "logits/rejected": 0.1755165457725525, + "logps/chosen": -0.4974741041660309, + "logps/rejected": -2.3814783096313477, + "loss": 0.575, + "odds_ratio_loss": 0.2930542230606079, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04974740743637085, + "rewards/margins": 0.18840041756629944, + "rewards/rejected": -0.2381478101015091, + "sft_loss": 0.4974741041660309, + "step": 797 + }, + { + "epoch": 1.1540130151843817, + "grad_norm": 2.33840083888642, + "learning_rate": 7.4267659432684e-06, + "logits/chosen": 0.06194993481040001, + "logits/rejected": 0.02340729907155037, + "logps/chosen": -0.5812244415283203, + "logps/rejected": -3.1519532203674316, + "loss": 0.6231, + "odds_ratio_loss": 0.27667036652565, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05812244117259979, + "rewards/margins": 0.2570728659629822, + "rewards/rejected": -0.31519532203674316, + "sft_loss": 0.5812244415283203, + "step": 798 + }, + { + "epoch": 1.1554591467823572, + "grad_norm": 3.148046088506335, + "learning_rate": 7.4251628095584325e-06, + "logits/chosen": -0.011250527575612068, + "logits/rejected": 0.017998933792114258, + "logps/chosen": -0.693738579750061, + "logps/rejected": -1.7688831090927124, + "loss": 0.6544, + "odds_ratio_loss": 0.3419437110424042, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06937386095523834, + "rewards/margins": 0.10751446336507797, + "rewards/rejected": -0.17688831686973572, + "sft_loss": 0.693738579750061, + "step": 799 + }, + { + "epoch": 1.1569052783803326, + "grad_norm": 2.437296250008247, + "learning_rate": 7.4235576108050495e-06, + "logits/chosen": 0.1309782713651657, + "logits/rejected": 0.13392174243927002, + "logps/chosen": -0.4447363615036011, + "logps/rejected": -3.2417688369750977, + "loss": 0.5679, + "odds_ratio_loss": 0.36193907260894775, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.044473640620708466, + "rewards/margins": 0.2797032594680786, + "rewards/rejected": -0.3241769075393677, + "sft_loss": 0.4447363615036011, + "step": 800 + }, + { + "epoch": 1.158351409978308, + "grad_norm": 2.7438204360634346, + "learning_rate": 7.4219503479760325e-06, + "logits/chosen": 0.15036681294441223, + "logits/rejected": 0.11659523844718933, + "logps/chosen": -0.4682498574256897, + "logps/rejected": -2.816537380218506, + "loss": 0.5587, + "odds_ratio_loss": 0.28212669491767883, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04682498425245285, + "rewards/margins": 0.23482874035835266, + "rewards/rejected": -0.2816537320613861, + "sft_loss": 0.4682498574256897, + "step": 801 + }, + { + "epoch": 1.1597975415762836, + "grad_norm": 2.2929808725485543, + "learning_rate": 7.420341022040405e-06, + "logits/chosen": 0.018691712990403175, + "logits/rejected": 0.004425849765539169, + "logps/chosen": -0.5483542084693909, + "logps/rejected": -3.6711413860321045, + "loss": 0.5833, + "odds_ratio_loss": 0.2860555350780487, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05483543127775192, + "rewards/margins": 0.31227871775627136, + "rewards/rejected": -0.3671141266822815, + "sft_loss": 0.5483542084693909, + "step": 802 + }, + { + "epoch": 1.1612436731742588, + "grad_norm": 3.1911949847406413, + "learning_rate": 7.418729633968439e-06, + "logits/chosen": 0.16952145099639893, + "logits/rejected": 0.15931960940361023, + "logps/chosen": -0.4818491041660309, + "logps/rejected": -2.875197410583496, + "loss": 0.6413, + "odds_ratio_loss": 0.2592041790485382, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04818491265177727, + "rewards/margins": 0.239334836602211, + "rewards/rejected": -0.28751975297927856, + "sft_loss": 0.4818491041660309, + "step": 803 + }, + { + "epoch": 1.1626898047722343, + "grad_norm": 2.459591917048973, + "learning_rate": 7.4171161847316424e-06, + "logits/chosen": 0.12029114365577698, + "logits/rejected": 0.16648927330970764, + "logps/chosen": -0.6787177920341492, + "logps/rejected": -2.847053050994873, + "loss": 0.6632, + "odds_ratio_loss": 0.30066680908203125, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06787177175283432, + "rewards/margins": 0.21683353185653687, + "rewards/rejected": -0.2847052812576294, + "sft_loss": 0.6787177920341492, + "step": 804 + }, + { + "epoch": 1.1641359363702097, + "grad_norm": 2.819839180987813, + "learning_rate": 7.4155006753027715e-06, + "logits/chosen": 0.21553045511245728, + "logits/rejected": 0.16459545493125916, + "logps/chosen": -0.5797298550605774, + "logps/rejected": -2.6545183658599854, + "loss": 0.6086, + "odds_ratio_loss": 0.349483847618103, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0579729899764061, + "rewards/margins": 0.2074788510799408, + "rewards/rejected": -0.2654518485069275, + "sft_loss": 0.5797298550605774, + "step": 805 + }, + { + "epoch": 1.1655820679681852, + "grad_norm": 3.649699933535626, + "learning_rate": 7.413883106655823e-06, + "logits/chosen": 0.1408543586730957, + "logits/rejected": 0.151872456073761, + "logps/chosen": -0.5444905757904053, + "logps/rejected": -1.8509986400604248, + "loss": 0.5559, + "odds_ratio_loss": 0.28263750672340393, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05444905534386635, + "rewards/margins": 0.1306508183479309, + "rewards/rejected": -0.18509986996650696, + "sft_loss": 0.5444905757904053, + "step": 806 + }, + { + "epoch": 1.1670281995661604, + "grad_norm": 2.8521602435109106, + "learning_rate": 7.412263479766034e-06, + "logits/chosen": 0.0004207249730825424, + "logits/rejected": 0.07325251400470734, + "logps/chosen": -0.6310700178146362, + "logps/rejected": -2.819793939590454, + "loss": 0.5759, + "odds_ratio_loss": 0.371545672416687, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06310699880123138, + "rewards/margins": 0.21887239813804626, + "rewards/rejected": -0.28197938203811646, + "sft_loss": 0.6310700178146362, + "step": 807 + }, + { + "epoch": 1.168474331164136, + "grad_norm": 2.9617169421526275, + "learning_rate": 7.410641795609885e-06, + "logits/chosen": 0.32813215255737305, + "logits/rejected": 0.11179277300834656, + "logps/chosen": -0.6126865148544312, + "logps/rejected": -2.45556378364563, + "loss": 0.5838, + "odds_ratio_loss": 0.2806455194950104, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.061268653720617294, + "rewards/margins": 0.18428772687911987, + "rewards/rejected": -0.24555638432502747, + "sft_loss": 0.6126865148544312, + "step": 808 + }, + { + "epoch": 1.1699204627621114, + "grad_norm": 3.51193121019222, + "learning_rate": 7.409018055165095e-06, + "logits/chosen": 0.24320703744888306, + "logits/rejected": 0.14701107144355774, + "logps/chosen": -0.5555135011672974, + "logps/rejected": -3.6711976528167725, + "loss": 0.6075, + "odds_ratio_loss": 0.30618131160736084, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.055551350116729736, + "rewards/margins": 0.3115684390068054, + "rewards/rejected": -0.36711978912353516, + "sft_loss": 0.5555135011672974, + "step": 809 + }, + { + "epoch": 1.1713665943600868, + "grad_norm": 2.854322284446154, + "learning_rate": 7.407392259410623e-06, + "logits/chosen": 0.11030896008014679, + "logits/rejected": 0.07109300792217255, + "logps/chosen": -0.535825252532959, + "logps/rejected": -3.356602907180786, + "loss": 0.6089, + "odds_ratio_loss": 0.37696099281311035, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05358252674341202, + "rewards/margins": 0.28207775950431824, + "rewards/rejected": -0.33566030859947205, + "sft_loss": 0.535825252532959, + "step": 810 + }, + { + "epoch": 1.172812725958062, + "grad_norm": 2.6810454261200536, + "learning_rate": 7.405764409326668e-06, + "logits/chosen": 0.024707181379199028, + "logits/rejected": 0.15931369364261627, + "logps/chosen": -0.5429731607437134, + "logps/rejected": -2.546696186065674, + "loss": 0.6071, + "odds_ratio_loss": 0.2758614718914032, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.054297320544719696, + "rewards/margins": 0.20037232339382172, + "rewards/rejected": -0.2546696364879608, + "sft_loss": 0.5429731607437134, + "step": 811 + }, + { + "epoch": 1.1742588575560375, + "grad_norm": 2.8967656734297815, + "learning_rate": 7.404134505894665e-06, + "logits/chosen": 0.18780213594436646, + "logits/rejected": 0.11726965010166168, + "logps/chosen": -0.44569364190101624, + "logps/rejected": -2.6580047607421875, + "loss": 0.5756, + "odds_ratio_loss": 0.2095184624195099, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04456936568021774, + "rewards/margins": 0.2212311178445816, + "rewards/rejected": -0.26580050587654114, + "sft_loss": 0.44569364190101624, + "step": 812 + }, + { + "epoch": 1.175704989154013, + "grad_norm": 2.7702135625243844, + "learning_rate": 7.40250255009729e-06, + "logits/chosen": 0.09605167806148529, + "logits/rejected": 0.2212832123041153, + "logps/chosen": -0.4400288462638855, + "logps/rejected": -2.868157148361206, + "loss": 0.591, + "odds_ratio_loss": 0.21612593531608582, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04400289058685303, + "rewards/margins": 0.2428128570318222, + "rewards/rejected": -0.28681573271751404, + "sft_loss": 0.4400288462638855, + "step": 813 + }, + { + "epoch": 1.1771511207519885, + "grad_norm": 2.589780825174727, + "learning_rate": 7.400868542918457e-06, + "logits/chosen": 0.23280946910381317, + "logits/rejected": 0.2035413384437561, + "logps/chosen": -0.6458877325057983, + "logps/rejected": -2.4575438499450684, + "loss": 0.5889, + "odds_ratio_loss": 0.3527429699897766, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0645887702703476, + "rewards/margins": 0.18116562068462372, + "rewards/rejected": -0.2457543909549713, + "sft_loss": 0.6458877325057983, + "step": 814 + }, + { + "epoch": 1.178597252349964, + "grad_norm": 2.5623900104319626, + "learning_rate": 7.399232485343311e-06, + "logits/chosen": 0.10259507596492767, + "logits/rejected": 0.1167682632803917, + "logps/chosen": -0.8443832397460938, + "logps/rejected": -1.3338778018951416, + "loss": 0.7028, + "odds_ratio_loss": 0.6011531352996826, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.08443832397460938, + "rewards/margins": 0.0489494651556015, + "rewards/rejected": -0.13338778913021088, + "sft_loss": 0.8443832397460938, + "step": 815 + }, + { + "epoch": 1.1800433839479392, + "grad_norm": 2.5950621753937493, + "learning_rate": 7.397594378358241e-06, + "logits/chosen": 0.25614750385284424, + "logits/rejected": 0.22538936138153076, + "logps/chosen": -0.4889935255050659, + "logps/rejected": -3.658846139907837, + "loss": 0.5713, + "odds_ratio_loss": 0.1725495159626007, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04889935255050659, + "rewards/margins": 0.31698527932167053, + "rewards/rejected": -0.36588460206985474, + "sft_loss": 0.4889935255050659, + "step": 816 + }, + { + "epoch": 1.1814895155459146, + "grad_norm": 2.562573118975313, + "learning_rate": 7.395954222950866e-06, + "logits/chosen": 0.12951630353927612, + "logits/rejected": 0.21345645189285278, + "logps/chosen": -0.39483872056007385, + "logps/rejected": -2.5382630825042725, + "loss": 0.5061, + "odds_ratio_loss": 0.25803595781326294, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.03948386758565903, + "rewards/margins": 0.21434244513511658, + "rewards/rejected": -0.2538263201713562, + "sft_loss": 0.39483872056007385, + "step": 817 + }, + { + "epoch": 1.18293564714389, + "grad_norm": 2.3614280189896744, + "learning_rate": 7.394312020110042e-06, + "logits/chosen": 0.17008808255195618, + "logits/rejected": 0.10077522695064545, + "logps/chosen": -0.5804603099822998, + "logps/rejected": -1.993128776550293, + "loss": 0.555, + "odds_ratio_loss": 0.31265169382095337, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05804603174328804, + "rewards/margins": 0.1412668526172638, + "rewards/rejected": -0.19931289553642273, + "sft_loss": 0.5804603099822998, + "step": 818 + }, + { + "epoch": 1.1843817787418656, + "grad_norm": 4.26288185974698, + "learning_rate": 7.392667770825859e-06, + "logits/chosen": 0.12806616723537445, + "logits/rejected": 0.12684689462184906, + "logps/chosen": -0.6775280237197876, + "logps/rejected": -2.6817450523376465, + "loss": 0.6758, + "odds_ratio_loss": 0.36490458250045776, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06775280088186264, + "rewards/margins": 0.20042170584201813, + "rewards/rejected": -0.2681744694709778, + "sft_loss": 0.6775280237197876, + "step": 819 + }, + { + "epoch": 1.185827910339841, + "grad_norm": 6.992906851248464, + "learning_rate": 7.391021476089641e-06, + "logits/chosen": 0.15885204076766968, + "logits/rejected": 0.08956670761108398, + "logps/chosen": -0.48606452345848083, + "logps/rejected": -1.5799554586410522, + "loss": 0.605, + "odds_ratio_loss": 0.2400798499584198, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04860645532608032, + "rewards/margins": 0.10938909649848938, + "rewards/rejected": -0.1579955518245697, + "sft_loss": 0.48606452345848083, + "step": 820 + }, + { + "epoch": 1.1872740419378163, + "grad_norm": 2.8411437399780244, + "learning_rate": 7.389373136893947e-06, + "logits/chosen": 0.056294236332178116, + "logits/rejected": 0.06409749388694763, + "logps/chosen": -0.6919089555740356, + "logps/rejected": -1.5181670188903809, + "loss": 0.6048, + "odds_ratio_loss": 0.4656546115875244, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06919088959693909, + "rewards/margins": 0.08262581378221512, + "rewards/rejected": -0.1518167108297348, + "sft_loss": 0.6919089555740356, + "step": 821 + }, + { + "epoch": 1.1887201735357917, + "grad_norm": 4.461930888679296, + "learning_rate": 7.3877227542325645e-06, + "logits/chosen": 0.15600307285785675, + "logits/rejected": 0.11605434864759445, + "logps/chosen": -0.47259920835494995, + "logps/rejected": -2.2307705879211426, + "loss": 0.569, + "odds_ratio_loss": 0.34623655676841736, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04725992679595947, + "rewards/margins": 0.17581716179847717, + "rewards/rejected": -0.22307708859443665, + "sft_loss": 0.47259920835494995, + "step": 822 + }, + { + "epoch": 1.1901663051337672, + "grad_norm": 2.3378993173232394, + "learning_rate": 7.3860703291005154e-06, + "logits/chosen": -0.04555685818195343, + "logits/rejected": -0.017071541398763657, + "logps/chosen": -0.59052574634552, + "logps/rejected": -3.355835199356079, + "loss": 0.7088, + "odds_ratio_loss": 0.3438900113105774, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05905257910490036, + "rewards/margins": 0.276530921459198, + "rewards/rejected": -0.33558350801467896, + "sft_loss": 0.59052574634552, + "step": 823 + }, + { + "epoch": 1.1916124367317427, + "grad_norm": 5.750195138604537, + "learning_rate": 7.384415862494055e-06, + "logits/chosen": 0.09526326507329941, + "logits/rejected": 0.1360977292060852, + "logps/chosen": -0.7659902572631836, + "logps/rejected": -4.108973026275635, + "loss": 0.6252, + "odds_ratio_loss": 0.395515114068985, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07659903168678284, + "rewards/margins": 0.3342982530593872, + "rewards/rejected": -0.41089728474617004, + "sft_loss": 0.7659902572631836, + "step": 824 + }, + { + "epoch": 1.1930585683297181, + "grad_norm": 2.948269959006474, + "learning_rate": 7.382759355410666e-06, + "logits/chosen": 0.178156316280365, + "logits/rejected": 0.2407047152519226, + "logps/chosen": -0.5645558834075928, + "logps/rejected": -2.222418785095215, + "loss": 0.549, + "odds_ratio_loss": 0.2562811076641083, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0564555898308754, + "rewards/margins": 0.16578629612922668, + "rewards/rejected": -0.22224187850952148, + "sft_loss": 0.5645558834075928, + "step": 825 + }, + { + "epoch": 1.1945046999276934, + "grad_norm": 2.874090383621196, + "learning_rate": 7.381100808849063e-06, + "logits/chosen": 0.10233473777770996, + "logits/rejected": 0.19571229815483093, + "logps/chosen": -0.39320099353790283, + "logps/rejected": -2.9694581031799316, + "loss": 0.5638, + "odds_ratio_loss": 0.1621977984905243, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03932010382413864, + "rewards/margins": 0.2576256990432739, + "rewards/rejected": -0.29694584012031555, + "sft_loss": 0.39320099353790283, + "step": 826 + }, + { + "epoch": 1.1959508315256688, + "grad_norm": 2.9133806547736727, + "learning_rate": 7.379440223809189e-06, + "logits/chosen": 0.23779156804084778, + "logits/rejected": 0.08777079731225967, + "logps/chosen": -0.49866682291030884, + "logps/rejected": -2.9157798290252686, + "loss": 0.6402, + "odds_ratio_loss": 0.27906733751296997, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.049866683781147, + "rewards/margins": 0.24171128869056702, + "rewards/rejected": -0.2915779948234558, + "sft_loss": 0.49866682291030884, + "step": 827 + }, + { + "epoch": 1.1973969631236443, + "grad_norm": 2.2335902201771214, + "learning_rate": 7.377777601292219e-06, + "logits/chosen": 0.2867448031902313, + "logits/rejected": 0.14885875582695007, + "logps/chosen": -0.5436640381813049, + "logps/rejected": -3.3524608612060547, + "loss": 0.6432, + "odds_ratio_loss": 0.27895376086235046, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05436640605330467, + "rewards/margins": 0.2808796763420105, + "rewards/rejected": -0.3352460563182831, + "sft_loss": 0.5436640381813049, + "step": 828 + }, + { + "epoch": 1.1988430947216198, + "grad_norm": 3.199011954022099, + "learning_rate": 7.376112942300552e-06, + "logits/chosen": 0.015715528279542923, + "logits/rejected": 0.06243829429149628, + "logps/chosen": -0.7299444675445557, + "logps/rejected": -1.2420305013656616, + "loss": 0.6999, + "odds_ratio_loss": 0.4474690854549408, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07299444824457169, + "rewards/margins": 0.051208604127168655, + "rewards/rejected": -0.12420305609703064, + "sft_loss": 0.7299444675445557, + "step": 829 + }, + { + "epoch": 1.200289226319595, + "grad_norm": 2.4971244149041527, + "learning_rate": 7.374446247837818e-06, + "logits/chosen": 0.08180706202983856, + "logits/rejected": 0.046968236565589905, + "logps/chosen": -0.6631790399551392, + "logps/rejected": -1.8908724784851074, + "loss": 0.6524, + "odds_ratio_loss": 0.3295513987541199, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06631790101528168, + "rewards/margins": 0.12276935577392578, + "rewards/rejected": -0.18908724188804626, + "sft_loss": 0.6631790399551392, + "step": 830 + }, + { + "epoch": 1.2017353579175705, + "grad_norm": 2.174741373156066, + "learning_rate": 7.372777518908874e-06, + "logits/chosen": 0.08737226575613022, + "logits/rejected": 0.004193238914012909, + "logps/chosen": -0.6524173021316528, + "logps/rejected": -2.7812983989715576, + "loss": 0.5948, + "odds_ratio_loss": 0.36923202872276306, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.065241739153862, + "rewards/margins": 0.21288813650608063, + "rewards/rejected": -0.2781298756599426, + "sft_loss": 0.6524173021316528, + "step": 831 + }, + { + "epoch": 1.203181489515546, + "grad_norm": 2.7310295441448114, + "learning_rate": 7.371106756519802e-06, + "logits/chosen": 0.173319473862648, + "logits/rejected": 0.08408096432685852, + "logps/chosen": -0.6770601272583008, + "logps/rejected": -2.8480212688446045, + "loss": 0.6284, + "odds_ratio_loss": 0.3516097664833069, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06770601868629456, + "rewards/margins": 0.21709612011909485, + "rewards/rejected": -0.2848021388053894, + "sft_loss": 0.6770601272583008, + "step": 832 + }, + { + "epoch": 1.2046276211135214, + "grad_norm": 7.808474205778759, + "learning_rate": 7.369433961677911e-06, + "logits/chosen": 0.0008435901254415512, + "logits/rejected": -0.0506550632417202, + "logps/chosen": -0.8189026117324829, + "logps/rejected": -1.491754412651062, + "loss": 0.6586, + "odds_ratio_loss": 0.4845430850982666, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.08189025521278381, + "rewards/margins": 0.06728518754243851, + "rewards/rejected": -0.14917545020580292, + "sft_loss": 0.8189026117324829, + "step": 833 + }, + { + "epoch": 1.2060737527114966, + "grad_norm": 2.728802488582667, + "learning_rate": 7.367759135391736e-06, + "logits/chosen": 0.08259500563144684, + "logits/rejected": 0.11314639449119568, + "logps/chosen": -0.6674097776412964, + "logps/rejected": -2.400236129760742, + "loss": 0.6741, + "odds_ratio_loss": 0.31944167613983154, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0667409747838974, + "rewards/margins": 0.17328262329101562, + "rewards/rejected": -0.24002361297607422, + "sft_loss": 0.6674097776412964, + "step": 834 + }, + { + "epoch": 1.207519884309472, + "grad_norm": 3.9207051998045026, + "learning_rate": 7.366082278671035e-06, + "logits/chosen": 0.026229331269860268, + "logits/rejected": 0.06131180375814438, + "logps/chosen": -0.5891038179397583, + "logps/rejected": -2.125972032546997, + "loss": 0.6595, + "odds_ratio_loss": 0.28627675771713257, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05891038104891777, + "rewards/margins": 0.15368682146072388, + "rewards/rejected": -0.21259720623493195, + "sft_loss": 0.5891038179397583, + "step": 835 + }, + { + "epoch": 1.2089660159074476, + "grad_norm": 2.5431982766029866, + "learning_rate": 7.364403392526792e-06, + "logits/chosen": 0.0870114117860794, + "logits/rejected": 0.11938456445932388, + "logps/chosen": -0.618964433670044, + "logps/rejected": -1.597392201423645, + "loss": 0.6361, + "odds_ratio_loss": 0.33390533924102783, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.061896443367004395, + "rewards/margins": 0.09784276783466339, + "rewards/rejected": -0.15973922610282898, + "sft_loss": 0.618964433670044, + "step": 836 + }, + { + "epoch": 1.210412147505423, + "grad_norm": 4.077563662601138, + "learning_rate": 7.362722477971212e-06, + "logits/chosen": 0.16533887386322021, + "logits/rejected": 0.19099020957946777, + "logps/chosen": -0.6469172239303589, + "logps/rejected": -1.096304178237915, + "loss": 0.6717, + "odds_ratio_loss": 0.458132803440094, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06469172239303589, + "rewards/margins": 0.044938698410987854, + "rewards/rejected": -0.10963042080402374, + "sft_loss": 0.6469172239303589, + "step": 837 + }, + { + "epoch": 1.2118582791033985, + "grad_norm": 4.144574279732616, + "learning_rate": 7.3610395360177265e-06, + "logits/chosen": 0.23874233663082123, + "logits/rejected": 0.1909375786781311, + "logps/chosen": -0.4308343529701233, + "logps/rejected": -4.907786846160889, + "loss": 0.6455, + "odds_ratio_loss": 0.2326105535030365, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04308343678712845, + "rewards/margins": 0.447695255279541, + "rewards/rejected": -0.49077871441841125, + "sft_loss": 0.4308343529701233, + "step": 838 + }, + { + "epoch": 1.2133044107013737, + "grad_norm": 2.572402444131962, + "learning_rate": 7.359354567680988e-06, + "logits/chosen": 0.02161214128136635, + "logits/rejected": 1.9058585166931152e-05, + "logps/chosen": -0.6865906715393066, + "logps/rejected": -3.0387065410614014, + "loss": 0.571, + "odds_ratio_loss": 0.32448068261146545, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06865906715393066, + "rewards/margins": 0.2352115958929062, + "rewards/rejected": -0.30387064814567566, + "sft_loss": 0.6865906715393066, + "step": 839 + }, + { + "epoch": 1.2147505422993492, + "grad_norm": 2.639023550297937, + "learning_rate": 7.357667573976868e-06, + "logits/chosen": 0.1299152374267578, + "logits/rejected": 0.1438194215297699, + "logps/chosen": -0.6337484121322632, + "logps/rejected": -2.1571292877197266, + "loss": 0.6384, + "odds_ratio_loss": 0.32844048738479614, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0633748471736908, + "rewards/margins": 0.15233808755874634, + "rewards/rejected": -0.21571293473243713, + "sft_loss": 0.6337484121322632, + "step": 840 + }, + { + "epoch": 1.2161966738973247, + "grad_norm": 2.355187398625417, + "learning_rate": 7.355978555922462e-06, + "logits/chosen": 0.17293739318847656, + "logits/rejected": 0.14240939915180206, + "logps/chosen": -0.7368587255477905, + "logps/rejected": -1.4114584922790527, + "loss": 0.6926, + "odds_ratio_loss": 0.5368320345878601, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07368587702512741, + "rewards/margins": 0.06745997071266174, + "rewards/rejected": -0.14114584028720856, + "sft_loss": 0.7368587255477905, + "step": 841 + }, + { + "epoch": 1.2176428054953001, + "grad_norm": 2.3515135229234385, + "learning_rate": 7.354287514536086e-06, + "logits/chosen": -0.12064902484416962, + "logits/rejected": -0.07363397628068924, + "logps/chosen": -0.639882504940033, + "logps/rejected": -2.084611177444458, + "loss": 0.6079, + "odds_ratio_loss": 0.3934566378593445, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06398826092481613, + "rewards/margins": 0.1444728672504425, + "rewards/rejected": -0.20846112072467804, + "sft_loss": 0.639882504940033, + "step": 842 + }, + { + "epoch": 1.2190889370932756, + "grad_norm": 5.7804051421541995, + "learning_rate": 7.352594450837275e-06, + "logits/chosen": 0.14320078492164612, + "logits/rejected": 0.13621798157691956, + "logps/chosen": -0.6584324240684509, + "logps/rejected": -3.753617763519287, + "loss": 0.6103, + "odds_ratio_loss": 0.31743061542510986, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06584323942661285, + "rewards/margins": 0.3095185458660126, + "rewards/rejected": -0.37536177039146423, + "sft_loss": 0.6584324240684509, + "step": 843 + }, + { + "epoch": 1.2205350686912508, + "grad_norm": 2.2438557449285605, + "learning_rate": 7.350899365846783e-06, + "logits/chosen": 0.0793205052614212, + "logits/rejected": 0.06837757676839828, + "logps/chosen": -0.6042904853820801, + "logps/rejected": -3.4073262214660645, + "loss": 0.5716, + "odds_ratio_loss": 0.26326024532318115, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.060429058969020844, + "rewards/margins": 0.2803035378456116, + "rewards/rejected": -0.3407326340675354, + "sft_loss": 0.6042904853820801, + "step": 844 + }, + { + "epoch": 1.2219812002892263, + "grad_norm": 5.631401098009144, + "learning_rate": 7.349202260586583e-06, + "logits/chosen": 0.16910803318023682, + "logits/rejected": 0.1033957228064537, + "logps/chosen": -0.5252476930618286, + "logps/rejected": -3.475262403488159, + "loss": 0.5537, + "odds_ratio_loss": 0.36323004961013794, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.052524764090776443, + "rewards/margins": 0.29500147700309753, + "rewards/rejected": -0.3475262522697449, + "sft_loss": 0.5252476930618286, + "step": 845 + }, + { + "epoch": 1.2234273318872018, + "grad_norm": 2.3919449248178375, + "learning_rate": 7.3475031360798675e-06, + "logits/chosen": 0.021080223843455315, + "logits/rejected": 0.05137103796005249, + "logps/chosen": -0.7238802909851074, + "logps/rejected": -1.834083080291748, + "loss": 0.6581, + "odds_ratio_loss": 0.3619506359100342, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07238802313804626, + "rewards/margins": 0.1110202968120575, + "rewards/rejected": -0.18340831995010376, + "sft_loss": 0.7238802909851074, + "step": 846 + }, + { + "epoch": 1.2248734634851772, + "grad_norm": 2.401756254973007, + "learning_rate": 7.345801993351043e-06, + "logits/chosen": 0.1136443018913269, + "logits/rejected": 0.09337516129016876, + "logps/chosen": -0.508891761302948, + "logps/rejected": -1.8448481559753418, + "loss": 0.5723, + "odds_ratio_loss": 0.3853185772895813, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05088917538523674, + "rewards/margins": 0.13359564542770386, + "rewards/rejected": -0.1844848245382309, + "sft_loss": 0.508891761302948, + "step": 847 + }, + { + "epoch": 1.2263195950831527, + "grad_norm": 2.210151721154268, + "learning_rate": 7.344098833425736e-06, + "logits/chosen": 0.04942498356103897, + "logits/rejected": 0.1343136578798294, + "logps/chosen": -0.5119268298149109, + "logps/rejected": -3.112112522125244, + "loss": 0.6502, + "odds_ratio_loss": 0.22073283791542053, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05119268596172333, + "rewards/margins": 0.26001858711242676, + "rewards/rejected": -0.3112112283706665, + "sft_loss": 0.5119268298149109, + "step": 848 + }, + { + "epoch": 1.227765726681128, + "grad_norm": 2.186487322506283, + "learning_rate": 7.342393657330786e-06, + "logits/chosen": 0.08392804116010666, + "logits/rejected": 0.09755400568246841, + "logps/chosen": -0.6143007874488831, + "logps/rejected": -2.7268826961517334, + "loss": 0.6268, + "odds_ratio_loss": 0.3477764427661896, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.061430081725120544, + "rewards/margins": 0.21125821769237518, + "rewards/rejected": -0.27268826961517334, + "sft_loss": 0.6143007874488831, + "step": 849 + }, + { + "epoch": 1.2292118582791034, + "grad_norm": 2.5756144440337003, + "learning_rate": 7.340686466094253e-06, + "logits/chosen": 0.01365756243467331, + "logits/rejected": -0.015208684839308262, + "logps/chosen": -0.6614384055137634, + "logps/rejected": -1.732398271560669, + "loss": 0.59, + "odds_ratio_loss": 0.4114297926425934, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06614383310079575, + "rewards/margins": 0.10709600150585175, + "rewards/rejected": -0.1732398420572281, + "sft_loss": 0.6614384055137634, + "step": 850 + }, + { + "epoch": 1.2306579898770789, + "grad_norm": 3.2850407881963646, + "learning_rate": 7.338977260745408e-06, + "logits/chosen": 0.06653488427400589, + "logits/rejected": 0.11970080435276031, + "logps/chosen": -0.6355282068252563, + "logps/rejected": -2.975282669067383, + "loss": 0.6661, + "odds_ratio_loss": 0.18445342779159546, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.06355281919240952, + "rewards/margins": 0.23397547006607056, + "rewards/rejected": -0.29752829670906067, + "sft_loss": 0.6355282068252563, + "step": 851 + }, + { + "epoch": 1.2321041214750543, + "grad_norm": 3.3087787505793074, + "learning_rate": 7.337266042314736e-06, + "logits/chosen": -0.11909240484237671, + "logits/rejected": -0.003269646316766739, + "logps/chosen": -0.5766974687576294, + "logps/rejected": -1.5956358909606934, + "loss": 0.5398, + "odds_ratio_loss": 0.3452081084251404, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0576697513461113, + "rewards/margins": 0.1018938422203064, + "rewards/rejected": -0.1595635861158371, + "sft_loss": 0.5766974687576294, + "step": 852 + }, + { + "epoch": 1.2335502530730296, + "grad_norm": 2.2720728280558182, + "learning_rate": 7.335552811833938e-06, + "logits/chosen": 0.09772266447544098, + "logits/rejected": 0.05156873166561127, + "logps/chosen": -0.7244196534156799, + "logps/rejected": -1.5867480039596558, + "loss": 0.5883, + "odds_ratio_loss": 0.4903804659843445, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.072441965341568, + "rewards/margins": 0.08623284101486206, + "rewards/rejected": -0.15867480635643005, + "sft_loss": 0.7244196534156799, + "step": 853 + }, + { + "epoch": 1.234996384671005, + "grad_norm": 4.799589917880964, + "learning_rate": 7.333837570335926e-06, + "logits/chosen": 0.17452943325042725, + "logits/rejected": 0.13533267378807068, + "logps/chosen": -0.41512399911880493, + "logps/rejected": -4.827322959899902, + "loss": 0.603, + "odds_ratio_loss": 0.2235361635684967, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04151239991188049, + "rewards/margins": 0.44121992588043213, + "rewards/rejected": -0.4827323257923126, + "sft_loss": 0.41512399911880493, + "step": 854 + }, + { + "epoch": 1.2364425162689805, + "grad_norm": 2.1998808847443017, + "learning_rate": 7.332120318854828e-06, + "logits/chosen": 0.16299928724765778, + "logits/rejected": 0.12603971362113953, + "logps/chosen": -0.6076937317848206, + "logps/rejected": -2.386244297027588, + "loss": 0.6123, + "odds_ratio_loss": 0.3471486568450928, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.060769371688365936, + "rewards/margins": 0.17785507440567017, + "rewards/rejected": -0.2386244535446167, + "sft_loss": 0.6076937317848206, + "step": 855 + }, + { + "epoch": 1.237888647866956, + "grad_norm": 4.333732122428708, + "learning_rate": 7.330401058425978e-06, + "logits/chosen": 0.1115557998418808, + "logits/rejected": 0.03767241910099983, + "logps/chosen": -0.6454582214355469, + "logps/rejected": -4.050790309906006, + "loss": 0.5584, + "odds_ratio_loss": 0.39332228899002075, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06454582512378693, + "rewards/margins": 0.34053319692611694, + "rewards/rejected": -0.4050790071487427, + "sft_loss": 0.6454582214355469, + "step": 856 + }, + { + "epoch": 1.2393347794649312, + "grad_norm": 2.325898041501977, + "learning_rate": 7.328679790085928e-06, + "logits/chosen": 0.233146071434021, + "logits/rejected": 0.11350773274898529, + "logps/chosen": -0.45263344049453735, + "logps/rejected": -2.9898529052734375, + "loss": 0.5872, + "odds_ratio_loss": 0.2763618230819702, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.045263346284627914, + "rewards/margins": 0.2537219226360321, + "rewards/rejected": -0.2989852726459503, + "sft_loss": 0.45263344049453735, + "step": 857 + }, + { + "epoch": 1.2407809110629067, + "grad_norm": 3.1302938440980874, + "learning_rate": 7.326956514872434e-06, + "logits/chosen": -0.018604222685098648, + "logits/rejected": 0.06933964788913727, + "logps/chosen": -0.48552218079566956, + "logps/rejected": -1.1437679529190063, + "loss": 0.6535, + "odds_ratio_loss": 0.3590165376663208, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.048552218824625015, + "rewards/margins": 0.06582456827163696, + "rewards/rejected": -0.11437679827213287, + "sft_loss": 0.48552218079566956, + "step": 858 + }, + { + "epoch": 1.2422270426608821, + "grad_norm": 2.353039250439809, + "learning_rate": 7.325231233824465e-06, + "logits/chosen": 0.09792876243591309, + "logits/rejected": 0.12561389803886414, + "logps/chosen": -0.5376712679862976, + "logps/rejected": -2.5611867904663086, + "loss": 0.5828, + "odds_ratio_loss": 0.2520514130592346, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.053767129778862, + "rewards/margins": 0.20235158503055573, + "rewards/rejected": -0.2561187148094177, + "sft_loss": 0.5376712679862976, + "step": 859 + }, + { + "epoch": 1.2436731742588576, + "grad_norm": 2.7402418071243697, + "learning_rate": 7.323503947982203e-06, + "logits/chosen": 0.22483845055103302, + "logits/rejected": 0.20443016290664673, + "logps/chosen": -0.34170234203338623, + "logps/rejected": -2.6574883460998535, + "loss": 0.5197, + "odds_ratio_loss": 0.19146178662776947, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.034170232713222504, + "rewards/margins": 0.23157860338687897, + "rewards/rejected": -0.2657488286495209, + "sft_loss": 0.34170234203338623, + "step": 860 + }, + { + "epoch": 1.245119305856833, + "grad_norm": 2.1857929122043616, + "learning_rate": 7.3217746583870315e-06, + "logits/chosen": 0.0867963433265686, + "logits/rejected": 0.08815450221300125, + "logps/chosen": -0.49371716380119324, + "logps/rejected": -3.03228497505188, + "loss": 0.6737, + "odds_ratio_loss": 0.2313099354505539, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.049371711909770966, + "rewards/margins": 0.2538568079471588, + "rewards/rejected": -0.303228497505188, + "sft_loss": 0.49371716380119324, + "step": 861 + }, + { + "epoch": 1.2465654374548083, + "grad_norm": 4.024529157035028, + "learning_rate": 7.3200433660815474e-06, + "logits/chosen": 0.11046599596738815, + "logits/rejected": 0.059477321803569794, + "logps/chosen": -0.6523793935775757, + "logps/rejected": -1.849184513092041, + "loss": 0.6839, + "odds_ratio_loss": 0.36109447479248047, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06523793935775757, + "rewards/margins": 0.11968051642179489, + "rewards/rejected": -0.18491846323013306, + "sft_loss": 0.6523793935775757, + "step": 862 + }, + { + "epoch": 1.2480115690527838, + "grad_norm": 3.176670393350689, + "learning_rate": 7.318310072109552e-06, + "logits/chosen": 0.07282102853059769, + "logits/rejected": 0.19558274745941162, + "logps/chosen": -0.5407617688179016, + "logps/rejected": -2.6236157417297363, + "loss": 0.6409, + "odds_ratio_loss": 0.20967018604278564, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0540761798620224, + "rewards/margins": 0.2082854062318802, + "rewards/rejected": -0.2623615860939026, + "sft_loss": 0.5407617688179016, + "step": 863 + }, + { + "epoch": 1.2494577006507592, + "grad_norm": 2.8304016651309754, + "learning_rate": 7.3165747775160555e-06, + "logits/chosen": 0.1903497278690338, + "logits/rejected": 0.07230844348669052, + "logps/chosen": -0.712563693523407, + "logps/rejected": -3.380535364151001, + "loss": 0.5968, + "odds_ratio_loss": 0.35233545303344727, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0712563768029213, + "rewards/margins": 0.26679715514183044, + "rewards/rejected": -0.33805355429649353, + "sft_loss": 0.712563693523407, + "step": 864 + }, + { + "epoch": 1.2509038322487347, + "grad_norm": 2.4209488023330996, + "learning_rate": 7.3148374833472746e-06, + "logits/chosen": 0.1617758572101593, + "logits/rejected": 0.08497782796621323, + "logps/chosen": -0.6493286490440369, + "logps/rejected": -3.3906636238098145, + "loss": 0.6008, + "odds_ratio_loss": 0.4235643148422241, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06493286788463593, + "rewards/margins": 0.27413350343704224, + "rewards/rejected": -0.33906635642051697, + "sft_loss": 0.6493286490440369, + "step": 865 + }, + { + "epoch": 1.2523499638467102, + "grad_norm": 2.499704939420737, + "learning_rate": 7.313098190650627e-06, + "logits/chosen": -0.037707388401031494, + "logits/rejected": 0.029249371960759163, + "logps/chosen": -0.7335867881774902, + "logps/rejected": -1.2428430318832397, + "loss": 0.6596, + "odds_ratio_loss": 0.46961063146591187, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0733586773276329, + "rewards/margins": 0.050925616174936295, + "rewards/rejected": -0.1242842972278595, + "sft_loss": 0.7335867881774902, + "step": 866 + }, + { + "epoch": 1.2537960954446854, + "grad_norm": 3.162650037572366, + "learning_rate": 7.311356900474743e-06, + "logits/chosen": 0.18778613209724426, + "logits/rejected": 0.14763246476650238, + "logps/chosen": -0.5227529406547546, + "logps/rejected": -2.191002607345581, + "loss": 0.5999, + "odds_ratio_loss": 0.2827909588813782, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.052275292575359344, + "rewards/margins": 0.16682496666908264, + "rewards/rejected": -0.2191002517938614, + "sft_loss": 0.5227529406547546, + "step": 867 + }, + { + "epoch": 1.2552422270426609, + "grad_norm": 3.1734084703080048, + "learning_rate": 7.30961361386945e-06, + "logits/chosen": 0.22620001435279846, + "logits/rejected": 0.28974610567092896, + "logps/chosen": -0.631101131439209, + "logps/rejected": -1.6538848876953125, + "loss": 0.5449, + "odds_ratio_loss": 0.3684981167316437, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0631101131439209, + "rewards/margins": 0.10227837413549423, + "rewards/rejected": -0.16538847982883453, + "sft_loss": 0.631101131439209, + "step": 868 + }, + { + "epoch": 1.2566883586406363, + "grad_norm": 3.5174474662803465, + "learning_rate": 7.307868331885783e-06, + "logits/chosen": 0.15043975412845612, + "logits/rejected": 0.09274716675281525, + "logps/chosen": -0.5229210257530212, + "logps/rejected": -3.506356954574585, + "loss": 0.5961, + "odds_ratio_loss": 0.30983737111091614, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.052292101085186005, + "rewards/margins": 0.29834359884262085, + "rewards/rejected": -0.35063570737838745, + "sft_loss": 0.5229210257530212, + "step": 869 + }, + { + "epoch": 1.2581344902386118, + "grad_norm": 3.329767820424892, + "learning_rate": 7.306121055575979e-06, + "logits/chosen": 0.17091235518455505, + "logits/rejected": 0.05310794711112976, + "logps/chosen": -0.48885834217071533, + "logps/rejected": -2.341912269592285, + "loss": 0.5332, + "odds_ratio_loss": 0.3056949973106384, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.04888583719730377, + "rewards/margins": 0.1853054016828537, + "rewards/rejected": -0.23419123888015747, + "sft_loss": 0.48885834217071533, + "step": 870 + }, + { + "epoch": 1.2595806218365873, + "grad_norm": 2.421934812884417, + "learning_rate": 7.304371785993478e-06, + "logits/chosen": 0.07035940140485764, + "logits/rejected": 0.057187557220458984, + "logps/chosen": -0.5910875797271729, + "logps/rejected": -3.1442012786865234, + "loss": 0.655, + "odds_ratio_loss": 0.26056718826293945, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.059108760207891464, + "rewards/margins": 0.25531139969825745, + "rewards/rejected": -0.3144201636314392, + "sft_loss": 0.5910875797271729, + "step": 871 + }, + { + "epoch": 1.2610267534345625, + "grad_norm": 5.4366957185017055, + "learning_rate": 7.302620524192919e-06, + "logits/chosen": 0.1306525021791458, + "logits/rejected": -0.046006545424461365, + "logps/chosen": -0.4835171401500702, + "logps/rejected": -3.9955079555511475, + "loss": 0.5438, + "odds_ratio_loss": 0.2657640874385834, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0483517125248909, + "rewards/margins": 0.35119912028312683, + "rewards/rejected": -0.39955076575279236, + "sft_loss": 0.4835171401500702, + "step": 872 + }, + { + "epoch": 1.262472885032538, + "grad_norm": 4.732128151149686, + "learning_rate": 7.300867271230147e-06, + "logits/chosen": -0.02715367265045643, + "logits/rejected": 0.008712584152817726, + "logps/chosen": -0.7222077250480652, + "logps/rejected": -2.355595827102661, + "loss": 0.5656, + "odds_ratio_loss": 0.2727832794189453, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.07222076505422592, + "rewards/margins": 0.1633388102054596, + "rewards/rejected": -0.2355595827102661, + "sft_loss": 0.7222077250480652, + "step": 873 + }, + { + "epoch": 1.2639190166305134, + "grad_norm": 2.946079569555965, + "learning_rate": 7.299112028162202e-06, + "logits/chosen": 0.12276051938533783, + "logits/rejected": 0.09081517904996872, + "logps/chosen": -0.6572151184082031, + "logps/rejected": -3.947697877883911, + "loss": 0.6366, + "odds_ratio_loss": 0.37073010206222534, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06572151184082031, + "rewards/margins": 0.3290482759475708, + "rewards/rejected": -0.3947698175907135, + "sft_loss": 0.6572151184082031, + "step": 874 + }, + { + "epoch": 1.2653651482284887, + "grad_norm": 3.824117606600312, + "learning_rate": 7.297354796047329e-06, + "logits/chosen": 0.1744898557662964, + "logits/rejected": 0.1692255735397339, + "logps/chosen": -0.4023602604866028, + "logps/rejected": -3.4393415451049805, + "loss": 0.6831, + "odds_ratio_loss": 0.22353234887123108, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04023602232336998, + "rewards/margins": 0.3036981225013733, + "rewards/rejected": -0.34393414855003357, + "sft_loss": 0.4023602604866028, + "step": 875 + }, + { + "epoch": 1.2668112798264641, + "grad_norm": 2.9230987462682227, + "learning_rate": 7.295595575944968e-06, + "logits/chosen": 0.11851765215396881, + "logits/rejected": 0.15573816001415253, + "logps/chosen": -0.5971537232398987, + "logps/rejected": -2.4105782508850098, + "loss": 0.6128, + "odds_ratio_loss": 0.3604203164577484, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05971537530422211, + "rewards/margins": 0.1813424527645111, + "rewards/rejected": -0.24105781316757202, + "sft_loss": 0.5971537232398987, + "step": 876 + }, + { + "epoch": 1.2682574114244396, + "grad_norm": 3.7641940234842592, + "learning_rate": 7.293834368915762e-06, + "logits/chosen": 0.17587612569332123, + "logits/rejected": 0.11586427688598633, + "logps/chosen": -0.6683433651924133, + "logps/rejected": -1.2942430973052979, + "loss": 0.6081, + "odds_ratio_loss": 0.40443292260169983, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06683434545993805, + "rewards/margins": 0.06258997321128845, + "rewards/rejected": -0.1294243186712265, + "sft_loss": 0.6683433651924133, + "step": 877 + }, + { + "epoch": 1.269703543022415, + "grad_norm": 2.7147629034863483, + "learning_rate": 7.292071176021546e-06, + "logits/chosen": 0.1754606068134308, + "logits/rejected": 0.17133712768554688, + "logps/chosen": -0.6982166767120361, + "logps/rejected": -2.0608537197113037, + "loss": 0.6528, + "odds_ratio_loss": 0.39273586869239807, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06982167065143585, + "rewards/margins": 0.13626369833946228, + "rewards/rejected": -0.20608535408973694, + "sft_loss": 0.6982166767120361, + "step": 878 + }, + { + "epoch": 1.2711496746203905, + "grad_norm": 2.362146428523586, + "learning_rate": 7.2903059983253575e-06, + "logits/chosen": 0.3036377429962158, + "logits/rejected": 0.21588896214962006, + "logps/chosen": -0.5209940671920776, + "logps/rejected": -2.4526965618133545, + "loss": 0.5407, + "odds_ratio_loss": 0.33587196469306946, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.052099406719207764, + "rewards/margins": 0.19317024946212769, + "rewards/rejected": -0.24526965618133545, + "sft_loss": 0.5209940671920776, + "step": 879 + }, + { + "epoch": 1.2725958062183658, + "grad_norm": 2.5454177758478496, + "learning_rate": 7.288538836891428e-06, + "logits/chosen": 0.06093733385205269, + "logits/rejected": 0.07876378297805786, + "logps/chosen": -0.6048973798751831, + "logps/rejected": -3.196272611618042, + "loss": 0.5978, + "odds_ratio_loss": 0.28094661235809326, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06048973649740219, + "rewards/margins": 0.25913751125335693, + "rewards/rejected": -0.31962722539901733, + "sft_loss": 0.6048973798751831, + "step": 880 + }, + { + "epoch": 1.2740419378163412, + "grad_norm": 4.714093464026552, + "learning_rate": 7.286769692785185e-06, + "logits/chosen": 0.12928709387779236, + "logits/rejected": 0.0929189920425415, + "logps/chosen": -0.6182774305343628, + "logps/rejected": -1.788148045539856, + "loss": 0.6916, + "odds_ratio_loss": 0.5657252073287964, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.061827752739191055, + "rewards/margins": 0.11698705703020096, + "rewards/rejected": -0.17881479859352112, + "sft_loss": 0.6182774305343628, + "step": 881 + }, + { + "epoch": 1.2754880694143167, + "grad_norm": 2.425544165899364, + "learning_rate": 7.284998567073254e-06, + "logits/chosen": 0.1605134755373001, + "logits/rejected": 0.12401594966650009, + "logps/chosen": -0.4902043640613556, + "logps/rejected": -2.4860270023345947, + "loss": 0.6171, + "odds_ratio_loss": 0.24903835356235504, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0490204393863678, + "rewards/margins": 0.1995822638273239, + "rewards/rejected": -0.2486027032136917, + "sft_loss": 0.4902043640613556, + "step": 882 + }, + { + "epoch": 1.2769342010122922, + "grad_norm": 2.4177056064353937, + "learning_rate": 7.283225460823452e-06, + "logits/chosen": 0.15278860926628113, + "logits/rejected": 0.09883365780115128, + "logps/chosen": -0.4777308702468872, + "logps/rejected": -3.172642707824707, + "loss": 0.6086, + "odds_ratio_loss": 0.2730526626110077, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0477730855345726, + "rewards/margins": 0.26949119567871094, + "rewards/rejected": -0.31726425886154175, + "sft_loss": 0.4777308702468872, + "step": 883 + }, + { + "epoch": 1.2783803326102676, + "grad_norm": 2.870771462027815, + "learning_rate": 7.281450375104792e-06, + "logits/chosen": 0.11632952094078064, + "logits/rejected": 0.08604128658771515, + "logps/chosen": -0.7169528007507324, + "logps/rejected": -2.1212775707244873, + "loss": 0.6727, + "odds_ratio_loss": 0.43706566095352173, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07169528305530548, + "rewards/margins": 0.1404324769973755, + "rewards/rejected": -0.21212777495384216, + "sft_loss": 0.7169528007507324, + "step": 884 + }, + { + "epoch": 1.2798264642082429, + "grad_norm": 2.654421440453263, + "learning_rate": 7.2796733109874785e-06, + "logits/chosen": 0.16258105635643005, + "logits/rejected": 0.170535147190094, + "logps/chosen": -0.5291702747344971, + "logps/rejected": -2.99528431892395, + "loss": 0.6692, + "odds_ratio_loss": 0.2050587683916092, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05291702598333359, + "rewards/margins": 0.24661138653755188, + "rewards/rejected": -0.29952841997146606, + "sft_loss": 0.5291702747344971, + "step": 885 + }, + { + "epoch": 1.2812725958062183, + "grad_norm": 6.212461882229058, + "learning_rate": 7.277894269542912e-06, + "logits/chosen": 0.1574457436800003, + "logits/rejected": 0.021832166239619255, + "logps/chosen": -0.5372164249420166, + "logps/rejected": -3.0358946323394775, + "loss": 0.682, + "odds_ratio_loss": 0.29545292258262634, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05372164770960808, + "rewards/margins": 0.24986781179904938, + "rewards/rejected": -0.30358946323394775, + "sft_loss": 0.5372164249420166, + "step": 886 + }, + { + "epoch": 1.2827187274041938, + "grad_norm": 2.733381355486248, + "learning_rate": 7.2761132518436825e-06, + "logits/chosen": 0.1425001621246338, + "logits/rejected": 0.16708292067050934, + "logps/chosen": -0.498007595539093, + "logps/rejected": -2.4287235736846924, + "loss": 0.551, + "odds_ratio_loss": 0.21452642977237701, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04980075731873512, + "rewards/margins": 0.19307160377502441, + "rewards/rejected": -0.24287235736846924, + "sft_loss": 0.498007595539093, + "step": 887 + }, + { + "epoch": 1.2841648590021693, + "grad_norm": 2.302702730393573, + "learning_rate": 7.274330258963571e-06, + "logits/chosen": 0.2424948513507843, + "logits/rejected": 0.10700159519910812, + "logps/chosen": -0.43079856038093567, + "logps/rejected": -3.0819058418273926, + "loss": 0.6015, + "odds_ratio_loss": 0.19200022518634796, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04307985678315163, + "rewards/margins": 0.26511070132255554, + "rewards/rejected": -0.30819055438041687, + "sft_loss": 0.43079856038093567, + "step": 888 + }, + { + "epoch": 1.2856109906001447, + "grad_norm": 2.612798051257584, + "learning_rate": 7.272545291977551e-06, + "logits/chosen": 0.08881522715091705, + "logits/rejected": 0.05702493339776993, + "logps/chosen": -0.5296792387962341, + "logps/rejected": -3.994205951690674, + "loss": 0.6511, + "odds_ratio_loss": 0.289590448141098, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05296792834997177, + "rewards/margins": 0.34645265340805054, + "rewards/rejected": -0.3994206190109253, + "sft_loss": 0.5296792387962341, + "step": 889 + }, + { + "epoch": 1.28705712219812, + "grad_norm": 2.9782311108855244, + "learning_rate": 7.270758351961787e-06, + "logits/chosen": 0.026416288688778877, + "logits/rejected": 0.03395572304725647, + "logps/chosen": -0.6140929460525513, + "logps/rejected": -2.65456223487854, + "loss": 0.5723, + "odds_ratio_loss": 0.3684936761856079, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06140929460525513, + "rewards/margins": 0.20404693484306335, + "rewards/rejected": -0.2654562294483185, + "sft_loss": 0.6140929460525513, + "step": 890 + }, + { + "epoch": 1.2885032537960954, + "grad_norm": 2.589171345600719, + "learning_rate": 7.268969439993631e-06, + "logits/chosen": 0.1916169971227646, + "logits/rejected": 0.04407678171992302, + "logps/chosen": -0.5033664703369141, + "logps/rejected": -2.073901891708374, + "loss": 0.7008, + "odds_ratio_loss": 0.2652108669281006, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05033664405345917, + "rewards/margins": 0.15705353021621704, + "rewards/rejected": -0.2073901891708374, + "sft_loss": 0.5033664703369141, + "step": 891 + }, + { + "epoch": 1.289949385394071, + "grad_norm": 5.374295907094805, + "learning_rate": 7.267178557151625e-06, + "logits/chosen": 0.142109215259552, + "logits/rejected": 0.191066175699234, + "logps/chosen": -0.4820294976234436, + "logps/rejected": -2.943162441253662, + "loss": 0.6246, + "odds_ratio_loss": 0.3385387361049652, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.04820295050740242, + "rewards/margins": 0.24611330032348633, + "rewards/rejected": -0.29431626200675964, + "sft_loss": 0.4820294976234436, + "step": 892 + }, + { + "epoch": 1.2913955169920464, + "grad_norm": 3.3410095444556873, + "learning_rate": 7.265385704515498e-06, + "logits/chosen": 0.05013919621706009, + "logits/rejected": 0.16960841417312622, + "logps/chosen": -0.7405865788459778, + "logps/rejected": -2.0694758892059326, + "loss": 0.6052, + "odds_ratio_loss": 0.41710177063941956, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0740586593747139, + "rewards/margins": 0.13288892805576324, + "rewards/rejected": -0.20694757997989655, + "sft_loss": 0.7405865788459778, + "step": 893 + }, + { + "epoch": 1.2928416485900218, + "grad_norm": 2.5037443157900823, + "learning_rate": 7.263590883166168e-06, + "logits/chosen": 0.10009223222732544, + "logits/rejected": 0.14507119357585907, + "logps/chosen": -0.433633029460907, + "logps/rejected": -1.8324575424194336, + "loss": 0.594, + "odds_ratio_loss": 0.27205413579940796, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0433633029460907, + "rewards/margins": 0.13988244533538818, + "rewards/rejected": -0.18324576318264008, + "sft_loss": 0.433633029460907, + "step": 894 + }, + { + "epoch": 1.294287780187997, + "grad_norm": 2.6618437917755156, + "learning_rate": 7.2617940941857395e-06, + "logits/chosen": -0.0036581484600901604, + "logits/rejected": 0.12767058610916138, + "logps/chosen": -0.5401878356933594, + "logps/rejected": -2.6623241901397705, + "loss": 0.5868, + "odds_ratio_loss": 0.21899092197418213, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0540187805891037, + "rewards/margins": 0.2122136503458023, + "rewards/rejected": -0.266232430934906, + "sft_loss": 0.5401878356933594, + "step": 895 + }, + { + "epoch": 1.2957339117859725, + "grad_norm": 3.7716031429476997, + "learning_rate": 7.259995338657504e-06, + "logits/chosen": 0.06534141302108765, + "logits/rejected": 0.06475174427032471, + "logps/chosen": -0.6003227829933167, + "logps/rejected": -2.5519890785217285, + "loss": 0.7213, + "odds_ratio_loss": 0.39002418518066406, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.060032278299331665, + "rewards/margins": 0.19516664743423462, + "rewards/rejected": -0.25519895553588867, + "sft_loss": 0.6003227829933167, + "step": 896 + }, + { + "epoch": 1.297180043383948, + "grad_norm": 2.794184064220952, + "learning_rate": 7.258194617665937e-06, + "logits/chosen": 0.1161397323012352, + "logits/rejected": 0.14191779494285583, + "logps/chosen": -0.6059271097183228, + "logps/rejected": -2.318582534790039, + "loss": 0.6352, + "odds_ratio_loss": 0.42859724164009094, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.060592710971832275, + "rewards/margins": 0.17126552760601044, + "rewards/rejected": -0.2318582534790039, + "sft_loss": 0.6059271097183228, + "step": 897 + }, + { + "epoch": 1.2986261749819232, + "grad_norm": 2.3562388178644915, + "learning_rate": 7.256391932296701e-06, + "logits/chosen": -0.09829920530319214, + "logits/rejected": 0.0967685803771019, + "logps/chosen": -0.5340638160705566, + "logps/rejected": -2.656466245651245, + "loss": 0.6395, + "odds_ratio_loss": 0.22315004467964172, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.053406380116939545, + "rewards/margins": 0.21224026381969452, + "rewards/rejected": -0.26564663648605347, + "sft_loss": 0.5340638160705566, + "step": 898 + }, + { + "epoch": 1.3000723065798987, + "grad_norm": 3.4290264601170573, + "learning_rate": 7.25458728363664e-06, + "logits/chosen": 0.10071888566017151, + "logits/rejected": 0.07806149125099182, + "logps/chosen": -0.6966016888618469, + "logps/rejected": -3.5601463317871094, + "loss": 0.6549, + "odds_ratio_loss": 0.31283316016197205, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06966017186641693, + "rewards/margins": 0.2863544821739197, + "rewards/rejected": -0.3560146689414978, + "sft_loss": 0.6966016888618469, + "step": 899 + }, + { + "epoch": 1.3015184381778742, + "grad_norm": 2.5914762182916586, + "learning_rate": 7.252780672773785e-06, + "logits/chosen": 0.0018359817331656814, + "logits/rejected": 0.041274283081293106, + "logps/chosen": -0.592832624912262, + "logps/rejected": -2.7108519077301025, + "loss": 0.6497, + "odds_ratio_loss": 0.2760257422924042, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.059283267706632614, + "rewards/margins": 0.2118019312620163, + "rewards/rejected": -0.2710852026939392, + "sft_loss": 0.592832624912262, + "step": 900 + }, + { + "epoch": 1.3029645697758496, + "grad_norm": 2.512930115177367, + "learning_rate": 7.250972100797347e-06, + "logits/chosen": 0.14943164587020874, + "logits/rejected": 0.04612865671515465, + "logps/chosen": -0.7253419160842896, + "logps/rejected": -2.070033073425293, + "loss": 0.5876, + "odds_ratio_loss": 0.45559167861938477, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07253418862819672, + "rewards/margins": 0.13446910679340363, + "rewards/rejected": -0.20700329542160034, + "sft_loss": 0.7253419160842896, + "step": 901 + }, + { + "epoch": 1.304410701373825, + "grad_norm": 3.628486682129814, + "learning_rate": 7.249161568797722e-06, + "logits/chosen": 0.04626443237066269, + "logits/rejected": -0.00022936612367630005, + "logps/chosen": -0.6973298788070679, + "logps/rejected": -2.7048377990722656, + "loss": 0.5538, + "odds_ratio_loss": 0.39978471398353577, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06973298639059067, + "rewards/margins": 0.20075079798698425, + "rewards/rejected": -0.2704837918281555, + "sft_loss": 0.6973298788070679, + "step": 902 + }, + { + "epoch": 1.3058568329718003, + "grad_norm": 2.7165152924208398, + "learning_rate": 7.247349077866486e-06, + "logits/chosen": 0.13136953115463257, + "logits/rejected": 0.08058802038431168, + "logps/chosen": -0.6339420676231384, + "logps/rejected": -2.620114326477051, + "loss": 0.5215, + "odds_ratio_loss": 0.3651321530342102, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0633942037820816, + "rewards/margins": 0.19861723482608795, + "rewards/rejected": -0.26201143860816956, + "sft_loss": 0.6339420676231384, + "step": 903 + }, + { + "epoch": 1.3073029645697758, + "grad_norm": 3.1412086704512645, + "learning_rate": 7.245534629096397e-06, + "logits/chosen": 0.06389408558607101, + "logits/rejected": 0.13316801190376282, + "logps/chosen": -0.3657557964324951, + "logps/rejected": -2.257955551147461, + "loss": 0.5489, + "odds_ratio_loss": 0.22655794024467468, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03657558187842369, + "rewards/margins": 0.18921998143196106, + "rewards/rejected": -0.22579556703567505, + "sft_loss": 0.3657557964324951, + "step": 904 + }, + { + "epoch": 1.3087490961677513, + "grad_norm": 2.643111326392046, + "learning_rate": 7.243718223581391e-06, + "logits/chosen": 0.060490552335977554, + "logits/rejected": 0.008018707856535912, + "logps/chosen": -0.6461340188980103, + "logps/rejected": -2.293785572052002, + "loss": 0.659, + "odds_ratio_loss": 0.3631659746170044, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06461340188980103, + "rewards/margins": 0.1647651493549347, + "rewards/rejected": -0.22937855124473572, + "sft_loss": 0.6461340188980103, + "step": 905 + }, + { + "epoch": 1.3101952277657267, + "grad_norm": 2.9794545360738995, + "learning_rate": 7.241899862416588e-06, + "logits/chosen": 0.041527822613716125, + "logits/rejected": 0.18100914359092712, + "logps/chosen": -0.37341946363449097, + "logps/rejected": -1.93304443359375, + "loss": 0.5409, + "odds_ratio_loss": 0.19359731674194336, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03734194487333298, + "rewards/margins": 0.1559625118970871, + "rewards/rejected": -0.19330444931983948, + "sft_loss": 0.37341946363449097, + "step": 906 + }, + { + "epoch": 1.3116413593637022, + "grad_norm": 3.9441615451488916, + "learning_rate": 7.240079546698284e-06, + "logits/chosen": 0.03994975611567497, + "logits/rejected": 0.034951452165842056, + "logps/chosen": -0.6786578297615051, + "logps/rejected": -3.219226360321045, + "loss": 0.5901, + "odds_ratio_loss": 0.3564690351486206, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06786578893661499, + "rewards/margins": 0.254056841135025, + "rewards/rejected": -0.32192263007164, + "sft_loss": 0.6786578297615051, + "step": 907 + }, + { + "epoch": 1.3130874909616774, + "grad_norm": 2.812788200690957, + "learning_rate": 7.238257277523955e-06, + "logits/chosen": -0.03691191226243973, + "logits/rejected": 0.054480381309986115, + "logps/chosen": -0.570400595664978, + "logps/rejected": -2.1054439544677734, + "loss": 0.593, + "odds_ratio_loss": 0.3295222520828247, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05704005807638168, + "rewards/margins": 0.15350434184074402, + "rewards/rejected": -0.2105444073677063, + "sft_loss": 0.570400595664978, + "step": 908 + }, + { + "epoch": 1.314533622559653, + "grad_norm": 2.3743896241886797, + "learning_rate": 7.23643305599225e-06, + "logits/chosen": 0.10392654687166214, + "logits/rejected": 0.07878941297531128, + "logps/chosen": -0.6637530326843262, + "logps/rejected": -2.511354446411133, + "loss": 0.6289, + "odds_ratio_loss": 0.3708875775337219, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06637530028820038, + "rewards/margins": 0.1847601681947708, + "rewards/rejected": -0.2511354684829712, + "sft_loss": 0.6637530326843262, + "step": 909 + }, + { + "epoch": 1.3159797541576284, + "grad_norm": 2.565095852577169, + "learning_rate": 7.234606883203004e-06, + "logits/chosen": -0.02966320887207985, + "logits/rejected": -0.02640990912914276, + "logps/chosen": -0.674669086933136, + "logps/rejected": -2.56156325340271, + "loss": 0.6611, + "odds_ratio_loss": 0.26282304525375366, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.06746691465377808, + "rewards/margins": 0.18868939578533173, + "rewards/rejected": -0.256156325340271, + "sft_loss": 0.674669086933136, + "step": 910 + }, + { + "epoch": 1.3174258857556038, + "grad_norm": 2.7836971947588776, + "learning_rate": 7.23277876025722e-06, + "logits/chosen": 0.20673127472400665, + "logits/rejected": 0.08467914164066315, + "logps/chosen": -0.353419691324234, + "logps/rejected": -3.728929042816162, + "loss": 0.429, + "odds_ratio_loss": 0.10951358824968338, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03534197062253952, + "rewards/margins": 0.33755093812942505, + "rewards/rejected": -0.37289291620254517, + "sft_loss": 0.353419691324234, + "step": 911 + }, + { + "epoch": 1.3188720173535793, + "grad_norm": 2.454408699083897, + "learning_rate": 7.230948688257083e-06, + "logits/chosen": 0.24181370437145233, + "logits/rejected": 0.17572006583213806, + "logps/chosen": -0.5705441236495972, + "logps/rejected": -1.9255404472351074, + "loss": 0.5852, + "odds_ratio_loss": 0.3566300868988037, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.057054419070482254, + "rewards/margins": 0.13549962639808655, + "rewards/rejected": -0.1925540566444397, + "sft_loss": 0.5705441236495972, + "step": 912 + }, + { + "epoch": 1.3203181489515545, + "grad_norm": 2.658117655292024, + "learning_rate": 7.2291166683059465e-06, + "logits/chosen": 0.27265405654907227, + "logits/rejected": 0.27807876467704773, + "logps/chosen": -0.3936464786529541, + "logps/rejected": -2.4130916595458984, + "loss": 0.5982, + "odds_ratio_loss": 0.26774898171424866, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03936465084552765, + "rewards/margins": 0.2019445151090622, + "rewards/rejected": -0.24130916595458984, + "sft_loss": 0.3936464786529541, + "step": 913 + }, + { + "epoch": 1.32176428054953, + "grad_norm": 2.597200659458208, + "learning_rate": 7.227282701508345e-06, + "logits/chosen": 0.1615338921546936, + "logits/rejected": 0.2152920812368393, + "logps/chosen": -0.6008027791976929, + "logps/rejected": -2.2669618129730225, + "loss": 0.5978, + "odds_ratio_loss": 0.33722782135009766, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.060080282390117645, + "rewards/margins": 0.16661590337753296, + "rewards/rejected": -0.22669617831707, + "sft_loss": 0.6008027791976929, + "step": 914 + }, + { + "epoch": 1.3232104121475055, + "grad_norm": 3.5437125466151405, + "learning_rate": 7.225446788969983e-06, + "logits/chosen": 0.03311977535486221, + "logits/rejected": 0.09436703473329544, + "logps/chosen": -0.7546591758728027, + "logps/rejected": -2.4398608207702637, + "loss": 0.6545, + "odds_ratio_loss": 0.3189430832862854, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07546591758728027, + "rewards/margins": 0.16852018237113953, + "rewards/rejected": -0.2439860850572586, + "sft_loss": 0.7546591758728027, + "step": 915 + }, + { + "epoch": 1.324656543745481, + "grad_norm": 2.3380832431302094, + "learning_rate": 7.22360893179774e-06, + "logits/chosen": 0.15004731714725494, + "logits/rejected": 0.20780208706855774, + "logps/chosen": -0.5689486265182495, + "logps/rejected": -2.762641429901123, + "loss": 0.6252, + "odds_ratio_loss": 0.3046174645423889, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05689486116170883, + "rewards/margins": 0.21936927735805511, + "rewards/rejected": -0.27626413106918335, + "sft_loss": 0.5689486265182495, + "step": 916 + }, + { + "epoch": 1.3261026753434564, + "grad_norm": 2.4482868229892945, + "learning_rate": 7.221769131099664e-06, + "logits/chosen": 0.15187448263168335, + "logits/rejected": 0.10933353006839752, + "logps/chosen": -0.4541112184524536, + "logps/rejected": -1.784976601600647, + "loss": 0.5475, + "odds_ratio_loss": 0.3130142092704773, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0454111248254776, + "rewards/margins": 0.13308654725551605, + "rewards/rejected": -0.17849765717983246, + "sft_loss": 0.4541112184524536, + "step": 917 + }, + { + "epoch": 1.3275488069414316, + "grad_norm": 2.1760698534951124, + "learning_rate": 7.219927387984981e-06, + "logits/chosen": 0.30233603715896606, + "logits/rejected": 0.2338351458311081, + "logps/chosen": -0.4559868276119232, + "logps/rejected": -3.7631051540374756, + "loss": 0.5335, + "odds_ratio_loss": 0.2917534112930298, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04559868201613426, + "rewards/margins": 0.33071184158325195, + "rewards/rejected": -0.3763105273246765, + "sft_loss": 0.4559868276119232, + "step": 918 + }, + { + "epoch": 1.328994938539407, + "grad_norm": 2.4506090033415626, + "learning_rate": 7.2180837035640835e-06, + "logits/chosen": 0.04991018399596214, + "logits/rejected": 0.04235024377703667, + "logps/chosen": -0.6620197892189026, + "logps/rejected": -1.66459059715271, + "loss": 0.5907, + "odds_ratio_loss": 0.5594837665557861, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06620198488235474, + "rewards/margins": 0.10025707632303238, + "rewards/rejected": -0.16645905375480652, + "sft_loss": 0.6620197892189026, + "step": 919 + }, + { + "epoch": 1.3304410701373826, + "grad_norm": 4.1490860488057555, + "learning_rate": 7.216238078948535e-06, + "logits/chosen": 0.08021122962236404, + "logits/rejected": 0.06495549529790878, + "logps/chosen": -0.7230328321456909, + "logps/rejected": -1.6988046169281006, + "loss": 0.6312, + "odds_ratio_loss": 0.4206200838088989, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07230328768491745, + "rewards/margins": 0.09757716953754425, + "rewards/rejected": -0.1698804497718811, + "sft_loss": 0.7230328321456909, + "step": 920 + }, + { + "epoch": 1.3318872017353578, + "grad_norm": 2.1950249688867856, + "learning_rate": 7.214390515251072e-06, + "logits/chosen": 0.02401835471391678, + "logits/rejected": 0.13640937209129333, + "logps/chosen": -0.628595232963562, + "logps/rejected": -3.0257411003112793, + "loss": 0.5807, + "odds_ratio_loss": 0.2951260209083557, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06285952031612396, + "rewards/margins": 0.2397146075963974, + "rewards/rejected": -0.30257412791252136, + "sft_loss": 0.628595232963562, + "step": 921 + }, + { + "epoch": 1.3333333333333333, + "grad_norm": 2.8819789495190573, + "learning_rate": 7.212541013585593e-06, + "logits/chosen": 0.06210823729634285, + "logits/rejected": 0.04636611416935921, + "logps/chosen": -0.6891711950302124, + "logps/rejected": -1.5676841735839844, + "loss": 0.5844, + "odds_ratio_loss": 0.4012836515903473, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06891711801290512, + "rewards/margins": 0.08785130083560944, + "rewards/rejected": -0.15676842629909515, + "sft_loss": 0.6891711950302124, + "step": 922 + }, + { + "epoch": 1.3347794649313087, + "grad_norm": 3.2852191324633906, + "learning_rate": 7.210689575067174e-06, + "logits/chosen": 0.03468220680952072, + "logits/rejected": 0.02965848706662655, + "logps/chosen": -0.7979564070701599, + "logps/rejected": -1.7514419555664062, + "loss": 0.7483, + "odds_ratio_loss": 0.4156520962715149, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07979562878608704, + "rewards/margins": 0.09534855931997299, + "rewards/rejected": -0.17514419555664062, + "sft_loss": 0.7979564070701599, + "step": 923 + }, + { + "epoch": 1.3362255965292842, + "grad_norm": 4.75037918024199, + "learning_rate": 7.2088362008120525e-06, + "logits/chosen": 0.05110059678554535, + "logits/rejected": -0.019120914861559868, + "logps/chosen": -0.7032926082611084, + "logps/rejected": -2.6311984062194824, + "loss": 0.6983, + "odds_ratio_loss": 0.3601962625980377, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07032926380634308, + "rewards/margins": 0.19279058277606964, + "rewards/rejected": -0.2631198465824127, + "sft_loss": 0.7032926082611084, + "step": 924 + }, + { + "epoch": 1.3376717281272597, + "grad_norm": 2.6554971310087008, + "learning_rate": 7.206980891937634e-06, + "logits/chosen": 0.11156775057315826, + "logits/rejected": 0.059639737010002136, + "logps/chosen": -0.6611694097518921, + "logps/rejected": -1.7360694408416748, + "loss": 0.6662, + "odds_ratio_loss": 0.388332724571228, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06611695140600204, + "rewards/margins": 0.10748998820781708, + "rewards/rejected": -0.17360693216323853, + "sft_loss": 0.6611694097518921, + "step": 925 + }, + { + "epoch": 1.339117859725235, + "grad_norm": 2.1000856373583217, + "learning_rate": 7.205123649562491e-06, + "logits/chosen": 0.048644740134477615, + "logits/rejected": 0.09357769787311554, + "logps/chosen": -0.6007069945335388, + "logps/rejected": -1.6124356985092163, + "loss": 0.5757, + "odds_ratio_loss": 0.2972748875617981, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06007070094347, + "rewards/margins": 0.10117286443710327, + "rewards/rejected": -0.16124355792999268, + "sft_loss": 0.6007069945335388, + "step": 926 + }, + { + "epoch": 1.3405639913232104, + "grad_norm": 2.4909605286439116, + "learning_rate": 7.203264474806363e-06, + "logits/chosen": 0.036845333874225616, + "logits/rejected": 0.03189665079116821, + "logps/chosen": -0.8164952993392944, + "logps/rejected": -1.740440845489502, + "loss": 0.6713, + "odds_ratio_loss": 0.4842316210269928, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0816495344042778, + "rewards/margins": 0.09239454567432404, + "rewards/rejected": -0.17404407262802124, + "sft_loss": 0.8164952993392944, + "step": 927 + }, + { + "epoch": 1.3420101229211858, + "grad_norm": 2.867368406936184, + "learning_rate": 7.201403368790153e-06, + "logits/chosen": 0.009860752150416374, + "logits/rejected": -0.03470249101519585, + "logps/chosen": -0.7068488597869873, + "logps/rejected": -1.9816157817840576, + "loss": 0.612, + "odds_ratio_loss": 0.38851380348205566, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07068488001823425, + "rewards/margins": 0.12747670710086823, + "rewards/rejected": -0.19816158711910248, + "sft_loss": 0.7068488597869873, + "step": 928 + }, + { + "epoch": 1.3434562545191613, + "grad_norm": 2.561085257631517, + "learning_rate": 7.199540332635929e-06, + "logits/chosen": 0.16725574433803558, + "logits/rejected": 0.08495479077100754, + "logps/chosen": -0.5896700024604797, + "logps/rejected": -2.8246240615844727, + "loss": 0.6371, + "odds_ratio_loss": 0.2792496085166931, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05896700173616409, + "rewards/margins": 0.22349542379379272, + "rewards/rejected": -0.2824624180793762, + "sft_loss": 0.5896700024604797, + "step": 929 + }, + { + "epoch": 1.3449023861171367, + "grad_norm": 3.454641080740334, + "learning_rate": 7.197675367466921e-06, + "logits/chosen": 0.13279861211776733, + "logits/rejected": 0.07949304580688477, + "logps/chosen": -0.5868549942970276, + "logps/rejected": -2.453871965408325, + "loss": 0.6217, + "odds_ratio_loss": 0.280853807926178, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05868549272418022, + "rewards/margins": 0.1867016851902008, + "rewards/rejected": -0.24538719654083252, + "sft_loss": 0.5868549942970276, + "step": 930 + }, + { + "epoch": 1.346348517715112, + "grad_norm": 2.357731459721896, + "learning_rate": 7.195808474407526e-06, + "logits/chosen": 0.23046283423900604, + "logits/rejected": 0.19778576493263245, + "logps/chosen": -0.5050675868988037, + "logps/rejected": -3.1081252098083496, + "loss": 0.6304, + "odds_ratio_loss": 0.292201966047287, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05050676316022873, + "rewards/margins": 0.2603057622909546, + "rewards/rejected": -0.3108125329017639, + "sft_loss": 0.5050675868988037, + "step": 931 + }, + { + "epoch": 1.3477946493130875, + "grad_norm": 2.7649321853544895, + "learning_rate": 7.193939654583298e-06, + "logits/chosen": 0.08632639050483704, + "logits/rejected": 0.1114271879196167, + "logps/chosen": -0.5845703482627869, + "logps/rejected": -3.52717924118042, + "loss": 0.6325, + "odds_ratio_loss": 0.2684318423271179, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.058457035571336746, + "rewards/margins": 0.2942608594894409, + "rewards/rejected": -0.35271787643432617, + "sft_loss": 0.5845703482627869, + "step": 932 + }, + { + "epoch": 1.349240780911063, + "grad_norm": 2.848582481930005, + "learning_rate": 7.192068909120959e-06, + "logits/chosen": 0.23675987124443054, + "logits/rejected": 0.15245428681373596, + "logps/chosen": -0.5717525482177734, + "logps/rejected": -2.8358075618743896, + "loss": 0.5965, + "odds_ratio_loss": 0.27822452783584595, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05717525631189346, + "rewards/margins": 0.22640548646450043, + "rewards/rejected": -0.2835807800292969, + "sft_loss": 0.5717525482177734, + "step": 933 + }, + { + "epoch": 1.3506869125090384, + "grad_norm": 2.2955814268257035, + "learning_rate": 7.190196239148383e-06, + "logits/chosen": 0.04583890736103058, + "logits/rejected": 0.12824928760528564, + "logps/chosen": -0.5103280544281006, + "logps/rejected": -2.381923198699951, + "loss": 0.5477, + "odds_ratio_loss": 0.2340468466281891, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05103280395269394, + "rewards/margins": 0.18715953826904297, + "rewards/rejected": -0.2381923347711563, + "sft_loss": 0.5103280544281006, + "step": 934 + }, + { + "epoch": 1.3521330441070138, + "grad_norm": 2.265898663876626, + "learning_rate": 7.188321645794614e-06, + "logits/chosen": 0.10190585255622864, + "logits/rejected": 0.072527676820755, + "logps/chosen": -0.7817630171775818, + "logps/rejected": -1.4952585697174072, + "loss": 0.7559, + "odds_ratio_loss": 0.4879745841026306, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07817629724740982, + "rewards/margins": 0.07134956121444702, + "rewards/rejected": -0.14952586591243744, + "sft_loss": 0.7817630171775818, + "step": 935 + }, + { + "epoch": 1.353579175704989, + "grad_norm": 2.720364384274246, + "learning_rate": 7.186445130189851e-06, + "logits/chosen": 0.142786905169487, + "logits/rejected": 0.1314203292131424, + "logps/chosen": -0.472442626953125, + "logps/rejected": -3.0655393600463867, + "loss": 0.6144, + "odds_ratio_loss": 0.26142001152038574, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04724426195025444, + "rewards/margins": 0.25930964946746826, + "rewards/rejected": -0.3065539002418518, + "sft_loss": 0.472442626953125, + "step": 936 + }, + { + "epoch": 1.3550253073029646, + "grad_norm": 2.175857876943466, + "learning_rate": 7.184566693465451e-06, + "logits/chosen": 0.1783963143825531, + "logits/rejected": 0.04779674485325813, + "logps/chosen": -0.7196685671806335, + "logps/rejected": -2.550107955932617, + "loss": 0.5999, + "odds_ratio_loss": 0.36530670523643494, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07196685671806335, + "rewards/margins": 0.1830439418554306, + "rewards/rejected": -0.25501078367233276, + "sft_loss": 0.7196685671806335, + "step": 937 + }, + { + "epoch": 1.35647143890094, + "grad_norm": 2.3984769925628706, + "learning_rate": 7.182686336753932e-06, + "logits/chosen": 0.025604430586099625, + "logits/rejected": 0.07506309449672699, + "logps/chosen": -0.6966655254364014, + "logps/rejected": -2.069488286972046, + "loss": 0.6765, + "odds_ratio_loss": 0.30220383405685425, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0696665421128273, + "rewards/margins": 0.13728229701519012, + "rewards/rejected": -0.20694883167743683, + "sft_loss": 0.6966655254364014, + "step": 938 + }, + { + "epoch": 1.3579175704989155, + "grad_norm": 2.0636491573130056, + "learning_rate": 7.180804061188965e-06, + "logits/chosen": 0.2072528898715973, + "logits/rejected": 0.1830851286649704, + "logps/chosen": -0.5181276798248291, + "logps/rejected": -4.006014823913574, + "loss": 0.576, + "odds_ratio_loss": 0.28068408370018005, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05181277170777321, + "rewards/margins": 0.34878870844841003, + "rewards/rejected": -0.40060147643089294, + "sft_loss": 0.5181276798248291, + "step": 939 + }, + { + "epoch": 1.359363702096891, + "grad_norm": 2.2952421934808593, + "learning_rate": 7.1789198679053835e-06, + "logits/chosen": 0.17554627358913422, + "logits/rejected": 0.06563098728656769, + "logps/chosen": -0.6369041204452515, + "logps/rejected": -3.788663387298584, + "loss": 0.6079, + "odds_ratio_loss": 0.19372212886810303, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0636904165148735, + "rewards/margins": 0.3151758909225464, + "rewards/rejected": -0.3788663446903229, + "sft_loss": 0.6369041204452515, + "step": 940 + }, + { + "epoch": 1.3608098336948662, + "grad_norm": 2.335130582600968, + "learning_rate": 7.177033758039174e-06, + "logits/chosen": 0.079743891954422, + "logits/rejected": 0.04777732491493225, + "logps/chosen": -0.5177881717681885, + "logps/rejected": -4.678028106689453, + "loss": 0.5689, + "odds_ratio_loss": 0.3156812787055969, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05177881568670273, + "rewards/margins": 0.41602402925491333, + "rewards/rejected": -0.46780288219451904, + "sft_loss": 0.5177881717681885, + "step": 941 + }, + { + "epoch": 1.3622559652928417, + "grad_norm": 3.0332594020601626, + "learning_rate": 7.175145732727481e-06, + "logits/chosen": 0.23156288266181946, + "logits/rejected": 0.20619621872901917, + "logps/chosen": -0.46926769614219666, + "logps/rejected": -2.526423215866089, + "loss": 0.5919, + "odds_ratio_loss": 0.3614828288555145, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.046926770359277725, + "rewards/margins": 0.20571555197238922, + "rewards/rejected": -0.25264233350753784, + "sft_loss": 0.46926769614219666, + "step": 942 + }, + { + "epoch": 1.3637020968908171, + "grad_norm": 3.2546479492806704, + "learning_rate": 7.1732557931085986e-06, + "logits/chosen": 0.06294719874858856, + "logits/rejected": 0.19816607236862183, + "logps/chosen": -0.5671209096908569, + "logps/rejected": -1.2771296501159668, + "loss": 0.5765, + "odds_ratio_loss": 0.4410284757614136, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.056712083518505096, + "rewards/margins": 0.07100087404251099, + "rewards/rejected": -0.12771296501159668, + "sft_loss": 0.5671209096908569, + "step": 943 + }, + { + "epoch": 1.3651482284887924, + "grad_norm": 2.39680766363605, + "learning_rate": 7.17136394032198e-06, + "logits/chosen": 0.17434678971767426, + "logits/rejected": 0.10099100321531296, + "logps/chosen": -0.4977617561817169, + "logps/rejected": -2.2785232067108154, + "loss": 0.5481, + "odds_ratio_loss": 0.41038426756858826, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.04977617412805557, + "rewards/margins": 0.1780761480331421, + "rewards/rejected": -0.22785231471061707, + "sft_loss": 0.4977617561817169, + "step": 944 + }, + { + "epoch": 1.3665943600867678, + "grad_norm": 2.440564784775663, + "learning_rate": 7.16947017550823e-06, + "logits/chosen": 0.0626385509967804, + "logits/rejected": 0.029109565541148186, + "logps/chosen": -0.6074717044830322, + "logps/rejected": -3.7257726192474365, + "loss": 0.661, + "odds_ratio_loss": 0.27803951501846313, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0607471764087677, + "rewards/margins": 0.3118301033973694, + "rewards/rejected": -0.3725772798061371, + "sft_loss": 0.6074717044830322, + "step": 945 + }, + { + "epoch": 1.3680404916847433, + "grad_norm": 7.122163738225102, + "learning_rate": 7.167574499809108e-06, + "logits/chosen": 0.1047414243221283, + "logits/rejected": 0.05279163271188736, + "logps/chosen": -0.6560348868370056, + "logps/rejected": -3.7505457401275635, + "loss": 0.6665, + "odds_ratio_loss": 0.3180413544178009, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06560348719358444, + "rewards/margins": 0.30945104360580444, + "rewards/rejected": -0.37505456805229187, + "sft_loss": 0.6560348868370056, + "step": 946 + }, + { + "epoch": 1.3694866232827188, + "grad_norm": 17.543573177125726, + "learning_rate": 7.165676914367522e-06, + "logits/chosen": 0.08533883094787598, + "logits/rejected": 0.14580032229423523, + "logps/chosen": -0.6218971610069275, + "logps/rejected": -3.34824275970459, + "loss": 0.5894, + "odds_ratio_loss": 0.30703213810920715, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06218971684575081, + "rewards/margins": 0.2726345658302307, + "rewards/rejected": -0.33482426404953003, + "sft_loss": 0.6218971610069275, + "step": 947 + }, + { + "epoch": 1.3709327548806942, + "grad_norm": 2.5915141272193307, + "learning_rate": 7.163777420327534e-06, + "logits/chosen": 0.1597047746181488, + "logits/rejected": 0.11482205241918564, + "logps/chosen": -0.6220844388008118, + "logps/rejected": -2.246950149536133, + "loss": 0.5908, + "odds_ratio_loss": 0.3186954855918884, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.06220844388008118, + "rewards/margins": 0.16248659789562225, + "rewards/rejected": -0.22469504177570343, + "sft_loss": 0.6220844388008118, + "step": 948 + }, + { + "epoch": 1.3723788864786695, + "grad_norm": 2.493790722665044, + "learning_rate": 7.161876018834357e-06, + "logits/chosen": 0.23967748880386353, + "logits/rejected": 0.19121602177619934, + "logps/chosen": -0.6689061522483826, + "logps/rejected": -2.2310941219329834, + "loss": 0.6469, + "odds_ratio_loss": 0.3700863718986511, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06689061969518661, + "rewards/margins": 0.15621879696846008, + "rewards/rejected": -0.2231094092130661, + "sft_loss": 0.6689061522483826, + "step": 949 + }, + { + "epoch": 1.373825018076645, + "grad_norm": 7.095619235390716, + "learning_rate": 7.159972711034352e-06, + "logits/chosen": 0.3317505717277527, + "logits/rejected": 0.25593841075897217, + "logps/chosen": -0.5780055522918701, + "logps/rejected": -1.6080982685089111, + "loss": 0.5444, + "odds_ratio_loss": 0.36196255683898926, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05780055373907089, + "rewards/margins": 0.10300928354263306, + "rewards/rejected": -0.16080984473228455, + "sft_loss": 0.5780055522918701, + "step": 950 + }, + { + "epoch": 1.3752711496746204, + "grad_norm": 2.4424076920707174, + "learning_rate": 7.15806749807503e-06, + "logits/chosen": 0.2837293744087219, + "logits/rejected": 0.27560287714004517, + "logps/chosen": -0.3303763270378113, + "logps/rejected": -1.49053156375885, + "loss": 0.5996, + "odds_ratio_loss": 0.24135808646678925, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.03303763270378113, + "rewards/margins": 0.11601553857326508, + "rewards/rejected": -0.1490531712770462, + "sft_loss": 0.3303763270378113, + "step": 951 + }, + { + "epoch": 1.3767172812725958, + "grad_norm": 2.8452765697499354, + "learning_rate": 7.156160381105051e-06, + "logits/chosen": 0.12051470577716827, + "logits/rejected": 0.08477576822042465, + "logps/chosen": -0.5957016944885254, + "logps/rejected": -2.136902093887329, + "loss": 0.5906, + "odds_ratio_loss": 0.3252412676811218, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05957017466425896, + "rewards/margins": 0.1541200429201126, + "rewards/rejected": -0.21369022130966187, + "sft_loss": 0.5957016944885254, + "step": 952 + }, + { + "epoch": 1.3781634128705713, + "grad_norm": 2.5765936064861776, + "learning_rate": 7.154251361274225e-06, + "logits/chosen": -0.002856435254216194, + "logits/rejected": 0.07068169862031937, + "logps/chosen": -0.6157888770103455, + "logps/rejected": -1.3842309713363647, + "loss": 0.5797, + "odds_ratio_loss": 0.3665923476219177, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.061578892171382904, + "rewards/margins": 0.0768442153930664, + "rewards/rejected": -0.1384231150150299, + "sft_loss": 0.6157888770103455, + "step": 953 + }, + { + "epoch": 1.3796095444685466, + "grad_norm": 2.2398769523605786, + "learning_rate": 7.152340439733504e-06, + "logits/chosen": 0.13600611686706543, + "logits/rejected": 0.10630634427070618, + "logps/chosen": -0.5609400868415833, + "logps/rejected": -1.998949408531189, + "loss": 0.5757, + "odds_ratio_loss": 0.23014606535434723, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.056094009429216385, + "rewards/margins": 0.14380092918872833, + "rewards/rejected": -0.19989493489265442, + "sft_loss": 0.5609400868415833, + "step": 954 + }, + { + "epoch": 1.381055676066522, + "grad_norm": 2.613749506790682, + "learning_rate": 7.1504276176349925e-06, + "logits/chosen": 0.22844244539737701, + "logits/rejected": 0.22849160432815552, + "logps/chosen": -0.4829053282737732, + "logps/rejected": -1.5053625106811523, + "loss": 0.5361, + "odds_ratio_loss": 0.26122379302978516, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04829053580760956, + "rewards/margins": 0.10224571079015732, + "rewards/rejected": -0.15053623914718628, + "sft_loss": 0.4829053282737732, + "step": 955 + }, + { + "epoch": 1.3825018076644975, + "grad_norm": 2.4554120773971757, + "learning_rate": 7.148512896131937e-06, + "logits/chosen": 0.09752713143825531, + "logits/rejected": 0.1276295930147171, + "logps/chosen": -0.6276790499687195, + "logps/rejected": -1.9808611869812012, + "loss": 0.6139, + "odds_ratio_loss": 0.24553599953651428, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.06276790797710419, + "rewards/margins": 0.13531821966171265, + "rewards/rejected": -0.19808611273765564, + "sft_loss": 0.6276790499687195, + "step": 956 + }, + { + "epoch": 1.383947939262473, + "grad_norm": 4.827788032322935, + "learning_rate": 7.146596276378728e-06, + "logits/chosen": 0.2864004969596863, + "logits/rejected": 0.24811071157455444, + "logps/chosen": -0.5591001510620117, + "logps/rejected": -1.2078362703323364, + "loss": 0.4646, + "odds_ratio_loss": 0.32582181692123413, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05591001361608505, + "rewards/margins": 0.06487361341714859, + "rewards/rejected": -0.12078362703323364, + "sft_loss": 0.5591001510620117, + "step": 957 + }, + { + "epoch": 1.3853940708604484, + "grad_norm": 2.9075717065401308, + "learning_rate": 7.1446777595309066e-06, + "logits/chosen": 0.21857096254825592, + "logits/rejected": 0.12259276211261749, + "logps/chosen": -0.6916131973266602, + "logps/rejected": -1.2286429405212402, + "loss": 0.6633, + "odds_ratio_loss": 0.5306054353713989, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0691613182425499, + "rewards/margins": 0.053702980279922485, + "rewards/rejected": -0.12286430597305298, + "sft_loss": 0.6916131973266602, + "step": 958 + }, + { + "epoch": 1.3868402024584237, + "grad_norm": 2.4754404143488333, + "learning_rate": 7.1427573467451515e-06, + "logits/chosen": 0.1782752275466919, + "logits/rejected": 0.18330281972885132, + "logps/chosen": -0.7293274402618408, + "logps/rejected": -1.8634823560714722, + "loss": 0.7318, + "odds_ratio_loss": 0.28276628255844116, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.07293274253606796, + "rewards/margins": 0.11341549456119537, + "rewards/rejected": -0.18634825944900513, + "sft_loss": 0.7293274402618408, + "step": 959 + }, + { + "epoch": 1.3882863340563991, + "grad_norm": 2.2520057424020927, + "learning_rate": 7.140835039179288e-06, + "logits/chosen": 0.14758704602718353, + "logits/rejected": 0.1023918017745018, + "logps/chosen": -0.5791318416595459, + "logps/rejected": -1.516669511795044, + "loss": 0.5407, + "odds_ratio_loss": 0.3355981111526489, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05791318789124489, + "rewards/margins": 0.09375376999378204, + "rewards/rejected": -0.15166696906089783, + "sft_loss": 0.5791318416595459, + "step": 960 + }, + { + "epoch": 1.3897324656543746, + "grad_norm": 2.3823196591157902, + "learning_rate": 7.138910837992281e-06, + "logits/chosen": 0.15106113255023956, + "logits/rejected": 0.05747794359922409, + "logps/chosen": -0.6319140791893005, + "logps/rejected": -1.544478178024292, + "loss": 0.7169, + "odds_ratio_loss": 0.39006781578063965, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06319140642881393, + "rewards/margins": 0.09125641733407974, + "rewards/rejected": -0.15444782376289368, + "sft_loss": 0.6319140791893005, + "step": 961 + }, + { + "epoch": 1.39117859725235, + "grad_norm": 3.1485603341157806, + "learning_rate": 7.1369847443442394e-06, + "logits/chosen": 0.11428692191839218, + "logits/rejected": 0.1583063304424286, + "logps/chosen": -0.43781501054763794, + "logps/rejected": -1.672081708908081, + "loss": 0.5578, + "odds_ratio_loss": 0.20121005177497864, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.043781500309705734, + "rewards/margins": 0.12342666834592819, + "rewards/rejected": -0.16720816493034363, + "sft_loss": 0.43781501054763794, + "step": 962 + }, + { + "epoch": 1.3926247288503255, + "grad_norm": 2.7598488840824196, + "learning_rate": 7.135056759396411e-06, + "logits/chosen": 0.1512761414051056, + "logits/rejected": 0.16234086453914642, + "logps/chosen": -0.47584232687950134, + "logps/rejected": -2.192073106765747, + "loss": 0.6127, + "odds_ratio_loss": 0.24130618572235107, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.047584228217601776, + "rewards/margins": 0.171623095870018, + "rewards/rejected": -0.21920731663703918, + "sft_loss": 0.47584232687950134, + "step": 963 + }, + { + "epoch": 1.3940708604483008, + "grad_norm": 2.549294497737792, + "learning_rate": 7.133126884311187e-06, + "logits/chosen": 0.15712814033031464, + "logits/rejected": 0.09098143875598907, + "logps/chosen": -0.38123244047164917, + "logps/rejected": -2.0281896591186523, + "loss": 0.4884, + "odds_ratio_loss": 0.26970845460891724, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.038123246282339096, + "rewards/margins": 0.16469572484493256, + "rewards/rejected": -0.20281897485256195, + "sft_loss": 0.38123244047164917, + "step": 964 + }, + { + "epoch": 1.3955169920462762, + "grad_norm": 4.069834024322856, + "learning_rate": 7.131195120252096e-06, + "logits/chosen": -0.048756882548332214, + "logits/rejected": -0.008307691663503647, + "logps/chosen": -0.5556820631027222, + "logps/rejected": -1.4905530214309692, + "loss": 0.6153, + "odds_ratio_loss": 0.33696621656417847, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05556820333003998, + "rewards/margins": 0.09348709136247635, + "rewards/rejected": -0.14905530214309692, + "sft_loss": 0.5556820631027222, + "step": 965 + }, + { + "epoch": 1.3969631236442517, + "grad_norm": 3.272715217782266, + "learning_rate": 7.129261468383804e-06, + "logits/chosen": 0.13486486673355103, + "logits/rejected": 0.18454203009605408, + "logps/chosen": -0.454858660697937, + "logps/rejected": -1.9876313209533691, + "loss": 0.5522, + "odds_ratio_loss": 0.2198922336101532, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04548586905002594, + "rewards/margins": 0.15327726304531097, + "rewards/rejected": -0.19876313209533691, + "sft_loss": 0.454858660697937, + "step": 966 + }, + { + "epoch": 1.398409255242227, + "grad_norm": 2.9672392480045553, + "learning_rate": 7.127325929872119e-06, + "logits/chosen": 0.10959649085998535, + "logits/rejected": 0.0439496710896492, + "logps/chosen": -0.6432375907897949, + "logps/rejected": -1.7530879974365234, + "loss": 0.5961, + "odds_ratio_loss": 0.3384247124195099, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06432375311851501, + "rewards/margins": 0.11098504066467285, + "rewards/rejected": -0.17530880868434906, + "sft_loss": 0.6432375907897949, + "step": 967 + }, + { + "epoch": 1.3998553868402024, + "grad_norm": 3.7393635299161994, + "learning_rate": 7.125388505883983e-06, + "logits/chosen": 0.14931072294712067, + "logits/rejected": 0.10823297500610352, + "logps/chosen": -0.6483991742134094, + "logps/rejected": -2.3597779273986816, + "loss": 0.6251, + "odds_ratio_loss": 0.35210758447647095, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0648399218916893, + "rewards/margins": 0.17113786935806274, + "rewards/rejected": -0.23597779870033264, + "sft_loss": 0.6483991742134094, + "step": 968 + }, + { + "epoch": 1.4013015184381779, + "grad_norm": 14.620071753017426, + "learning_rate": 7.123449197587477e-06, + "logits/chosen": 0.2409316450357437, + "logits/rejected": 0.16842088103294373, + "logps/chosen": -0.4753984808921814, + "logps/rejected": -1.9124274253845215, + "loss": 0.5743, + "odds_ratio_loss": 0.3033334016799927, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0475398488342762, + "rewards/margins": 0.14370287954807281, + "rewards/rejected": -0.19124272465705872, + "sft_loss": 0.4753984808921814, + "step": 969 + }, + { + "epoch": 1.4027476500361533, + "grad_norm": 2.45277025388321, + "learning_rate": 7.121508006151817e-06, + "logits/chosen": 0.20841699838638306, + "logits/rejected": 0.15673436224460602, + "logps/chosen": -0.4456249475479126, + "logps/rejected": -1.9759278297424316, + "loss": 0.5027, + "odds_ratio_loss": 0.22154033184051514, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04456249624490738, + "rewards/margins": 0.15303027629852295, + "rewards/rejected": -0.19759276509284973, + "sft_loss": 0.4456249475479126, + "step": 970 + }, + { + "epoch": 1.4041937816341288, + "grad_norm": 3.378013540864925, + "learning_rate": 7.119564932747353e-06, + "logits/chosen": 0.1502024084329605, + "logits/rejected": 0.1177692785859108, + "logps/chosen": -0.7510949969291687, + "logps/rejected": -1.452868938446045, + "loss": 0.6338, + "odds_ratio_loss": 0.3943096399307251, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07510949671268463, + "rewards/margins": 0.07017740607261658, + "rewards/rejected": -0.1452869176864624, + "sft_loss": 0.7510949969291687, + "step": 971 + }, + { + "epoch": 1.405639913232104, + "grad_norm": 2.4471392780527443, + "learning_rate": 7.1176199785455744e-06, + "logits/chosen": 0.18596996366977692, + "logits/rejected": 0.20554053783416748, + "logps/chosen": -0.48409661650657654, + "logps/rejected": -2.281468152999878, + "loss": 0.5936, + "odds_ratio_loss": 0.18068525195121765, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04840966686606407, + "rewards/margins": 0.1797371655702591, + "rewards/rejected": -0.22814682126045227, + "sft_loss": 0.48409661650657654, + "step": 972 + }, + { + "epoch": 1.4070860448300795, + "grad_norm": 2.145919907848024, + "learning_rate": 7.115673144719098e-06, + "logits/chosen": 0.22358013689517975, + "logits/rejected": 0.1526821106672287, + "logps/chosen": -0.764935314655304, + "logps/rejected": -1.8448175191879272, + "loss": 0.6393, + "odds_ratio_loss": 0.3151146173477173, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0764935314655304, + "rewards/margins": 0.10798821598291397, + "rewards/rejected": -0.18448176980018616, + "sft_loss": 0.764935314655304, + "step": 973 + }, + { + "epoch": 1.408532176428055, + "grad_norm": 2.4421624822159766, + "learning_rate": 7.11372443244168e-06, + "logits/chosen": 0.1208169162273407, + "logits/rejected": 0.003757679834961891, + "logps/chosen": -0.6918614506721497, + "logps/rejected": -1.6558613777160645, + "loss": 0.721, + "odds_ratio_loss": 0.3674412965774536, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06918615102767944, + "rewards/margins": 0.09639999270439148, + "rewards/rejected": -0.16558612883090973, + "sft_loss": 0.6918614506721497, + "step": 974 + }, + { + "epoch": 1.4099783080260304, + "grad_norm": 2.323616865318886, + "learning_rate": 7.111773842888204e-06, + "logits/chosen": 0.08812505751848221, + "logits/rejected": 0.11653533577919006, + "logps/chosen": -0.4842926859855652, + "logps/rejected": -1.6144311428070068, + "loss": 0.6273, + "odds_ratio_loss": 0.17716938257217407, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04842927306890488, + "rewards/margins": 0.1130138412117958, + "rewards/rejected": -0.16144311428070068, + "sft_loss": 0.4842926859855652, + "step": 975 + }, + { + "epoch": 1.4114244396240059, + "grad_norm": 2.9872065011223112, + "learning_rate": 7.109821377234688e-06, + "logits/chosen": 0.057052284479141235, + "logits/rejected": 0.0494823083281517, + "logps/chosen": -0.7413144111633301, + "logps/rejected": -1.2311071157455444, + "loss": 0.6643, + "odds_ratio_loss": 0.48893070220947266, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07413144409656525, + "rewards/margins": 0.0489792674779892, + "rewards/rejected": -0.12311071157455444, + "sft_loss": 0.7413144111633301, + "step": 976 + }, + { + "epoch": 1.4128705712219811, + "grad_norm": 2.8564528181411064, + "learning_rate": 7.107867036658283e-06, + "logits/chosen": 0.12099157273769379, + "logits/rejected": 0.14747996628284454, + "logps/chosen": -0.5671837329864502, + "logps/rejected": -2.8476688861846924, + "loss": 0.6619, + "odds_ratio_loss": 0.2223397195339203, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0567183718085289, + "rewards/margins": 0.22804851830005646, + "rewards/rejected": -0.28476688265800476, + "sft_loss": 0.5671837329864502, + "step": 977 + }, + { + "epoch": 1.4143167028199566, + "grad_norm": 3.8616731526720796, + "learning_rate": 7.105910822337266e-06, + "logits/chosen": 0.24294635653495789, + "logits/rejected": 0.23327285051345825, + "logps/chosen": -0.4823381304740906, + "logps/rejected": -1.6777340173721313, + "loss": 0.6131, + "odds_ratio_loss": 0.33123984932899475, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.048233818262815475, + "rewards/margins": 0.11953960359096527, + "rewards/rejected": -0.16777342557907104, + "sft_loss": 0.4823381304740906, + "step": 978 + }, + { + "epoch": 1.415762834417932, + "grad_norm": 2.2192337031178804, + "learning_rate": 7.103952735451047e-06, + "logits/chosen": 0.26770561933517456, + "logits/rejected": 0.33913475275039673, + "logps/chosen": -0.4104244112968445, + "logps/rejected": -1.8166509866714478, + "loss": 0.5658, + "odds_ratio_loss": 0.3066392242908478, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04104244336485863, + "rewards/margins": 0.14062266051769257, + "rewards/rejected": -0.1816651076078415, + "sft_loss": 0.4104244112968445, + "step": 979 + }, + { + "epoch": 1.4172089660159075, + "grad_norm": 2.734924337643227, + "learning_rate": 7.1019927771801625e-06, + "logits/chosen": 0.14210444688796997, + "logits/rejected": 0.16518303751945496, + "logps/chosen": -0.7257510423660278, + "logps/rejected": -1.8980352878570557, + "loss": 0.6179, + "odds_ratio_loss": 0.2865678369998932, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.07257509976625443, + "rewards/margins": 0.1172284185886383, + "rewards/rejected": -0.18980352580547333, + "sft_loss": 0.7257510423660278, + "step": 980 + }, + { + "epoch": 1.418655097613883, + "grad_norm": 2.229503219289486, + "learning_rate": 7.10003094870628e-06, + "logits/chosen": 0.13261494040489197, + "logits/rejected": 0.061438750475645065, + "logps/chosen": -0.610904335975647, + "logps/rejected": -1.613142490386963, + "loss": 0.6427, + "odds_ratio_loss": 0.38070380687713623, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.061090435832738876, + "rewards/margins": 0.10022380948066711, + "rewards/rejected": -0.1613142490386963, + "sft_loss": 0.610904335975647, + "step": 981 + }, + { + "epoch": 1.4201012292118582, + "grad_norm": 4.653721481898526, + "learning_rate": 7.0980672512121925e-06, + "logits/chosen": 0.08789413422346115, + "logits/rejected": 0.12038551270961761, + "logps/chosen": -0.615592360496521, + "logps/rejected": -1.3449037075042725, + "loss": 0.645, + "odds_ratio_loss": 0.3649972677230835, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06155924126505852, + "rewards/margins": 0.07293112576007843, + "rewards/rejected": -0.13449037075042725, + "sft_loss": 0.615592360496521, + "step": 982 + }, + { + "epoch": 1.4215473608098337, + "grad_norm": 7.576850107740403, + "learning_rate": 7.096101685881821e-06, + "logits/chosen": 0.16142991185188293, + "logits/rejected": 0.14472821354866028, + "logps/chosen": -0.5334713459014893, + "logps/rejected": -1.8715717792510986, + "loss": 0.6974, + "odds_ratio_loss": 0.2439751923084259, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.053347136825323105, + "rewards/margins": 0.13381005823612213, + "rewards/rejected": -0.18715719878673553, + "sft_loss": 0.5334713459014893, + "step": 983 + }, + { + "epoch": 1.4229934924078091, + "grad_norm": 3.518443568999813, + "learning_rate": 7.094134253900212e-06, + "logits/chosen": 0.12732619047164917, + "logits/rejected": 0.24472256004810333, + "logps/chosen": -0.572356104850769, + "logps/rejected": -1.8468163013458252, + "loss": 0.5554, + "odds_ratio_loss": 0.30827876925468445, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.057235606014728546, + "rewards/margins": 0.1274460256099701, + "rewards/rejected": -0.18468163907527924, + "sft_loss": 0.572356104850769, + "step": 984 + }, + { + "epoch": 1.4244396240057844, + "grad_norm": 2.719443297095395, + "learning_rate": 7.092164956453539e-06, + "logits/chosen": 0.23533201217651367, + "logits/rejected": 0.1809999793767929, + "logps/chosen": -0.5789510011672974, + "logps/rejected": -1.5870184898376465, + "loss": 0.6231, + "odds_ratio_loss": 0.33866560459136963, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05789510905742645, + "rewards/margins": 0.10080674290657043, + "rewards/rejected": -0.1587018370628357, + "sft_loss": 0.5789510011672974, + "step": 985 + }, + { + "epoch": 1.42588575560376, + "grad_norm": 5.778385803733022, + "learning_rate": 7.090193794729095e-06, + "logits/chosen": 0.008287119679152966, + "logits/rejected": 0.03246738016605377, + "logps/chosen": -0.5857095718383789, + "logps/rejected": -2.002685070037842, + "loss": 0.7155, + "odds_ratio_loss": 0.2693645656108856, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05857095867395401, + "rewards/margins": 0.14169755578041077, + "rewards/rejected": -0.20026850700378418, + "sft_loss": 0.5857095718383789, + "step": 986 + }, + { + "epoch": 1.4273318872017353, + "grad_norm": 2.484397723351678, + "learning_rate": 7.088220769915304e-06, + "logits/chosen": 0.04477142542600632, + "logits/rejected": 0.02228371426463127, + "logps/chosen": -0.6996700167655945, + "logps/rejected": -1.581622838973999, + "loss": 0.6102, + "odds_ratio_loss": 0.41134923696517944, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06996700912714005, + "rewards/margins": 0.08819527924060822, + "rewards/rejected": -0.15816228091716766, + "sft_loss": 0.6996700167655945, + "step": 987 + }, + { + "epoch": 1.4287780187997108, + "grad_norm": 3.1362962214467363, + "learning_rate": 7.086245883201709e-06, + "logits/chosen": -0.01240419689565897, + "logits/rejected": -0.013412795960903168, + "logps/chosen": -0.6005573272705078, + "logps/rejected": -1.2886971235275269, + "loss": 0.7403, + "odds_ratio_loss": 0.4563630223274231, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06005573272705078, + "rewards/margins": 0.0688139945268631, + "rewards/rejected": -0.12886972725391388, + "sft_loss": 0.6005573272705078, + "step": 988 + }, + { + "epoch": 1.4302241503976862, + "grad_norm": 2.7302199943502963, + "learning_rate": 7.084269135778976e-06, + "logits/chosen": 0.27440059185028076, + "logits/rejected": 0.17620548605918884, + "logps/chosen": -0.5781697034835815, + "logps/rejected": -1.6051629781723022, + "loss": 0.599, + "odds_ratio_loss": 0.3173554539680481, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.057816971093416214, + "rewards/margins": 0.10269933193922043, + "rewards/rejected": -0.16051630675792694, + "sft_loss": 0.5781697034835815, + "step": 989 + }, + { + "epoch": 1.4316702819956615, + "grad_norm": 2.211744246354969, + "learning_rate": 7.082290528838895e-06, + "logits/chosen": 0.19083952903747559, + "logits/rejected": 0.14187321066856384, + "logps/chosen": -0.6545434594154358, + "logps/rejected": -1.9486523866653442, + "loss": 0.5823, + "odds_ratio_loss": 0.32819491624832153, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06545434892177582, + "rewards/margins": 0.12941089272499084, + "rewards/rejected": -0.19486522674560547, + "sft_loss": 0.6545434594154358, + "step": 990 + }, + { + "epoch": 1.433116413593637, + "grad_norm": 2.8739397638479582, + "learning_rate": 7.080310063574374e-06, + "logits/chosen": 0.2413957715034485, + "logits/rejected": 0.2167605757713318, + "logps/chosen": -0.7022543549537659, + "logps/rejected": -1.8416874408721924, + "loss": 0.6775, + "odds_ratio_loss": 0.4233511984348297, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07022543251514435, + "rewards/margins": 0.11394332349300385, + "rewards/rejected": -0.1841687560081482, + "sft_loss": 0.7022543549537659, + "step": 991 + }, + { + "epoch": 1.4345625451916124, + "grad_norm": 4.233643812008143, + "learning_rate": 7.078327741179443e-06, + "logits/chosen": 0.31747961044311523, + "logits/rejected": 0.17522543668746948, + "logps/chosen": -0.526762843132019, + "logps/rejected": -1.6177246570587158, + "loss": 0.6189, + "odds_ratio_loss": 0.3080407977104187, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05267628654837608, + "rewards/margins": 0.10909618437290192, + "rewards/rejected": -0.1617724597454071, + "sft_loss": 0.526762843132019, + "step": 992 + }, + { + "epoch": 1.4360086767895879, + "grad_norm": 3.555697493007301, + "learning_rate": 7.076343562849253e-06, + "logits/chosen": 0.18947246670722961, + "logits/rejected": 0.11990557610988617, + "logps/chosen": -0.6089348793029785, + "logps/rejected": -3.1226184368133545, + "loss": 0.6423, + "odds_ratio_loss": 0.21913611888885498, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06089348718523979, + "rewards/margins": 0.25136834383010864, + "rewards/rejected": -0.31226181983947754, + "sft_loss": 0.6089348793029785, + "step": 993 + }, + { + "epoch": 1.4374548083875633, + "grad_norm": 2.4046589860985788, + "learning_rate": 7.074357529780071e-06, + "logits/chosen": 0.12996569275856018, + "logits/rejected": 0.2138558328151703, + "logps/chosen": -0.6799343228340149, + "logps/rejected": -1.2040917873382568, + "loss": 0.6446, + "odds_ratio_loss": 0.37377679347991943, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06799343228340149, + "rewards/margins": 0.05241573974490166, + "rewards/rejected": -0.12040917575359344, + "sft_loss": 0.6799343228340149, + "step": 994 + }, + { + "epoch": 1.4389009399855386, + "grad_norm": 2.5068905804152304, + "learning_rate": 7.072369643169284e-06, + "logits/chosen": 0.28199514746665955, + "logits/rejected": 0.1579236090183258, + "logps/chosen": -0.6818425059318542, + "logps/rejected": -1.374591588973999, + "loss": 0.6167, + "odds_ratio_loss": 0.4469667971134186, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0681842491030693, + "rewards/margins": 0.0692749172449112, + "rewards/rejected": -0.1374591588973999, + "sft_loss": 0.6818425059318542, + "step": 995 + }, + { + "epoch": 1.440347071583514, + "grad_norm": 2.8897518619748825, + "learning_rate": 7.070379904215396e-06, + "logits/chosen": 0.19853602349758148, + "logits/rejected": 0.11660370975732803, + "logps/chosen": -0.47910040616989136, + "logps/rejected": -1.618467092514038, + "loss": 0.591, + "odds_ratio_loss": 0.30910736322402954, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.047910042107105255, + "rewards/margins": 0.11393667757511139, + "rewards/rejected": -0.16184672713279724, + "sft_loss": 0.47910040616989136, + "step": 996 + }, + { + "epoch": 1.4417932031814895, + "grad_norm": 4.590190762321148, + "learning_rate": 7.0683883141180295e-06, + "logits/chosen": 0.16932472586631775, + "logits/rejected": 0.23921875655651093, + "logps/chosen": -0.5061404705047607, + "logps/rejected": -1.450538992881775, + "loss": 0.6689, + "odds_ratio_loss": 0.2410426139831543, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05061405152082443, + "rewards/margins": 0.09443984925746918, + "rewards/rejected": -0.145053893327713, + "sft_loss": 0.5061404705047607, + "step": 997 + }, + { + "epoch": 1.443239334779465, + "grad_norm": 2.3532961841410716, + "learning_rate": 7.06639487407792e-06, + "logits/chosen": 0.16211381554603577, + "logits/rejected": 0.14582449197769165, + "logps/chosen": -0.38793298602104187, + "logps/rejected": -1.8462269306182861, + "loss": 0.4933, + "odds_ratio_loss": 0.15614688396453857, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038793303072452545, + "rewards/margins": 0.14582940936088562, + "rewards/rejected": -0.18462270498275757, + "sft_loss": 0.38793298602104187, + "step": 998 + }, + { + "epoch": 1.4446854663774404, + "grad_norm": 2.4403398082029564, + "learning_rate": 7.06439958529692e-06, + "logits/chosen": 0.24929878115653992, + "logits/rejected": 0.20911167562007904, + "logps/chosen": -0.5529198050498962, + "logps/rejected": -2.3418209552764893, + "loss": 0.5847, + "odds_ratio_loss": 0.20496883988380432, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.055291980504989624, + "rewards/margins": 0.17889009416103363, + "rewards/rejected": -0.23418208956718445, + "sft_loss": 0.5529198050498962, + "step": 999 + }, + { + "epoch": 1.4461315979754157, + "grad_norm": 2.645683265131475, + "learning_rate": 7.062402448977997e-06, + "logits/chosen": 0.3289748430252075, + "logits/rejected": 0.20327892899513245, + "logps/chosen": -0.5288233757019043, + "logps/rejected": -2.5970919132232666, + "loss": 0.6075, + "odds_ratio_loss": 0.23200330138206482, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05288233980536461, + "rewards/margins": 0.20682686567306519, + "rewards/rejected": -0.2597091794013977, + "sft_loss": 0.5288233757019043, + "step": 1000 + }, + { + "epoch": 1.4475777295733911, + "grad_norm": 2.7552725794710082, + "learning_rate": 7.0604034663252326e-06, + "logits/chosen": 0.13092300295829773, + "logits/rejected": 0.15963725745677948, + "logps/chosen": -0.37244975566864014, + "logps/rejected": -1.9033265113830566, + "loss": 0.5478, + "odds_ratio_loss": 0.23867227137088776, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.037244975566864014, + "rewards/margins": 0.15308767557144165, + "rewards/rejected": -0.19033265113830566, + "sft_loss": 0.37244975566864014, + "step": 1001 + }, + { + "epoch": 1.4490238611713666, + "grad_norm": 4.113907222826934, + "learning_rate": 7.058402638543819e-06, + "logits/chosen": 0.2033143788576126, + "logits/rejected": 0.23652614653110504, + "logps/chosen": -0.5085000991821289, + "logps/rejected": -1.6749879121780396, + "loss": 0.6418, + "odds_ratio_loss": 0.25362229347229004, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05085001513361931, + "rewards/margins": 0.11664877831935883, + "rewards/rejected": -0.16749879717826843, + "sft_loss": 0.5085000991821289, + "step": 1002 + }, + { + "epoch": 1.450469992769342, + "grad_norm": 2.6623407856341283, + "learning_rate": 7.056399966840065e-06, + "logits/chosen": 0.18851172924041748, + "logits/rejected": 0.18449491262435913, + "logps/chosen": -0.5473241806030273, + "logps/rejected": -2.25048828125, + "loss": 0.5852, + "odds_ratio_loss": 0.2814570367336273, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.054732419550418854, + "rewards/margins": 0.1703163981437683, + "rewards/rejected": -0.22504881024360657, + "sft_loss": 0.5473241806030273, + "step": 1003 + }, + { + "epoch": 1.4519161243673175, + "grad_norm": 2.2832553471825956, + "learning_rate": 7.0543954524213885e-06, + "logits/chosen": 0.19176509976387024, + "logits/rejected": 0.17191959917545319, + "logps/chosen": -0.4636141359806061, + "logps/rejected": -2.2305266857147217, + "loss": 0.6144, + "odds_ratio_loss": 0.19034519791603088, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04636141285300255, + "rewards/margins": 0.17669126391410828, + "rewards/rejected": -0.22305268049240112, + "sft_loss": 0.4636141359806061, + "step": 1004 + }, + { + "epoch": 1.4533622559652928, + "grad_norm": 2.8776457997498053, + "learning_rate": 7.052389096496316e-06, + "logits/chosen": 0.1522367298603058, + "logits/rejected": 0.15638092160224915, + "logps/chosen": -0.7201976180076599, + "logps/rejected": -1.3056902885437012, + "loss": 0.6707, + "odds_ratio_loss": 0.4569261372089386, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07201976329088211, + "rewards/margins": 0.058549270033836365, + "rewards/rejected": -0.13056901097297668, + "sft_loss": 0.7201976180076599, + "step": 1005 + }, + { + "epoch": 1.4548083875632682, + "grad_norm": 3.901836611275651, + "learning_rate": 7.0503809002744895e-06, + "logits/chosen": 0.1361616551876068, + "logits/rejected": 0.1412799060344696, + "logps/chosen": -0.4152643084526062, + "logps/rejected": -1.949552059173584, + "loss": 0.6122, + "odds_ratio_loss": 0.2301965057849884, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0415264368057251, + "rewards/margins": 0.15342876315116882, + "rewards/rejected": -0.19495519995689392, + "sft_loss": 0.4152643084526062, + "step": 1006 + }, + { + "epoch": 1.4562545191612437, + "grad_norm": 2.2885218862113406, + "learning_rate": 7.048370864966658e-06, + "logits/chosen": 0.09770112484693527, + "logits/rejected": 0.16095119714736938, + "logps/chosen": -0.5029357671737671, + "logps/rejected": -1.595658540725708, + "loss": 0.5774, + "odds_ratio_loss": 0.27672871947288513, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05029357224702835, + "rewards/margins": 0.10927227884531021, + "rewards/rejected": -0.15956585109233856, + "sft_loss": 0.5029357671737671, + "step": 1007 + }, + { + "epoch": 1.457700650759219, + "grad_norm": 2.7412792848860024, + "learning_rate": 7.046358991784679e-06, + "logits/chosen": 0.3045928478240967, + "logits/rejected": 0.1931784301996231, + "logps/chosen": -0.5084326267242432, + "logps/rejected": -1.954370379447937, + "loss": 0.6619, + "odds_ratio_loss": 0.23789116740226746, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.050843268632888794, + "rewards/margins": 0.14459377527236938, + "rewards/rejected": -0.19543704390525818, + "sft_loss": 0.5084326267242432, + "step": 1008 + }, + { + "epoch": 1.4591467823571946, + "grad_norm": 2.6518257487154897, + "learning_rate": 7.044345281941517e-06, + "logits/chosen": 0.19667373597621918, + "logits/rejected": 0.026554403826594353, + "logps/chosen": -0.6434774398803711, + "logps/rejected": -1.9622483253479004, + "loss": 0.6395, + "odds_ratio_loss": 0.33053648471832275, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06434774398803711, + "rewards/margins": 0.1318770945072174, + "rewards/rejected": -0.19622483849525452, + "sft_loss": 0.6434774398803711, + "step": 1009 + }, + { + "epoch": 1.4605929139551699, + "grad_norm": 3.306538949734956, + "learning_rate": 7.042329736651247e-06, + "logits/chosen": 0.26415181159973145, + "logits/rejected": 0.1740158200263977, + "logps/chosen": -0.6276966333389282, + "logps/rejected": -2.046126127243042, + "loss": 0.6323, + "odds_ratio_loss": 0.3550504148006439, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06276966631412506, + "rewards/margins": 0.14184294641017914, + "rewards/rejected": -0.2046126127243042, + "sft_loss": 0.6276966333389282, + "step": 1010 + }, + { + "epoch": 1.4620390455531453, + "grad_norm": 2.57776723354512, + "learning_rate": 7.040312357129047e-06, + "logits/chosen": 0.1909094750881195, + "logits/rejected": 0.24289001524448395, + "logps/chosen": -0.5022028684616089, + "logps/rejected": -1.813218116760254, + "loss": 0.581, + "odds_ratio_loss": 0.2843645215034485, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05022028833627701, + "rewards/margins": 0.1311015486717224, + "rewards/rejected": -0.18132182955741882, + "sft_loss": 0.5022028684616089, + "step": 1011 + }, + { + "epoch": 1.4634851771511208, + "grad_norm": 2.7761880864873154, + "learning_rate": 7.038293144591204e-06, + "logits/chosen": 0.20759516954421997, + "logits/rejected": 0.14761096239089966, + "logps/chosen": -0.577498733997345, + "logps/rejected": -1.8540127277374268, + "loss": 0.6301, + "odds_ratio_loss": 0.3021618127822876, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.057749874889850616, + "rewards/margins": 0.1276514083147049, + "rewards/rejected": -0.18540127575397491, + "sft_loss": 0.577498733997345, + "step": 1012 + }, + { + "epoch": 1.464931308749096, + "grad_norm": 2.277520562849688, + "learning_rate": 7.036272100255109e-06, + "logits/chosen": 0.249737948179245, + "logits/rejected": 0.18658365309238434, + "logps/chosen": -0.5908975005149841, + "logps/rejected": -1.8330168724060059, + "loss": 0.6079, + "odds_ratio_loss": 0.3356654644012451, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05908975377678871, + "rewards/margins": 0.12421193718910217, + "rewards/rejected": -0.18330168724060059, + "sft_loss": 0.5908975005149841, + "step": 1013 + }, + { + "epoch": 1.4663774403470715, + "grad_norm": 2.5201576999568163, + "learning_rate": 7.034249225339255e-06, + "logits/chosen": 0.11815465986728668, + "logits/rejected": -0.03885069862008095, + "logps/chosen": -0.5782637000083923, + "logps/rejected": -2.2459661960601807, + "loss": 0.6193, + "odds_ratio_loss": 0.3164394497871399, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05782637372612953, + "rewards/margins": 0.16677024960517883, + "rewards/rejected": -0.22459663450717926, + "sft_loss": 0.5782637000083923, + "step": 1014 + }, + { + "epoch": 1.467823571945047, + "grad_norm": 2.9866144671540003, + "learning_rate": 7.032224521063243e-06, + "logits/chosen": 0.23842084407806396, + "logits/rejected": 0.1553962379693985, + "logps/chosen": -0.4561951160430908, + "logps/rejected": -2.000938892364502, + "loss": 0.598, + "odds_ratio_loss": 0.20124277472496033, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04561951383948326, + "rewards/margins": 0.15447436273097992, + "rewards/rejected": -0.20009386539459229, + "sft_loss": 0.4561951160430908, + "step": 1015 + }, + { + "epoch": 1.4692697035430224, + "grad_norm": 2.69333811024608, + "learning_rate": 7.030197988647774e-06, + "logits/chosen": 0.1152530089020729, + "logits/rejected": 0.0506892129778862, + "logps/chosen": -0.5420433282852173, + "logps/rejected": -2.2813198566436768, + "loss": 0.5693, + "odds_ratio_loss": 0.2778359651565552, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05420433729887009, + "rewards/margins": 0.1739276647567749, + "rewards/rejected": -0.2281319797039032, + "sft_loss": 0.5420433282852173, + "step": 1016 + }, + { + "epoch": 1.470715835140998, + "grad_norm": 2.325614102351017, + "learning_rate": 7.028169629314653e-06, + "logits/chosen": 0.10290016233921051, + "logits/rejected": 0.09782204031944275, + "logps/chosen": -0.5482643246650696, + "logps/rejected": -1.9553083181381226, + "loss": 0.6292, + "odds_ratio_loss": 0.24048736691474915, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.054826442152261734, + "rewards/margins": 0.14070439338684082, + "rewards/rejected": -0.19553083181381226, + "sft_loss": 0.5482643246650696, + "step": 1017 + }, + { + "epoch": 1.4721619667389731, + "grad_norm": 2.272861105925204, + "learning_rate": 7.026139444286783e-06, + "logits/chosen": 0.12405059486627579, + "logits/rejected": 0.12237481027841568, + "logps/chosen": -0.6233857870101929, + "logps/rejected": -1.7711641788482666, + "loss": 0.5714, + "odds_ratio_loss": 0.30120688676834106, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06233857944607735, + "rewards/margins": 0.1147778332233429, + "rewards/rejected": -0.17711640894412994, + "sft_loss": 0.6233857870101929, + "step": 1018 + }, + { + "epoch": 1.4736080983369486, + "grad_norm": 3.7017997314571276, + "learning_rate": 7.0241074347881725e-06, + "logits/chosen": 0.20509743690490723, + "logits/rejected": 0.19157272577285767, + "logps/chosen": -0.5758723020553589, + "logps/rejected": -1.6775627136230469, + "loss": 0.571, + "odds_ratio_loss": 0.35033929347991943, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05758722871541977, + "rewards/margins": 0.11016905307769775, + "rewards/rejected": -0.16775627434253693, + "sft_loss": 0.5758723020553589, + "step": 1019 + }, + { + "epoch": 1.475054229934924, + "grad_norm": 3.740076627765479, + "learning_rate": 7.022073602043926e-06, + "logits/chosen": 0.31628650426864624, + "logits/rejected": 0.24296697974205017, + "logps/chosen": -0.5375529527664185, + "logps/rejected": -2.6180481910705566, + "loss": 0.6056, + "odds_ratio_loss": 0.3072022795677185, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.053755298256874084, + "rewards/margins": 0.20804953575134277, + "rewards/rejected": -0.26180481910705566, + "sft_loss": 0.5375529527664185, + "step": 1020 + }, + { + "epoch": 1.4765003615328995, + "grad_norm": 2.916082710897773, + "learning_rate": 7.020037947280249e-06, + "logits/chosen": 0.2506396174430847, + "logits/rejected": 0.11263955384492874, + "logps/chosen": -0.6686195135116577, + "logps/rejected": -1.8187741041183472, + "loss": 0.596, + "odds_ratio_loss": 0.3449232876300812, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06686195731163025, + "rewards/margins": 0.11501546204090118, + "rewards/rejected": -0.18187743425369263, + "sft_loss": 0.6686195135116577, + "step": 1021 + }, + { + "epoch": 1.477946493130875, + "grad_norm": 3.9390911957773134, + "learning_rate": 7.018000471724446e-06, + "logits/chosen": 0.10807211697101593, + "logits/rejected": 0.22087359428405762, + "logps/chosen": -0.5579795837402344, + "logps/rejected": -2.2236127853393555, + "loss": 0.6239, + "odds_ratio_loss": 0.2716135084629059, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05579796060919762, + "rewards/margins": 0.16656331717967987, + "rewards/rejected": -0.2223612666130066, + "sft_loss": 0.5579795837402344, + "step": 1022 + }, + { + "epoch": 1.4793926247288502, + "grad_norm": 2.5788918246446126, + "learning_rate": 7.01596117660492e-06, + "logits/chosen": 0.04662645608186722, + "logits/rejected": 0.1416071653366089, + "logps/chosen": -0.6649520397186279, + "logps/rejected": -1.8460800647735596, + "loss": 0.5739, + "odds_ratio_loss": 0.3914756178855896, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06649520993232727, + "rewards/margins": 0.11811280250549316, + "rewards/rejected": -0.18460801243782043, + "sft_loss": 0.6649520397186279, + "step": 1023 + }, + { + "epoch": 1.4808387563268257, + "grad_norm": 2.4501783550989713, + "learning_rate": 7.013920063151166e-06, + "logits/chosen": 0.1949535608291626, + "logits/rejected": 0.0820920318365097, + "logps/chosen": -0.6624947786331177, + "logps/rejected": -2.2682080268859863, + "loss": 0.6292, + "odds_ratio_loss": 0.3945419192314148, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06624948233366013, + "rewards/margins": 0.16057133674621582, + "rewards/rejected": -0.22682081162929535, + "sft_loss": 0.6624947786331177, + "step": 1024 + }, + { + "epoch": 1.4822848879248012, + "grad_norm": 2.2241593032463887, + "learning_rate": 7.011877132593781e-06, + "logits/chosen": 0.19115297496318817, + "logits/rejected": 0.19649362564086914, + "logps/chosen": -0.5488402843475342, + "logps/rejected": -1.9641447067260742, + "loss": 0.5042, + "odds_ratio_loss": 0.251476526260376, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05488403141498566, + "rewards/margins": 0.14153045415878296, + "rewards/rejected": -0.19641447067260742, + "sft_loss": 0.5488402843475342, + "step": 1025 + }, + { + "epoch": 1.4837310195227766, + "grad_norm": 2.9155833133769176, + "learning_rate": 7.009832386164456e-06, + "logits/chosen": 0.15561585128307343, + "logits/rejected": 0.19798195362091064, + "logps/chosen": -0.6533185243606567, + "logps/rejected": -1.3767894506454468, + "loss": 0.6188, + "odds_ratio_loss": 0.3969898521900177, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0653318539261818, + "rewards/margins": 0.07234710454940796, + "rewards/rejected": -0.13767895102500916, + "sft_loss": 0.6533185243606567, + "step": 1026 + }, + { + "epoch": 1.485177151120752, + "grad_norm": 2.6169665641699913, + "learning_rate": 7.007785825095975e-06, + "logits/chosen": 0.23924939334392548, + "logits/rejected": 0.019013479351997375, + "logps/chosen": -0.521590530872345, + "logps/rejected": -2.0993692874908447, + "loss": 0.7109, + "odds_ratio_loss": 0.24000337719917297, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05215904861688614, + "rewards/margins": 0.15777787566184998, + "rewards/rejected": -0.2099369466304779, + "sft_loss": 0.521590530872345, + "step": 1027 + }, + { + "epoch": 1.4866232827187273, + "grad_norm": 2.572626461324335, + "learning_rate": 7.005737450622219e-06, + "logits/chosen": 0.299623966217041, + "logits/rejected": 0.24995410442352295, + "logps/chosen": -0.533481776714325, + "logps/rejected": -1.580140471458435, + "loss": 0.5954, + "odds_ratio_loss": 0.3327270746231079, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05334818363189697, + "rewards/margins": 0.1046658605337143, + "rewards/rejected": -0.15801402926445007, + "sft_loss": 0.533481776714325, + "step": 1028 + }, + { + "epoch": 1.4880694143167028, + "grad_norm": 3.5453397201056243, + "learning_rate": 7.003687263978158e-06, + "logits/chosen": 0.18590807914733887, + "logits/rejected": 0.2126408964395523, + "logps/chosen": -0.6051197052001953, + "logps/rejected": -2.3243978023529053, + "loss": 0.5805, + "odds_ratio_loss": 0.38674530386924744, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06051196902990341, + "rewards/margins": 0.171927809715271, + "rewards/rejected": -0.232439786195755, + "sft_loss": 0.6051197052001953, + "step": 1029 + }, + { + "epoch": 1.4895155459146783, + "grad_norm": 2.8003747097713227, + "learning_rate": 7.00163526639986e-06, + "logits/chosen": 0.14941300451755524, + "logits/rejected": 0.11249898374080658, + "logps/chosen": -0.7737295031547546, + "logps/rejected": -1.510383129119873, + "loss": 0.6962, + "odds_ratio_loss": 0.39545488357543945, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0773729458451271, + "rewards/margins": 0.07366538047790527, + "rewards/rejected": -0.15103831887245178, + "sft_loss": 0.7737295031547546, + "step": 1030 + }, + { + "epoch": 1.4909616775126535, + "grad_norm": 2.6587374392731475, + "learning_rate": 6.99958145912448e-06, + "logits/chosen": 0.18349449336528778, + "logits/rejected": 0.10890393704175949, + "logps/chosen": -0.5819097757339478, + "logps/rejected": -1.5076624155044556, + "loss": 0.5803, + "odds_ratio_loss": 0.40786978602409363, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.058190979063510895, + "rewards/margins": 0.09257525205612183, + "rewards/rejected": -0.15076623857021332, + "sft_loss": 0.5819097757339478, + "step": 1031 + }, + { + "epoch": 1.4924078091106292, + "grad_norm": 2.1458834769890203, + "learning_rate": 6.997525843390267e-06, + "logits/chosen": 0.0792083889245987, + "logits/rejected": 0.06461001932621002, + "logps/chosen": -0.6367547512054443, + "logps/rejected": -1.3028634786605835, + "loss": 0.6463, + "odds_ratio_loss": 0.3900574743747711, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06367547810077667, + "rewards/margins": 0.06661087274551392, + "rewards/rejected": -0.1302863508462906, + "sft_loss": 0.6367547512054443, + "step": 1032 + }, + { + "epoch": 1.4938539407086044, + "grad_norm": 2.4642215991009517, + "learning_rate": 6.995468420436559e-06, + "logits/chosen": 0.1517665535211563, + "logits/rejected": 0.15160293877124786, + "logps/chosen": -0.6312042474746704, + "logps/rejected": -2.0376627445220947, + "loss": 0.684, + "odds_ratio_loss": 0.3216949701309204, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06312042474746704, + "rewards/margins": 0.1406458467245102, + "rewards/rejected": -0.20376628637313843, + "sft_loss": 0.6312042474746704, + "step": 1033 + }, + { + "epoch": 1.49530007230658, + "grad_norm": 2.5076819118432874, + "learning_rate": 6.993409191503783e-06, + "logits/chosen": 0.239852637052536, + "logits/rejected": 0.12884551286697388, + "logps/chosen": -0.4071224331855774, + "logps/rejected": -2.5471112728118896, + "loss": 0.6061, + "odds_ratio_loss": 0.25786054134368896, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04071224480867386, + "rewards/margins": 0.21399888396263123, + "rewards/rejected": -0.2547111213207245, + "sft_loss": 0.4071224331855774, + "step": 1034 + }, + { + "epoch": 1.4967462039045554, + "grad_norm": 4.028839475322059, + "learning_rate": 6.991348157833457e-06, + "logits/chosen": 0.10707180202007294, + "logits/rejected": 0.08338991552591324, + "logps/chosen": -0.5520052909851074, + "logps/rejected": -2.078350067138672, + "loss": 0.604, + "odds_ratio_loss": 0.3524037003517151, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05520053207874298, + "rewards/margins": 0.15263448655605316, + "rewards/rejected": -0.20783501863479614, + "sft_loss": 0.5520052909851074, + "step": 1035 + }, + { + "epoch": 1.4981923355025306, + "grad_norm": 2.3833532208842256, + "learning_rate": 6.9892853206681864e-06, + "logits/chosen": 0.15900209546089172, + "logits/rejected": 0.098246268928051, + "logps/chosen": -0.6327139139175415, + "logps/rejected": -1.6600315570831299, + "loss": 0.6718, + "odds_ratio_loss": 0.3264049291610718, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06327139586210251, + "rewards/margins": 0.10273175686597824, + "rewards/rejected": -0.16600315272808075, + "sft_loss": 0.6327139139175415, + "step": 1036 + }, + { + "epoch": 1.499638467100506, + "grad_norm": 4.421414597775642, + "learning_rate": 6.987220681251663e-06, + "logits/chosen": 0.0970354974269867, + "logits/rejected": 0.07867510616779327, + "logps/chosen": -0.5139919519424438, + "logps/rejected": -2.057021379470825, + "loss": 0.658, + "odds_ratio_loss": 0.21215665340423584, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05139920115470886, + "rewards/margins": 0.1543029397726059, + "rewards/rejected": -0.20570214092731476, + "sft_loss": 0.5139919519424438, + "step": 1037 + }, + { + "epoch": 1.5010845986984815, + "grad_norm": 2.874565400720609, + "learning_rate": 6.985154240828665e-06, + "logits/chosen": 0.2262597382068634, + "logits/rejected": 0.1943497508764267, + "logps/chosen": -0.6259772181510925, + "logps/rejected": -2.125296115875244, + "loss": 0.7194, + "odds_ratio_loss": 0.4203740954399109, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06259772181510925, + "rewards/margins": 0.1499318927526474, + "rewards/rejected": -0.21252959966659546, + "sft_loss": 0.6259772181510925, + "step": 1038 + }, + { + "epoch": 1.502530730296457, + "grad_norm": 2.6558933441242214, + "learning_rate": 6.983086000645057e-06, + "logits/chosen": 0.07608388364315033, + "logits/rejected": 0.15391358733177185, + "logps/chosen": -0.7084933519363403, + "logps/rejected": -1.6010119915008545, + "loss": 0.6625, + "odds_ratio_loss": 0.30498605966567993, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.07084932923316956, + "rewards/margins": 0.08925186842679977, + "rewards/rejected": -0.16010120511054993, + "sft_loss": 0.7084933519363403, + "step": 1039 + }, + { + "epoch": 1.5039768618944325, + "grad_norm": 2.6321061758591617, + "learning_rate": 6.981015961947788e-06, + "logits/chosen": 0.1412767767906189, + "logits/rejected": 0.13829348981380463, + "logps/chosen": -0.5603752136230469, + "logps/rejected": -2.2956314086914062, + "loss": 0.5655, + "odds_ratio_loss": 0.3607153296470642, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.056037526577711105, + "rewards/margins": 0.1735256314277649, + "rewards/rejected": -0.2295631468296051, + "sft_loss": 0.5603752136230469, + "step": 1040 + }, + { + "epoch": 1.5054229934924077, + "grad_norm": 3.0828053228799006, + "learning_rate": 6.978944125984895e-06, + "logits/chosen": 0.19295093417167664, + "logits/rejected": 0.14091432094573975, + "logps/chosen": -0.5975869297981262, + "logps/rejected": -2.6924171447753906, + "loss": 0.6764, + "odds_ratio_loss": 0.2563125789165497, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05975869297981262, + "rewards/margins": 0.20948302745819092, + "rewards/rejected": -0.26924172043800354, + "sft_loss": 0.5975869297981262, + "step": 1041 + }, + { + "epoch": 1.5068691250903832, + "grad_norm": 3.960558914590278, + "learning_rate": 6.976870494005492e-06, + "logits/chosen": 0.19148896634578705, + "logits/rejected": 0.0627632588148117, + "logps/chosen": -0.5534959435462952, + "logps/rejected": -2.0796003341674805, + "loss": 0.6236, + "odds_ratio_loss": 0.3466914892196655, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.055349595844745636, + "rewards/margins": 0.1526104211807251, + "rewards/rejected": -0.20796000957489014, + "sft_loss": 0.5534959435462952, + "step": 1042 + }, + { + "epoch": 1.5083152566883586, + "grad_norm": 2.361686297673546, + "learning_rate": 6.974795067259781e-06, + "logits/chosen": 0.0762028768658638, + "logits/rejected": 0.11023451387882233, + "logps/chosen": -0.5732434988021851, + "logps/rejected": -1.5401384830474854, + "loss": 0.6878, + "odds_ratio_loss": 0.29356640577316284, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0573243573307991, + "rewards/margins": 0.09668950736522675, + "rewards/rejected": -0.15401385724544525, + "sft_loss": 0.5732434988021851, + "step": 1043 + }, + { + "epoch": 1.509761388286334, + "grad_norm": 2.458530408887522, + "learning_rate": 6.972717846999046e-06, + "logits/chosen": 0.14236396551132202, + "logits/rejected": 0.10859329998493195, + "logps/chosen": -0.4144444465637207, + "logps/rejected": -1.902043104171753, + "loss": 0.622, + "odds_ratio_loss": 0.23717351257801056, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04144444689154625, + "rewards/margins": 0.1487598568201065, + "rewards/rejected": -0.19020430743694305, + "sft_loss": 0.4144444465637207, + "step": 1044 + }, + { + "epoch": 1.5112075198843096, + "grad_norm": 2.3087641052869894, + "learning_rate": 6.97063883447565e-06, + "logits/chosen": 0.10838791728019714, + "logits/rejected": 0.11068686097860336, + "logps/chosen": -0.49994957447052, + "logps/rejected": -2.1742091178894043, + "loss": 0.5046, + "odds_ratio_loss": 0.2922423481941223, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04999496415257454, + "rewards/margins": 0.1674259603023529, + "rewards/rejected": -0.21742090582847595, + "sft_loss": 0.49994957447052, + "step": 1045 + }, + { + "epoch": 1.5126536514822848, + "grad_norm": 2.3997435361179327, + "learning_rate": 6.968558030943035e-06, + "logits/chosen": 0.045848749577999115, + "logits/rejected": 0.08902572095394135, + "logps/chosen": -0.6003144383430481, + "logps/rejected": -1.817967176437378, + "loss": 0.5955, + "odds_ratio_loss": 0.33355093002319336, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06003144755959511, + "rewards/margins": 0.12176527082920074, + "rewards/rejected": -0.18179671466350555, + "sft_loss": 0.6003144383430481, + "step": 1046 + }, + { + "epoch": 1.5140997830802603, + "grad_norm": 2.465062809755268, + "learning_rate": 6.966475437655728e-06, + "logits/chosen": 0.18887464702129364, + "logits/rejected": 0.1661260426044464, + "logps/chosen": -0.45803892612457275, + "logps/rejected": -1.855370044708252, + "loss": 0.5773, + "odds_ratio_loss": 0.2459450662136078, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04580388963222504, + "rewards/margins": 0.13973310589790344, + "rewards/rejected": -0.18553701043128967, + "sft_loss": 0.45803892612457275, + "step": 1047 + }, + { + "epoch": 1.5155459146782357, + "grad_norm": 2.7122560174653088, + "learning_rate": 6.964391055869331e-06, + "logits/chosen": 0.20639120042324066, + "logits/rejected": 0.24513506889343262, + "logps/chosen": -0.5997314453125, + "logps/rejected": -1.2009388208389282, + "loss": 0.5093, + "odds_ratio_loss": 0.5465415120124817, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05997314304113388, + "rewards/margins": 0.06012075021862984, + "rewards/rejected": -0.12009389698505402, + "sft_loss": 0.5997314453125, + "step": 1048 + }, + { + "epoch": 1.516992046276211, + "grad_norm": 3.499958743730523, + "learning_rate": 6.962304886840526e-06, + "logits/chosen": 0.11560941487550735, + "logits/rejected": 0.1723850816488266, + "logps/chosen": -0.5111711025238037, + "logps/rejected": -1.831732153892517, + "loss": 0.6253, + "odds_ratio_loss": 0.19189368188381195, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05111711472272873, + "rewards/margins": 0.1320561021566391, + "rewards/rejected": -0.18317320942878723, + "sft_loss": 0.5111711025238037, + "step": 1049 + }, + { + "epoch": 1.5184381778741867, + "grad_norm": 2.490232127901872, + "learning_rate": 6.960216931827072e-06, + "logits/chosen": 0.13617388904094696, + "logits/rejected": 0.10104858875274658, + "logps/chosen": -0.8242969512939453, + "logps/rejected": -1.2352579832077026, + "loss": 0.6404, + "odds_ratio_loss": 0.5068786144256592, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.08242969959974289, + "rewards/margins": 0.04109610244631767, + "rewards/rejected": -0.12352579832077026, + "sft_loss": 0.8242969512939453, + "step": 1050 + }, + { + "epoch": 1.519884309472162, + "grad_norm": 2.796815752969695, + "learning_rate": 6.958127192087805e-06, + "logits/chosen": 0.2978774905204773, + "logits/rejected": 0.21057304739952087, + "logps/chosen": -0.498077392578125, + "logps/rejected": -1.7246334552764893, + "loss": 0.5587, + "odds_ratio_loss": 0.334107905626297, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04980773851275444, + "rewards/margins": 0.12265560030937195, + "rewards/rejected": -0.1724633276462555, + "sft_loss": 0.498077392578125, + "step": 1051 + }, + { + "epoch": 1.5213304410701374, + "grad_norm": 2.2782092009922708, + "learning_rate": 6.956035668882636e-06, + "logits/chosen": 0.010676529258489609, + "logits/rejected": 0.0010472461581230164, + "logps/chosen": -0.6882982850074768, + "logps/rejected": -2.3437445163726807, + "loss": 0.6361, + "odds_ratio_loss": 0.33234259486198425, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06882983446121216, + "rewards/margins": 0.16554459929466248, + "rewards/rejected": -0.23437443375587463, + "sft_loss": 0.6882982850074768, + "step": 1052 + }, + { + "epoch": 1.5227765726681128, + "grad_norm": 3.2140920809453655, + "learning_rate": 6.953942363472554e-06, + "logits/chosen": 0.13342228531837463, + "logits/rejected": 0.05354118347167969, + "logps/chosen": -0.6020887494087219, + "logps/rejected": -2.461318254470825, + "loss": 0.6204, + "odds_ratio_loss": 0.32788577675819397, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06020887941122055, + "rewards/margins": 0.18592296540737152, + "rewards/rejected": -0.24613183736801147, + "sft_loss": 0.6020887494087219, + "step": 1053 + }, + { + "epoch": 1.524222704266088, + "grad_norm": 2.5019712775378666, + "learning_rate": 6.951847277119618e-06, + "logits/chosen": 0.2589821219444275, + "logits/rejected": 0.16210149228572845, + "logps/chosen": -0.510164737701416, + "logps/rejected": -2.564856767654419, + "loss": 0.5104, + "odds_ratio_loss": 0.23116162419319153, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05101647228002548, + "rewards/margins": 0.20546920597553253, + "rewards/rejected": -0.2564856708049774, + "sft_loss": 0.510164737701416, + "step": 1054 + }, + { + "epoch": 1.5256688358640638, + "grad_norm": 2.152655482579084, + "learning_rate": 6.949750411086965e-06, + "logits/chosen": 0.34317436814308167, + "logits/rejected": 0.10291274636983871, + "logps/chosen": -0.7262193560600281, + "logps/rejected": -1.5096874237060547, + "loss": 0.7065, + "odds_ratio_loss": 0.4528844952583313, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07262193411588669, + "rewards/margins": 0.07834681868553162, + "rewards/rejected": -0.1509687602519989, + "sft_loss": 0.7262193560600281, + "step": 1055 + }, + { + "epoch": 1.527114967462039, + "grad_norm": 3.50447530153194, + "learning_rate": 6.947651766638804e-06, + "logits/chosen": 0.12302163243293762, + "logits/rejected": 0.13556215167045593, + "logps/chosen": -0.5117670297622681, + "logps/rejected": -2.444344997406006, + "loss": 0.5551, + "odds_ratio_loss": 0.15113696455955505, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.051176704466342926, + "rewards/margins": 0.19325780868530273, + "rewards/rejected": -0.24443453550338745, + "sft_loss": 0.5117670297622681, + "step": 1056 + }, + { + "epoch": 1.5285610990600145, + "grad_norm": 2.435293117738104, + "learning_rate": 6.945551345040414e-06, + "logits/chosen": 0.15510180592536926, + "logits/rejected": 0.11878678947687149, + "logps/chosen": -0.5824716687202454, + "logps/rejected": -1.9384113550186157, + "loss": 0.5609, + "odds_ratio_loss": 0.35332125425338745, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.058247171342372894, + "rewards/margins": 0.1355939656496048, + "rewards/rejected": -0.1938411295413971, + "sft_loss": 0.5824716687202454, + "step": 1057 + }, + { + "epoch": 1.53000723065799, + "grad_norm": 2.588323654734541, + "learning_rate": 6.943449147558148e-06, + "logits/chosen": 0.2299852967262268, + "logits/rejected": 0.2677266597747803, + "logps/chosen": -0.4605291187763214, + "logps/rejected": -1.5798819065093994, + "loss": 0.6116, + "odds_ratio_loss": 0.2766846716403961, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04605291038751602, + "rewards/margins": 0.11193528026342392, + "rewards/rejected": -0.15798819065093994, + "sft_loss": 0.4605291187763214, + "step": 1058 + }, + { + "epoch": 1.5314533622559652, + "grad_norm": 3.837009839441936, + "learning_rate": 6.941345175459428e-06, + "logits/chosen": 0.1960982233285904, + "logits/rejected": 0.1517314910888672, + "logps/chosen": -0.6805843114852905, + "logps/rejected": -1.9845657348632812, + "loss": 0.6312, + "odds_ratio_loss": 0.44597482681274414, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06805843114852905, + "rewards/margins": 0.13039812445640564, + "rewards/rejected": -0.1984565705060959, + "sft_loss": 0.6805843114852905, + "step": 1059 + }, + { + "epoch": 1.5328994938539409, + "grad_norm": 3.5474173037398278, + "learning_rate": 6.939239430012747e-06, + "logits/chosen": 0.1270655393600464, + "logits/rejected": 0.16382458806037903, + "logps/chosen": -0.6372203230857849, + "logps/rejected": -1.725688099861145, + "loss": 0.5645, + "odds_ratio_loss": 0.3358212411403656, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06372203677892685, + "rewards/margins": 0.10884677618741989, + "rewards/rejected": -0.17256881296634674, + "sft_loss": 0.6372203230857849, + "step": 1060 + }, + { + "epoch": 1.534345625451916, + "grad_norm": 2.6777737468006597, + "learning_rate": 6.937131912487666e-06, + "logits/chosen": 0.12652812898159027, + "logits/rejected": 0.17299723625183105, + "logps/chosen": -0.5954207181930542, + "logps/rejected": -1.8514387607574463, + "loss": 0.6188, + "odds_ratio_loss": 0.2636999487876892, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05954207852482796, + "rewards/margins": 0.12560181319713593, + "rewards/rejected": -0.18514388799667358, + "sft_loss": 0.5954207181930542, + "step": 1061 + }, + { + "epoch": 1.5357917570498916, + "grad_norm": 3.721568398574073, + "learning_rate": 6.935022624154818e-06, + "logits/chosen": 0.014476214535534382, + "logits/rejected": 0.025586508214473724, + "logps/chosen": -0.6806229948997498, + "logps/rejected": -2.057115077972412, + "loss": 0.6268, + "odds_ratio_loss": 0.3748878836631775, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06806230545043945, + "rewards/margins": 0.13764920830726624, + "rewards/rejected": -0.2057115137577057, + "sft_loss": 0.6806229948997498, + "step": 1062 + }, + { + "epoch": 1.537237888647867, + "grad_norm": 3.415662609051976, + "learning_rate": 6.9329115662858965e-06, + "logits/chosen": 0.2381383776664734, + "logits/rejected": 0.13723555207252502, + "logps/chosen": -0.5097121000289917, + "logps/rejected": -2.628650188446045, + "loss": 0.617, + "odds_ratio_loss": 0.269598126411438, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05097120627760887, + "rewards/margins": 0.21189382672309875, + "rewards/rejected": -0.2628650367259979, + "sft_loss": 0.5097121000289917, + "step": 1063 + }, + { + "epoch": 1.5386840202458423, + "grad_norm": 2.3924126847399028, + "learning_rate": 6.9307987401536694e-06, + "logits/chosen": 0.22002063691616058, + "logits/rejected": 0.19519548118114471, + "logps/chosen": -0.516993522644043, + "logps/rejected": -2.4856157302856445, + "loss": 0.5586, + "odds_ratio_loss": 0.23298753798007965, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05169935151934624, + "rewards/margins": 0.19686222076416016, + "rewards/rejected": -0.2485615760087967, + "sft_loss": 0.516993522644043, + "step": 1064 + }, + { + "epoch": 1.5401301518438177, + "grad_norm": 2.492354637645805, + "learning_rate": 6.928684147031967e-06, + "logits/chosen": 0.20798169076442719, + "logits/rejected": 0.20337769389152527, + "logps/chosen": -0.5130513310432434, + "logps/rejected": -1.760741949081421, + "loss": 0.6231, + "odds_ratio_loss": 0.29917263984680176, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0513051338493824, + "rewards/margins": 0.12476906925439835, + "rewards/rejected": -0.17607420682907104, + "sft_loss": 0.5130513310432434, + "step": 1065 + }, + { + "epoch": 1.5415762834417932, + "grad_norm": 2.8580063984243185, + "learning_rate": 6.926567788195683e-06, + "logits/chosen": 0.12441393733024597, + "logits/rejected": 0.12534169852733612, + "logps/chosen": -0.8271850943565369, + "logps/rejected": -1.329588770866394, + "loss": 0.6965, + "odds_ratio_loss": 0.5016704797744751, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.08271851390600204, + "rewards/margins": 0.05024036392569542, + "rewards/rejected": -0.13295888900756836, + "sft_loss": 0.8271850943565369, + "step": 1066 + }, + { + "epoch": 1.5430224150397687, + "grad_norm": 2.088204535572692, + "learning_rate": 6.9244496649207814e-06, + "logits/chosen": 0.29973694682121277, + "logits/rejected": 0.19213856756687164, + "logps/chosen": -0.476146399974823, + "logps/rejected": -2.555558204650879, + "loss": 0.5292, + "odds_ratio_loss": 0.2622685432434082, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04761463776230812, + "rewards/margins": 0.2079411745071411, + "rewards/rejected": -0.25555580854415894, + "sft_loss": 0.476146399974823, + "step": 1067 + }, + { + "epoch": 1.5444685466377441, + "grad_norm": 2.6496817862444964, + "learning_rate": 6.922329778484284e-06, + "logits/chosen": 0.12427856773138046, + "logits/rejected": -0.0361967608332634, + "logps/chosen": -0.7265552282333374, + "logps/rejected": -1.805168867111206, + "loss": 0.6306, + "odds_ratio_loss": 0.512405514717102, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07265552878379822, + "rewards/margins": 0.10786135494709015, + "rewards/rejected": -0.18051689863204956, + "sft_loss": 0.7265552282333374, + "step": 1068 + }, + { + "epoch": 1.5459146782357194, + "grad_norm": 2.3428447174051024, + "learning_rate": 6.920208130164279e-06, + "logits/chosen": 0.1944482922554016, + "logits/rejected": 0.12993068993091583, + "logps/chosen": -0.5531301498413086, + "logps/rejected": -1.8621083498001099, + "loss": 0.6635, + "odds_ratio_loss": 0.31757286190986633, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05531301349401474, + "rewards/margins": 0.13089781999588013, + "rewards/rejected": -0.18621084094047546, + "sft_loss": 0.5531301498413086, + "step": 1069 + }, + { + "epoch": 1.5473608098336948, + "grad_norm": 2.4592542393577137, + "learning_rate": 6.9180847212399185e-06, + "logits/chosen": 0.11052542924880981, + "logits/rejected": 0.12636902928352356, + "logps/chosen": -0.5426141023635864, + "logps/rejected": -2.2695884704589844, + "loss": 0.6373, + "odds_ratio_loss": 0.26784971356391907, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05426141619682312, + "rewards/margins": 0.17269743978977203, + "rewards/rejected": -0.22695885598659515, + "sft_loss": 0.5426141023635864, + "step": 1070 + }, + { + "epoch": 1.5488069414316703, + "grad_norm": 2.171573456977925, + "learning_rate": 6.91595955299141e-06, + "logits/chosen": 0.19434921443462372, + "logits/rejected": 0.1056637316942215, + "logps/chosen": -0.5363348722457886, + "logps/rejected": -1.7876577377319336, + "loss": 0.5617, + "odds_ratio_loss": 0.32317835092544556, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05363348871469498, + "rewards/margins": 0.12513227760791779, + "rewards/rejected": -0.17876575887203217, + "sft_loss": 0.5363348722457886, + "step": 1071 + }, + { + "epoch": 1.5502530730296455, + "grad_norm": 3.1058433998181942, + "learning_rate": 6.913832626700027e-06, + "logits/chosen": 0.02380383014678955, + "logits/rejected": 0.06460568308830261, + "logps/chosen": -0.5088622570037842, + "logps/rejected": -2.6462490558624268, + "loss": 0.5913, + "odds_ratio_loss": 0.242878720164299, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05088622868061066, + "rewards/margins": 0.21373867988586426, + "rewards/rejected": -0.2646248936653137, + "sft_loss": 0.5088622570037842, + "step": 1072 + }, + { + "epoch": 1.5516992046276212, + "grad_norm": 2.543394825286057, + "learning_rate": 6.911703943648101e-06, + "logits/chosen": 0.12439356744289398, + "logits/rejected": 0.07908182591199875, + "logps/chosen": -0.7427908182144165, + "logps/rejected": -1.9743529558181763, + "loss": 0.6456, + "odds_ratio_loss": 0.44264400005340576, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07427908480167389, + "rewards/margins": 0.12315621227025986, + "rewards/rejected": -0.19743528962135315, + "sft_loss": 0.7427908182144165, + "step": 1073 + }, + { + "epoch": 1.5531453362255965, + "grad_norm": 2.859886564508446, + "learning_rate": 6.909573505119022e-06, + "logits/chosen": 0.18945147097110748, + "logits/rejected": 0.028836995363235474, + "logps/chosen": -0.509463906288147, + "logps/rejected": -2.2200417518615723, + "loss": 0.5975, + "odds_ratio_loss": 0.354769229888916, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05094639211893082, + "rewards/margins": 0.171057790517807, + "rewards/rejected": -0.22200417518615723, + "sft_loss": 0.509463906288147, + "step": 1074 + }, + { + "epoch": 1.554591467823572, + "grad_norm": 2.4603604127071237, + "learning_rate": 6.907441312397242e-06, + "logits/chosen": 0.07920490205287933, + "logits/rejected": 0.10876142978668213, + "logps/chosen": -0.6252812743186951, + "logps/rejected": -1.5969560146331787, + "loss": 0.6832, + "odds_ratio_loss": 0.32766029238700867, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06252812594175339, + "rewards/margins": 0.0971674695611, + "rewards/rejected": -0.1596955955028534, + "sft_loss": 0.6252812743186951, + "step": 1075 + }, + { + "epoch": 1.5560375994215474, + "grad_norm": 2.718584331639608, + "learning_rate": 6.905307366768266e-06, + "logits/chosen": 0.09336543083190918, + "logits/rejected": 0.10105445981025696, + "logps/chosen": -0.7363986968994141, + "logps/rejected": -1.756248116493225, + "loss": 0.6651, + "odds_ratio_loss": 0.4169667363166809, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0736398696899414, + "rewards/margins": 0.10198494046926498, + "rewards/rejected": -0.175624817609787, + "sft_loss": 0.7363986968994141, + "step": 1076 + }, + { + "epoch": 1.5574837310195226, + "grad_norm": 2.5631268510701535, + "learning_rate": 6.903171669518657e-06, + "logits/chosen": 0.21750575304031372, + "logits/rejected": 0.13447445631027222, + "logps/chosen": -0.5367184281349182, + "logps/rejected": -3.1012187004089355, + "loss": 0.6973, + "odds_ratio_loss": 0.31506919860839844, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05367184057831764, + "rewards/margins": 0.2564500570297241, + "rewards/rejected": -0.31012189388275146, + "sft_loss": 0.5367184281349182, + "step": 1077 + }, + { + "epoch": 1.5589298626174983, + "grad_norm": 2.749705246651489, + "learning_rate": 6.901034221936037e-06, + "logits/chosen": 0.21169041097164154, + "logits/rejected": 0.12119154632091522, + "logps/chosen": -0.3760773539543152, + "logps/rejected": -2.7587168216705322, + "loss": 0.4959, + "odds_ratio_loss": 0.24344316124916077, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.03760773688554764, + "rewards/margins": 0.23826396465301514, + "rewards/rejected": -0.2758716940879822, + "sft_loss": 0.3760773539543152, + "step": 1078 + }, + { + "epoch": 1.5603759942154736, + "grad_norm": 2.376515470109904, + "learning_rate": 6.898895025309078e-06, + "logits/chosen": 0.25765448808670044, + "logits/rejected": 0.2227647304534912, + "logps/chosen": -0.5679758191108704, + "logps/rejected": -2.064207077026367, + "loss": 0.6137, + "odds_ratio_loss": 0.2876105308532715, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.056797582656145096, + "rewards/margins": 0.14962315559387207, + "rewards/rejected": -0.20642071962356567, + "sft_loss": 0.5679758191108704, + "step": 1079 + }, + { + "epoch": 1.561822125813449, + "grad_norm": 2.409181380059003, + "learning_rate": 6.896754080927515e-06, + "logits/chosen": 0.25729578733444214, + "logits/rejected": 0.1790364384651184, + "logps/chosen": -0.6595759391784668, + "logps/rejected": -3.047138214111328, + "loss": 0.6201, + "odds_ratio_loss": 0.4079166352748871, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06595759838819504, + "rewards/margins": 0.2387562245130539, + "rewards/rejected": -0.30471381545066833, + "sft_loss": 0.6595759391784668, + "step": 1080 + }, + { + "epoch": 1.5632682574114245, + "grad_norm": 2.841839465101232, + "learning_rate": 6.894611390082125e-06, + "logits/chosen": 0.3018430471420288, + "logits/rejected": 0.23976141214370728, + "logps/chosen": -0.4250287413597107, + "logps/rejected": -2.774780511856079, + "loss": 0.6541, + "odds_ratio_loss": 0.2535403370857239, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04250287264585495, + "rewards/margins": 0.23497521877288818, + "rewards/rejected": -0.27747809886932373, + "sft_loss": 0.4250287413597107, + "step": 1081 + }, + { + "epoch": 1.5647143890093997, + "grad_norm": 2.3848242853645742, + "learning_rate": 6.892466954064748e-06, + "logits/chosen": 0.17624327540397644, + "logits/rejected": 0.035079099237918854, + "logps/chosen": -0.7374420166015625, + "logps/rejected": -2.1065616607666016, + "loss": 0.6227, + "odds_ratio_loss": 0.5102405548095703, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.07374420762062073, + "rewards/margins": 0.13691195845603943, + "rewards/rejected": -0.21065616607666016, + "sft_loss": 0.7374420166015625, + "step": 1082 + }, + { + "epoch": 1.5661605206073754, + "grad_norm": 2.2507360178739555, + "learning_rate": 6.890320774168272e-06, + "logits/chosen": 0.09431849420070648, + "logits/rejected": 0.09603389352560043, + "logps/chosen": -0.671610414981842, + "logps/rejected": -2.1536717414855957, + "loss": 0.6743, + "odds_ratio_loss": 0.33693233132362366, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06716103851795197, + "rewards/margins": 0.14820614457130432, + "rewards/rejected": -0.2153671830892563, + "sft_loss": 0.671610414981842, + "step": 1083 + }, + { + "epoch": 1.5676066522053507, + "grad_norm": 4.758544005698199, + "learning_rate": 6.8881728516866365e-06, + "logits/chosen": 0.06953014433383942, + "logits/rejected": 0.10708625614643097, + "logps/chosen": -0.5058231353759766, + "logps/rejected": -2.6862740516662598, + "loss": 0.5229, + "odds_ratio_loss": 0.2551036477088928, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.050582315772771835, + "rewards/margins": 0.21804511547088623, + "rewards/rejected": -0.268627405166626, + "sft_loss": 0.5058231353759766, + "step": 1084 + }, + { + "epoch": 1.5690527838033261, + "grad_norm": 2.8356454390086867, + "learning_rate": 6.886023187914831e-06, + "logits/chosen": 0.1127920001745224, + "logits/rejected": 0.04135732352733612, + "logps/chosen": -0.6294536590576172, + "logps/rejected": -2.6099953651428223, + "loss": 0.5941, + "odds_ratio_loss": 0.38581383228302, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06294536590576172, + "rewards/margins": 0.19805417954921722, + "rewards/rejected": -0.26099956035614014, + "sft_loss": 0.6294536590576172, + "step": 1085 + }, + { + "epoch": 1.5704989154013016, + "grad_norm": 2.409003843426103, + "learning_rate": 6.8838717841488995e-06, + "logits/chosen": 0.18301844596862793, + "logits/rejected": 0.1595679372549057, + "logps/chosen": -0.6605107188224792, + "logps/rejected": -2.446531295776367, + "loss": 0.6903, + "odds_ratio_loss": 0.2724457085132599, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.06605107337236404, + "rewards/margins": 0.17860206961631775, + "rewards/rejected": -0.2446531355381012, + "sft_loss": 0.6605107188224792, + "step": 1086 + }, + { + "epoch": 1.5719450469992768, + "grad_norm": 2.439223193709018, + "learning_rate": 6.881718641685926e-06, + "logits/chosen": 0.14739452302455902, + "logits/rejected": 0.11320450901985168, + "logps/chosen": -0.5645332932472229, + "logps/rejected": -3.358351945877075, + "loss": 0.5989, + "odds_ratio_loss": 0.2953460216522217, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05645333230495453, + "rewards/margins": 0.2793818712234497, + "rewards/rejected": -0.33583518862724304, + "sft_loss": 0.5645332932472229, + "step": 1087 + }, + { + "epoch": 1.5733911785972523, + "grad_norm": 2.3436482899115942, + "learning_rate": 6.879563761824052e-06, + "logits/chosen": 0.05163494125008583, + "logits/rejected": 0.04702293127775192, + "logps/chosen": -0.7239556312561035, + "logps/rejected": -2.1285696029663086, + "loss": 0.6696, + "odds_ratio_loss": 0.37814947962760925, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07239556312561035, + "rewards/margins": 0.14046140015125275, + "rewards/rejected": -0.2128569781780243, + "sft_loss": 0.7239556312561035, + "step": 1088 + }, + { + "epoch": 1.5748373101952278, + "grad_norm": 2.36411335058339, + "learning_rate": 6.877407145862461e-06, + "logits/chosen": 0.18641921877861023, + "logits/rejected": 0.05207761377096176, + "logps/chosen": -0.5632745027542114, + "logps/rejected": -2.345430612564087, + "loss": 0.6053, + "odds_ratio_loss": 0.3601348400115967, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0563274510204792, + "rewards/margins": 0.1782156229019165, + "rewards/rejected": -0.2345430552959442, + "sft_loss": 0.5632745027542114, + "step": 1089 + }, + { + "epoch": 1.5762834417932032, + "grad_norm": 3.1847878741876943, + "learning_rate": 6.875248795101386e-06, + "logits/chosen": 0.20281922817230225, + "logits/rejected": 0.14336425065994263, + "logps/chosen": -0.582189679145813, + "logps/rejected": -1.8264280557632446, + "loss": 0.5495, + "odds_ratio_loss": 0.3409522473812103, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05821897089481354, + "rewards/margins": 0.12442383170127869, + "rewards/rejected": -0.18264278769493103, + "sft_loss": 0.582189679145813, + "step": 1090 + }, + { + "epoch": 1.5777295733911787, + "grad_norm": 3.329674278967477, + "learning_rate": 6.873088710842103e-06, + "logits/chosen": 0.07660141587257385, + "logits/rejected": 0.06340264528989792, + "logps/chosen": -0.49803632497787476, + "logps/rejected": -2.5776054859161377, + "loss": 0.575, + "odds_ratio_loss": 0.2812206745147705, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.049803633242845535, + "rewards/margins": 0.20795691013336182, + "rewards/rejected": -0.25776055455207825, + "sft_loss": 0.49803632497787476, + "step": 1091 + }, + { + "epoch": 1.579175704989154, + "grad_norm": 3.3946195116434192, + "learning_rate": 6.870926894386936e-06, + "logits/chosen": 0.14749659597873688, + "logits/rejected": 0.03280261904001236, + "logps/chosen": -0.3851412236690521, + "logps/rejected": -3.3120474815368652, + "loss": 0.5268, + "odds_ratio_loss": 0.21843570470809937, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03851412236690521, + "rewards/margins": 0.292690634727478, + "rewards/rejected": -0.33120474219322205, + "sft_loss": 0.3851412236690521, + "step": 1092 + }, + { + "epoch": 1.5806218365871294, + "grad_norm": 2.263707967091026, + "learning_rate": 6.868763347039252e-06, + "logits/chosen": 0.12011094391345978, + "logits/rejected": 0.0620017871260643, + "logps/chosen": -0.5656850934028625, + "logps/rejected": -2.0197243690490723, + "loss": 0.5298, + "odds_ratio_loss": 0.33666715025901794, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.056568510830402374, + "rewards/margins": 0.1454039216041565, + "rewards/rejected": -0.20197243988513947, + "sft_loss": 0.5656850934028625, + "step": 1093 + }, + { + "epoch": 1.5820679681851049, + "grad_norm": 3.0913874233343446, + "learning_rate": 6.8665980701034604e-06, + "logits/chosen": 0.17975221574306488, + "logits/rejected": 0.07172837853431702, + "logps/chosen": -0.4119968116283417, + "logps/rejected": -2.78731632232666, + "loss": 0.6669, + "odds_ratio_loss": 0.3397271931171417, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.04119968041777611, + "rewards/margins": 0.23753196001052856, + "rewards/rejected": -0.27873164415359497, + "sft_loss": 0.4119968116283417, + "step": 1094 + }, + { + "epoch": 1.58351409978308, + "grad_norm": 3.449949589857646, + "learning_rate": 6.864431064885018e-06, + "logits/chosen": 0.10938216745853424, + "logits/rejected": 0.12328256666660309, + "logps/chosen": -0.724564254283905, + "logps/rejected": -2.3423516750335693, + "loss": 0.6826, + "odds_ratio_loss": 0.3296443819999695, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07245641946792603, + "rewards/margins": 0.1617787629365921, + "rewards/rejected": -0.23423519730567932, + "sft_loss": 0.724564254283905, + "step": 1095 + }, + { + "epoch": 1.5849602313810558, + "grad_norm": 2.585591290579989, + "learning_rate": 6.862262332690416e-06, + "logits/chosen": 0.1535097360610962, + "logits/rejected": 0.0930045023560524, + "logps/chosen": -0.5395622253417969, + "logps/rejected": -2.67804217338562, + "loss": 0.6028, + "odds_ratio_loss": 0.2423020452260971, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05395621806383133, + "rewards/margins": 0.2138480246067047, + "rewards/rejected": -0.26780423521995544, + "sft_loss": 0.5395622253417969, + "step": 1096 + }, + { + "epoch": 1.586406362979031, + "grad_norm": 2.731714970233483, + "learning_rate": 6.860091874827196e-06, + "logits/chosen": 0.15666761994361877, + "logits/rejected": 0.1512334793806076, + "logps/chosen": -0.49038049578666687, + "logps/rejected": -2.745338201522827, + "loss": 0.6536, + "odds_ratio_loss": 0.3623482286930084, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04903804883360863, + "rewards/margins": 0.22549577057361603, + "rewards/rejected": -0.27453380823135376, + "sft_loss": 0.49038049578666687, + "step": 1097 + }, + { + "epoch": 1.5878524945770065, + "grad_norm": 2.586427523762545, + "learning_rate": 6.85791969260393e-06, + "logits/chosen": 0.18899771571159363, + "logits/rejected": 0.17124459147453308, + "logps/chosen": -0.5725775957107544, + "logps/rejected": -2.258521556854248, + "loss": 0.5769, + "odds_ratio_loss": 0.34468019008636475, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0572577565908432, + "rewards/margins": 0.1685943752527237, + "rewards/rejected": -0.2258521318435669, + "sft_loss": 0.5725775957107544, + "step": 1098 + }, + { + "epoch": 1.589298626174982, + "grad_norm": 2.359047347217126, + "learning_rate": 6.855745787330238e-06, + "logits/chosen": 0.19358870387077332, + "logits/rejected": 0.17605549097061157, + "logps/chosen": -0.5376795530319214, + "logps/rejected": -2.1253416538238525, + "loss": 0.5648, + "odds_ratio_loss": 0.33196595311164856, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05376795679330826, + "rewards/margins": 0.15876621007919312, + "rewards/rejected": -0.21253415942192078, + "sft_loss": 0.5376795530319214, + "step": 1099 + }, + { + "epoch": 1.5907447577729572, + "grad_norm": 2.9412329763848697, + "learning_rate": 6.853570160316777e-06, + "logits/chosen": 0.11650137603282928, + "logits/rejected": 0.1291441023349762, + "logps/chosen": -0.6347838640213013, + "logps/rejected": -1.5328726768493652, + "loss": 0.6059, + "odds_ratio_loss": 0.38221707940101624, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06347838789224625, + "rewards/margins": 0.0898088812828064, + "rewards/rejected": -0.15328726172447205, + "sft_loss": 0.6347838640213013, + "step": 1100 + }, + { + "epoch": 1.592190889370933, + "grad_norm": 2.3477841646172286, + "learning_rate": 6.851392812875236e-06, + "logits/chosen": 0.16941529512405396, + "logits/rejected": 0.1017862856388092, + "logps/chosen": -0.5886316299438477, + "logps/rejected": -1.5656369924545288, + "loss": 0.6633, + "odds_ratio_loss": 0.3969772756099701, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.058863162994384766, + "rewards/margins": 0.09770055115222931, + "rewards/rejected": -0.15656371414661407, + "sft_loss": 0.5886316299438477, + "step": 1101 + }, + { + "epoch": 1.5936370209689081, + "grad_norm": 2.4546950838412056, + "learning_rate": 6.84921374631835e-06, + "logits/chosen": 0.24961897730827332, + "logits/rejected": 0.03723708540201187, + "logps/chosen": -0.602834165096283, + "logps/rejected": -4.140806674957275, + "loss": 0.6096, + "odds_ratio_loss": 0.28800731897354126, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.060283418744802475, + "rewards/margins": 0.3537972569465637, + "rewards/rejected": -0.4140806794166565, + "sft_loss": 0.602834165096283, + "step": 1102 + }, + { + "epoch": 1.5950831525668836, + "grad_norm": 2.5069717615115414, + "learning_rate": 6.847032961959884e-06, + "logits/chosen": 0.15000823140144348, + "logits/rejected": 0.24704432487487793, + "logps/chosen": -0.5027948617935181, + "logps/rejected": -1.290198802947998, + "loss": 0.6305, + "odds_ratio_loss": 0.3084346652030945, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.050279490649700165, + "rewards/margins": 0.07874040305614471, + "rewards/rejected": -0.12901988625526428, + "sft_loss": 0.5027948617935181, + "step": 1103 + }, + { + "epoch": 1.596529284164859, + "grad_norm": 3.4065840087438204, + "learning_rate": 6.844850461114643e-06, + "logits/chosen": 0.22534215450286865, + "logits/rejected": 0.1937633752822876, + "logps/chosen": -0.44374150037765503, + "logps/rejected": -2.513273000717163, + "loss": 0.5895, + "odds_ratio_loss": 0.23521637916564941, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04437415301799774, + "rewards/margins": 0.20695313811302185, + "rewards/rejected": -0.2513273060321808, + "sft_loss": 0.44374150037765503, + "step": 1104 + }, + { + "epoch": 1.5979754157628343, + "grad_norm": 2.506183913454602, + "learning_rate": 6.842666245098462e-06, + "logits/chosen": 0.1503123641014099, + "logits/rejected": 0.10985986888408661, + "logps/chosen": -0.6794801950454712, + "logps/rejected": -2.6882190704345703, + "loss": 0.7458, + "odds_ratio_loss": 0.2798730134963989, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06794802099466324, + "rewards/margins": 0.20087388157844543, + "rewards/rejected": -0.26882192492485046, + "sft_loss": 0.6794801950454712, + "step": 1105 + }, + { + "epoch": 1.59942154736081, + "grad_norm": 3.2357897333744905, + "learning_rate": 6.840480315228214e-06, + "logits/chosen": 0.18373164534568787, + "logits/rejected": 0.07605935633182526, + "logps/chosen": -0.4748189449310303, + "logps/rejected": -3.4461898803710938, + "loss": 0.6415, + "odds_ratio_loss": 0.3127560615539551, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.04748189449310303, + "rewards/margins": 0.2971371114253998, + "rewards/rejected": -0.3446190357208252, + "sft_loss": 0.4748189449310303, + "step": 1106 + }, + { + "epoch": 1.6008676789587852, + "grad_norm": 2.616072647630207, + "learning_rate": 6.838292672821806e-06, + "logits/chosen": 0.29636842012405396, + "logits/rejected": 0.11761577427387238, + "logps/chosen": -0.5896111726760864, + "logps/rejected": -3.0412216186523438, + "loss": 0.6376, + "odds_ratio_loss": 0.3512306213378906, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05896111577749252, + "rewards/margins": 0.2451610416173935, + "rewards/rejected": -0.3041221499443054, + "sft_loss": 0.5896111726760864, + "step": 1107 + }, + { + "epoch": 1.6023138105567607, + "grad_norm": 2.846990331140939, + "learning_rate": 6.836103319198175e-06, + "logits/chosen": 0.20525681972503662, + "logits/rejected": 0.1730688512325287, + "logps/chosen": -0.68004310131073, + "logps/rejected": -1.7271138429641724, + "loss": 0.6933, + "odds_ratio_loss": 0.38755208253860474, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.068004310131073, + "rewards/margins": 0.10470708459615707, + "rewards/rejected": -0.17271138727664948, + "sft_loss": 0.68004310131073, + "step": 1108 + }, + { + "epoch": 1.6037599421547362, + "grad_norm": 2.5244611709953664, + "learning_rate": 6.833912255677289e-06, + "logits/chosen": 0.05130451172590256, + "logits/rejected": 0.19735708832740784, + "logps/chosen": -0.6317247152328491, + "logps/rejected": -2.590360164642334, + "loss": 0.6713, + "odds_ratio_loss": 0.25427278876304626, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.06317247450351715, + "rewards/margins": 0.1958635449409485, + "rewards/rejected": -0.25903603434562683, + "sft_loss": 0.6317247152328491, + "step": 1109 + }, + { + "epoch": 1.6052060737527114, + "grad_norm": 2.5093017639783732, + "learning_rate": 6.8317194835801505e-06, + "logits/chosen": 0.16803748905658722, + "logits/rejected": 0.15267445147037506, + "logps/chosen": -0.4448273181915283, + "logps/rejected": -2.7201156616210938, + "loss": 0.5178, + "odds_ratio_loss": 0.2554229199886322, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04448273032903671, + "rewards/margins": 0.22752884030342102, + "rewards/rejected": -0.27201157808303833, + "sft_loss": 0.4448273181915283, + "step": 1110 + }, + { + "epoch": 1.6066522053506869, + "grad_norm": 2.686052793049035, + "learning_rate": 6.829525004228788e-06, + "logits/chosen": 0.0710282251238823, + "logits/rejected": 0.016714416444301605, + "logps/chosen": -0.4681667983531952, + "logps/rejected": -2.477705240249634, + "loss": 0.5899, + "odds_ratio_loss": 0.32242822647094727, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04681668430566788, + "rewards/margins": 0.2009538859128952, + "rewards/rejected": -0.2477705478668213, + "sft_loss": 0.4681667983531952, + "step": 1111 + }, + { + "epoch": 1.6080983369486623, + "grad_norm": 2.9752745108948813, + "learning_rate": 6.827328818946263e-06, + "logits/chosen": 0.006719652563333511, + "logits/rejected": 0.06880474090576172, + "logps/chosen": -0.7231383919715881, + "logps/rejected": -2.544945478439331, + "loss": 0.6282, + "odds_ratio_loss": 0.22746002674102783, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0723138377070427, + "rewards/margins": 0.182180717587471, + "rewards/rejected": -0.2544945478439331, + "sft_loss": 0.7231383919715881, + "step": 1112 + }, + { + "epoch": 1.6095444685466378, + "grad_norm": 2.1692853490318122, + "learning_rate": 6.825130929056662e-06, + "logits/chosen": 0.14772772789001465, + "logits/rejected": 0.10956289619207382, + "logps/chosen": -0.7819063663482666, + "logps/rejected": -1.8836016654968262, + "loss": 0.7105, + "odds_ratio_loss": 0.3727669417858124, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0781906396150589, + "rewards/margins": 0.11016951501369476, + "rewards/rejected": -0.18836016952991486, + "sft_loss": 0.7819063663482666, + "step": 1113 + }, + { + "epoch": 1.6109906001446133, + "grad_norm": 2.489057678072517, + "learning_rate": 6.822931335885103e-06, + "logits/chosen": 0.1797943413257599, + "logits/rejected": 0.13633441925048828, + "logps/chosen": -0.5514078140258789, + "logps/rejected": -2.322840929031372, + "loss": 0.6057, + "odds_ratio_loss": 0.2773057520389557, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05514077842235565, + "rewards/margins": 0.17714330554008484, + "rewards/rejected": -0.2322840839624405, + "sft_loss": 0.5514078140258789, + "step": 1114 + }, + { + "epoch": 1.6124367317425885, + "grad_norm": 2.105562163406456, + "learning_rate": 6.820730040757728e-06, + "logits/chosen": 0.15017375349998474, + "logits/rejected": 0.1785978227853775, + "logps/chosen": -0.5378727316856384, + "logps/rejected": -2.191357135772705, + "loss": 0.6226, + "odds_ratio_loss": 0.2285824716091156, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05378727242350578, + "rewards/margins": 0.16534847021102905, + "rewards/rejected": -0.21913574635982513, + "sft_loss": 0.5378727316856384, + "step": 1115 + }, + { + "epoch": 1.613882863340564, + "grad_norm": 2.3044143455434924, + "learning_rate": 6.818527045001705e-06, + "logits/chosen": 0.16752856969833374, + "logits/rejected": 0.16827546060085297, + "logps/chosen": -0.4314478933811188, + "logps/rejected": -2.3377957344055176, + "loss": 0.6104, + "odds_ratio_loss": 0.2084464430809021, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04314478486776352, + "rewards/margins": 0.19063478708267212, + "rewards/rejected": -0.23377957940101624, + "sft_loss": 0.4314478933811188, + "step": 1116 + }, + { + "epoch": 1.6153289949385394, + "grad_norm": 2.3550945594014574, + "learning_rate": 6.816322349945229e-06, + "logits/chosen": 0.14617860317230225, + "logits/rejected": 0.09834670275449753, + "logps/chosen": -0.5126814246177673, + "logps/rejected": -2.7283544540405273, + "loss": 0.5873, + "odds_ratio_loss": 0.17719094455242157, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05126814544200897, + "rewards/margins": 0.221567302942276, + "rewards/rejected": -0.2728354334831238, + "sft_loss": 0.5126814246177673, + "step": 1117 + }, + { + "epoch": 1.6167751265365147, + "grad_norm": 2.853329800579316, + "learning_rate": 6.81411595691752e-06, + "logits/chosen": 0.1595417559146881, + "logits/rejected": 0.09003555774688721, + "logps/chosen": -0.5111287832260132, + "logps/rejected": -4.566333293914795, + "loss": 0.5822, + "odds_ratio_loss": 0.19126391410827637, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05111287906765938, + "rewards/margins": 0.4055204391479492, + "rewards/rejected": -0.4566333293914795, + "sft_loss": 0.5111287832260132, + "step": 1118 + }, + { + "epoch": 1.6182212581344904, + "grad_norm": 4.368835734538797, + "learning_rate": 6.81190786724882e-06, + "logits/chosen": 0.13393574953079224, + "logits/rejected": 0.23001378774642944, + "logps/chosen": -0.532265305519104, + "logps/rejected": -2.221224308013916, + "loss": 0.5696, + "odds_ratio_loss": 0.27427342534065247, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0532265342772007, + "rewards/margins": 0.1688959002494812, + "rewards/rejected": -0.2221224159002304, + "sft_loss": 0.532265305519104, + "step": 1119 + }, + { + "epoch": 1.6196673897324656, + "grad_norm": 2.3014882949802646, + "learning_rate": 6.809698082270394e-06, + "logits/chosen": 0.08405912667512894, + "logits/rejected": 0.14118604362010956, + "logps/chosen": -0.742213249206543, + "logps/rejected": -2.146195888519287, + "loss": 0.6572, + "odds_ratio_loss": 0.441084086894989, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07422132790088654, + "rewards/margins": 0.14039826393127441, + "rewards/rejected": -0.21461959183216095, + "sft_loss": 0.742213249206543, + "step": 1120 + }, + { + "epoch": 1.621113521330441, + "grad_norm": 4.67097973693336, + "learning_rate": 6.80748660331453e-06, + "logits/chosen": 0.1618950515985489, + "logits/rejected": 0.035197075456380844, + "logps/chosen": -0.7067070603370667, + "logps/rejected": -1.7793760299682617, + "loss": 0.6408, + "odds_ratio_loss": 0.4611864686012268, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0706707015633583, + "rewards/margins": 0.10726691782474518, + "rewards/rejected": -0.17793762683868408, + "sft_loss": 0.7067070603370667, + "step": 1121 + }, + { + "epoch": 1.6225596529284165, + "grad_norm": 2.6910652991942787, + "learning_rate": 6.8052734317145356e-06, + "logits/chosen": 0.16007086634635925, + "logits/rejected": 0.24231232702732086, + "logps/chosen": -0.4963790774345398, + "logps/rejected": -3.519035816192627, + "loss": 0.6319, + "odds_ratio_loss": 0.2605344355106354, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04963790625333786, + "rewards/margins": 0.3022657036781311, + "rewards/rejected": -0.35190361738204956, + "sft_loss": 0.4963790774345398, + "step": 1122 + }, + { + "epoch": 1.6240057845263918, + "grad_norm": 2.36256991290105, + "learning_rate": 6.803058568804742e-06, + "logits/chosen": 0.16033251583576202, + "logits/rejected": 0.12260282039642334, + "logps/chosen": -0.5150243639945984, + "logps/rejected": -2.330399513244629, + "loss": 0.4986, + "odds_ratio_loss": 0.34891653060913086, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05150243639945984, + "rewards/margins": 0.18153752386569977, + "rewards/rejected": -0.2330399751663208, + "sft_loss": 0.5150243639945984, + "step": 1123 + }, + { + "epoch": 1.6254519161243675, + "grad_norm": 2.621102035932219, + "learning_rate": 6.800842015920496e-06, + "logits/chosen": 0.13604751229286194, + "logits/rejected": 0.04528624191880226, + "logps/chosen": -0.5994237661361694, + "logps/rejected": -3.107229709625244, + "loss": 0.6421, + "odds_ratio_loss": 0.3047102689743042, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.059942372143268585, + "rewards/margins": 0.2507806122303009, + "rewards/rejected": -0.3107229471206665, + "sft_loss": 0.5994237661361694, + "step": 1124 + }, + { + "epoch": 1.6268980477223427, + "grad_norm": 3.3189950012529845, + "learning_rate": 6.798623774398169e-06, + "logits/chosen": 0.2003846913576126, + "logits/rejected": 0.11310932040214539, + "logps/chosen": -0.5863832831382751, + "logps/rejected": -1.5205748081207275, + "loss": 0.6413, + "odds_ratio_loss": 0.2823806405067444, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.058638330549001694, + "rewards/margins": 0.0934191569685936, + "rewards/rejected": -0.1520574986934662, + "sft_loss": 0.5863832831382751, + "step": 1125 + }, + { + "epoch": 1.6283441793203182, + "grad_norm": 2.6471591529472693, + "learning_rate": 6.796403845575145e-06, + "logits/chosen": 0.2325344830751419, + "logits/rejected": 0.1505952775478363, + "logps/chosen": -0.40177321434020996, + "logps/rejected": -2.4784207344055176, + "loss": 0.6045, + "odds_ratio_loss": 0.22741401195526123, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.040177322924137115, + "rewards/margins": 0.20766472816467285, + "rewards/rejected": -0.24784202873706818, + "sft_loss": 0.40177321434020996, + "step": 1126 + }, + { + "epoch": 1.6297903109182936, + "grad_norm": 2.475300022674049, + "learning_rate": 6.794182230789827e-06, + "logits/chosen": 0.16944287717342377, + "logits/rejected": 0.20057857036590576, + "logps/chosen": -0.5337626338005066, + "logps/rejected": -1.8407460451126099, + "loss": 0.5948, + "odds_ratio_loss": 0.33305466175079346, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05337626859545708, + "rewards/margins": 0.1306983232498169, + "rewards/rejected": -0.18407458066940308, + "sft_loss": 0.5337626338005066, + "step": 1127 + }, + { + "epoch": 1.6312364425162689, + "grad_norm": 2.4279942191938293, + "learning_rate": 6.7919589313816355e-06, + "logits/chosen": 0.27863115072250366, + "logits/rejected": 0.20137888193130493, + "logps/chosen": -0.5784075260162354, + "logps/rejected": -2.008815288543701, + "loss": 0.5877, + "odds_ratio_loss": 0.3455614745616913, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05784075707197189, + "rewards/margins": 0.14304079115390778, + "rewards/rejected": -0.20088155567646027, + "sft_loss": 0.5784075260162354, + "step": 1128 + }, + { + "epoch": 1.6326825741142446, + "grad_norm": 2.486755988814461, + "learning_rate": 6.789733948691006e-06, + "logits/chosen": 0.12318692356348038, + "logits/rejected": 0.09866747260093689, + "logps/chosen": -0.6427417397499084, + "logps/rejected": -2.290992259979248, + "loss": 0.6232, + "odds_ratio_loss": 0.3308793306350708, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06427416950464249, + "rewards/margins": 0.16482506692409515, + "rewards/rejected": -0.22909922897815704, + "sft_loss": 0.6427417397499084, + "step": 1129 + }, + { + "epoch": 1.6341287057122198, + "grad_norm": 8.705640420104292, + "learning_rate": 6.787507284059388e-06, + "logits/chosen": 0.3377228379249573, + "logits/rejected": 0.33408480882644653, + "logps/chosen": -0.5667027235031128, + "logps/rejected": -1.6456166505813599, + "loss": 0.6168, + "odds_ratio_loss": 0.39584583044052124, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05667027086019516, + "rewards/margins": 0.10789139568805695, + "rewards/rejected": -0.1645616590976715, + "sft_loss": 0.5667027235031128, + "step": 1130 + }, + { + "epoch": 1.6355748373101953, + "grad_norm": 2.23403133866239, + "learning_rate": 6.785278938829248e-06, + "logits/chosen": 0.18635720014572144, + "logits/rejected": 0.12744563817977905, + "logps/chosen": -0.5257724523544312, + "logps/rejected": -3.5002336502075195, + "loss": 0.5913, + "odds_ratio_loss": 0.22851410508155823, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.052577245980501175, + "rewards/margins": 0.2974461317062378, + "rewards/rejected": -0.3500233590602875, + "sft_loss": 0.5257724523544312, + "step": 1131 + }, + { + "epoch": 1.6370209689081707, + "grad_norm": 2.2838844158071114, + "learning_rate": 6.7830489143440625e-06, + "logits/chosen": 0.24182364344596863, + "logits/rejected": 0.12117785215377808, + "logps/chosen": -0.5080547332763672, + "logps/rejected": -1.8937900066375732, + "loss": 0.6495, + "odds_ratio_loss": 0.305306077003479, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0508054718375206, + "rewards/margins": 0.1385735273361206, + "rewards/rejected": -0.1893789917230606, + "sft_loss": 0.5080547332763672, + "step": 1132 + }, + { + "epoch": 1.638467100506146, + "grad_norm": 2.492923349789528, + "learning_rate": 6.78081721194832e-06, + "logits/chosen": 0.12716682255268097, + "logits/rejected": 0.19468384981155396, + "logps/chosen": -0.5700826644897461, + "logps/rejected": -2.5006954669952393, + "loss": 0.7108, + "odds_ratio_loss": 0.24998816847801208, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05700826644897461, + "rewards/margins": 0.19306129217147827, + "rewards/rejected": -0.2500695586204529, + "sft_loss": 0.5700826644897461, + "step": 1133 + }, + { + "epoch": 1.6399132321041214, + "grad_norm": 2.473546132314206, + "learning_rate": 6.778583832987524e-06, + "logits/chosen": 0.21075762808322906, + "logits/rejected": 0.07315226644277573, + "logps/chosen": -0.5984592437744141, + "logps/rejected": -2.3020665645599365, + "loss": 0.6367, + "odds_ratio_loss": 0.3468858599662781, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.059845924377441406, + "rewards/margins": 0.1703607439994812, + "rewards/rejected": -0.2302066683769226, + "sft_loss": 0.5984592437744141, + "step": 1134 + }, + { + "epoch": 1.641359363702097, + "grad_norm": 3.815784113822362, + "learning_rate": 6.776348778808187e-06, + "logits/chosen": 0.2276933491230011, + "logits/rejected": 0.20840172469615936, + "logps/chosen": -0.4322483241558075, + "logps/rejected": -2.1296682357788086, + "loss": 0.5527, + "odds_ratio_loss": 0.18725760281085968, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04322483763098717, + "rewards/margins": 0.16974200308322906, + "rewards/rejected": -0.21296685934066772, + "sft_loss": 0.4322483241558075, + "step": 1135 + }, + { + "epoch": 1.6428054953000724, + "grad_norm": 3.230042856607609, + "learning_rate": 6.774112050757831e-06, + "logits/chosen": 0.22059807181358337, + "logits/rejected": 0.19416289031505585, + "logps/chosen": -0.4906231760978699, + "logps/rejected": -2.541626214981079, + "loss": 0.6078, + "odds_ratio_loss": 0.32527580857276917, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.04906231909990311, + "rewards/margins": 0.20510032773017883, + "rewards/rejected": -0.25416263937950134, + "sft_loss": 0.4906231760978699, + "step": 1136 + }, + { + "epoch": 1.6442516268980478, + "grad_norm": 2.507231602313924, + "learning_rate": 6.771873650184987e-06, + "logits/chosen": 0.2306595742702484, + "logits/rejected": 0.17716917395591736, + "logps/chosen": -0.6218141317367554, + "logps/rejected": -3.662498950958252, + "loss": 0.6342, + "odds_ratio_loss": 0.29755860567092896, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06218141317367554, + "rewards/margins": 0.30406850576400757, + "rewards/rejected": -0.3662499189376831, + "sft_loss": 0.6218141317367554, + "step": 1137 + }, + { + "epoch": 1.645697758496023, + "grad_norm": 2.577574144850942, + "learning_rate": 6.769633578439196e-06, + "logits/chosen": 0.22073982656002045, + "logits/rejected": 0.14277009665966034, + "logps/chosen": -0.49371635913848877, + "logps/rejected": -1.553049087524414, + "loss": 0.5629, + "odds_ratio_loss": 0.36073967814445496, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.049371637403964996, + "rewards/margins": 0.105933278799057, + "rewards/rejected": -0.1553049087524414, + "sft_loss": 0.49371635913848877, + "step": 1138 + }, + { + "epoch": 1.6471438900939985, + "grad_norm": 2.5217495034916904, + "learning_rate": 6.767391836871006e-06, + "logits/chosen": 0.25824111700057983, + "logits/rejected": 0.2234843224287033, + "logps/chosen": -0.48958465456962585, + "logps/rejected": -2.2131435871124268, + "loss": 0.5043, + "odds_ratio_loss": 0.2931782007217407, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.048958465456962585, + "rewards/margins": 0.17235590517520905, + "rewards/rejected": -0.22131435573101044, + "sft_loss": 0.48958465456962585, + "step": 1139 + }, + { + "epoch": 1.648590021691974, + "grad_norm": 3.0287506272655373, + "learning_rate": 6.76514842683197e-06, + "logits/chosen": 0.08717759698629379, + "logits/rejected": 0.17295514047145844, + "logps/chosen": -0.5925130844116211, + "logps/rejected": -2.349668264389038, + "loss": 0.6824, + "odds_ratio_loss": 0.28350913524627686, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05925130844116211, + "rewards/margins": 0.17571553587913513, + "rewards/rejected": -0.23496684432029724, + "sft_loss": 0.5925130844116211, + "step": 1140 + }, + { + "epoch": 1.6500361532899492, + "grad_norm": 2.4412616506760427, + "learning_rate": 6.7629033496746485e-06, + "logits/chosen": 0.20098035037517548, + "logits/rejected": 0.20969319343566895, + "logps/chosen": -0.5476840138435364, + "logps/rejected": -2.703965663909912, + "loss": 0.6569, + "odds_ratio_loss": 0.23726245760917664, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0547684021294117, + "rewards/margins": 0.21562819182872772, + "rewards/rejected": -0.2703965902328491, + "sft_loss": 0.5476840138435364, + "step": 1141 + }, + { + "epoch": 1.651482284887925, + "grad_norm": 3.32524625474085, + "learning_rate": 6.760656606752608e-06, + "logits/chosen": 0.19986768066883087, + "logits/rejected": 0.2439718395471573, + "logps/chosen": -0.5939256548881531, + "logps/rejected": -3.133114814758301, + "loss": 0.6345, + "odds_ratio_loss": 0.3041260540485382, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05939256399869919, + "rewards/margins": 0.25391891598701477, + "rewards/rejected": -0.31331151723861694, + "sft_loss": 0.5939256548881531, + "step": 1142 + }, + { + "epoch": 1.6529284164859002, + "grad_norm": 2.9130226961401613, + "learning_rate": 6.758408199420418e-06, + "logits/chosen": 0.1656503677368164, + "logits/rejected": 0.16937926411628723, + "logps/chosen": -0.4139644503593445, + "logps/rejected": -2.241116762161255, + "loss": 0.5212, + "odds_ratio_loss": 0.20857828855514526, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04139644652605057, + "rewards/margins": 0.18271522223949432, + "rewards/rejected": -0.2241116613149643, + "sft_loss": 0.4139644503593445, + "step": 1143 + }, + { + "epoch": 1.6543745480838756, + "grad_norm": 3.058127435624459, + "learning_rate": 6.75615812903365e-06, + "logits/chosen": 0.23680804669857025, + "logits/rejected": 0.1664726287126541, + "logps/chosen": -0.6967654228210449, + "logps/rejected": -1.6403802633285522, + "loss": 0.571, + "odds_ratio_loss": 0.4093691408634186, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06967654079198837, + "rewards/margins": 0.09436149895191193, + "rewards/rejected": -0.1640380322933197, + "sft_loss": 0.6967654228210449, + "step": 1144 + }, + { + "epoch": 1.655820679681851, + "grad_norm": 2.1730215190277935, + "learning_rate": 6.7539063969488825e-06, + "logits/chosen": 0.18492895364761353, + "logits/rejected": 0.26141905784606934, + "logps/chosen": -0.5463985800743103, + "logps/rejected": -1.4454739093780518, + "loss": 0.6343, + "odds_ratio_loss": 0.34149205684661865, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05463985726237297, + "rewards/margins": 0.08990754932165146, + "rewards/rejected": -0.14454740285873413, + "sft_loss": 0.5463985800743103, + "step": 1145 + }, + { + "epoch": 1.6572668112798263, + "grad_norm": 3.374659455042283, + "learning_rate": 6.75165300452369e-06, + "logits/chosen": 0.11994520574808121, + "logits/rejected": 0.09264302998781204, + "logps/chosen": -0.6896888613700867, + "logps/rejected": -2.469841480255127, + "loss": 0.5971, + "odds_ratio_loss": 0.4484861493110657, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06896888464689255, + "rewards/margins": 0.17801526188850403, + "rewards/rejected": -0.24698415398597717, + "sft_loss": 0.6896888613700867, + "step": 1146 + }, + { + "epoch": 1.658712942877802, + "grad_norm": 2.7494237048983106, + "learning_rate": 6.749397953116654e-06, + "logits/chosen": 0.21989181637763977, + "logits/rejected": 0.13300833106040955, + "logps/chosen": -0.5863887071609497, + "logps/rejected": -2.8034584522247314, + "loss": 0.5857, + "odds_ratio_loss": 0.419039785861969, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05863887071609497, + "rewards/margins": 0.22170698642730713, + "rewards/rejected": -0.2803458273410797, + "sft_loss": 0.5863887071609497, + "step": 1147 + }, + { + "epoch": 1.6601590744757773, + "grad_norm": 2.464174573411112, + "learning_rate": 6.747141244087352e-06, + "logits/chosen": 0.2038121223449707, + "logits/rejected": 0.08812229335308075, + "logps/chosen": -0.5297778844833374, + "logps/rejected": -2.8625032901763916, + "loss": 0.6452, + "odds_ratio_loss": 0.19093012809753418, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0529777929186821, + "rewards/margins": 0.23327253758907318, + "rewards/rejected": -0.2862503230571747, + "sft_loss": 0.5297778844833374, + "step": 1148 + }, + { + "epoch": 1.6616052060737527, + "grad_norm": 2.275862629901525, + "learning_rate": 6.744882878796362e-06, + "logits/chosen": 0.2904704511165619, + "logits/rejected": 0.29210197925567627, + "logps/chosen": -0.47496497631073, + "logps/rejected": -2.142214298248291, + "loss": 0.5979, + "odds_ratio_loss": 0.3119732737541199, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.047496501356363297, + "rewards/margins": 0.16672493517398834, + "rewards/rejected": -0.21422143280506134, + "sft_loss": 0.47496497631073, + "step": 1149 + }, + { + "epoch": 1.6630513376717282, + "grad_norm": 2.4348073492732447, + "learning_rate": 6.742622858605262e-06, + "logits/chosen": 0.06364156305789948, + "logits/rejected": 0.03990757837891579, + "logps/chosen": -0.48284998536109924, + "logps/rejected": -4.278642654418945, + "loss": 0.6012, + "odds_ratio_loss": 0.14767947793006897, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.048285000026226044, + "rewards/margins": 0.37957924604415894, + "rewards/rejected": -0.42786428332328796, + "sft_loss": 0.48284998536109924, + "step": 1150 + }, + { + "epoch": 1.6644974692697034, + "grad_norm": 2.5895585584395073, + "learning_rate": 6.740361184876625e-06, + "logits/chosen": 0.1997375339269638, + "logits/rejected": 0.17401760816574097, + "logps/chosen": -0.4806000888347626, + "logps/rejected": -1.8395509719848633, + "loss": 0.5594, + "odds_ratio_loss": 0.27543121576309204, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.048060011118650436, + "rewards/margins": 0.13589510321617126, + "rewards/rejected": -0.1839551031589508, + "sft_loss": 0.4806000888347626, + "step": 1151 + }, + { + "epoch": 1.6659436008676791, + "grad_norm": 4.701884489199648, + "learning_rate": 6.738097858974024e-06, + "logits/chosen": 0.19600707292556763, + "logits/rejected": 0.16965457797050476, + "logps/chosen": -0.6757255792617798, + "logps/rejected": -1.1500645875930786, + "loss": 0.6207, + "odds_ratio_loss": 0.6113768815994263, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06757256388664246, + "rewards/margins": 0.04743390157818794, + "rewards/rejected": -0.1150064542889595, + "sft_loss": 0.6757255792617798, + "step": 1152 + }, + { + "epoch": 1.6673897324656544, + "grad_norm": 3.175165956336856, + "learning_rate": 6.735832882262026e-06, + "logits/chosen": 0.08555848896503448, + "logits/rejected": 0.10591746121644974, + "logps/chosen": -0.4486284852027893, + "logps/rejected": -2.222221612930298, + "loss": 0.5803, + "odds_ratio_loss": 0.1979960799217224, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04486284777522087, + "rewards/margins": 0.17735931277275085, + "rewards/rejected": -0.22222216427326202, + "sft_loss": 0.4486284852027893, + "step": 1153 + }, + { + "epoch": 1.6688358640636298, + "grad_norm": 2.720757064167482, + "learning_rate": 6.733566256106193e-06, + "logits/chosen": 0.4870707392692566, + "logits/rejected": 0.2844332158565521, + "logps/chosen": -0.6252628564834595, + "logps/rejected": -2.486476421356201, + "loss": 0.6303, + "odds_ratio_loss": 0.3258809447288513, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06252628564834595, + "rewards/margins": 0.1861213743686676, + "rewards/rejected": -0.24864766001701355, + "sft_loss": 0.6252628564834595, + "step": 1154 + }, + { + "epoch": 1.6702819956616053, + "grad_norm": 5.187324442141512, + "learning_rate": 6.731297981873086e-06, + "logits/chosen": 0.1666257381439209, + "logits/rejected": 0.1535015106201172, + "logps/chosen": -0.6065875887870789, + "logps/rejected": -2.051072359085083, + "loss": 0.6106, + "odds_ratio_loss": 0.43608808517456055, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.060658760368824005, + "rewards/margins": 0.14444848895072937, + "rewards/rejected": -0.20510724186897278, + "sft_loss": 0.6065875887870789, + "step": 1155 + }, + { + "epoch": 1.6717281272595805, + "grad_norm": 2.1684485335228354, + "learning_rate": 6.729028060930251e-06, + "logits/chosen": 0.358548104763031, + "logits/rejected": 0.1484028548002243, + "logps/chosen": -0.485321581363678, + "logps/rejected": -3.6741294860839844, + "loss": 0.589, + "odds_ratio_loss": 0.25323089957237244, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0485321581363678, + "rewards/margins": 0.3188807964324951, + "rewards/rejected": -0.3674129545688629, + "sft_loss": 0.485321581363678, + "step": 1156 + }, + { + "epoch": 1.673174258857556, + "grad_norm": 2.46870459613307, + "learning_rate": 6.726756494646235e-06, + "logits/chosen": 0.16199025511741638, + "logits/rejected": 0.1509033590555191, + "logps/chosen": -0.6030094027519226, + "logps/rejected": -1.4246817827224731, + "loss": 0.5609, + "odds_ratio_loss": 0.36534902453422546, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06030093878507614, + "rewards/margins": 0.08216723799705505, + "rewards/rejected": -0.1424681842327118, + "sft_loss": 0.6030094027519226, + "step": 1157 + }, + { + "epoch": 1.6746203904555315, + "grad_norm": 2.4726592245004633, + "learning_rate": 6.7244832843905725e-06, + "logits/chosen": 0.17424005270004272, + "logits/rejected": 0.15898647904396057, + "logps/chosen": -0.5712554454803467, + "logps/rejected": -2.1054673194885254, + "loss": 0.5444, + "odds_ratio_loss": 0.21559767425060272, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05712554603815079, + "rewards/margins": 0.15342120826244354, + "rewards/rejected": -0.21054676175117493, + "sft_loss": 0.5712554454803467, + "step": 1158 + }, + { + "epoch": 1.676066522053507, + "grad_norm": 3.5416468577213345, + "learning_rate": 6.72220843153379e-06, + "logits/chosen": 0.2255643904209137, + "logits/rejected": 0.13521726429462433, + "logps/chosen": -0.5240362882614136, + "logps/rejected": -2.168708324432373, + "loss": 0.6036, + "odds_ratio_loss": 0.3438939154148102, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.052403632551431656, + "rewards/margins": 0.16446718573570251, + "rewards/rejected": -0.21687081456184387, + "sft_loss": 0.5240362882614136, + "step": 1159 + }, + { + "epoch": 1.6775126536514824, + "grad_norm": 3.254244381492882, + "learning_rate": 6.719931937447407e-06, + "logits/chosen": 0.3357830047607422, + "logits/rejected": 0.259264200925827, + "logps/chosen": -0.542752206325531, + "logps/rejected": -3.2315144538879395, + "loss": 0.707, + "odds_ratio_loss": 0.31859856843948364, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05427522212266922, + "rewards/margins": 0.26887619495391846, + "rewards/rejected": -0.3231514096260071, + "sft_loss": 0.542752206325531, + "step": 1160 + }, + { + "epoch": 1.6789587852494576, + "grad_norm": 5.511096848650093, + "learning_rate": 6.717653803503928e-06, + "logits/chosen": 0.22886249423027039, + "logits/rejected": 0.11704693734645844, + "logps/chosen": -0.5869529843330383, + "logps/rejected": -2.572026252746582, + "loss": 0.5864, + "odds_ratio_loss": 0.27222052216529846, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05869529768824577, + "rewards/margins": 0.19850732386112213, + "rewards/rejected": -0.2572026252746582, + "sft_loss": 0.5869529843330383, + "step": 1161 + }, + { + "epoch": 1.680404916847433, + "grad_norm": 2.5036032853106014, + "learning_rate": 6.71537403107685e-06, + "logits/chosen": 0.15184980630874634, + "logits/rejected": 0.1305277943611145, + "logps/chosen": -0.5590934157371521, + "logps/rejected": -2.7704367637634277, + "loss": 0.5799, + "odds_ratio_loss": 0.2579389810562134, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05590933561325073, + "rewards/margins": 0.22113433480262756, + "rewards/rejected": -0.2770436704158783, + "sft_loss": 0.5590934157371521, + "step": 1162 + }, + { + "epoch": 1.6818510484454086, + "grad_norm": 2.6005042356521564, + "learning_rate": 6.713092621540655e-06, + "logits/chosen": 0.28715190291404724, + "logits/rejected": 0.11853550374507904, + "logps/chosen": -0.7113485932350159, + "logps/rejected": -2.0638599395751953, + "loss": 0.6124, + "odds_ratio_loss": 0.4370325803756714, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07113486528396606, + "rewards/margins": 0.13525114953517914, + "rewards/rejected": -0.206385999917984, + "sft_loss": 0.7113485932350159, + "step": 1163 + }, + { + "epoch": 1.6832971800433838, + "grad_norm": 2.3848381421994724, + "learning_rate": 6.7108095762708136e-06, + "logits/chosen": 0.1905509978532791, + "logits/rejected": 0.1692703366279602, + "logps/chosen": -0.550454318523407, + "logps/rejected": -4.018769264221191, + "loss": 0.5935, + "odds_ratio_loss": 0.2899460792541504, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.055045437067747116, + "rewards/margins": 0.3468315005302429, + "rewards/rejected": -0.40187692642211914, + "sft_loss": 0.550454318523407, + "step": 1164 + }, + { + "epoch": 1.6847433116413595, + "grad_norm": 2.7571571011622105, + "learning_rate": 6.708524896643782e-06, + "logits/chosen": 0.188361257314682, + "logits/rejected": 0.0712515264749527, + "logps/chosen": -0.5353450775146484, + "logps/rejected": -2.714508533477783, + "loss": 0.634, + "odds_ratio_loss": 0.28433114290237427, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.053534507751464844, + "rewards/margins": 0.2179163247346878, + "rewards/rejected": -0.27145081758499146, + "sft_loss": 0.5353450775146484, + "step": 1165 + }, + { + "epoch": 1.6861894432393347, + "grad_norm": 2.3320851121282438, + "learning_rate": 6.706238584037003e-06, + "logits/chosen": 0.15112724900245667, + "logits/rejected": 0.12381379306316376, + "logps/chosen": -0.4415856897830963, + "logps/rejected": -3.0355641841888428, + "loss": 0.5931, + "odds_ratio_loss": 0.18794691562652588, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04415857046842575, + "rewards/margins": 0.25939783453941345, + "rewards/rejected": -0.3035564124584198, + "sft_loss": 0.4415856897830963, + "step": 1166 + }, + { + "epoch": 1.6876355748373102, + "grad_norm": 2.506114425073133, + "learning_rate": 6.703950639828903e-06, + "logits/chosen": 0.2930244207382202, + "logits/rejected": 0.28212878108024597, + "logps/chosen": -0.5601966977119446, + "logps/rejected": -2.481189489364624, + "loss": 0.627, + "odds_ratio_loss": 0.3866164982318878, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05601967126131058, + "rewards/margins": 0.19209925830364227, + "rewards/rejected": -0.24811893701553345, + "sft_loss": 0.5601966977119446, + "step": 1167 + }, + { + "epoch": 1.6890817064352857, + "grad_norm": 2.3644437186432645, + "learning_rate": 6.701661065398892e-06, + "logits/chosen": 0.17681562900543213, + "logits/rejected": 0.14664041996002197, + "logps/chosen": -0.5699477195739746, + "logps/rejected": -1.8158708810806274, + "loss": 0.6535, + "odds_ratio_loss": 0.3121950030326843, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05699477344751358, + "rewards/margins": 0.12459231168031693, + "rewards/rejected": -0.1815870851278305, + "sft_loss": 0.5699477195739746, + "step": 1168 + }, + { + "epoch": 1.690527838033261, + "grad_norm": 4.165250675002018, + "learning_rate": 6.699369862127362e-06, + "logits/chosen": 0.26053327322006226, + "logits/rejected": 0.1782192438840866, + "logps/chosen": -0.5276187658309937, + "logps/rejected": -2.0793633460998535, + "loss": 0.4889, + "odds_ratio_loss": 0.39804819226264954, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.05276188254356384, + "rewards/margins": 0.15517446398735046, + "rewards/rejected": -0.2079363316297531, + "sft_loss": 0.5276187658309937, + "step": 1169 + }, + { + "epoch": 1.6919739696312366, + "grad_norm": 2.7717506547854094, + "learning_rate": 6.69707703139569e-06, + "logits/chosen": 0.3379908800125122, + "logits/rejected": 0.1853041648864746, + "logps/chosen": -0.6339027881622314, + "logps/rejected": -2.206711530685425, + "loss": 0.6035, + "odds_ratio_loss": 0.3447216749191284, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06339027732610703, + "rewards/margins": 0.15728086233139038, + "rewards/rejected": -0.220671147108078, + "sft_loss": 0.6339027881622314, + "step": 1170 + }, + { + "epoch": 1.6934201012292118, + "grad_norm": 2.876125870078734, + "learning_rate": 6.694782574586229e-06, + "logits/chosen": 0.14711743593215942, + "logits/rejected": 0.1626882553100586, + "logps/chosen": -0.43197083473205566, + "logps/rejected": -3.0947062969207764, + "loss": 0.6135, + "odds_ratio_loss": 0.23374246060848236, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04319708049297333, + "rewards/margins": 0.266273558139801, + "rewards/rejected": -0.30947065353393555, + "sft_loss": 0.43197083473205566, + "step": 1171 + }, + { + "epoch": 1.6948662328271873, + "grad_norm": 3.1337461461664975, + "learning_rate": 6.692486493082317e-06, + "logits/chosen": 0.19641858339309692, + "logits/rejected": 0.11144060641527176, + "logps/chosen": -0.6843913793563843, + "logps/rejected": -2.083221435546875, + "loss": 0.6497, + "odds_ratio_loss": 0.38456079363822937, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06843913346529007, + "rewards/margins": 0.13988301157951355, + "rewards/rejected": -0.20832215249538422, + "sft_loss": 0.6843913793563843, + "step": 1172 + }, + { + "epoch": 1.6963123644251628, + "grad_norm": 3.552236706747717, + "learning_rate": 6.690188788268273e-06, + "logits/chosen": 0.21632656455039978, + "logits/rejected": 0.115239217877388, + "logps/chosen": -0.6581906676292419, + "logps/rejected": -1.6244016885757446, + "loss": 0.66, + "odds_ratio_loss": 0.46846601366996765, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06581906229257584, + "rewards/margins": 0.09662109613418579, + "rewards/rejected": -0.16244015097618103, + "sft_loss": 0.6581906676292419, + "step": 1173 + }, + { + "epoch": 1.697758496023138, + "grad_norm": 2.557436742334174, + "learning_rate": 6.687889461529386e-06, + "logits/chosen": 0.2814568877220154, + "logits/rejected": 0.18137472867965698, + "logps/chosen": -0.5548322200775146, + "logps/rejected": -2.5669074058532715, + "loss": 0.6203, + "odds_ratio_loss": 0.26014259457588196, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.055483222007751465, + "rewards/margins": 0.20120754837989807, + "rewards/rejected": -0.25669077038764954, + "sft_loss": 0.5548322200775146, + "step": 1174 + }, + { + "epoch": 1.6992046276211137, + "grad_norm": 3.737744307891954, + "learning_rate": 6.685588514251934e-06, + "logits/chosen": 0.1883585900068283, + "logits/rejected": 0.11404610425233841, + "logps/chosen": -0.5273705124855042, + "logps/rejected": -2.0571155548095703, + "loss": 0.6086, + "odds_ratio_loss": 0.21898625791072845, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.052737053483724594, + "rewards/margins": 0.15297451615333557, + "rewards/rejected": -0.20571157336235046, + "sft_loss": 0.5273705124855042, + "step": 1175 + }, + { + "epoch": 1.700650759219089, + "grad_norm": 2.514643381538017, + "learning_rate": 6.6832859478231635e-06, + "logits/chosen": 0.1959303468465805, + "logits/rejected": 0.08744394034147263, + "logps/chosen": -0.5547116994857788, + "logps/rejected": -2.5926737785339355, + "loss": 0.6747, + "odds_ratio_loss": 0.31549614667892456, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05547117441892624, + "rewards/margins": 0.20379620790481567, + "rewards/rejected": -0.2592673897743225, + "sft_loss": 0.5547116994857788, + "step": 1176 + }, + { + "epoch": 1.7020968908170644, + "grad_norm": 2.6698203453703973, + "learning_rate": 6.680981763631303e-06, + "logits/chosen": 0.12705998122692108, + "logits/rejected": 0.08648968487977982, + "logps/chosen": -0.5197083353996277, + "logps/rejected": -3.4079229831695557, + "loss": 0.5662, + "odds_ratio_loss": 0.25399935245513916, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.051970839500427246, + "rewards/margins": 0.2888214588165283, + "rewards/rejected": -0.34079229831695557, + "sft_loss": 0.5197083353996277, + "step": 1177 + }, + { + "epoch": 1.7035430224150399, + "grad_norm": 4.278657923028944, + "learning_rate": 6.6786759630655505e-06, + "logits/chosen": -0.007065432146191597, + "logits/rejected": 0.04697701707482338, + "logps/chosen": -0.5839925408363342, + "logps/rejected": -2.6068286895751953, + "loss": 0.6194, + "odds_ratio_loss": 0.24275022745132446, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0583992525935173, + "rewards/margins": 0.20228362083435059, + "rewards/rejected": -0.2606828808784485, + "sft_loss": 0.5839925408363342, + "step": 1178 + }, + { + "epoch": 1.704989154013015, + "grad_norm": 2.3362879167020836, + "learning_rate": 6.676368547516084e-06, + "logits/chosen": 0.22390501201152802, + "logits/rejected": 0.16717907786369324, + "logps/chosen": -0.5782084465026855, + "logps/rejected": -2.7273147106170654, + "loss": 0.6032, + "odds_ratio_loss": 0.24216079711914062, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05782084912061691, + "rewards/margins": 0.214910626411438, + "rewards/rejected": -0.2727314829826355, + "sft_loss": 0.5782084465026855, + "step": 1179 + }, + { + "epoch": 1.7064352856109906, + "grad_norm": 3.2234699582467075, + "learning_rate": 6.674059518374052e-06, + "logits/chosen": 0.13133449852466583, + "logits/rejected": 0.12285110354423523, + "logps/chosen": -0.5841748118400574, + "logps/rejected": -1.5109751224517822, + "loss": 0.6516, + "odds_ratio_loss": 0.34580686688423157, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.058417484164237976, + "rewards/margins": 0.09268002957105637, + "rewards/rejected": -0.15109750628471375, + "sft_loss": 0.5841748118400574, + "step": 1180 + }, + { + "epoch": 1.707881417208966, + "grad_norm": 3.8578564678205725, + "learning_rate": 6.671748877031577e-06, + "logits/chosen": 0.17093250155448914, + "logits/rejected": 0.1525716334581375, + "logps/chosen": -0.7296780347824097, + "logps/rejected": -3.0437965393066406, + "loss": 0.6778, + "odds_ratio_loss": 0.31801509857177734, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07296780496835709, + "rewards/margins": 0.23141184449195862, + "rewards/rejected": -0.3043796420097351, + "sft_loss": 0.7296780347824097, + "step": 1181 + }, + { + "epoch": 1.7093275488069413, + "grad_norm": 2.8550366156495226, + "learning_rate": 6.6694366248817544e-06, + "logits/chosen": 0.07962992042303085, + "logits/rejected": 0.10816764831542969, + "logps/chosen": -0.5177446007728577, + "logps/rejected": -3.558342456817627, + "loss": 0.6032, + "odds_ratio_loss": 0.2068100869655609, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.051774464547634125, + "rewards/margins": 0.304059773683548, + "rewards/rejected": -0.3558342158794403, + "sft_loss": 0.5177446007728577, + "step": 1182 + }, + { + "epoch": 1.710773680404917, + "grad_norm": 2.7311591788385896, + "learning_rate": 6.667122763318648e-06, + "logits/chosen": 0.23495501279830933, + "logits/rejected": 0.21480917930603027, + "logps/chosen": -0.5341576337814331, + "logps/rejected": -2.850303888320923, + "loss": 0.6349, + "odds_ratio_loss": 0.2973088324069977, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05341576412320137, + "rewards/margins": 0.2316146194934845, + "rewards/rejected": -0.2850303649902344, + "sft_loss": 0.5341576337814331, + "step": 1183 + }, + { + "epoch": 1.7122198120028922, + "grad_norm": 2.3366324777160488, + "learning_rate": 6.664807293737293e-06, + "logits/chosen": 0.22794067859649658, + "logits/rejected": 0.20764786005020142, + "logps/chosen": -0.5206387639045715, + "logps/rejected": -2.451005458831787, + "loss": 0.6059, + "odds_ratio_loss": 0.226045623421669, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05206387862563133, + "rewards/margins": 0.19303664565086365, + "rewards/rejected": -0.24510052800178528, + "sft_loss": 0.5206387639045715, + "step": 1184 + }, + { + "epoch": 1.7136659436008677, + "grad_norm": 2.9344919439096446, + "learning_rate": 6.662490217533697e-06, + "logits/chosen": 0.18199431896209717, + "logits/rejected": 0.08673392236232758, + "logps/chosen": -0.6532351970672607, + "logps/rejected": -3.143551826477051, + "loss": 0.6625, + "odds_ratio_loss": 0.4036434292793274, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06532351672649384, + "rewards/margins": 0.2490316778421402, + "rewards/rejected": -0.31435519456863403, + "sft_loss": 0.6532351970672607, + "step": 1185 + }, + { + "epoch": 1.7151120751988431, + "grad_norm": 3.033539871570757, + "learning_rate": 6.660171536104833e-06, + "logits/chosen": 0.13163414597511292, + "logits/rejected": 0.13655593991279602, + "logps/chosen": -0.6226808428764343, + "logps/rejected": -3.9001150131225586, + "loss": 0.5912, + "odds_ratio_loss": 0.14715641736984253, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06226808577775955, + "rewards/margins": 0.32774341106414795, + "rewards/rejected": -0.3900114893913269, + "sft_loss": 0.6226808428764343, + "step": 1186 + }, + { + "epoch": 1.7165582067968184, + "grad_norm": 2.935200053719907, + "learning_rate": 6.6578512508486425e-06, + "logits/chosen": 0.17753368616104126, + "logits/rejected": 0.0922786295413971, + "logps/chosen": -0.5860269069671631, + "logps/rejected": -1.86979341506958, + "loss": 0.5886, + "odds_ratio_loss": 0.35702764987945557, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05860269442200661, + "rewards/margins": 0.12837664783000946, + "rewards/rejected": -0.18697935342788696, + "sft_loss": 0.5860269069671631, + "step": 1187 + }, + { + "epoch": 1.718004338394794, + "grad_norm": 2.983899984553299, + "learning_rate": 6.655529363164033e-06, + "logits/chosen": 0.236445814371109, + "logits/rejected": 0.2024727165699005, + "logps/chosen": -0.5069154500961304, + "logps/rejected": -2.2717783451080322, + "loss": 0.7185, + "odds_ratio_loss": 0.2174503207206726, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.050691548734903336, + "rewards/margins": 0.1764862984418869, + "rewards/rejected": -0.22717782855033875, + "sft_loss": 0.5069154500961304, + "step": 1188 + }, + { + "epoch": 1.7194504699927693, + "grad_norm": 3.5801911999906015, + "learning_rate": 6.653205874450881e-06, + "logits/chosen": 0.2863970398902893, + "logits/rejected": 0.28775012493133545, + "logps/chosen": -0.3487379848957062, + "logps/rejected": -2.2851011753082275, + "loss": 0.5455, + "odds_ratio_loss": 0.23209895193576813, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03487379476428032, + "rewards/margins": 0.19363632798194885, + "rewards/rejected": -0.22851011157035828, + "sft_loss": 0.3487379848957062, + "step": 1189 + }, + { + "epoch": 1.7208966015907448, + "grad_norm": 2.235271967911421, + "learning_rate": 6.650880786110026e-06, + "logits/chosen": 0.13730399310588837, + "logits/rejected": 0.10951994359493256, + "logps/chosen": -0.6758534908294678, + "logps/rejected": -2.470485210418701, + "loss": 0.6652, + "odds_ratio_loss": 0.3634181320667267, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06758534908294678, + "rewards/margins": 0.17946317791938782, + "rewards/rejected": -0.2470485270023346, + "sft_loss": 0.6758534908294678, + "step": 1190 + }, + { + "epoch": 1.7223427331887202, + "grad_norm": 2.135760086462582, + "learning_rate": 6.6485540995432715e-06, + "logits/chosen": 0.20422452688217163, + "logits/rejected": 0.14295119047164917, + "logps/chosen": -0.6017346978187561, + "logps/rejected": -1.865221619606018, + "loss": 0.5539, + "odds_ratio_loss": 0.22437524795532227, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.06017346307635307, + "rewards/margins": 0.12634870409965515, + "rewards/rejected": -0.18652215600013733, + "sft_loss": 0.6017346978187561, + "step": 1191 + }, + { + "epoch": 1.7237888647866955, + "grad_norm": 2.445534213047608, + "learning_rate": 6.6462258161533854e-06, + "logits/chosen": 0.18580156564712524, + "logits/rejected": 0.10908015072345734, + "logps/chosen": -0.5201189517974854, + "logps/rejected": -2.300976276397705, + "loss": 0.5537, + "odds_ratio_loss": 0.29101625084877014, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05201189965009689, + "rewards/margins": 0.17808572947978973, + "rewards/rejected": -0.23009763658046722, + "sft_loss": 0.5201189517974854, + "step": 1192 + }, + { + "epoch": 1.7252349963846711, + "grad_norm": 2.7089892319390536, + "learning_rate": 6.6438959373440995e-06, + "logits/chosen": 0.10451790690422058, + "logits/rejected": 0.152940571308136, + "logps/chosen": -0.445254385471344, + "logps/rejected": -2.340458393096924, + "loss": 0.5893, + "odds_ratio_loss": 0.17854472994804382, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04452543705701828, + "rewards/margins": 0.18952038884162903, + "rewards/rejected": -0.2340458333492279, + "sft_loss": 0.445254385471344, + "step": 1193 + }, + { + "epoch": 1.7266811279826464, + "grad_norm": 3.341107839803183, + "learning_rate": 6.641564464520107e-06, + "logits/chosen": 0.08841860294342041, + "logits/rejected": 0.07997505366802216, + "logps/chosen": -0.9160062074661255, + "logps/rejected": -2.7940661907196045, + "loss": 0.6897, + "odds_ratio_loss": 0.35329318046569824, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.09160062670707703, + "rewards/margins": 0.18780598044395447, + "rewards/rejected": -0.2794066369533539, + "sft_loss": 0.9160062074661255, + "step": 1194 + }, + { + "epoch": 1.7281272595806219, + "grad_norm": 2.9141882593293986, + "learning_rate": 6.6392313990870606e-06, + "logits/chosen": 0.058398887515068054, + "logits/rejected": 0.1468515694141388, + "logps/chosen": -0.6274632215499878, + "logps/rejected": -1.6033984422683716, + "loss": 0.6933, + "odds_ratio_loss": 0.3369959592819214, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0627463236451149, + "rewards/margins": 0.0975935310125351, + "rewards/rejected": -0.1603398323059082, + "sft_loss": 0.6274632215499878, + "step": 1195 + }, + { + "epoch": 1.7295733911785973, + "grad_norm": 3.9876324584086067, + "learning_rate": 6.636896742451573e-06, + "logits/chosen": 0.139909565448761, + "logits/rejected": 0.08156219869852066, + "logps/chosen": -0.6069450378417969, + "logps/rejected": -2.3972322940826416, + "loss": 0.6371, + "odds_ratio_loss": 0.25904297828674316, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06069450080394745, + "rewards/margins": 0.1790287345647812, + "rewards/rejected": -0.23972323536872864, + "sft_loss": 0.6069450378417969, + "step": 1196 + }, + { + "epoch": 1.7310195227765726, + "grad_norm": 3.4932750748545254, + "learning_rate": 6.634560496021219e-06, + "logits/chosen": 0.17661643028259277, + "logits/rejected": 0.10911494493484497, + "logps/chosen": -0.524027943611145, + "logps/rejected": -1.6556886434555054, + "loss": 0.6024, + "odds_ratio_loss": 0.2998625636100769, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0524027943611145, + "rewards/margins": 0.11316606402397156, + "rewards/rejected": -0.16556887328624725, + "sft_loss": 0.524027943611145, + "step": 1197 + }, + { + "epoch": 1.7324656543745482, + "grad_norm": 2.3743801625118564, + "learning_rate": 6.632222661204529e-06, + "logits/chosen": 0.11895874887704849, + "logits/rejected": 0.021969705820083618, + "logps/chosen": -0.45106062293052673, + "logps/rejected": -2.416294574737549, + "loss": 0.5822, + "odds_ratio_loss": 0.26725825667381287, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04510606452822685, + "rewards/margins": 0.19652342796325684, + "rewards/rejected": -0.24162951111793518, + "sft_loss": 0.45106062293052673, + "step": 1198 + }, + { + "epoch": 1.7339117859725235, + "grad_norm": 4.233318357941509, + "learning_rate": 6.629883239410995e-06, + "logits/chosen": 0.3369359076023102, + "logits/rejected": 0.1930331587791443, + "logps/chosen": -0.5083121061325073, + "logps/rejected": -2.8376667499542236, + "loss": 0.6137, + "odds_ratio_loss": 0.2584281861782074, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05083121359348297, + "rewards/margins": 0.23293545842170715, + "rewards/rejected": -0.28376662731170654, + "sft_loss": 0.5083121061325073, + "step": 1199 + }, + { + "epoch": 1.735357917570499, + "grad_norm": 3.619796068905745, + "learning_rate": 6.62754223205106e-06, + "logits/chosen": 0.15451756119728088, + "logits/rejected": 0.08340193331241608, + "logps/chosen": -0.6563261151313782, + "logps/rejected": -2.759770631790161, + "loss": 0.6097, + "odds_ratio_loss": 0.2600904107093811, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.06563261151313782, + "rewards/margins": 0.21034446358680725, + "rewards/rejected": -0.27597707509994507, + "sft_loss": 0.6563261151313782, + "step": 1200 + }, + { + "epoch": 1.7368040491684744, + "grad_norm": 3.0571929060012524, + "learning_rate": 6.625199640536127e-06, + "logits/chosen": 0.20956231653690338, + "logits/rejected": 0.13567481935024261, + "logps/chosen": -0.5605679154396057, + "logps/rejected": -2.7481789588928223, + "loss": 0.5964, + "odds_ratio_loss": 0.3873436748981476, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05605679005384445, + "rewards/margins": 0.2187611162662506, + "rewards/rejected": -0.27481788396835327, + "sft_loss": 0.5605679154396057, + "step": 1201 + }, + { + "epoch": 1.7382501807664497, + "grad_norm": 2.9617368021465893, + "learning_rate": 6.622855466278554e-06, + "logits/chosen": 0.20532143115997314, + "logits/rejected": 0.1692730188369751, + "logps/chosen": -0.4614868462085724, + "logps/rejected": -3.6775882244110107, + "loss": 0.5834, + "odds_ratio_loss": 0.18730753660202026, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04614868387579918, + "rewards/margins": 0.32161015272140503, + "rewards/rejected": -0.3677588403224945, + "sft_loss": 0.4614868462085724, + "step": 1202 + }, + { + "epoch": 1.7396963123644251, + "grad_norm": 2.5667355858388703, + "learning_rate": 6.620509710691653e-06, + "logits/chosen": 0.23696063458919525, + "logits/rejected": 0.16394846141338348, + "logps/chosen": -0.657241702079773, + "logps/rejected": -2.8840408325195312, + "loss": 0.7009, + "odds_ratio_loss": 0.24847227334976196, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.06572417169809341, + "rewards/margins": 0.22267991304397583, + "rewards/rejected": -0.28840407729148865, + "sft_loss": 0.657241702079773, + "step": 1203 + }, + { + "epoch": 1.7411424439624006, + "grad_norm": 2.907884753323847, + "learning_rate": 6.618162375189687e-06, + "logits/chosen": 0.054735876619815826, + "logits/rejected": 0.011121401563286781, + "logps/chosen": -0.5988122820854187, + "logps/rejected": -1.7168229818344116, + "loss": 0.5172, + "odds_ratio_loss": 0.361611008644104, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05988123267889023, + "rewards/margins": 0.11180106550455093, + "rewards/rejected": -0.17168228328227997, + "sft_loss": 0.5988122820854187, + "step": 1204 + }, + { + "epoch": 1.7425885755603758, + "grad_norm": 2.744172673068131, + "learning_rate": 6.615813461187873e-06, + "logits/chosen": 0.1834808886051178, + "logits/rejected": 0.13022924959659576, + "logps/chosen": -0.5365532636642456, + "logps/rejected": -1.4286985397338867, + "loss": 0.5744, + "odds_ratio_loss": 0.36767858266830444, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05365532636642456, + "rewards/margins": 0.08921454101800919, + "rewards/rejected": -0.14286985993385315, + "sft_loss": 0.5365532636642456, + "step": 1205 + }, + { + "epoch": 1.7440347071583515, + "grad_norm": 2.4576341795144443, + "learning_rate": 6.6134629701023805e-06, + "logits/chosen": 0.15828804671764374, + "logits/rejected": 0.03511790186166763, + "logps/chosen": -0.8053830862045288, + "logps/rejected": -1.2731399536132812, + "loss": 0.6786, + "odds_ratio_loss": 0.47556188702583313, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.0805383026599884, + "rewards/margins": 0.0467756986618042, + "rewards/rejected": -0.1273140013217926, + "sft_loss": 0.8053830862045288, + "step": 1206 + }, + { + "epoch": 1.7454808387563268, + "grad_norm": 2.7041504951107727, + "learning_rate": 6.611110903350331e-06, + "logits/chosen": 0.2982510030269623, + "logits/rejected": 0.17835605144500732, + "logps/chosen": -0.5107125043869019, + "logps/rejected": -2.9214985370635986, + "loss": 0.5927, + "odds_ratio_loss": 0.44440388679504395, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.051071248948574066, + "rewards/margins": 0.24107861518859863, + "rewards/rejected": -0.2921498715877533, + "sft_loss": 0.5107125043869019, + "step": 1207 + }, + { + "epoch": 1.7469269703543022, + "grad_norm": 2.8209460199314704, + "learning_rate": 6.608757262349792e-06, + "logits/chosen": 0.06634090840816498, + "logits/rejected": 0.13024091720581055, + "logps/chosen": -0.6781923770904541, + "logps/rejected": -1.6680748462677002, + "loss": 0.6659, + "odds_ratio_loss": 0.3676949739456177, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06781924515962601, + "rewards/margins": 0.09898824989795685, + "rewards/rejected": -0.16680750250816345, + "sft_loss": 0.6781923770904541, + "step": 1208 + }, + { + "epoch": 1.7483731019522777, + "grad_norm": 5.057921935760771, + "learning_rate": 6.606402048519783e-06, + "logits/chosen": 0.03448230028152466, + "logits/rejected": 0.09395559132099152, + "logps/chosen": -0.6829879283905029, + "logps/rejected": -2.3134713172912598, + "loss": 0.5778, + "odds_ratio_loss": 0.3463206887245178, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06829879432916641, + "rewards/margins": 0.16304834187030792, + "rewards/rejected": -0.23134714365005493, + "sft_loss": 0.6829879283905029, + "step": 1209 + }, + { + "epoch": 1.749819233550253, + "grad_norm": 2.5596838109500104, + "learning_rate": 6.604045263280273e-06, + "logits/chosen": 0.12063422054052353, + "logits/rejected": 0.09866572916507721, + "logps/chosen": -0.7138389348983765, + "logps/rejected": -2.4420652389526367, + "loss": 0.6281, + "odds_ratio_loss": 0.36622458696365356, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07138389348983765, + "rewards/margins": 0.17282262444496155, + "rewards/rejected": -0.2442065179347992, + "sft_loss": 0.7138389348983765, + "step": 1210 + }, + { + "epoch": 1.7512653651482286, + "grad_norm": 3.407537712357489, + "learning_rate": 6.601686908052176e-06, + "logits/chosen": 0.10398457199335098, + "logits/rejected": 0.04173152521252632, + "logps/chosen": -0.580781102180481, + "logps/rejected": -2.662278175354004, + "loss": 0.5826, + "odds_ratio_loss": 0.3597915470600128, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0580781027674675, + "rewards/margins": 0.208149716258049, + "rewards/rejected": -0.2662278413772583, + "sft_loss": 0.580781102180481, + "step": 1211 + }, + { + "epoch": 1.7527114967462039, + "grad_norm": 2.6514455590176254, + "learning_rate": 6.599326984257351e-06, + "logits/chosen": 0.19883418083190918, + "logits/rejected": 0.188827246427536, + "logps/chosen": -0.5180667638778687, + "logps/rejected": -2.4371070861816406, + "loss": 0.575, + "odds_ratio_loss": 0.32393041253089905, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05180668085813522, + "rewards/margins": 0.19190403819084167, + "rewards/rejected": -0.2437107264995575, + "sft_loss": 0.5180667638778687, + "step": 1212 + }, + { + "epoch": 1.7541576283441793, + "grad_norm": 2.418453470557911, + "learning_rate": 6.596965493318606e-06, + "logits/chosen": 0.1408243477344513, + "logits/rejected": 0.1452597677707672, + "logps/chosen": -0.5804046988487244, + "logps/rejected": -1.683534860610962, + "loss": 0.6441, + "odds_ratio_loss": 0.35653501749038696, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.058040473610162735, + "rewards/margins": 0.11031302809715271, + "rewards/rejected": -0.16835349798202515, + "sft_loss": 0.5804046988487244, + "step": 1213 + }, + { + "epoch": 1.7556037599421548, + "grad_norm": 2.8936534377819982, + "learning_rate": 6.594602436659695e-06, + "logits/chosen": 0.29035723209381104, + "logits/rejected": 0.13355976343154907, + "logps/chosen": -0.3346521854400635, + "logps/rejected": -4.254483699798584, + "loss": 0.5783, + "odds_ratio_loss": 0.22945931553840637, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.033465221524238586, + "rewards/margins": 0.3919832110404968, + "rewards/rejected": -0.4254484176635742, + "sft_loss": 0.3346521854400635, + "step": 1214 + }, + { + "epoch": 1.75704989154013, + "grad_norm": 2.1734385221887362, + "learning_rate": 6.592237815705309e-06, + "logits/chosen": 0.2960423529148102, + "logits/rejected": 0.13452109694480896, + "logps/chosen": -0.42409226298332214, + "logps/rejected": -1.8257529735565186, + "loss": 0.5485, + "odds_ratio_loss": 0.3245893716812134, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.042409226298332214, + "rewards/margins": 0.14016607403755188, + "rewards/rejected": -0.1825753152370453, + "sft_loss": 0.42409226298332214, + "step": 1215 + }, + { + "epoch": 1.7584960231381057, + "grad_norm": 2.4855257032936935, + "learning_rate": 6.589871631881092e-06, + "logits/chosen": 0.20803236961364746, + "logits/rejected": 0.21837976574897766, + "logps/chosen": -0.6946249008178711, + "logps/rejected": -1.5261632204055786, + "loss": 0.5728, + "odds_ratio_loss": 0.3592318594455719, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06946249306201935, + "rewards/margins": 0.08315382152795792, + "rewards/rejected": -0.15261633694171906, + "sft_loss": 0.6946249008178711, + "step": 1216 + }, + { + "epoch": 1.759942154736081, + "grad_norm": 2.447862716688948, + "learning_rate": 6.587503886613619e-06, + "logits/chosen": 0.23648259043693542, + "logits/rejected": 0.26576292514801025, + "logps/chosen": -0.5033541321754456, + "logps/rejected": -2.461588144302368, + "loss": 0.6131, + "odds_ratio_loss": 0.20790676772594452, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.050335414707660675, + "rewards/margins": 0.19582340121269226, + "rewards/rejected": -0.24615880846977234, + "sft_loss": 0.5033541321754456, + "step": 1217 + }, + { + "epoch": 1.7613882863340564, + "grad_norm": 3.1404167129848672, + "learning_rate": 6.585134581330419e-06, + "logits/chosen": 0.1707933247089386, + "logits/rejected": 0.17154398560523987, + "logps/chosen": -0.5736587047576904, + "logps/rejected": -2.2020938396453857, + "loss": 0.6267, + "odds_ratio_loss": 0.22983211278915405, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05736587569117546, + "rewards/margins": 0.1628435105085373, + "rewards/rejected": -0.22020938992500305, + "sft_loss": 0.5736587047576904, + "step": 1218 + }, + { + "epoch": 1.7628344179320319, + "grad_norm": 2.398668193202477, + "learning_rate": 6.58276371745995e-06, + "logits/chosen": 0.20608599483966827, + "logits/rejected": 0.1394387036561966, + "logps/chosen": -0.4304734766483307, + "logps/rejected": -2.14104962348938, + "loss": 0.5412, + "odds_ratio_loss": 0.319057434797287, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04304734617471695, + "rewards/margins": 0.17105762660503387, + "rewards/rejected": -0.21410496532917023, + "sft_loss": 0.4304734766483307, + "step": 1219 + }, + { + "epoch": 1.7642805495300071, + "grad_norm": 2.6458674834216316, + "learning_rate": 6.580391296431617e-06, + "logits/chosen": 0.20387428998947144, + "logits/rejected": 0.04644143208861351, + "logps/chosen": -0.5995526313781738, + "logps/rejected": -1.390120506286621, + "loss": 0.662, + "odds_ratio_loss": 0.32246649265289307, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05995526909828186, + "rewards/margins": 0.07905678451061249, + "rewards/rejected": -0.13901205360889435, + "sft_loss": 0.5995526313781738, + "step": 1220 + }, + { + "epoch": 1.7657266811279828, + "grad_norm": 2.30503961685648, + "learning_rate": 6.578017319675762e-06, + "logits/chosen": 0.10869728773832321, + "logits/rejected": 0.039436303079128265, + "logps/chosen": -0.6155337691307068, + "logps/rejected": -2.0125937461853027, + "loss": 0.6198, + "odds_ratio_loss": 0.3492213785648346, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06155337765812874, + "rewards/margins": 0.13970601558685303, + "rewards/rejected": -0.20125938951969147, + "sft_loss": 0.6155337691307068, + "step": 1221 + }, + { + "epoch": 1.767172812725958, + "grad_norm": 2.893877860045242, + "learning_rate": 6.5756417886236625e-06, + "logits/chosen": 0.16021108627319336, + "logits/rejected": 0.0937863439321518, + "logps/chosen": -0.6446142792701721, + "logps/rejected": -1.6120359897613525, + "loss": 0.6553, + "odds_ratio_loss": 0.35699713230133057, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06446143239736557, + "rewards/margins": 0.09674215316772461, + "rewards/rejected": -0.16120359301567078, + "sft_loss": 0.6446142792701721, + "step": 1222 + }, + { + "epoch": 1.7686189443239335, + "grad_norm": 3.040730778349726, + "learning_rate": 6.573264704707537e-06, + "logits/chosen": 0.15876901149749756, + "logits/rejected": 0.04192943871021271, + "logps/chosen": -0.5770949125289917, + "logps/rejected": -2.769012451171875, + "loss": 0.5405, + "odds_ratio_loss": 0.22492100298404694, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05770949274301529, + "rewards/margins": 0.2191917598247528, + "rewards/rejected": -0.2769012451171875, + "sft_loss": 0.5770949125289917, + "step": 1223 + }, + { + "epoch": 1.770065075921909, + "grad_norm": 2.3456343253279677, + "learning_rate": 6.570886069360535e-06, + "logits/chosen": 0.1821683943271637, + "logits/rejected": 0.19179019331932068, + "logps/chosen": -0.567207396030426, + "logps/rejected": -1.8817782402038574, + "loss": 0.583, + "odds_ratio_loss": 0.2690046429634094, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05672074481844902, + "rewards/margins": 0.13145706057548523, + "rewards/rejected": -0.18817779421806335, + "sft_loss": 0.567207396030426, + "step": 1224 + }, + { + "epoch": 1.7715112075198842, + "grad_norm": 2.683339111567326, + "learning_rate": 6.568505884016749e-06, + "logits/chosen": 0.13196396827697754, + "logits/rejected": 0.0811544805765152, + "logps/chosen": -0.527839183807373, + "logps/rejected": -2.4704227447509766, + "loss": 0.5611, + "odds_ratio_loss": 0.3083456754684448, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05278391391038895, + "rewards/margins": 0.19425836205482483, + "rewards/rejected": -0.24704228341579437, + "sft_loss": 0.527839183807373, + "step": 1225 + }, + { + "epoch": 1.7729573391178597, + "grad_norm": 2.136034880015943, + "learning_rate": 6.566124150111197e-06, + "logits/chosen": 0.08882991969585419, + "logits/rejected": 0.0734814703464508, + "logps/chosen": -0.6307113170623779, + "logps/rejected": -1.749953031539917, + "loss": 0.5799, + "odds_ratio_loss": 0.2958693206310272, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06307113170623779, + "rewards/margins": 0.1119241863489151, + "rewards/rejected": -0.1749953031539917, + "sft_loss": 0.6307113170623779, + "step": 1226 + }, + { + "epoch": 1.7744034707158352, + "grad_norm": 2.617436250062296, + "learning_rate": 6.56374086907984e-06, + "logits/chosen": 0.2238091230392456, + "logits/rejected": 0.1482618749141693, + "logps/chosen": -0.38627102971076965, + "logps/rejected": -4.749565601348877, + "loss": 0.5507, + "odds_ratio_loss": 0.20005583763122559, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.038627102971076965, + "rewards/margins": 0.4363294839859009, + "rewards/rejected": -0.47495660185813904, + "sft_loss": 0.38627102971076965, + "step": 1227 + }, + { + "epoch": 1.7758496023138104, + "grad_norm": 2.529425804367851, + "learning_rate": 6.561356042359563e-06, + "logits/chosen": 0.1380154937505722, + "logits/rejected": 0.11311140656471252, + "logps/chosen": -0.7418189644813538, + "logps/rejected": -1.8061516284942627, + "loss": 0.6726, + "odds_ratio_loss": 0.4076150953769684, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07418189942836761, + "rewards/margins": 0.10643327236175537, + "rewards/rejected": -0.18061517179012299, + "sft_loss": 0.7418189644813538, + "step": 1228 + }, + { + "epoch": 1.777295733911786, + "grad_norm": 2.3388201206907326, + "learning_rate": 6.558969671388189e-06, + "logits/chosen": 0.35083937644958496, + "logits/rejected": 0.23928841948509216, + "logps/chosen": -0.47196346521377563, + "logps/rejected": -2.6147122383117676, + "loss": 0.6066, + "odds_ratio_loss": 0.3234768211841583, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04719635099172592, + "rewards/margins": 0.21427488327026367, + "rewards/rejected": -0.2614712119102478, + "sft_loss": 0.47196346521377563, + "step": 1229 + }, + { + "epoch": 1.7787418655097613, + "grad_norm": 2.396729475929612, + "learning_rate": 6.55658175760447e-06, + "logits/chosen": 0.20722784101963043, + "logits/rejected": 0.18240517377853394, + "logps/chosen": -0.35860294103622437, + "logps/rejected": -1.4275670051574707, + "loss": 0.5159, + "odds_ratio_loss": 0.22660349309444427, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03586029261350632, + "rewards/margins": 0.10689640045166016, + "rewards/rejected": -0.14275670051574707, + "sft_loss": 0.35860294103622437, + "step": 1230 + }, + { + "epoch": 1.7801879971077368, + "grad_norm": 2.088719841010738, + "learning_rate": 6.554192302448087e-06, + "logits/chosen": 0.18596374988555908, + "logits/rejected": 0.09559060633182526, + "logps/chosen": -0.5696253776550293, + "logps/rejected": -2.7666914463043213, + "loss": 0.5767, + "odds_ratio_loss": 0.27393674850463867, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05696253478527069, + "rewards/margins": 0.21970660984516144, + "rewards/rejected": -0.27666914463043213, + "sft_loss": 0.5696253776550293, + "step": 1231 + }, + { + "epoch": 1.7816341287057122, + "grad_norm": 3.5145170842289533, + "learning_rate": 6.551801307359653e-06, + "logits/chosen": 0.2097698450088501, + "logits/rejected": 0.1429743766784668, + "logps/chosen": -0.5215898156166077, + "logps/rejected": -2.5869057178497314, + "loss": 0.6702, + "odds_ratio_loss": 0.2010580152273178, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05215898156166077, + "rewards/margins": 0.2065315991640091, + "rewards/rejected": -0.25869059562683105, + "sft_loss": 0.5215898156166077, + "step": 1232 + }, + { + "epoch": 1.7830802603036875, + "grad_norm": 2.300180857740447, + "learning_rate": 6.549408773780706e-06, + "logits/chosen": 0.16524893045425415, + "logits/rejected": 0.10692907124757767, + "logps/chosen": -0.552807629108429, + "logps/rejected": -3.7471842765808105, + "loss": 0.5814, + "odds_ratio_loss": 0.2621445655822754, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.055280767381191254, + "rewards/margins": 0.3194376826286316, + "rewards/rejected": -0.37471842765808105, + "sft_loss": 0.552807629108429, + "step": 1233 + }, + { + "epoch": 1.7845263919016632, + "grad_norm": 3.1641439654511587, + "learning_rate": 6.5470147031537134e-06, + "logits/chosen": 0.11416902393102646, + "logits/rejected": 0.1004326269030571, + "logps/chosen": -0.6147681474685669, + "logps/rejected": -3.4372403621673584, + "loss": 0.6441, + "odds_ratio_loss": 0.20263680815696716, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.06147681921720505, + "rewards/margins": 0.28224724531173706, + "rewards/rejected": -0.3437240421772003, + "sft_loss": 0.6147681474685669, + "step": 1234 + }, + { + "epoch": 1.7859725234996384, + "grad_norm": 2.4720750541905154, + "learning_rate": 6.544619096922071e-06, + "logits/chosen": 0.07047523558139801, + "logits/rejected": 0.19488292932510376, + "logps/chosen": -0.6933853030204773, + "logps/rejected": -1.8614749908447266, + "loss": 0.7145, + "odds_ratio_loss": 0.314864844083786, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06933853030204773, + "rewards/margins": 0.1168089509010315, + "rewards/rejected": -0.18614749610424042, + "sft_loss": 0.6933853030204773, + "step": 1235 + }, + { + "epoch": 1.7874186550976139, + "grad_norm": 2.6188623851621187, + "learning_rate": 6.542221956530099e-06, + "logits/chosen": 0.3162124752998352, + "logits/rejected": 0.10680659115314484, + "logps/chosen": -0.819428563117981, + "logps/rejected": -2.5189719200134277, + "loss": 0.7024, + "odds_ratio_loss": 0.48061349987983704, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.0819428488612175, + "rewards/margins": 0.1699543297290802, + "rewards/rejected": -0.2518971860408783, + "sft_loss": 0.819428563117981, + "step": 1236 + }, + { + "epoch": 1.7888647866955893, + "grad_norm": 2.2671401247198686, + "learning_rate": 6.539823283423041e-06, + "logits/chosen": 0.1904761642217636, + "logits/rejected": 0.22632457315921783, + "logps/chosen": -0.7415924072265625, + "logps/rejected": -2.621068000793457, + "loss": 0.5859, + "odds_ratio_loss": 0.3327312469482422, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07415923476219177, + "rewards/margins": 0.1879475712776184, + "rewards/rejected": -0.2621068060398102, + "sft_loss": 0.7415924072265625, + "step": 1237 + }, + { + "epoch": 1.7903109182935646, + "grad_norm": 2.466767010915428, + "learning_rate": 6.537423079047064e-06, + "logits/chosen": 0.25809118151664734, + "logits/rejected": 0.24010270833969116, + "logps/chosen": -0.5368831157684326, + "logps/rejected": -2.134767770767212, + "loss": 0.5884, + "odds_ratio_loss": 0.36311042308807373, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05368831753730774, + "rewards/margins": 0.15978845953941345, + "rewards/rejected": -0.2134767770767212, + "sft_loss": 0.5368831157684326, + "step": 1238 + }, + { + "epoch": 1.7917570498915403, + "grad_norm": 2.6957973304314486, + "learning_rate": 6.5350213448492645e-06, + "logits/chosen": 0.10721335560083389, + "logits/rejected": 0.15869364142417908, + "logps/chosen": -0.532486081123352, + "logps/rejected": -1.3220763206481934, + "loss": 0.5876, + "odds_ratio_loss": 0.4261801838874817, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.053248606622219086, + "rewards/margins": 0.07895903289318085, + "rewards/rejected": -0.13220764696598053, + "sft_loss": 0.532486081123352, + "step": 1239 + }, + { + "epoch": 1.7932031814895155, + "grad_norm": 2.4573630337591537, + "learning_rate": 6.532618082277654e-06, + "logits/chosen": 0.20036396384239197, + "logits/rejected": 0.13425952196121216, + "logps/chosen": -0.4425850212574005, + "logps/rejected": -2.856372833251953, + "loss": 0.5854, + "odds_ratio_loss": 0.1853070706129074, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04425850138068199, + "rewards/margins": 0.2413787692785263, + "rewards/rejected": -0.2856372594833374, + "sft_loss": 0.4425850212574005, + "step": 1240 + }, + { + "epoch": 1.794649313087491, + "grad_norm": 2.7306661642453274, + "learning_rate": 6.5302132927811695e-06, + "logits/chosen": 0.1338634490966797, + "logits/rejected": 0.06804355978965759, + "logps/chosen": -0.7215875387191772, + "logps/rejected": -1.886422872543335, + "loss": 0.646, + "odds_ratio_loss": 0.38540273904800415, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07215875387191772, + "rewards/margins": 0.11648353934288025, + "rewards/rejected": -0.18864230811595917, + "sft_loss": 0.7215875387191772, + "step": 1241 + }, + { + "epoch": 1.7960954446854664, + "grad_norm": 2.728754891284883, + "learning_rate": 6.527806977809667e-06, + "logits/chosen": 0.030140642076730728, + "logits/rejected": 0.05486735701560974, + "logps/chosen": -0.7998731136322021, + "logps/rejected": -1.3197684288024902, + "loss": 0.659, + "odds_ratio_loss": 0.4492250084877014, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07998731732368469, + "rewards/margins": 0.051989540457725525, + "rewards/rejected": -0.13197685778141022, + "sft_loss": 0.7998731136322021, + "step": 1242 + }, + { + "epoch": 1.7975415762834417, + "grad_norm": 2.9607327160654076, + "learning_rate": 6.525399138813923e-06, + "logits/chosen": 0.13286061584949493, + "logits/rejected": 0.1681133359670639, + "logps/chosen": -0.7185732126235962, + "logps/rejected": -1.5053967237472534, + "loss": 0.7056, + "odds_ratio_loss": 0.6407934427261353, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07185731083154678, + "rewards/margins": 0.07868236303329468, + "rewards/rejected": -0.15053966641426086, + "sft_loss": 0.7185732126235962, + "step": 1243 + }, + { + "epoch": 1.7989877078814174, + "grad_norm": 2.3600545000552464, + "learning_rate": 6.522989777245632e-06, + "logits/chosen": 0.29583603143692017, + "logits/rejected": 0.11987383663654327, + "logps/chosen": -0.46510180830955505, + "logps/rejected": -1.4625095129013062, + "loss": 0.6672, + "odds_ratio_loss": 0.403626024723053, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.046510182321071625, + "rewards/margins": 0.09974077343940735, + "rewards/rejected": -0.14625096321105957, + "sft_loss": 0.46510180830955505, + "step": 1244 + }, + { + "epoch": 1.8004338394793926, + "grad_norm": 2.551051522105615, + "learning_rate": 6.5205788945574084e-06, + "logits/chosen": 0.0593152791261673, + "logits/rejected": 0.020416993647813797, + "logps/chosen": -0.5379363894462585, + "logps/rejected": -2.7240047454833984, + "loss": 0.5762, + "odds_ratio_loss": 0.3037707209587097, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.053793638944625854, + "rewards/margins": 0.2186068594455719, + "rewards/rejected": -0.27240049839019775, + "sft_loss": 0.5379363894462585, + "step": 1245 + }, + { + "epoch": 1.801879971077368, + "grad_norm": 2.8134198982380667, + "learning_rate": 6.518166492202781e-06, + "logits/chosen": 0.09442038834095001, + "logits/rejected": 0.13767805695533752, + "logps/chosen": -0.6870551109313965, + "logps/rejected": -2.2993569374084473, + "loss": 0.7367, + "odds_ratio_loss": 0.3380257189273834, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06870551407337189, + "rewards/margins": 0.161230206489563, + "rewards/rejected": -0.22993570566177368, + "sft_loss": 0.6870551109313965, + "step": 1246 + }, + { + "epoch": 1.8033261026753435, + "grad_norm": 2.7343970380232827, + "learning_rate": 6.5157525716361975e-06, + "logits/chosen": 0.06337403506040573, + "logits/rejected": 0.032632552087306976, + "logps/chosen": -0.7269030809402466, + "logps/rejected": -1.3690733909606934, + "loss": 0.6109, + "odds_ratio_loss": 0.4972846508026123, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07269031554460526, + "rewards/margins": 0.06421701610088348, + "rewards/rejected": -0.13690733909606934, + "sft_loss": 0.7269030809402466, + "step": 1247 + }, + { + "epoch": 1.8047722342733188, + "grad_norm": 3.0777568617671682, + "learning_rate": 6.513337134313019e-06, + "logits/chosen": 0.14764419198036194, + "logits/rejected": 0.12649638950824738, + "logps/chosen": -0.5623830556869507, + "logps/rejected": -2.9645442962646484, + "loss": 0.5848, + "odds_ratio_loss": 0.21953721344470978, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05623830854892731, + "rewards/margins": 0.24021612107753754, + "rewards/rejected": -0.29645445942878723, + "sft_loss": 0.5623830556869507, + "step": 1248 + }, + { + "epoch": 1.8062183658712943, + "grad_norm": 2.732656690768169, + "learning_rate": 6.5109201816895204e-06, + "logits/chosen": 0.07473330199718475, + "logits/rejected": 0.08126173168420792, + "logps/chosen": -0.6446163058280945, + "logps/rejected": -2.1125130653381348, + "loss": 0.6244, + "odds_ratio_loss": 0.3653605580329895, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06446163356304169, + "rewards/margins": 0.14678969979286194, + "rewards/rejected": -0.21125133335590363, + "sft_loss": 0.6446163058280945, + "step": 1249 + }, + { + "epoch": 1.8076644974692697, + "grad_norm": 2.6894663583372616, + "learning_rate": 6.508501715222895e-06, + "logits/chosen": 0.1402525007724762, + "logits/rejected": 0.057519227266311646, + "logps/chosen": -0.5445053577423096, + "logps/rejected": -2.487497568130493, + "loss": 0.6504, + "odds_ratio_loss": 0.2824597656726837, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.054450541734695435, + "rewards/margins": 0.19429922103881836, + "rewards/rejected": -0.2487497478723526, + "sft_loss": 0.5445053577423096, + "step": 1250 + }, + { + "epoch": 1.809110629067245, + "grad_norm": 2.860737934069698, + "learning_rate": 6.506081736371241e-06, + "logits/chosen": 0.12336266785860062, + "logits/rejected": 0.1148252934217453, + "logps/chosen": -0.5299996137619019, + "logps/rejected": -2.73490047454834, + "loss": 0.5286, + "odds_ratio_loss": 0.2534593641757965, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.052999965846538544, + "rewards/margins": 0.22049006819725037, + "rewards/rejected": -0.2734900414943695, + "sft_loss": 0.5299996137619019, + "step": 1251 + }, + { + "epoch": 1.8105567606652206, + "grad_norm": 2.0169373424978363, + "learning_rate": 6.503660246593574e-06, + "logits/chosen": 0.10713335871696472, + "logits/rejected": 0.052206408232450485, + "logps/chosen": -0.6295415759086609, + "logps/rejected": -2.7591824531555176, + "loss": 0.5845, + "odds_ratio_loss": 0.279104620218277, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06295415759086609, + "rewards/margins": 0.21296407282352448, + "rewards/rejected": -0.27591824531555176, + "sft_loss": 0.6295415759086609, + "step": 1252 + }, + { + "epoch": 1.8120028922631959, + "grad_norm": 3.6466169903218963, + "learning_rate": 6.50123724734982e-06, + "logits/chosen": 0.2897685766220093, + "logits/rejected": 0.18411767482757568, + "logps/chosen": -0.4855603575706482, + "logps/rejected": -3.1457629203796387, + "loss": 0.5398, + "odds_ratio_loss": 0.24788373708724976, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04855603724718094, + "rewards/margins": 0.2660202383995056, + "rewards/rejected": -0.31457629799842834, + "sft_loss": 0.4855603575706482, + "step": 1253 + }, + { + "epoch": 1.8134490238611713, + "grad_norm": 2.810165738303995, + "learning_rate": 6.498812740100815e-06, + "logits/chosen": 0.08351315557956696, + "logits/rejected": 0.05155708268284798, + "logps/chosen": -0.7639514207839966, + "logps/rejected": -1.6764659881591797, + "loss": 0.714, + "odds_ratio_loss": 0.48868927359580994, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07639515399932861, + "rewards/margins": 0.09125145524740219, + "rewards/rejected": -0.1676466017961502, + "sft_loss": 0.7639514207839966, + "step": 1254 + }, + { + "epoch": 1.8148951554591468, + "grad_norm": 4.447263370216222, + "learning_rate": 6.496386726308301e-06, + "logits/chosen": 0.21318885684013367, + "logits/rejected": 0.1973818689584732, + "logps/chosen": -0.6246731877326965, + "logps/rejected": -2.5932018756866455, + "loss": 0.618, + "odds_ratio_loss": 0.3143559396266937, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06246732175350189, + "rewards/margins": 0.1968528926372528, + "rewards/rejected": -0.2593201994895935, + "sft_loss": 0.6246731877326965, + "step": 1255 + }, + { + "epoch": 1.816341287057122, + "grad_norm": 2.1529265886576345, + "learning_rate": 6.493959207434934e-06, + "logits/chosen": 0.19203035533428192, + "logits/rejected": 0.2155546247959137, + "logps/chosen": -0.6295595765113831, + "logps/rejected": -2.2532200813293457, + "loss": 0.691, + "odds_ratio_loss": 0.2799103856086731, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06295596063137054, + "rewards/margins": 0.16236604750156403, + "rewards/rejected": -0.22532200813293457, + "sft_loss": 0.6295595765113831, + "step": 1256 + }, + { + "epoch": 1.8177874186550977, + "grad_norm": 2.483176547201568, + "learning_rate": 6.491530184944272e-06, + "logits/chosen": 0.18721802532672882, + "logits/rejected": 0.003281711135059595, + "logps/chosen": -0.4738430380821228, + "logps/rejected": -4.528861045837402, + "loss": 0.5752, + "odds_ratio_loss": 0.24636805057525635, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04738430306315422, + "rewards/margins": 0.4055017828941345, + "rewards/rejected": -0.45288610458374023, + "sft_loss": 0.4738430380821228, + "step": 1257 + }, + { + "epoch": 1.819233550253073, + "grad_norm": 2.4614873082947146, + "learning_rate": 6.48909966030078e-06, + "logits/chosen": 0.20001399517059326, + "logits/rejected": 0.04840739816427231, + "logps/chosen": -0.7521265745162964, + "logps/rejected": -2.608405828475952, + "loss": 0.5783, + "odds_ratio_loss": 0.3967435956001282, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07521265745162964, + "rewards/margins": 0.18562793731689453, + "rewards/rejected": -0.26084059476852417, + "sft_loss": 0.7521265745162964, + "step": 1258 + }, + { + "epoch": 1.8206796818510484, + "grad_norm": 2.989994442994001, + "learning_rate": 6.4866676349698334e-06, + "logits/chosen": 0.23923185467720032, + "logits/rejected": 0.3120484948158264, + "logps/chosen": -0.4351702630519867, + "logps/rejected": -1.782483458518982, + "loss": 0.5075, + "odds_ratio_loss": 0.2519921362400055, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04351702705025673, + "rewards/margins": 0.13473132252693176, + "rewards/rejected": -0.1782483607530594, + "sft_loss": 0.4351702630519867, + "step": 1259 + }, + { + "epoch": 1.822125813449024, + "grad_norm": 2.9573254382883682, + "learning_rate": 6.484234110417709e-06, + "logits/chosen": 0.16368578374385834, + "logits/rejected": 0.11058539897203445, + "logps/chosen": -0.7165206074714661, + "logps/rejected": -1.5497503280639648, + "loss": 0.7133, + "odds_ratio_loss": 0.4126344323158264, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.07165206223726273, + "rewards/margins": 0.08332297950983047, + "rewards/rejected": -0.1549750417470932, + "sft_loss": 0.7165206074714661, + "step": 1260 + }, + { + "epoch": 1.8235719450469992, + "grad_norm": 2.9020896841357358, + "learning_rate": 6.481799088111588e-06, + "logits/chosen": 0.22353379428386688, + "logits/rejected": 0.06521797180175781, + "logps/chosen": -0.6017415523529053, + "logps/rejected": -2.608680248260498, + "loss": 0.5805, + "odds_ratio_loss": 0.3434939980506897, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.060174159705638885, + "rewards/margins": 0.20069387555122375, + "rewards/rejected": -0.26086804270744324, + "sft_loss": 0.6017415523529053, + "step": 1261 + }, + { + "epoch": 1.8250180766449748, + "grad_norm": 2.4314449265663725, + "learning_rate": 6.4793625695195525e-06, + "logits/chosen": 0.1931626796722412, + "logits/rejected": 0.15090645849704742, + "logps/chosen": -0.5738415122032166, + "logps/rejected": -2.4022316932678223, + "loss": 0.6279, + "odds_ratio_loss": 0.21190491318702698, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.057384148240089417, + "rewards/margins": 0.18283900618553162, + "rewards/rejected": -0.24022316932678223, + "sft_loss": 0.5738415122032166, + "step": 1262 + }, + { + "epoch": 1.82646420824295, + "grad_norm": 2.6562218026914826, + "learning_rate": 6.476924556110589e-06, + "logits/chosen": 0.13250023126602173, + "logits/rejected": 0.06583386659622192, + "logps/chosen": -0.6148098707199097, + "logps/rejected": -2.1790497303009033, + "loss": 0.5669, + "odds_ratio_loss": 0.25489309430122375, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.061480991542339325, + "rewards/margins": 0.15642398595809937, + "rewards/rejected": -0.2179049700498581, + "sft_loss": 0.6148098707199097, + "step": 1263 + }, + { + "epoch": 1.8279103398409255, + "grad_norm": 2.863752051638278, + "learning_rate": 6.474485049354587e-06, + "logits/chosen": 0.08306652307510376, + "logits/rejected": 0.08208741247653961, + "logps/chosen": -0.5236082673072815, + "logps/rejected": -3.5160677433013916, + "loss": 0.636, + "odds_ratio_loss": 0.21715307235717773, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05236082896590233, + "rewards/margins": 0.2992459535598755, + "rewards/rejected": -0.3516067862510681, + "sft_loss": 0.5236082673072815, + "step": 1264 + }, + { + "epoch": 1.829356471438901, + "grad_norm": 2.9820042330346967, + "learning_rate": 6.4720440507223314e-06, + "logits/chosen": 0.14499638974666595, + "logits/rejected": 0.05099831521511078, + "logps/chosen": -0.5267215967178345, + "logps/rejected": -3.3054587841033936, + "loss": 0.5866, + "odds_ratio_loss": 0.247196227312088, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05267215520143509, + "rewards/margins": 0.2778737545013428, + "rewards/rejected": -0.33054590225219727, + "sft_loss": 0.5267215967178345, + "step": 1265 + }, + { + "epoch": 1.8308026030368763, + "grad_norm": 2.3343928851027855, + "learning_rate": 6.469601561685512e-06, + "logits/chosen": 0.1534407138824463, + "logits/rejected": 0.02046523243188858, + "logps/chosen": -0.5311034917831421, + "logps/rejected": -2.802785873413086, + "loss": 0.614, + "odds_ratio_loss": 0.2740580141544342, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05311034992337227, + "rewards/margins": 0.2271682620048523, + "rewards/rejected": -0.28027862310409546, + "sft_loss": 0.5311034917831421, + "step": 1266 + }, + { + "epoch": 1.8322487346348517, + "grad_norm": 2.2828013182128624, + "learning_rate": 6.467157583716712e-06, + "logits/chosen": 0.0914180725812912, + "logits/rejected": 0.07987754046916962, + "logps/chosen": -0.693658709526062, + "logps/rejected": -1.6100306510925293, + "loss": 0.6032, + "odds_ratio_loss": 0.3653374910354614, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06936587393283844, + "rewards/margins": 0.09163719415664673, + "rewards/rejected": -0.16100306808948517, + "sft_loss": 0.693658709526062, + "step": 1267 + }, + { + "epoch": 1.8336948662328272, + "grad_norm": 2.7682382563234533, + "learning_rate": 6.464712118289418e-06, + "logits/chosen": 0.09248815476894379, + "logits/rejected": 0.09033681452274323, + "logps/chosen": -0.6010981798171997, + "logps/rejected": -1.8052887916564941, + "loss": 0.5682, + "odds_ratio_loss": 0.3576500415802002, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06010981649160385, + "rewards/margins": 0.12041905522346497, + "rewards/rejected": -0.18052886426448822, + "sft_loss": 0.6010981798171997, + "step": 1268 + }, + { + "epoch": 1.8351409978308026, + "grad_norm": 2.191095438710336, + "learning_rate": 6.462265166878006e-06, + "logits/chosen": 0.1091507226228714, + "logits/rejected": 0.11014742404222488, + "logps/chosen": -0.547124981880188, + "logps/rejected": -2.7218005657196045, + "loss": 0.5802, + "odds_ratio_loss": 0.2503480017185211, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.054712504148483276, + "rewards/margins": 0.2174675613641739, + "rewards/rejected": -0.27218008041381836, + "sft_loss": 0.547124981880188, + "step": 1269 + }, + { + "epoch": 1.836587129428778, + "grad_norm": 2.3132104589718154, + "learning_rate": 6.459816730957756e-06, + "logits/chosen": 0.11147591471672058, + "logits/rejected": 0.04091275855898857, + "logps/chosen": -0.6386622190475464, + "logps/rejected": -1.4583815336227417, + "loss": 0.5806, + "odds_ratio_loss": 0.48449695110321045, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06386622041463852, + "rewards/margins": 0.08197192847728729, + "rewards/rejected": -0.1458381563425064, + "sft_loss": 0.6386622190475464, + "step": 1270 + }, + { + "epoch": 1.8380332610267534, + "grad_norm": 2.6157790210799816, + "learning_rate": 6.457366812004837e-06, + "logits/chosen": 0.18917174637317657, + "logits/rejected": 0.10391932725906372, + "logps/chosen": -0.4687146246433258, + "logps/rejected": -3.772552728652954, + "loss": 0.6262, + "odds_ratio_loss": 0.1897575557231903, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04687146842479706, + "rewards/margins": 0.3303838074207306, + "rewards/rejected": -0.37725526094436646, + "sft_loss": 0.4687146246433258, + "step": 1271 + }, + { + "epoch": 1.8394793926247288, + "grad_norm": 3.0406032129446814, + "learning_rate": 6.4549154114963155e-06, + "logits/chosen": -0.025457292795181274, + "logits/rejected": 0.042470939457416534, + "logps/chosen": -0.5330725312232971, + "logps/rejected": -2.3417413234710693, + "loss": 0.5894, + "odds_ratio_loss": 0.34376680850982666, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05330725386738777, + "rewards/margins": 0.18086686730384827, + "rewards/rejected": -0.23417413234710693, + "sft_loss": 0.5330725312232971, + "step": 1272 + }, + { + "epoch": 1.8409255242227043, + "grad_norm": 2.4045595864109015, + "learning_rate": 6.452462530910148e-06, + "logits/chosen": 0.23581625521183014, + "logits/rejected": 0.13572809100151062, + "logps/chosen": -0.47560757398605347, + "logps/rejected": -3.1639788150787354, + "loss": 0.6038, + "odds_ratio_loss": 0.24863043427467346, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.047560758888721466, + "rewards/margins": 0.2688371539115906, + "rewards/rejected": -0.31639787554740906, + "sft_loss": 0.47560757398605347, + "step": 1273 + }, + { + "epoch": 1.8423716558206795, + "grad_norm": 2.593914431539175, + "learning_rate": 6.4500081717251874e-06, + "logits/chosen": 0.19233283400535583, + "logits/rejected": 0.12806811928749084, + "logps/chosen": -0.5220276117324829, + "logps/rejected": -2.091871976852417, + "loss": 0.6913, + "odds_ratio_loss": 0.29791516065597534, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05220276862382889, + "rewards/margins": 0.15698441863059998, + "rewards/rejected": -0.20918720960617065, + "sft_loss": 0.5220276117324829, + "step": 1274 + }, + { + "epoch": 1.8438177874186552, + "grad_norm": 2.2558787495791526, + "learning_rate": 6.447552335421175e-06, + "logits/chosen": 0.15237554907798767, + "logits/rejected": 0.09454990923404694, + "logps/chosen": -0.46872109174728394, + "logps/rejected": -3.8205952644348145, + "loss": 0.5324, + "odds_ratio_loss": 0.2774191200733185, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04687211290001869, + "rewards/margins": 0.3351873755455017, + "rewards/rejected": -0.3820595145225525, + "sft_loss": 0.46872109174728394, + "step": 1275 + }, + { + "epoch": 1.8452639190166304, + "grad_norm": 2.803061466485772, + "learning_rate": 6.4450950234787445e-06, + "logits/chosen": 0.18218779563903809, + "logits/rejected": 0.1619456708431244, + "logps/chosen": -0.4943692684173584, + "logps/rejected": -2.0796353816986084, + "loss": 0.583, + "odds_ratio_loss": 0.33534127473831177, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04943692684173584, + "rewards/margins": 0.15852662920951843, + "rewards/rejected": -0.20796355605125427, + "sft_loss": 0.4943692684173584, + "step": 1276 + }, + { + "epoch": 1.846710050614606, + "grad_norm": 2.877597865288587, + "learning_rate": 6.442636237379417e-06, + "logits/chosen": 0.16758492588996887, + "logits/rejected": 0.027434751391410828, + "logps/chosen": -0.5394682884216309, + "logps/rejected": -3.1126046180725098, + "loss": 0.5703, + "odds_ratio_loss": 0.30693167448043823, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.053946830332279205, + "rewards/margins": 0.25731363892555237, + "rewards/rejected": -0.311260461807251, + "sft_loss": 0.5394682884216309, + "step": 1277 + }, + { + "epoch": 1.8481561822125814, + "grad_norm": 2.952969926759398, + "learning_rate": 6.440175978605605e-06, + "logits/chosen": 0.1769622266292572, + "logits/rejected": 0.18280473351478577, + "logps/chosen": -0.46669626235961914, + "logps/rejected": -2.5780460834503174, + "loss": 0.5815, + "odds_ratio_loss": 0.2586829960346222, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.046669624745845795, + "rewards/margins": 0.21113497018814087, + "rewards/rejected": -0.25780460238456726, + "sft_loss": 0.46669626235961914, + "step": 1278 + }, + { + "epoch": 1.8496023138105566, + "grad_norm": 2.457451794775069, + "learning_rate": 6.437714248640608e-06, + "logits/chosen": 0.19974656403064728, + "logits/rejected": 0.11863253265619278, + "logps/chosen": -0.6293502449989319, + "logps/rejected": -2.235076427459717, + "loss": 0.542, + "odds_ratio_loss": 0.3751421570777893, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06293503195047379, + "rewards/margins": 0.16057263314723969, + "rewards/rejected": -0.22350764274597168, + "sft_loss": 0.6293502449989319, + "step": 1279 + }, + { + "epoch": 1.8510484454085323, + "grad_norm": 2.59547059999874, + "learning_rate": 6.435251048968611e-06, + "logits/chosen": 0.07283070683479309, + "logits/rejected": 0.07713057100772858, + "logps/chosen": -0.5544098019599915, + "logps/rejected": -2.1915676593780518, + "loss": 0.6361, + "odds_ratio_loss": 0.24329525232315063, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.055440980941057205, + "rewards/margins": 0.16371577978134155, + "rewards/rejected": -0.21915677189826965, + "sft_loss": 0.5544098019599915, + "step": 1280 + }, + { + "epoch": 1.8524945770065075, + "grad_norm": 3.4915957074434916, + "learning_rate": 6.432786381074686e-06, + "logits/chosen": 0.17533960938453674, + "logits/rejected": 0.16550162434577942, + "logps/chosen": -0.541409432888031, + "logps/rejected": -1.7533543109893799, + "loss": 0.5982, + "odds_ratio_loss": 0.4174317419528961, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05414094403386116, + "rewards/margins": 0.12119448930025101, + "rewards/rejected": -0.17533543705940247, + "sft_loss": 0.541409432888031, + "step": 1281 + }, + { + "epoch": 1.853940708604483, + "grad_norm": 2.211714065977566, + "learning_rate": 6.430320246444793e-06, + "logits/chosen": 0.25783729553222656, + "logits/rejected": 0.13165737688541412, + "logps/chosen": -0.3393861651420593, + "logps/rejected": -3.9043896198272705, + "loss": 0.5108, + "odds_ratio_loss": 0.2384585589170456, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03393861651420593, + "rewards/margins": 0.35650038719177246, + "rewards/rejected": -0.390438973903656, + "sft_loss": 0.3393861651420593, + "step": 1282 + }, + { + "epoch": 1.8553868402024585, + "grad_norm": 2.241084791507465, + "learning_rate": 6.427852646565771e-06, + "logits/chosen": 0.27508994936943054, + "logits/rejected": 0.23502448201179504, + "logps/chosen": -0.541483461856842, + "logps/rejected": -2.7447710037231445, + "loss": 0.5657, + "odds_ratio_loss": 0.3992454707622528, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.054148346185684204, + "rewards/margins": 0.22032874822616577, + "rewards/rejected": -0.27447709441185, + "sft_loss": 0.541483461856842, + "step": 1283 + }, + { + "epoch": 1.8568329718004337, + "grad_norm": 2.6425814567398365, + "learning_rate": 6.425383582925345e-06, + "logits/chosen": 0.1416487693786621, + "logits/rejected": 0.12380547821521759, + "logps/chosen": -0.5558061599731445, + "logps/rejected": -1.249847412109375, + "loss": 0.6625, + "odds_ratio_loss": 0.3178814649581909, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05558061599731445, + "rewards/margins": 0.06940412521362305, + "rewards/rejected": -0.1249847412109375, + "sft_loss": 0.5558061599731445, + "step": 1284 + }, + { + "epoch": 1.8582791033984094, + "grad_norm": 3.655460612608677, + "learning_rate": 6.4229130570121255e-06, + "logits/chosen": 0.13592982292175293, + "logits/rejected": 0.1365361362695694, + "logps/chosen": -0.6427457928657532, + "logps/rejected": -2.124833822250366, + "loss": 0.6917, + "odds_ratio_loss": 0.3293951749801636, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06427457928657532, + "rewards/margins": 0.1482088267803192, + "rewards/rejected": -0.21248340606689453, + "sft_loss": 0.6427457928657532, + "step": 1285 + }, + { + "epoch": 1.8597252349963846, + "grad_norm": 2.4326228387465503, + "learning_rate": 6.420441070315599e-06, + "logits/chosen": 0.2087874710559845, + "logits/rejected": 0.11434569954872131, + "logps/chosen": -0.5145087838172913, + "logps/rejected": -2.841360092163086, + "loss": 0.6276, + "odds_ratio_loss": 0.31676119565963745, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.051450878381729126, + "rewards/margins": 0.23268508911132812, + "rewards/rejected": -0.28413599729537964, + "sft_loss": 0.5145087838172913, + "step": 1286 + }, + { + "epoch": 1.86117136659436, + "grad_norm": 2.443729267777704, + "learning_rate": 6.417967624326136e-06, + "logits/chosen": -0.01459294743835926, + "logits/rejected": -0.00034431740641593933, + "logps/chosen": -0.7525098323822021, + "logps/rejected": -2.1756627559661865, + "loss": 0.6109, + "odds_ratio_loss": 0.3534230887889862, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07525098323822021, + "rewards/margins": 0.14231529831886292, + "rewards/rejected": -0.21756626665592194, + "sft_loss": 0.7525098323822021, + "step": 1287 + }, + { + "epoch": 1.8626174981923356, + "grad_norm": 2.7232168710965805, + "learning_rate": 6.415492720534988e-06, + "logits/chosen": 0.11816499382257462, + "logits/rejected": 0.13505424559116364, + "logps/chosen": -0.7191867232322693, + "logps/rejected": -2.004683494567871, + "loss": 0.6509, + "odds_ratio_loss": 0.3239571750164032, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.07191868126392365, + "rewards/margins": 0.12854966521263123, + "rewards/rejected": -0.20046836137771606, + "sft_loss": 0.7191867232322693, + "step": 1288 + }, + { + "epoch": 1.8640636297903108, + "grad_norm": 2.3846639533778924, + "learning_rate": 6.413016360434282e-06, + "logits/chosen": 0.17629383504390717, + "logits/rejected": 0.07719264179468155, + "logps/chosen": -0.6611538529396057, + "logps/rejected": -1.976793646812439, + "loss": 0.5742, + "odds_ratio_loss": 0.4173961281776428, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0661153793334961, + "rewards/margins": 0.1315639764070511, + "rewards/rejected": -0.19767937064170837, + "sft_loss": 0.6611538529396057, + "step": 1289 + }, + { + "epoch": 1.8655097613882863, + "grad_norm": 2.540831158377396, + "learning_rate": 6.410538545517026e-06, + "logits/chosen": 0.22472399473190308, + "logits/rejected": 0.1605992168188095, + "logps/chosen": -0.4334484934806824, + "logps/rejected": -3.1653952598571777, + "loss": 0.6147, + "odds_ratio_loss": 0.2583789527416229, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04334484785795212, + "rewards/margins": 0.27319473028182983, + "rewards/rejected": -0.31653958559036255, + "sft_loss": 0.4334484934806824, + "step": 1290 + }, + { + "epoch": 1.8669558929862617, + "grad_norm": 3.0085220127490437, + "learning_rate": 6.408059277277102e-06, + "logits/chosen": 0.05498197674751282, + "logits/rejected": 0.14584404230117798, + "logps/chosen": -0.7110510468482971, + "logps/rejected": -1.6284350156784058, + "loss": 0.676, + "odds_ratio_loss": 0.3031470477581024, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.07110510021448135, + "rewards/margins": 0.09173840284347534, + "rewards/rejected": -0.1628435105085373, + "sft_loss": 0.7110510468482971, + "step": 1291 + }, + { + "epoch": 1.8684020245842372, + "grad_norm": 2.4136664476356846, + "learning_rate": 6.4055785572092715e-06, + "logits/chosen": 0.14040209352970123, + "logits/rejected": 0.006925854831933975, + "logps/chosen": -0.5283491015434265, + "logps/rejected": -3.145298480987549, + "loss": 0.6115, + "odds_ratio_loss": 0.244784876704216, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05283490940928459, + "rewards/margins": 0.26169493794441223, + "rewards/rejected": -0.3145298361778259, + "sft_loss": 0.5283491015434265, + "step": 1292 + }, + { + "epoch": 1.8698481561822127, + "grad_norm": 2.153459001550623, + "learning_rate": 6.40309638680917e-06, + "logits/chosen": 0.07764284312725067, + "logits/rejected": 0.1401481181383133, + "logps/chosen": -0.47514212131500244, + "logps/rejected": -1.8801544904708862, + "loss": 0.5984, + "odds_ratio_loss": 0.3149198889732361, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.047514207661151886, + "rewards/margins": 0.1405012607574463, + "rewards/rejected": -0.18801546096801758, + "sft_loss": 0.47514212131500244, + "step": 1293 + }, + { + "epoch": 1.871294287780188, + "grad_norm": 3.0673694959311733, + "learning_rate": 6.400612767573306e-06, + "logits/chosen": 0.10028165578842163, + "logits/rejected": 0.045115672051906586, + "logps/chosen": -0.6269665360450745, + "logps/rejected": -3.0080552101135254, + "loss": 0.6535, + "odds_ratio_loss": 0.3017050623893738, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06269665062427521, + "rewards/margins": 0.23810890316963196, + "rewards/rejected": -0.30080553889274597, + "sft_loss": 0.6269665360450745, + "step": 1294 + }, + { + "epoch": 1.8727404193781634, + "grad_norm": 2.6138455099005022, + "learning_rate": 6.398127700999064e-06, + "logits/chosen": 0.04801095277070999, + "logits/rejected": 0.027741190046072006, + "logps/chosen": -0.5394948124885559, + "logps/rejected": -2.7543153762817383, + "loss": 0.5348, + "odds_ratio_loss": 0.3202323913574219, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05394947901368141, + "rewards/margins": 0.2214820683002472, + "rewards/rejected": -0.2754315733909607, + "sft_loss": 0.5394948124885559, + "step": 1295 + }, + { + "epoch": 1.8741865509761388, + "grad_norm": 2.6384210048459638, + "learning_rate": 6.395641188584699e-06, + "logits/chosen": 0.05813899263739586, + "logits/rejected": 0.067634716629982, + "logps/chosen": -0.47403401136398315, + "logps/rejected": -2.7208306789398193, + "loss": 0.6532, + "odds_ratio_loss": 0.35417869687080383, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.047403402626514435, + "rewards/margins": 0.22467969357967377, + "rewards/rejected": -0.2720831036567688, + "sft_loss": 0.47403401136398315, + "step": 1296 + }, + { + "epoch": 1.875632682574114, + "grad_norm": 2.443336263784716, + "learning_rate": 6.393153231829341e-06, + "logits/chosen": 0.1275801658630371, + "logits/rejected": 0.07651050388813019, + "logps/chosen": -0.5848337411880493, + "logps/rejected": -3.3461596965789795, + "loss": 0.5843, + "odds_ratio_loss": 0.3497033417224884, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05848337337374687, + "rewards/margins": 0.27613261342048645, + "rewards/rejected": -0.3346160054206848, + "sft_loss": 0.5848337411880493, + "step": 1297 + }, + { + "epoch": 1.8770788141720898, + "grad_norm": 3.6724827423590862, + "learning_rate": 6.390663832232985e-06, + "logits/chosen": 0.16066929697990417, + "logits/rejected": 0.13951550424098969, + "logps/chosen": -0.6801087856292725, + "logps/rejected": -2.111433744430542, + "loss": 0.6903, + "odds_ratio_loss": 0.39818501472473145, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06801088154315948, + "rewards/margins": 0.14313249289989471, + "rewards/rejected": -0.2111433744430542, + "sft_loss": 0.6801087856292725, + "step": 1298 + }, + { + "epoch": 1.878524945770065, + "grad_norm": 2.4997279980859366, + "learning_rate": 6.3881729912965006e-06, + "logits/chosen": 0.18264645338058472, + "logits/rejected": 0.10208077728748322, + "logps/chosen": -0.5250051021575928, + "logps/rejected": -3.1066970825195312, + "loss": 0.5647, + "odds_ratio_loss": 0.3017498254776001, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.052500516176223755, + "rewards/margins": 0.25816917419433594, + "rewards/rejected": -0.3106696903705597, + "sft_loss": 0.5250051021575928, + "step": 1299 + }, + { + "epoch": 1.8799710773680405, + "grad_norm": 3.1095920261150978, + "learning_rate": 6.385680710521624e-06, + "logits/chosen": 0.1434398889541626, + "logits/rejected": 0.07962372153997421, + "logps/chosen": -0.5778891444206238, + "logps/rejected": -3.653951406478882, + "loss": 0.5938, + "odds_ratio_loss": 0.24841637909412384, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0577889159321785, + "rewards/margins": 0.30760622024536133, + "rewards/rejected": -0.36539512872695923, + "sft_loss": 0.5778891444206238, + "step": 1300 + }, + { + "epoch": 1.881417208966016, + "grad_norm": 2.381125913980573, + "learning_rate": 6.383186991410964e-06, + "logits/chosen": 0.1245647668838501, + "logits/rejected": 0.010384336113929749, + "logps/chosen": -0.7906035780906677, + "logps/rejected": -1.5489108562469482, + "loss": 0.6896, + "odds_ratio_loss": 0.4644030034542084, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07906036078929901, + "rewards/margins": 0.07583072781562805, + "rewards/rejected": -0.15489107370376587, + "sft_loss": 0.7906035780906677, + "step": 1301 + }, + { + "epoch": 1.8828633405639912, + "grad_norm": 2.2563598663691558, + "learning_rate": 6.38069183546799e-06, + "logits/chosen": 0.20938679575920105, + "logits/rejected": 0.15651705861091614, + "logps/chosen": -0.7142879366874695, + "logps/rejected": -3.187528371810913, + "loss": 0.5619, + "odds_ratio_loss": 0.44818058609962463, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07142879068851471, + "rewards/margins": 0.24732404947280884, + "rewards/rejected": -0.31875282526016235, + "sft_loss": 0.7142879366874695, + "step": 1302 + }, + { + "epoch": 1.8843094721619669, + "grad_norm": 2.9268345750498637, + "learning_rate": 6.378195244197042e-06, + "logits/chosen": 0.08001869916915894, + "logits/rejected": 0.06469704955816269, + "logps/chosen": -0.6338894367218018, + "logps/rejected": -3.332848072052002, + "loss": 0.6408, + "odds_ratio_loss": 0.320722758769989, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06338894367218018, + "rewards/margins": 0.26989588141441345, + "rewards/rejected": -0.33328482508659363, + "sft_loss": 0.6338894367218018, + "step": 1303 + }, + { + "epoch": 1.8857556037599421, + "grad_norm": 2.980340525854677, + "learning_rate": 6.3756972191033244e-06, + "logits/chosen": 0.002490525133907795, + "logits/rejected": 0.008151497691869736, + "logps/chosen": -0.6807718873023987, + "logps/rejected": -2.1325416564941406, + "loss": 0.608, + "odds_ratio_loss": 0.3046268820762634, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0680771917104721, + "rewards/margins": 0.1451769769191742, + "rewards/rejected": -0.2132541537284851, + "sft_loss": 0.6807718873023987, + "step": 1304 + }, + { + "epoch": 1.8872017353579176, + "grad_norm": 2.3608345245842104, + "learning_rate": 6.373197761692905e-06, + "logits/chosen": 0.13456328213214874, + "logits/rejected": 0.11488880962133408, + "logps/chosen": -0.5167301893234253, + "logps/rejected": -1.9352409839630127, + "loss": 0.5643, + "odds_ratio_loss": 0.4348183870315552, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05167302116751671, + "rewards/margins": 0.14185106754302979, + "rewards/rejected": -0.1935240924358368, + "sft_loss": 0.5167301893234253, + "step": 1305 + }, + { + "epoch": 1.888647866955893, + "grad_norm": 2.7186771660256435, + "learning_rate": 6.370696873472715e-06, + "logits/chosen": 0.25382813811302185, + "logits/rejected": 0.13196587562561035, + "logps/chosen": -0.5394778251647949, + "logps/rejected": -2.625441789627075, + "loss": 0.5759, + "odds_ratio_loss": 0.37160181999206543, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.05394778400659561, + "rewards/margins": 0.2085963934659958, + "rewards/rejected": -0.262544184923172, + "sft_loss": 0.5394778251647949, + "step": 1306 + }, + { + "epoch": 1.8900939985538683, + "grad_norm": 2.425429249657979, + "learning_rate": 6.368194555950552e-06, + "logits/chosen": 0.12498855590820312, + "logits/rejected": 0.08333387970924377, + "logps/chosen": -0.6716573238372803, + "logps/rejected": -2.1420390605926514, + "loss": 0.6824, + "odds_ratio_loss": 0.3968257009983063, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.06716573238372803, + "rewards/margins": 0.14703817665576935, + "rewards/rejected": -0.21420392394065857, + "sft_loss": 0.6716573238372803, + "step": 1307 + }, + { + "epoch": 1.891540130151844, + "grad_norm": 2.8376022318759104, + "learning_rate": 6.365690810635072e-06, + "logits/chosen": 0.18870142102241516, + "logits/rejected": -0.01581069827079773, + "logps/chosen": -0.5011342763900757, + "logps/rejected": -3.2665085792541504, + "loss": 0.6059, + "odds_ratio_loss": 0.31004223227500916, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05011342838406563, + "rewards/margins": 0.2765374481678009, + "rewards/rejected": -0.3266508877277374, + "sft_loss": 0.5011342763900757, + "step": 1308 + }, + { + "epoch": 1.8929862617498192, + "grad_norm": 2.551693877142118, + "learning_rate": 6.363185639035791e-06, + "logits/chosen": 0.2654971778392792, + "logits/rejected": 0.09708055108785629, + "logps/chosen": -0.5613073110580444, + "logps/rejected": -2.9234206676483154, + "loss": 0.5443, + "odds_ratio_loss": 0.3154491186141968, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05613073334097862, + "rewards/margins": 0.23621134459972382, + "rewards/rejected": -0.29234206676483154, + "sft_loss": 0.5613073110580444, + "step": 1309 + }, + { + "epoch": 1.8944323933477947, + "grad_norm": 2.7390713645360782, + "learning_rate": 6.360679042663085e-06, + "logits/chosen": 0.16496847569942474, + "logits/rejected": 0.13807308673858643, + "logps/chosen": -0.594467043876648, + "logps/rejected": -2.4058032035827637, + "loss": 0.6005, + "odds_ratio_loss": 0.3193429708480835, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.059446703642606735, + "rewards/margins": 0.18113362789154053, + "rewards/rejected": -0.24058032035827637, + "sft_loss": 0.594467043876648, + "step": 1310 + }, + { + "epoch": 1.8958785249457701, + "grad_norm": 2.1716752579277094, + "learning_rate": 6.3581710230281935e-06, + "logits/chosen": 0.05845704302191734, + "logits/rejected": 0.05051730200648308, + "logps/chosen": -0.7212303876876831, + "logps/rejected": -2.8155322074890137, + "loss": 0.6325, + "odds_ratio_loss": 0.3787981867790222, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.07212303578853607, + "rewards/margins": 0.20943017303943634, + "rewards/rejected": -0.2815532088279724, + "sft_loss": 0.7212303876876831, + "step": 1311 + }, + { + "epoch": 1.8973246565437454, + "grad_norm": 3.4651701286123586, + "learning_rate": 6.355661581643209e-06, + "logits/chosen": 0.16038264334201813, + "logits/rejected": 0.09201866388320923, + "logps/chosen": -0.6783140897750854, + "logps/rejected": -2.29701566696167, + "loss": 0.7313, + "odds_ratio_loss": 0.44825479388237, + "rewards/accuracies": 0.625, + "rewards/chosen": -0.06783141195774078, + "rewards/margins": 0.16187018156051636, + "rewards/rejected": -0.22970159351825714, + "sft_loss": 0.6783140897750854, + "step": 1312 + }, + { + "epoch": 1.8987707881417208, + "grad_norm": 2.8433098050638557, + "learning_rate": 6.353150720021084e-06, + "logits/chosen": 0.1522006392478943, + "logits/rejected": 0.09702038764953613, + "logps/chosen": -0.4841322898864746, + "logps/rejected": -3.95847225189209, + "loss": 0.5584, + "odds_ratio_loss": 0.20565840601921082, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0484132282435894, + "rewards/margins": 0.34743404388427734, + "rewards/rejected": -0.39584726095199585, + "sft_loss": 0.4841322898864746, + "step": 1313 + }, + { + "epoch": 1.9002169197396963, + "grad_norm": 2.74621567318202, + "learning_rate": 6.350638439675626e-06, + "logits/chosen": -0.0204104445874691, + "logits/rejected": 0.0010041743516921997, + "logps/chosen": -0.7974636554718018, + "logps/rejected": -1.3563494682312012, + "loss": 0.6811, + "odds_ratio_loss": 0.5164413452148438, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.07974636554718018, + "rewards/margins": 0.055888570845127106, + "rewards/rejected": -0.13563494384288788, + "sft_loss": 0.7974636554718018, + "step": 1314 + }, + { + "epoch": 1.9016630513376718, + "grad_norm": 3.2230719639122585, + "learning_rate": 6.348124742121497e-06, + "logits/chosen": 0.19585879147052765, + "logits/rejected": 0.12719781696796417, + "logps/chosen": -0.47810548543930054, + "logps/rejected": -3.516087055206299, + "loss": 0.5758, + "odds_ratio_loss": 0.18576735258102417, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04781055450439453, + "rewards/margins": 0.3037981390953064, + "rewards/rejected": -0.3516086935997009, + "sft_loss": 0.47810548543930054, + "step": 1315 + }, + { + "epoch": 1.9031091829356472, + "grad_norm": 2.3405960760811966, + "learning_rate": 6.345609628874216e-06, + "logits/chosen": 0.07255364954471588, + "logits/rejected": 0.1415763944387436, + "logps/chosen": -0.5264100432395935, + "logps/rejected": -2.2038300037384033, + "loss": 0.6285, + "odds_ratio_loss": 0.3210826516151428, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05264100432395935, + "rewards/margins": 0.16774199903011322, + "rewards/rejected": -0.22038300335407257, + "sft_loss": 0.5264100432395935, + "step": 1316 + }, + { + "epoch": 1.9045553145336225, + "grad_norm": 4.048582332028306, + "learning_rate": 6.3430931014501546e-06, + "logits/chosen": 0.1995735615491867, + "logits/rejected": 0.09358995407819748, + "logps/chosen": -0.6856232285499573, + "logps/rejected": -1.2745683193206787, + "loss": 0.5704, + "odds_ratio_loss": 0.48545917868614197, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0685623288154602, + "rewards/margins": 0.058894507586956024, + "rewards/rejected": -0.12745684385299683, + "sft_loss": 0.6856232285499573, + "step": 1317 + }, + { + "epoch": 1.906001446131598, + "grad_norm": 2.1869595703546247, + "learning_rate": 6.340575161366536e-06, + "logits/chosen": 0.19228671491146088, + "logits/rejected": 0.07713081687688828, + "logps/chosen": -0.6164018511772156, + "logps/rejected": -2.873373508453369, + "loss": 0.6288, + "odds_ratio_loss": 0.27122145891189575, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.061640188097953796, + "rewards/margins": 0.22569714486598969, + "rewards/rejected": -0.28733736276626587, + "sft_loss": 0.6164018511772156, + "step": 1318 + }, + { + "epoch": 1.9074475777295734, + "grad_norm": 2.5534553089237977, + "learning_rate": 6.338055810141433e-06, + "logits/chosen": 0.10392449051141739, + "logits/rejected": 0.09642945230007172, + "logps/chosen": -0.5694040656089783, + "logps/rejected": -3.596972942352295, + "loss": 0.6739, + "odds_ratio_loss": 0.22980889678001404, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05694040656089783, + "rewards/margins": 0.3027569055557251, + "rewards/rejected": -0.35969728231430054, + "sft_loss": 0.5694040656089783, + "step": 1319 + }, + { + "epoch": 1.9088937093275486, + "grad_norm": 2.8970511977043274, + "learning_rate": 6.335535049293776e-06, + "logits/chosen": 0.18930402398109436, + "logits/rejected": 0.11592543870210648, + "logps/chosen": -0.5666981935501099, + "logps/rejected": -2.564934253692627, + "loss": 0.5861, + "odds_ratio_loss": 0.340043842792511, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05666981637477875, + "rewards/margins": 0.19982360303401947, + "rewards/rejected": -0.2564934194087982, + "sft_loss": 0.5666981935501099, + "step": 1320 + }, + { + "epoch": 1.9103398409255243, + "grad_norm": 3.1968079824765163, + "learning_rate": 6.333012880343339e-06, + "logits/chosen": 0.13316094875335693, + "logits/rejected": 0.09439437091350555, + "logps/chosen": -0.5278730392456055, + "logps/rejected": -1.6159777641296387, + "loss": 0.5628, + "odds_ratio_loss": 0.32977184653282166, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05278730392456055, + "rewards/margins": 0.10881047695875168, + "rewards/rejected": -0.16159778833389282, + "sft_loss": 0.5278730392456055, + "step": 1321 + }, + { + "epoch": 1.9117859725234996, + "grad_norm": 2.250481769511735, + "learning_rate": 6.330489304810747e-06, + "logits/chosen": 0.18630638718605042, + "logits/rejected": 0.07742702960968018, + "logps/chosen": -0.6264196634292603, + "logps/rejected": -2.363523244857788, + "loss": 0.6726, + "odds_ratio_loss": 0.37035539746284485, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06264197081327438, + "rewards/margins": 0.17371037602424622, + "rewards/rejected": -0.23635233938694, + "sft_loss": 0.6264196634292603, + "step": 1322 + }, + { + "epoch": 1.913232104121475, + "grad_norm": 2.3131159606518175, + "learning_rate": 6.327964324217474e-06, + "logits/chosen": 0.13363704085350037, + "logits/rejected": 0.026563134044408798, + "logps/chosen": -0.5144316554069519, + "logps/rejected": -2.5232536792755127, + "loss": 0.5649, + "odds_ratio_loss": 0.3306152820587158, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05144317075610161, + "rewards/margins": 0.200882226228714, + "rewards/rejected": -0.2523253858089447, + "sft_loss": 0.5144316554069519, + "step": 1323 + }, + { + "epoch": 1.9146782357194505, + "grad_norm": 2.839594699946253, + "learning_rate": 6.325437940085839e-06, + "logits/chosen": 0.10742896050214767, + "logits/rejected": 0.08482453227043152, + "logps/chosen": -0.4993060231208801, + "logps/rejected": -3.533346176147461, + "loss": 0.5296, + "odds_ratio_loss": 0.31563615798950195, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04993060231208801, + "rewards/margins": 0.3034040331840515, + "rewards/rejected": -0.35333460569381714, + "sft_loss": 0.4993060231208801, + "step": 1324 + }, + { + "epoch": 1.9161243673174257, + "grad_norm": 2.500177382400634, + "learning_rate": 6.32291015393901e-06, + "logits/chosen": 0.1152525320649147, + "logits/rejected": 0.0816318467259407, + "logps/chosen": -0.48759815096855164, + "logps/rejected": -2.2603230476379395, + "loss": 0.5793, + "odds_ratio_loss": 0.20722666382789612, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0487598180770874, + "rewards/margins": 0.1772724837064743, + "rewards/rejected": -0.2260323166847229, + "sft_loss": 0.48759815096855164, + "step": 1325 + }, + { + "epoch": 1.9175704989154014, + "grad_norm": 2.533564293757888, + "learning_rate": 6.320380967300996e-06, + "logits/chosen": 0.19266647100448608, + "logits/rejected": 0.022887878119945526, + "logps/chosen": -0.5034148097038269, + "logps/rejected": -3.819204092025757, + "loss": 0.5919, + "odds_ratio_loss": 0.2226625382900238, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05034147948026657, + "rewards/margins": 0.33157891035079956, + "rewards/rejected": -0.38192039728164673, + "sft_loss": 0.5034148097038269, + "step": 1326 + }, + { + "epoch": 1.9190166305133767, + "grad_norm": 2.921269282131583, + "learning_rate": 6.317850381696657e-06, + "logits/chosen": 0.2217884510755539, + "logits/rejected": 0.01924968883395195, + "logps/chosen": -0.4081079363822937, + "logps/rejected": -4.638675689697266, + "loss": 0.5773, + "odds_ratio_loss": 0.2604500651359558, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.04081079363822937, + "rewards/margins": 0.4230567514896393, + "rewards/rejected": -0.46386754512786865, + "sft_loss": 0.4081079363822937, + "step": 1327 + }, + { + "epoch": 1.9204627621113521, + "grad_norm": 2.3841994801404214, + "learning_rate": 6.31531839865169e-06, + "logits/chosen": 0.08403509855270386, + "logits/rejected": 0.02859571948647499, + "logps/chosen": -0.5892415642738342, + "logps/rejected": -3.3557963371276855, + "loss": 0.6229, + "odds_ratio_loss": 0.41986650228500366, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.05892416089773178, + "rewards/margins": 0.2766554653644562, + "rewards/rejected": -0.33557960391044617, + "sft_loss": 0.5892415642738342, + "step": 1328 + }, + { + "epoch": 1.9219088937093276, + "grad_norm": 4.499602679189735, + "learning_rate": 6.3127850196926365e-06, + "logits/chosen": 0.02900572493672371, + "logits/rejected": 0.0013004057109355927, + "logps/chosen": -0.49205368757247925, + "logps/rejected": -3.4965710639953613, + "loss": 0.5968, + "odds_ratio_loss": 0.22342023253440857, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.049205370247364044, + "rewards/margins": 0.30045175552368164, + "rewards/rejected": -0.3496571183204651, + "sft_loss": 0.49205368757247925, + "step": 1329 + }, + { + "epoch": 1.9233550253073028, + "grad_norm": 2.51797982968202, + "learning_rate": 6.31025024634688e-06, + "logits/chosen": 0.2063034176826477, + "logits/rejected": 0.13551932573318481, + "logps/chosen": -0.6059345006942749, + "logps/rejected": -3.6007964611053467, + "loss": 0.5624, + "odds_ratio_loss": 0.19518573582172394, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.06059345230460167, + "rewards/margins": 0.2994861900806427, + "rewards/rejected": -0.36007964611053467, + "sft_loss": 0.6059345006942749, + "step": 1330 + }, + { + "epoch": 1.9248011569052785, + "grad_norm": 3.447774341323875, + "learning_rate": 6.307714080142648e-06, + "logits/chosen": 0.11149915307760239, + "logits/rejected": 0.19055677950382233, + "logps/chosen": -0.4802173376083374, + "logps/rejected": -3.084043025970459, + "loss": 0.644, + "odds_ratio_loss": 0.44687554240226746, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.04802173376083374, + "rewards/margins": 0.26038259267807007, + "rewards/rejected": -0.3084043264389038, + "sft_loss": 0.4802173376083374, + "step": 1331 + }, + { + "epoch": 1.9262472885032538, + "grad_norm": 3.9481918292240095, + "learning_rate": 6.305176522609001e-06, + "logits/chosen": 0.10856892168521881, + "logits/rejected": 0.09776373207569122, + "logps/chosen": -0.5553045272827148, + "logps/rejected": -2.3343453407287598, + "loss": 0.6648, + "odds_ratio_loss": 0.25999295711517334, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05553045868873596, + "rewards/margins": 0.17790409922599792, + "rewards/rejected": -0.2334345579147339, + "sft_loss": 0.5553045272827148, + "step": 1332 + }, + { + "epoch": 1.9276934201012292, + "grad_norm": 2.152983324315511, + "learning_rate": 6.302637575275842e-06, + "logits/chosen": 0.14477403461933136, + "logits/rejected": 0.12126276642084122, + "logps/chosen": -0.6557214260101318, + "logps/rejected": -1.5948143005371094, + "loss": 0.6043, + "odds_ratio_loss": 0.44841280579566956, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06557214260101318, + "rewards/margins": 0.09390929341316223, + "rewards/rejected": -0.15948143601417542, + "sft_loss": 0.6557214260101318, + "step": 1333 + }, + { + "epoch": 1.9291395516992047, + "grad_norm": 3.301517579732635, + "learning_rate": 6.300097239673915e-06, + "logits/chosen": 0.17113935947418213, + "logits/rejected": 0.16045597195625305, + "logps/chosen": -0.5597264766693115, + "logps/rejected": -1.5276334285736084, + "loss": 0.5554, + "odds_ratio_loss": 0.41156938672065735, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.055972643196582794, + "rewards/margins": 0.09679071605205536, + "rewards/rejected": -0.15276335179805756, + "sft_loss": 0.5597264766693115, + "step": 1334 + }, + { + "epoch": 1.93058568329718, + "grad_norm": 2.5923227720502537, + "learning_rate": 6.297555517334794e-06, + "logits/chosen": 0.04513344168663025, + "logits/rejected": 0.0036378642544150352, + "logps/chosen": -0.7068974375724792, + "logps/rejected": -1.3616538047790527, + "loss": 0.7021, + "odds_ratio_loss": 0.46141964197158813, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07068974524736404, + "rewards/margins": 0.06547562777996063, + "rewards/rejected": -0.13616538047790527, + "sft_loss": 0.7068974375724792, + "step": 1335 + }, + { + "epoch": 1.9320318148951554, + "grad_norm": 2.5908665206389503, + "learning_rate": 6.295012409790896e-06, + "logits/chosen": 0.07112018764019012, + "logits/rejected": 0.14503023028373718, + "logps/chosen": -0.4185260236263275, + "logps/rejected": -2.6089491844177246, + "loss": 0.6039, + "odds_ratio_loss": 0.3201354146003723, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04185260087251663, + "rewards/margins": 0.2190423458814621, + "rewards/rejected": -0.2608949542045593, + "sft_loss": 0.4185260236263275, + "step": 1336 + }, + { + "epoch": 1.9334779464931309, + "grad_norm": 2.5569688339171632, + "learning_rate": 6.2924679185754684e-06, + "logits/chosen": 0.17154423892498016, + "logits/rejected": 0.0873059630393982, + "logps/chosen": -0.6691811084747314, + "logps/rejected": -1.198056936264038, + "loss": 0.6591, + "odds_ratio_loss": 0.3893122673034668, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06691811233758926, + "rewards/margins": 0.05288759991526604, + "rewards/rejected": -0.119805708527565, + "sft_loss": 0.6691811084747314, + "step": 1337 + }, + { + "epoch": 1.9349240780911063, + "grad_norm": 4.174361185121562, + "learning_rate": 6.289922045222594e-06, + "logits/chosen": 0.0211828351020813, + "logits/rejected": 0.07563084363937378, + "logps/chosen": -0.5859172940254211, + "logps/rejected": -2.894932270050049, + "loss": 0.5613, + "odds_ratio_loss": 0.22862787544727325, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.058591730892658234, + "rewards/margins": 0.23090147972106934, + "rewards/rejected": -0.28949323296546936, + "sft_loss": 0.5859172940254211, + "step": 1338 + }, + { + "epoch": 1.9363702096890818, + "grad_norm": 2.338603996374857, + "learning_rate": 6.28737479126719e-06, + "logits/chosen": 0.2083335667848587, + "logits/rejected": 0.13322553038597107, + "logps/chosen": -0.37943235039711, + "logps/rejected": -3.214156150817871, + "loss": 0.555, + "odds_ratio_loss": 0.2722666561603546, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.03794323652982712, + "rewards/margins": 0.2834724187850952, + "rewards/rejected": -0.32141566276550293, + "sft_loss": 0.37943235039711, + "step": 1339 + }, + { + "epoch": 1.937816341287057, + "grad_norm": 11.15462592256021, + "learning_rate": 6.284826158245005e-06, + "logits/chosen": 0.06666195392608643, + "logits/rejected": 0.0736611858010292, + "logps/chosen": -0.7771252989768982, + "logps/rejected": -1.527148962020874, + "loss": 0.6956, + "odds_ratio_loss": 0.3552093803882599, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0777125358581543, + "rewards/margins": 0.07500237226486206, + "rewards/rejected": -0.15271490812301636, + "sft_loss": 0.7771252989768982, + "step": 1340 + }, + { + "epoch": 1.9392624728850325, + "grad_norm": 2.82099850918232, + "learning_rate": 6.28227614769262e-06, + "logits/chosen": 0.15024471282958984, + "logits/rejected": 0.096395343542099, + "logps/chosen": -0.5148159861564636, + "logps/rejected": -2.127951145172119, + "loss": 0.599, + "odds_ratio_loss": 0.26387378573417664, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05148159712553024, + "rewards/margins": 0.16131353378295898, + "rewards/rejected": -0.21279510855674744, + "sft_loss": 0.5148159861564636, + "step": 1341 + }, + { + "epoch": 1.940708604483008, + "grad_norm": 2.379780310975218, + "learning_rate": 6.279724761147445e-06, + "logits/chosen": 0.09975308179855347, + "logits/rejected": 0.05713462457060814, + "logps/chosen": -0.3695414662361145, + "logps/rejected": -3.6172609329223633, + "loss": 0.5196, + "odds_ratio_loss": 0.2230728268623352, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03695414215326309, + "rewards/margins": 0.3247719407081604, + "rewards/rejected": -0.3617260754108429, + "sft_loss": 0.3695414662361145, + "step": 1342 + }, + { + "epoch": 1.9421547360809832, + "grad_norm": 3.000388458997451, + "learning_rate": 6.2771720001477216e-06, + "logits/chosen": 0.16662685573101044, + "logits/rejected": 0.060050975531339645, + "logps/chosen": -0.6600314974784851, + "logps/rejected": -4.327170372009277, + "loss": 0.5381, + "odds_ratio_loss": 0.2681175768375397, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06600315123796463, + "rewards/margins": 0.36671388149261475, + "rewards/rejected": -0.43271705508232117, + "sft_loss": 0.6600314974784851, + "step": 1343 + }, + { + "epoch": 1.943600867678959, + "grad_norm": 4.460845864755663, + "learning_rate": 6.2746178662325176e-06, + "logits/chosen": 0.2377113699913025, + "logits/rejected": 0.05871110036969185, + "logps/chosen": -0.52542644739151, + "logps/rejected": -3.663177251815796, + "loss": 0.6501, + "odds_ratio_loss": 0.24479225277900696, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05254264175891876, + "rewards/margins": 0.31377506256103516, + "rewards/rejected": -0.3663177192211151, + "sft_loss": 0.52542644739151, + "step": 1344 + }, + { + "epoch": 1.9450469992769341, + "grad_norm": 2.6669621761593154, + "learning_rate": 6.2720623609417315e-06, + "logits/chosen": 0.1335269808769226, + "logits/rejected": 0.08458232134580612, + "logps/chosen": -0.49498024582862854, + "logps/rejected": -3.2982349395751953, + "loss": 0.5686, + "odds_ratio_loss": 0.20877742767333984, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.049498021602630615, + "rewards/margins": 0.2803254723548889, + "rewards/rejected": -0.3298235237598419, + "sft_loss": 0.49498024582862854, + "step": 1345 + }, + { + "epoch": 1.9464931308749096, + "grad_norm": 2.3682656918705414, + "learning_rate": 6.269505485816084e-06, + "logits/chosen": 0.05494852364063263, + "logits/rejected": 0.10123536735773087, + "logps/chosen": -0.5091966986656189, + "logps/rejected": -2.195608615875244, + "loss": 0.5588, + "odds_ratio_loss": 0.2521820366382599, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05091967061161995, + "rewards/margins": 0.16864119470119476, + "rewards/rejected": -0.21956084668636322, + "sft_loss": 0.5091966986656189, + "step": 1346 + }, + { + "epoch": 1.947939262472885, + "grad_norm": 2.6512013563553287, + "learning_rate": 6.266947242397129e-06, + "logits/chosen": -0.017354674637317657, + "logits/rejected": 0.13395394384860992, + "logps/chosen": -0.38874998688697815, + "logps/rejected": -2.445746898651123, + "loss": 0.4976, + "odds_ratio_loss": 0.14418071508407593, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038874998688697815, + "rewards/margins": 0.20569969713687897, + "rewards/rejected": -0.24457469582557678, + "sft_loss": 0.38874998688697815, + "step": 1347 + }, + { + "epoch": 1.9493853940708603, + "grad_norm": 2.1651142096226916, + "learning_rate": 6.264387632227237e-06, + "logits/chosen": 0.15398314595222473, + "logits/rejected": 0.08990249782800674, + "logps/chosen": -0.5985828638076782, + "logps/rejected": -3.3371827602386475, + "loss": 0.5798, + "odds_ratio_loss": 0.4579890966415405, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0598582923412323, + "rewards/margins": 0.27385997772216797, + "rewards/rejected": -0.33371827006340027, + "sft_loss": 0.5985828638076782, + "step": 1348 + }, + { + "epoch": 1.950831525668836, + "grad_norm": 2.1798011502799253, + "learning_rate": 6.261826656849608e-06, + "logits/chosen": 0.07891194522380829, + "logits/rejected": 0.01930670440196991, + "logps/chosen": -0.6371974945068359, + "logps/rejected": -3.8084051609039307, + "loss": 0.6145, + "odds_ratio_loss": 0.38298970460891724, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06371975690126419, + "rewards/margins": 0.3171207010746002, + "rewards/rejected": -0.3808404505252838, + "sft_loss": 0.6371974945068359, + "step": 1349 + }, + { + "epoch": 1.9522776572668112, + "grad_norm": 2.6217473434650818, + "learning_rate": 6.259264317808265e-06, + "logits/chosen": 0.15782146155834198, + "logits/rejected": 0.04384998604655266, + "logps/chosen": -0.597080409526825, + "logps/rejected": -1.9142271280288696, + "loss": 0.6438, + "odds_ratio_loss": 0.3650417923927307, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.059708043932914734, + "rewards/margins": 0.13171467185020447, + "rewards/rejected": -0.19142268598079681, + "sft_loss": 0.597080409526825, + "step": 1350 + }, + { + "epoch": 1.9537237888647867, + "grad_norm": 2.260839269208856, + "learning_rate": 6.256700616648049e-06, + "logits/chosen": 0.02536643110215664, + "logits/rejected": -0.08087426424026489, + "logps/chosen": -0.6350283026695251, + "logps/rejected": -3.553034782409668, + "loss": 0.6017, + "odds_ratio_loss": 0.40396812558174133, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06350283324718475, + "rewards/margins": 0.2918006479740143, + "rewards/rejected": -0.3553035259246826, + "sft_loss": 0.6350283026695251, + "step": 1351 + }, + { + "epoch": 1.9551699204627622, + "grad_norm": 2.755672651848687, + "learning_rate": 6.254135554914628e-06, + "logits/chosen": 0.10055305063724518, + "logits/rejected": 0.028218144550919533, + "logps/chosen": -0.6204773187637329, + "logps/rejected": -2.3922319412231445, + "loss": 0.5954, + "odds_ratio_loss": 0.26733872294425964, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06204773113131523, + "rewards/margins": 0.17717546224594116, + "rewards/rejected": -0.2392231971025467, + "sft_loss": 0.6204773187637329, + "step": 1352 + }, + { + "epoch": 1.9566160520607374, + "grad_norm": 4.454723264605439, + "learning_rate": 6.251569134154482e-06, + "logits/chosen": 0.10258796811103821, + "logits/rejected": 0.07780814170837402, + "logps/chosen": -0.6633048057556152, + "logps/rejected": -2.7840261459350586, + "loss": 0.615, + "odds_ratio_loss": 0.28764694929122925, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06633048504590988, + "rewards/margins": 0.21207213401794434, + "rewards/rejected": -0.2784026265144348, + "sft_loss": 0.6633048057556152, + "step": 1353 + }, + { + "epoch": 1.958062183658713, + "grad_norm": 2.7603204339165597, + "learning_rate": 6.2490013559149215e-06, + "logits/chosen": 0.10790781676769257, + "logits/rejected": 0.08358579128980637, + "logps/chosen": -0.6533021330833435, + "logps/rejected": -1.621474027633667, + "loss": 0.6408, + "odds_ratio_loss": 0.42883116006851196, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06533021479845047, + "rewards/margins": 0.09681720286607742, + "rewards/rejected": -0.1621474176645279, + "sft_loss": 0.6533021330833435, + "step": 1354 + }, + { + "epoch": 1.9595083152566883, + "grad_norm": 2.125375605273302, + "learning_rate": 6.246432221744068e-06, + "logits/chosen": 0.1881817877292633, + "logits/rejected": 0.1281939148902893, + "logps/chosen": -0.5085922479629517, + "logps/rejected": -3.4811835289001465, + "loss": 0.5576, + "odds_ratio_loss": 0.25084131956100464, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05085922032594681, + "rewards/margins": 0.297259122133255, + "rewards/rejected": -0.3481183350086212, + "sft_loss": 0.5085922479629517, + "step": 1355 + }, + { + "epoch": 1.9609544468546638, + "grad_norm": 2.20344338079031, + "learning_rate": 6.2438617331908616e-06, + "logits/chosen": 0.11778862029314041, + "logits/rejected": 0.0436352975666523, + "logps/chosen": -0.5298951864242554, + "logps/rejected": -2.8205578327178955, + "loss": 0.5737, + "odds_ratio_loss": 0.2629122734069824, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.052989523857831955, + "rewards/margins": 0.22906626760959625, + "rewards/rejected": -0.2820557951927185, + "sft_loss": 0.5298951864242554, + "step": 1356 + }, + { + "epoch": 1.9624005784526393, + "grad_norm": 2.1196838584709465, + "learning_rate": 6.241289891805059e-06, + "logits/chosen": 0.017896192148327827, + "logits/rejected": 0.0749349296092987, + "logps/chosen": -0.5861757397651672, + "logps/rejected": -2.2477173805236816, + "loss": 0.589, + "odds_ratio_loss": 0.31650716066360474, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05861757695674896, + "rewards/margins": 0.166154146194458, + "rewards/rejected": -0.22477173805236816, + "sft_loss": 0.5861757397651672, + "step": 1357 + }, + { + "epoch": 1.9638467100506145, + "grad_norm": 2.4776207306510662, + "learning_rate": 6.238716699137233e-06, + "logits/chosen": 0.0893697589635849, + "logits/rejected": -0.046085745096206665, + "logps/chosen": -0.6362526416778564, + "logps/rejected": -3.7252695560455322, + "loss": 0.5203, + "odds_ratio_loss": 0.29234158992767334, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0636252611875534, + "rewards/margins": 0.30890169739723206, + "rewards/rejected": -0.3725269138813019, + "sft_loss": 0.6362526416778564, + "step": 1358 + }, + { + "epoch": 1.96529284164859, + "grad_norm": 2.6960848499910863, + "learning_rate": 6.23614215673877e-06, + "logits/chosen": 0.12152606248855591, + "logits/rejected": 0.026878921315073967, + "logps/chosen": -0.6179218888282776, + "logps/rejected": -1.8269139528274536, + "loss": 0.6289, + "odds_ratio_loss": 0.3888968229293823, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06179218739271164, + "rewards/margins": 0.12089921534061432, + "rewards/rejected": -0.18269139528274536, + "sft_loss": 0.6179218888282776, + "step": 1359 + }, + { + "epoch": 1.9667389732465654, + "grad_norm": 2.598237230889151, + "learning_rate": 6.233566266161874e-06, + "logits/chosen": 0.09245370328426361, + "logits/rejected": 0.12901175022125244, + "logps/chosen": -0.6184776425361633, + "logps/rejected": -2.0056989192962646, + "loss": 0.569, + "odds_ratio_loss": 0.3535006642341614, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.061847761273384094, + "rewards/margins": 0.13872212171554565, + "rewards/rejected": -0.20056991279125214, + "sft_loss": 0.6184776425361633, + "step": 1360 + }, + { + "epoch": 1.968185104844541, + "grad_norm": 2.58726516689127, + "learning_rate": 6.230989028959558e-06, + "logits/chosen": -0.00898485817015171, + "logits/rejected": 0.036827899515628815, + "logps/chosen": -0.7747241258621216, + "logps/rejected": -2.6281819343566895, + "loss": 0.6434, + "odds_ratio_loss": 0.3512718677520752, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.07747241109609604, + "rewards/margins": 0.18534579873085022, + "rewards/rejected": -0.26281821727752686, + "sft_loss": 0.7747241258621216, + "step": 1361 + }, + { + "epoch": 1.9696312364425164, + "grad_norm": 2.662372117558744, + "learning_rate": 6.228410446685645e-06, + "logits/chosen": 0.06157606095075607, + "logits/rejected": -0.07763740420341492, + "logps/chosen": -0.8153557777404785, + "logps/rejected": -3.0472562313079834, + "loss": 0.7715, + "odds_ratio_loss": 0.40258070826530457, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08153557777404785, + "rewards/margins": 0.223190039396286, + "rewards/rejected": -0.30472564697265625, + "sft_loss": 0.8153557777404785, + "step": 1362 + }, + { + "epoch": 1.9710773680404916, + "grad_norm": 2.437914328745462, + "learning_rate": 6.225830520894776e-06, + "logits/chosen": 0.045589592307806015, + "logits/rejected": 0.004592648707330227, + "logps/chosen": -0.6443754434585571, + "logps/rejected": -3.426424741744995, + "loss": 0.6514, + "odds_ratio_loss": 0.39619654417037964, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06443755328655243, + "rewards/margins": 0.27820488810539246, + "rewards/rejected": -0.3426424562931061, + "sft_loss": 0.6443754434585571, + "step": 1363 + }, + { + "epoch": 1.972523499638467, + "grad_norm": 3.9002817508631162, + "learning_rate": 6.2232492531423945e-06, + "logits/chosen": 0.17493419349193573, + "logits/rejected": 0.04828786849975586, + "logps/chosen": -0.6880456209182739, + "logps/rejected": -3.114243984222412, + "loss": 0.615, + "odds_ratio_loss": 0.3803248405456543, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06880456209182739, + "rewards/margins": 0.2426198124885559, + "rewards/rejected": -0.3114243745803833, + "sft_loss": 0.6880456209182739, + "step": 1364 + }, + { + "epoch": 1.9739696312364425, + "grad_norm": 2.7356981494522916, + "learning_rate": 6.22066664498476e-06, + "logits/chosen": 0.09148862957954407, + "logits/rejected": 0.030430784448981285, + "logps/chosen": -0.6174599528312683, + "logps/rejected": -1.8549262285232544, + "loss": 0.6543, + "odds_ratio_loss": 0.3864895701408386, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06174599006772041, + "rewards/margins": 0.12374662607908249, + "rewards/rejected": -0.1854926198720932, + "sft_loss": 0.6174599528312683, + "step": 1365 + }, + { + "epoch": 1.9754157628344178, + "grad_norm": 2.2797866265947957, + "learning_rate": 6.218082697978934e-06, + "logits/chosen": 0.20202934741973877, + "logits/rejected": 0.13954401016235352, + "logps/chosen": -0.5369247198104858, + "logps/rejected": -2.2839553356170654, + "loss": 0.5875, + "odds_ratio_loss": 0.3428112864494324, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.053692467510700226, + "rewards/margins": 0.17470306158065796, + "rewards/rejected": -0.2283955216407776, + "sft_loss": 0.5369247198104858, + "step": 1366 + }, + { + "epoch": 1.9768618944323935, + "grad_norm": 3.3190838962022573, + "learning_rate": 6.215497413682786e-06, + "logits/chosen": 0.17240914702415466, + "logits/rejected": 0.08776585757732391, + "logps/chosen": -0.6855835914611816, + "logps/rejected": -2.02882981300354, + "loss": 0.6874, + "odds_ratio_loss": 0.3461560606956482, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.06855836510658264, + "rewards/margins": 0.13432462513446808, + "rewards/rejected": -0.20288299024105072, + "sft_loss": 0.6855835914611816, + "step": 1367 + }, + { + "epoch": 1.9783080260303687, + "grad_norm": 3.256355322872998, + "learning_rate": 6.212910793654999e-06, + "logits/chosen": 0.061617545783519745, + "logits/rejected": 0.03875245153903961, + "logps/chosen": -0.5626049637794495, + "logps/rejected": -2.379176616668701, + "loss": 0.6345, + "odds_ratio_loss": 0.30977410078048706, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.056260496377944946, + "rewards/margins": 0.18165718019008636, + "rewards/rejected": -0.23791766166687012, + "sft_loss": 0.5626049637794495, + "step": 1368 + }, + { + "epoch": 1.9797541576283442, + "grad_norm": 2.622988724915116, + "learning_rate": 6.2103228394550515e-06, + "logits/chosen": 0.06107413023710251, + "logits/rejected": 0.10450088977813721, + "logps/chosen": -0.6807230710983276, + "logps/rejected": -2.148853302001953, + "loss": 0.5965, + "odds_ratio_loss": 0.32345831394195557, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06807231903076172, + "rewards/margins": 0.14681300520896912, + "rewards/rejected": -0.21488532423973083, + "sft_loss": 0.6807230710983276, + "step": 1369 + }, + { + "epoch": 1.9812002892263196, + "grad_norm": 2.682008253337646, + "learning_rate": 6.207733552643231e-06, + "logits/chosen": 0.1140088215470314, + "logits/rejected": 0.08846345543861389, + "logps/chosen": -0.5670576691627502, + "logps/rejected": -1.7721221446990967, + "loss": 0.6365, + "odds_ratio_loss": 0.4360979199409485, + "rewards/accuracies": 0.6875, + "rewards/chosen": -0.0567057728767395, + "rewards/margins": 0.12050645053386688, + "rewards/rejected": -0.1772122085094452, + "sft_loss": 0.5670576691627502, + "step": 1370 + }, + { + "epoch": 1.9826464208242949, + "grad_norm": 2.952914326179049, + "learning_rate": 6.205142934780632e-06, + "logits/chosen": 0.09416116774082184, + "logits/rejected": 0.07221397757530212, + "logps/chosen": -0.5539889931678772, + "logps/rejected": -3.7700295448303223, + "loss": 0.5511, + "odds_ratio_loss": 0.27834856510162354, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05539890378713608, + "rewards/margins": 0.32160407304763794, + "rewards/rejected": -0.3770029544830322, + "sft_loss": 0.5539889931678772, + "step": 1371 + }, + { + "epoch": 1.9840925524222706, + "grad_norm": 2.4206064871782917, + "learning_rate": 6.202550987429142e-06, + "logits/chosen": 0.029989825561642647, + "logits/rejected": -0.0034413645043969154, + "logps/chosen": -0.8195029497146606, + "logps/rejected": -2.111359119415283, + "loss": 0.6337, + "odds_ratio_loss": 0.43149256706237793, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.08195029199123383, + "rewards/margins": 0.12918563187122345, + "rewards/rejected": -0.21113592386245728, + "sft_loss": 0.8195029497146606, + "step": 1372 + }, + { + "epoch": 1.9855386840202458, + "grad_norm": 2.5068243281617093, + "learning_rate": 6.1999577121514595e-06, + "logits/chosen": 0.15260952711105347, + "logits/rejected": 0.10358820110559464, + "logps/chosen": -0.6531432867050171, + "logps/rejected": -2.2045655250549316, + "loss": 0.6213, + "odds_ratio_loss": 0.37667161226272583, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.06531432271003723, + "rewards/margins": 0.15514221787452698, + "rewards/rejected": -0.2204565405845642, + "sft_loss": 0.6531432867050171, + "step": 1373 + }, + { + "epoch": 1.9869848156182213, + "grad_norm": 2.5425623444210954, + "learning_rate": 6.197363110511078e-06, + "logits/chosen": 0.1662987619638443, + "logits/rejected": 0.020264727994799614, + "logps/chosen": -0.485507607460022, + "logps/rejected": -3.171699047088623, + "loss": 0.6155, + "odds_ratio_loss": 0.26024413108825684, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04855076223611832, + "rewards/margins": 0.2686191499233246, + "rewards/rejected": -0.3171699047088623, + "sft_loss": 0.485507607460022, + "step": 1374 + }, + { + "epoch": 1.9884309472161967, + "grad_norm": 3.1329413200606866, + "learning_rate": 6.194767184072296e-06, + "logits/chosen": 0.12748688459396362, + "logits/rejected": 0.06533270329236984, + "logps/chosen": -0.6616427302360535, + "logps/rejected": -3.427320718765259, + "loss": 0.5622, + "odds_ratio_loss": 0.3506993353366852, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.06616427004337311, + "rewards/margins": 0.27656784653663635, + "rewards/rejected": -0.34273210167884827, + "sft_loss": 0.6616427302360535, + "step": 1375 + }, + { + "epoch": 1.989877078814172, + "grad_norm": 2.888890196942516, + "learning_rate": 6.192169934400202e-06, + "logits/chosen": 0.14859473705291748, + "logits/rejected": 0.07147763669490814, + "logps/chosen": -0.39317965507507324, + "logps/rejected": -3.1786046028137207, + "loss": 0.5502, + "odds_ratio_loss": 0.2858788073062897, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.039317965507507324, + "rewards/margins": 0.27854251861572266, + "rewards/rejected": -0.31786048412323, + "sft_loss": 0.39317965507507324, + "step": 1376 + }, + { + "epoch": 1.9913232104121477, + "grad_norm": 2.493676042638736, + "learning_rate": 6.189571363060691e-06, + "logits/chosen": 0.10260988026857376, + "logits/rejected": 0.022080600261688232, + "logps/chosen": -0.37363216280937195, + "logps/rejected": -3.6419897079467773, + "loss": 0.6115, + "odds_ratio_loss": 0.17057818174362183, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.037363216280937195, + "rewards/margins": 0.3268357515335083, + "rewards/rejected": -0.3641989827156067, + "sft_loss": 0.37363216280937195, + "step": 1377 + }, + { + "epoch": 1.992769342010123, + "grad_norm": 2.5488337687194655, + "learning_rate": 6.18697147162045e-06, + "logits/chosen": 0.1628027707338333, + "logits/rejected": 0.15313595533370972, + "logps/chosen": -0.5107381343841553, + "logps/rejected": -3.4903712272644043, + "loss": 0.5691, + "odds_ratio_loss": 0.26869532465934753, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05107381194829941, + "rewards/margins": 0.29796332120895386, + "rewards/rejected": -0.3490371108055115, + "sft_loss": 0.5107381343841553, + "step": 1378 + }, + { + "epoch": 1.9942154736080984, + "grad_norm": 2.990348500728237, + "learning_rate": 6.184370261646964e-06, + "logits/chosen": 0.25367701053619385, + "logits/rejected": 0.05598670244216919, + "logps/chosen": -0.5730169415473938, + "logps/rejected": -4.140180587768555, + "loss": 0.6438, + "odds_ratio_loss": 0.31483423709869385, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05730169266462326, + "rewards/margins": 0.3567163944244385, + "rewards/rejected": -0.41401803493499756, + "sft_loss": 0.5730169415473938, + "step": 1379 + }, + { + "epoch": 1.9956616052060738, + "grad_norm": 2.4464817090945754, + "learning_rate": 6.181767734708512e-06, + "logits/chosen": 0.13885369896888733, + "logits/rejected": 0.1410420686006546, + "logps/chosen": -0.7233635187149048, + "logps/rejected": -1.2208565473556519, + "loss": 0.6577, + "odds_ratio_loss": 0.4889734983444214, + "rewards/accuracies": 0.75, + "rewards/chosen": -0.072336345911026, + "rewards/margins": 0.04974930360913277, + "rewards/rejected": -0.12208565324544907, + "sft_loss": 0.7233635187149048, + "step": 1380 + }, + { + "epoch": 1.997107736804049, + "grad_norm": 2.624728985693753, + "learning_rate": 6.179163892374164e-06, + "logits/chosen": 0.14182862639427185, + "logits/rejected": -0.06210314854979515, + "logps/chosen": -0.7554327845573425, + "logps/rejected": -3.2970387935638428, + "loss": 0.6579, + "odds_ratio_loss": 0.3780558109283447, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.07554327696561813, + "rewards/margins": 0.254160612821579, + "rewards/rejected": -0.3297038972377777, + "sft_loss": 0.7554327845573425, + "step": 1381 + }, + { + "epoch": 1.9985538684020245, + "grad_norm": 2.500628814454199, + "learning_rate": 6.176558736213793e-06, + "logits/chosen": 0.09440597891807556, + "logits/rejected": 0.0984802171587944, + "logps/chosen": -0.535467267036438, + "logps/rejected": -2.6558072566986084, + "loss": 0.531, + "odds_ratio_loss": 0.30303633213043213, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.0535467267036438, + "rewards/margins": 0.21203403174877167, + "rewards/rejected": -0.2655807435512543, + "sft_loss": 0.535467267036438, + "step": 1382 + }, + { + "epoch": 2.0, + "grad_norm": 3.28712021596782, + "learning_rate": 6.173952267798052e-06, + "logits/chosen": 0.2147250473499298, + "logits/rejected": 0.11980797350406647, + "logps/chosen": -0.5156925916671753, + "logps/rejected": -3.986497402191162, + "loss": 0.5173, + "odds_ratio_loss": 0.28765448927879333, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05156925693154335, + "rewards/margins": 0.34708043932914734, + "rewards/rejected": -0.3986497223377228, + "sft_loss": 0.5156925916671753, + "step": 1383 + }, + { + "epoch": 2.0014461315979752, + "grad_norm": 3.2315398678148486, + "learning_rate": 6.171344488698393e-06, + "logits/chosen": 0.12111207842826843, + "logits/rejected": 0.17495957016944885, + "logps/chosen": -0.3766588866710663, + "logps/rejected": -2.8388314247131348, + "loss": 0.382, + "odds_ratio_loss": 0.17233169078826904, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03766588866710663, + "rewards/margins": 0.246217280626297, + "rewards/rejected": -0.28388315439224243, + "sft_loss": 0.3766588866710663, + "step": 1384 + }, + { + "epoch": 2.002892263195951, + "grad_norm": 3.189280598961191, + "learning_rate": 6.168735400487054e-06, + "logits/chosen": 0.03559612110257149, + "logits/rejected": 0.03742482513189316, + "logps/chosen": -0.5957620739936829, + "logps/rejected": -2.5465335845947266, + "loss": 0.475, + "odds_ratio_loss": 0.32061469554901123, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.059576209634542465, + "rewards/margins": 0.19507713615894318, + "rewards/rejected": -0.25465336441993713, + "sft_loss": 0.5957620739936829, + "step": 1385 + }, + { + "epoch": 2.004338394793926, + "grad_norm": 3.0677554248229746, + "learning_rate": 6.166125004737065e-06, + "logits/chosen": -0.16084589064121246, + "logits/rejected": -0.14135894179344177, + "logps/chosen": -0.32411518692970276, + "logps/rejected": -2.226219415664673, + "loss": 0.3491, + "odds_ratio_loss": 0.1918307989835739, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.032411519438028336, + "rewards/margins": 0.19021041691303253, + "rewards/rejected": -0.22262193262577057, + "sft_loss": 0.32411518692970276, + "step": 1386 + }, + { + "epoch": 2.005784526391902, + "grad_norm": 2.1849423111948445, + "learning_rate": 6.163513303022243e-06, + "logits/chosen": -0.19721360504627228, + "logits/rejected": -0.12379816919565201, + "logps/chosen": -0.26573044061660767, + "logps/rejected": -4.349565505981445, + "loss": 0.3741, + "odds_ratio_loss": 0.1065993681550026, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026573043316602707, + "rewards/margins": 0.40838348865509033, + "rewards/rejected": -0.43495655059814453, + "sft_loss": 0.26573044061660767, + "step": 1387 + }, + { + "epoch": 2.007230657989877, + "grad_norm": 2.3768163135616973, + "learning_rate": 6.160900296917193e-06, + "logits/chosen": -0.33068203926086426, + "logits/rejected": -0.24483588337898254, + "logps/chosen": -0.3788696527481079, + "logps/rejected": -2.304666519165039, + "loss": 0.3719, + "odds_ratio_loss": 0.1597655564546585, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03788696601986885, + "rewards/margins": 0.19257968664169312, + "rewards/rejected": -0.23046666383743286, + "sft_loss": 0.3788696527481079, + "step": 1388 + }, + { + "epoch": 2.0086767895878523, + "grad_norm": 2.5696151099744426, + "learning_rate": 6.158285987997306e-06, + "logits/chosen": -0.3501858115196228, + "logits/rejected": -0.3419753909111023, + "logps/chosen": -0.3169471323490143, + "logps/rejected": -3.3578648567199707, + "loss": 0.3397, + "odds_ratio_loss": 0.16776108741760254, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03169471397995949, + "rewards/margins": 0.30409175157546997, + "rewards/rejected": -0.33578646183013916, + "sft_loss": 0.3169471323490143, + "step": 1389 + }, + { + "epoch": 2.010122921185828, + "grad_norm": 3.936520281332721, + "learning_rate": 6.155670377838758e-06, + "logits/chosen": -0.6566485166549683, + "logits/rejected": -0.5000695586204529, + "logps/chosen": -0.3887198567390442, + "logps/rejected": -3.2703821659088135, + "loss": 0.4191, + "odds_ratio_loss": 0.18304914236068726, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03887198492884636, + "rewards/margins": 0.28816622495651245, + "rewards/rejected": -0.3270382285118103, + "sft_loss": 0.3887198567390442, + "step": 1390 + }, + { + "epoch": 2.0115690527838033, + "grad_norm": 6.474734950245381, + "learning_rate": 6.153053468018511e-06, + "logits/chosen": -0.536896288394928, + "logits/rejected": -0.40524619817733765, + "logps/chosen": -0.3791639804840088, + "logps/rejected": -2.7076427936553955, + "loss": 0.4267, + "odds_ratio_loss": 0.10726868361234665, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.037916399538517, + "rewards/margins": 0.2328478991985321, + "rewards/rejected": -0.2707642912864685, + "sft_loss": 0.3791639804840088, + "step": 1391 + }, + { + "epoch": 2.013015184381779, + "grad_norm": 6.726741776150189, + "learning_rate": 6.15043526011431e-06, + "logits/chosen": -0.6585301756858826, + "logits/rejected": -0.3784843683242798, + "logps/chosen": -0.44925493001937866, + "logps/rejected": -2.590120792388916, + "loss": 0.4351, + "odds_ratio_loss": 0.19256196916103363, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.044925495982170105, + "rewards/margins": 0.21408656239509583, + "rewards/rejected": -0.2590120732784271, + "sft_loss": 0.44925493001937866, + "step": 1392 + }, + { + "epoch": 2.014461315979754, + "grad_norm": 3.9009213533091125, + "learning_rate": 6.14781575570468e-06, + "logits/chosen": -0.5194917321205139, + "logits/rejected": -0.2270890772342682, + "logps/chosen": -0.31589779257774353, + "logps/rejected": -5.69291877746582, + "loss": 0.3387, + "odds_ratio_loss": 0.0934254378080368, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03158978000283241, + "rewards/margins": 0.5377020239830017, + "rewards/rejected": -0.5692918300628662, + "sft_loss": 0.31589779257774353, + "step": 1393 + }, + { + "epoch": 2.0159074475777294, + "grad_norm": 2.9063940794517955, + "learning_rate": 6.145194956368932e-06, + "logits/chosen": -0.52901291847229, + "logits/rejected": -0.3962056636810303, + "logps/chosen": -0.24508774280548096, + "logps/rejected": -4.180789470672607, + "loss": 0.3288, + "odds_ratio_loss": 0.12533631920814514, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024508774280548096, + "rewards/margins": 0.3935701847076416, + "rewards/rejected": -0.4180789589881897, + "sft_loss": 0.24508774280548096, + "step": 1394 + }, + { + "epoch": 2.017353579175705, + "grad_norm": 3.1811792443833067, + "learning_rate": 6.142572863687157e-06, + "logits/chosen": -0.24593108892440796, + "logits/rejected": -0.17790842056274414, + "logps/chosen": -0.28362900018692017, + "logps/rejected": -3.8639004230499268, + "loss": 0.4598, + "odds_ratio_loss": 0.1365346908569336, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028362900018692017, + "rewards/margins": 0.3580271601676941, + "rewards/rejected": -0.3863900601863861, + "sft_loss": 0.28362900018692017, + "step": 1395 + }, + { + "epoch": 2.0187997107736804, + "grad_norm": 2.742354366098211, + "learning_rate": 6.13994947924022e-06, + "logits/chosen": -0.4542756974697113, + "logits/rejected": -0.5005182027816772, + "logps/chosen": -0.4230310916900635, + "logps/rejected": -4.989255905151367, + "loss": 0.3642, + "odds_ratio_loss": 0.2016012817621231, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04230311140418053, + "rewards/margins": 0.45662248134613037, + "rewards/rejected": -0.4989256262779236, + "sft_loss": 0.4230310916900635, + "step": 1396 + }, + { + "epoch": 2.0202458423716556, + "grad_norm": 2.683983578822834, + "learning_rate": 6.137324804609774e-06, + "logits/chosen": -0.19099709391593933, + "logits/rejected": -0.16608811914920807, + "logps/chosen": -0.2979000210762024, + "logps/rejected": -4.687519550323486, + "loss": 0.4058, + "odds_ratio_loss": 0.09216830134391785, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029789999127388, + "rewards/margins": 0.4389619529247284, + "rewards/rejected": -0.4687519669532776, + "sft_loss": 0.2979000210762024, + "step": 1397 + }, + { + "epoch": 2.0216919739696313, + "grad_norm": 3.327282280218847, + "learning_rate": 6.134698841378243e-06, + "logits/chosen": -0.3360438644886017, + "logits/rejected": -0.18919801712036133, + "logps/chosen": -0.4767918288707733, + "logps/rejected": -3.2631969451904297, + "loss": 0.3656, + "odds_ratio_loss": 0.15634480118751526, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04767918586730957, + "rewards/margins": 0.278640478849411, + "rewards/rejected": -0.32631969451904297, + "sft_loss": 0.4767918288707733, + "step": 1398 + }, + { + "epoch": 2.0231381055676065, + "grad_norm": 2.2233945899908285, + "learning_rate": 6.132071591128829e-06, + "logits/chosen": -0.2488166093826294, + "logits/rejected": -0.12372294068336487, + "logps/chosen": -0.39679771661758423, + "logps/rejected": -3.140080451965332, + "loss": 0.3152, + "odds_ratio_loss": 0.1701274961233139, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03967977315187454, + "rewards/margins": 0.2743282914161682, + "rewards/rejected": -0.31400808691978455, + "sft_loss": 0.39679771661758423, + "step": 1399 + }, + { + "epoch": 2.0245842371655822, + "grad_norm": 2.6076662390403236, + "learning_rate": 6.129443055445512e-06, + "logits/chosen": -0.29236453771591187, + "logits/rejected": -0.30255061388015747, + "logps/chosen": -0.315972238779068, + "logps/rejected": -3.8869261741638184, + "loss": 0.3984, + "odds_ratio_loss": 0.1734756976366043, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03159722685813904, + "rewards/margins": 0.3570953607559204, + "rewards/rejected": -0.38869261741638184, + "sft_loss": 0.315972238779068, + "step": 1400 + }, + { + "epoch": 2.0260303687635575, + "grad_norm": 2.3586036539147797, + "learning_rate": 6.1268132359130475e-06, + "logits/chosen": -0.5538555383682251, + "logits/rejected": -0.3169947564601898, + "logps/chosen": -0.4706674814224243, + "logps/rejected": -3.450441360473633, + "loss": 0.3946, + "odds_ratio_loss": 0.12920330464839935, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04706674814224243, + "rewards/margins": 0.29797738790512085, + "rewards/rejected": -0.34504416584968567, + "sft_loss": 0.4706674814224243, + "step": 1401 + }, + { + "epoch": 2.0274765003615327, + "grad_norm": 2.4006021186149544, + "learning_rate": 6.12418213411696e-06, + "logits/chosen": -0.32977399230003357, + "logits/rejected": -0.2614250183105469, + "logps/chosen": -0.234191432595253, + "logps/rejected": -2.427402973175049, + "loss": 0.3291, + "odds_ratio_loss": 0.10665269196033478, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02341914176940918, + "rewards/margins": 0.21932116150856018, + "rewards/rejected": -0.24274030327796936, + "sft_loss": 0.234191432595253, + "step": 1402 + }, + { + "epoch": 2.0289226319595084, + "grad_norm": 2.4765029159664924, + "learning_rate": 6.121549751643554e-06, + "logits/chosen": -0.4366395175457001, + "logits/rejected": -0.2806912660598755, + "logps/chosen": -0.3349638879299164, + "logps/rejected": -2.964669704437256, + "loss": 0.3604, + "odds_ratio_loss": 0.10340587794780731, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03349638730287552, + "rewards/margins": 0.26297056674957275, + "rewards/rejected": -0.2964669466018677, + "sft_loss": 0.3349638879299164, + "step": 1403 + }, + { + "epoch": 2.0303687635574836, + "grad_norm": 2.285256352398014, + "learning_rate": 6.118916090079901e-06, + "logits/chosen": -0.35529831051826477, + "logits/rejected": -0.43684202432632446, + "logps/chosen": -0.19356098771095276, + "logps/rejected": -2.894097328186035, + "loss": 0.3484, + "odds_ratio_loss": 0.06699930876493454, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019356099888682365, + "rewards/margins": 0.2700536251068115, + "rewards/rejected": -0.28940972685813904, + "sft_loss": 0.19356098771095276, + "step": 1404 + }, + { + "epoch": 2.0318148951554593, + "grad_norm": 2.7019259490766685, + "learning_rate": 6.116281151013846e-06, + "logits/chosen": -0.5889612436294556, + "logits/rejected": -0.3919902443885803, + "logps/chosen": -0.31004148721694946, + "logps/rejected": -4.649913311004639, + "loss": 0.3577, + "odds_ratio_loss": 0.11446838825941086, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.031004149466753006, + "rewards/margins": 0.43398720026016235, + "rewards/rejected": -0.46499139070510864, + "sft_loss": 0.31004148721694946, + "step": 1405 + }, + { + "epoch": 2.0332610267534346, + "grad_norm": 2.244900017647067, + "learning_rate": 6.113644936034002e-06, + "logits/chosen": -0.5037296414375305, + "logits/rejected": -0.39371100068092346, + "logps/chosen": -0.43020951747894287, + "logps/rejected": -2.473050832748413, + "loss": 0.3748, + "odds_ratio_loss": 0.1621953845024109, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04302094876766205, + "rewards/margins": 0.20428414642810822, + "rewards/rejected": -0.24730511009693146, + "sft_loss": 0.43020951747894287, + "step": 1406 + }, + { + "epoch": 2.03470715835141, + "grad_norm": 2.474297866515971, + "learning_rate": 6.111007446729754e-06, + "logits/chosen": -0.8331849575042725, + "logits/rejected": -0.4606708288192749, + "logps/chosen": -0.2885475754737854, + "logps/rejected": -4.700456619262695, + "loss": 0.3241, + "odds_ratio_loss": 0.06865033507347107, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02885475754737854, + "rewards/margins": 0.4411908984184265, + "rewards/rejected": -0.47004562616348267, + "sft_loss": 0.2885475754737854, + "step": 1407 + }, + { + "epoch": 2.0361532899493855, + "grad_norm": 4.328881723447609, + "learning_rate": 6.108368684691255e-06, + "logits/chosen": -0.3607381284236908, + "logits/rejected": -0.3933161497116089, + "logps/chosen": -0.5243850946426392, + "logps/rejected": -2.1831188201904297, + "loss": 0.3454, + "odds_ratio_loss": 0.21166378259658813, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05243851616978645, + "rewards/margins": 0.16587337851524353, + "rewards/rejected": -0.2183118760585785, + "sft_loss": 0.5243850946426392, + "step": 1408 + }, + { + "epoch": 2.0375994215473607, + "grad_norm": 2.6476216733494073, + "learning_rate": 6.105728651509423e-06, + "logits/chosen": -0.26458385586738586, + "logits/rejected": -0.1522885262966156, + "logps/chosen": -0.3708568513393402, + "logps/rejected": -3.2693662643432617, + "loss": 0.3426, + "odds_ratio_loss": 0.14628729224205017, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03708568960428238, + "rewards/margins": 0.28985095024108887, + "rewards/rejected": -0.32693663239479065, + "sft_loss": 0.3708568513393402, + "step": 1409 + }, + { + "epoch": 2.0390455531453364, + "grad_norm": 2.284226764361494, + "learning_rate": 6.103087348775945e-06, + "logits/chosen": -0.2937602996826172, + "logits/rejected": -0.39900609850883484, + "logps/chosen": -0.5060720443725586, + "logps/rejected": -2.6557836532592773, + "loss": 0.3781, + "odds_ratio_loss": 0.194400817155838, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05060720071196556, + "rewards/margins": 0.2149711549282074, + "rewards/rejected": -0.26557838916778564, + "sft_loss": 0.5060720443725586, + "step": 1410 + }, + { + "epoch": 2.0404916847433117, + "grad_norm": 2.6244235607829243, + "learning_rate": 6.100444778083271e-06, + "logits/chosen": -0.46006476879119873, + "logits/rejected": -0.16463829576969147, + "logps/chosen": -0.4287043809890747, + "logps/rejected": -2.332899332046509, + "loss": 0.4342, + "odds_ratio_loss": 0.13950975239276886, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04287043958902359, + "rewards/margins": 0.1904195100069046, + "rewards/rejected": -0.2332899272441864, + "sft_loss": 0.4287043809890747, + "step": 1411 + }, + { + "epoch": 2.041937816341287, + "grad_norm": 2.2183067171761057, + "learning_rate": 6.097800941024618e-06, + "logits/chosen": -0.4148803651332855, + "logits/rejected": -0.4651082754135132, + "logps/chosen": -0.39564990997314453, + "logps/rejected": -2.487851858139038, + "loss": 0.3184, + "odds_ratio_loss": 0.15196757018566132, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03956499695777893, + "rewards/margins": 0.20922018587589264, + "rewards/rejected": -0.24878518283367157, + "sft_loss": 0.39564990997314453, + "step": 1412 + }, + { + "epoch": 2.0433839479392626, + "grad_norm": 2.5032801033265715, + "learning_rate": 6.095155839193964e-06, + "logits/chosen": -0.2763396203517914, + "logits/rejected": -0.12382631003856659, + "logps/chosen": -0.28163591027259827, + "logps/rejected": -4.132618427276611, + "loss": 0.3437, + "odds_ratio_loss": 0.08366397768259048, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028163593262434006, + "rewards/margins": 0.3850982189178467, + "rewards/rejected": -0.4132618308067322, + "sft_loss": 0.28163591027259827, + "step": 1413 + }, + { + "epoch": 2.044830079537238, + "grad_norm": 2.667578076549321, + "learning_rate": 6.092509474186052e-06, + "logits/chosen": -0.40817150473594666, + "logits/rejected": -0.4003009796142578, + "logps/chosen": -0.459774911403656, + "logps/rejected": -1.49889075756073, + "loss": 0.4754, + "odds_ratio_loss": 0.22171664237976074, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04597749188542366, + "rewards/margins": 0.10391158610582352, + "rewards/rejected": -0.14988906681537628, + "sft_loss": 0.459774911403656, + "step": 1414 + }, + { + "epoch": 2.0462762111352135, + "grad_norm": 4.948341598400315, + "learning_rate": 6.089861847596385e-06, + "logits/chosen": -0.3838014006614685, + "logits/rejected": -0.32643434405326843, + "logps/chosen": -0.42405328154563904, + "logps/rejected": -3.091123104095459, + "loss": 0.4266, + "odds_ratio_loss": 0.1393635869026184, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04240532964468002, + "rewards/margins": 0.2667069733142853, + "rewards/rejected": -0.3091123402118683, + "sft_loss": 0.42405328154563904, + "step": 1415 + }, + { + "epoch": 2.0477223427331888, + "grad_norm": 2.333675906831936, + "learning_rate": 6.087212961021226e-06, + "logits/chosen": -0.361023873090744, + "logits/rejected": -0.31981074810028076, + "logps/chosen": -0.2632179856300354, + "logps/rejected": -3.056180000305176, + "loss": 0.3845, + "odds_ratio_loss": 0.1083202064037323, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02632179856300354, + "rewards/margins": 0.2792961597442627, + "rewards/rejected": -0.3056179881095886, + "sft_loss": 0.2632179856300354, + "step": 1416 + }, + { + "epoch": 2.049168474331164, + "grad_norm": 2.291013338955284, + "learning_rate": 6.084562816057599e-06, + "logits/chosen": -0.35837870836257935, + "logits/rejected": -0.29917028546333313, + "logps/chosen": -0.22934255003929138, + "logps/rejected": -3.9777276515960693, + "loss": 0.3472, + "odds_ratio_loss": 0.0663267970085144, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02293425425887108, + "rewards/margins": 0.37483853101730347, + "rewards/rejected": -0.39777275919914246, + "sft_loss": 0.22934255003929138, + "step": 1417 + }, + { + "epoch": 2.0506146059291397, + "grad_norm": 2.361170250846157, + "learning_rate": 6.081911414303286e-06, + "logits/chosen": -0.3557944595813751, + "logits/rejected": -0.2875556945800781, + "logps/chosen": -0.33980539441108704, + "logps/rejected": -2.679823398590088, + "loss": 0.3357, + "odds_ratio_loss": 0.13775214552879333, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.033980537205934525, + "rewards/margins": 0.23400181531906128, + "rewards/rejected": -0.2679823637008667, + "sft_loss": 0.33980539441108704, + "step": 1418 + }, + { + "epoch": 2.052060737527115, + "grad_norm": 2.658491704323656, + "learning_rate": 6.0792587573568285e-06, + "logits/chosen": -0.3484780192375183, + "logits/rejected": -0.21401377022266388, + "logps/chosen": -0.3252895474433899, + "logps/rejected": -3.0992331504821777, + "loss": 0.3577, + "odds_ratio_loss": 0.08834249526262283, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03252895176410675, + "rewards/margins": 0.2773943543434143, + "rewards/rejected": -0.30992335081100464, + "sft_loss": 0.3252895474433899, + "step": 1419 + }, + { + "epoch": 2.05350686912509, + "grad_norm": 2.505632092772328, + "learning_rate": 6.076604846817522e-06, + "logits/chosen": -0.46591854095458984, + "logits/rejected": -0.24125395715236664, + "logps/chosen": -0.39621445536613464, + "logps/rejected": -3.352841854095459, + "loss": 0.3723, + "odds_ratio_loss": 0.10687874257564545, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.039621446281671524, + "rewards/margins": 0.2956627607345581, + "rewards/rejected": -0.33528417348861694, + "sft_loss": 0.39621445536613464, + "step": 1420 + }, + { + "epoch": 2.054953000723066, + "grad_norm": 2.2675780954478486, + "learning_rate": 6.073949684285419e-06, + "logits/chosen": -0.2978203296661377, + "logits/rejected": -0.15997031331062317, + "logps/chosen": -0.3860008716583252, + "logps/rejected": -2.842381000518799, + "loss": 0.332, + "odds_ratio_loss": 0.17229007184505463, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03860008716583252, + "rewards/margins": 0.24563804268836975, + "rewards/rejected": -0.28423812985420227, + "sft_loss": 0.3860008716583252, + "step": 1421 + }, + { + "epoch": 2.056399132321041, + "grad_norm": 2.3078172574413096, + "learning_rate": 6.071293271361327e-06, + "logits/chosen": -0.36375710368156433, + "logits/rejected": -0.291500061750412, + "logps/chosen": -0.37237662076950073, + "logps/rejected": -3.426270008087158, + "loss": 0.3802, + "odds_ratio_loss": 0.14352582395076752, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.037237659096717834, + "rewards/margins": 0.3053893446922302, + "rewards/rejected": -0.34262698888778687, + "sft_loss": 0.37237662076950073, + "step": 1422 + }, + { + "epoch": 2.057845263919017, + "grad_norm": 1.983808931410135, + "learning_rate": 6.068635609646808e-06, + "logits/chosen": -0.41622287034988403, + "logits/rejected": -0.169271320104599, + "logps/chosen": -0.3853681683540344, + "logps/rejected": -4.620948791503906, + "loss": 0.3248, + "odds_ratio_loss": 0.05672647804021835, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03853682056069374, + "rewards/margins": 0.4235580861568451, + "rewards/rejected": -0.4620949327945709, + "sft_loss": 0.3853681683540344, + "step": 1423 + }, + { + "epoch": 2.059291395516992, + "grad_norm": 2.335324198672471, + "learning_rate": 6.065976700744174e-06, + "logits/chosen": -0.231398805975914, + "logits/rejected": -0.194851815700531, + "logps/chosen": -0.39015644788742065, + "logps/rejected": -4.776452541351318, + "loss": 0.3797, + "odds_ratio_loss": 0.1511651873588562, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.039015647023916245, + "rewards/margins": 0.4386296272277832, + "rewards/rejected": -0.47764530777931213, + "sft_loss": 0.39015644788742065, + "step": 1424 + }, + { + "epoch": 2.0607375271149673, + "grad_norm": 1.9881483716659663, + "learning_rate": 6.063316546256494e-06, + "logits/chosen": -0.4184289574623108, + "logits/rejected": -0.23517775535583496, + "logps/chosen": -0.2277361899614334, + "logps/rejected": -3.0598249435424805, + "loss": 0.3115, + "odds_ratio_loss": 0.08884076774120331, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0227736197412014, + "rewards/margins": 0.2832088768482208, + "rewards/rejected": -0.3059825003147125, + "sft_loss": 0.2277361899614334, + "step": 1425 + }, + { + "epoch": 2.062183658712943, + "grad_norm": 3.2525491666588797, + "learning_rate": 6.060655147787583e-06, + "logits/chosen": -0.6589328646659851, + "logits/rejected": -0.32301610708236694, + "logps/chosen": -0.2796526551246643, + "logps/rejected": -2.624934673309326, + "loss": 0.3279, + "odds_ratio_loss": 0.08123660087585449, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02796526625752449, + "rewards/margins": 0.23452815413475037, + "rewards/rejected": -0.26249343156814575, + "sft_loss": 0.2796526551246643, + "step": 1426 + }, + { + "epoch": 2.063629790310918, + "grad_norm": 2.345153662950682, + "learning_rate": 6.057992506942011e-06, + "logits/chosen": -0.40048494935035706, + "logits/rejected": -0.2785194218158722, + "logps/chosen": -0.248963862657547, + "logps/rejected": -2.053396224975586, + "loss": 0.3094, + "odds_ratio_loss": 0.08460384607315063, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02489638887345791, + "rewards/margins": 0.18044325709342957, + "rewards/rejected": -0.20533964037895203, + "sft_loss": 0.248963862657547, + "step": 1427 + }, + { + "epoch": 2.065075921908894, + "grad_norm": 2.48367237998288, + "learning_rate": 6.05532862532509e-06, + "logits/chosen": -0.39829522371292114, + "logits/rejected": -0.17285127937793732, + "logps/chosen": -0.3011299669742584, + "logps/rejected": -2.470442295074463, + "loss": 0.3419, + "odds_ratio_loss": 0.060505881905555725, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03011299856007099, + "rewards/margins": 0.21693125367164612, + "rewards/rejected": -0.24704423546791077, + "sft_loss": 0.3011299669742584, + "step": 1428 + }, + { + "epoch": 2.066522053506869, + "grad_norm": 2.6112651161735503, + "learning_rate": 6.052663504542885e-06, + "logits/chosen": -0.23426532745361328, + "logits/rejected": -0.22717681527137756, + "logps/chosen": -0.4564788341522217, + "logps/rejected": -3.6011054515838623, + "loss": 0.363, + "odds_ratio_loss": 0.15331970155239105, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04564788565039635, + "rewards/margins": 0.31446266174316406, + "rewards/rejected": -0.3601105511188507, + "sft_loss": 0.4564788341522217, + "step": 1429 + }, + { + "epoch": 2.0679681851048444, + "grad_norm": 2.6695083429349715, + "learning_rate": 6.049997146202209e-06, + "logits/chosen": -0.2030077427625656, + "logits/rejected": -0.09532079100608826, + "logps/chosen": -0.28371351957321167, + "logps/rejected": -3.22945499420166, + "loss": 0.3147, + "odds_ratio_loss": 0.10474459081888199, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.028371348977088928, + "rewards/margins": 0.29457414150238037, + "rewards/rejected": -0.3229454755783081, + "sft_loss": 0.28371351957321167, + "step": 1430 + }, + { + "epoch": 2.06941431670282, + "grad_norm": 2.0842316658257376, + "learning_rate": 6.047329551910618e-06, + "logits/chosen": -0.42209625244140625, + "logits/rejected": -0.3098366856575012, + "logps/chosen": -0.44695577025413513, + "logps/rejected": -4.16575813293457, + "loss": 0.3566, + "odds_ratio_loss": 0.1542935073375702, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04469558224081993, + "rewards/margins": 0.3718802332878113, + "rewards/rejected": -0.41657575964927673, + "sft_loss": 0.44695577025413513, + "step": 1431 + }, + { + "epoch": 2.0708604483007953, + "grad_norm": 2.558852343608781, + "learning_rate": 6.044660723276416e-06, + "logits/chosen": -0.49510613083839417, + "logits/rejected": -0.3418270945549011, + "logps/chosen": -0.4254521131515503, + "logps/rejected": -3.873826742172241, + "loss": 0.3418, + "odds_ratio_loss": 0.10353498160839081, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04254521429538727, + "rewards/margins": 0.3448374569416046, + "rewards/rejected": -0.38738271594047546, + "sft_loss": 0.4254521131515503, + "step": 1432 + }, + { + "epoch": 2.072306579898771, + "grad_norm": 2.2228242975974393, + "learning_rate": 6.0419906619086485e-06, + "logits/chosen": -0.4619770646095276, + "logits/rejected": -0.21492421627044678, + "logps/chosen": -0.23521602153778076, + "logps/rejected": -3.90215802192688, + "loss": 0.3316, + "odds_ratio_loss": 0.0810660645365715, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023521605879068375, + "rewards/margins": 0.36669421195983887, + "rewards/rejected": -0.39021581411361694, + "sft_loss": 0.23521602153778076, + "step": 1433 + }, + { + "epoch": 2.0737527114967462, + "grad_norm": 2.5406277424592143, + "learning_rate": 6.0393193694171055e-06, + "logits/chosen": -0.32404616475105286, + "logits/rejected": -0.1625586450099945, + "logps/chosen": -0.26816701889038086, + "logps/rejected": -4.354163646697998, + "loss": 0.4009, + "odds_ratio_loss": 0.08176937699317932, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026816701516509056, + "rewards/margins": 0.4085996747016907, + "rewards/rejected": -0.43541640043258667, + "sft_loss": 0.26816701889038086, + "step": 1434 + }, + { + "epoch": 2.0751988430947215, + "grad_norm": 2.2669801066940907, + "learning_rate": 6.03664684741232e-06, + "logits/chosen": -0.5940994024276733, + "logits/rejected": -0.299757182598114, + "logps/chosen": -0.3598395586013794, + "logps/rejected": -3.4677209854125977, + "loss": 0.3712, + "odds_ratio_loss": 0.1251244992017746, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03598395735025406, + "rewards/margins": 0.3107881546020508, + "rewards/rejected": -0.34677213430404663, + "sft_loss": 0.3598395586013794, + "step": 1435 + }, + { + "epoch": 2.076644974692697, + "grad_norm": 2.1993829720352602, + "learning_rate": 6.033973097505564e-06, + "logits/chosen": -0.197866290807724, + "logits/rejected": -0.18637999892234802, + "logps/chosen": -0.3552109897136688, + "logps/rejected": -4.12385892868042, + "loss": 0.3592, + "odds_ratio_loss": 0.19755232334136963, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03552110120654106, + "rewards/margins": 0.3768647611141205, + "rewards/rejected": -0.41238588094711304, + "sft_loss": 0.3552109897136688, + "step": 1436 + }, + { + "epoch": 2.0780911062906724, + "grad_norm": 2.4029872434354282, + "learning_rate": 6.031298121308852e-06, + "logits/chosen": -0.24159984290599823, + "logits/rejected": -0.18060526251792908, + "logps/chosen": -0.2984180152416229, + "logps/rejected": -3.943260908126831, + "loss": 0.3652, + "odds_ratio_loss": 0.1224970817565918, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.029841801151633263, + "rewards/margins": 0.3644842803478241, + "rewards/rejected": -0.3943260908126831, + "sft_loss": 0.2984180152416229, + "step": 1437 + }, + { + "epoch": 2.0795372378886476, + "grad_norm": 2.058087744744759, + "learning_rate": 6.028621920434938e-06, + "logits/chosen": -0.18899688124656677, + "logits/rejected": -0.17238955199718475, + "logps/chosen": -0.4569585621356964, + "logps/rejected": -2.871255397796631, + "loss": 0.3386, + "odds_ratio_loss": 0.1777493953704834, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04569585993885994, + "rewards/margins": 0.24142968654632568, + "rewards/rejected": -0.28712552785873413, + "sft_loss": 0.4569585621356964, + "step": 1438 + }, + { + "epoch": 2.0809833694866233, + "grad_norm": 2.7713822465891975, + "learning_rate": 6.025944496497313e-06, + "logits/chosen": -0.2562764286994934, + "logits/rejected": -0.2689245939254761, + "logps/chosen": -0.3553205728530884, + "logps/rejected": -3.7182862758636475, + "loss": 0.3025, + "odds_ratio_loss": 0.16768378019332886, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03553205728530884, + "rewards/margins": 0.33629655838012695, + "rewards/rejected": -0.3718286156654358, + "sft_loss": 0.3553205728530884, + "step": 1439 + }, + { + "epoch": 2.0824295010845986, + "grad_norm": 2.104472864919027, + "learning_rate": 6.023265851110206e-06, + "logits/chosen": -0.4192018210887909, + "logits/rejected": -0.4185807406902313, + "logps/chosen": -0.29165175557136536, + "logps/rejected": -3.254685878753662, + "loss": 0.3423, + "odds_ratio_loss": 0.07294730842113495, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029165174812078476, + "rewards/margins": 0.2963034212589264, + "rewards/rejected": -0.32546859979629517, + "sft_loss": 0.29165175557136536, + "step": 1440 + }, + { + "epoch": 2.0838756326825743, + "grad_norm": 3.2957542835935714, + "learning_rate": 6.0205859858885815e-06, + "logits/chosen": -0.38088786602020264, + "logits/rejected": -0.3934791088104248, + "logps/chosen": -0.3900391757488251, + "logps/rejected": -3.510143756866455, + "loss": 0.3766, + "odds_ratio_loss": 0.16783195734024048, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.039003919810056686, + "rewards/margins": 0.31201043725013733, + "rewards/rejected": -0.3510143458843231, + "sft_loss": 0.3900391757488251, + "step": 1441 + }, + { + "epoch": 2.0853217642805495, + "grad_norm": 2.578364476031665, + "learning_rate": 6.01790490244814e-06, + "logits/chosen": -0.4493975043296814, + "logits/rejected": -0.4192134737968445, + "logps/chosen": -0.5234689712524414, + "logps/rejected": -4.9513840675354, + "loss": 0.4525, + "odds_ratio_loss": 0.19005721807479858, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05234689638018608, + "rewards/margins": 0.44279155135154724, + "rewards/rejected": -0.4951384365558624, + "sft_loss": 0.5234689712524414, + "step": 1442 + }, + { + "epoch": 2.0867678958785247, + "grad_norm": 2.396996991834125, + "learning_rate": 6.015222602405318e-06, + "logits/chosen": -0.337810754776001, + "logits/rejected": -0.22689113020896912, + "logps/chosen": -0.2907380759716034, + "logps/rejected": -3.4063007831573486, + "loss": 0.3455, + "odds_ratio_loss": 0.12362713366746902, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0290738046169281, + "rewards/margins": 0.31155624985694885, + "rewards/rejected": -0.34063005447387695, + "sft_loss": 0.2907380759716034, + "step": 1443 + }, + { + "epoch": 2.0882140274765004, + "grad_norm": 2.5822318052964803, + "learning_rate": 6.012539087377284e-06, + "logits/chosen": -0.3404845595359802, + "logits/rejected": -0.3742299973964691, + "logps/chosen": -0.4546850323677063, + "logps/rejected": -2.706575870513916, + "loss": 0.4444, + "odds_ratio_loss": 0.17479830980300903, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04546850547194481, + "rewards/margins": 0.22518908977508545, + "rewards/rejected": -0.27065759897232056, + "sft_loss": 0.4546850323677063, + "step": 1444 + }, + { + "epoch": 2.0896601590744757, + "grad_norm": 2.504565887985123, + "learning_rate": 6.009854358981938e-06, + "logits/chosen": -0.27679046988487244, + "logits/rejected": -0.3251495361328125, + "logps/chosen": -0.38980117440223694, + "logps/rejected": -3.832094192504883, + "loss": 0.3848, + "odds_ratio_loss": 0.14260970056056976, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03898011893033981, + "rewards/margins": 0.3442293107509613, + "rewards/rejected": -0.3832094073295593, + "sft_loss": 0.38980117440223694, + "step": 1445 + }, + { + "epoch": 2.0911062906724514, + "grad_norm": 2.287041085168791, + "learning_rate": 6.007168418837913e-06, + "logits/chosen": -0.342728853225708, + "logits/rejected": -0.27378779649734497, + "logps/chosen": -0.31904324889183044, + "logps/rejected": -4.140244007110596, + "loss": 0.3465, + "odds_ratio_loss": 0.11946651339530945, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03190432861447334, + "rewards/margins": 0.38212013244628906, + "rewards/rejected": -0.4140244126319885, + "sft_loss": 0.31904324889183044, + "step": 1446 + }, + { + "epoch": 2.0925524222704266, + "grad_norm": 2.4471257161139164, + "learning_rate": 6.004481268564573e-06, + "logits/chosen": -0.32866159081459045, + "logits/rejected": -0.27318888902664185, + "logps/chosen": -0.34691765904426575, + "logps/rejected": -4.629284858703613, + "loss": 0.2858, + "odds_ratio_loss": 0.07531234622001648, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.034691765904426575, + "rewards/margins": 0.428236722946167, + "rewards/rejected": -0.4629284739494324, + "sft_loss": 0.34691765904426575, + "step": 1447 + }, + { + "epoch": 2.093998553868402, + "grad_norm": 2.5341871999397068, + "learning_rate": 6.001792909782012e-06, + "logits/chosen": -0.17833292484283447, + "logits/rejected": -0.31797996163368225, + "logps/chosen": -0.4669630229473114, + "logps/rejected": -2.347073793411255, + "loss": 0.4726, + "odds_ratio_loss": 0.23080308735370636, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04669630154967308, + "rewards/margins": 0.18801110982894897, + "rewards/rejected": -0.23470738530158997, + "sft_loss": 0.4669630229473114, + "step": 1448 + }, + { + "epoch": 2.0954446854663775, + "grad_norm": 2.0149281802026104, + "learning_rate": 5.999103344111049e-06, + "logits/chosen": -0.282225638628006, + "logits/rejected": -0.33347731828689575, + "logps/chosen": -0.3228495419025421, + "logps/rejected": -4.6756062507629395, + "loss": 0.312, + "odds_ratio_loss": 0.15524053573608398, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03228495270013809, + "rewards/margins": 0.4352756440639496, + "rewards/rejected": -0.4675605893135071, + "sft_loss": 0.3228495419025421, + "step": 1449 + }, + { + "epoch": 2.0968908170643528, + "grad_norm": 2.4196352705276296, + "learning_rate": 5.996412573173233e-06, + "logits/chosen": -0.23691165447235107, + "logits/rejected": -0.2045428454875946, + "logps/chosen": -0.3596211075782776, + "logps/rejected": -3.006347179412842, + "loss": 0.4048, + "odds_ratio_loss": 0.17852452397346497, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03596211224794388, + "rewards/margins": 0.2646726071834564, + "rewards/rejected": -0.3006346821784973, + "sft_loss": 0.3596211075782776, + "step": 1450 + }, + { + "epoch": 2.0983369486623284, + "grad_norm": 4.531344093999202, + "learning_rate": 5.993720598590844e-06, + "logits/chosen": -0.40281057357788086, + "logits/rejected": -0.30446839332580566, + "logps/chosen": -0.3508280813694, + "logps/rejected": -1.9880702495574951, + "loss": 0.3769, + "odds_ratio_loss": 0.14897975325584412, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03508280962705612, + "rewards/margins": 0.16372422873973846, + "rewards/rejected": -0.198807030916214, + "sft_loss": 0.3508280813694, + "step": 1451 + }, + { + "epoch": 2.0997830802603037, + "grad_norm": 3.298538569192066, + "learning_rate": 5.99102742198688e-06, + "logits/chosen": -0.3555454909801483, + "logits/rejected": -0.2171410322189331, + "logps/chosen": -0.2860006093978882, + "logps/rejected": -3.838912010192871, + "loss": 0.4106, + "odds_ratio_loss": 0.12151093780994415, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.028600063174962997, + "rewards/margins": 0.3552911877632141, + "rewards/rejected": -0.383891224861145, + "sft_loss": 0.2860006093978882, + "step": 1452 + }, + { + "epoch": 2.101229211858279, + "grad_norm": 3.7818647661180673, + "learning_rate": 5.988333044985067e-06, + "logits/chosen": -0.2495804727077484, + "logits/rejected": -0.17438268661499023, + "logps/chosen": -0.24221912026405334, + "logps/rejected": -2.4278950691223145, + "loss": 0.304, + "odds_ratio_loss": 0.12932734191417694, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024221913889050484, + "rewards/margins": 0.21856757998466492, + "rewards/rejected": -0.24278950691223145, + "sft_loss": 0.24221912026405334, + "step": 1453 + }, + { + "epoch": 2.1026753434562546, + "grad_norm": 3.043471182443482, + "learning_rate": 5.985637469209855e-06, + "logits/chosen": -0.2824966609477997, + "logits/rejected": -0.23998260498046875, + "logps/chosen": -0.22306549549102783, + "logps/rejected": -3.71874737739563, + "loss": 0.3302, + "odds_ratio_loss": 0.0718691423535347, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022306548431515694, + "rewards/margins": 0.3495681881904602, + "rewards/rejected": -0.37187474966049194, + "sft_loss": 0.22306549549102783, + "step": 1454 + }, + { + "epoch": 2.10412147505423, + "grad_norm": 2.343444348205682, + "learning_rate": 5.98294069628642e-06, + "logits/chosen": -0.3612365126609802, + "logits/rejected": -0.3207022547721863, + "logps/chosen": -0.4752647578716278, + "logps/rejected": -2.5952839851379395, + "loss": 0.4237, + "odds_ratio_loss": 0.17657390236854553, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04752647876739502, + "rewards/margins": 0.21200190484523773, + "rewards/rejected": -0.25952839851379395, + "sft_loss": 0.4752647578716278, + "step": 1455 + }, + { + "epoch": 2.1055676066522055, + "grad_norm": 2.4742086731738633, + "learning_rate": 5.980242727840653e-06, + "logits/chosen": -0.5590451955795288, + "logits/rejected": -0.43150633573532104, + "logps/chosen": -0.3560371696949005, + "logps/rejected": -2.1207826137542725, + "loss": 0.3667, + "odds_ratio_loss": 0.12519478797912598, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03560371696949005, + "rewards/margins": 0.17647455632686615, + "rewards/rejected": -0.2120782434940338, + "sft_loss": 0.3560371696949005, + "step": 1456 + }, + { + "epoch": 2.107013738250181, + "grad_norm": 3.0913457397602664, + "learning_rate": 5.9775435654991695e-06, + "logits/chosen": -0.321668416261673, + "logits/rejected": -0.2340753823518753, + "logps/chosen": -0.3525116443634033, + "logps/rejected": -1.9900145530700684, + "loss": 0.3869, + "odds_ratio_loss": 0.17652732133865356, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03525116667151451, + "rewards/margins": 0.1637502759695053, + "rewards/rejected": -0.19900144636631012, + "sft_loss": 0.3525116443634033, + "step": 1457 + }, + { + "epoch": 2.108459869848156, + "grad_norm": 2.3776487240970665, + "learning_rate": 5.974843210889306e-06, + "logits/chosen": -0.3362390398979187, + "logits/rejected": -0.26001688838005066, + "logps/chosen": -0.3976631462574005, + "logps/rejected": -3.968487024307251, + "loss": 0.3903, + "odds_ratio_loss": 0.1420903205871582, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03976631909608841, + "rewards/margins": 0.3570823669433594, + "rewards/rejected": -0.3968486487865448, + "sft_loss": 0.3976631462574005, + "step": 1458 + }, + { + "epoch": 2.1099060014461317, + "grad_norm": 2.1848053409122445, + "learning_rate": 5.972141665639116e-06, + "logits/chosen": -0.35201942920684814, + "logits/rejected": -0.48823869228363037, + "logps/chosen": -0.3853376507759094, + "logps/rejected": -2.537548542022705, + "loss": 0.3747, + "odds_ratio_loss": 0.12692534923553467, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038533765822649, + "rewards/margins": 0.2152210772037506, + "rewards/rejected": -0.2537548542022705, + "sft_loss": 0.3853376507759094, + "step": 1459 + }, + { + "epoch": 2.111352133044107, + "grad_norm": 2.33061695960309, + "learning_rate": 5.969438931377368e-06, + "logits/chosen": -0.3261950612068176, + "logits/rejected": -0.22967484593391418, + "logps/chosen": -0.28880342841148376, + "logps/rejected": -2.5488944053649902, + "loss": 0.3145, + "odds_ratio_loss": 0.11012070626020432, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028880342841148376, + "rewards/margins": 0.2260090857744217, + "rewards/rejected": -0.25488942861557007, + "sft_loss": 0.28880342841148376, + "step": 1460 + }, + { + "epoch": 2.112798264642082, + "grad_norm": 2.415827008373336, + "learning_rate": 5.966735009733555e-06, + "logits/chosen": -0.15220189094543457, + "logits/rejected": -0.09951989352703094, + "logps/chosen": -0.2214992344379425, + "logps/rejected": -3.8833041191101074, + "loss": 0.3814, + "odds_ratio_loss": 0.15547379851341248, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.02214992418885231, + "rewards/margins": 0.3661804795265198, + "rewards/rejected": -0.3883304297924042, + "sft_loss": 0.2214992344379425, + "step": 1461 + }, + { + "epoch": 2.114244396240058, + "grad_norm": 2.60807066935678, + "learning_rate": 5.964029902337881e-06, + "logits/chosen": -0.2591196298599243, + "logits/rejected": -0.23985594511032104, + "logps/chosen": -0.3921408951282501, + "logps/rejected": -1.9706977605819702, + "loss": 0.4367, + "odds_ratio_loss": 0.20559149980545044, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03921408951282501, + "rewards/margins": 0.15785571932792664, + "rewards/rejected": -0.19706979393959045, + "sft_loss": 0.3921408951282501, + "step": 1462 + }, + { + "epoch": 2.115690527838033, + "grad_norm": 2.414112330767816, + "learning_rate": 5.961323610821263e-06, + "logits/chosen": -0.4906052350997925, + "logits/rejected": -0.37421441078186035, + "logps/chosen": -0.33694005012512207, + "logps/rejected": -2.2455477714538574, + "loss": 0.3451, + "odds_ratio_loss": 0.12408454716205597, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.033694006502628326, + "rewards/margins": 0.19086073338985443, + "rewards/rejected": -0.22455476224422455, + "sft_loss": 0.33694005012512207, + "step": 1463 + }, + { + "epoch": 2.117136659436009, + "grad_norm": 2.341502677921619, + "learning_rate": 5.9586161368153345e-06, + "logits/chosen": -0.23700487613677979, + "logits/rejected": -0.24998445808887482, + "logps/chosen": -0.32917293906211853, + "logps/rejected": -2.9448232650756836, + "loss": 0.338, + "odds_ratio_loss": 0.17031408846378326, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03291729465126991, + "rewards/margins": 0.26156502962112427, + "rewards/rejected": -0.2944823205471039, + "sft_loss": 0.32917293906211853, + "step": 1464 + }, + { + "epoch": 2.118582791033984, + "grad_norm": 2.8595164304602863, + "learning_rate": 5.955907481952444e-06, + "logits/chosen": -0.3763851523399353, + "logits/rejected": -0.27793562412261963, + "logps/chosen": -0.49938255548477173, + "logps/rejected": -4.238722324371338, + "loss": 0.3731, + "odds_ratio_loss": 0.14284662902355194, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04993825778365135, + "rewards/margins": 0.37393397092819214, + "rewards/rejected": -0.4238722324371338, + "sft_loss": 0.49938255548477173, + "step": 1465 + }, + { + "epoch": 2.1200289226319593, + "grad_norm": 5.9339196597381045, + "learning_rate": 5.953197647865646e-06, + "logits/chosen": -0.30029064416885376, + "logits/rejected": -0.2469271421432495, + "logps/chosen": -0.2845560908317566, + "logps/rejected": -5.233601093292236, + "loss": 0.3089, + "odds_ratio_loss": 0.06689879298210144, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028455613180994987, + "rewards/margins": 0.494904488325119, + "rewards/rejected": -0.5233600735664368, + "sft_loss": 0.2845560908317566, + "step": 1466 + }, + { + "epoch": 2.121475054229935, + "grad_norm": 5.434321085409511, + "learning_rate": 5.950486636188713e-06, + "logits/chosen": -0.36320340633392334, + "logits/rejected": -0.23057013750076294, + "logps/chosen": -0.3520301580429077, + "logps/rejected": -4.251169204711914, + "loss": 0.353, + "odds_ratio_loss": 0.1139448881149292, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03520301356911659, + "rewards/margins": 0.3899139165878296, + "rewards/rejected": -0.4251168966293335, + "sft_loss": 0.3520301580429077, + "step": 1467 + }, + { + "epoch": 2.1229211858279102, + "grad_norm": 2.4788779481832988, + "learning_rate": 5.947774448556123e-06, + "logits/chosen": -0.2565758526325226, + "logits/rejected": -0.16842395067214966, + "logps/chosen": -0.3628906011581421, + "logps/rejected": -3.6560139656066895, + "loss": 0.3845, + "odds_ratio_loss": 0.1105215921998024, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03628905862569809, + "rewards/margins": 0.3293122947216034, + "rewards/rejected": -0.3656013607978821, + "sft_loss": 0.3628906011581421, + "step": 1468 + }, + { + "epoch": 2.124367317425886, + "grad_norm": 2.086746606792482, + "learning_rate": 5.9450610866030635e-06, + "logits/chosen": -0.24368371069431305, + "logits/rejected": -0.16405165195465088, + "logps/chosen": -0.41052013635635376, + "logps/rejected": -3.302800416946411, + "loss": 0.3025, + "odds_ratio_loss": 0.16078418493270874, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.041052013635635376, + "rewards/margins": 0.28922802209854126, + "rewards/rejected": -0.330280065536499, + "sft_loss": 0.41052013635635376, + "step": 1469 + }, + { + "epoch": 2.125813449023861, + "grad_norm": 3.696865328122287, + "learning_rate": 5.94234655196543e-06, + "logits/chosen": -0.3694218397140503, + "logits/rejected": -0.20579954981803894, + "logps/chosen": -0.2565337121486664, + "logps/rejected": -3.989961624145508, + "loss": 0.3041, + "odds_ratio_loss": 0.09575256705284119, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02565336972475052, + "rewards/margins": 0.3733427822589874, + "rewards/rejected": -0.39899617433547974, + "sft_loss": 0.2565337121486664, + "step": 1470 + }, + { + "epoch": 2.1272595806218364, + "grad_norm": 2.1564596951388095, + "learning_rate": 5.939630846279828e-06, + "logits/chosen": -0.40536144375801086, + "logits/rejected": -0.37199535965919495, + "logps/chosen": -0.379259318113327, + "logps/rejected": -4.299976825714111, + "loss": 0.3549, + "odds_ratio_loss": 0.14220932126045227, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03792593628168106, + "rewards/margins": 0.3920717239379883, + "rewards/rejected": -0.42999768257141113, + "sft_loss": 0.379259318113327, + "step": 1471 + }, + { + "epoch": 2.128705712219812, + "grad_norm": 2.2649955437637272, + "learning_rate": 5.936913971183562e-06, + "logits/chosen": -0.29743102192878723, + "logits/rejected": -0.19528326392173767, + "logps/chosen": -0.336579829454422, + "logps/rejected": -4.535792350769043, + "loss": 0.3418, + "odds_ratio_loss": 0.11933722347021103, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0336579829454422, + "rewards/margins": 0.41992127895355225, + "rewards/rejected": -0.45357927680015564, + "sft_loss": 0.336579829454422, + "step": 1472 + }, + { + "epoch": 2.1301518438177873, + "grad_norm": 2.1566457466271616, + "learning_rate": 5.93419592831465e-06, + "logits/chosen": -0.24219074845314026, + "logits/rejected": -0.10176640748977661, + "logps/chosen": -0.296125590801239, + "logps/rejected": -3.7083725929260254, + "loss": 0.3531, + "odds_ratio_loss": 0.14927887916564941, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02961255982518196, + "rewards/margins": 0.341224730014801, + "rewards/rejected": -0.3708372712135315, + "sft_loss": 0.296125590801239, + "step": 1473 + }, + { + "epoch": 2.131597975415763, + "grad_norm": 2.641384013878491, + "learning_rate": 5.9314767193118104e-06, + "logits/chosen": -0.28196150064468384, + "logits/rejected": -0.15774741768836975, + "logps/chosen": -0.3431814908981323, + "logps/rejected": -3.5857958793640137, + "loss": 0.3147, + "odds_ratio_loss": 0.1359584480524063, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03431814908981323, + "rewards/margins": 0.3242614269256592, + "rewards/rejected": -0.3585796058177948, + "sft_loss": 0.3431814908981323, + "step": 1474 + }, + { + "epoch": 2.1330441070137383, + "grad_norm": 2.1937742000667018, + "learning_rate": 5.928756345814462e-06, + "logits/chosen": -0.15431058406829834, + "logits/rejected": -0.1452016532421112, + "logps/chosen": -0.38092872500419617, + "logps/rejected": -3.261220932006836, + "loss": 0.3528, + "odds_ratio_loss": 0.1584779918193817, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.038092873990535736, + "rewards/margins": 0.2880292236804962, + "rewards/rejected": -0.32612210512161255, + "sft_loss": 0.38092872500419617, + "step": 1475 + }, + { + "epoch": 2.1344902386117135, + "grad_norm": 2.7322141667155297, + "learning_rate": 5.926034809462729e-06, + "logits/chosen": -0.2722333073616028, + "logits/rejected": -0.28116655349731445, + "logps/chosen": -0.3736817240715027, + "logps/rejected": -3.1287436485290527, + "loss": 0.3954, + "odds_ratio_loss": 0.16877394914627075, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03736817464232445, + "rewards/margins": 0.2755061984062195, + "rewards/rejected": -0.31287437677383423, + "sft_loss": 0.3736817240715027, + "step": 1476 + }, + { + "epoch": 2.135936370209689, + "grad_norm": 2.3384100846293454, + "learning_rate": 5.923312111897437e-06, + "logits/chosen": -0.20643384754657745, + "logits/rejected": -0.19397512078285217, + "logps/chosen": -0.3226177394390106, + "logps/rejected": -3.1748647689819336, + "loss": 0.3832, + "odds_ratio_loss": 0.13731184601783752, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03226177394390106, + "rewards/margins": 0.2852247357368469, + "rewards/rejected": -0.3174864947795868, + "sft_loss": 0.3226177394390106, + "step": 1477 + }, + { + "epoch": 2.1373825018076644, + "grad_norm": 2.691733868567432, + "learning_rate": 5.92058825476011e-06, + "logits/chosen": -0.3043122887611389, + "logits/rejected": -0.2385656237602234, + "logps/chosen": -0.39572885632514954, + "logps/rejected": -2.609856128692627, + "loss": 0.3954, + "odds_ratio_loss": 0.11852793395519257, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.039572883397340775, + "rewards/margins": 0.2214127480983734, + "rewards/rejected": -0.2609856128692627, + "sft_loss": 0.39572885632514954, + "step": 1478 + }, + { + "epoch": 2.13882863340564, + "grad_norm": 3.5489740621337864, + "learning_rate": 5.917863239692969e-06, + "logits/chosen": -0.20991955697536469, + "logits/rejected": -0.19747528433799744, + "logps/chosen": -0.34138545393943787, + "logps/rejected": -3.09604549407959, + "loss": 0.4404, + "odds_ratio_loss": 0.13940584659576416, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03413854539394379, + "rewards/margins": 0.27546602487564087, + "rewards/rejected": -0.30960455536842346, + "sft_loss": 0.34138545393943787, + "step": 1479 + }, + { + "epoch": 2.1402747650036154, + "grad_norm": 2.1460462624407914, + "learning_rate": 5.91513706833894e-06, + "logits/chosen": -0.24288667738437653, + "logits/rejected": -0.15092161297798157, + "logps/chosen": -0.2745353877544403, + "logps/rejected": -2.8250560760498047, + "loss": 0.3642, + "odds_ratio_loss": 0.09830009937286377, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02745353803038597, + "rewards/margins": 0.25505203008651733, + "rewards/rejected": -0.2825055718421936, + "sft_loss": 0.2745353877544403, + "step": 1480 + }, + { + "epoch": 2.1417208966015906, + "grad_norm": 2.89276313645248, + "learning_rate": 5.912409742341639e-06, + "logits/chosen": -0.2257198840379715, + "logits/rejected": -0.28929704427719116, + "logps/chosen": -0.5430160760879517, + "logps/rejected": -2.884078025817871, + "loss": 0.3624, + "odds_ratio_loss": 0.18084710836410522, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05430160462856293, + "rewards/margins": 0.23410621285438538, + "rewards/rejected": -0.2884078323841095, + "sft_loss": 0.5430160760879517, + "step": 1481 + }, + { + "epoch": 2.1431670281995663, + "grad_norm": 2.12580286870257, + "learning_rate": 5.909681263345382e-06, + "logits/chosen": -0.26066428422927856, + "logits/rejected": -0.2458367943763733, + "logps/chosen": -0.46075600385665894, + "logps/rejected": -2.822026252746582, + "loss": 0.4077, + "odds_ratio_loss": 0.18911300599575043, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04607560113072395, + "rewards/margins": 0.23612701892852783, + "rewards/rejected": -0.2822026312351227, + "sft_loss": 0.46075600385665894, + "step": 1482 + }, + { + "epoch": 2.1446131597975415, + "grad_norm": 2.339258086988403, + "learning_rate": 5.906951632995179e-06, + "logits/chosen": -0.22002863883972168, + "logits/rejected": -0.16895297169685364, + "logps/chosen": -0.39282089471817017, + "logps/rejected": -4.94498872756958, + "loss": 0.3477, + "odds_ratio_loss": 0.11626096069812775, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.039282094687223434, + "rewards/margins": 0.45521676540374756, + "rewards/rejected": -0.4944988489151001, + "sft_loss": 0.39282089471817017, + "step": 1483 + }, + { + "epoch": 2.1460592913955168, + "grad_norm": 2.4373005337957516, + "learning_rate": 5.904220852936733e-06, + "logits/chosen": -0.253675639629364, + "logits/rejected": -0.33716779947280884, + "logps/chosen": -0.2549727261066437, + "logps/rejected": -3.052334785461426, + "loss": 0.2846, + "odds_ratio_loss": 0.13065417110919952, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02549727074801922, + "rewards/margins": 0.2797362208366394, + "rewards/rejected": -0.3052334785461426, + "sft_loss": 0.2549727261066437, + "step": 1484 + }, + { + "epoch": 2.1475054229934925, + "grad_norm": 3.249695223924806, + "learning_rate": 5.901488924816444e-06, + "logits/chosen": -0.3323328495025635, + "logits/rejected": -0.2721770405769348, + "logps/chosen": -0.4279077351093292, + "logps/rejected": -2.4622364044189453, + "loss": 0.4213, + "odds_ratio_loss": 0.1369471549987793, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04279077425599098, + "rewards/margins": 0.2034328728914261, + "rewards/rejected": -0.24622364342212677, + "sft_loss": 0.4279077351093292, + "step": 1485 + }, + { + "epoch": 2.1489515545914677, + "grad_norm": 2.2438085957378293, + "learning_rate": 5.8987558502814e-06, + "logits/chosen": -0.3333353102207184, + "logits/rejected": -0.27355486154556274, + "logps/chosen": -0.482401043176651, + "logps/rejected": -3.146805763244629, + "loss": 0.4227, + "odds_ratio_loss": 0.19827474653720856, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04824010655283928, + "rewards/margins": 0.2664404511451721, + "rewards/rejected": -0.3146805763244629, + "sft_loss": 0.482401043176651, + "step": 1486 + }, + { + "epoch": 2.1503976861894434, + "grad_norm": 2.104417928949804, + "learning_rate": 5.896021630979382e-06, + "logits/chosen": -0.35297325253486633, + "logits/rejected": -0.2755223512649536, + "logps/chosen": -0.3497896194458008, + "logps/rejected": -2.348954439163208, + "loss": 0.3253, + "odds_ratio_loss": 0.1740923374891281, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0349789634346962, + "rewards/margins": 0.19991648197174072, + "rewards/rejected": -0.23489545285701752, + "sft_loss": 0.3497896194458008, + "step": 1487 + }, + { + "epoch": 2.1518438177874186, + "grad_norm": 2.600438723649929, + "learning_rate": 5.89328626855886e-06, + "logits/chosen": -0.3274020850658417, + "logits/rejected": -0.19287540018558502, + "logps/chosen": -0.2810543477535248, + "logps/rejected": -3.3650529384613037, + "loss": 0.3803, + "odds_ratio_loss": 0.06862045079469681, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02810543403029442, + "rewards/margins": 0.30839988589286804, + "rewards/rejected": -0.33650532364845276, + "sft_loss": 0.2810543477535248, + "step": 1488 + }, + { + "epoch": 2.153289949385394, + "grad_norm": 2.4433889180529382, + "learning_rate": 5.890549764668996e-06, + "logits/chosen": -0.1400214284658432, + "logits/rejected": -0.08871597051620483, + "logps/chosen": -0.2968231737613678, + "logps/rejected": -2.3680202960968018, + "loss": 0.2994, + "odds_ratio_loss": 0.1344771385192871, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02968231588602066, + "rewards/margins": 0.20711973309516907, + "rewards/rejected": -0.23680204153060913, + "sft_loss": 0.2968231737613678, + "step": 1489 + }, + { + "epoch": 2.1547360809833696, + "grad_norm": 2.2686277694593144, + "learning_rate": 5.88781212095964e-06, + "logits/chosen": -0.4212700426578522, + "logits/rejected": -0.21845176815986633, + "logps/chosen": -0.2443973571062088, + "logps/rejected": -5.354547500610352, + "loss": 0.3728, + "odds_ratio_loss": 0.08256202936172485, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02443973906338215, + "rewards/margins": 0.5110150575637817, + "rewards/rejected": -0.5354547500610352, + "sft_loss": 0.2443973571062088, + "step": 1490 + }, + { + "epoch": 2.156182212581345, + "grad_norm": 2.32926426146957, + "learning_rate": 5.885073339081323e-06, + "logits/chosen": -0.28272032737731934, + "logits/rejected": -0.24804599583148956, + "logps/chosen": -0.3671835660934448, + "logps/rejected": -3.007756233215332, + "loss": 0.3437, + "odds_ratio_loss": 0.12326133251190186, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03671835735440254, + "rewards/margins": 0.2640572488307953, + "rewards/rejected": -0.3007756173610687, + "sft_loss": 0.3671835660934448, + "step": 1491 + }, + { + "epoch": 2.1576283441793205, + "grad_norm": 3.877286822110988, + "learning_rate": 5.882333420685269e-06, + "logits/chosen": -0.5978209376335144, + "logits/rejected": -0.43089497089385986, + "logps/chosen": -0.2918180227279663, + "logps/rejected": -3.2058868408203125, + "loss": 0.3835, + "odds_ratio_loss": 0.0905960351228714, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02918180450797081, + "rewards/margins": 0.29140689969062805, + "rewards/rejected": -0.32058870792388916, + "sft_loss": 0.2918180227279663, + "step": 1492 + }, + { + "epoch": 2.1590744757772957, + "grad_norm": 2.453498067923628, + "learning_rate": 5.879592367423386e-06, + "logits/chosen": -0.2288958728313446, + "logits/rejected": -0.15676091611385345, + "logps/chosen": -0.4409548044204712, + "logps/rejected": -2.5945446491241455, + "loss": 0.4106, + "odds_ratio_loss": 0.132335364818573, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.044095478951931, + "rewards/margins": 0.21535900235176086, + "rewards/rejected": -0.25945448875427246, + "sft_loss": 0.4409548044204712, + "step": 1493 + }, + { + "epoch": 2.160520607375271, + "grad_norm": 2.689912629165323, + "learning_rate": 5.876850180948265e-06, + "logits/chosen": -0.30421751737594604, + "logits/rejected": -0.23876774311065674, + "logps/chosen": -0.3396947979927063, + "logps/rejected": -3.2614731788635254, + "loss": 0.405, + "odds_ratio_loss": 0.12139807641506195, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03396947681903839, + "rewards/margins": 0.29217785596847534, + "rewards/rejected": -0.32614731788635254, + "sft_loss": 0.3396947979927063, + "step": 1494 + }, + { + "epoch": 2.1619667389732466, + "grad_norm": 2.4501357659326675, + "learning_rate": 5.8741068629131785e-06, + "logits/chosen": -0.18467435240745544, + "logits/rejected": -0.16658593714237213, + "logps/chosen": -0.29923176765441895, + "logps/rejected": -6.522655487060547, + "loss": 0.3052, + "odds_ratio_loss": 0.10115586221218109, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029923178255558014, + "rewards/margins": 0.6223424077033997, + "rewards/rejected": -0.6522656083106995, + "sft_loss": 0.29923176765441895, + "step": 1495 + }, + { + "epoch": 2.163412870571222, + "grad_norm": 2.286318868410751, + "learning_rate": 5.871362414972084e-06, + "logits/chosen": -0.1483822911977768, + "logits/rejected": -0.19763171672821045, + "logps/chosen": -0.3210403323173523, + "logps/rejected": -2.6171536445617676, + "loss": 0.3945, + "odds_ratio_loss": 0.14660733938217163, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03210403397679329, + "rewards/margins": 0.229611337184906, + "rewards/rejected": -0.2617153525352478, + "sft_loss": 0.3210403323173523, + "step": 1496 + }, + { + "epoch": 2.1648590021691976, + "grad_norm": 2.561828911466251, + "learning_rate": 5.8686168387796205e-06, + "logits/chosen": -0.2733272314071655, + "logits/rejected": -0.2274172306060791, + "logps/chosen": -0.33266696333885193, + "logps/rejected": -2.2120425701141357, + "loss": 0.4399, + "odds_ratio_loss": 0.178709477186203, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03326670080423355, + "rewards/margins": 0.18793755769729614, + "rewards/rejected": -0.2212042361497879, + "sft_loss": 0.33266696333885193, + "step": 1497 + }, + { + "epoch": 2.166305133767173, + "grad_norm": 2.9375646923284338, + "learning_rate": 5.865870135991107e-06, + "logits/chosen": -0.30630001425743103, + "logits/rejected": -0.19453690946102142, + "logps/chosen": -0.21391445398330688, + "logps/rejected": -2.3469486236572266, + "loss": 0.3543, + "odds_ratio_loss": 0.10182206332683563, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02139144390821457, + "rewards/margins": 0.21330343186855316, + "rewards/rejected": -0.23469488322734833, + "sft_loss": 0.21391445398330688, + "step": 1498 + }, + { + "epoch": 2.167751265365148, + "grad_norm": 2.2293176746225645, + "learning_rate": 5.863122308262538e-06, + "logits/chosen": -0.36253878474235535, + "logits/rejected": -0.217836394906044, + "logps/chosen": -0.28018245100975037, + "logps/rejected": -3.587547779083252, + "loss": 0.2916, + "odds_ratio_loss": 0.07377097755670547, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028018245473504066, + "rewards/margins": 0.33073654770851135, + "rewards/rejected": -0.35875481367111206, + "sft_loss": 0.28018245100975037, + "step": 1499 + }, + { + "epoch": 2.1691973969631237, + "grad_norm": 2.1990139631710544, + "learning_rate": 5.86037335725059e-06, + "logits/chosen": -0.2960984408855438, + "logits/rejected": -0.17636118829250336, + "logps/chosen": -0.36348897218704224, + "logps/rejected": -3.5222487449645996, + "loss": 0.3755, + "odds_ratio_loss": 0.06385881453752518, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.036348894238471985, + "rewards/margins": 0.31587597727775574, + "rewards/rejected": -0.35222485661506653, + "sft_loss": 0.36348897218704224, + "step": 1500 + }, + { + "epoch": 2.170643528561099, + "grad_norm": 3.0269353766132534, + "learning_rate": 5.857623284612616e-06, + "logits/chosen": -0.3736283481121063, + "logits/rejected": -0.3629686236381531, + "logps/chosen": -0.3977740406990051, + "logps/rejected": -3.777735710144043, + "loss": 0.3153, + "odds_ratio_loss": 0.112032949924469, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.039777401834726334, + "rewards/margins": 0.3379961848258972, + "rewards/rejected": -0.37777355313301086, + "sft_loss": 0.3977740406990051, + "step": 1501 + }, + { + "epoch": 2.1720896601590747, + "grad_norm": 2.413695680791457, + "learning_rate": 5.854872092006645e-06, + "logits/chosen": -0.20464223623275757, + "logits/rejected": -0.19365337491035461, + "logps/chosen": -0.264778733253479, + "logps/rejected": -2.7025864124298096, + "loss": 0.2889, + "odds_ratio_loss": 0.0847976952791214, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0264778733253479, + "rewards/margins": 0.24378079175949097, + "rewards/rejected": -0.27025866508483887, + "sft_loss": 0.264778733253479, + "step": 1502 + }, + { + "epoch": 2.17353579175705, + "grad_norm": 3.374590164095406, + "learning_rate": 5.852119781091381e-06, + "logits/chosen": -0.4547528922557831, + "logits/rejected": -0.34812527894973755, + "logps/chosen": -0.4338432252407074, + "logps/rejected": -3.0329198837280273, + "loss": 0.4761, + "odds_ratio_loss": 0.12955176830291748, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04338432103395462, + "rewards/margins": 0.25990769267082214, + "rewards/rejected": -0.30329203605651855, + "sft_loss": 0.4338432252407074, + "step": 1503 + }, + { + "epoch": 2.174981923355025, + "grad_norm": 2.146790054606926, + "learning_rate": 5.8493663535262045e-06, + "logits/chosen": -0.18142646551132202, + "logits/rejected": -0.1190670058131218, + "logps/chosen": -0.23194721341133118, + "logps/rejected": -3.571894645690918, + "loss": 0.3787, + "odds_ratio_loss": 0.09054180234670639, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023194722831249237, + "rewards/margins": 0.3339947462081909, + "rewards/rejected": -0.35718944668769836, + "sft_loss": 0.23194721341133118, + "step": 1504 + }, + { + "epoch": 2.176428054953001, + "grad_norm": 2.1354133121281076, + "learning_rate": 5.846611810971166e-06, + "logits/chosen": -0.32426026463508606, + "logits/rejected": -0.24918986856937408, + "logps/chosen": -0.3435249328613281, + "logps/rejected": -3.3698172569274902, + "loss": 0.3461, + "odds_ratio_loss": 0.15128874778747559, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03435249626636505, + "rewards/margins": 0.3026292324066162, + "rewards/rejected": -0.33698174357414246, + "sft_loss": 0.3435249328613281, + "step": 1505 + }, + { + "epoch": 2.177874186550976, + "grad_norm": 2.7078861801848744, + "learning_rate": 5.843856155086988e-06, + "logits/chosen": 0.006320249754935503, + "logits/rejected": -0.04288327321410179, + "logps/chosen": -0.29730698466300964, + "logps/rejected": -3.772261619567871, + "loss": 0.2973, + "odds_ratio_loss": 0.1492423266172409, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.029730698093771935, + "rewards/margins": 0.347495436668396, + "rewards/rejected": -0.3772261142730713, + "sft_loss": 0.29730698466300964, + "step": 1506 + }, + { + "epoch": 2.1793203181489513, + "grad_norm": 2.815754065971916, + "learning_rate": 5.841099387535067e-06, + "logits/chosen": -0.13005805015563965, + "logits/rejected": -0.21556347608566284, + "logps/chosen": -0.486311674118042, + "logps/rejected": -3.861595869064331, + "loss": 0.359, + "odds_ratio_loss": 0.21694286167621613, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04863116517663002, + "rewards/margins": 0.33752843737602234, + "rewards/rejected": -0.38615962862968445, + "sft_loss": 0.486311674118042, + "step": 1507 + }, + { + "epoch": 2.180766449746927, + "grad_norm": 2.365644205544063, + "learning_rate": 5.838341509977468e-06, + "logits/chosen": -0.26615601778030396, + "logits/rejected": -0.30764591693878174, + "logps/chosen": -0.38783353567123413, + "logps/rejected": -3.8921470642089844, + "loss": 0.4536, + "odds_ratio_loss": 0.13304699957370758, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03878335654735565, + "rewards/margins": 0.3504313826560974, + "rewards/rejected": -0.38921472430229187, + "sft_loss": 0.38783353567123413, + "step": 1508 + }, + { + "epoch": 2.1822125813449023, + "grad_norm": 2.3090179607820875, + "learning_rate": 5.835582524076927e-06, + "logits/chosen": -0.2245335578918457, + "logits/rejected": -0.3578979969024658, + "logps/chosen": -0.40855467319488525, + "logps/rejected": -2.059465169906616, + "loss": 0.4066, + "odds_ratio_loss": 0.18744851648807526, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04085546359419823, + "rewards/margins": 0.16509106755256653, + "rewards/rejected": -0.20594651997089386, + "sft_loss": 0.40855467319488525, + "step": 1509 + }, + { + "epoch": 2.183658712942878, + "grad_norm": 2.794188680111159, + "learning_rate": 5.832822431496845e-06, + "logits/chosen": -0.265776127576828, + "logits/rejected": -0.12581999599933624, + "logps/chosen": -0.4239056706428528, + "logps/rejected": -1.9903366565704346, + "loss": 0.3896, + "odds_ratio_loss": 0.1404733806848526, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.042390573769807816, + "rewards/margins": 0.1566431075334549, + "rewards/rejected": -0.1990336775779724, + "sft_loss": 0.4239056706428528, + "step": 1510 + }, + { + "epoch": 2.185104844540853, + "grad_norm": 2.7143930939543486, + "learning_rate": 5.830061233901293e-06, + "logits/chosen": -0.29388314485549927, + "logits/rejected": -0.31625548005104065, + "logps/chosen": -0.39467012882232666, + "logps/rejected": -2.1236424446105957, + "loss": 0.3985, + "odds_ratio_loss": 0.17664192616939545, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03946701064705849, + "rewards/margins": 0.17289723455905914, + "rewards/rejected": -0.21236424148082733, + "sft_loss": 0.39467012882232666, + "step": 1511 + }, + { + "epoch": 2.1865509761388284, + "grad_norm": 2.362745074271975, + "learning_rate": 5.827298932955006e-06, + "logits/chosen": -0.2649492025375366, + "logits/rejected": -0.14799144864082336, + "logps/chosen": -0.21747642755508423, + "logps/rejected": -5.31502103805542, + "loss": 0.3557, + "odds_ratio_loss": 0.08317440748214722, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02174764685332775, + "rewards/margins": 0.509754478931427, + "rewards/rejected": -0.5315020680427551, + "sft_loss": 0.21747642755508423, + "step": 1512 + }, + { + "epoch": 2.187997107736804, + "grad_norm": 2.5515207334279997, + "learning_rate": 5.8245355303233885e-06, + "logits/chosen": -0.3026021718978882, + "logits/rejected": -0.160127192735672, + "logps/chosen": -0.29952093958854675, + "logps/rejected": -3.455519199371338, + "loss": 0.3361, + "odds_ratio_loss": 0.07680322229862213, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029952093958854675, + "rewards/margins": 0.31559985876083374, + "rewards/rejected": -0.3455519378185272, + "sft_loss": 0.29952093958854675, + "step": 1513 + }, + { + "epoch": 2.1894432393347794, + "grad_norm": 2.312767228310274, + "learning_rate": 5.8217710276725034e-06, + "logits/chosen": -0.3605382740497589, + "logits/rejected": -0.20827777683734894, + "logps/chosen": -0.36337408423423767, + "logps/rejected": -3.856226921081543, + "loss": 0.3926, + "odds_ratio_loss": 0.16154375672340393, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03633740544319153, + "rewards/margins": 0.3492853045463562, + "rewards/rejected": -0.38562270998954773, + "sft_loss": 0.36337408423423767, + "step": 1514 + }, + { + "epoch": 2.190889370932755, + "grad_norm": 2.5824996018885518, + "learning_rate": 5.819005426669081e-06, + "logits/chosen": -0.45703208446502686, + "logits/rejected": -0.34461653232574463, + "logps/chosen": -0.32233983278274536, + "logps/rejected": -3.073678970336914, + "loss": 0.3253, + "odds_ratio_loss": 0.11809199303388596, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.032233983278274536, + "rewards/margins": 0.27513387799263, + "rewards/rejected": -0.30736786127090454, + "sft_loss": 0.32233983278274536, + "step": 1515 + }, + { + "epoch": 2.1923355025307303, + "grad_norm": 2.8923982163571713, + "learning_rate": 5.816238728980512e-06, + "logits/chosen": -0.12480375170707703, + "logits/rejected": -0.20347639918327332, + "logps/chosen": -0.3857441842556, + "logps/rejected": -4.365511894226074, + "loss": 0.374, + "odds_ratio_loss": 0.18619787693023682, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03857441619038582, + "rewards/margins": 0.39797675609588623, + "rewards/rejected": -0.43655121326446533, + "sft_loss": 0.3857441842556, + "step": 1516 + }, + { + "epoch": 2.1937816341287055, + "grad_norm": 2.3513904706926465, + "learning_rate": 5.81347093627485e-06, + "logits/chosen": -0.18540328741073608, + "logits/rejected": -0.2682988941669464, + "logps/chosen": -0.41352933645248413, + "logps/rejected": -2.648174285888672, + "loss": 0.3474, + "odds_ratio_loss": 0.20547065138816833, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04135293513536453, + "rewards/margins": 0.2234645038843155, + "rewards/rejected": -0.26481741666793823, + "sft_loss": 0.41352933645248413, + "step": 1517 + }, + { + "epoch": 2.195227765726681, + "grad_norm": 2.3218155921073924, + "learning_rate": 5.810702050220806e-06, + "logits/chosen": -0.26080507040023804, + "logits/rejected": -0.16710934042930603, + "logps/chosen": -0.5044231414794922, + "logps/rejected": -3.791574716567993, + "loss": 0.3948, + "odds_ratio_loss": 0.15905873477458954, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05044231563806534, + "rewards/margins": 0.32871514558792114, + "rewards/rejected": -0.3791574537754059, + "sft_loss": 0.5044231414794922, + "step": 1518 + }, + { + "epoch": 2.1966738973246565, + "grad_norm": 2.523759857827364, + "learning_rate": 5.807932072487751e-06, + "logits/chosen": -0.24406197667121887, + "logits/rejected": -0.18871784210205078, + "logps/chosen": -0.37185871601104736, + "logps/rejected": -2.7142934799194336, + "loss": 0.3622, + "odds_ratio_loss": 0.21322374045848846, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03718587011098862, + "rewards/margins": 0.2342434823513031, + "rewards/rejected": -0.2714293599128723, + "sft_loss": 0.37185871601104736, + "step": 1519 + }, + { + "epoch": 2.198120028922632, + "grad_norm": 2.3677642125499387, + "learning_rate": 5.805161004745716e-06, + "logits/chosen": -0.29101336002349854, + "logits/rejected": -0.3166297674179077, + "logps/chosen": -0.4049059748649597, + "logps/rejected": -2.3067679405212402, + "loss": 0.4088, + "odds_ratio_loss": 0.19290974736213684, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04049060121178627, + "rewards/margins": 0.19018618762493134, + "rewards/rejected": -0.2306768000125885, + "sft_loss": 0.4049059748649597, + "step": 1520 + }, + { + "epoch": 2.1995661605206074, + "grad_norm": 2.3802608136855268, + "learning_rate": 5.802388848665391e-06, + "logits/chosen": -0.236686110496521, + "logits/rejected": -0.09095649421215057, + "logps/chosen": -0.30331850051879883, + "logps/rejected": -3.6234824657440186, + "loss": 0.3045, + "odds_ratio_loss": 0.0965602695941925, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030331851914525032, + "rewards/margins": 0.33201637864112854, + "rewards/rejected": -0.3623482584953308, + "sft_loss": 0.30331850051879883, + "step": 1521 + }, + { + "epoch": 2.2010122921185826, + "grad_norm": 9.350151858192348, + "learning_rate": 5.7996156059181135e-06, + "logits/chosen": -0.27046582102775574, + "logits/rejected": -0.17398667335510254, + "logps/chosen": -0.20965230464935303, + "logps/rejected": -2.9031565189361572, + "loss": 0.3707, + "odds_ratio_loss": 0.08045334368944168, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020965231582522392, + "rewards/margins": 0.26935043931007385, + "rewards/rejected": -0.2903156578540802, + "sft_loss": 0.20965230464935303, + "step": 1522 + }, + { + "epoch": 2.2024584237165583, + "grad_norm": 2.9087098075463276, + "learning_rate": 5.796841278175886e-06, + "logits/chosen": -0.34366631507873535, + "logits/rejected": -0.2516658306121826, + "logps/chosen": -0.3939272165298462, + "logps/rejected": -2.5516390800476074, + "loss": 0.4125, + "odds_ratio_loss": 0.11796994507312775, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03939272090792656, + "rewards/margins": 0.21577118337154388, + "rewards/rejected": -0.25516390800476074, + "sft_loss": 0.3939272165298462, + "step": 1523 + }, + { + "epoch": 2.2039045553145336, + "grad_norm": 2.3977389772644417, + "learning_rate": 5.794065867111359e-06, + "logits/chosen": -0.15821127593517303, + "logits/rejected": -0.3337038457393646, + "logps/chosen": -0.5078226923942566, + "logps/rejected": -3.0043892860412598, + "loss": 0.3828, + "odds_ratio_loss": 0.2925236225128174, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05078226700425148, + "rewards/margins": 0.24965664744377136, + "rewards/rejected": -0.30043891072273254, + "sft_loss": 0.5078226923942566, + "step": 1524 + }, + { + "epoch": 2.2053506869125092, + "grad_norm": 2.468736682512821, + "learning_rate": 5.791289374397839e-06, + "logits/chosen": -0.31990671157836914, + "logits/rejected": -0.4198131561279297, + "logps/chosen": -0.3348398804664612, + "logps/rejected": -2.396658420562744, + "loss": 0.3388, + "odds_ratio_loss": 0.14263346791267395, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03348398581147194, + "rewards/margins": 0.20618188381195068, + "rewards/rejected": -0.23966586589813232, + "sft_loss": 0.3348398804664612, + "step": 1525 + }, + { + "epoch": 2.2067968185104845, + "grad_norm": 2.172638209003934, + "learning_rate": 5.788511801709283e-06, + "logits/chosen": -0.30636391043663025, + "logits/rejected": -0.2372589260339737, + "logps/chosen": -0.26845329999923706, + "logps/rejected": -4.8146281242370605, + "loss": 0.3712, + "odds_ratio_loss": 0.07393340766429901, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026845330372452736, + "rewards/margins": 0.4546175003051758, + "rewards/rejected": -0.48146283626556396, + "sft_loss": 0.26845329999923706, + "step": 1526 + }, + { + "epoch": 2.2082429501084597, + "grad_norm": 3.077739945365637, + "learning_rate": 5.785733150720301e-06, + "logits/chosen": -0.3096201717853546, + "logits/rejected": -0.1331636607646942, + "logps/chosen": -0.5265023708343506, + "logps/rejected": -4.324217796325684, + "loss": 0.358, + "odds_ratio_loss": 0.12146250903606415, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05265023931860924, + "rewards/margins": 0.3797715902328491, + "rewards/rejected": -0.4324217736721039, + "sft_loss": 0.5265023708343506, + "step": 1527 + }, + { + "epoch": 2.2096890817064354, + "grad_norm": 2.6942329260961744, + "learning_rate": 5.782953423106153e-06, + "logits/chosen": -0.1731545627117157, + "logits/rejected": -0.3327570855617523, + "logps/chosen": -0.38150539994239807, + "logps/rejected": -3.1940901279449463, + "loss": 0.384, + "odds_ratio_loss": 0.1315080225467682, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.038150541484355927, + "rewards/margins": 0.2812584340572357, + "rewards/rejected": -0.31940898299217224, + "sft_loss": 0.38150539994239807, + "step": 1528 + }, + { + "epoch": 2.2111352133044107, + "grad_norm": 2.569601628130879, + "learning_rate": 5.780172620542744e-06, + "logits/chosen": -0.3070398271083832, + "logits/rejected": -0.2711654305458069, + "logps/chosen": -0.35240018367767334, + "logps/rejected": -3.4073891639709473, + "loss": 0.3628, + "odds_ratio_loss": 0.09907615929841995, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03524002060294151, + "rewards/margins": 0.3054988980293274, + "rewards/rejected": -0.3407389223575592, + "sft_loss": 0.35240018367767334, + "step": 1529 + }, + { + "epoch": 2.212581344902386, + "grad_norm": 2.322302360573357, + "learning_rate": 5.777390744706633e-06, + "logits/chosen": -0.11148097366094589, + "logits/rejected": -0.10225170850753784, + "logps/chosen": -0.37124699354171753, + "logps/rejected": -1.8571745157241821, + "loss": 0.3813, + "odds_ratio_loss": 0.16256582736968994, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.037124693393707275, + "rewards/margins": 0.1485927402973175, + "rewards/rejected": -0.18571743369102478, + "sft_loss": 0.37124699354171753, + "step": 1530 + }, + { + "epoch": 2.2140274765003616, + "grad_norm": 2.645782452973883, + "learning_rate": 5.774607797275022e-06, + "logits/chosen": -0.21809406578540802, + "logits/rejected": -0.14942537248134613, + "logps/chosen": -0.2832741439342499, + "logps/rejected": -2.8527350425720215, + "loss": 0.3689, + "odds_ratio_loss": 0.14639288187026978, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.028327414765954018, + "rewards/margins": 0.2569460868835449, + "rewards/rejected": -0.2852734923362732, + "sft_loss": 0.2832741439342499, + "step": 1531 + }, + { + "epoch": 2.215473608098337, + "grad_norm": 2.793134220684291, + "learning_rate": 5.7718237799257625e-06, + "logits/chosen": -0.1597381979227066, + "logits/rejected": -0.2850331962108612, + "logps/chosen": -0.3894084692001343, + "logps/rejected": -1.2152106761932373, + "loss": 0.3134, + "odds_ratio_loss": 0.23522335290908813, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03894084692001343, + "rewards/margins": 0.08258021622896194, + "rewards/rejected": -0.12152105569839478, + "sft_loss": 0.3894084692001343, + "step": 1532 + }, + { + "epoch": 2.2169197396963125, + "grad_norm": 2.5901822894457056, + "learning_rate": 5.7690386943373446e-06, + "logits/chosen": -0.3303926885128021, + "logits/rejected": -0.15845176577568054, + "logps/chosen": -0.23409810662269592, + "logps/rejected": -4.917486190795898, + "loss": 0.2976, + "odds_ratio_loss": 0.05652255564928055, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023409809917211533, + "rewards/margins": 0.46833881735801697, + "rewards/rejected": -0.4917486011981964, + "sft_loss": 0.23409810662269592, + "step": 1533 + }, + { + "epoch": 2.2183658712942878, + "grad_norm": 2.844379078494416, + "learning_rate": 5.76625254218891e-06, + "logits/chosen": -0.30775171518325806, + "logits/rejected": -0.3369847536087036, + "logps/chosen": -0.3618554472923279, + "logps/rejected": -2.403303861618042, + "loss": 0.329, + "odds_ratio_loss": 0.1528136283159256, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03618554398417473, + "rewards/margins": 0.20414483547210693, + "rewards/rejected": -0.24033036828041077, + "sft_loss": 0.3618554472923279, + "step": 1534 + }, + { + "epoch": 2.219812002892263, + "grad_norm": 2.324950377218177, + "learning_rate": 5.76346532516024e-06, + "logits/chosen": -0.3371676206588745, + "logits/rejected": -0.32295674085617065, + "logps/chosen": -0.3337056636810303, + "logps/rejected": -3.918829917907715, + "loss": 0.3407, + "odds_ratio_loss": 0.09082160890102386, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03337056562304497, + "rewards/margins": 0.3585124611854553, + "rewards/rejected": -0.3918830156326294, + "sft_loss": 0.3337056636810303, + "step": 1535 + }, + { + "epoch": 2.2212581344902387, + "grad_norm": 2.290719343416125, + "learning_rate": 5.760677044931757e-06, + "logits/chosen": -0.22997716069221497, + "logits/rejected": -0.30874577164649963, + "logps/chosen": -0.43819090723991394, + "logps/rejected": -2.9812252521514893, + "loss": 0.3561, + "odds_ratio_loss": 0.13137231767177582, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04381909221410751, + "rewards/margins": 0.2543034553527832, + "rewards/rejected": -0.2981225252151489, + "sft_loss": 0.43819090723991394, + "step": 1536 + }, + { + "epoch": 2.222704266088214, + "grad_norm": 2.2585019090751004, + "learning_rate": 5.7578877031845265e-06, + "logits/chosen": -0.20603443682193756, + "logits/rejected": -0.17099282145500183, + "logps/chosen": -0.3480113446712494, + "logps/rejected": -4.4564995765686035, + "loss": 0.3771, + "odds_ratio_loss": 0.09290958940982819, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03480113670229912, + "rewards/margins": 0.41084882616996765, + "rewards/rejected": -0.44565001130104065, + "sft_loss": 0.3480113446712494, + "step": 1537 + }, + { + "epoch": 2.2241503976861896, + "grad_norm": 2.3447858727279933, + "learning_rate": 5.755097301600253e-06, + "logits/chosen": -0.3461535573005676, + "logits/rejected": -0.2234947383403778, + "logps/chosen": -0.3295784890651703, + "logps/rejected": -2.077148199081421, + "loss": 0.4611, + "odds_ratio_loss": 0.13608911633491516, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03295784816145897, + "rewards/margins": 0.1747569590806961, + "rewards/rejected": -0.20771479606628418, + "sft_loss": 0.3295784890651703, + "step": 1538 + }, + { + "epoch": 2.225596529284165, + "grad_norm": 2.5895792850597226, + "learning_rate": 5.752305841861279e-06, + "logits/chosen": -0.2195424735546112, + "logits/rejected": -0.1914370357990265, + "logps/chosen": -0.34031060338020325, + "logps/rejected": -3.349759578704834, + "loss": 0.3642, + "odds_ratio_loss": 0.1579233705997467, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.034031059592962265, + "rewards/margins": 0.3009449243545532, + "rewards/rejected": -0.3349759578704834, + "sft_loss": 0.34031060338020325, + "step": 1539 + }, + { + "epoch": 2.22704266088214, + "grad_norm": 2.363995097567075, + "learning_rate": 5.749513325650586e-06, + "logits/chosen": -0.09926959127187729, + "logits/rejected": -0.14528873562812805, + "logps/chosen": -0.20169880986213684, + "logps/rejected": -4.050556659698486, + "loss": 0.3357, + "odds_ratio_loss": 0.07336930185556412, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020169882103800774, + "rewards/margins": 0.3848857581615448, + "rewards/rejected": -0.40505561232566833, + "sft_loss": 0.20169880986213684, + "step": 1540 + }, + { + "epoch": 2.2284887924801158, + "grad_norm": 2.356577808785414, + "learning_rate": 5.746719754651795e-06, + "logits/chosen": -0.32525795698165894, + "logits/rejected": -0.2390633374452591, + "logps/chosen": -0.47373491525650024, + "logps/rejected": -2.445295572280884, + "loss": 0.3442, + "odds_ratio_loss": 0.17469418048858643, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.047373492270708084, + "rewards/margins": 0.19715607166290283, + "rewards/rejected": -0.2445295751094818, + "sft_loss": 0.47373491525650024, + "step": 1541 + }, + { + "epoch": 2.229934924078091, + "grad_norm": 2.0394552640377652, + "learning_rate": 5.743925130549157e-06, + "logits/chosen": -0.2975271940231323, + "logits/rejected": -0.12008170038461685, + "logps/chosen": -0.38611143827438354, + "logps/rejected": -3.99062442779541, + "loss": 0.4142, + "odds_ratio_loss": 0.08279373496770859, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038611143827438354, + "rewards/margins": 0.3604513108730316, + "rewards/rejected": -0.39906245470046997, + "sft_loss": 0.38611143827438354, + "step": 1542 + }, + { + "epoch": 2.2313810556760667, + "grad_norm": 2.5021991247752973, + "learning_rate": 5.741129455027563e-06, + "logits/chosen": -0.22896796464920044, + "logits/rejected": -0.31885460019111633, + "logps/chosen": -0.3669053018093109, + "logps/rejected": -2.162534713745117, + "loss": 0.4192, + "odds_ratio_loss": 0.16942007839679718, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03669053316116333, + "rewards/margins": 0.17956297099590302, + "rewards/rejected": -0.21625348925590515, + "sft_loss": 0.3669053018093109, + "step": 1543 + }, + { + "epoch": 2.232827187274042, + "grad_norm": 2.4755706908681656, + "learning_rate": 5.738332729772537e-06, + "logits/chosen": -0.21915926039218903, + "logits/rejected": -0.14056669175624847, + "logps/chosen": -0.4281160533428192, + "logps/rejected": -2.106233835220337, + "loss": 0.3769, + "odds_ratio_loss": 0.18937034904956818, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04281160607933998, + "rewards/margins": 0.16781175136566162, + "rewards/rejected": -0.2106233537197113, + "sft_loss": 0.4281160533428192, + "step": 1544 + }, + { + "epoch": 2.234273318872017, + "grad_norm": 2.233386700181181, + "learning_rate": 5.735534956470232e-06, + "logits/chosen": -0.3864569365978241, + "logits/rejected": -0.3033338785171509, + "logps/chosen": -0.4460701644420624, + "logps/rejected": -2.0371532440185547, + "loss": 0.29, + "odds_ratio_loss": 0.15289722383022308, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.044607020914554596, + "rewards/margins": 0.15910829603672028, + "rewards/rejected": -0.20371532440185547, + "sft_loss": 0.4460701644420624, + "step": 1545 + }, + { + "epoch": 2.235719450469993, + "grad_norm": 2.655882713565303, + "learning_rate": 5.732736136807439e-06, + "logits/chosen": -0.2490551769733429, + "logits/rejected": -0.22575412690639496, + "logps/chosen": -0.4899711608886719, + "logps/rejected": -3.2424023151397705, + "loss": 0.395, + "odds_ratio_loss": 0.18628421425819397, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.048997119069099426, + "rewards/margins": 0.2752431035041809, + "rewards/rejected": -0.32424020767211914, + "sft_loss": 0.4899711608886719, + "step": 1546 + }, + { + "epoch": 2.237165582067968, + "grad_norm": 3.28371337385153, + "learning_rate": 5.729936272471576e-06, + "logits/chosen": -0.11610257625579834, + "logits/rejected": -0.1111803650856018, + "logps/chosen": -0.24118897318840027, + "logps/rejected": -3.4827942848205566, + "loss": 0.3084, + "odds_ratio_loss": 0.11601855605840683, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024118896573781967, + "rewards/margins": 0.32416054606437683, + "rewards/rejected": -0.3482794463634491, + "sft_loss": 0.24118897318840027, + "step": 1547 + }, + { + "epoch": 2.238611713665944, + "grad_norm": 2.2346359384189554, + "learning_rate": 5.7271353651506914e-06, + "logits/chosen": -0.19794616103172302, + "logits/rejected": -0.1796175241470337, + "logps/chosen": -0.1995583176612854, + "logps/rejected": -4.046960353851318, + "loss": 0.2976, + "odds_ratio_loss": 0.07498744130134583, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01995583064854145, + "rewards/margins": 0.3847401738166809, + "rewards/rejected": -0.4046960175037384, + "sft_loss": 0.1995583176612854, + "step": 1548 + }, + { + "epoch": 2.240057845263919, + "grad_norm": 2.356672314146801, + "learning_rate": 5.724333416533462e-06, + "logits/chosen": -0.30946430563926697, + "logits/rejected": -0.3228055238723755, + "logps/chosen": -0.39164984226226807, + "logps/rejected": -4.4202165603637695, + "loss": 0.3586, + "odds_ratio_loss": 0.07636836171150208, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.039164986461400986, + "rewards/margins": 0.402856707572937, + "rewards/rejected": -0.4420216679573059, + "sft_loss": 0.39164984226226807, + "step": 1549 + }, + { + "epoch": 2.2415039768618943, + "grad_norm": 1.9100552032789626, + "learning_rate": 5.721530428309193e-06, + "logits/chosen": -0.24844273924827576, + "logits/rejected": -0.2502165734767914, + "logps/chosen": -0.2769375443458557, + "logps/rejected": -3.178349256515503, + "loss": 0.3436, + "odds_ratio_loss": 0.13039150834083557, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02769375592470169, + "rewards/margins": 0.29014119505882263, + "rewards/rejected": -0.3178349733352661, + "sft_loss": 0.2769375443458557, + "step": 1550 + }, + { + "epoch": 2.24295010845987, + "grad_norm": 2.268645975601301, + "learning_rate": 5.718726402167819e-06, + "logits/chosen": -0.38420581817626953, + "logits/rejected": -0.2832087278366089, + "logps/chosen": -0.3715498745441437, + "logps/rejected": -2.8785829544067383, + "loss": 0.4685, + "odds_ratio_loss": 0.13134051859378815, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03715498745441437, + "rewards/margins": 0.2507033348083496, + "rewards/rejected": -0.2878583073616028, + "sft_loss": 0.3715498745441437, + "step": 1551 + }, + { + "epoch": 2.244396240057845, + "grad_norm": 2.161285650065301, + "learning_rate": 5.715921339799895e-06, + "logits/chosen": -0.18678617477416992, + "logits/rejected": -0.24380554258823395, + "logps/chosen": -0.3200456500053406, + "logps/rejected": -4.384403228759766, + "loss": 0.3791, + "odds_ratio_loss": 0.12353577464818954, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03200456500053406, + "rewards/margins": 0.4064357876777649, + "rewards/rejected": -0.43844032287597656, + "sft_loss": 0.3200456500053406, + "step": 1552 + }, + { + "epoch": 2.2458423716558205, + "grad_norm": 2.117005371321443, + "learning_rate": 5.713115242896604e-06, + "logits/chosen": -0.37839236855506897, + "logits/rejected": -0.3601863980293274, + "logps/chosen": -0.2849191427230835, + "logps/rejected": -4.144497394561768, + "loss": 0.2864, + "odds_ratio_loss": 0.09585070610046387, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02849191054701805, + "rewards/margins": 0.385957807302475, + "rewards/rejected": -0.4144497215747833, + "sft_loss": 0.2849191427230835, + "step": 1553 + }, + { + "epoch": 2.247288503253796, + "grad_norm": 4.326532462909167, + "learning_rate": 5.710308113149753e-06, + "logits/chosen": -0.37594687938690186, + "logits/rejected": -0.4265070855617523, + "logps/chosen": -0.4674017131328583, + "logps/rejected": -3.600942850112915, + "loss": 0.4116, + "odds_ratio_loss": 0.2612759470939636, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.046740174293518066, + "rewards/margins": 0.31335410475730896, + "rewards/rejected": -0.360094279050827, + "sft_loss": 0.4674017131328583, + "step": 1554 + }, + { + "epoch": 2.2487346348517714, + "grad_norm": 2.9543812647551495, + "learning_rate": 5.707499952251771e-06, + "logits/chosen": -0.2548982799053192, + "logits/rejected": -0.18201807141304016, + "logps/chosen": -0.340849369764328, + "logps/rejected": -2.363661766052246, + "loss": 0.3777, + "odds_ratio_loss": 0.18882401287555695, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03408493846654892, + "rewards/margins": 0.20228123664855957, + "rewards/rejected": -0.2363661825656891, + "sft_loss": 0.340849369764328, + "step": 1555 + }, + { + "epoch": 2.250180766449747, + "grad_norm": 2.5022329892397814, + "learning_rate": 5.704690761895708e-06, + "logits/chosen": -0.2796105444431305, + "logits/rejected": -0.20917150378227234, + "logps/chosen": -0.3368090093135834, + "logps/rejected": -4.430875301361084, + "loss": 0.3872, + "odds_ratio_loss": 0.05535319447517395, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03368090093135834, + "rewards/margins": 0.4094066321849823, + "rewards/rejected": -0.44308754801750183, + "sft_loss": 0.3368090093135834, + "step": 1556 + }, + { + "epoch": 2.2516268980477223, + "grad_norm": 2.354413200823632, + "learning_rate": 5.7018805437752366e-06, + "logits/chosen": -0.3531820476055145, + "logits/rejected": -0.2590283751487732, + "logps/chosen": -0.4060213267803192, + "logps/rejected": -2.9722695350646973, + "loss": 0.4336, + "odds_ratio_loss": 0.18422815203666687, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04060213267803192, + "rewards/margins": 0.25662487745285034, + "rewards/rejected": -0.29722699522972107, + "sft_loss": 0.4060213267803192, + "step": 1557 + }, + { + "epoch": 2.253073029645698, + "grad_norm": 2.082596219774037, + "learning_rate": 5.699069299584646e-06, + "logits/chosen": -0.14018461108207703, + "logits/rejected": -0.14732438325881958, + "logps/chosen": -0.30800139904022217, + "logps/rejected": -3.749959945678711, + "loss": 0.403, + "odds_ratio_loss": 0.10707899928092957, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030800141394138336, + "rewards/margins": 0.3441958427429199, + "rewards/rejected": -0.37499600648880005, + "sft_loss": 0.30800139904022217, + "step": 1558 + }, + { + "epoch": 2.2545191612436732, + "grad_norm": 2.631005758226159, + "learning_rate": 5.696257031018847e-06, + "logits/chosen": -0.20500501990318298, + "logits/rejected": -0.15662819147109985, + "logps/chosen": -0.3218449056148529, + "logps/rejected": -4.851985454559326, + "loss": 0.3504, + "odds_ratio_loss": 0.05477791652083397, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03218448907136917, + "rewards/margins": 0.4530141055583954, + "rewards/rejected": -0.4851985573768616, + "sft_loss": 0.3218449056148529, + "step": 1559 + }, + { + "epoch": 2.2559652928416485, + "grad_norm": 2.153417090098337, + "learning_rate": 5.6934437397733664e-06, + "logits/chosen": -0.27325424551963806, + "logits/rejected": -0.38711655139923096, + "logps/chosen": -0.3427465856075287, + "logps/rejected": -4.2784833908081055, + "loss": 0.3354, + "odds_ratio_loss": 0.19038382172584534, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03427466005086899, + "rewards/margins": 0.39357367157936096, + "rewards/rejected": -0.42784836888313293, + "sft_loss": 0.3427465856075287, + "step": 1560 + }, + { + "epoch": 2.257411424439624, + "grad_norm": 2.6827162453990163, + "learning_rate": 5.690629427544348e-06, + "logits/chosen": -0.3731663227081299, + "logits/rejected": -0.41208338737487793, + "logps/chosen": -0.34578463435173035, + "logps/rejected": -3.8187103271484375, + "loss": 0.3752, + "odds_ratio_loss": 0.1189727634191513, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.034578464925289154, + "rewards/margins": 0.34729254245758057, + "rewards/rejected": -0.38187098503112793, + "sft_loss": 0.34578463435173035, + "step": 1561 + }, + { + "epoch": 2.2588575560375994, + "grad_norm": 2.321970247707492, + "learning_rate": 5.68781409602855e-06, + "logits/chosen": -0.13874304294586182, + "logits/rejected": -0.1839933842420578, + "logps/chosen": -0.35330072045326233, + "logps/rejected": -3.258653163909912, + "loss": 0.3224, + "odds_ratio_loss": 0.14055302739143372, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.035330068320035934, + "rewards/margins": 0.29053524136543274, + "rewards/rejected": -0.3258652985095978, + "sft_loss": 0.35330072045326233, + "step": 1562 + }, + { + "epoch": 2.2603036876355747, + "grad_norm": 2.4312378589175085, + "learning_rate": 5.684997746923349e-06, + "logits/chosen": -0.36342984437942505, + "logits/rejected": -0.18977266550064087, + "logps/chosen": -0.3192789554595947, + "logps/rejected": -4.501648902893066, + "loss": 0.3177, + "odds_ratio_loss": 0.07834473252296448, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03192789852619171, + "rewards/margins": 0.41823703050613403, + "rewards/rejected": -0.45016491413116455, + "sft_loss": 0.3192789554595947, + "step": 1563 + }, + { + "epoch": 2.2617498192335503, + "grad_norm": 2.2726822259954726, + "learning_rate": 5.6821803819267306e-06, + "logits/chosen": -0.3450077474117279, + "logits/rejected": -0.1680723875761032, + "logps/chosen": -0.30977359414100647, + "logps/rejected": -3.765933036804199, + "loss": 0.3865, + "odds_ratio_loss": 0.09045100957155228, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030977360904216766, + "rewards/margins": 0.345615953207016, + "rewards/rejected": -0.37659329175949097, + "sft_loss": 0.30977359414100647, + "step": 1564 + }, + { + "epoch": 2.2631959508315256, + "grad_norm": 3.067578422370726, + "learning_rate": 5.679362002737295e-06, + "logits/chosen": -0.32226288318634033, + "logits/rejected": -0.35191404819488525, + "logps/chosen": -0.4810445308685303, + "logps/rejected": -3.7931578159332275, + "loss": 0.3509, + "odds_ratio_loss": 0.19164201617240906, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04810445010662079, + "rewards/margins": 0.3312113285064697, + "rewards/rejected": -0.3793157935142517, + "sft_loss": 0.4810445308685303, + "step": 1565 + }, + { + "epoch": 2.2646420824295013, + "grad_norm": 3.6725044603624832, + "learning_rate": 5.676542611054253e-06, + "logits/chosen": -0.5231328010559082, + "logits/rejected": -0.33863845467567444, + "logps/chosen": -0.3771399259567261, + "logps/rejected": -2.39211368560791, + "loss": 0.3874, + "odds_ratio_loss": 0.1751105934381485, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03771399334073067, + "rewards/margins": 0.20149734616279602, + "rewards/rejected": -0.23921135067939758, + "sft_loss": 0.3771399259567261, + "step": 1566 + }, + { + "epoch": 2.2660882140274765, + "grad_norm": 2.3515505758843367, + "learning_rate": 5.673722208577426e-06, + "logits/chosen": -0.18822497129440308, + "logits/rejected": -0.1882564127445221, + "logps/chosen": -0.2656404376029968, + "logps/rejected": -3.3323557376861572, + "loss": 0.3407, + "odds_ratio_loss": 0.08594746887683868, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026564043015241623, + "rewards/margins": 0.30667150020599365, + "rewards/rejected": -0.33323556184768677, + "sft_loss": 0.2656404376029968, + "step": 1567 + }, + { + "epoch": 2.2675343456254518, + "grad_norm": 2.6577713876240434, + "learning_rate": 5.670900797007246e-06, + "logits/chosen": -0.24050821363925934, + "logits/rejected": -0.2003868669271469, + "logps/chosen": -0.3192717432975769, + "logps/rejected": -2.265965700149536, + "loss": 0.411, + "odds_ratio_loss": 0.08194440603256226, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03192717581987381, + "rewards/margins": 0.19466939568519592, + "rewards/rejected": -0.22659656405448914, + "sft_loss": 0.3192717432975769, + "step": 1568 + }, + { + "epoch": 2.2689804772234274, + "grad_norm": 2.2815630278049355, + "learning_rate": 5.668078378044753e-06, + "logits/chosen": -0.2181173712015152, + "logits/rejected": -0.1383255273103714, + "logps/chosen": -0.25415533781051636, + "logps/rejected": -4.44294548034668, + "loss": 0.2843, + "odds_ratio_loss": 0.06722106039524078, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025415534153580666, + "rewards/margins": 0.4188790023326874, + "rewards/rejected": -0.4442945420742035, + "sft_loss": 0.25415533781051636, + "step": 1569 + }, + { + "epoch": 2.2704266088214027, + "grad_norm": 4.736083331714562, + "learning_rate": 5.665254953391593e-06, + "logits/chosen": -0.21430820226669312, + "logits/rejected": -0.34477680921554565, + "logps/chosen": -0.43496644496917725, + "logps/rejected": -3.20230770111084, + "loss": 0.3673, + "odds_ratio_loss": 0.12124226987361908, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.043496645987033844, + "rewards/margins": 0.2767341434955597, + "rewards/rejected": -0.32023078203201294, + "sft_loss": 0.43496644496917725, + "step": 1570 + }, + { + "epoch": 2.2718727404193784, + "grad_norm": 2.8236198696675725, + "learning_rate": 5.662430524750021e-06, + "logits/chosen": -0.15283435583114624, + "logits/rejected": -0.19004985690116882, + "logps/chosen": -0.5074213147163391, + "logps/rejected": -4.028660297393799, + "loss": 0.4107, + "odds_ratio_loss": 0.1295696198940277, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05074213445186615, + "rewards/margins": 0.3521239459514618, + "rewards/rejected": -0.40286606550216675, + "sft_loss": 0.5074213147163391, + "step": 1571 + }, + { + "epoch": 2.2733188720173536, + "grad_norm": 2.3251385690876085, + "learning_rate": 5.659605093822891e-06, + "logits/chosen": -0.2327795922756195, + "logits/rejected": -0.1698169857263565, + "logps/chosen": -0.4730731248855591, + "logps/rejected": -3.355661392211914, + "loss": 0.4151, + "odds_ratio_loss": 0.19861802458763123, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04730731621384621, + "rewards/margins": 0.288258820772171, + "rewards/rejected": -0.33556610345840454, + "sft_loss": 0.4730731248855591, + "step": 1572 + }, + { + "epoch": 2.274765003615329, + "grad_norm": 2.4179894674242255, + "learning_rate": 5.656778662313671e-06, + "logits/chosen": -0.05721982568502426, + "logits/rejected": -0.03928186744451523, + "logps/chosen": -0.36657410860061646, + "logps/rejected": -2.0526092052459717, + "loss": 0.3521, + "odds_ratio_loss": 0.19514396786689758, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.036657411605119705, + "rewards/margins": 0.16860352456569672, + "rewards/rejected": -0.20526093244552612, + "sft_loss": 0.36657410860061646, + "step": 1573 + }, + { + "epoch": 2.2762111352133045, + "grad_norm": 2.159865190586481, + "learning_rate": 5.653951231926425e-06, + "logits/chosen": -0.19648948311805725, + "logits/rejected": -0.3218488097190857, + "logps/chosen": -0.3456001877784729, + "logps/rejected": -4.398506164550781, + "loss": 0.3824, + "odds_ratio_loss": 0.15548524260520935, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03456001728773117, + "rewards/margins": 0.4052906334400177, + "rewards/rejected": -0.4398505985736847, + "sft_loss": 0.3456001877784729, + "step": 1574 + }, + { + "epoch": 2.27765726681128, + "grad_norm": 2.2373719533444305, + "learning_rate": 5.651122804365822e-06, + "logits/chosen": -0.15806661546230316, + "logits/rejected": -0.24433177709579468, + "logps/chosen": -0.28150510787963867, + "logps/rejected": -2.8424034118652344, + "loss": 0.3845, + "odds_ratio_loss": 0.10211706161499023, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028150510042905807, + "rewards/margins": 0.25608983635902405, + "rewards/rejected": -0.28424033522605896, + "sft_loss": 0.28150510787963867, + "step": 1575 + }, + { + "epoch": 2.279103398409255, + "grad_norm": 3.2054290088877346, + "learning_rate": 5.6482933813371295e-06, + "logits/chosen": -0.1453315168619156, + "logits/rejected": -0.1947060525417328, + "logps/chosen": -0.5173884630203247, + "logps/rejected": -1.7582117319107056, + "loss": 0.4024, + "odds_ratio_loss": 0.24231034517288208, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05173884332180023, + "rewards/margins": 0.12408233433961868, + "rewards/rejected": -0.1758211851119995, + "sft_loss": 0.5173884630203247, + "step": 1576 + }, + { + "epoch": 2.2805495300072307, + "grad_norm": 2.8464475838685814, + "learning_rate": 5.645462964546218e-06, + "logits/chosen": -0.5189359784126282, + "logits/rejected": -0.32251614332199097, + "logps/chosen": -0.3037870228290558, + "logps/rejected": -2.479979991912842, + "loss": 0.3257, + "odds_ratio_loss": 0.12056048214435577, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03037870302796364, + "rewards/margins": 0.21761931478977203, + "rewards/rejected": -0.24799801409244537, + "sft_loss": 0.3037870228290558, + "step": 1577 + }, + { + "epoch": 2.281995661605206, + "grad_norm": 2.6644325848886017, + "learning_rate": 5.642631555699557e-06, + "logits/chosen": -0.13242171704769135, + "logits/rejected": -0.20441709458827972, + "logps/chosen": -0.4285106956958771, + "logps/rejected": -3.3875656127929688, + "loss": 0.3443, + "odds_ratio_loss": 0.12020072340965271, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04285107180476189, + "rewards/margins": 0.29590553045272827, + "rewards/rejected": -0.3387565612792969, + "sft_loss": 0.4285106956958771, + "step": 1578 + }, + { + "epoch": 2.2834417932031816, + "grad_norm": 2.2024351205491253, + "learning_rate": 5.639799156504215e-06, + "logits/chosen": -0.0775141790509224, + "logits/rejected": -0.14957457780838013, + "logps/chosen": -0.3367796838283539, + "logps/rejected": -3.4249143600463867, + "loss": 0.4105, + "odds_ratio_loss": 0.09568314254283905, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03367796912789345, + "rewards/margins": 0.3088134527206421, + "rewards/rejected": -0.34249138832092285, + "sft_loss": 0.3367796838283539, + "step": 1579 + }, + { + "epoch": 2.284887924801157, + "grad_norm": 3.0406782139100006, + "learning_rate": 5.636965768667852e-06, + "logits/chosen": -0.1693412810564041, + "logits/rejected": -0.20891311764717102, + "logps/chosen": -0.3991576135158539, + "logps/rejected": -3.2093253135681152, + "loss": 0.3954, + "odds_ratio_loss": 0.15770481526851654, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03991575911641121, + "rewards/margins": 0.2810167670249939, + "rewards/rejected": -0.3209325075149536, + "sft_loss": 0.3991576135158539, + "step": 1580 + }, + { + "epoch": 2.2863340563991326, + "grad_norm": 2.3637053224768176, + "learning_rate": 5.6341313938987314e-06, + "logits/chosen": -0.19435811042785645, + "logits/rejected": -0.08956211805343628, + "logps/chosen": -0.40447860956192017, + "logps/rejected": -2.695289373397827, + "loss": 0.4166, + "odds_ratio_loss": 0.14535120129585266, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04044786095619202, + "rewards/margins": 0.22908106446266174, + "rewards/rejected": -0.26952892541885376, + "sft_loss": 0.40447860956192017, + "step": 1581 + }, + { + "epoch": 2.287780187997108, + "grad_norm": 2.3223751156245984, + "learning_rate": 5.631296033905707e-06, + "logits/chosen": -0.20546045899391174, + "logits/rejected": -0.13516230881214142, + "logps/chosen": -0.2861219346523285, + "logps/rejected": -4.935697555541992, + "loss": 0.2542, + "odds_ratio_loss": 0.0564875528216362, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02861219458281994, + "rewards/margins": 0.4649575650691986, + "rewards/rejected": -0.4935697317123413, + "sft_loss": 0.2861219346523285, + "step": 1582 + }, + { + "epoch": 2.289226319595083, + "grad_norm": 2.4551762245248807, + "learning_rate": 5.628459690398229e-06, + "logits/chosen": -0.2333042323589325, + "logits/rejected": -0.14890116453170776, + "logps/chosen": -0.3023528456687927, + "logps/rejected": -4.237617015838623, + "loss": 0.3242, + "odds_ratio_loss": 0.1010616272687912, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03023528680205345, + "rewards/margins": 0.39352643489837646, + "rewards/rejected": -0.4237616956233978, + "sft_loss": 0.3023528456687927, + "step": 1583 + }, + { + "epoch": 2.2906724511930587, + "grad_norm": 2.3849079762907697, + "learning_rate": 5.625622365086338e-06, + "logits/chosen": -0.2263105809688568, + "logits/rejected": -0.14233849942684174, + "logps/chosen": -0.4132815897464752, + "logps/rejected": -1.7932350635528564, + "loss": 0.394, + "odds_ratio_loss": 0.14649933576583862, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04132816195487976, + "rewards/margins": 0.13799536228179932, + "rewards/rejected": -0.17932350933551788, + "sft_loss": 0.4132815897464752, + "step": 1584 + }, + { + "epoch": 2.292118582791034, + "grad_norm": 2.833070998521513, + "learning_rate": 5.6227840596806685e-06, + "logits/chosen": -0.23122721910476685, + "logits/rejected": -0.17656515538692474, + "logps/chosen": -0.37628495693206787, + "logps/rejected": -2.2837910652160645, + "loss": 0.3649, + "odds_ratio_loss": 0.1681251972913742, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03762849420309067, + "rewards/margins": 0.1907506287097931, + "rewards/rejected": -0.22837910056114197, + "sft_loss": 0.37628495693206787, + "step": 1585 + }, + { + "epoch": 2.293564714389009, + "grad_norm": 2.1224928456477574, + "learning_rate": 5.6199447758924454e-06, + "logits/chosen": -0.1943625807762146, + "logits/rejected": -0.15852569043636322, + "logps/chosen": -0.31918591260910034, + "logps/rejected": -2.6646080017089844, + "loss": 0.3446, + "odds_ratio_loss": 0.10638980567455292, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.031918592751026154, + "rewards/margins": 0.23454220592975616, + "rewards/rejected": -0.2664608061313629, + "sft_loss": 0.31918591260910034, + "step": 1586 + }, + { + "epoch": 2.295010845986985, + "grad_norm": 2.630639755058868, + "learning_rate": 5.617104515433485e-06, + "logits/chosen": -0.36188462376594543, + "logits/rejected": -0.27973437309265137, + "logps/chosen": -0.36127543449401855, + "logps/rejected": -4.726844787597656, + "loss": 0.3132, + "odds_ratio_loss": 0.20731763541698456, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.03612754866480827, + "rewards/margins": 0.43655693531036377, + "rewards/rejected": -0.47268450260162354, + "sft_loss": 0.36127543449401855, + "step": 1587 + }, + { + "epoch": 2.29645697758496, + "grad_norm": 2.327846104888335, + "learning_rate": 5.614263280016188e-06, + "logits/chosen": -0.31197673082351685, + "logits/rejected": -0.1848919838666916, + "logps/chosen": -0.346306711435318, + "logps/rejected": -2.4159696102142334, + "loss": 0.3584, + "odds_ratio_loss": 0.10952720046043396, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0346306711435318, + "rewards/margins": 0.20696629583835602, + "rewards/rejected": -0.24159696698188782, + "sft_loss": 0.346306711435318, + "step": 1588 + }, + { + "epoch": 2.297903109182936, + "grad_norm": 3.011830252732662, + "learning_rate": 5.611421071353547e-06, + "logits/chosen": -0.18929818272590637, + "logits/rejected": -0.14918991923332214, + "logps/chosen": -0.23382627964019775, + "logps/rejected": -2.677581310272217, + "loss": 0.2883, + "odds_ratio_loss": 0.07694613188505173, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023382626473903656, + "rewards/margins": 0.24437551200389862, + "rewards/rejected": -0.2677581310272217, + "sft_loss": 0.23382627964019775, + "step": 1589 + }, + { + "epoch": 2.299349240780911, + "grad_norm": 2.482707891186509, + "learning_rate": 5.608577891159141e-06, + "logits/chosen": -0.3832859396934509, + "logits/rejected": -0.18635818362236023, + "logps/chosen": -0.3988485038280487, + "logps/rejected": -2.1749815940856934, + "loss": 0.3525, + "odds_ratio_loss": 0.11210395395755768, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03988485038280487, + "rewards/margins": 0.17761333286762238, + "rewards/rejected": -0.21749816834926605, + "sft_loss": 0.3988485038280487, + "step": 1590 + }, + { + "epoch": 2.3007953723788863, + "grad_norm": 2.9702079948943774, + "learning_rate": 5.605733741147135e-06, + "logits/chosen": -0.1605539172887802, + "logits/rejected": -0.23468124866485596, + "logps/chosen": -0.46900007128715515, + "logps/rejected": -1.4842274188995361, + "loss": 0.4442, + "odds_ratio_loss": 0.22805261611938477, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04690001159906387, + "rewards/margins": 0.10152273625135422, + "rewards/rejected": -0.1484227478504181, + "sft_loss": 0.46900007128715515, + "step": 1591 + }, + { + "epoch": 2.302241503976862, + "grad_norm": 2.438494937693134, + "learning_rate": 5.602888623032275e-06, + "logits/chosen": -0.2626468539237976, + "logits/rejected": -0.18816189467906952, + "logps/chosen": -0.30163171887397766, + "logps/rejected": -3.5179507732391357, + "loss": 0.3645, + "odds_ratio_loss": 0.07172201573848724, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030163172632455826, + "rewards/margins": 0.32163190841674805, + "rewards/rejected": -0.3517950773239136, + "sft_loss": 0.30163171887397766, + "step": 1592 + }, + { + "epoch": 2.3036876355748372, + "grad_norm": 2.433363209494988, + "learning_rate": 5.600042538529893e-06, + "logits/chosen": -0.10985489189624786, + "logits/rejected": -0.2541528344154358, + "logps/chosen": -0.3402894139289856, + "logps/rejected": -4.231769561767578, + "loss": 0.3691, + "odds_ratio_loss": 0.15273644030094147, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03402893990278244, + "rewards/margins": 0.3891479969024658, + "rewards/rejected": -0.42317694425582886, + "sft_loss": 0.3402894139289856, + "step": 1593 + }, + { + "epoch": 2.305133767172813, + "grad_norm": 2.1024763470220296, + "learning_rate": 5.597195489355907e-06, + "logits/chosen": -0.3650687336921692, + "logits/rejected": -0.36112746596336365, + "logps/chosen": -0.36865419149398804, + "logps/rejected": -2.913234233856201, + "loss": 0.3323, + "odds_ratio_loss": 0.15798337757587433, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03686542063951492, + "rewards/margins": 0.2544580399990082, + "rewards/rejected": -0.2913234829902649, + "sft_loss": 0.36865419149398804, + "step": 1594 + }, + { + "epoch": 2.306579898770788, + "grad_norm": 2.426897816658698, + "learning_rate": 5.594347477226811e-06, + "logits/chosen": -0.19730783998966217, + "logits/rejected": -0.31510406732559204, + "logps/chosen": -0.39814573526382446, + "logps/rejected": -3.4227256774902344, + "loss": 0.3904, + "odds_ratio_loss": 0.11480727046728134, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03981457278132439, + "rewards/margins": 0.3024579882621765, + "rewards/rejected": -0.3422725796699524, + "sft_loss": 0.39814573526382446, + "step": 1595 + }, + { + "epoch": 2.3080260303687634, + "grad_norm": 2.7323229958390973, + "learning_rate": 5.591498503859683e-06, + "logits/chosen": -0.12184923887252808, + "logits/rejected": -0.12560710310935974, + "logps/chosen": -0.3566288650035858, + "logps/rejected": -2.558873176574707, + "loss": 0.3593, + "odds_ratio_loss": 0.12249592691659927, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03566288948059082, + "rewards/margins": 0.22022442519664764, + "rewards/rejected": -0.25588732957839966, + "sft_loss": 0.3566288650035858, + "step": 1596 + }, + { + "epoch": 2.309472161966739, + "grad_norm": 3.2383620194913374, + "learning_rate": 5.58864857097218e-06, + "logits/chosen": -0.4806884527206421, + "logits/rejected": -0.3084767758846283, + "logps/chosen": -0.3511160612106323, + "logps/rejected": -2.599006175994873, + "loss": 0.357, + "odds_ratio_loss": 0.16197161376476288, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03511160612106323, + "rewards/margins": 0.22478902339935303, + "rewards/rejected": -0.25990062952041626, + "sft_loss": 0.3511160612106323, + "step": 1597 + }, + { + "epoch": 2.3109182935647143, + "grad_norm": 2.8203160493059882, + "learning_rate": 5.585797680282537e-06, + "logits/chosen": -0.17948085069656372, + "logits/rejected": -0.16148388385772705, + "logps/chosen": -0.2975139617919922, + "logps/rejected": -4.275174140930176, + "loss": 0.463, + "odds_ratio_loss": 0.1559380292892456, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.029751399531960487, + "rewards/margins": 0.3977660536766052, + "rewards/rejected": -0.4275174140930176, + "sft_loss": 0.2975139617919922, + "step": 1598 + }, + { + "epoch": 2.3123644251626896, + "grad_norm": 2.553105162778212, + "learning_rate": 5.582945833509567e-06, + "logits/chosen": -0.13604110479354858, + "logits/rejected": -0.11723095923662186, + "logps/chosen": -0.3466201424598694, + "logps/rejected": -2.9810094833374023, + "loss": 0.3345, + "odds_ratio_loss": 0.11769793182611465, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03466201201081276, + "rewards/margins": 0.2634389400482178, + "rewards/rejected": -0.29810094833374023, + "sft_loss": 0.3466201424598694, + "step": 1599 + }, + { + "epoch": 2.3138105567606653, + "grad_norm": 2.2628957428181042, + "learning_rate": 5.580093032372657e-06, + "logits/chosen": -0.28234773874282837, + "logits/rejected": -0.3510010540485382, + "logps/chosen": -0.26932573318481445, + "logps/rejected": -5.100521564483643, + "loss": 0.279, + "odds_ratio_loss": 0.08029340207576752, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026932574808597565, + "rewards/margins": 0.48311957716941833, + "rewards/rejected": -0.5100522041320801, + "sft_loss": 0.26932573318481445, + "step": 1600 + }, + { + "epoch": 2.3152566883586405, + "grad_norm": 2.449902283988286, + "learning_rate": 5.577239278591773e-06, + "logits/chosen": -0.1463385969400406, + "logits/rejected": -0.12493189424276352, + "logps/chosen": -0.3543298840522766, + "logps/rejected": -3.84521222114563, + "loss": 0.3948, + "odds_ratio_loss": 0.11065103113651276, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03543298691511154, + "rewards/margins": 0.34908822178840637, + "rewards/rejected": -0.3845212161540985, + "sft_loss": 0.3543298840522766, + "step": 1601 + }, + { + "epoch": 2.316702819956616, + "grad_norm": 2.2581803555255164, + "learning_rate": 5.574384573887455e-06, + "logits/chosen": -0.14903423190116882, + "logits/rejected": -0.09336914867162704, + "logps/chosen": -0.2692457437515259, + "logps/rejected": -1.9810104370117188, + "loss": 0.2907, + "odds_ratio_loss": 0.14965462684631348, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026924576610326767, + "rewards/margins": 0.1711764633655548, + "rewards/rejected": -0.19810104370117188, + "sft_loss": 0.2692457437515259, + "step": 1602 + }, + { + "epoch": 2.3181489515545914, + "grad_norm": 2.3125551075396187, + "learning_rate": 5.571528919980813e-06, + "logits/chosen": -0.2181708812713623, + "logits/rejected": -0.14055103063583374, + "logps/chosen": -0.39502519369125366, + "logps/rejected": -2.1328787803649902, + "loss": 0.3481, + "odds_ratio_loss": 0.17443543672561646, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.039502520114183426, + "rewards/margins": 0.17378535866737366, + "rewards/rejected": -0.2132878601551056, + "sft_loss": 0.39502519369125366, + "step": 1603 + }, + { + "epoch": 2.319595083152567, + "grad_norm": 2.4434556007442434, + "learning_rate": 5.568672318593532e-06, + "logits/chosen": -0.14153406023979187, + "logits/rejected": -0.12052149325609207, + "logps/chosen": -0.2865070104598999, + "logps/rejected": -1.733748197555542, + "loss": 0.365, + "odds_ratio_loss": 0.09804748743772507, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02865069918334484, + "rewards/margins": 0.14472413063049316, + "rewards/rejected": -0.17337481677532196, + "sft_loss": 0.2865070104598999, + "step": 1604 + }, + { + "epoch": 2.3210412147505424, + "grad_norm": 2.6434099915570104, + "learning_rate": 5.5658147714478674e-06, + "logits/chosen": -0.2638757824897766, + "logits/rejected": -0.15295341610908508, + "logps/chosen": -0.3959035277366638, + "logps/rejected": -2.8813705444335938, + "loss": 0.3362, + "odds_ratio_loss": 0.1301441639661789, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03959035128355026, + "rewards/margins": 0.24854671955108643, + "rewards/rejected": -0.2881370782852173, + "sft_loss": 0.3959035277366638, + "step": 1605 + }, + { + "epoch": 2.3224873463485176, + "grad_norm": 2.322832426601466, + "learning_rate": 5.5629562802666466e-06, + "logits/chosen": -0.08946573734283447, + "logits/rejected": -0.08883717656135559, + "logps/chosen": -0.22113816440105438, + "logps/rejected": -5.388749599456787, + "loss": 0.3381, + "odds_ratio_loss": 0.07277220487594604, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022113818675279617, + "rewards/margins": 0.5167611837387085, + "rewards/rejected": -0.5388749837875366, + "sft_loss": 0.22113816440105438, + "step": 1606 + }, + { + "epoch": 2.3239334779464933, + "grad_norm": 2.072956257971344, + "learning_rate": 5.5600968467732624e-06, + "logits/chosen": -0.1779942810535431, + "logits/rejected": -0.30677855014801025, + "logps/chosen": -0.3421142101287842, + "logps/rejected": -3.0264923572540283, + "loss": 0.3417, + "odds_ratio_loss": 0.1177440956234932, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0342114195227623, + "rewards/margins": 0.26843780279159546, + "rewards/rejected": -0.30264922976493835, + "sft_loss": 0.3421142101287842, + "step": 1607 + }, + { + "epoch": 2.3253796095444685, + "grad_norm": 2.1562983279773458, + "learning_rate": 5.557236472691679e-06, + "logits/chosen": -0.3682592511177063, + "logits/rejected": -0.2512025237083435, + "logps/chosen": -0.4082300066947937, + "logps/rejected": -4.011061668395996, + "loss": 0.3899, + "odds_ratio_loss": 0.14864492416381836, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04082300141453743, + "rewards/margins": 0.36028316617012024, + "rewards/rejected": -0.40110617876052856, + "sft_loss": 0.4082300066947937, + "step": 1608 + }, + { + "epoch": 2.326825741142444, + "grad_norm": 2.3589668387098146, + "learning_rate": 5.554375159746426e-06, + "logits/chosen": -0.08552505075931549, + "logits/rejected": -0.08895818889141083, + "logps/chosen": -0.37686607241630554, + "logps/rejected": -4.821796894073486, + "loss": 0.3431, + "odds_ratio_loss": 0.1013682559132576, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.037686608731746674, + "rewards/margins": 0.4444930851459503, + "rewards/rejected": -0.4821796715259552, + "sft_loss": 0.37686607241630554, + "step": 1609 + }, + { + "epoch": 2.3282718727404195, + "grad_norm": 2.573254384047697, + "learning_rate": 5.551512909662601e-06, + "logits/chosen": -0.2964475452899933, + "logits/rejected": -0.2937246263027191, + "logps/chosen": -0.36214813590049744, + "logps/rejected": -4.1340742111206055, + "loss": 0.3698, + "odds_ratio_loss": 0.11668211221694946, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.036214813590049744, + "rewards/margins": 0.3771926462650299, + "rewards/rejected": -0.41340741515159607, + "sft_loss": 0.36214813590049744, + "step": 1610 + }, + { + "epoch": 2.3297180043383947, + "grad_norm": 2.3020655070754286, + "learning_rate": 5.548649724165864e-06, + "logits/chosen": -0.2145930677652359, + "logits/rejected": -0.21104787290096283, + "logps/chosen": -0.43282127380371094, + "logps/rejected": -2.7367076873779297, + "loss": 0.404, + "odds_ratio_loss": 0.1472308188676834, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04328212887048721, + "rewards/margins": 0.23038864135742188, + "rewards/rejected": -0.2736707925796509, + "sft_loss": 0.43282127380371094, + "step": 1611 + }, + { + "epoch": 2.3311641359363704, + "grad_norm": 2.51857465350935, + "learning_rate": 5.545785604982441e-06, + "logits/chosen": -0.2099495381116867, + "logits/rejected": -0.15136927366256714, + "logps/chosen": -0.34850409626960754, + "logps/rejected": -3.427006244659424, + "loss": 0.3156, + "odds_ratio_loss": 0.13121187686920166, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.034850407391786575, + "rewards/margins": 0.3078502118587494, + "rewards/rejected": -0.34270063042640686, + "sft_loss": 0.34850409626960754, + "step": 1612 + }, + { + "epoch": 2.3326102675343456, + "grad_norm": 2.1677477412206443, + "learning_rate": 5.542920553839118e-06, + "logits/chosen": -0.13443297147750854, + "logits/rejected": -0.10968001186847687, + "logps/chosen": -0.3220829367637634, + "logps/rejected": -4.633582592010498, + "loss": 0.3408, + "odds_ratio_loss": 0.14093899726867676, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03220829367637634, + "rewards/margins": 0.431149959564209, + "rewards/rejected": -0.4633582532405853, + "sft_loss": 0.3220829367637634, + "step": 1613 + }, + { + "epoch": 2.334056399132321, + "grad_norm": 2.3359773826568775, + "learning_rate": 5.540054572463249e-06, + "logits/chosen": -0.17375683784484863, + "logits/rejected": -0.05261297523975372, + "logps/chosen": -0.3510321378707886, + "logps/rejected": -3.398996353149414, + "loss": 0.3801, + "odds_ratio_loss": 0.11157586425542831, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0351032130420208, + "rewards/margins": 0.3047964572906494, + "rewards/rejected": -0.3398996591567993, + "sft_loss": 0.3510321378707886, + "step": 1614 + }, + { + "epoch": 2.3355025307302966, + "grad_norm": 2.4381191286475516, + "learning_rate": 5.5371876625827405e-06, + "logits/chosen": -0.00956578366458416, + "logits/rejected": -0.046139203011989594, + "logps/chosen": -0.3790590167045593, + "logps/rejected": -3.913565158843994, + "loss": 0.3705, + "odds_ratio_loss": 0.16183798015117645, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03790590539574623, + "rewards/margins": 0.35345059633255005, + "rewards/rejected": -0.39135652780532837, + "sft_loss": 0.3790590167045593, + "step": 1615 + }, + { + "epoch": 2.336948662328272, + "grad_norm": 2.6120749263979466, + "learning_rate": 5.534319825926066e-06, + "logits/chosen": -0.1352277547121048, + "logits/rejected": -0.2033660113811493, + "logps/chosen": -0.46139898896217346, + "logps/rejected": -2.7106308937072754, + "loss": 0.4047, + "odds_ratio_loss": 0.11662759631872177, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.046139899641275406, + "rewards/margins": 0.22492320835590363, + "rewards/rejected": -0.27106308937072754, + "sft_loss": 0.46139898896217346, + "step": 1616 + }, + { + "epoch": 2.3383947939262475, + "grad_norm": 2.5091957811194825, + "learning_rate": 5.531451064222254e-06, + "logits/chosen": -0.4063303470611572, + "logits/rejected": -0.35132384300231934, + "logps/chosen": -0.30066221952438354, + "logps/rejected": -2.8382208347320557, + "loss": 0.3784, + "odds_ratio_loss": 0.09488758444786072, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030066223815083504, + "rewards/margins": 0.2537558674812317, + "rewards/rejected": -0.28382205963134766, + "sft_loss": 0.30066221952438354, + "step": 1617 + }, + { + "epoch": 2.3398409255242227, + "grad_norm": 4.2557519976659055, + "learning_rate": 5.528581379200892e-06, + "logits/chosen": -0.1894337385892868, + "logits/rejected": -0.3243355453014374, + "logps/chosen": -0.5176692605018616, + "logps/rejected": -2.7984094619750977, + "loss": 0.3693, + "odds_ratio_loss": 0.24235056340694427, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.051766932010650635, + "rewards/margins": 0.22807404398918152, + "rewards/rejected": -0.27984097599983215, + "sft_loss": 0.5176692605018616, + "step": 1618 + }, + { + "epoch": 2.341287057122198, + "grad_norm": 2.181643600483142, + "learning_rate": 5.525710772592123e-06, + "logits/chosen": -0.1662239134311676, + "logits/rejected": -0.26300936937332153, + "logps/chosen": -0.27158379554748535, + "logps/rejected": -3.557821273803711, + "loss": 0.3126, + "odds_ratio_loss": 0.13274052739143372, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027158383280038834, + "rewards/margins": 0.3286237418651581, + "rewards/rejected": -0.3557821214199066, + "sft_loss": 0.27158379554748535, + "step": 1619 + }, + { + "epoch": 2.3427331887201737, + "grad_norm": 3.107249690135884, + "learning_rate": 5.522839246126646e-06, + "logits/chosen": -0.32011640071868896, + "logits/rejected": -0.22637443244457245, + "logps/chosen": -0.4642205238342285, + "logps/rejected": -2.9727323055267334, + "loss": 0.4463, + "odds_ratio_loss": 0.13931193947792053, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04642205685377121, + "rewards/margins": 0.25085121393203735, + "rewards/rejected": -0.2972732186317444, + "sft_loss": 0.4642205238342285, + "step": 1620 + }, + { + "epoch": 2.344179320318149, + "grad_norm": 2.2401661446990166, + "learning_rate": 5.519966801535716e-06, + "logits/chosen": -0.3168110251426697, + "logits/rejected": -0.1873689442873001, + "logps/chosen": -0.36878371238708496, + "logps/rejected": -3.3086607456207275, + "loss": 0.4047, + "odds_ratio_loss": 0.13117769360542297, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03687836974859238, + "rewards/margins": 0.2939877212047577, + "rewards/rejected": -0.33086609840393066, + "sft_loss": 0.36878371238708496, + "step": 1621 + }, + { + "epoch": 2.345625451916124, + "grad_norm": 2.477972330148887, + "learning_rate": 5.5170934405511415e-06, + "logits/chosen": -0.2881897985935211, + "logits/rejected": -0.20093801617622375, + "logps/chosen": -0.3505580425262451, + "logps/rejected": -2.470184564590454, + "loss": 0.3773, + "odds_ratio_loss": 0.11334122717380524, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03505580127239227, + "rewards/margins": 0.21196265518665314, + "rewards/rejected": -0.2470184564590454, + "sft_loss": 0.3505580425262451, + "step": 1622 + }, + { + "epoch": 2.3470715835141, + "grad_norm": 2.620054583835237, + "learning_rate": 5.514219164905281e-06, + "logits/chosen": -0.19945791363716125, + "logits/rejected": -0.13795584440231323, + "logps/chosen": -0.34572529792785645, + "logps/rejected": -3.0925025939941406, + "loss": 0.3618, + "odds_ratio_loss": 0.11854077130556107, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.034572526812553406, + "rewards/margins": 0.27467772364616394, + "rewards/rejected": -0.30925023555755615, + "sft_loss": 0.34572529792785645, + "step": 1623 + }, + { + "epoch": 2.348517715112075, + "grad_norm": 2.6367388267693053, + "learning_rate": 5.511343976331046e-06, + "logits/chosen": -0.11850079149007797, + "logits/rejected": -0.20706413686275482, + "logps/chosen": -0.238744854927063, + "logps/rejected": -4.866823196411133, + "loss": 0.3102, + "odds_ratio_loss": 0.05267883464694023, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02387448400259018, + "rewards/margins": 0.462807834148407, + "rewards/rejected": -0.48668232560157776, + "sft_loss": 0.238744854927063, + "step": 1624 + }, + { + "epoch": 2.3499638467100508, + "grad_norm": 2.4421056602770745, + "learning_rate": 5.5084678765618994e-06, + "logits/chosen": -0.037788279354572296, + "logits/rejected": -0.1496773064136505, + "logps/chosen": -0.2970682382583618, + "logps/rejected": -5.067946434020996, + "loss": 0.3392, + "odds_ratio_loss": 0.13825398683547974, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02970682457089424, + "rewards/margins": 0.4770878553390503, + "rewards/rejected": -0.5067946314811707, + "sft_loss": 0.2970682382583618, + "step": 1625 + }, + { + "epoch": 2.351409978308026, + "grad_norm": 3.113000332950432, + "learning_rate": 5.505590867331852e-06, + "logits/chosen": -0.004002872854471207, + "logits/rejected": 0.004178255796432495, + "logps/chosen": -0.26595339179039, + "logps/rejected": -3.0875930786132812, + "loss": 0.3252, + "odds_ratio_loss": 0.12349444627761841, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02659534104168415, + "rewards/margins": 0.28216397762298584, + "rewards/rejected": -0.30875933170318604, + "sft_loss": 0.26595339179039, + "step": 1626 + }, + { + "epoch": 2.3528561099060017, + "grad_norm": 3.2436647624885144, + "learning_rate": 5.502712950375462e-06, + "logits/chosen": -0.27105289697647095, + "logits/rejected": -0.2777266204357147, + "logps/chosen": -0.29128292202949524, + "logps/rejected": -3.751927375793457, + "loss": 0.356, + "odds_ratio_loss": 0.08841782808303833, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029128294438123703, + "rewards/margins": 0.3460644483566284, + "rewards/rejected": -0.3751927316188812, + "sft_loss": 0.29128292202949524, + "step": 1627 + }, + { + "epoch": 2.354302241503977, + "grad_norm": 2.247157821160996, + "learning_rate": 5.499834127427839e-06, + "logits/chosen": -0.23087726533412933, + "logits/rejected": -0.21010765433311462, + "logps/chosen": -0.28846973180770874, + "logps/rejected": -2.382047653198242, + "loss": 0.3048, + "odds_ratio_loss": 0.1609227955341339, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.028846973553299904, + "rewards/margins": 0.20935779809951782, + "rewards/rejected": -0.23820477724075317, + "sft_loss": 0.28846973180770874, + "step": 1628 + }, + { + "epoch": 2.355748373101952, + "grad_norm": 2.3409386872383005, + "learning_rate": 5.4969544002246355e-06, + "logits/chosen": -0.13611923158168793, + "logits/rejected": -0.17130246758460999, + "logps/chosen": -0.38131436705589294, + "logps/rejected": -2.489086389541626, + "loss": 0.3294, + "odds_ratio_loss": 0.10580040514469147, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038131434470415115, + "rewards/margins": 0.21077720820903778, + "rewards/rejected": -0.2489086389541626, + "sft_loss": 0.38131436705589294, + "step": 1629 + }, + { + "epoch": 2.357194504699928, + "grad_norm": 2.2600185027758273, + "learning_rate": 5.494073770502046e-06, + "logits/chosen": -0.17199571430683136, + "logits/rejected": -0.29529863595962524, + "logps/chosen": -0.3580894470214844, + "logps/rejected": -1.801833152770996, + "loss": 0.3892, + "odds_ratio_loss": 0.19995692372322083, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03580894321203232, + "rewards/margins": 0.14437437057495117, + "rewards/rejected": -0.1801833212375641, + "sft_loss": 0.3580894470214844, + "step": 1630 + }, + { + "epoch": 2.358640636297903, + "grad_norm": 2.1930278604061755, + "learning_rate": 5.4911922399968175e-06, + "logits/chosen": -0.2684285640716553, + "logits/rejected": -0.20364916324615479, + "logps/chosen": -0.41383859515190125, + "logps/rejected": -2.9595816135406494, + "loss": 0.3904, + "odds_ratio_loss": 0.12188836932182312, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04138386249542236, + "rewards/margins": 0.2545742988586426, + "rewards/rejected": -0.29595816135406494, + "sft_loss": 0.41383859515190125, + "step": 1631 + }, + { + "epoch": 2.3600867678958783, + "grad_norm": 2.1821309968908364, + "learning_rate": 5.488309810446233e-06, + "logits/chosen": -0.06782963871955872, + "logits/rejected": -0.2602359652519226, + "logps/chosen": -0.2693048417568207, + "logps/rejected": -6.274295330047607, + "loss": 0.3377, + "odds_ratio_loss": 0.12266825139522552, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.026930484920740128, + "rewards/margins": 0.6004990339279175, + "rewards/rejected": -0.6274295449256897, + "sft_loss": 0.2693048417568207, + "step": 1632 + }, + { + "epoch": 2.361532899493854, + "grad_norm": 2.279263386951824, + "learning_rate": 5.485426483588121e-06, + "logits/chosen": -0.25602948665618896, + "logits/rejected": -0.21806968748569489, + "logps/chosen": -0.3889194428920746, + "logps/rejected": -2.4275267124176025, + "loss": 0.369, + "odds_ratio_loss": 0.11265772581100464, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03889194503426552, + "rewards/margins": 0.20386072993278503, + "rewards/rejected": -0.24275267124176025, + "sft_loss": 0.3889194428920746, + "step": 1633 + }, + { + "epoch": 2.3629790310918293, + "grad_norm": 2.4595078931890475, + "learning_rate": 5.482542261160849e-06, + "logits/chosen": -0.17380627989768982, + "logits/rejected": -0.06503782421350479, + "logps/chosen": -0.33673372864723206, + "logps/rejected": -2.4677717685699463, + "loss": 0.3231, + "odds_ratio_loss": 0.12649573385715485, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.033673375844955444, + "rewards/margins": 0.21310380101203918, + "rewards/rejected": -0.24677720665931702, + "sft_loss": 0.33673372864723206, + "step": 1634 + }, + { + "epoch": 2.364425162689805, + "grad_norm": 2.1872419569650052, + "learning_rate": 5.479657144903327e-06, + "logits/chosen": -0.30153438448905945, + "logits/rejected": -0.22050045430660248, + "logps/chosen": -0.31074702739715576, + "logps/rejected": -2.7804017066955566, + "loss": 0.3438, + "odds_ratio_loss": 0.09722352027893066, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.031074702739715576, + "rewards/margins": 0.24696548283100128, + "rewards/rejected": -0.27804017066955566, + "sft_loss": 0.31074702739715576, + "step": 1635 + }, + { + "epoch": 2.36587129428778, + "grad_norm": 2.370571176585605, + "learning_rate": 5.476771136555002e-06, + "logits/chosen": -0.20978805422782898, + "logits/rejected": -0.404296338558197, + "logps/chosen": -0.3532348573207855, + "logps/rejected": -2.493743658065796, + "loss": 0.4171, + "odds_ratio_loss": 0.16929349303245544, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03532348573207855, + "rewards/margins": 0.21405087411403656, + "rewards/rejected": -0.2493743747472763, + "sft_loss": 0.3532348573207855, + "step": 1636 + }, + { + "epoch": 2.3673174258857554, + "grad_norm": 2.0667254729152478, + "learning_rate": 5.4738842378558596e-06, + "logits/chosen": -0.304945170879364, + "logits/rejected": -0.3427213430404663, + "logps/chosen": -0.3743901550769806, + "logps/rejected": -3.3770601749420166, + "loss": 0.2937, + "odds_ratio_loss": 0.16788852214813232, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03743901476264, + "rewards/margins": 0.3002670109272003, + "rewards/rejected": -0.3377059996128082, + "sft_loss": 0.3743901550769806, + "step": 1637 + }, + { + "epoch": 2.368763557483731, + "grad_norm": 2.425960860579774, + "learning_rate": 5.470996450546419e-06, + "logits/chosen": -0.11950647830963135, + "logits/rejected": -0.08787774294614792, + "logps/chosen": -0.1783597767353058, + "logps/rejected": -3.924421787261963, + "loss": 0.3464, + "odds_ratio_loss": 0.088666170835495, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01783597841858864, + "rewards/margins": 0.37460625171661377, + "rewards/rejected": -0.3924421966075897, + "sft_loss": 0.1783597767353058, + "step": 1638 + }, + { + "epoch": 2.3702096890817064, + "grad_norm": 2.4264887671943516, + "learning_rate": 5.46810777636774e-06, + "logits/chosen": -0.16909067332744598, + "logits/rejected": -0.26136305928230286, + "logps/chosen": -0.4223901629447937, + "logps/rejected": -3.608455181121826, + "loss": 0.3747, + "odds_ratio_loss": 0.06967879831790924, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04223902150988579, + "rewards/margins": 0.31860652565956116, + "rewards/rejected": -0.36084550619125366, + "sft_loss": 0.4223901629447937, + "step": 1639 + }, + { + "epoch": 2.371655820679682, + "grad_norm": 2.8905963601226983, + "learning_rate": 5.465218217061415e-06, + "logits/chosen": -0.25168269872665405, + "logits/rejected": -0.36768415570259094, + "logps/chosen": -0.29154396057128906, + "logps/rejected": -4.554935455322266, + "loss": 0.3803, + "odds_ratio_loss": 0.09950277209281921, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029154395684599876, + "rewards/margins": 0.42633917927742004, + "rewards/rejected": -0.4554935693740845, + "sft_loss": 0.29154396057128906, + "step": 1640 + }, + { + "epoch": 2.3731019522776573, + "grad_norm": 2.3523138704511686, + "learning_rate": 5.46232777436957e-06, + "logits/chosen": -0.3319550156593323, + "logits/rejected": -0.25737500190734863, + "logps/chosen": -0.35822594165802, + "logps/rejected": -4.630117893218994, + "loss": 0.3781, + "odds_ratio_loss": 0.08917144685983658, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03582259640097618, + "rewards/margins": 0.4271891713142395, + "rewards/rejected": -0.46301180124282837, + "sft_loss": 0.35822594165802, + "step": 1641 + }, + { + "epoch": 2.3745480838756325, + "grad_norm": 2.244224679372636, + "learning_rate": 5.4594364500348635e-06, + "logits/chosen": -0.2159147709608078, + "logits/rejected": -0.1707444190979004, + "logps/chosen": -0.1780027151107788, + "logps/rejected": -5.523977279663086, + "loss": 0.3182, + "odds_ratio_loss": 0.062143001705408096, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01780027337372303, + "rewards/margins": 0.5345974564552307, + "rewards/rejected": -0.5523977279663086, + "sft_loss": 0.1780027151107788, + "step": 1642 + }, + { + "epoch": 2.3759942154736082, + "grad_norm": 2.97272951082299, + "learning_rate": 5.456544245800486e-06, + "logits/chosen": -0.43455255031585693, + "logits/rejected": -0.26484546065330505, + "logps/chosen": -0.2586551010608673, + "logps/rejected": -4.144586086273193, + "loss": 0.3175, + "odds_ratio_loss": 0.0730627104640007, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02586551196873188, + "rewards/margins": 0.38859307765960693, + "rewards/rejected": -0.41445863246917725, + "sft_loss": 0.2586551010608673, + "step": 1643 + }, + { + "epoch": 2.3774403470715835, + "grad_norm": 3.159824614056135, + "learning_rate": 5.453651163410157e-06, + "logits/chosen": -0.2961457669734955, + "logits/rejected": -0.3236675262451172, + "logps/chosen": -0.4048958718776703, + "logps/rejected": -5.435911178588867, + "loss": 0.3044, + "odds_ratio_loss": 0.07996393740177155, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04048958793282509, + "rewards/margins": 0.5031015872955322, + "rewards/rejected": -0.5435911417007446, + "sft_loss": 0.4048958718776703, + "step": 1644 + }, + { + "epoch": 2.3788864786695587, + "grad_norm": 2.4232305825130873, + "learning_rate": 5.45075720460813e-06, + "logits/chosen": -0.2177274227142334, + "logits/rejected": -0.2560899257659912, + "logps/chosen": -0.39400598406791687, + "logps/rejected": -3.329862594604492, + "loss": 0.3572, + "odds_ratio_loss": 0.17939239740371704, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.039400599896907806, + "rewards/margins": 0.2935856580734253, + "rewards/rejected": -0.3329862654209137, + "sft_loss": 0.39400598406791687, + "step": 1645 + }, + { + "epoch": 2.3803326102675344, + "grad_norm": 2.3769012497590136, + "learning_rate": 5.4478623711391785e-06, + "logits/chosen": -0.41154927015304565, + "logits/rejected": -0.1991625726222992, + "logps/chosen": -0.26996538043022156, + "logps/rejected": -3.1177456378936768, + "loss": 0.3654, + "odds_ratio_loss": 0.10832569748163223, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.026996538043022156, + "rewards/margins": 0.28477805852890015, + "rewards/rejected": -0.3117745816707611, + "sft_loss": 0.26996538043022156, + "step": 1646 + }, + { + "epoch": 2.3817787418655096, + "grad_norm": 2.9369047044268206, + "learning_rate": 5.4449666647486125e-06, + "logits/chosen": -0.13625237345695496, + "logits/rejected": -0.08367015421390533, + "logps/chosen": -0.43870049715042114, + "logps/rejected": -2.0339059829711914, + "loss": 0.4882, + "odds_ratio_loss": 0.16639426350593567, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.043870046734809875, + "rewards/margins": 0.15952055156230927, + "rewards/rejected": -0.20339059829711914, + "sft_loss": 0.43870049715042114, + "step": 1647 + }, + { + "epoch": 2.3832248734634853, + "grad_norm": 6.563565558670957, + "learning_rate": 5.4420700871822616e-06, + "logits/chosen": -0.25511327385902405, + "logits/rejected": -0.1838105469942093, + "logps/chosen": -0.46203696727752686, + "logps/rejected": -4.043597221374512, + "loss": 0.3845, + "odds_ratio_loss": 0.19478821754455566, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04620370268821716, + "rewards/margins": 0.3581559956073761, + "rewards/rejected": -0.40435969829559326, + "sft_loss": 0.46203696727752686, + "step": 1648 + }, + { + "epoch": 2.3846710050614606, + "grad_norm": 2.4494751986770646, + "learning_rate": 5.439172640186484e-06, + "logits/chosen": -0.07603715360164642, + "logits/rejected": -0.08391943573951721, + "logps/chosen": -0.47998425364494324, + "logps/rejected": -4.149824142456055, + "loss": 0.3811, + "odds_ratio_loss": 0.16126686334609985, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04799842834472656, + "rewards/margins": 0.36698397994041443, + "rewards/rejected": -0.4149824380874634, + "sft_loss": 0.47998425364494324, + "step": 1649 + }, + { + "epoch": 2.3861171366594363, + "grad_norm": 3.217436034110034, + "learning_rate": 5.436274325508164e-06, + "logits/chosen": -0.1692204475402832, + "logits/rejected": -0.18024393916130066, + "logps/chosen": -0.3294297754764557, + "logps/rejected": -2.8294403553009033, + "loss": 0.3719, + "odds_ratio_loss": 0.11639772355556488, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03294298052787781, + "rewards/margins": 0.25000107288360596, + "rewards/rejected": -0.28294405341148376, + "sft_loss": 0.3294297754764557, + "step": 1650 + }, + { + "epoch": 2.3875632682574115, + "grad_norm": 2.43631615840935, + "learning_rate": 5.433375144894701e-06, + "logits/chosen": -0.21938952803611755, + "logits/rejected": -0.1646469086408615, + "logps/chosen": -0.2409743219614029, + "logps/rejected": -4.187996864318848, + "loss": 0.3565, + "odds_ratio_loss": 0.03713899105787277, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02409743145108223, + "rewards/margins": 0.3947022259235382, + "rewards/rejected": -0.4187996983528137, + "sft_loss": 0.2409743219614029, + "step": 1651 + }, + { + "epoch": 2.3890093998553867, + "grad_norm": 2.6636340250404253, + "learning_rate": 5.430475100094026e-06, + "logits/chosen": -0.16366271674633026, + "logits/rejected": -0.2531028091907501, + "logps/chosen": -0.3762364983558655, + "logps/rejected": -4.51442289352417, + "loss": 0.3527, + "odds_ratio_loss": 0.1351589560508728, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03762365132570267, + "rewards/margins": 0.4138185977935791, + "rewards/rejected": -0.45144224166870117, + "sft_loss": 0.3762364983558655, + "step": 1652 + }, + { + "epoch": 2.3904555314533624, + "grad_norm": 2.1635789447744815, + "learning_rate": 5.427574192854586e-06, + "logits/chosen": -0.18240058422088623, + "logits/rejected": -0.12168880552053452, + "logps/chosen": -0.3345116376876831, + "logps/rejected": -3.058701753616333, + "loss": 0.3597, + "odds_ratio_loss": 0.09098277986049652, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03345116227865219, + "rewards/margins": 0.2724190056324005, + "rewards/rejected": -0.3058701753616333, + "sft_loss": 0.3345116376876831, + "step": 1653 + }, + { + "epoch": 2.3919016630513377, + "grad_norm": 2.0656474748307363, + "learning_rate": 5.424672424925347e-06, + "logits/chosen": -0.13181257247924805, + "logits/rejected": -0.0836930125951767, + "logps/chosen": -0.2531171441078186, + "logps/rejected": -3.279249906539917, + "loss": 0.3388, + "odds_ratio_loss": 0.08992984890937805, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02531171217560768, + "rewards/margins": 0.3026133179664612, + "rewards/rejected": -0.32792502641677856, + "sft_loss": 0.2531171441078186, + "step": 1654 + }, + { + "epoch": 2.393347794649313, + "grad_norm": 2.2867887869624126, + "learning_rate": 5.4217697980557986e-06, + "logits/chosen": -0.18714286386966705, + "logits/rejected": -0.2178667187690735, + "logps/chosen": -0.456027090549469, + "logps/rejected": -3.494032621383667, + "loss": 0.3659, + "odds_ratio_loss": 0.1177714616060257, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0456027090549469, + "rewards/margins": 0.3038005530834198, + "rewards/rejected": -0.3494032621383667, + "sft_loss": 0.456027090549469, + "step": 1655 + }, + { + "epoch": 2.3947939262472886, + "grad_norm": 2.385763157906236, + "learning_rate": 5.418866313995942e-06, + "logits/chosen": -0.14378896355628967, + "logits/rejected": -0.02609366364777088, + "logps/chosen": -0.33504900336265564, + "logps/rejected": -2.4867379665374756, + "loss": 0.3178, + "odds_ratio_loss": 0.10914792120456696, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.033504899591207504, + "rewards/margins": 0.21516892313957214, + "rewards/rejected": -0.24867381155490875, + "sft_loss": 0.33504900336265564, + "step": 1656 + }, + { + "epoch": 2.396240057845264, + "grad_norm": 2.5382250015062793, + "learning_rate": 5.415961974496303e-06, + "logits/chosen": -0.27873504161834717, + "logits/rejected": -0.10101763904094696, + "logps/chosen": -0.5347107648849487, + "logps/rejected": -2.174900531768799, + "loss": 0.4443, + "odds_ratio_loss": 0.18945449590682983, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05347108095884323, + "rewards/margins": 0.16401898860931396, + "rewards/rejected": -0.2174900472164154, + "sft_loss": 0.5347107648849487, + "step": 1657 + }, + { + "epoch": 2.3976861894432395, + "grad_norm": 2.094994084526692, + "learning_rate": 5.413056781307913e-06, + "logits/chosen": -0.09330153465270996, + "logits/rejected": -0.0472065694630146, + "logps/chosen": -0.34694916009902954, + "logps/rejected": -2.9058146476745605, + "loss": 0.427, + "odds_ratio_loss": 0.10710655152797699, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03469491004943848, + "rewards/margins": 0.2558865547180176, + "rewards/rejected": -0.29058146476745605, + "sft_loss": 0.34694916009902954, + "step": 1658 + }, + { + "epoch": 2.3991323210412148, + "grad_norm": 2.3038775902562425, + "learning_rate": 5.4101507361823276e-06, + "logits/chosen": -0.3557550609111786, + "logits/rejected": -0.37921270728111267, + "logps/chosen": -0.3219497799873352, + "logps/rejected": -3.9622740745544434, + "loss": 0.3468, + "odds_ratio_loss": 0.13163802027702332, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03219497948884964, + "rewards/margins": 0.36403244733810425, + "rewards/rejected": -0.3962274193763733, + "sft_loss": 0.3219497799873352, + "step": 1659 + }, + { + "epoch": 2.40057845263919, + "grad_norm": 2.3419223245541727, + "learning_rate": 5.407243840871612e-06, + "logits/chosen": -0.20818328857421875, + "logits/rejected": -0.16019529104232788, + "logps/chosen": -0.39010053873062134, + "logps/rejected": -2.511380672454834, + "loss": 0.363, + "odds_ratio_loss": 0.1622430980205536, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.039010051637887955, + "rewards/margins": 0.21212802827358246, + "rewards/rejected": -0.2511380910873413, + "sft_loss": 0.39010053873062134, + "step": 1660 + }, + { + "epoch": 2.4020245842371657, + "grad_norm": 4.380688001278866, + "learning_rate": 5.404336097128343e-06, + "logits/chosen": -0.2879038155078888, + "logits/rejected": -0.30223992466926575, + "logps/chosen": -0.4455604553222656, + "logps/rejected": -2.5138981342315674, + "loss": 0.3703, + "odds_ratio_loss": 0.15395966172218323, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04455604776740074, + "rewards/margins": 0.20683377981185913, + "rewards/rejected": -0.25138983130455017, + "sft_loss": 0.4455604553222656, + "step": 1661 + }, + { + "epoch": 2.403470715835141, + "grad_norm": 2.3187283533283938, + "learning_rate": 5.401427506705611e-06, + "logits/chosen": -0.08860334753990173, + "logits/rejected": -0.08838482946157455, + "logps/chosen": -0.2660841941833496, + "logps/rejected": -3.3898189067840576, + "loss": 0.4052, + "odds_ratio_loss": 0.09372745454311371, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0266084186732769, + "rewards/margins": 0.31237348914146423, + "rewards/rejected": -0.33898189663887024, + "sft_loss": 0.2660841941833496, + "step": 1662 + }, + { + "epoch": 2.4049168474331166, + "grad_norm": 2.7227957969637595, + "learning_rate": 5.398518071357015e-06, + "logits/chosen": -0.1172524020075798, + "logits/rejected": -0.33546555042266846, + "logps/chosen": -0.37985527515411377, + "logps/rejected": -2.7703769207000732, + "loss": 0.4467, + "odds_ratio_loss": 0.2563801407814026, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.037985529750585556, + "rewards/margins": 0.2390521615743637, + "rewards/rejected": -0.27703768014907837, + "sft_loss": 0.37985527515411377, + "step": 1663 + }, + { + "epoch": 2.406362979031092, + "grad_norm": 2.773528286720876, + "learning_rate": 5.395607792836667e-06, + "logits/chosen": -0.20116093754768372, + "logits/rejected": -0.11985060572624207, + "logps/chosen": -0.3083297610282898, + "logps/rejected": -1.3712188005447388, + "loss": 0.3717, + "odds_ratio_loss": 0.17615623772144318, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03083297424018383, + "rewards/margins": 0.10628890991210938, + "rewards/rejected": -0.13712188601493835, + "sft_loss": 0.3083297610282898, + "step": 1664 + }, + { + "epoch": 2.407809110629067, + "grad_norm": 2.3754850371079197, + "learning_rate": 5.392696672899181e-06, + "logits/chosen": -0.3145734667778015, + "logits/rejected": -0.23199528455734253, + "logps/chosen": -0.26135680079460144, + "logps/rejected": -3.4864580631256104, + "loss": 0.3643, + "odds_ratio_loss": 0.06875382363796234, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026135679334402084, + "rewards/margins": 0.32251012325286865, + "rewards/rejected": -0.34864580631256104, + "sft_loss": 0.26135680079460144, + "step": 1665 + }, + { + "epoch": 2.409255242227043, + "grad_norm": 2.497467322183816, + "learning_rate": 5.389784713299686e-06, + "logits/chosen": -0.07668744772672653, + "logits/rejected": -0.007611650973558426, + "logps/chosen": -0.21216994524002075, + "logps/rejected": -4.282060146331787, + "loss": 0.303, + "odds_ratio_loss": 0.1205163523554802, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021216996014118195, + "rewards/margins": 0.40698903799057007, + "rewards/rejected": -0.4282059967517853, + "sft_loss": 0.21216994524002075, + "step": 1666 + }, + { + "epoch": 2.410701373825018, + "grad_norm": 2.1520905912288177, + "learning_rate": 5.386871915793809e-06, + "logits/chosen": -0.2075837105512619, + "logits/rejected": -0.1876615285873413, + "logps/chosen": -0.2702080309391022, + "logps/rejected": -5.139091968536377, + "loss": 0.3105, + "odds_ratio_loss": 0.1293424367904663, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027020802721381187, + "rewards/margins": 0.48688840866088867, + "rewards/rejected": -0.5139092206954956, + "sft_loss": 0.2702080309391022, + "step": 1667 + }, + { + "epoch": 2.4121475054229933, + "grad_norm": 3.2146716999123193, + "learning_rate": 5.383958282137691e-06, + "logits/chosen": -0.12676213681697845, + "logits/rejected": -0.1635175496339798, + "logps/chosen": -0.2572956681251526, + "logps/rejected": -3.4657866954803467, + "loss": 0.39, + "odds_ratio_loss": 0.10569733381271362, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025729568675160408, + "rewards/margins": 0.32084912061691284, + "rewards/rejected": -0.3465786874294281, + "sft_loss": 0.2572956681251526, + "step": 1668 + }, + { + "epoch": 2.413593637020969, + "grad_norm": 2.3616969258191065, + "learning_rate": 5.381043814087968e-06, + "logits/chosen": -0.38791531324386597, + "logits/rejected": -0.27840742468833923, + "logps/chosen": -0.3243800401687622, + "logps/rejected": -3.7442002296447754, + "loss": 0.3139, + "odds_ratio_loss": 0.10507690906524658, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0324380025267601, + "rewards/margins": 0.34198203682899475, + "rewards/rejected": -0.37442004680633545, + "sft_loss": 0.3243800401687622, + "step": 1669 + }, + { + "epoch": 2.415039768618944, + "grad_norm": 2.2888964516476467, + "learning_rate": 5.3781285134017865e-06, + "logits/chosen": -0.25714176893234253, + "logits/rejected": -0.1979777216911316, + "logps/chosen": -0.3115207552909851, + "logps/rejected": -3.852271556854248, + "loss": 0.3226, + "odds_ratio_loss": 0.09582686424255371, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03115207701921463, + "rewards/margins": 0.3540751039981842, + "rewards/rejected": -0.3852272033691406, + "sft_loss": 0.3115207552909851, + "step": 1670 + }, + { + "epoch": 2.41648590021692, + "grad_norm": 2.041066759979958, + "learning_rate": 5.375212381836793e-06, + "logits/chosen": -0.10201995074748993, + "logits/rejected": -0.08090163767337799, + "logps/chosen": -0.3471717834472656, + "logps/rejected": -5.151330947875977, + "loss": 0.3825, + "odds_ratio_loss": 0.08015061914920807, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03471717610955238, + "rewards/margins": 0.480415940284729, + "rewards/rejected": -0.5151331424713135, + "sft_loss": 0.3471717834472656, + "step": 1671 + }, + { + "epoch": 2.417932031814895, + "grad_norm": 2.402521519996911, + "learning_rate": 5.3722954211511314e-06, + "logits/chosen": -0.20054322481155396, + "logits/rejected": -0.3008997440338135, + "logps/chosen": -0.19180569052696228, + "logps/rejected": -4.623170375823975, + "loss": 0.3376, + "odds_ratio_loss": 0.032107461243867874, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019180569797754288, + "rewards/margins": 0.4431364834308624, + "rewards/rejected": -0.4623170495033264, + "sft_loss": 0.19180569052696228, + "step": 1672 + }, + { + "epoch": 2.419378163412871, + "grad_norm": 2.8755560314390736, + "learning_rate": 5.369377633103449e-06, + "logits/chosen": -0.24951305985450745, + "logits/rejected": -0.16665250062942505, + "logps/chosen": -0.21055331826210022, + "logps/rejected": -2.9385476112365723, + "loss": 0.3952, + "odds_ratio_loss": 0.0641937106847763, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021055329591035843, + "rewards/margins": 0.27279946208000183, + "rewards/rejected": -0.2938547730445862, + "sft_loss": 0.21055331826210022, + "step": 1673 + }, + { + "epoch": 2.420824295010846, + "grad_norm": 2.2612662097686047, + "learning_rate": 5.366459019452893e-06, + "logits/chosen": -0.3434632122516632, + "logits/rejected": -0.21899384260177612, + "logps/chosen": -0.38703057169914246, + "logps/rejected": -2.9113190174102783, + "loss": 0.3515, + "odds_ratio_loss": 0.15410572290420532, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038703057914972305, + "rewards/margins": 0.2524288594722748, + "rewards/rejected": -0.2911319136619568, + "sft_loss": 0.38703057169914246, + "step": 1674 + }, + { + "epoch": 2.4222704266088213, + "grad_norm": 2.1759070085509067, + "learning_rate": 5.363539581959102e-06, + "logits/chosen": -0.3367041349411011, + "logits/rejected": -0.2844616770744324, + "logps/chosen": -0.39401325583457947, + "logps/rejected": -2.856097459793091, + "loss": 0.406, + "odds_ratio_loss": 0.16076377034187317, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03940132260322571, + "rewards/margins": 0.24620842933654785, + "rewards/rejected": -0.28560978174209595, + "sft_loss": 0.39401325583457947, + "step": 1675 + }, + { + "epoch": 2.423716558206797, + "grad_norm": 4.34686480463768, + "learning_rate": 5.3606193223822215e-06, + "logits/chosen": -0.28801190853118896, + "logits/rejected": -0.31603163480758667, + "logps/chosen": -0.3019119203090668, + "logps/rejected": -3.840654134750366, + "loss": 0.3827, + "odds_ratio_loss": 0.07661937922239304, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030191190540790558, + "rewards/margins": 0.35387420654296875, + "rewards/rejected": -0.3840653896331787, + "sft_loss": 0.3019119203090668, + "step": 1676 + }, + { + "epoch": 2.4251626898047722, + "grad_norm": 2.2347029036364083, + "learning_rate": 5.357698242482884e-06, + "logits/chosen": -0.30417659878730774, + "logits/rejected": -0.16208516061306, + "logps/chosen": -0.3697463870048523, + "logps/rejected": -5.748754978179932, + "loss": 0.3974, + "odds_ratio_loss": 0.1115613579750061, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03697463870048523, + "rewards/margins": 0.5379008054733276, + "rewards/rejected": -0.5748754739761353, + "sft_loss": 0.3697463870048523, + "step": 1677 + }, + { + "epoch": 2.4266088214027475, + "grad_norm": 2.746152164966934, + "learning_rate": 5.354776344022219e-06, + "logits/chosen": -0.2900420129299164, + "logits/rejected": -0.23626813292503357, + "logps/chosen": -0.2787986993789673, + "logps/rejected": -2.1767630577087402, + "loss": 0.3304, + "odds_ratio_loss": 0.120830237865448, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027879871428012848, + "rewards/margins": 0.18979641795158386, + "rewards/rejected": -0.2176763117313385, + "sft_loss": 0.2787986993789673, + "step": 1678 + }, + { + "epoch": 2.428054953000723, + "grad_norm": 2.620208103065728, + "learning_rate": 5.35185362876185e-06, + "logits/chosen": -0.3657112121582031, + "logits/rejected": -0.3040888011455536, + "logps/chosen": -0.43680983781814575, + "logps/rejected": -2.43369197845459, + "loss": 0.3569, + "odds_ratio_loss": 0.1762293428182602, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04368098825216293, + "rewards/margins": 0.19968819618225098, + "rewards/rejected": -0.2433691918849945, + "sft_loss": 0.43680983781814575, + "step": 1679 + }, + { + "epoch": 2.4295010845986984, + "grad_norm": 2.4352727537772316, + "learning_rate": 5.348930098463894e-06, + "logits/chosen": -0.6010982394218445, + "logits/rejected": -0.30227330327033997, + "logps/chosen": -0.3067004978656769, + "logps/rejected": -3.6038007736206055, + "loss": 0.3692, + "odds_ratio_loss": 0.06560537964105606, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030670054256916046, + "rewards/margins": 0.3297100067138672, + "rewards/rejected": -0.36038005352020264, + "sft_loss": 0.3067004978656769, + "step": 1680 + }, + { + "epoch": 2.430947216196674, + "grad_norm": 2.4907614571390337, + "learning_rate": 5.346005754890956e-06, + "logits/chosen": -0.40090346336364746, + "logits/rejected": -0.18178865313529968, + "logps/chosen": -0.3909543752670288, + "logps/rejected": -2.7736334800720215, + "loss": 0.4267, + "odds_ratio_loss": 0.09884399175643921, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.039095439016819, + "rewards/margins": 0.2382679283618927, + "rewards/rejected": -0.2773633599281311, + "sft_loss": 0.3909543752670288, + "step": 1681 + }, + { + "epoch": 2.4323933477946493, + "grad_norm": 2.9164477390226398, + "learning_rate": 5.3430805998061375e-06, + "logits/chosen": -0.24474173784255981, + "logits/rejected": -0.21296316385269165, + "logps/chosen": -0.4344663918018341, + "logps/rejected": -3.148064136505127, + "loss": 0.3499, + "odds_ratio_loss": 0.09581369161605835, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04344664514064789, + "rewards/margins": 0.27135974168777466, + "rewards/rejected": -0.31480640172958374, + "sft_loss": 0.4344663918018341, + "step": 1682 + }, + { + "epoch": 2.4338394793926246, + "grad_norm": 2.1284693896066735, + "learning_rate": 5.340154634973023e-06, + "logits/chosen": -0.18710467219352722, + "logits/rejected": -0.18588191270828247, + "logps/chosen": -0.3472820818424225, + "logps/rejected": -2.692941427230835, + "loss": 0.4106, + "odds_ratio_loss": 0.12289082258939743, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03472820669412613, + "rewards/margins": 0.23456594347953796, + "rewards/rejected": -0.2692941427230835, + "sft_loss": 0.3472820818424225, + "step": 1683 + }, + { + "epoch": 2.4352856109906003, + "grad_norm": 2.467601888547069, + "learning_rate": 5.337227862155687e-06, + "logits/chosen": -0.13609479367733002, + "logits/rejected": -0.135749951004982, + "logps/chosen": -0.35460272431373596, + "logps/rejected": -3.266855478286743, + "loss": 0.3055, + "odds_ratio_loss": 0.12023431807756424, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.035460274666547775, + "rewards/margins": 0.29122528433799744, + "rewards/rejected": -0.3266855478286743, + "sft_loss": 0.35460272431373596, + "step": 1684 + }, + { + "epoch": 2.4367317425885755, + "grad_norm": 3.181573666104813, + "learning_rate": 5.334300283118692e-06, + "logits/chosen": -0.20146742463111877, + "logits/rejected": -0.2168891727924347, + "logps/chosen": -0.5368006825447083, + "logps/rejected": -3.477538824081421, + "loss": 0.3767, + "odds_ratio_loss": 0.1835523396730423, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.053680069744586945, + "rewards/margins": 0.29407382011413574, + "rewards/rejected": -0.3477538824081421, + "sft_loss": 0.5368006825447083, + "step": 1685 + }, + { + "epoch": 2.438177874186551, + "grad_norm": 2.23714776177442, + "learning_rate": 5.331371899627088e-06, + "logits/chosen": -0.10427071899175644, + "logits/rejected": -0.18009522557258606, + "logps/chosen": -0.3216210603713989, + "logps/rejected": -4.574368000030518, + "loss": 0.3989, + "odds_ratio_loss": 0.09731189906597137, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03216210752725601, + "rewards/margins": 0.42527472972869873, + "rewards/rejected": -0.45743680000305176, + "sft_loss": 0.3216210603713989, + "step": 1686 + }, + { + "epoch": 2.4396240057845264, + "grad_norm": 2.070128394841874, + "learning_rate": 5.328442713446407e-06, + "logits/chosen": -0.16747835278511047, + "logits/rejected": -0.25303810834884644, + "logps/chosen": -0.2828282415866852, + "logps/rejected": -2.099355459213257, + "loss": 0.3438, + "odds_ratio_loss": 0.1440654695034027, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.028282826766371727, + "rewards/margins": 0.1816527247428894, + "rewards/rejected": -0.20993554592132568, + "sft_loss": 0.2828282415866852, + "step": 1687 + }, + { + "epoch": 2.4410701373825017, + "grad_norm": 2.458892699445312, + "learning_rate": 5.325512726342665e-06, + "logits/chosen": -0.28189414739608765, + "logits/rejected": -0.383240282535553, + "logps/chosen": -0.3891836404800415, + "logps/rejected": -3.0360727310180664, + "loss": 0.4436, + "odds_ratio_loss": 0.16465787589550018, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03891836479306221, + "rewards/margins": 0.2646889090538025, + "rewards/rejected": -0.3036072850227356, + "sft_loss": 0.3891836404800415, + "step": 1688 + }, + { + "epoch": 2.4425162689804774, + "grad_norm": 2.337184676111808, + "learning_rate": 5.322581940082365e-06, + "logits/chosen": -0.13843964040279388, + "logits/rejected": -0.15620598196983337, + "logps/chosen": -0.20821207761764526, + "logps/rejected": -3.2480251789093018, + "loss": 0.3055, + "odds_ratio_loss": 0.05318732559680939, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020821209996938705, + "rewards/margins": 0.30398133397102356, + "rewards/rejected": -0.3248025178909302, + "sft_loss": 0.20821207761764526, + "step": 1689 + }, + { + "epoch": 2.4439624005784526, + "grad_norm": 2.4611245315908197, + "learning_rate": 5.319650356432487e-06, + "logits/chosen": -0.38569334149360657, + "logits/rejected": -0.34914782643318176, + "logps/chosen": -0.2619364261627197, + "logps/rejected": -4.187211036682129, + "loss": 0.3669, + "odds_ratio_loss": 0.11673162132501602, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026193641126155853, + "rewards/margins": 0.39252740144729614, + "rewards/rejected": -0.418721079826355, + "sft_loss": 0.2619364261627197, + "step": 1690 + }, + { + "epoch": 2.445408532176428, + "grad_norm": 2.3690510230543937, + "learning_rate": 5.316717977160495e-06, + "logits/chosen": -0.1654704362154007, + "logits/rejected": -0.24338343739509583, + "logps/chosen": -0.36776530742645264, + "logps/rejected": -4.427489757537842, + "loss": 0.3698, + "odds_ratio_loss": 0.14131522178649902, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03677653148770332, + "rewards/margins": 0.405972421169281, + "rewards/rejected": -0.4427489638328552, + "sft_loss": 0.36776530742645264, + "step": 1691 + }, + { + "epoch": 2.4468546637744035, + "grad_norm": 2.7640415911692315, + "learning_rate": 5.31378480403433e-06, + "logits/chosen": -0.11378660053014755, + "logits/rejected": -0.28160223364830017, + "logps/chosen": -0.39058995246887207, + "logps/rejected": -1.9533859491348267, + "loss": 0.3786, + "odds_ratio_loss": 0.24598926305770874, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.039058998227119446, + "rewards/margins": 0.15627959370613098, + "rewards/rejected": -0.19533859193325043, + "sft_loss": 0.39058995246887207, + "step": 1692 + }, + { + "epoch": 2.4483007953723788, + "grad_norm": 2.3969905094526816, + "learning_rate": 5.310850838822413e-06, + "logits/chosen": -0.25515154004096985, + "logits/rejected": -0.3220319151878357, + "logps/chosen": -0.2755758464336395, + "logps/rejected": -4.758266925811768, + "loss": 0.2722, + "odds_ratio_loss": 0.08147071301937103, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027557585388422012, + "rewards/margins": 0.4482691287994385, + "rewards/rejected": -0.4758267104625702, + "sft_loss": 0.2755758464336395, + "step": 1693 + }, + { + "epoch": 2.4497469269703545, + "grad_norm": 2.7245877218943138, + "learning_rate": 5.307916083293643e-06, + "logits/chosen": -0.24902743101119995, + "logits/rejected": -0.173957958817482, + "logps/chosen": -0.2562694847583771, + "logps/rejected": -2.591289758682251, + "loss": 0.3452, + "odds_ratio_loss": 0.12518920004367828, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025626949965953827, + "rewards/margins": 0.23350203037261963, + "rewards/rejected": -0.25912898778915405, + "sft_loss": 0.2562694847583771, + "step": 1694 + }, + { + "epoch": 2.4511930585683297, + "grad_norm": 2.525754725939901, + "learning_rate": 5.304980539217397e-06, + "logits/chosen": -0.255185067653656, + "logits/rejected": -0.2326502501964569, + "logps/chosen": -0.3928337097167969, + "logps/rejected": -4.967213153839111, + "loss": 0.3448, + "odds_ratio_loss": 0.13604749739170074, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03928337246179581, + "rewards/margins": 0.45743799209594727, + "rewards/rejected": -0.49672138690948486, + "sft_loss": 0.3928337097167969, + "step": 1695 + }, + { + "epoch": 2.4526391901663054, + "grad_norm": 2.157462237065824, + "learning_rate": 5.3020442083635225e-06, + "logits/chosen": -0.33897683024406433, + "logits/rejected": -0.36058297753334045, + "logps/chosen": -0.3103875517845154, + "logps/rejected": -4.488574981689453, + "loss": 0.3695, + "odds_ratio_loss": 0.07876772433519363, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.031038757413625717, + "rewards/margins": 0.41781869530677795, + "rewards/rejected": -0.44885745644569397, + "sft_loss": 0.3103875517845154, + "step": 1696 + }, + { + "epoch": 2.4540853217642806, + "grad_norm": 3.264192289306274, + "learning_rate": 5.299107092502345e-06, + "logits/chosen": -0.14832520484924316, + "logits/rejected": -0.16244558990001678, + "logps/chosen": -0.4910193979740143, + "logps/rejected": -3.7641544342041016, + "loss": 0.4286, + "odds_ratio_loss": 0.13385328650474548, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04910193756222725, + "rewards/margins": 0.32731351256370544, + "rewards/rejected": -0.376415491104126, + "sft_loss": 0.4910193979740143, + "step": 1697 + }, + { + "epoch": 2.455531453362256, + "grad_norm": 2.813819539819064, + "learning_rate": 5.296169193404664e-06, + "logits/chosen": -0.24914006888866425, + "logits/rejected": -0.20338988304138184, + "logps/chosen": -0.21061301231384277, + "logps/rejected": -4.377030849456787, + "loss": 0.3424, + "odds_ratio_loss": 0.038216181099414825, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021061301231384277, + "rewards/margins": 0.4166417717933655, + "rewards/rejected": -0.43770307302474976, + "sft_loss": 0.21061301231384277, + "step": 1698 + }, + { + "epoch": 2.4569775849602316, + "grad_norm": 2.6327695248210983, + "learning_rate": 5.2932305128417484e-06, + "logits/chosen": -0.17436552047729492, + "logits/rejected": -0.16264991462230682, + "logps/chosen": -0.35267582535743713, + "logps/rejected": -3.094590663909912, + "loss": 0.3573, + "odds_ratio_loss": 0.14291812479496002, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03526758402585983, + "rewards/margins": 0.2741914987564087, + "rewards/rejected": -0.30945906043052673, + "sft_loss": 0.35267582535743713, + "step": 1699 + }, + { + "epoch": 2.458423716558207, + "grad_norm": 2.7114975370715704, + "learning_rate": 5.2902910525853406e-06, + "logits/chosen": -0.16905909776687622, + "logits/rejected": -0.12139132618904114, + "logps/chosen": -0.518578290939331, + "logps/rejected": -2.4249773025512695, + "loss": 0.4167, + "odds_ratio_loss": 0.183926060795784, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.051857829093933105, + "rewards/margins": 0.19063988327980042, + "rewards/rejected": -0.24249771237373352, + "sft_loss": 0.518578290939331, + "step": 1700 + }, + { + "epoch": 2.459869848156182, + "grad_norm": 2.209082477790294, + "learning_rate": 5.28735081440765e-06, + "logits/chosen": -0.14498230814933777, + "logits/rejected": -0.25710102915763855, + "logps/chosen": -0.37873467803001404, + "logps/rejected": -3.46140193939209, + "loss": 0.3614, + "odds_ratio_loss": 0.17570456862449646, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03787346929311752, + "rewards/margins": 0.30826669931411743, + "rewards/rejected": -0.34614014625549316, + "sft_loss": 0.37873467803001404, + "step": 1701 + }, + { + "epoch": 2.4613159797541577, + "grad_norm": 2.563412683406822, + "learning_rate": 5.284409800081359e-06, + "logits/chosen": -0.05897979438304901, + "logits/rejected": -0.1600523293018341, + "logps/chosen": -0.3373136818408966, + "logps/rejected": -2.6773574352264404, + "loss": 0.3735, + "odds_ratio_loss": 0.15935732424259186, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0337313674390316, + "rewards/margins": 0.23400436341762543, + "rewards/rejected": -0.2677357494831085, + "sft_loss": 0.3373136818408966, + "step": 1702 + }, + { + "epoch": 2.462762111352133, + "grad_norm": 2.8871356309464016, + "learning_rate": 5.281468011379618e-06, + "logits/chosen": -0.12770754098892212, + "logits/rejected": -0.05635076016187668, + "logps/chosen": -0.3339754045009613, + "logps/rejected": -2.7018704414367676, + "loss": 0.4228, + "odds_ratio_loss": 0.09883897006511688, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03339754045009613, + "rewards/margins": 0.2367894947528839, + "rewards/rejected": -0.27018705010414124, + "sft_loss": 0.3339754045009613, + "step": 1703 + }, + { + "epoch": 2.4642082429501087, + "grad_norm": 2.5395367967099958, + "learning_rate": 5.278525450076038e-06, + "logits/chosen": -0.19829659163951874, + "logits/rejected": -0.25783413648605347, + "logps/chosen": -0.28885769844055176, + "logps/rejected": -3.8891334533691406, + "loss": 0.3464, + "odds_ratio_loss": 0.12367962300777435, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028885772451758385, + "rewards/margins": 0.36002761125564575, + "rewards/rejected": -0.3889133930206299, + "sft_loss": 0.28885769844055176, + "step": 1704 + }, + { + "epoch": 2.465654374548084, + "grad_norm": 2.7686820913229866, + "learning_rate": 5.275582117944704e-06, + "logits/chosen": -0.20002993941307068, + "logits/rejected": -0.23674233257770538, + "logps/chosen": -0.26880428194999695, + "logps/rejected": -4.4511919021606445, + "loss": 0.382, + "odds_ratio_loss": 0.07453987747430801, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026880430057644844, + "rewards/margins": 0.4182387888431549, + "rewards/rejected": -0.4451192021369934, + "sft_loss": 0.26880428194999695, + "step": 1705 + }, + { + "epoch": 2.467100506146059, + "grad_norm": 2.482392899389993, + "learning_rate": 5.2726380167601595e-06, + "logits/chosen": -0.03449631482362747, + "logits/rejected": -0.16584265232086182, + "logps/chosen": -0.40714091062545776, + "logps/rejected": -2.2733700275421143, + "loss": 0.383, + "odds_ratio_loss": 0.18216630816459656, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.040714096277952194, + "rewards/margins": 0.18662291765213013, + "rewards/rejected": -0.22733700275421143, + "sft_loss": 0.40714091062545776, + "step": 1706 + }, + { + "epoch": 2.468546637744035, + "grad_norm": 2.4272265459394418, + "learning_rate": 5.269693148297415e-06, + "logits/chosen": -0.18469105660915375, + "logits/rejected": -0.18337099254131317, + "logps/chosen": -0.276080459356308, + "logps/rejected": -3.6516079902648926, + "loss": 0.354, + "odds_ratio_loss": 0.12775567173957825, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027608048170804977, + "rewards/margins": 0.3375527262687683, + "rewards/rejected": -0.3651607930660248, + "sft_loss": 0.276080459356308, + "step": 1707 + }, + { + "epoch": 2.46999276934201, + "grad_norm": 2.1862324548948315, + "learning_rate": 5.266747514331943e-06, + "logits/chosen": -0.09375106543302536, + "logits/rejected": -0.06606069207191467, + "logps/chosen": -0.3427000343799591, + "logps/rejected": -4.577975273132324, + "loss": 0.3287, + "odds_ratio_loss": 0.11397892236709595, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03427000343799591, + "rewards/margins": 0.4235275089740753, + "rewards/rejected": -0.45779749751091003, + "sft_loss": 0.3427000343799591, + "step": 1708 + }, + { + "epoch": 2.4714389009399857, + "grad_norm": 3.017503213679481, + "learning_rate": 5.2638011166396765e-06, + "logits/chosen": -0.15729525685310364, + "logits/rejected": -0.31160077452659607, + "logps/chosen": -0.40494704246520996, + "logps/rejected": -3.3157148361206055, + "loss": 0.3849, + "odds_ratio_loss": 0.1344398856163025, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04049470275640488, + "rewards/margins": 0.29107674956321716, + "rewards/rejected": -0.33157145977020264, + "sft_loss": 0.40494704246520996, + "step": 1709 + }, + { + "epoch": 2.472885032537961, + "grad_norm": 2.498208498215936, + "learning_rate": 5.26085395699701e-06, + "logits/chosen": -0.30746138095855713, + "logits/rejected": -0.2394457757472992, + "logps/chosen": -0.3937021493911743, + "logps/rejected": -3.2749500274658203, + "loss": 0.3325, + "odds_ratio_loss": 0.13062110543251038, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03937021642923355, + "rewards/margins": 0.28812479972839355, + "rewards/rejected": -0.3274950087070465, + "sft_loss": 0.3937021493911743, + "step": 1710 + }, + { + "epoch": 2.4743311641359362, + "grad_norm": 2.347678712121523, + "learning_rate": 5.257906037180797e-06, + "logits/chosen": -0.2330562025308609, + "logits/rejected": -0.30464982986450195, + "logps/chosen": -0.3614528775215149, + "logps/rejected": -4.782719135284424, + "loss": 0.3511, + "odds_ratio_loss": 0.13488833606243134, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03614528849720955, + "rewards/margins": 0.44212663173675537, + "rewards/rejected": -0.4782719016075134, + "sft_loss": 0.3614528775215149, + "step": 1711 + }, + { + "epoch": 2.475777295733912, + "grad_norm": 2.3030121406973025, + "learning_rate": 5.2549573589683494e-06, + "logits/chosen": -0.129247784614563, + "logits/rejected": -0.21539118885993958, + "logps/chosen": -0.23400619626045227, + "logps/rejected": -3.61014986038208, + "loss": 0.3575, + "odds_ratio_loss": 0.0835333988070488, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023400619626045227, + "rewards/margins": 0.33761438727378845, + "rewards/rejected": -0.3610149919986725, + "sft_loss": 0.23400619626045227, + "step": 1712 + }, + { + "epoch": 2.477223427331887, + "grad_norm": 14.891392154897925, + "learning_rate": 5.252007924137435e-06, + "logits/chosen": -0.20700593292713165, + "logits/rejected": -0.1795155555009842, + "logps/chosen": -0.37232303619384766, + "logps/rejected": -3.1692867279052734, + "loss": 0.3599, + "odds_ratio_loss": 0.08920063823461533, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03723230957984924, + "rewards/margins": 0.27969637513160706, + "rewards/rejected": -0.3169286847114563, + "sft_loss": 0.37232303619384766, + "step": 1713 + }, + { + "epoch": 2.4786695589298624, + "grad_norm": 2.223481410602812, + "learning_rate": 5.24905773446628e-06, + "logits/chosen": -0.13908199965953827, + "logits/rejected": -0.13732969760894775, + "logps/chosen": -0.38454872369766235, + "logps/rejected": -4.367215156555176, + "loss": 0.3717, + "odds_ratio_loss": 0.12911780178546906, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038454875349998474, + "rewards/margins": 0.39826661348342896, + "rewards/rejected": -0.4367215037345886, + "sft_loss": 0.38454872369766235, + "step": 1714 + }, + { + "epoch": 2.480115690527838, + "grad_norm": 2.161222093495033, + "learning_rate": 5.2461067917335655e-06, + "logits/chosen": -0.18323522806167603, + "logits/rejected": -0.262523353099823, + "logps/chosen": -0.3305858373641968, + "logps/rejected": -3.8417184352874756, + "loss": 0.3449, + "odds_ratio_loss": 0.11526430398225784, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03305858373641968, + "rewards/margins": 0.3511132299900055, + "rewards/rejected": -0.38417184352874756, + "sft_loss": 0.3305858373641968, + "step": 1715 + }, + { + "epoch": 2.4815618221258133, + "grad_norm": 2.1036749771049172, + "learning_rate": 5.2431550977184255e-06, + "logits/chosen": -0.11821121722459793, + "logits/rejected": -0.08068836480379105, + "logps/chosen": -0.327120840549469, + "logps/rejected": -4.980037689208984, + "loss": 0.3295, + "odds_ratio_loss": 0.12885092198848724, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03271208703517914, + "rewards/margins": 0.4652916491031647, + "rewards/rejected": -0.4980037212371826, + "sft_loss": 0.327120840549469, + "step": 1716 + }, + { + "epoch": 2.483007953723789, + "grad_norm": 2.229147869090855, + "learning_rate": 5.240202654200448e-06, + "logits/chosen": -0.24735526740550995, + "logits/rejected": -0.19834265112876892, + "logps/chosen": -0.313556432723999, + "logps/rejected": -2.68381404876709, + "loss": 0.3639, + "odds_ratio_loss": 0.12288917601108551, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03135564550757408, + "rewards/margins": 0.23702575266361237, + "rewards/rejected": -0.26838141679763794, + "sft_loss": 0.313556432723999, + "step": 1717 + }, + { + "epoch": 2.4844540853217643, + "grad_norm": 3.1343885146836885, + "learning_rate": 5.237249462959671e-06, + "logits/chosen": -0.03448060154914856, + "logits/rejected": -0.14667919278144836, + "logps/chosen": -0.4028518795967102, + "logps/rejected": -3.0416674613952637, + "loss": 0.3938, + "odds_ratio_loss": 0.09556388854980469, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04028518870472908, + "rewards/margins": 0.2638815641403198, + "rewards/rejected": -0.3041667342185974, + "sft_loss": 0.4028518795967102, + "step": 1718 + }, + { + "epoch": 2.4859002169197395, + "grad_norm": 2.5207532915019506, + "learning_rate": 5.234295525776583e-06, + "logits/chosen": -0.3418402075767517, + "logits/rejected": -0.3059270977973938, + "logps/chosen": -0.42127281427383423, + "logps/rejected": -4.643973350524902, + "loss": 0.3958, + "odds_ratio_loss": 0.11073525995016098, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04212728142738342, + "rewards/margins": 0.4222700595855713, + "rewards/rejected": -0.4643973410129547, + "sft_loss": 0.42127281427383423, + "step": 1719 + }, + { + "epoch": 2.487346348517715, + "grad_norm": 2.3498993433765683, + "learning_rate": 5.231340844432127e-06, + "logits/chosen": -0.07430073618888855, + "logits/rejected": -0.014699429273605347, + "logps/chosen": -0.2515304386615753, + "logps/rejected": -4.094211101531982, + "loss": 0.3621, + "odds_ratio_loss": 0.13141734898090363, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025153042748570442, + "rewards/margins": 0.3842681050300598, + "rewards/rejected": -0.4094211161136627, + "sft_loss": 0.2515304386615753, + "step": 1720 + }, + { + "epoch": 2.4887924801156904, + "grad_norm": 2.257830950000833, + "learning_rate": 5.228385420707688e-06, + "logits/chosen": -0.2305629849433899, + "logits/rejected": -0.22776669263839722, + "logps/chosen": -0.2552865445613861, + "logps/rejected": -4.56567907333374, + "loss": 0.332, + "odds_ratio_loss": 0.09708862006664276, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02552865631878376, + "rewards/margins": 0.4310392737388611, + "rewards/rejected": -0.4565679430961609, + "sft_loss": 0.2552865445613861, + "step": 1721 + }, + { + "epoch": 2.490238611713666, + "grad_norm": 3.0069655541822193, + "learning_rate": 5.225429256385107e-06, + "logits/chosen": -0.3482007384300232, + "logits/rejected": -0.18393605947494507, + "logps/chosen": -0.31930986046791077, + "logps/rejected": -2.396862268447876, + "loss": 0.337, + "odds_ratio_loss": 0.13777418434619904, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03193098306655884, + "rewards/margins": 0.20775523781776428, + "rewards/rejected": -0.23968622088432312, + "sft_loss": 0.31930986046791077, + "step": 1722 + }, + { + "epoch": 2.4916847433116414, + "grad_norm": 2.5308497032909116, + "learning_rate": 5.2224723532466615e-06, + "logits/chosen": -0.1514590084552765, + "logits/rejected": -0.20194968581199646, + "logps/chosen": -0.4799078702926636, + "logps/rejected": -3.5649938583374023, + "loss": 0.3802, + "odds_ratio_loss": 0.19344067573547363, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04799078777432442, + "rewards/margins": 0.30850860476493835, + "rewards/rejected": -0.3564993739128113, + "sft_loss": 0.4799078702926636, + "step": 1723 + }, + { + "epoch": 2.4931308749096166, + "grad_norm": 2.264852029050408, + "learning_rate": 5.219514713075082e-06, + "logits/chosen": -0.4040144681930542, + "logits/rejected": -0.2476567029953003, + "logps/chosen": -0.3959325850009918, + "logps/rejected": -3.717017650604248, + "loss": 0.3556, + "odds_ratio_loss": 0.12017939984798431, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03959326446056366, + "rewards/margins": 0.3321084976196289, + "rewards/rejected": -0.37170177698135376, + "sft_loss": 0.3959325850009918, + "step": 1724 + }, + { + "epoch": 2.4945770065075923, + "grad_norm": 2.322670274244093, + "learning_rate": 5.216556337653538e-06, + "logits/chosen": -0.19745758175849915, + "logits/rejected": -0.2630073130130768, + "logps/chosen": -0.4968724846839905, + "logps/rejected": -4.204809188842773, + "loss": 0.4631, + "odds_ratio_loss": 0.1597743183374405, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04968724772334099, + "rewards/margins": 0.3707936704158783, + "rewards/rejected": -0.4204809069633484, + "sft_loss": 0.4968724846839905, + "step": 1725 + }, + { + "epoch": 2.4960231381055675, + "grad_norm": 2.2728574888436226, + "learning_rate": 5.213597228765649e-06, + "logits/chosen": -0.25864142179489136, + "logits/rejected": -0.29847434163093567, + "logps/chosen": -0.3347530663013458, + "logps/rejected": -2.365760087966919, + "loss": 0.3878, + "odds_ratio_loss": 0.11688689887523651, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03347530961036682, + "rewards/margins": 0.20310071110725403, + "rewards/rejected": -0.23657602071762085, + "sft_loss": 0.3347530663013458, + "step": 1726 + }, + { + "epoch": 2.497469269703543, + "grad_norm": 2.259706025611289, + "learning_rate": 5.210637388195471e-06, + "logits/chosen": -0.25694119930267334, + "logits/rejected": -0.33037617802619934, + "logps/chosen": -0.42037951946258545, + "logps/rejected": -3.479623794555664, + "loss": 0.4642, + "odds_ratio_loss": 0.13307222723960876, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.042037952691316605, + "rewards/margins": 0.3059244155883789, + "rewards/rejected": -0.347962349653244, + "sft_loss": 0.42037951946258545, + "step": 1727 + }, + { + "epoch": 2.4989154013015185, + "grad_norm": 3.456435966726747, + "learning_rate": 5.207676817727501e-06, + "logits/chosen": -0.19776073098182678, + "logits/rejected": -0.1664964109659195, + "logps/chosen": -0.46457743644714355, + "logps/rejected": -3.276613473892212, + "loss": 0.4425, + "odds_ratio_loss": 0.41586270928382874, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.046457745134830475, + "rewards/margins": 0.28120362758636475, + "rewards/rejected": -0.3276613652706146, + "sft_loss": 0.46457743644714355, + "step": 1728 + }, + { + "epoch": 2.5003615328994937, + "grad_norm": 2.383659929319483, + "learning_rate": 5.204715519146681e-06, + "logits/chosen": -0.3448188602924347, + "logits/rejected": -0.32050418853759766, + "logps/chosen": -0.4060935378074646, + "logps/rejected": -2.0824034214019775, + "loss": 0.3698, + "odds_ratio_loss": 0.15973150730133057, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04060935229063034, + "rewards/margins": 0.16763100028038025, + "rewards/rejected": -0.2082403302192688, + "sft_loss": 0.4060935378074646, + "step": 1729 + }, + { + "epoch": 2.5018076644974694, + "grad_norm": 2.3443217772376737, + "learning_rate": 5.201753494238388e-06, + "logits/chosen": -0.24633188545703888, + "logits/rejected": -0.14402739703655243, + "logps/chosen": -0.38479936122894287, + "logps/rejected": -2.347269058227539, + "loss": 0.3658, + "odds_ratio_loss": 0.15785683691501617, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03847993165254593, + "rewards/margins": 0.1962469518184662, + "rewards/rejected": -0.2347269058227539, + "sft_loss": 0.38479936122894287, + "step": 1730 + }, + { + "epoch": 2.5032537960954446, + "grad_norm": 2.37665885239867, + "learning_rate": 5.198790744788437e-06, + "logits/chosen": -0.21425655484199524, + "logits/rejected": -0.22479024529457092, + "logps/chosen": -0.2819811999797821, + "logps/rejected": -2.8894686698913574, + "loss": 0.2802, + "odds_ratio_loss": 0.10602892190217972, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0281981211155653, + "rewards/margins": 0.2607487440109253, + "rewards/rejected": -0.28894686698913574, + "sft_loss": 0.2819811999797821, + "step": 1731 + }, + { + "epoch": 2.5046999276934203, + "grad_norm": 2.314013984407445, + "learning_rate": 5.195827272583081e-06, + "logits/chosen": -0.26546451449394226, + "logits/rejected": -0.3177344799041748, + "logps/chosen": -0.35778549313545227, + "logps/rejected": -5.036369800567627, + "loss": 0.4006, + "odds_ratio_loss": 0.09799312800168991, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03577854856848717, + "rewards/margins": 0.4678584933280945, + "rewards/rejected": -0.5036370158195496, + "sft_loss": 0.35778549313545227, + "step": 1732 + }, + { + "epoch": 2.5061460592913956, + "grad_norm": 3.047246994936488, + "learning_rate": 5.192863079409009e-06, + "logits/chosen": -0.22313661873340607, + "logits/rejected": -0.12890973687171936, + "logps/chosen": -0.3412661850452423, + "logps/rejected": -4.243041515350342, + "loss": 0.3225, + "odds_ratio_loss": 0.12478017061948776, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03412661701440811, + "rewards/margins": 0.39017754793167114, + "rewards/rejected": -0.42430418729782104, + "sft_loss": 0.3412661850452423, + "step": 1733 + }, + { + "epoch": 2.507592190889371, + "grad_norm": 2.490857880194928, + "learning_rate": 5.189898167053344e-06, + "logits/chosen": -0.1840282380580902, + "logits/rejected": -0.06506327539682388, + "logps/chosen": -0.26957932114601135, + "logps/rejected": -4.575106143951416, + "loss": 0.3101, + "odds_ratio_loss": 0.15700577199459076, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.026957932859659195, + "rewards/margins": 0.4305526614189148, + "rewards/rejected": -0.4575105905532837, + "sft_loss": 0.26957932114601135, + "step": 1734 + }, + { + "epoch": 2.5090383224873465, + "grad_norm": 2.9187090161830582, + "learning_rate": 5.186932537303642e-06, + "logits/chosen": -0.4572184383869171, + "logits/rejected": -0.3056212067604065, + "logps/chosen": -0.40126121044158936, + "logps/rejected": -3.7890090942382812, + "loss": 0.3877, + "odds_ratio_loss": 0.1334933638572693, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04012611508369446, + "rewards/margins": 0.33877480030059814, + "rewards/rejected": -0.3789009153842926, + "sft_loss": 0.40126121044158936, + "step": 1735 + }, + { + "epoch": 2.5104844540853217, + "grad_norm": 2.377849930238879, + "learning_rate": 5.183966191947893e-06, + "logits/chosen": -0.2291964888572693, + "logits/rejected": -0.21579010784626007, + "logps/chosen": -0.360879123210907, + "logps/rejected": -2.2859559059143066, + "loss": 0.3647, + "odds_ratio_loss": 0.16899463534355164, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03608791530132294, + "rewards/margins": 0.19250769913196564, + "rewards/rejected": -0.22859559953212738, + "sft_loss": 0.360879123210907, + "step": 1736 + }, + { + "epoch": 2.511930585683297, + "grad_norm": 2.6284904360262606, + "learning_rate": 5.180999132774517e-06, + "logits/chosen": -0.18004505336284637, + "logits/rejected": -0.17705950140953064, + "logps/chosen": -0.40871530771255493, + "logps/rejected": -3.158888101577759, + "loss": 0.3391, + "odds_ratio_loss": 0.15241380035877228, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04087153077125549, + "rewards/margins": 0.27501729130744934, + "rewards/rejected": -0.31588882207870483, + "sft_loss": 0.40871530771255493, + "step": 1737 + }, + { + "epoch": 2.5133767172812727, + "grad_norm": 2.8519916155319454, + "learning_rate": 5.1780313615723655e-06, + "logits/chosen": -0.13925258815288544, + "logits/rejected": -0.0671801045536995, + "logps/chosen": -0.35058093070983887, + "logps/rejected": -2.5616981983184814, + "loss": 0.3681, + "odds_ratio_loss": 0.16618746519088745, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03505809232592583, + "rewards/margins": 0.2211117297410965, + "rewards/rejected": -0.2561698257923126, + "sft_loss": 0.35058093070983887, + "step": 1738 + }, + { + "epoch": 2.514822848879248, + "grad_norm": 2.4797827030221598, + "learning_rate": 5.175062880130719e-06, + "logits/chosen": -0.11228927969932556, + "logits/rejected": -0.11741993576288223, + "logps/chosen": -0.4418836832046509, + "logps/rejected": -3.7302236557006836, + "loss": 0.3823, + "odds_ratio_loss": 0.1561032235622406, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04418836906552315, + "rewards/margins": 0.3288339674472809, + "rewards/rejected": -0.3730223774909973, + "sft_loss": 0.4418836832046509, + "step": 1739 + }, + { + "epoch": 2.5162689804772236, + "grad_norm": 2.2932480834373874, + "learning_rate": 5.172093690239284e-06, + "logits/chosen": -0.031644146889448166, + "logits/rejected": -0.13634979724884033, + "logps/chosen": -0.25486522912979126, + "logps/rejected": -4.379749298095703, + "loss": 0.3217, + "odds_ratio_loss": 0.09034018963575363, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025486523285508156, + "rewards/margins": 0.4124884307384491, + "rewards/rejected": -0.4379749298095703, + "sft_loss": 0.25486522912979126, + "step": 1740 + }, + { + "epoch": 2.517715112075199, + "grad_norm": 2.1654095204528847, + "learning_rate": 5.1691237936881994e-06, + "logits/chosen": -0.2752266526222229, + "logits/rejected": -0.2713732421398163, + "logps/chosen": -0.34550338983535767, + "logps/rejected": -2.8938426971435547, + "loss": 0.3392, + "odds_ratio_loss": 0.15460900962352753, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03455033898353577, + "rewards/margins": 0.2548339366912842, + "rewards/rejected": -0.28938430547714233, + "sft_loss": 0.34550338983535767, + "step": 1741 + }, + { + "epoch": 2.5191612436731745, + "grad_norm": 2.6936346195386016, + "learning_rate": 5.166153192268025e-06, + "logits/chosen": -0.17216843366622925, + "logits/rejected": -0.24632829427719116, + "logps/chosen": -0.44458234310150146, + "logps/rejected": -2.9181787967681885, + "loss": 0.4975, + "odds_ratio_loss": 0.2072901576757431, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04445823282003403, + "rewards/margins": 0.24735963344573975, + "rewards/rejected": -0.29181787371635437, + "sft_loss": 0.44458234310150146, + "step": 1742 + }, + { + "epoch": 2.5206073752711498, + "grad_norm": 2.3809133922547736, + "learning_rate": 5.163181887769747e-06, + "logits/chosen": -0.2375820130109787, + "logits/rejected": -0.16164171695709229, + "logps/chosen": -0.2919715642929077, + "logps/rejected": -3.8255269527435303, + "loss": 0.345, + "odds_ratio_loss": 0.11046281456947327, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02919716015458107, + "rewards/margins": 0.3533555567264557, + "rewards/rejected": -0.3825526833534241, + "sft_loss": 0.2919715642929077, + "step": 1743 + }, + { + "epoch": 2.522053506869125, + "grad_norm": 1.961472431039239, + "learning_rate": 5.160209881984777e-06, + "logits/chosen": -0.13250018656253815, + "logits/rejected": -0.08406895399093628, + "logps/chosen": -0.3599141836166382, + "logps/rejected": -3.0004963874816895, + "loss": 0.3582, + "odds_ratio_loss": 0.19820904731750488, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03599141910672188, + "rewards/margins": 0.2640582323074341, + "rewards/rejected": -0.30004966259002686, + "sft_loss": 0.3599141836166382, + "step": 1744 + }, + { + "epoch": 2.5234996384671007, + "grad_norm": 2.452443666828418, + "learning_rate": 5.15723717670495e-06, + "logits/chosen": -0.30242788791656494, + "logits/rejected": -0.23525869846343994, + "logps/chosen": -0.3961702883243561, + "logps/rejected": -2.2211079597473145, + "loss": 0.3799, + "odds_ratio_loss": 0.16140399873256683, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03961702808737755, + "rewards/margins": 0.18249374628067017, + "rewards/rejected": -0.222110778093338, + "sft_loss": 0.3961702883243561, + "step": 1745 + }, + { + "epoch": 2.524945770065076, + "grad_norm": 2.28124974891748, + "learning_rate": 5.154263773722517e-06, + "logits/chosen": -0.32361429929733276, + "logits/rejected": -0.21904835104942322, + "logps/chosen": -0.40971463918685913, + "logps/rejected": -3.0012941360473633, + "loss": 0.3653, + "odds_ratio_loss": 0.15136511623859406, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04097146540880203, + "rewards/margins": 0.2591579556465149, + "rewards/rejected": -0.30012941360473633, + "sft_loss": 0.40971463918685913, + "step": 1746 + }, + { + "epoch": 2.526391901663051, + "grad_norm": 4.146284761192451, + "learning_rate": 5.151289674830156e-06, + "logits/chosen": -0.2679465711116791, + "logits/rejected": -0.2800706923007965, + "logps/chosen": -0.33803799748420715, + "logps/rejected": -4.649941921234131, + "loss": 0.4659, + "odds_ratio_loss": 0.09396877884864807, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.033803801983594894, + "rewards/margins": 0.4311903417110443, + "rewards/rejected": -0.4649941623210907, + "sft_loss": 0.33803799748420715, + "step": 1747 + }, + { + "epoch": 2.527838033261027, + "grad_norm": 2.5255140596275494, + "learning_rate": 5.1483148818209625e-06, + "logits/chosen": -0.2974938750267029, + "logits/rejected": -0.24165314435958862, + "logps/chosen": -0.2745737135410309, + "logps/rejected": -3.838913917541504, + "loss": 0.3668, + "odds_ratio_loss": 0.09007024019956589, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02745737135410309, + "rewards/margins": 0.35643401741981506, + "rewards/rejected": -0.38389140367507935, + "sft_loss": 0.2745737135410309, + "step": 1748 + }, + { + "epoch": 2.529284164859002, + "grad_norm": 2.338760253007698, + "learning_rate": 5.145339396488451e-06, + "logits/chosen": -0.24079769849777222, + "logits/rejected": -0.19569242000579834, + "logps/chosen": -0.3212064504623413, + "logps/rejected": -3.878096580505371, + "loss": 0.408, + "odds_ratio_loss": 0.11682701855897903, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03212064504623413, + "rewards/margins": 0.35568904876708984, + "rewards/rejected": -0.387809693813324, + "sft_loss": 0.3212064504623413, + "step": 1749 + }, + { + "epoch": 2.5307302964569773, + "grad_norm": 2.828854798037771, + "learning_rate": 5.142363220626551e-06, + "logits/chosen": -0.08817961812019348, + "logits/rejected": -0.052211862057447433, + "logps/chosen": -0.31730931997299194, + "logps/rejected": -1.8730766773223877, + "loss": 0.3626, + "odds_ratio_loss": 0.10939719527959824, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03173093497753143, + "rewards/margins": 0.15557675063610077, + "rewards/rejected": -0.187307670712471, + "sft_loss": 0.31730931997299194, + "step": 1750 + }, + { + "epoch": 2.532176428054953, + "grad_norm": 2.378524988191866, + "learning_rate": 5.13938635602961e-06, + "logits/chosen": -0.2921004891395569, + "logits/rejected": -0.13167288899421692, + "logps/chosen": -0.4142140746116638, + "logps/rejected": -4.806788921356201, + "loss": 0.3473, + "odds_ratio_loss": 0.15716761350631714, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04142140597105026, + "rewards/margins": 0.4392574727535248, + "rewards/rejected": -0.480678915977478, + "sft_loss": 0.4142140746116638, + "step": 1751 + }, + { + "epoch": 2.5336225596529283, + "grad_norm": 2.206670746385489, + "learning_rate": 5.136408804492392e-06, + "logits/chosen": -0.16804078221321106, + "logits/rejected": -0.12704414129257202, + "logps/chosen": -0.4827273190021515, + "logps/rejected": -3.0154800415039062, + "loss": 0.415, + "odds_ratio_loss": 0.19364948570728302, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04827273264527321, + "rewards/margins": 0.2532752454280853, + "rewards/rejected": -0.30154797434806824, + "sft_loss": 0.4827273190021515, + "step": 1752 + }, + { + "epoch": 2.535068691250904, + "grad_norm": 2.7522459127137004, + "learning_rate": 5.133430567810073e-06, + "logits/chosen": -0.4092782437801361, + "logits/rejected": -0.4329729378223419, + "logps/chosen": -0.40332627296447754, + "logps/rejected": -2.8373968601226807, + "loss": 0.3651, + "odds_ratio_loss": 0.175297811627388, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04033263027667999, + "rewards/margins": 0.24340707063674927, + "rewards/rejected": -0.28373971581459045, + "sft_loss": 0.40332627296447754, + "step": 1753 + }, + { + "epoch": 2.536514822848879, + "grad_norm": 2.438351487855574, + "learning_rate": 5.1304516477782444e-06, + "logits/chosen": -0.32628947496414185, + "logits/rejected": -0.30095720291137695, + "logps/chosen": -0.3710482716560364, + "logps/rejected": -4.039909362792969, + "loss": 0.3771, + "odds_ratio_loss": 0.1693974733352661, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03710482642054558, + "rewards/margins": 0.3668861389160156, + "rewards/rejected": -0.4039909541606903, + "sft_loss": 0.3710482716560364, + "step": 1754 + }, + { + "epoch": 2.537960954446855, + "grad_norm": 2.222626728874631, + "learning_rate": 5.127472046192904e-06, + "logits/chosen": -0.24637198448181152, + "logits/rejected": -0.21760375797748566, + "logps/chosen": -0.5183929204940796, + "logps/rejected": -4.226579666137695, + "loss": 0.3649, + "odds_ratio_loss": 0.17385032773017883, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05183929204940796, + "rewards/margins": 0.3708186745643616, + "rewards/rejected": -0.4226579964160919, + "sft_loss": 0.5183929204940796, + "step": 1755 + }, + { + "epoch": 2.53940708604483, + "grad_norm": 2.3187889318353427, + "learning_rate": 5.12449176485047e-06, + "logits/chosen": -0.32632243633270264, + "logits/rejected": -0.23128627240657806, + "logps/chosen": -0.41758835315704346, + "logps/rejected": -3.34269380569458, + "loss": 0.3577, + "odds_ratio_loss": 0.1132265031337738, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.041758835315704346, + "rewards/margins": 0.2925105690956116, + "rewards/rejected": -0.3342694044113159, + "sft_loss": 0.41758835315704346, + "step": 1756 + }, + { + "epoch": 2.5408532176428054, + "grad_norm": 2.454164577145383, + "learning_rate": 5.121510805547764e-06, + "logits/chosen": -0.2939985692501068, + "logits/rejected": -0.239321768283844, + "logps/chosen": -0.34688299894332886, + "logps/rejected": -2.9085657596588135, + "loss": 0.3901, + "odds_ratio_loss": 0.1403641402721405, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.034688301384449005, + "rewards/margins": 0.25616827607154846, + "rewards/rejected": -0.29085657000541687, + "sft_loss": 0.34688299894332886, + "step": 1757 + }, + { + "epoch": 2.542299349240781, + "grad_norm": 2.434087179736664, + "learning_rate": 5.118529170082016e-06, + "logits/chosen": -0.15723645687103271, + "logits/rejected": -0.11477909237146378, + "logps/chosen": -0.4263688325881958, + "logps/rejected": -2.351132392883301, + "loss": 0.3856, + "odds_ratio_loss": 0.2027743011713028, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04263688623905182, + "rewards/margins": 0.19247636198997498, + "rewards/rejected": -0.2351132482290268, + "sft_loss": 0.4263688325881958, + "step": 1758 + }, + { + "epoch": 2.5437454808387563, + "grad_norm": 2.066090453677344, + "learning_rate": 5.115546860250865e-06, + "logits/chosen": -0.20648221671581268, + "logits/rejected": -0.14154908061027527, + "logps/chosen": -0.4318174123764038, + "logps/rejected": -2.9517130851745605, + "loss": 0.3699, + "odds_ratio_loss": 0.22002653777599335, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04318173974752426, + "rewards/margins": 0.25198957324028015, + "rewards/rejected": -0.295171320438385, + "sft_loss": 0.4318174123764038, + "step": 1759 + }, + { + "epoch": 2.5451916124367315, + "grad_norm": 3.54077227747576, + "learning_rate": 5.112563877852356e-06, + "logits/chosen": -0.29718634486198425, + "logits/rejected": -0.2714141607284546, + "logps/chosen": -0.4731605350971222, + "logps/rejected": -2.4305949211120605, + "loss": 0.3938, + "odds_ratio_loss": 0.15969420969486237, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0473160557448864, + "rewards/margins": 0.19574342668056488, + "rewards/rejected": -0.24305948615074158, + "sft_loss": 0.4731605350971222, + "step": 1760 + }, + { + "epoch": 2.546637744034707, + "grad_norm": 2.1618260984771016, + "learning_rate": 5.1095802246849435e-06, + "logits/chosen": -0.2292264997959137, + "logits/rejected": -0.15521396696567535, + "logps/chosen": -0.3275163173675537, + "logps/rejected": -3.1341147422790527, + "loss": 0.4518, + "odds_ratio_loss": 0.1408037543296814, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03275163471698761, + "rewards/margins": 0.28065982460975647, + "rewards/rejected": -0.3134114444255829, + "sft_loss": 0.3275163173675537, + "step": 1761 + }, + { + "epoch": 2.5480838756326825, + "grad_norm": 2.568063340628784, + "learning_rate": 5.10659590254748e-06, + "logits/chosen": -0.2893018126487732, + "logits/rejected": -0.28161394596099854, + "logps/chosen": -0.3742448687553406, + "logps/rejected": -2.4380226135253906, + "loss": 0.3964, + "odds_ratio_loss": 0.12025295197963715, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.037424489855766296, + "rewards/margins": 0.206377774477005, + "rewards/rejected": -0.2438022643327713, + "sft_loss": 0.3742448687553406, + "step": 1762 + }, + { + "epoch": 2.549530007230658, + "grad_norm": 3.318379202971589, + "learning_rate": 5.103610913239225e-06, + "logits/chosen": -0.17492324113845825, + "logits/rejected": -0.1730252504348755, + "logps/chosen": -0.3307463526725769, + "logps/rejected": -4.673501014709473, + "loss": 0.401, + "odds_ratio_loss": 0.11378967761993408, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03307463601231575, + "rewards/margins": 0.43427544832229614, + "rewards/rejected": -0.4673501253128052, + "sft_loss": 0.3307463526725769, + "step": 1763 + }, + { + "epoch": 2.5509761388286334, + "grad_norm": 2.2137214503057017, + "learning_rate": 5.100625258559841e-06, + "logits/chosen": -0.09644006192684174, + "logits/rejected": -0.12039525806903839, + "logps/chosen": -0.3201032280921936, + "logps/rejected": -2.2959609031677246, + "loss": 0.3397, + "odds_ratio_loss": 0.1471930742263794, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03201032429933548, + "rewards/margins": 0.19758576154708862, + "rewards/rejected": -0.2295960783958435, + "sft_loss": 0.3201032280921936, + "step": 1764 + }, + { + "epoch": 2.552422270426609, + "grad_norm": 2.450947199520994, + "learning_rate": 5.097638940309389e-06, + "logits/chosen": -0.32353049516677856, + "logits/rejected": -0.3000898063182831, + "logps/chosen": -0.41360723972320557, + "logps/rejected": -2.5127758979797363, + "loss": 0.3678, + "odds_ratio_loss": 0.15336181223392487, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.041360728442668915, + "rewards/margins": 0.2099168598651886, + "rewards/rejected": -0.2512775957584381, + "sft_loss": 0.41360723972320557, + "step": 1765 + }, + { + "epoch": 2.5538684020245843, + "grad_norm": 2.4017350682281604, + "learning_rate": 5.094651960288332e-06, + "logits/chosen": -0.1385897994041443, + "logits/rejected": -0.19996079802513123, + "logps/chosen": -0.21565288305282593, + "logps/rejected": -4.9466094970703125, + "loss": 0.3049, + "odds_ratio_loss": 0.032502688467502594, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02156529203057289, + "rewards/margins": 0.4730956256389618, + "rewards/rejected": -0.494660884141922, + "sft_loss": 0.21565288305282593, + "step": 1766 + }, + { + "epoch": 2.5553145336225596, + "grad_norm": 2.5067478353690413, + "learning_rate": 5.0916643202975305e-06, + "logits/chosen": -0.20666462182998657, + "logits/rejected": -0.2589164972305298, + "logps/chosen": -0.3715488612651825, + "logps/rejected": -2.179995059967041, + "loss": 0.441, + "odds_ratio_loss": 0.16341277956962585, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03715488687157631, + "rewards/margins": 0.18084463477134705, + "rewards/rejected": -0.21799951791763306, + "sft_loss": 0.3715488612651825, + "step": 1767 + }, + { + "epoch": 2.5567606652205352, + "grad_norm": 2.0202885964031836, + "learning_rate": 5.088676022138245e-06, + "logits/chosen": -0.23196789622306824, + "logits/rejected": -0.19383683800697327, + "logps/chosen": -0.24499648809432983, + "logps/rejected": -4.9586405754089355, + "loss": 0.259, + "odds_ratio_loss": 0.10917812585830688, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024499651044607162, + "rewards/margins": 0.47136440873146057, + "rewards/rejected": -0.49586403369903564, + "sft_loss": 0.24499648809432983, + "step": 1768 + }, + { + "epoch": 2.5582067968185105, + "grad_norm": 2.1272904237171466, + "learning_rate": 5.0856870676121304e-06, + "logits/chosen": -0.23364225029945374, + "logits/rejected": -0.2448486089706421, + "logps/chosen": -0.36238884925842285, + "logps/rejected": -3.3999645709991455, + "loss": 0.3577, + "odds_ratio_loss": 0.18717606365680695, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.036238886415958405, + "rewards/margins": 0.30375754833221436, + "rewards/rejected": -0.33999642729759216, + "sft_loss": 0.36238884925842285, + "step": 1769 + }, + { + "epoch": 2.5596529284164857, + "grad_norm": 2.284375817275679, + "learning_rate": 5.082697458521241e-06, + "logits/chosen": -0.25109994411468506, + "logits/rejected": -0.22882197797298431, + "logps/chosen": -0.40674877166748047, + "logps/rejected": -1.9313181638717651, + "loss": 0.398, + "odds_ratio_loss": 0.10357539355754852, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.040674880146980286, + "rewards/margins": 0.15245693922042847, + "rewards/rejected": -0.19313181936740875, + "sft_loss": 0.40674877166748047, + "step": 1770 + }, + { + "epoch": 2.5610990600144614, + "grad_norm": 2.4387901998478596, + "learning_rate": 5.079707196668019e-06, + "logits/chosen": -0.26109209656715393, + "logits/rejected": -0.16213780641555786, + "logps/chosen": -0.3069310784339905, + "logps/rejected": -5.687686920166016, + "loss": 0.312, + "odds_ratio_loss": 0.09986848384141922, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030693108215928078, + "rewards/margins": 0.5380756258964539, + "rewards/rejected": -0.5687687397003174, + "sft_loss": 0.3069310784339905, + "step": 1771 + }, + { + "epoch": 2.5625451916124367, + "grad_norm": 2.6215024856040445, + "learning_rate": 5.076716283855309e-06, + "logits/chosen": -0.1803428828716278, + "logits/rejected": -0.22443482279777527, + "logps/chosen": -0.3120989203453064, + "logps/rejected": -2.8625402450561523, + "loss": 0.3838, + "odds_ratio_loss": 0.11180431395769119, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03120989166200161, + "rewards/margins": 0.2550441324710846, + "rewards/rejected": -0.28625404834747314, + "sft_loss": 0.3120989203453064, + "step": 1772 + }, + { + "epoch": 2.563991323210412, + "grad_norm": 4.162773344211327, + "learning_rate": 5.073724721886341e-06, + "logits/chosen": -0.2028559148311615, + "logits/rejected": -0.3784460425376892, + "logps/chosen": -0.37769874930381775, + "logps/rejected": -3.5124316215515137, + "loss": 0.3303, + "odds_ratio_loss": 0.12656457722187042, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.037769876420497894, + "rewards/margins": 0.31347325444221497, + "rewards/rejected": -0.35124313831329346, + "sft_loss": 0.37769874930381775, + "step": 1773 + }, + { + "epoch": 2.5654374548083876, + "grad_norm": 3.3997712168625416, + "learning_rate": 5.0707325125647395e-06, + "logits/chosen": -0.26617467403411865, + "logits/rejected": -0.3048926293849945, + "logps/chosen": -0.2930275499820709, + "logps/rejected": -4.605068683624268, + "loss": 0.3076, + "odds_ratio_loss": 0.08594189584255219, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02930275723338127, + "rewards/margins": 0.4312041103839874, + "rewards/rejected": -0.4605068266391754, + "sft_loss": 0.2930275499820709, + "step": 1774 + }, + { + "epoch": 2.566883586406363, + "grad_norm": 2.6963829649064133, + "learning_rate": 5.067739657694517e-06, + "logits/chosen": -0.2267257273197174, + "logits/rejected": -0.24845337867736816, + "logps/chosen": -0.40409570932388306, + "logps/rejected": -3.9773378372192383, + "loss": 0.368, + "odds_ratio_loss": 0.11968840658664703, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.040409572422504425, + "rewards/margins": 0.3573242425918579, + "rewards/rejected": -0.39773380756378174, + "sft_loss": 0.40409570932388306, + "step": 1775 + }, + { + "epoch": 2.5683297180043385, + "grad_norm": 2.727857096900295, + "learning_rate": 5.064746159080079e-06, + "logits/chosen": -0.2270076870918274, + "logits/rejected": -0.22585347294807434, + "logps/chosen": -0.37619680166244507, + "logps/rejected": -3.0323472023010254, + "loss": 0.4573, + "odds_ratio_loss": 0.12163165211677551, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03761968016624451, + "rewards/margins": 0.2656150460243225, + "rewards/rejected": -0.30323469638824463, + "sft_loss": 0.37619680166244507, + "step": 1776 + }, + { + "epoch": 2.5697758496023138, + "grad_norm": 2.065413871507, + "learning_rate": 5.061752018526217e-06, + "logits/chosen": -0.2135777473449707, + "logits/rejected": -0.1215197741985321, + "logps/chosen": -0.18856766819953918, + "logps/rejected": -5.205729007720947, + "loss": 0.2787, + "odds_ratio_loss": 0.03695458173751831, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018856767565011978, + "rewards/margins": 0.501716136932373, + "rewards/rejected": -0.5205729007720947, + "sft_loss": 0.18856766819953918, + "step": 1777 + }, + { + "epoch": 2.5712219812002894, + "grad_norm": 3.612771418317987, + "learning_rate": 5.058757237838107e-06, + "logits/chosen": -0.28231173753738403, + "logits/rejected": -0.21534737944602966, + "logps/chosen": -0.25970977544784546, + "logps/rejected": -3.527226209640503, + "loss": 0.3124, + "odds_ratio_loss": 0.08613273501396179, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025970978662371635, + "rewards/margins": 0.3267516493797302, + "rewards/rejected": -0.3527226448059082, + "sft_loss": 0.25970977544784546, + "step": 1778 + }, + { + "epoch": 2.5726681127982647, + "grad_norm": 2.3176478326208265, + "learning_rate": 5.0557618188213155e-06, + "logits/chosen": -0.22027641534805298, + "logits/rejected": -0.19152703881263733, + "logps/chosen": -0.2974584400653839, + "logps/rejected": -4.103922367095947, + "loss": 0.3498, + "odds_ratio_loss": 0.09893074631690979, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02974584326148033, + "rewards/margins": 0.3806464374065399, + "rewards/rejected": -0.41039225459098816, + "sft_loss": 0.2974584400653839, + "step": 1779 + }, + { + "epoch": 2.57411424439624, + "grad_norm": 2.6204193220471637, + "learning_rate": 5.052765763281792e-06, + "logits/chosen": -0.10732519626617432, + "logits/rejected": -0.1166638433933258, + "logps/chosen": -0.3432236313819885, + "logps/rejected": -4.708727836608887, + "loss": 0.3735, + "odds_ratio_loss": 0.1429092288017273, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.03432236239314079, + "rewards/margins": 0.43655040860176086, + "rewards/rejected": -0.47087281942367554, + "sft_loss": 0.3432236313819885, + "step": 1780 + }, + { + "epoch": 2.5755603759942156, + "grad_norm": 2.364122545033094, + "learning_rate": 5.049769073025869e-06, + "logits/chosen": -0.2854674458503723, + "logits/rejected": -0.20616787672042847, + "logps/chosen": -0.365227073431015, + "logps/rejected": -3.223012924194336, + "loss": 0.3999, + "odds_ratio_loss": 0.14509882032871246, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03652270510792732, + "rewards/margins": 0.28577861189842224, + "rewards/rejected": -0.32230129837989807, + "sft_loss": 0.365227073431015, + "step": 1781 + }, + { + "epoch": 2.577006507592191, + "grad_norm": 2.3993429794021894, + "learning_rate": 5.046771749860261e-06, + "logits/chosen": -0.18015708029270172, + "logits/rejected": -0.12893535196781158, + "logps/chosen": -0.32794156670570374, + "logps/rejected": -3.0708723068237305, + "loss": 0.361, + "odds_ratio_loss": 0.0962129533290863, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03279416263103485, + "rewards/margins": 0.27429306507110596, + "rewards/rejected": -0.307087242603302, + "sft_loss": 0.32794156670570374, + "step": 1782 + }, + { + "epoch": 2.578452639190166, + "grad_norm": 2.244853886626483, + "learning_rate": 5.0437737955920665e-06, + "logits/chosen": -0.13234691321849823, + "logits/rejected": -0.19031468033790588, + "logps/chosen": -0.4550319015979767, + "logps/rejected": -2.549581527709961, + "loss": 0.3881, + "odds_ratio_loss": 0.12124250829219818, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04550319164991379, + "rewards/margins": 0.2094549834728241, + "rewards/rejected": -0.2549581825733185, + "sft_loss": 0.4550319015979767, + "step": 1783 + }, + { + "epoch": 2.579898770788142, + "grad_norm": 2.451189109939498, + "learning_rate": 5.040775212028764e-06, + "logits/chosen": -0.19473308324813843, + "logits/rejected": -0.3043419122695923, + "logps/chosen": -0.41355323791503906, + "logps/rejected": -3.423119068145752, + "loss": 0.4049, + "odds_ratio_loss": 0.20922225713729858, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.041355326771736145, + "rewards/margins": 0.3009566068649292, + "rewards/rejected": -0.34231194853782654, + "sft_loss": 0.41355323791503906, + "step": 1784 + }, + { + "epoch": 2.581344902386117, + "grad_norm": 2.176181910862176, + "learning_rate": 5.03777600097821e-06, + "logits/chosen": -0.19760388135910034, + "logits/rejected": -0.17856121063232422, + "logps/chosen": -0.3006751537322998, + "logps/rejected": -3.3096654415130615, + "loss": 0.2758, + "odds_ratio_loss": 0.10000480711460114, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03006751835346222, + "rewards/margins": 0.30089902877807617, + "rewards/rejected": -0.330966591835022, + "sft_loss": 0.3006751537322998, + "step": 1785 + }, + { + "epoch": 2.5827910339840927, + "grad_norm": 2.485935727916885, + "learning_rate": 5.034776164248639e-06, + "logits/chosen": -0.07469113171100616, + "logits/rejected": -0.1526949256658554, + "logps/chosen": -0.39017635583877563, + "logps/rejected": -3.454286575317383, + "loss": 0.3686, + "odds_ratio_loss": 0.14497698843479156, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.039017632603645325, + "rewards/margins": 0.3064110279083252, + "rewards/rejected": -0.3454286754131317, + "sft_loss": 0.39017635583877563, + "step": 1786 + }, + { + "epoch": 2.584237165582068, + "grad_norm": 7.36586680246059, + "learning_rate": 5.031775703648665e-06, + "logits/chosen": -0.15478000044822693, + "logits/rejected": -0.13516290485858917, + "logps/chosen": -0.469347208738327, + "logps/rejected": -2.471134662628174, + "loss": 0.35, + "odds_ratio_loss": 0.15310752391815186, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04693472385406494, + "rewards/margins": 0.20017877221107483, + "rewards/rejected": -0.24711349606513977, + "sft_loss": 0.469347208738327, + "step": 1787 + }, + { + "epoch": 2.5856832971800436, + "grad_norm": 2.21099952495446, + "learning_rate": 5.028774620987278e-06, + "logits/chosen": -0.14791055023670197, + "logits/rejected": -0.17355845868587494, + "logps/chosen": -0.3638818860054016, + "logps/rejected": -5.218241214752197, + "loss": 0.4219, + "odds_ratio_loss": 0.11315981298685074, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03638819232583046, + "rewards/margins": 0.48543596267700195, + "rewards/rejected": -0.5218241214752197, + "sft_loss": 0.3638818860054016, + "step": 1788 + }, + { + "epoch": 2.587129428778019, + "grad_norm": 2.2439650907311957, + "learning_rate": 5.025772918073839e-06, + "logits/chosen": -0.22446078062057495, + "logits/rejected": -0.3045191168785095, + "logps/chosen": -0.48371070623397827, + "logps/rejected": -1.8402783870697021, + "loss": 0.3619, + "odds_ratio_loss": 0.21439674496650696, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04837106913328171, + "rewards/margins": 0.13565678894519806, + "rewards/rejected": -0.18402786552906036, + "sft_loss": 0.48371070623397827, + "step": 1789 + }, + { + "epoch": 2.588575560375994, + "grad_norm": 2.4998273129519264, + "learning_rate": 5.0227705967180875e-06, + "logits/chosen": -0.2764180302619934, + "logits/rejected": -0.19125843048095703, + "logps/chosen": -0.33420807123184204, + "logps/rejected": -2.7277328968048096, + "loss": 0.4544, + "odds_ratio_loss": 0.10430102050304413, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.033420804888010025, + "rewards/margins": 0.2393524944782257, + "rewards/rejected": -0.2727733254432678, + "sft_loss": 0.33420807123184204, + "step": 1790 + }, + { + "epoch": 2.59002169197397, + "grad_norm": 2.9213180750521617, + "learning_rate": 5.019767658730133e-06, + "logits/chosen": -0.166767418384552, + "logits/rejected": -0.13819444179534912, + "logps/chosen": -0.3064895272254944, + "logps/rejected": -2.5118443965911865, + "loss": 0.3143, + "odds_ratio_loss": 0.14545565843582153, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.030648954212665558, + "rewards/margins": 0.22053547203540802, + "rewards/rejected": -0.2511844336986542, + "sft_loss": 0.3064895272254944, + "step": 1791 + }, + { + "epoch": 2.591467823571945, + "grad_norm": 2.3230275123604027, + "learning_rate": 5.016764105920462e-06, + "logits/chosen": -0.2184886634349823, + "logits/rejected": -0.24857985973358154, + "logps/chosen": -0.43511849641799927, + "logps/rejected": -3.9661684036254883, + "loss": 0.4028, + "odds_ratio_loss": 0.19005386531352997, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04351184517145157, + "rewards/margins": 0.35310500860214233, + "rewards/rejected": -0.3966168761253357, + "sft_loss": 0.43511849641799927, + "step": 1792 + }, + { + "epoch": 2.5929139551699203, + "grad_norm": 2.3592440154154897, + "learning_rate": 5.013759940099921e-06, + "logits/chosen": -0.19317913055419922, + "logits/rejected": -0.22358053922653198, + "logps/chosen": -0.2777489125728607, + "logps/rejected": -3.4764034748077393, + "loss": 0.3779, + "odds_ratio_loss": 0.07792896032333374, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02777489274740219, + "rewards/margins": 0.3198654353618622, + "rewards/rejected": -0.34764033555984497, + "sft_loss": 0.2777489125728607, + "step": 1793 + }, + { + "epoch": 2.594360086767896, + "grad_norm": 2.388230189802143, + "learning_rate": 5.010755163079739e-06, + "logits/chosen": -0.12977398931980133, + "logits/rejected": -0.26473286747932434, + "logps/chosen": -0.42577025294303894, + "logps/rejected": -2.8500428199768066, + "loss": 0.4189, + "odds_ratio_loss": 0.19891750812530518, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04257702827453613, + "rewards/margins": 0.242427259683609, + "rewards/rejected": -0.28500428795814514, + "sft_loss": 0.42577025294303894, + "step": 1794 + }, + { + "epoch": 2.595806218365871, + "grad_norm": 2.622254082892315, + "learning_rate": 5.007749776671503e-06, + "logits/chosen": -0.282731294631958, + "logits/rejected": -0.17344717681407928, + "logps/chosen": -0.33832526206970215, + "logps/rejected": -2.8043172359466553, + "loss": 0.3371, + "odds_ratio_loss": 0.10820700973272324, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.033832527697086334, + "rewards/margins": 0.2465991973876953, + "rewards/rejected": -0.28043174743652344, + "sft_loss": 0.33832526206970215, + "step": 1795 + }, + { + "epoch": 2.5972523499638465, + "grad_norm": 2.535611097183941, + "learning_rate": 5.0047437826871745e-06, + "logits/chosen": -0.29366135597229004, + "logits/rejected": -0.29001742601394653, + "logps/chosen": -0.37644755840301514, + "logps/rejected": -2.264528274536133, + "loss": 0.3912, + "odds_ratio_loss": 0.19424787163734436, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03764475882053375, + "rewards/margins": 0.18880808353424072, + "rewards/rejected": -0.22645285725593567, + "sft_loss": 0.37644755840301514, + "step": 1796 + }, + { + "epoch": 2.598698481561822, + "grad_norm": 2.46192301019977, + "learning_rate": 5.001737182939077e-06, + "logits/chosen": -0.32444244623184204, + "logits/rejected": -0.18136954307556152, + "logps/chosen": -0.4060314893722534, + "logps/rejected": -2.0913939476013184, + "loss": 0.3662, + "odds_ratio_loss": 0.17886869609355927, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0406031496822834, + "rewards/margins": 0.1685362458229065, + "rewards/rejected": -0.2091393917798996, + "sft_loss": 0.4060314893722534, + "step": 1797 + }, + { + "epoch": 2.6001446131597974, + "grad_norm": 2.4189945586758403, + "learning_rate": 4.9987299792399014e-06, + "logits/chosen": -0.26979711651802063, + "logits/rejected": -0.22070440649986267, + "logps/chosen": -0.47620007395744324, + "logps/rejected": -4.007668972015381, + "loss": 0.4251, + "odds_ratio_loss": 0.14132900536060333, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.047620005905628204, + "rewards/margins": 0.35314691066741943, + "rewards/rejected": -0.40076693892478943, + "sft_loss": 0.47620007395744324, + "step": 1798 + }, + { + "epoch": 2.601590744757773, + "grad_norm": 2.296226400698763, + "learning_rate": 4.995722173402702e-06, + "logits/chosen": -0.3933625817298889, + "logits/rejected": -0.24747397005558014, + "logps/chosen": -0.3423520028591156, + "logps/rejected": -2.0690927505493164, + "loss": 0.4247, + "odds_ratio_loss": 0.1446721851825714, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03423519805073738, + "rewards/margins": 0.17267407476902008, + "rewards/rejected": -0.20690926909446716, + "sft_loss": 0.3423520028591156, + "step": 1799 + }, + { + "epoch": 2.6030368763557483, + "grad_norm": 2.337562593004367, + "learning_rate": 4.9927137672408955e-06, + "logits/chosen": -0.24255606532096863, + "logits/rejected": -0.38033175468444824, + "logps/chosen": -0.4118923246860504, + "logps/rejected": -3.219302177429199, + "loss": 0.3441, + "odds_ratio_loss": 0.22141076624393463, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04118923097848892, + "rewards/margins": 0.28074100613594055, + "rewards/rejected": -0.3219302296638489, + "sft_loss": 0.4118923246860504, + "step": 1800 + }, + { + "epoch": 2.604483007953724, + "grad_norm": 2.4080451586988003, + "learning_rate": 4.989704762568262e-06, + "logits/chosen": -0.2137508988380432, + "logits/rejected": -0.2190382331609726, + "logps/chosen": -0.29253143072128296, + "logps/rejected": -5.632781982421875, + "loss": 0.3804, + "odds_ratio_loss": 0.06299417465925217, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029253143817186356, + "rewards/margins": 0.5340250730514526, + "rewards/rejected": -0.5632781982421875, + "sft_loss": 0.29253143072128296, + "step": 1801 + }, + { + "epoch": 2.6059291395516992, + "grad_norm": 2.640139404715311, + "learning_rate": 4.986695161198939e-06, + "logits/chosen": -0.3997032046318054, + "logits/rejected": -0.3515118360519409, + "logps/chosen": -0.3487919569015503, + "logps/rejected": -3.5432519912719727, + "loss": 0.3935, + "odds_ratio_loss": 0.08523302525281906, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03487919270992279, + "rewards/margins": 0.31944602727890015, + "rewards/rejected": -0.35432523488998413, + "sft_loss": 0.3487919569015503, + "step": 1802 + }, + { + "epoch": 2.6073752711496745, + "grad_norm": 6.59977106509988, + "learning_rate": 4.98368496494743e-06, + "logits/chosen": -0.07293814420700073, + "logits/rejected": -0.09770108759403229, + "logps/chosen": -0.3182450234889984, + "logps/rejected": -5.30604362487793, + "loss": 0.4086, + "odds_ratio_loss": 0.1032043844461441, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0318245030939579, + "rewards/margins": 0.498779833316803, + "rewards/rejected": -0.530604362487793, + "sft_loss": 0.3182450234889984, + "step": 1803 + }, + { + "epoch": 2.60882140274765, + "grad_norm": 2.1346639954836726, + "learning_rate": 4.980674175628593e-06, + "logits/chosen": -0.3480367660522461, + "logits/rejected": -0.2504662573337555, + "logps/chosen": -0.270319402217865, + "logps/rejected": -4.932693958282471, + "loss": 0.3592, + "odds_ratio_loss": 0.10022924840450287, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02703193947672844, + "rewards/margins": 0.46623745560646057, + "rewards/rejected": -0.4932693839073181, + "sft_loss": 0.270319402217865, + "step": 1804 + }, + { + "epoch": 2.6102675343456254, + "grad_norm": 2.214914283556716, + "learning_rate": 4.977662795057641e-06, + "logits/chosen": -0.3243568539619446, + "logits/rejected": -0.20184937119483948, + "logps/chosen": -0.38584083318710327, + "logps/rejected": -4.922272205352783, + "loss": 0.4123, + "odds_ratio_loss": 0.14743968844413757, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03858408331871033, + "rewards/margins": 0.45364317297935486, + "rewards/rejected": -0.4922272562980652, + "sft_loss": 0.38584083318710327, + "step": 1805 + }, + { + "epoch": 2.6117136659436007, + "grad_norm": 2.396234219132774, + "learning_rate": 4.974650825050149e-06, + "logits/chosen": -0.3889038860797882, + "logits/rejected": -0.39398396015167236, + "logps/chosen": -0.4082852900028229, + "logps/rejected": -2.398747682571411, + "loss": 0.3867, + "odds_ratio_loss": 0.15101824700832367, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.040828533470630646, + "rewards/margins": 0.19904625415802002, + "rewards/rejected": -0.23987479507923126, + "sft_loss": 0.4082852900028229, + "step": 1806 + }, + { + "epoch": 2.6131597975415763, + "grad_norm": 2.170326355834699, + "learning_rate": 4.971638267422046e-06, + "logits/chosen": -0.45325085520744324, + "logits/rejected": -0.3461891710758209, + "logps/chosen": -0.3370608687400818, + "logps/rejected": -3.079336166381836, + "loss": 0.3023, + "odds_ratio_loss": 0.09138752520084381, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03370608389377594, + "rewards/margins": 0.2742275297641754, + "rewards/rejected": -0.30793359875679016, + "sft_loss": 0.3370608687400818, + "step": 1807 + }, + { + "epoch": 2.6146059291395516, + "grad_norm": 2.4688817277696695, + "learning_rate": 4.968625123989612e-06, + "logits/chosen": -0.28213053941726685, + "logits/rejected": -0.28659752011299133, + "logps/chosen": -0.29719579219818115, + "logps/rejected": -3.136472225189209, + "loss": 0.3744, + "odds_ratio_loss": 0.08925367891788483, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029719576239585876, + "rewards/margins": 0.28392767906188965, + "rewards/rejected": -0.31364724040031433, + "sft_loss": 0.29719579219818115, + "step": 1808 + }, + { + "epoch": 2.6160520607375273, + "grad_norm": 2.7610315458080086, + "learning_rate": 4.965611396569483e-06, + "logits/chosen": -0.25537610054016113, + "logits/rejected": -0.23609262704849243, + "logps/chosen": -0.4210742712020874, + "logps/rejected": -3.389645576477051, + "loss": 0.4538, + "odds_ratio_loss": 0.15438979864120483, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04210742563009262, + "rewards/margins": 0.2968571186065674, + "rewards/rejected": -0.3389645218849182, + "sft_loss": 0.4210742712020874, + "step": 1809 + }, + { + "epoch": 2.6174981923355025, + "grad_norm": 2.3541496517196685, + "learning_rate": 4.962597086978646e-06, + "logits/chosen": -0.16515159606933594, + "logits/rejected": -0.14388681948184967, + "logps/chosen": -0.48628005385398865, + "logps/rejected": -4.436060905456543, + "loss": 0.3932, + "odds_ratio_loss": 0.19803836941719055, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04862800985574722, + "rewards/margins": 0.39497804641723633, + "rewards/rejected": -0.44360604882240295, + "sft_loss": 0.48628005385398865, + "step": 1810 + }, + { + "epoch": 2.618944323933478, + "grad_norm": 2.4441155908403838, + "learning_rate": 4.959582197034442e-06, + "logits/chosen": -0.2943183183670044, + "logits/rejected": -0.2773338258266449, + "logps/chosen": -0.35410210490226746, + "logps/rejected": -4.187530994415283, + "loss": 0.311, + "odds_ratio_loss": 0.07550371438264847, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.035410210490226746, + "rewards/margins": 0.3833428919315338, + "rewards/rejected": -0.41875308752059937, + "sft_loss": 0.35410210490226746, + "step": 1811 + }, + { + "epoch": 2.6203904555314534, + "grad_norm": 11.302558835724303, + "learning_rate": 4.956566728554556e-06, + "logits/chosen": -0.1322237253189087, + "logits/rejected": -0.163202166557312, + "logps/chosen": -0.34461265802383423, + "logps/rejected": -4.301257133483887, + "loss": 0.4088, + "odds_ratio_loss": 0.13887152075767517, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03446126729249954, + "rewards/margins": 0.3956645131111145, + "rewards/rejected": -0.43012574315071106, + "sft_loss": 0.34461265802383423, + "step": 1812 + }, + { + "epoch": 2.6218365871294287, + "grad_norm": 2.472796208481264, + "learning_rate": 4.953550683357027e-06, + "logits/chosen": -0.27975982427597046, + "logits/rejected": -0.222725510597229, + "logps/chosen": -0.3341180086135864, + "logps/rejected": -2.5925729274749756, + "loss": 0.3509, + "odds_ratio_loss": 0.14651554822921753, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03341180086135864, + "rewards/margins": 0.22584550082683563, + "rewards/rejected": -0.25925731658935547, + "sft_loss": 0.3341180086135864, + "step": 1813 + }, + { + "epoch": 2.6232827187274044, + "grad_norm": 2.7613022352029306, + "learning_rate": 4.95053406326024e-06, + "logits/chosen": -0.28327706456184387, + "logits/rejected": -0.2542087435722351, + "logps/chosen": -0.3347577452659607, + "logps/rejected": -2.825500011444092, + "loss": 0.3515, + "odds_ratio_loss": 0.17398758232593536, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03347577154636383, + "rewards/margins": 0.24907422065734863, + "rewards/rejected": -0.28255000710487366, + "sft_loss": 0.3347577452659607, + "step": 1814 + }, + { + "epoch": 2.6247288503253796, + "grad_norm": 3.439891250550689, + "learning_rate": 4.947516870082926e-06, + "logits/chosen": -0.31636762619018555, + "logits/rejected": -0.2951328456401825, + "logps/chosen": -0.3941154479980469, + "logps/rejected": -3.2448151111602783, + "loss": 0.3978, + "odds_ratio_loss": 0.15645679831504822, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03941154479980469, + "rewards/margins": 0.28506994247436523, + "rewards/rejected": -0.32448145747184753, + "sft_loss": 0.3941154479980469, + "step": 1815 + }, + { + "epoch": 2.626174981923355, + "grad_norm": 2.899928062378467, + "learning_rate": 4.944499105644163e-06, + "logits/chosen": -0.3948509991168976, + "logits/rejected": -0.2616193890571594, + "logps/chosen": -0.4997680187225342, + "logps/rejected": -2.383761405944824, + "loss": 0.3824, + "odds_ratio_loss": 0.12019702047109604, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04997680336236954, + "rewards/margins": 0.18839934468269348, + "rewards/rejected": -0.23837614059448242, + "sft_loss": 0.4997680187225342, + "step": 1816 + }, + { + "epoch": 2.6276211135213305, + "grad_norm": 2.326957425313526, + "learning_rate": 4.94148077176337e-06, + "logits/chosen": -0.3444955348968506, + "logits/rejected": -0.4002199172973633, + "logps/chosen": -0.2849689722061157, + "logps/rejected": -4.096587657928467, + "loss": 0.2927, + "odds_ratio_loss": 0.10544468462467194, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028496896848082542, + "rewards/margins": 0.3811618983745575, + "rewards/rejected": -0.4096587598323822, + "sft_loss": 0.2849689722061157, + "step": 1817 + }, + { + "epoch": 2.629067245119306, + "grad_norm": 3.583265711689172, + "learning_rate": 4.938461870260314e-06, + "logits/chosen": -0.31613588333129883, + "logits/rejected": -0.24397434294223785, + "logps/chosen": -0.352634072303772, + "logps/rejected": -4.161520957946777, + "loss": 0.3471, + "odds_ratio_loss": 0.0841374322772026, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03526340797543526, + "rewards/margins": 0.3808886408805847, + "rewards/rejected": -0.41615208983421326, + "sft_loss": 0.352634072303772, + "step": 1818 + }, + { + "epoch": 2.630513376717281, + "grad_norm": 2.1560310075706046, + "learning_rate": 4.9354424029551005e-06, + "logits/chosen": -0.43916022777557373, + "logits/rejected": -0.18733128905296326, + "logps/chosen": -0.25644809007644653, + "logps/rejected": -2.241384267807007, + "loss": 0.3276, + "odds_ratio_loss": 0.112449511885643, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025644807144999504, + "rewards/margins": 0.1984936147928238, + "rewards/rejected": -0.22413842380046844, + "sft_loss": 0.25644809007644653, + "step": 1819 + }, + { + "epoch": 2.6319595083152567, + "grad_norm": 2.445334001860914, + "learning_rate": 4.93242237166818e-06, + "logits/chosen": -0.257645845413208, + "logits/rejected": -0.2424604594707489, + "logps/chosen": -0.39798110723495483, + "logps/rejected": -4.620807647705078, + "loss": 0.3767, + "odds_ratio_loss": 0.09533874690532684, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03979811072349548, + "rewards/margins": 0.4222826063632965, + "rewards/rejected": -0.462080717086792, + "sft_loss": 0.39798110723495483, + "step": 1820 + }, + { + "epoch": 2.633405639913232, + "grad_norm": 2.917112963148812, + "learning_rate": 4.929401778220337e-06, + "logits/chosen": -0.41579800844192505, + "logits/rejected": -0.2872324585914612, + "logps/chosen": -0.2373175173997879, + "logps/rejected": -5.390769004821777, + "loss": 0.3582, + "odds_ratio_loss": 0.05972566083073616, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02373175323009491, + "rewards/margins": 0.5153451561927795, + "rewards/rejected": -0.5390769243240356, + "sft_loss": 0.2373175173997879, + "step": 1821 + }, + { + "epoch": 2.6348517715112076, + "grad_norm": 2.2456614622953714, + "learning_rate": 4.926380624432701e-06, + "logits/chosen": -0.19419153034687042, + "logits/rejected": -0.18315161764621735, + "logps/chosen": -0.46090608835220337, + "logps/rejected": -3.4876163005828857, + "loss": 0.3824, + "odds_ratio_loss": 0.1783159077167511, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.046090610325336456, + "rewards/margins": 0.30267101526260376, + "rewards/rejected": -0.3487616181373596, + "sft_loss": 0.46090608835220337, + "step": 1822 + }, + { + "epoch": 2.636297903109183, + "grad_norm": 2.510652257091109, + "learning_rate": 4.923358912126737e-06, + "logits/chosen": -0.20722374320030212, + "logits/rejected": -0.10644985735416412, + "logps/chosen": -0.4585767388343811, + "logps/rejected": -4.008731842041016, + "loss": 0.4682, + "odds_ratio_loss": 0.17287862300872803, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04585767537355423, + "rewards/margins": 0.35501551628112793, + "rewards/rejected": -0.40087318420410156, + "sft_loss": 0.4585767388343811, + "step": 1823 + }, + { + "epoch": 2.6377440347071586, + "grad_norm": 3.897456193625065, + "learning_rate": 4.920336643124245e-06, + "logits/chosen": -0.038326654583215714, + "logits/rejected": -0.1093643456697464, + "logps/chosen": -0.27784785628318787, + "logps/rejected": -4.6210737228393555, + "loss": 0.3785, + "odds_ratio_loss": 0.08139775693416595, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.027784785255789757, + "rewards/margins": 0.4343225955963135, + "rewards/rejected": -0.4621073603630066, + "sft_loss": 0.27784785628318787, + "step": 1824 + }, + { + "epoch": 2.639190166305134, + "grad_norm": 2.560995261737236, + "learning_rate": 4.917313819247363e-06, + "logits/chosen": -0.1732892543077469, + "logits/rejected": -0.25222983956336975, + "logps/chosen": -0.3237385153770447, + "logps/rejected": -2.947514295578003, + "loss": 0.3709, + "odds_ratio_loss": 0.16104400157928467, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03237384930253029, + "rewards/margins": 0.2623775899410248, + "rewards/rejected": -0.29475143551826477, + "sft_loss": 0.3237385153770447, + "step": 1825 + }, + { + "epoch": 2.640636297903109, + "grad_norm": 2.765067172884269, + "learning_rate": 4.914290442318564e-06, + "logits/chosen": -0.31066641211509705, + "logits/rejected": -0.15391992032527924, + "logps/chosen": -0.32306790351867676, + "logps/rejected": -2.4956536293029785, + "loss": 0.3796, + "odds_ratio_loss": 0.11629980057477951, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.032306790351867676, + "rewards/margins": 0.21725855767726898, + "rewards/rejected": -0.24956536293029785, + "sft_loss": 0.32306790351867676, + "step": 1826 + }, + { + "epoch": 2.6420824295010847, + "grad_norm": 2.2647017949805015, + "learning_rate": 4.911266514160652e-06, + "logits/chosen": -0.23672957718372345, + "logits/rejected": -0.21628616750240326, + "logps/chosen": -0.3888474106788635, + "logps/rejected": -3.2323203086853027, + "loss": 0.3573, + "odds_ratio_loss": 0.22670409083366394, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03888474404811859, + "rewards/margins": 0.2843472957611084, + "rewards/rejected": -0.3232320547103882, + "sft_loss": 0.3888474106788635, + "step": 1827 + }, + { + "epoch": 2.64352856109906, + "grad_norm": 2.2611203101933013, + "learning_rate": 4.908242036596764e-06, + "logits/chosen": -0.1369129866361618, + "logits/rejected": -0.2426975816488266, + "logps/chosen": -0.4664827883243561, + "logps/rejected": -2.282384157180786, + "loss": 0.3863, + "odds_ratio_loss": 0.2692616283893585, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04664827883243561, + "rewards/margins": 0.18159013986587524, + "rewards/rejected": -0.22823843359947205, + "sft_loss": 0.4664827883243561, + "step": 1828 + }, + { + "epoch": 2.6449746926970352, + "grad_norm": 3.4362278755855487, + "learning_rate": 4.905217011450371e-06, + "logits/chosen": -0.2658514976501465, + "logits/rejected": -0.13316062092781067, + "logps/chosen": -0.42111894488334656, + "logps/rejected": -3.255000591278076, + "loss": 0.3749, + "odds_ratio_loss": 0.09841261804103851, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.042111895978450775, + "rewards/margins": 0.2833881676197052, + "rewards/rejected": -0.3255000710487366, + "sft_loss": 0.42111894488334656, + "step": 1829 + }, + { + "epoch": 2.646420824295011, + "grad_norm": 2.5230284188198855, + "learning_rate": 4.902191440545269e-06, + "logits/chosen": -0.1730635017156601, + "logits/rejected": -0.08948790282011032, + "logps/chosen": -0.35513409972190857, + "logps/rejected": -2.901704788208008, + "loss": 0.428, + "odds_ratio_loss": 0.09851216524839401, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03551340475678444, + "rewards/margins": 0.2546570599079132, + "rewards/rejected": -0.29017049074172974, + "sft_loss": 0.35513409972190857, + "step": 1830 + }, + { + "epoch": 2.647866955892986, + "grad_norm": 4.862374325559571, + "learning_rate": 4.899165325705588e-06, + "logits/chosen": -0.11161284148693085, + "logits/rejected": -0.31778573989868164, + "logps/chosen": -0.2354210615158081, + "logps/rejected": -4.787618637084961, + "loss": 0.3417, + "odds_ratio_loss": 0.1100718304514885, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02354210615158081, + "rewards/margins": 0.45521974563598633, + "rewards/rejected": -0.4787618815898895, + "sft_loss": 0.2354210615158081, + "step": 1831 + }, + { + "epoch": 2.649313087490962, + "grad_norm": 2.260787046159271, + "learning_rate": 4.896138668755783e-06, + "logits/chosen": -0.09058425575494766, + "logits/rejected": 0.016488205641508102, + "logps/chosen": -0.2910672724246979, + "logps/rejected": -2.503805637359619, + "loss": 0.3102, + "odds_ratio_loss": 0.15633143484592438, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029106728732585907, + "rewards/margins": 0.22127383947372437, + "rewards/rejected": -0.25038057565689087, + "sft_loss": 0.2910672724246979, + "step": 1832 + }, + { + "epoch": 2.650759219088937, + "grad_norm": 2.1646837648987343, + "learning_rate": 4.893111471520637e-06, + "logits/chosen": -0.2946851849555969, + "logits/rejected": -0.3171956539154053, + "logps/chosen": -0.4242430329322815, + "logps/rejected": -4.413708209991455, + "loss": 0.3374, + "odds_ratio_loss": 0.13221263885498047, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04242429882287979, + "rewards/margins": 0.39894652366638184, + "rewards/rejected": -0.4413708448410034, + "sft_loss": 0.4242430329322815, + "step": 1833 + }, + { + "epoch": 2.6522053506869128, + "grad_norm": 2.3527904907517105, + "learning_rate": 4.890083735825257e-06, + "logits/chosen": -0.12634724378585815, + "logits/rejected": -0.18269193172454834, + "logps/chosen": -0.3488408625125885, + "logps/rejected": -3.032761573791504, + "loss": 0.3689, + "odds_ratio_loss": 0.16602487862110138, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03488408774137497, + "rewards/margins": 0.26839208602905273, + "rewards/rejected": -0.3032761812210083, + "sft_loss": 0.3488408625125885, + "step": 1834 + }, + { + "epoch": 2.653651482284888, + "grad_norm": 2.332969487913798, + "learning_rate": 4.88705546349508e-06, + "logits/chosen": -0.41772475838661194, + "logits/rejected": -0.2163325548171997, + "logps/chosen": -0.31502100825309753, + "logps/rejected": -3.173156976699829, + "loss": 0.3645, + "odds_ratio_loss": 0.10136070847511292, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03150210529565811, + "rewards/margins": 0.2858135998249054, + "rewards/rejected": -0.3173157274723053, + "sft_loss": 0.31502100825309753, + "step": 1835 + }, + { + "epoch": 2.6550976138828633, + "grad_norm": 2.353448236079133, + "learning_rate": 4.884026656355859e-06, + "logits/chosen": -0.16601859033107758, + "logits/rejected": -0.1426706314086914, + "logps/chosen": -0.29813799262046814, + "logps/rejected": -3.2178196907043457, + "loss": 0.371, + "odds_ratio_loss": 0.07204075902700424, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029813801869750023, + "rewards/margins": 0.2919681668281555, + "rewards/rejected": -0.3217819929122925, + "sft_loss": 0.29813799262046814, + "step": 1836 + }, + { + "epoch": 2.656543745480839, + "grad_norm": 2.5198880328260858, + "learning_rate": 4.880997316233675e-06, + "logits/chosen": -0.08051356673240662, + "logits/rejected": -0.03858156129717827, + "logps/chosen": -0.27724963426589966, + "logps/rejected": -2.3203272819519043, + "loss": 0.3583, + "odds_ratio_loss": 0.1639135181903839, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.027724966406822205, + "rewards/margins": 0.20430777966976166, + "rewards/rejected": -0.23203276097774506, + "sft_loss": 0.27724963426589966, + "step": 1837 + }, + { + "epoch": 2.657989877078814, + "grad_norm": 2.2869035506328763, + "learning_rate": 4.877967444954928e-06, + "logits/chosen": -0.11426656693220139, + "logits/rejected": -0.21190780401229858, + "logps/chosen": -0.27625131607055664, + "logps/rejected": -3.109833002090454, + "loss": 0.3755, + "odds_ratio_loss": 0.08180101215839386, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027625130489468575, + "rewards/margins": 0.2833581864833832, + "rewards/rejected": -0.3109833002090454, + "sft_loss": 0.27625131607055664, + "step": 1838 + }, + { + "epoch": 2.6594360086767894, + "grad_norm": 2.057596946172654, + "learning_rate": 4.874937044346338e-06, + "logits/chosen": -0.18351957201957703, + "logits/rejected": -0.19910424947738647, + "logps/chosen": -0.3876161575317383, + "logps/rejected": -4.693860054016113, + "loss": 0.3362, + "odds_ratio_loss": 0.13495394587516785, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03876161575317383, + "rewards/margins": 0.43062442541122437, + "rewards/rejected": -0.4693860709667206, + "sft_loss": 0.3876161575317383, + "step": 1839 + }, + { + "epoch": 2.660882140274765, + "grad_norm": 2.296001222551746, + "learning_rate": 4.871906116234946e-06, + "logits/chosen": -0.23469124734401703, + "logits/rejected": -0.22504733502864838, + "logps/chosen": -0.2928099036216736, + "logps/rejected": -5.243224143981934, + "loss": 0.342, + "odds_ratio_loss": 0.0769428163766861, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029280992224812508, + "rewards/margins": 0.49504148960113525, + "rewards/rejected": -0.524322509765625, + "sft_loss": 0.2928099036216736, + "step": 1840 + }, + { + "epoch": 2.6623282718727403, + "grad_norm": 2.686575716206401, + "learning_rate": 4.868874662448108e-06, + "logits/chosen": -0.14365555346012115, + "logits/rejected": -0.13080452382564545, + "logps/chosen": -0.29430562257766724, + "logps/rejected": -4.659070014953613, + "loss": 0.3909, + "odds_ratio_loss": 0.09934721887111664, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029430562630295753, + "rewards/margins": 0.4364764392375946, + "rewards/rejected": -0.4659070074558258, + "sft_loss": 0.29430562257766724, + "step": 1841 + }, + { + "epoch": 2.6637744034707156, + "grad_norm": 2.3024896264526964, + "learning_rate": 4.865842684813501e-06, + "logits/chosen": -0.14090366661548615, + "logits/rejected": -0.2288772016763687, + "logps/chosen": -0.13625164330005646, + "logps/rejected": -4.667929649353027, + "loss": 0.2728, + "odds_ratio_loss": 0.05977560207247734, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01362516451627016, + "rewards/margins": 0.45316773653030396, + "rewards/rejected": -0.46679291129112244, + "sft_loss": 0.13625164330005646, + "step": 1842 + }, + { + "epoch": 2.6652205350686913, + "grad_norm": 2.5026158538150822, + "learning_rate": 4.862810185159115e-06, + "logits/chosen": -0.12085071206092834, + "logits/rejected": -0.1948763132095337, + "logps/chosen": -0.3157857656478882, + "logps/rejected": -4.3117899894714355, + "loss": 0.312, + "odds_ratio_loss": 0.12068923562765121, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03157857805490494, + "rewards/margins": 0.39960044622421265, + "rewards/rejected": -0.431179016828537, + "sft_loss": 0.3157857656478882, + "step": 1843 + }, + { + "epoch": 2.6666666666666665, + "grad_norm": 2.42599710631053, + "learning_rate": 4.859777165313254e-06, + "logits/chosen": -0.06984113156795502, + "logits/rejected": -0.11556413769721985, + "logps/chosen": -0.26944583654403687, + "logps/rejected": -5.107959747314453, + "loss": 0.3727, + "odds_ratio_loss": 0.06308241933584213, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026944583281874657, + "rewards/margins": 0.4838513433933258, + "rewards/rejected": -0.5107959508895874, + "sft_loss": 0.26944583654403687, + "step": 1844 + }, + { + "epoch": 2.668112798264642, + "grad_norm": 2.362337955779663, + "learning_rate": 4.856743627104538e-06, + "logits/chosen": -0.13892969489097595, + "logits/rejected": -0.2013864815235138, + "logps/chosen": -0.4483214020729065, + "logps/rejected": -4.599874496459961, + "loss": 0.3419, + "odds_ratio_loss": 0.1677556186914444, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04483213648200035, + "rewards/margins": 0.4151553511619568, + "rewards/rejected": -0.45998746156692505, + "sft_loss": 0.4483214020729065, + "step": 1845 + }, + { + "epoch": 2.6695589298626174, + "grad_norm": 2.174536905457461, + "learning_rate": 4.8537095723618984e-06, + "logits/chosen": -0.3669096529483795, + "logits/rejected": -0.22529584169387817, + "logps/chosen": -0.33727243542671204, + "logps/rejected": -4.307671070098877, + "loss": 0.3986, + "odds_ratio_loss": 0.07581018656492233, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.033727243542671204, + "rewards/margins": 0.39703983068466187, + "rewards/rejected": -0.43076711893081665, + "sft_loss": 0.33727243542671204, + "step": 1846 + }, + { + "epoch": 2.671005061460593, + "grad_norm": 2.2127792507009985, + "learning_rate": 4.850675002914579e-06, + "logits/chosen": -0.23622475564479828, + "logits/rejected": -0.3096325397491455, + "logps/chosen": -0.377718448638916, + "logps/rejected": -2.8641698360443115, + "loss": 0.372, + "odds_ratio_loss": 0.1540893316268921, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03777184337377548, + "rewards/margins": 0.24864515662193298, + "rewards/rejected": -0.28641700744628906, + "sft_loss": 0.377718448638916, + "step": 1847 + }, + { + "epoch": 2.6724511930585684, + "grad_norm": 2.641085873459316, + "learning_rate": 4.847639920592131e-06, + "logits/chosen": -0.4159122705459595, + "logits/rejected": -0.47509440779685974, + "logps/chosen": -0.4206668734550476, + "logps/rejected": -3.3233633041381836, + "loss": 0.4468, + "odds_ratio_loss": 0.1505662351846695, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04206668958067894, + "rewards/margins": 0.290269672870636, + "rewards/rejected": -0.3323363661766052, + "sft_loss": 0.4206668734550476, + "step": 1848 + }, + { + "epoch": 2.6738973246565436, + "grad_norm": 2.5318611255942773, + "learning_rate": 4.8446043272244174e-06, + "logits/chosen": -0.2710360586643219, + "logits/rejected": -0.3191642165184021, + "logps/chosen": -0.43725037574768066, + "logps/rejected": -3.675550699234009, + "loss": 0.3333, + "odds_ratio_loss": 0.16352544724941254, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04372503608465195, + "rewards/margins": 0.3238300681114197, + "rewards/rejected": -0.36755508184432983, + "sft_loss": 0.43725037574768066, + "step": 1849 + }, + { + "epoch": 2.6753434562545193, + "grad_norm": 1.9803532713734116, + "learning_rate": 4.841568224641611e-06, + "logits/chosen": -0.2555657923221588, + "logits/rejected": -0.21312148869037628, + "logps/chosen": -0.3199189603328705, + "logps/rejected": -4.294778823852539, + "loss": 0.353, + "odds_ratio_loss": 0.11003275960683823, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03199189528822899, + "rewards/margins": 0.39748603105545044, + "rewards/rejected": -0.4294779300689697, + "sft_loss": 0.3199189603328705, + "step": 1850 + }, + { + "epoch": 2.6767895878524945, + "grad_norm": 2.3395839403914476, + "learning_rate": 4.838531614674187e-06, + "logits/chosen": -0.12954504787921906, + "logits/rejected": -0.13004763424396515, + "logps/chosen": -0.3799174427986145, + "logps/rejected": -2.644596576690674, + "loss": 0.3671, + "odds_ratio_loss": 0.11590912193059921, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03799174726009369, + "rewards/margins": 0.22646790742874146, + "rewards/rejected": -0.26445966958999634, + "sft_loss": 0.3799174427986145, + "step": 1851 + }, + { + "epoch": 2.67823571945047, + "grad_norm": 2.2326525435791713, + "learning_rate": 4.835494499152929e-06, + "logits/chosen": -0.1807328760623932, + "logits/rejected": -0.1978977471590042, + "logps/chosen": -0.5129043459892273, + "logps/rejected": -4.094215393066406, + "loss": 0.4231, + "odds_ratio_loss": 0.16595354676246643, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05129043757915497, + "rewards/margins": 0.3581311106681824, + "rewards/rejected": -0.40942153334617615, + "sft_loss": 0.5129043459892273, + "step": 1852 + }, + { + "epoch": 2.6796818510484455, + "grad_norm": 2.5480902565729946, + "learning_rate": 4.832456879908925e-06, + "logits/chosen": -0.28215038776397705, + "logits/rejected": -0.2248668372631073, + "logps/chosen": -0.4055119752883911, + "logps/rejected": -3.6705069541931152, + "loss": 0.4347, + "odds_ratio_loss": 0.10765072703361511, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04055120050907135, + "rewards/margins": 0.3264995217323303, + "rewards/rejected": -0.36705073714256287, + "sft_loss": 0.4055119752883911, + "step": 1853 + }, + { + "epoch": 2.6811279826464207, + "grad_norm": 2.0106016982008064, + "learning_rate": 4.829418758773569e-06, + "logits/chosen": -0.36731940507888794, + "logits/rejected": -0.3151874244213104, + "logps/chosen": -0.276762455701828, + "logps/rejected": -5.286036968231201, + "loss": 0.31, + "odds_ratio_loss": 0.052199844270944595, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02767624519765377, + "rewards/margins": 0.5009274482727051, + "rewards/rejected": -0.528603732585907, + "sft_loss": 0.276762455701828, + "step": 1854 + }, + { + "epoch": 2.6825741142443964, + "grad_norm": 2.547022613146218, + "learning_rate": 4.826380137578554e-06, + "logits/chosen": -0.20882338285446167, + "logits/rejected": -0.2723812162876129, + "logps/chosen": -0.3922734260559082, + "logps/rejected": -3.59426212310791, + "loss": 0.3881, + "odds_ratio_loss": 0.13410308957099915, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03922734037041664, + "rewards/margins": 0.3201989233493805, + "rewards/rejected": -0.35942625999450684, + "sft_loss": 0.3922734260559082, + "step": 1855 + }, + { + "epoch": 2.6840202458423716, + "grad_norm": 2.798533244170884, + "learning_rate": 4.823341018155876e-06, + "logits/chosen": -0.2806504964828491, + "logits/rejected": -0.3115236163139343, + "logps/chosen": -0.3371948301792145, + "logps/rejected": -1.5915367603302002, + "loss": 0.3913, + "odds_ratio_loss": 0.17964649200439453, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03371948376297951, + "rewards/margins": 0.12543419003486633, + "rewards/rejected": -0.15915367007255554, + "sft_loss": 0.3371948301792145, + "step": 1856 + }, + { + "epoch": 2.6854663774403473, + "grad_norm": 2.0924046826364595, + "learning_rate": 4.8203014023378315e-06, + "logits/chosen": -0.34187567234039307, + "logits/rejected": -0.31444215774536133, + "logps/chosen": -0.4763234853744507, + "logps/rejected": -3.6403157711029053, + "loss": 0.4091, + "odds_ratio_loss": 0.17209962010383606, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04763234779238701, + "rewards/margins": 0.3163992464542389, + "rewards/rejected": -0.3640316128730774, + "sft_loss": 0.4763234853744507, + "step": 1857 + }, + { + "epoch": 2.6869125090383226, + "grad_norm": 2.692447994435838, + "learning_rate": 4.8172612919570175e-06, + "logits/chosen": -0.2727445363998413, + "logits/rejected": -0.3767099678516388, + "logps/chosen": -0.5349310636520386, + "logps/rejected": -4.6468892097473145, + "loss": 0.4726, + "odds_ratio_loss": 0.12882837653160095, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.05349310487508774, + "rewards/margins": 0.41119587421417236, + "rewards/rejected": -0.4646889567375183, + "sft_loss": 0.5349310636520386, + "step": 1858 + }, + { + "epoch": 2.688358640636298, + "grad_norm": 2.336635461911087, + "learning_rate": 4.814220688846326e-06, + "logits/chosen": -0.30912578105926514, + "logits/rejected": -0.11871747672557831, + "logps/chosen": -0.2691580653190613, + "logps/rejected": -2.848756790161133, + "loss": 0.3284, + "odds_ratio_loss": 0.08548923581838608, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026915807276964188, + "rewards/margins": 0.25795987248420715, + "rewards/rejected": -0.28487569093704224, + "sft_loss": 0.2691580653190613, + "step": 1859 + }, + { + "epoch": 2.6898047722342735, + "grad_norm": 2.6703621825691024, + "learning_rate": 4.811179594838949e-06, + "logits/chosen": -0.2815786898136139, + "logits/rejected": -0.1816381812095642, + "logps/chosen": -0.45205157995224, + "logps/rejected": -3.6539969444274902, + "loss": 0.4271, + "odds_ratio_loss": 0.11903213709592819, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04520515725016594, + "rewards/margins": 0.3201946020126343, + "rewards/rejected": -0.3653997480869293, + "sft_loss": 0.45205157995224, + "step": 1860 + }, + { + "epoch": 2.6912509038322487, + "grad_norm": 2.3383290717041545, + "learning_rate": 4.808138011768372e-06, + "logits/chosen": -0.35975927114486694, + "logits/rejected": -0.263312965631485, + "logps/chosen": -0.37474626302719116, + "logps/rejected": -3.156010150909424, + "loss": 0.3931, + "odds_ratio_loss": 0.09446077048778534, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.037474624812603, + "rewards/margins": 0.27812641859054565, + "rewards/rejected": -0.31560102105140686, + "sft_loss": 0.37474626302719116, + "step": 1861 + }, + { + "epoch": 2.692697035430224, + "grad_norm": 2.49353100276086, + "learning_rate": 4.805095941468379e-06, + "logits/chosen": -0.23262527585029602, + "logits/rejected": -0.14135374128818512, + "logps/chosen": -0.19227707386016846, + "logps/rejected": -6.0062255859375, + "loss": 0.3543, + "odds_ratio_loss": 0.022998683154582977, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019227707758545876, + "rewards/margins": 0.5813947916030884, + "rewards/rejected": -0.6006225347518921, + "sft_loss": 0.19227707386016846, + "step": 1862 + }, + { + "epoch": 2.6941431670281997, + "grad_norm": 2.254707565413196, + "learning_rate": 4.8020533857730446e-06, + "logits/chosen": -0.3178359866142273, + "logits/rejected": -0.42701420187950134, + "logps/chosen": -0.33618977665901184, + "logps/rejected": -5.497029781341553, + "loss": 0.3486, + "odds_ratio_loss": 0.11398158967494965, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0336189791560173, + "rewards/margins": 0.5160840153694153, + "rewards/rejected": -0.5497030019760132, + "sft_loss": 0.33618977665901184, + "step": 1863 + }, + { + "epoch": 2.695589298626175, + "grad_norm": 2.2948507334152732, + "learning_rate": 4.799010346516736e-06, + "logits/chosen": -0.199011892080307, + "logits/rejected": -0.21153825521469116, + "logps/chosen": -0.21537664532661438, + "logps/rejected": -3.909799098968506, + "loss": 0.2931, + "odds_ratio_loss": 0.09779515117406845, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02153766341507435, + "rewards/margins": 0.36944228410720825, + "rewards/rejected": -0.39097991585731506, + "sft_loss": 0.21537664532661438, + "step": 1864 + }, + { + "epoch": 2.69703543022415, + "grad_norm": 2.355929773573819, + "learning_rate": 4.795966825534113e-06, + "logits/chosen": -0.2665369212627411, + "logits/rejected": -0.1927603930234909, + "logps/chosen": -0.2670694887638092, + "logps/rejected": -3.359889030456543, + "loss": 0.3798, + "odds_ratio_loss": 0.09360802173614502, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02670694887638092, + "rewards/margins": 0.30928194522857666, + "rewards/rejected": -0.3359888792037964, + "sft_loss": 0.2670694887638092, + "step": 1865 + }, + { + "epoch": 2.698481561822126, + "grad_norm": 2.361748512537748, + "learning_rate": 4.7929228246601284e-06, + "logits/chosen": -0.14877094328403473, + "logits/rejected": -0.20902572572231293, + "logps/chosen": -0.2963876724243164, + "logps/rejected": -3.6602306365966797, + "loss": 0.3352, + "odds_ratio_loss": 0.11799450218677521, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02963876724243164, + "rewards/margins": 0.33638429641723633, + "rewards/rejected": -0.36602309346199036, + "sft_loss": 0.2963876724243164, + "step": 1866 + }, + { + "epoch": 2.699927693420101, + "grad_norm": 2.690629222337708, + "learning_rate": 4.789878345730018e-06, + "logits/chosen": -0.3562997877597809, + "logits/rejected": -0.26115548610687256, + "logps/chosen": -0.44163084030151367, + "logps/rejected": -2.134089469909668, + "loss": 0.3545, + "odds_ratio_loss": 0.1546330451965332, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04416308552026749, + "rewards/margins": 0.1692458689212799, + "rewards/rejected": -0.2134089469909668, + "sft_loss": 0.44163084030151367, + "step": 1867 + }, + { + "epoch": 2.7013738250180768, + "grad_norm": 3.981075125457187, + "learning_rate": 4.786833390579312e-06, + "logits/chosen": -0.20393416285514832, + "logits/rejected": -0.25781792402267456, + "logps/chosen": -0.30942434072494507, + "logps/rejected": -5.1820878982543945, + "loss": 0.3604, + "odds_ratio_loss": 0.10879567265510559, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.030942432582378387, + "rewards/margins": 0.4872663617134094, + "rewards/rejected": -0.5182087421417236, + "sft_loss": 0.30942434072494507, + "step": 1868 + }, + { + "epoch": 2.702819956616052, + "grad_norm": 6.019392366774251, + "learning_rate": 4.783787961043824e-06, + "logits/chosen": -0.21762330830097198, + "logits/rejected": -0.18777711689472198, + "logps/chosen": -0.4841902256011963, + "logps/rejected": -2.6938180923461914, + "loss": 0.3912, + "odds_ratio_loss": 0.23626786470413208, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.04841902479529381, + "rewards/margins": 0.220962792634964, + "rewards/rejected": -0.2693817913532257, + "sft_loss": 0.4841902256011963, + "step": 1869 + }, + { + "epoch": 2.7042660882140277, + "grad_norm": 2.30269671228443, + "learning_rate": 4.780742058959657e-06, + "logits/chosen": -0.10956840962171555, + "logits/rejected": -0.15537512302398682, + "logps/chosen": -0.301375150680542, + "logps/rejected": -3.672297239303589, + "loss": 0.3748, + "odds_ratio_loss": 0.0992063656449318, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03013751283288002, + "rewards/margins": 0.33709222078323364, + "rewards/rejected": -0.367229700088501, + "sft_loss": 0.301375150680542, + "step": 1870 + }, + { + "epoch": 2.705712219812003, + "grad_norm": 2.932343582129926, + "learning_rate": 4.777695686163193e-06, + "logits/chosen": -0.17159150540828705, + "logits/rejected": -0.2002825140953064, + "logps/chosen": -0.37887436151504517, + "logps/rejected": -1.8474010229110718, + "loss": 0.4221, + "odds_ratio_loss": 0.13345777988433838, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.037887439131736755, + "rewards/margins": 0.14685267210006714, + "rewards/rejected": -0.1847401261329651, + "sft_loss": 0.37887436151504517, + "step": 1871 + }, + { + "epoch": 2.707158351409978, + "grad_norm": 2.7981338785453183, + "learning_rate": 4.774648844491103e-06, + "logits/chosen": -0.15738992393016815, + "logits/rejected": -0.13649892807006836, + "logps/chosen": -0.3411653935909271, + "logps/rejected": -3.9342665672302246, + "loss": 0.3566, + "odds_ratio_loss": 0.09266319870948792, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03411654382944107, + "rewards/margins": 0.359310120344162, + "rewards/rejected": -0.39342665672302246, + "sft_loss": 0.3411653935909271, + "step": 1872 + }, + { + "epoch": 2.708604483007954, + "grad_norm": 2.162648757347475, + "learning_rate": 4.77160153578034e-06, + "logits/chosen": -0.11060208082199097, + "logits/rejected": -0.16701571643352509, + "logps/chosen": -0.3412019610404968, + "logps/rejected": -2.1302669048309326, + "loss": 0.3996, + "odds_ratio_loss": 0.18422572314739227, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03412019461393356, + "rewards/margins": 0.17890648543834686, + "rewards/rejected": -0.21302670240402222, + "sft_loss": 0.3412019610404968, + "step": 1873 + }, + { + "epoch": 2.710050614605929, + "grad_norm": 4.0674750995594, + "learning_rate": 4.7685537618681375e-06, + "logits/chosen": -0.19251331686973572, + "logits/rejected": -0.21041332185268402, + "logps/chosen": -0.431249737739563, + "logps/rejected": -1.8905670642852783, + "loss": 0.3992, + "odds_ratio_loss": 0.1726667582988739, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0431249774992466, + "rewards/margins": 0.14593173563480377, + "rewards/rejected": -0.18905670940876007, + "sft_loss": 0.431249737739563, + "step": 1874 + }, + { + "epoch": 2.7114967462039044, + "grad_norm": 2.152647508251286, + "learning_rate": 4.765505524592009e-06, + "logits/chosen": -0.10581720620393753, + "logits/rejected": -0.0880403071641922, + "logps/chosen": -0.3255786895751953, + "logps/rejected": -2.7813684940338135, + "loss": 0.3069, + "odds_ratio_loss": 0.11545327305793762, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03255787119269371, + "rewards/margins": 0.24557897448539734, + "rewards/rejected": -0.27813684940338135, + "sft_loss": 0.3255786895751953, + "step": 1875 + }, + { + "epoch": 2.71294287780188, + "grad_norm": 2.099315725130296, + "learning_rate": 4.762456825789747e-06, + "logits/chosen": -0.1821872740983963, + "logits/rejected": -0.2587732672691345, + "logps/chosen": -0.5633606910705566, + "logps/rejected": -2.573119640350342, + "loss": 0.4576, + "odds_ratio_loss": 0.26334935426712036, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.056336067616939545, + "rewards/margins": 0.2009759247303009, + "rewards/rejected": -0.25731199979782104, + "sft_loss": 0.5633606910705566, + "step": 1876 + }, + { + "epoch": 2.7143890093998553, + "grad_norm": 2.197321214866364, + "learning_rate": 4.759407667299429e-06, + "logits/chosen": -0.22565627098083496, + "logits/rejected": -0.2331491857767105, + "logps/chosen": -0.46682557463645935, + "logps/rejected": -3.439094066619873, + "loss": 0.4119, + "odds_ratio_loss": 0.24814468622207642, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.046682558953762054, + "rewards/margins": 0.29722684621810913, + "rewards/rejected": -0.3439093828201294, + "sft_loss": 0.46682557463645935, + "step": 1877 + }, + { + "epoch": 2.715835140997831, + "grad_norm": 2.479655479780689, + "learning_rate": 4.756358050959398e-06, + "logits/chosen": -0.4306910037994385, + "logits/rejected": -0.4077626168727875, + "logps/chosen": -0.3527236878871918, + "logps/rejected": -2.965698003768921, + "loss": 0.4205, + "odds_ratio_loss": 0.14371559023857117, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.035272371023893356, + "rewards/margins": 0.26129746437072754, + "rewards/rejected": -0.29656982421875, + "sft_loss": 0.3527236878871918, + "step": 1878 + }, + { + "epoch": 2.717281272595806, + "grad_norm": 4.301904026116894, + "learning_rate": 4.75330797860828e-06, + "logits/chosen": -0.1542791873216629, + "logits/rejected": -0.12551337480545044, + "logps/chosen": -0.3861375153064728, + "logps/rejected": -4.375819683074951, + "loss": 0.3695, + "odds_ratio_loss": 0.17965860664844513, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03861375153064728, + "rewards/margins": 0.3989682197570801, + "rewards/rejected": -0.43758198618888855, + "sft_loss": 0.3861375153064728, + "step": 1879 + }, + { + "epoch": 2.718727404193782, + "grad_norm": 2.494798707133846, + "learning_rate": 4.750257452084979e-06, + "logits/chosen": -0.2010928988456726, + "logits/rejected": -0.2024509459733963, + "logps/chosen": -0.3827640414237976, + "logps/rejected": -3.6829090118408203, + "loss": 0.305, + "odds_ratio_loss": 0.15489722788333893, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03827640041708946, + "rewards/margins": 0.33001452684402466, + "rewards/rejected": -0.36829090118408203, + "sft_loss": 0.3827640414237976, + "step": 1880 + }, + { + "epoch": 2.720173535791757, + "grad_norm": 2.424215307007899, + "learning_rate": 4.747206473228664e-06, + "logits/chosen": -0.259044885635376, + "logits/rejected": -0.16557075083255768, + "logps/chosen": -0.3136051297187805, + "logps/rejected": -3.817262649536133, + "loss": 0.3868, + "odds_ratio_loss": 0.24824589490890503, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03136051446199417, + "rewards/margins": 0.3503657579421997, + "rewards/rejected": -0.3817262649536133, + "sft_loss": 0.3136051297187805, + "step": 1881 + }, + { + "epoch": 2.7216196673897324, + "grad_norm": 2.205167059464972, + "learning_rate": 4.744155043878784e-06, + "logits/chosen": -0.23924411833286285, + "logits/rejected": -0.16571259498596191, + "logps/chosen": -0.35944584012031555, + "logps/rejected": -4.56205940246582, + "loss": 0.3075, + "odds_ratio_loss": 0.15001921355724335, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03594458848237991, + "rewards/margins": 0.4202613830566406, + "rewards/rejected": -0.45620596408843994, + "sft_loss": 0.35944584012031555, + "step": 1882 + }, + { + "epoch": 2.723065798987708, + "grad_norm": 2.3130878554020646, + "learning_rate": 4.741103165875056e-06, + "logits/chosen": -0.23174218833446503, + "logits/rejected": -0.13708661496639252, + "logps/chosen": -0.3431485593318939, + "logps/rejected": -2.549919843673706, + "loss": 0.3049, + "odds_ratio_loss": 0.10180535167455673, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03431485593318939, + "rewards/margins": 0.22067713737487793, + "rewards/rejected": -0.25499197840690613, + "sft_loss": 0.3431485593318939, + "step": 1883 + }, + { + "epoch": 2.7245119305856833, + "grad_norm": 2.3552092476829634, + "learning_rate": 4.738050841057469e-06, + "logits/chosen": -0.5356272459030151, + "logits/rejected": -0.5339710116386414, + "logps/chosen": -0.35015958547592163, + "logps/rejected": -2.9828152656555176, + "loss": 0.3505, + "odds_ratio_loss": 0.09774233400821686, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03501596301794052, + "rewards/margins": 0.26326555013656616, + "rewards/rejected": -0.2982814908027649, + "sft_loss": 0.35015958547592163, + "step": 1884 + }, + { + "epoch": 2.7259580621836585, + "grad_norm": 2.4694330118824896, + "learning_rate": 4.734998071266282e-06, + "logits/chosen": -0.3343193233013153, + "logits/rejected": -0.24137598276138306, + "logps/chosen": -0.37988466024398804, + "logps/rejected": -3.0774569511413574, + "loss": 0.368, + "odds_ratio_loss": 0.10103145241737366, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03798846900463104, + "rewards/margins": 0.2697572708129883, + "rewards/rejected": -0.3077457547187805, + "sft_loss": 0.37988466024398804, + "step": 1885 + }, + { + "epoch": 2.7274041937816342, + "grad_norm": 2.2085538092010206, + "learning_rate": 4.7319448583420195e-06, + "logits/chosen": -0.3982861042022705, + "logits/rejected": -0.36158859729766846, + "logps/chosen": -0.3293648958206177, + "logps/rejected": -2.769756555557251, + "loss": 0.3269, + "odds_ratio_loss": 0.09307774901390076, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03293649107217789, + "rewards/margins": 0.24403917789459229, + "rewards/rejected": -0.2769756615161896, + "sft_loss": 0.3293648958206177, + "step": 1886 + }, + { + "epoch": 2.7288503253796095, + "grad_norm": 2.6220443532888407, + "learning_rate": 4.7288912041254765e-06, + "logits/chosen": -0.35197606682777405, + "logits/rejected": -0.2917653024196625, + "logps/chosen": -0.2370256781578064, + "logps/rejected": -4.931891441345215, + "loss": 0.3206, + "odds_ratio_loss": 0.08049122244119644, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02370256744325161, + "rewards/margins": 0.4694865643978119, + "rewards/rejected": -0.49318912625312805, + "sft_loss": 0.2370256781578064, + "step": 1887 + }, + { + "epoch": 2.7302964569775847, + "grad_norm": 2.229589260053656, + "learning_rate": 4.72583711045771e-06, + "logits/chosen": -0.26306650042533875, + "logits/rejected": -0.3761969208717346, + "logps/chosen": -0.5922081470489502, + "logps/rejected": -3.768022298812866, + "loss": 0.4555, + "odds_ratio_loss": 0.2729063630104065, + "rewards/accuracies": 0.8125, + "rewards/chosen": -0.0592208169400692, + "rewards/margins": 0.3175814151763916, + "rewards/rejected": -0.3768022358417511, + "sft_loss": 0.5922081470489502, + "step": 1888 + }, + { + "epoch": 2.7317425885755604, + "grad_norm": 2.0352388645586124, + "learning_rate": 4.722782579180048e-06, + "logits/chosen": -0.23472218215465546, + "logits/rejected": -0.15055781602859497, + "logps/chosen": -0.23011812567710876, + "logps/rejected": -3.8374698162078857, + "loss": 0.302, + "odds_ratio_loss": 0.06934744119644165, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023011812940239906, + "rewards/margins": 0.3607351779937744, + "rewards/rejected": -0.3837469816207886, + "sft_loss": 0.23011812567710876, + "step": 1889 + }, + { + "epoch": 2.7331887201735356, + "grad_norm": 2.1876288211484156, + "learning_rate": 4.719727612134077e-06, + "logits/chosen": -0.24740484356880188, + "logits/rejected": -0.23094268143177032, + "logps/chosen": -0.32862362265586853, + "logps/rejected": -2.0781450271606445, + "loss": 0.3565, + "odds_ratio_loss": 0.11739077419042587, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03286236524581909, + "rewards/margins": 0.17495213449001312, + "rewards/rejected": -0.2078145146369934, + "sft_loss": 0.32862362265586853, + "step": 1890 + }, + { + "epoch": 2.7346348517715113, + "grad_norm": 2.539941122203935, + "learning_rate": 4.716672211161648e-06, + "logits/chosen": -0.2699774503707886, + "logits/rejected": -0.3347630202770233, + "logps/chosen": -0.38555604219436646, + "logps/rejected": -3.047736644744873, + "loss": 0.354, + "odds_ratio_loss": 0.15888690948486328, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038555607199668884, + "rewards/margins": 0.26621806621551514, + "rewards/rejected": -0.3047736883163452, + "sft_loss": 0.38555604219436646, + "step": 1891 + }, + { + "epoch": 2.7360809833694866, + "grad_norm": 2.97857518962784, + "learning_rate": 4.713616378104874e-06, + "logits/chosen": -0.15838538110256195, + "logits/rejected": -0.18540534377098083, + "logps/chosen": -0.2908265292644501, + "logps/rejected": -2.8895366191864014, + "loss": 0.3958, + "odds_ratio_loss": 0.11644550412893295, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029082655906677246, + "rewards/margins": 0.2598710060119629, + "rewards/rejected": -0.28895366191864014, + "sft_loss": 0.2908265292644501, + "step": 1892 + }, + { + "epoch": 2.7375271149674623, + "grad_norm": 3.137520567531617, + "learning_rate": 4.710560114806128e-06, + "logits/chosen": -0.2546279728412628, + "logits/rejected": -0.22949475049972534, + "logps/chosen": -0.5076591372489929, + "logps/rejected": -3.7342796325683594, + "loss": 0.5022, + "odds_ratio_loss": 0.22245776653289795, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05076591670513153, + "rewards/margins": 0.32266199588775635, + "rewards/rejected": -0.3734279274940491, + "sft_loss": 0.5076591372489929, + "step": 1893 + }, + { + "epoch": 2.7389732465654375, + "grad_norm": 2.8291511708947965, + "learning_rate": 4.707503423108042e-06, + "logits/chosen": -0.24433070421218872, + "logits/rejected": -0.24968703091144562, + "logps/chosen": -0.48571792244911194, + "logps/rejected": -1.9403795003890991, + "loss": 0.4089, + "odds_ratio_loss": 0.2183419167995453, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.048571791499853134, + "rewards/margins": 0.1454661637544632, + "rewards/rejected": -0.19403795897960663, + "sft_loss": 0.48571792244911194, + "step": 1894 + }, + { + "epoch": 2.7404193781634127, + "grad_norm": 5.589426058096608, + "learning_rate": 4.7044463048535065e-06, + "logits/chosen": -0.21336159110069275, + "logits/rejected": -0.15851540863513947, + "logps/chosen": -0.3277932405471802, + "logps/rejected": -3.657266139984131, + "loss": 0.3647, + "odds_ratio_loss": 0.0775853842496872, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03277932107448578, + "rewards/margins": 0.33294734358787537, + "rewards/rejected": -0.36572664976119995, + "sft_loss": 0.3277932405471802, + "step": 1895 + }, + { + "epoch": 2.7418655097613884, + "grad_norm": 2.559094190532531, + "learning_rate": 4.70138876188567e-06, + "logits/chosen": -0.1807275265455246, + "logits/rejected": -0.25307416915893555, + "logps/chosen": -0.5286034941673279, + "logps/rejected": -4.811222553253174, + "loss": 0.4474, + "odds_ratio_loss": 0.15058596432209015, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05286034941673279, + "rewards/margins": 0.428261935710907, + "rewards/rejected": -0.4811222553253174, + "sft_loss": 0.5286034941673279, + "step": 1896 + }, + { + "epoch": 2.7433116413593637, + "grad_norm": 2.7848490528190295, + "learning_rate": 4.6983307960479386e-06, + "logits/chosen": -0.10986755788326263, + "logits/rejected": -0.18220268189907074, + "logps/chosen": -0.2580132782459259, + "logps/rejected": -3.7098939418792725, + "loss": 0.3357, + "odds_ratio_loss": 0.11131416261196136, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02580132894217968, + "rewards/margins": 0.34518808126449585, + "rewards/rejected": -0.3709894120693207, + "sft_loss": 0.2580132782459259, + "step": 1897 + }, + { + "epoch": 2.744757772957339, + "grad_norm": 2.3933005373715575, + "learning_rate": 4.695272409183969e-06, + "logits/chosen": -0.36661919951438904, + "logits/rejected": -0.2121463268995285, + "logps/chosen": -0.45644479990005493, + "logps/rejected": -4.979647636413574, + "loss": 0.4361, + "odds_ratio_loss": 0.1398359090089798, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04564448446035385, + "rewards/margins": 0.45232027769088745, + "rewards/rejected": -0.4979647099971771, + "sft_loss": 0.45644479990005493, + "step": 1898 + }, + { + "epoch": 2.7462039045553146, + "grad_norm": 2.6501699786450947, + "learning_rate": 4.692213603137673e-06, + "logits/chosen": -0.15103618800640106, + "logits/rejected": -0.2331678569316864, + "logps/chosen": -0.3875581622123718, + "logps/rejected": -2.742100238800049, + "loss": 0.369, + "odds_ratio_loss": 0.20608189702033997, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03875581920146942, + "rewards/margins": 0.23545420169830322, + "rewards/rejected": -0.27421000599861145, + "sft_loss": 0.3875581622123718, + "step": 1899 + }, + { + "epoch": 2.74765003615329, + "grad_norm": 2.2818384142651658, + "learning_rate": 4.689154379753219e-06, + "logits/chosen": -0.2545371651649475, + "logits/rejected": -0.3067525327205658, + "logps/chosen": -0.3318255841732025, + "logps/rejected": -4.289620876312256, + "loss": 0.395, + "odds_ratio_loss": 0.10435459017753601, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03318255394697189, + "rewards/margins": 0.395779550075531, + "rewards/rejected": -0.4289621114730835, + "sft_loss": 0.3318255841732025, + "step": 1900 + }, + { + "epoch": 2.7490961677512655, + "grad_norm": 2.5609234326640675, + "learning_rate": 4.686094740875022e-06, + "logits/chosen": -0.2666279673576355, + "logits/rejected": -0.21327508985996246, + "logps/chosen": -0.2115049809217453, + "logps/rejected": -3.417975664138794, + "loss": 0.3291, + "odds_ratio_loss": 0.07255256921052933, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02115049958229065, + "rewards/margins": 0.32064709067344666, + "rewards/rejected": -0.3417975902557373, + "sft_loss": 0.2115049809217453, + "step": 1901 + }, + { + "epoch": 2.7505422993492408, + "grad_norm": 2.3829562380839913, + "learning_rate": 4.68303468834775e-06, + "logits/chosen": -0.12061008810997009, + "logits/rejected": -0.12486258894205093, + "logps/chosen": -0.3109768033027649, + "logps/rejected": -3.7834866046905518, + "loss": 0.4206, + "odds_ratio_loss": 0.11438363790512085, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03109768033027649, + "rewards/margins": 0.3472509980201721, + "rewards/rejected": -0.3783486485481262, + "sft_loss": 0.3109768033027649, + "step": 1902 + }, + { + "epoch": 2.7519884309472165, + "grad_norm": 2.862427532503618, + "learning_rate": 4.67997422401632e-06, + "logits/chosen": -0.16161176562309265, + "logits/rejected": -0.20153605937957764, + "logps/chosen": -0.41737887263298035, + "logps/rejected": -1.8366215229034424, + "loss": 0.3795, + "odds_ratio_loss": 0.2205577939748764, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.041737888008356094, + "rewards/margins": 0.14192426204681396, + "rewards/rejected": -0.18366214632987976, + "sft_loss": 0.41737887263298035, + "step": 1903 + }, + { + "epoch": 2.7534345625451917, + "grad_norm": 3.6690114295501624, + "learning_rate": 4.6769133497259006e-06, + "logits/chosen": -0.20664706826210022, + "logits/rejected": -0.026020802557468414, + "logps/chosen": -0.34037303924560547, + "logps/rejected": -3.9743449687957764, + "loss": 0.4032, + "odds_ratio_loss": 0.08332730084657669, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.034037306904792786, + "rewards/margins": 0.3633972108364105, + "rewards/rejected": -0.3974345326423645, + "sft_loss": 0.34037303924560547, + "step": 1904 + }, + { + "epoch": 2.754880694143167, + "grad_norm": 2.294070706599266, + "learning_rate": 4.673852067321899e-06, + "logits/chosen": -0.18250615894794464, + "logits/rejected": -0.2798006534576416, + "logps/chosen": -0.32629454135894775, + "logps/rejected": -2.708524703979492, + "loss": 0.3524, + "odds_ratio_loss": 0.1289883852005005, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.032629452645778656, + "rewards/margins": 0.23822301626205444, + "rewards/rejected": -0.2708524763584137, + "sft_loss": 0.32629454135894775, + "step": 1905 + }, + { + "epoch": 2.7563268257411426, + "grad_norm": 2.554522375851076, + "learning_rate": 4.670790378649977e-06, + "logits/chosen": -0.08530348539352417, + "logits/rejected": -0.12577472627162933, + "logps/chosen": -0.31157389283180237, + "logps/rejected": -3.460144281387329, + "loss": 0.3684, + "odds_ratio_loss": 0.1313571035861969, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.031157393008470535, + "rewards/margins": 0.31485703587532043, + "rewards/rejected": -0.34601444005966187, + "sft_loss": 0.31157389283180237, + "step": 1906 + }, + { + "epoch": 2.757772957339118, + "grad_norm": 2.6229933469821898, + "learning_rate": 4.6677282855560375e-06, + "logits/chosen": -0.3336745798587799, + "logits/rejected": -0.16491839289665222, + "logps/chosen": -0.2330479621887207, + "logps/rejected": -3.2504565715789795, + "loss": 0.374, + "odds_ratio_loss": 0.054218702018260956, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02330479584634304, + "rewards/margins": 0.3017408847808838, + "rewards/rejected": -0.3250456750392914, + "sft_loss": 0.2330479621887207, + "step": 1907 + }, + { + "epoch": 2.759219088937093, + "grad_norm": 3.622563710757675, + "learning_rate": 4.6646657898862284e-06, + "logits/chosen": -0.3674685060977936, + "logits/rejected": -0.3329426050186157, + "logps/chosen": -0.499603271484375, + "logps/rejected": -1.849241852760315, + "loss": 0.4121, + "odds_ratio_loss": 0.2355216145515442, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04996032640337944, + "rewards/margins": 0.13496387004852295, + "rewards/rejected": -0.1849241852760315, + "sft_loss": 0.499603271484375, + "step": 1908 + }, + { + "epoch": 2.760665220535069, + "grad_norm": 3.44369490784189, + "learning_rate": 4.661602893486939e-06, + "logits/chosen": -0.24251700937747955, + "logits/rejected": -0.36239850521087646, + "logps/chosen": -0.49035611748695374, + "logps/rejected": -2.837653636932373, + "loss": 0.329, + "odds_ratio_loss": 0.20834286510944366, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04903561249375343, + "rewards/margins": 0.23472976684570312, + "rewards/rejected": -0.28376537561416626, + "sft_loss": 0.49035611748695374, + "step": 1909 + }, + { + "epoch": 2.762111352133044, + "grad_norm": 2.5770843438365243, + "learning_rate": 4.6585395982048e-06, + "logits/chosen": -0.2157149314880371, + "logits/rejected": -0.2589437663555145, + "logps/chosen": -0.34972837567329407, + "logps/rejected": -2.4410877227783203, + "loss": 0.4031, + "odds_ratio_loss": 0.1218947246670723, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.034972839057445526, + "rewards/margins": 0.20913594961166382, + "rewards/rejected": -0.24410878121852875, + "sft_loss": 0.34972837567329407, + "step": 1910 + }, + { + "epoch": 2.7635574837310193, + "grad_norm": 3.9997670265300695, + "learning_rate": 4.655475905886685e-06, + "logits/chosen": -0.31204700469970703, + "logits/rejected": -0.2673895061016083, + "logps/chosen": -0.3067542314529419, + "logps/rejected": -2.5147337913513184, + "loss": 0.3784, + "odds_ratio_loss": 0.11027967929840088, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03067542240023613, + "rewards/margins": 0.22079795598983765, + "rewards/rejected": -0.2514733672142029, + "sft_loss": 0.3067542314529419, + "step": 1911 + }, + { + "epoch": 2.765003615328995, + "grad_norm": 2.6263995198618337, + "learning_rate": 4.652411818379706e-06, + "logits/chosen": -0.2939597964286804, + "logits/rejected": -0.22305241227149963, + "logps/chosen": -0.3409603238105774, + "logps/rejected": -2.78116774559021, + "loss": 0.3668, + "odds_ratio_loss": 0.0981820672750473, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03409603238105774, + "rewards/margins": 0.2440207302570343, + "rewards/rejected": -0.27811676263809204, + "sft_loss": 0.3409603238105774, + "step": 1912 + }, + { + "epoch": 2.76644974692697, + "grad_norm": 3.1002078754602933, + "learning_rate": 4.6493473375312106e-06, + "logits/chosen": -0.1616482436656952, + "logits/rejected": -0.18430642783641815, + "logps/chosen": -0.296634316444397, + "logps/rejected": -3.99161434173584, + "loss": 0.3846, + "odds_ratio_loss": 0.1349400132894516, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02966342866420746, + "rewards/margins": 0.36949801445007324, + "rewards/rejected": -0.3991614282131195, + "sft_loss": 0.296634316444397, + "step": 1913 + }, + { + "epoch": 2.767895878524946, + "grad_norm": 4.2146173773241244, + "learning_rate": 4.646282465188788e-06, + "logits/chosen": -0.3848811984062195, + "logits/rejected": -0.3408425450325012, + "logps/chosen": -0.36459803581237793, + "logps/rejected": -2.6756057739257812, + "loss": 0.3984, + "odds_ratio_loss": 0.1446124166250229, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03645980730652809, + "rewards/margins": 0.23110075294971466, + "rewards/rejected": -0.26756054162979126, + "sft_loss": 0.36459803581237793, + "step": 1914 + }, + { + "epoch": 2.769342010122921, + "grad_norm": 2.4636205252773133, + "learning_rate": 4.643217203200259e-06, + "logits/chosen": -0.17520803213119507, + "logits/rejected": -0.21425886452198029, + "logps/chosen": -0.3626866638660431, + "logps/rejected": -3.3118858337402344, + "loss": 0.4663, + "odds_ratio_loss": 0.11417470127344131, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.036268673837184906, + "rewards/margins": 0.2949199378490448, + "rewards/rejected": -0.3311886191368103, + "sft_loss": 0.3626866638660431, + "step": 1915 + }, + { + "epoch": 2.770788141720897, + "grad_norm": 2.1402630431394782, + "learning_rate": 4.640151553413683e-06, + "logits/chosen": -0.2816272974014282, + "logits/rejected": -0.3485042154788971, + "logps/chosen": -0.4563095271587372, + "logps/rejected": -3.226483106613159, + "loss": 0.4248, + "odds_ratio_loss": 0.1943037509918213, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04563095420598984, + "rewards/margins": 0.27701735496520996, + "rewards/rejected": -0.3226483166217804, + "sft_loss": 0.4563095271587372, + "step": 1916 + }, + { + "epoch": 2.772234273318872, + "grad_norm": 2.2310359352159654, + "learning_rate": 4.637085517677351e-06, + "logits/chosen": -0.12221245467662811, + "logits/rejected": -0.11277172714471817, + "logps/chosen": -0.4151383638381958, + "logps/rejected": -2.5533032417297363, + "loss": 0.3756, + "odds_ratio_loss": 0.20337051153182983, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0415138378739357, + "rewards/margins": 0.21381649374961853, + "rewards/rejected": -0.25533032417297363, + "sft_loss": 0.4151383638381958, + "step": 1917 + }, + { + "epoch": 2.7736804049168473, + "grad_norm": 8.261017962903177, + "learning_rate": 4.634019097839788e-06, + "logits/chosen": -0.39285701513290405, + "logits/rejected": -0.25874412059783936, + "logps/chosen": -0.5222992300987244, + "logps/rejected": -2.182068347930908, + "loss": 0.4893, + "odds_ratio_loss": 0.1882818341255188, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.052229925990104675, + "rewards/margins": 0.16597692668437958, + "rewards/rejected": -0.21820686757564545, + "sft_loss": 0.5222992300987244, + "step": 1918 + }, + { + "epoch": 2.775126536514823, + "grad_norm": 2.1730397586110053, + "learning_rate": 4.630952295749749e-06, + "logits/chosen": -0.1443309485912323, + "logits/rejected": -0.4016629457473755, + "logps/chosen": -0.384902685880661, + "logps/rejected": -2.4064371585845947, + "loss": 0.4804, + "odds_ratio_loss": 0.18294137716293335, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03849026933312416, + "rewards/margins": 0.20215344429016113, + "rewards/rejected": -0.240643709897995, + "sft_loss": 0.384902685880661, + "step": 1919 + }, + { + "epoch": 2.7765726681127982, + "grad_norm": 2.675044128872941, + "learning_rate": 4.627885113256223e-06, + "logits/chosen": -0.06406591832637787, + "logits/rejected": -0.044175997376441956, + "logps/chosen": -0.3621594309806824, + "logps/rejected": -2.851767063140869, + "loss": 0.334, + "odds_ratio_loss": 0.14854490756988525, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.036215946078300476, + "rewards/margins": 0.24896079301834106, + "rewards/rejected": -0.28517672419548035, + "sft_loss": 0.3621594309806824, + "step": 1920 + }, + { + "epoch": 2.7780187997107735, + "grad_norm": 2.4626982788921623, + "learning_rate": 4.624817552208422e-06, + "logits/chosen": -0.1586943119764328, + "logits/rejected": -0.1781804859638214, + "logps/chosen": -0.2940862476825714, + "logps/rejected": -2.0932531356811523, + "loss": 0.3358, + "odds_ratio_loss": 0.12081068754196167, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029408622533082962, + "rewards/margins": 0.17991669476032257, + "rewards/rejected": -0.20932531356811523, + "sft_loss": 0.2940862476825714, + "step": 1921 + }, + { + "epoch": 2.779464931308749, + "grad_norm": 3.056963625474084, + "learning_rate": 4.621749614455792e-06, + "logits/chosen": -0.21742503345012665, + "logits/rejected": -0.2462393343448639, + "logps/chosen": -0.4259098172187805, + "logps/rejected": -2.3623046875, + "loss": 0.3804, + "odds_ratio_loss": 0.13163158297538757, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04259098693728447, + "rewards/margins": 0.19363948702812195, + "rewards/rejected": -0.23623046278953552, + "sft_loss": 0.4259098172187805, + "step": 1922 + }, + { + "epoch": 2.7809110629067244, + "grad_norm": 2.591769874435251, + "learning_rate": 4.618681301848004e-06, + "logits/chosen": -0.3165079951286316, + "logits/rejected": -0.11529199779033661, + "logps/chosen": -0.4419441819190979, + "logps/rejected": -2.79586124420166, + "loss": 0.3997, + "odds_ratio_loss": 0.14373686909675598, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04419442266225815, + "rewards/margins": 0.23539170622825623, + "rewards/rejected": -0.2795861065387726, + "sft_loss": 0.4419441819190979, + "step": 1923 + }, + { + "epoch": 2.7823571945047, + "grad_norm": 2.5546096197432835, + "learning_rate": 4.615612616234955e-06, + "logits/chosen": -0.2990122139453888, + "logits/rejected": -0.32261422276496887, + "logps/chosen": -0.32381701469421387, + "logps/rejected": -3.8825607299804688, + "loss": 0.3826, + "odds_ratio_loss": 0.09977390617132187, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.032381702214479446, + "rewards/margins": 0.3558743894100189, + "rewards/rejected": -0.3882560729980469, + "sft_loss": 0.32381701469421387, + "step": 1924 + }, + { + "epoch": 2.7838033261026753, + "grad_norm": 2.607250283502564, + "learning_rate": 4.6125435594667664e-06, + "logits/chosen": -0.286873459815979, + "logits/rejected": -0.3211660087108612, + "logps/chosen": -0.37380242347717285, + "logps/rejected": -3.475512981414795, + "loss": 0.3714, + "odds_ratio_loss": 0.1345575600862503, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.037380240857601166, + "rewards/margins": 0.31017106771469116, + "rewards/rejected": -0.3475513160228729, + "sft_loss": 0.37380242347717285, + "step": 1925 + }, + { + "epoch": 2.785249457700651, + "grad_norm": 2.3706014238306015, + "learning_rate": 4.609474133393785e-06, + "logits/chosen": -0.3925056457519531, + "logits/rejected": -0.4020850658416748, + "logps/chosen": -0.2961789071559906, + "logps/rejected": -2.771475315093994, + "loss": 0.346, + "odds_ratio_loss": 0.10398849099874496, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02961789071559906, + "rewards/margins": 0.24752962589263916, + "rewards/rejected": -0.2771475315093994, + "sft_loss": 0.2961789071559906, + "step": 1926 + }, + { + "epoch": 2.7866955892986263, + "grad_norm": 3.0033007962008327, + "learning_rate": 4.606404339866578e-06, + "logits/chosen": -0.2951948046684265, + "logits/rejected": -0.23653864860534668, + "logps/chosen": -0.43498289585113525, + "logps/rejected": -3.2631759643554688, + "loss": 0.3759, + "odds_ratio_loss": 0.14501672983169556, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.043498288840055466, + "rewards/margins": 0.28281930088996887, + "rewards/rejected": -0.32631760835647583, + "sft_loss": 0.43498289585113525, + "step": 1927 + }, + { + "epoch": 2.7881417208966015, + "grad_norm": 2.454319936149338, + "learning_rate": 4.603334180735937e-06, + "logits/chosen": -0.3240278661251068, + "logits/rejected": -0.2735302448272705, + "logps/chosen": -0.31935903429985046, + "logps/rejected": -3.252980947494507, + "loss": 0.3543, + "odds_ratio_loss": 0.07885086536407471, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.031935904175043106, + "rewards/margins": 0.29336220026016235, + "rewards/rejected": -0.32529810070991516, + "sft_loss": 0.31935903429985046, + "step": 1928 + }, + { + "epoch": 2.789587852494577, + "grad_norm": 2.3281215603843237, + "learning_rate": 4.6002636578528694e-06, + "logits/chosen": -0.18546296656131744, + "logits/rejected": -0.17621514201164246, + "logps/chosen": -0.2209104746580124, + "logps/rejected": -4.707164287567139, + "loss": 0.2778, + "odds_ratio_loss": 0.054455384612083435, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022091049700975418, + "rewards/margins": 0.448625385761261, + "rewards/rejected": -0.4707164168357849, + "sft_loss": 0.2209104746580124, + "step": 1929 + }, + { + "epoch": 2.7910339840925524, + "grad_norm": 2.251641017951371, + "learning_rate": 4.5971927730686086e-06, + "logits/chosen": -0.29331666231155396, + "logits/rejected": -0.29489755630493164, + "logps/chosen": -0.4534047245979309, + "logps/rejected": -1.960153341293335, + "loss": 0.4003, + "odds_ratio_loss": 0.15419454872608185, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04534047096967697, + "rewards/margins": 0.15067486464977264, + "rewards/rejected": -0.19601532816886902, + "sft_loss": 0.4534047245979309, + "step": 1930 + }, + { + "epoch": 2.7924801156905277, + "grad_norm": 2.304782801749755, + "learning_rate": 4.594121528234601e-06, + "logits/chosen": -0.1861201524734497, + "logits/rejected": -0.22230559587478638, + "logps/chosen": -0.39050740003585815, + "logps/rejected": -4.507702350616455, + "loss": 0.4072, + "odds_ratio_loss": 0.13908474147319794, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.039050742983818054, + "rewards/margins": 0.41171950101852417, + "rewards/rejected": -0.45077022910118103, + "sft_loss": 0.39050740003585815, + "step": 1931 + }, + { + "epoch": 2.7939262472885034, + "grad_norm": 2.5018670474835845, + "learning_rate": 4.59104992520251e-06, + "logits/chosen": -0.24248866736888885, + "logits/rejected": -0.23236139118671417, + "logps/chosen": -0.446467787027359, + "logps/rejected": -2.6032891273498535, + "loss": 0.38, + "odds_ratio_loss": 0.20997995138168335, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04464678466320038, + "rewards/margins": 0.21568216383457184, + "rewards/rejected": -0.2603289484977722, + "sft_loss": 0.446467787027359, + "step": 1932 + }, + { + "epoch": 2.7953723788864786, + "grad_norm": 2.272702135116343, + "learning_rate": 4.5879779658242185e-06, + "logits/chosen": -0.22327488660812378, + "logits/rejected": -0.2359078824520111, + "logps/chosen": -0.27088087797164917, + "logps/rejected": -2.6554477214813232, + "loss": 0.3654, + "odds_ratio_loss": 0.08074113726615906, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027088087052106857, + "rewards/margins": 0.23845668137073517, + "rewards/rejected": -0.2655448019504547, + "sft_loss": 0.27088087797164917, + "step": 1933 + }, + { + "epoch": 2.796818510484454, + "grad_norm": 2.714031627693277, + "learning_rate": 4.584905651951821e-06, + "logits/chosen": -0.31978341937065125, + "logits/rejected": -0.19837269186973572, + "logps/chosen": -0.3051181733608246, + "logps/rejected": -3.7367353439331055, + "loss": 0.4014, + "odds_ratio_loss": 0.09203245490789413, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03051181510090828, + "rewards/margins": 0.3431617021560669, + "rewards/rejected": -0.3736734986305237, + "sft_loss": 0.3051181733608246, + "step": 1934 + }, + { + "epoch": 2.7982646420824295, + "grad_norm": 2.8248128614823362, + "learning_rate": 4.581832985437628e-06, + "logits/chosen": -0.2673256993293762, + "logits/rejected": -0.33064621686935425, + "logps/chosen": -0.3906742334365845, + "logps/rejected": -2.7726762294769287, + "loss": 0.3861, + "odds_ratio_loss": 0.20273485779762268, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03906742483377457, + "rewards/margins": 0.23820018768310547, + "rewards/rejected": -0.2772676348686218, + "sft_loss": 0.3906742334365845, + "step": 1935 + }, + { + "epoch": 2.7997107736804048, + "grad_norm": 2.2782935918289287, + "learning_rate": 4.578759968134162e-06, + "logits/chosen": -0.4593513607978821, + "logits/rejected": -0.26922720670700073, + "logps/chosen": -0.4158691167831421, + "logps/rejected": -2.6285738945007324, + "loss": 0.3801, + "odds_ratio_loss": 0.19207270443439484, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04158691689372063, + "rewards/margins": 0.22127047181129456, + "rewards/rejected": -0.2628573775291443, + "sft_loss": 0.4158691167831421, + "step": 1936 + }, + { + "epoch": 2.8011569052783805, + "grad_norm": 7.689527810087393, + "learning_rate": 4.575686601894154e-06, + "logits/chosen": -0.3853088617324829, + "logits/rejected": -0.40306854248046875, + "logps/chosen": -0.38764315843582153, + "logps/rejected": -3.561250925064087, + "loss": 0.4396, + "odds_ratio_loss": 0.12997904419898987, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03876432031393051, + "rewards/margins": 0.3173607885837555, + "rewards/rejected": -0.3561251163482666, + "sft_loss": 0.38764315843582153, + "step": 1937 + }, + { + "epoch": 2.8026030368763557, + "grad_norm": 2.4015205603833865, + "learning_rate": 4.572612888570551e-06, + "logits/chosen": -0.15974129736423492, + "logits/rejected": -0.201629638671875, + "logps/chosen": -0.2965061664581299, + "logps/rejected": -2.6370511054992676, + "loss": 0.3518, + "odds_ratio_loss": 0.14970335364341736, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029650619253516197, + "rewards/margins": 0.23405447602272034, + "rewards/rejected": -0.2637051045894623, + "sft_loss": 0.2965061664581299, + "step": 1938 + }, + { + "epoch": 2.8040491684743314, + "grad_norm": 2.3197713473946773, + "learning_rate": 4.569538830016504e-06, + "logits/chosen": -0.19120481610298157, + "logits/rejected": -0.16116847097873688, + "logps/chosen": -0.3215819001197815, + "logps/rejected": -4.226866245269775, + "loss": 0.3769, + "odds_ratio_loss": 0.09225130826234818, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03215819224715233, + "rewards/margins": 0.39052847027778625, + "rewards/rejected": -0.4226866364479065, + "sft_loss": 0.3215819001197815, + "step": 1939 + }, + { + "epoch": 2.8054953000723066, + "grad_norm": 2.4727718660935407, + "learning_rate": 4.566464428085375e-06, + "logits/chosen": -0.1913873255252838, + "logits/rejected": -0.27844709157943726, + "logps/chosen": -0.20122195780277252, + "logps/rejected": -3.5175328254699707, + "loss": 0.3739, + "odds_ratio_loss": 0.08544261008501053, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020122196525335312, + "rewards/margins": 0.331631064414978, + "rewards/rejected": -0.351753294467926, + "sft_loss": 0.20122195780277252, + "step": 1940 + }, + { + "epoch": 2.806941431670282, + "grad_norm": 2.946690687261266, + "learning_rate": 4.563389684630733e-06, + "logits/chosen": -0.130567729473114, + "logits/rejected": -0.1708630472421646, + "logps/chosen": -0.3934086561203003, + "logps/rejected": -4.302565097808838, + "loss": 0.3624, + "odds_ratio_loss": 0.14866124093532562, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03934086486697197, + "rewards/margins": 0.3909156620502472, + "rewards/rejected": -0.43025651574134827, + "sft_loss": 0.3934086561203003, + "step": 1941 + }, + { + "epoch": 2.8083875632682576, + "grad_norm": 2.189219374296923, + "learning_rate": 4.560314601506352e-06, + "logits/chosen": -0.09481626749038696, + "logits/rejected": -0.11865237355232239, + "logps/chosen": -0.19691374897956848, + "logps/rejected": -3.1772546768188477, + "loss": 0.2849, + "odds_ratio_loss": 0.09188981354236603, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019691377878189087, + "rewards/margins": 0.29803407192230225, + "rewards/rejected": -0.3177254796028137, + "sft_loss": 0.19691374897956848, + "step": 1942 + }, + { + "epoch": 2.809833694866233, + "grad_norm": 2.558939249575432, + "learning_rate": 4.557239180566211e-06, + "logits/chosen": -0.24929408729076385, + "logits/rejected": -0.20789062976837158, + "logps/chosen": -0.39418619871139526, + "logps/rejected": -3.524662494659424, + "loss": 0.3461, + "odds_ratio_loss": 0.20861908793449402, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.039418622851371765, + "rewards/margins": 0.3130476176738739, + "rewards/rejected": -0.3524662256240845, + "sft_loss": 0.39418619871139526, + "step": 1943 + }, + { + "epoch": 2.811279826464208, + "grad_norm": 3.5546240440051413, + "learning_rate": 4.554163423664492e-06, + "logits/chosen": -0.2653443217277527, + "logits/rejected": -0.19230744242668152, + "logps/chosen": -0.3097788393497467, + "logps/rejected": -2.285008192062378, + "loss": 0.3426, + "odds_ratio_loss": 0.15280936658382416, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03097788617014885, + "rewards/margins": 0.19752293825149536, + "rewards/rejected": -0.2285008281469345, + "sft_loss": 0.3097788393497467, + "step": 1944 + }, + { + "epoch": 2.8127259580621837, + "grad_norm": 2.464371112246266, + "learning_rate": 4.551087332655581e-06, + "logits/chosen": -0.19536343216896057, + "logits/rejected": -0.21240335702896118, + "logps/chosen": -0.3807547688484192, + "logps/rejected": -4.58089542388916, + "loss": 0.3613, + "odds_ratio_loss": 0.12009456753730774, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03807547688484192, + "rewards/margins": 0.42001405358314514, + "rewards/rejected": -0.4580894708633423, + "sft_loss": 0.3807547688484192, + "step": 1945 + }, + { + "epoch": 2.814172089660159, + "grad_norm": 2.8583032297639694, + "learning_rate": 4.548010909394065e-06, + "logits/chosen": -0.25077760219573975, + "logits/rejected": -0.22733455896377563, + "logps/chosen": -0.2656141519546509, + "logps/rejected": -2.585810422897339, + "loss": 0.3708, + "odds_ratio_loss": 0.07707735151052475, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026561414822936058, + "rewards/margins": 0.23201963305473328, + "rewards/rejected": -0.2585810422897339, + "sft_loss": 0.2656141519546509, + "step": 1946 + }, + { + "epoch": 2.815618221258134, + "grad_norm": 2.1958212700336777, + "learning_rate": 4.5449341557347314e-06, + "logits/chosen": -0.24419622123241425, + "logits/rejected": -0.32629725337028503, + "logps/chosen": -0.38885653018951416, + "logps/rejected": -2.0550642013549805, + "loss": 0.4423, + "odds_ratio_loss": 0.1665182113647461, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.038885653018951416, + "rewards/margins": 0.16662079095840454, + "rewards/rejected": -0.20550641417503357, + "sft_loss": 0.38885653018951416, + "step": 1947 + }, + { + "epoch": 2.81706435285611, + "grad_norm": 2.827337130609505, + "learning_rate": 4.541857073532565e-06, + "logits/chosen": -0.29342615604400635, + "logits/rejected": -0.37808701395988464, + "logps/chosen": -0.4292759597301483, + "logps/rejected": -3.3842148780822754, + "loss": 0.4184, + "odds_ratio_loss": 0.16178587079048157, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04292759299278259, + "rewards/margins": 0.2954939007759094, + "rewards/rejected": -0.338421493768692, + "sft_loss": 0.4292759597301483, + "step": 1948 + }, + { + "epoch": 2.8185104844540856, + "grad_norm": 2.9319747599147346, + "learning_rate": 4.538779664642751e-06, + "logits/chosen": -0.1982938051223755, + "logits/rejected": -0.2894214987754822, + "logps/chosen": -0.4327597916126251, + "logps/rejected": -4.025196552276611, + "loss": 0.38, + "odds_ratio_loss": 0.1208379864692688, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04327598214149475, + "rewards/margins": 0.3592436909675598, + "rewards/rejected": -0.40251967310905457, + "sft_loss": 0.4327597916126251, + "step": 1949 + }, + { + "epoch": 2.819956616052061, + "grad_norm": 2.781771227196679, + "learning_rate": 4.535701930920669e-06, + "logits/chosen": -0.250921368598938, + "logits/rejected": -0.21995939314365387, + "logps/chosen": -0.4275512099266052, + "logps/rejected": -2.362046003341675, + "loss": 0.3795, + "odds_ratio_loss": 0.11597280949354172, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.042755126953125, + "rewards/margins": 0.1934494823217392, + "rewards/rejected": -0.2362046092748642, + "sft_loss": 0.4275512099266052, + "step": 1950 + }, + { + "epoch": 2.821402747650036, + "grad_norm": 2.3237978364107295, + "learning_rate": 4.532623874221901e-06, + "logits/chosen": -0.15754200518131256, + "logits/rejected": -0.06704466044902802, + "logps/chosen": -0.33436861634254456, + "logps/rejected": -4.438542366027832, + "loss": 0.3531, + "odds_ratio_loss": 0.09081018716096878, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.033436864614486694, + "rewards/margins": 0.4104173481464386, + "rewards/rejected": -0.4438541829586029, + "sft_loss": 0.33436861634254456, + "step": 1951 + }, + { + "epoch": 2.8228488792480118, + "grad_norm": 3.35312868677405, + "learning_rate": 4.529545496402214e-06, + "logits/chosen": -0.2972349226474762, + "logits/rejected": -0.29672643542289734, + "logps/chosen": -0.3766123652458191, + "logps/rejected": -4.205931186676025, + "loss": 0.3747, + "odds_ratio_loss": 0.12844733893871307, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03766123950481415, + "rewards/margins": 0.3829319477081299, + "rewards/rejected": -0.42059317231178284, + "sft_loss": 0.3766123652458191, + "step": 1952 + }, + { + "epoch": 2.824295010845987, + "grad_norm": 2.0202609151492563, + "learning_rate": 4.526466799317574e-06, + "logits/chosen": -0.1269502341747284, + "logits/rejected": -0.19187532365322113, + "logps/chosen": -0.5017333030700684, + "logps/rejected": -3.294124126434326, + "loss": 0.4123, + "odds_ratio_loss": 0.19588340818881989, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0501733273267746, + "rewards/margins": 0.27923905849456787, + "rewards/rejected": -0.32941240072250366, + "sft_loss": 0.5017333030700684, + "step": 1953 + }, + { + "epoch": 2.8257411424439622, + "grad_norm": 2.1424438067504608, + "learning_rate": 4.5233877848241405e-06, + "logits/chosen": -0.20550042390823364, + "logits/rejected": -0.217835932970047, + "logps/chosen": -0.4110490679740906, + "logps/rejected": -5.2300262451171875, + "loss": 0.3385, + "odds_ratio_loss": 0.1557879000902176, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04110490530729294, + "rewards/margins": 0.48189777135849, + "rewards/rejected": -0.5230026841163635, + "sft_loss": 0.4110490679740906, + "step": 1954 + }, + { + "epoch": 2.827187274041938, + "grad_norm": 2.2898308985512434, + "learning_rate": 4.5203084547782625e-06, + "logits/chosen": -0.1175132691860199, + "logits/rejected": -0.1555338203907013, + "logps/chosen": -0.3281111717224121, + "logps/rejected": -2.776350736618042, + "loss": 0.3175, + "odds_ratio_loss": 0.1153721809387207, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03281112015247345, + "rewards/margins": 0.24482394754886627, + "rewards/rejected": -0.2776350677013397, + "sft_loss": 0.3281111717224121, + "step": 1955 + }, + { + "epoch": 2.828633405639913, + "grad_norm": 2.556433357322931, + "learning_rate": 4.517228811036479e-06, + "logits/chosen": -0.12393073737621307, + "logits/rejected": -0.058607179671525955, + "logps/chosen": -0.3850470781326294, + "logps/rejected": -2.437091827392578, + "loss": 0.3945, + "odds_ratio_loss": 0.11526143550872803, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.038504708558321, + "rewards/margins": 0.20520448684692383, + "rewards/rejected": -0.24370920658111572, + "sft_loss": 0.3850470781326294, + "step": 1956 + }, + { + "epoch": 2.8300795372378884, + "grad_norm": 2.3441089513748934, + "learning_rate": 4.514148855455519e-06, + "logits/chosen": -0.2920979857444763, + "logits/rejected": -0.21535375714302063, + "logps/chosen": -0.42927250266075134, + "logps/rejected": -4.101245403289795, + "loss": 0.4083, + "odds_ratio_loss": 0.0865693911910057, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.042927250266075134, + "rewards/margins": 0.36719733476638794, + "rewards/rejected": -0.4101245403289795, + "sft_loss": 0.42927250266075134, + "step": 1957 + }, + { + "epoch": 2.831525668835864, + "grad_norm": 2.1830249246574, + "learning_rate": 4.511068589892299e-06, + "logits/chosen": -0.2623273730278015, + "logits/rejected": -0.28325706720352173, + "logps/chosen": -0.3608659505844116, + "logps/rejected": -4.1569623947143555, + "loss": 0.3382, + "odds_ratio_loss": 0.08394452929496765, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.036086589097976685, + "rewards/margins": 0.3796096444129944, + "rewards/rejected": -0.4156962037086487, + "sft_loss": 0.3608659505844116, + "step": 1958 + }, + { + "epoch": 2.8329718004338393, + "grad_norm": 2.4965701484780682, + "learning_rate": 4.507988016203924e-06, + "logits/chosen": -0.12955503165721893, + "logits/rejected": -0.13261455297470093, + "logps/chosen": -0.45575547218322754, + "logps/rejected": -5.616315841674805, + "loss": 0.4245, + "odds_ratio_loss": 0.15984290838241577, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.045575544238090515, + "rewards/margins": 0.5160560011863708, + "rewards/rejected": -0.5616315603256226, + "sft_loss": 0.45575547218322754, + "step": 1959 + }, + { + "epoch": 2.834417932031815, + "grad_norm": 2.609261696479621, + "learning_rate": 4.50490713624768e-06, + "logits/chosen": -0.278617262840271, + "logits/rejected": -0.3227754831314087, + "logps/chosen": -0.44750720262527466, + "logps/rejected": -3.244765043258667, + "loss": 0.354, + "odds_ratio_loss": 0.13986484706401825, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.044750723987817764, + "rewards/margins": 0.2797257900238037, + "rewards/rejected": -0.32447654008865356, + "sft_loss": 0.44750720262527466, + "step": 1960 + }, + { + "epoch": 2.8358640636297903, + "grad_norm": 2.4790920191828034, + "learning_rate": 4.501825951881044e-06, + "logits/chosen": -0.2545323967933655, + "logits/rejected": -0.23980608582496643, + "logps/chosen": -0.21073514223098755, + "logps/rejected": -3.4034600257873535, + "loss": 0.3826, + "odds_ratio_loss": 0.13137222826480865, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021073516458272934, + "rewards/margins": 0.319272518157959, + "rewards/rejected": -0.3403460383415222, + "sft_loss": 0.21073514223098755, + "step": 1961 + }, + { + "epoch": 2.837310195227766, + "grad_norm": 2.460263782780314, + "learning_rate": 4.498744464961673e-06, + "logits/chosen": -0.14830397069454193, + "logits/rejected": -0.17653128504753113, + "logps/chosen": -0.37625688314437866, + "logps/rejected": -2.8310248851776123, + "loss": 0.3778, + "odds_ratio_loss": 0.2329844832420349, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.037625689059495926, + "rewards/margins": 0.24547676742076874, + "rewards/rejected": -0.28310248255729675, + "sft_loss": 0.37625688314437866, + "step": 1962 + }, + { + "epoch": 2.838756326825741, + "grad_norm": 2.41693580770391, + "learning_rate": 4.495662677347406e-06, + "logits/chosen": -0.2042870670557022, + "logits/rejected": -0.2227935642004013, + "logps/chosen": -0.30183953046798706, + "logps/rejected": -3.360196590423584, + "loss": 0.3708, + "odds_ratio_loss": 0.11629791557788849, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030183954164385796, + "rewards/margins": 0.30583569407463074, + "rewards/rejected": -0.3360196352005005, + "sft_loss": 0.30183953046798706, + "step": 1963 + }, + { + "epoch": 2.8402024584237164, + "grad_norm": 2.2424319365202483, + "learning_rate": 4.492580590896266e-06, + "logits/chosen": -0.29322850704193115, + "logits/rejected": -0.2505452334880829, + "logps/chosen": -0.3406594395637512, + "logps/rejected": -3.0602898597717285, + "loss": 0.3607, + "odds_ratio_loss": 0.14059670269489288, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03406594693660736, + "rewards/margins": 0.27196305990219116, + "rewards/rejected": -0.30602899193763733, + "sft_loss": 0.3406594395637512, + "step": 1964 + }, + { + "epoch": 2.841648590021692, + "grad_norm": 2.034324925578539, + "learning_rate": 4.489498207466452e-06, + "logits/chosen": -0.23154626786708832, + "logits/rejected": -0.22844228148460388, + "logps/chosen": -0.35256677865982056, + "logps/rejected": -3.0019397735595703, + "loss": 0.2994, + "odds_ratio_loss": 0.14165949821472168, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.035256676375865936, + "rewards/margins": 0.26493731141090393, + "rewards/rejected": -0.30019402503967285, + "sft_loss": 0.35256677865982056, + "step": 1965 + }, + { + "epoch": 2.8430947216196674, + "grad_norm": 2.297602410152931, + "learning_rate": 4.486415528916345e-06, + "logits/chosen": -0.26251840591430664, + "logits/rejected": -0.21951915323734283, + "logps/chosen": -0.4026089906692505, + "logps/rejected": -2.375399589538574, + "loss": 0.3456, + "odds_ratio_loss": 0.12557853758335114, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04026089981198311, + "rewards/margins": 0.19727906584739685, + "rewards/rejected": -0.23753996193408966, + "sft_loss": 0.4026089906692505, + "step": 1966 + }, + { + "epoch": 2.8445408532176426, + "grad_norm": 2.3981821546026594, + "learning_rate": 4.483332557104506e-06, + "logits/chosen": -0.31481003761291504, + "logits/rejected": -0.23861244320869446, + "logps/chosen": -0.45590323209762573, + "logps/rejected": -4.1064300537109375, + "loss": 0.4072, + "odds_ratio_loss": 0.1462942659854889, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04559032618999481, + "rewards/margins": 0.3650527596473694, + "rewards/rejected": -0.4106430411338806, + "sft_loss": 0.45590323209762573, + "step": 1967 + }, + { + "epoch": 2.8459869848156183, + "grad_norm": 2.5671049781697786, + "learning_rate": 4.4802492938896665e-06, + "logits/chosen": -0.28605127334594727, + "logits/rejected": -0.3137693405151367, + "logps/chosen": -0.44223883748054504, + "logps/rejected": -3.326413631439209, + "loss": 0.3795, + "odds_ratio_loss": 0.149356871843338, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.044223885983228683, + "rewards/margins": 0.2884174585342407, + "rewards/rejected": -0.3326413333415985, + "sft_loss": 0.44223883748054504, + "step": 1968 + }, + { + "epoch": 2.8474331164135935, + "grad_norm": 2.2327104314001893, + "learning_rate": 4.477165741130739e-06, + "logits/chosen": -0.25932520627975464, + "logits/rejected": -0.2992691397666931, + "logps/chosen": -0.4744134843349457, + "logps/rejected": -2.5101125240325928, + "loss": 0.4011, + "odds_ratio_loss": 0.1707616001367569, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.047441352158784866, + "rewards/margins": 0.20356988906860352, + "rewards/rejected": -0.2510112524032593, + "sft_loss": 0.4744134843349457, + "step": 1969 + }, + { + "epoch": 2.8488792480115688, + "grad_norm": 2.293971064562503, + "learning_rate": 4.474081900686811e-06, + "logits/chosen": -0.11275100708007812, + "logits/rejected": -0.20851099491119385, + "logps/chosen": -0.3515588641166687, + "logps/rejected": -4.357938766479492, + "loss": 0.3836, + "odds_ratio_loss": 0.10340322554111481, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03515588864684105, + "rewards/margins": 0.40063801407814026, + "rewards/rejected": -0.4357939064502716, + "sft_loss": 0.3515588641166687, + "step": 1970 + }, + { + "epoch": 2.8503253796095445, + "grad_norm": 2.3802443419941293, + "learning_rate": 4.470997774417138e-06, + "logits/chosen": -0.23158510029315948, + "logits/rejected": -0.12711213529109955, + "logps/chosen": -0.18399205803871155, + "logps/rejected": -4.86518669128418, + "loss": 0.3133, + "odds_ratio_loss": 0.026787567883729935, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018399206921458244, + "rewards/margins": 0.46811944246292114, + "rewards/rejected": -0.4865187108516693, + "sft_loss": 0.18399205803871155, + "step": 1971 + }, + { + "epoch": 2.85177151120752, + "grad_norm": 4.32614696988975, + "learning_rate": 4.467913364181152e-06, + "logits/chosen": -0.1700606644153595, + "logits/rejected": -0.4262159466743469, + "logps/chosen": -0.3667178153991699, + "logps/rejected": -4.321340560913086, + "loss": 0.3362, + "odds_ratio_loss": 0.15199513733386993, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03667178750038147, + "rewards/margins": 0.395462304353714, + "rewards/rejected": -0.43213409185409546, + "sft_loss": 0.3667178153991699, + "step": 1972 + }, + { + "epoch": 2.8532176428054954, + "grad_norm": 2.4945795457234623, + "learning_rate": 4.464828671838456e-06, + "logits/chosen": -0.20741111040115356, + "logits/rejected": -0.28869232535362244, + "logps/chosen": -0.4533330798149109, + "logps/rejected": -3.0039780139923096, + "loss": 0.3851, + "odds_ratio_loss": 0.14457382261753082, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04533331096172333, + "rewards/margins": 0.2550644874572754, + "rewards/rejected": -0.3003978133201599, + "sft_loss": 0.4533330798149109, + "step": 1973 + }, + { + "epoch": 2.8546637744034706, + "grad_norm": 2.2392165620325555, + "learning_rate": 4.4617436992488255e-06, + "logits/chosen": -0.21774300932884216, + "logits/rejected": -0.22718608379364014, + "logps/chosen": -0.26567813754081726, + "logps/rejected": -3.7159323692321777, + "loss": 0.3558, + "odds_ratio_loss": 0.11599615216255188, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026567813009023666, + "rewards/margins": 0.3450254201889038, + "rewards/rejected": -0.3715932369232178, + "sft_loss": 0.26567813754081726, + "step": 1974 + }, + { + "epoch": 2.8561099060014463, + "grad_norm": 2.468051654089775, + "learning_rate": 4.458658448272196e-06, + "logits/chosen": -0.3251468241214752, + "logits/rejected": -0.34824731945991516, + "logps/chosen": -0.3763624429702759, + "logps/rejected": -2.987534523010254, + "loss": 0.3765, + "odds_ratio_loss": 0.14948882162570953, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03763624280691147, + "rewards/margins": 0.26111719012260437, + "rewards/rejected": -0.29875344038009644, + "sft_loss": 0.3763624429702759, + "step": 1975 + }, + { + "epoch": 2.8575560375994216, + "grad_norm": 2.1974442142697272, + "learning_rate": 4.455572920768681e-06, + "logits/chosen": -0.2270897775888443, + "logits/rejected": -0.25597840547561646, + "logps/chosen": -0.4614500105381012, + "logps/rejected": -3.404634714126587, + "loss": 0.37, + "odds_ratio_loss": 0.19110485911369324, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.046144999563694, + "rewards/margins": 0.29431846737861633, + "rewards/rejected": -0.34046345949172974, + "sft_loss": 0.4614500105381012, + "step": 1976 + }, + { + "epoch": 2.859002169197397, + "grad_norm": 2.0140127976514846, + "learning_rate": 4.452487118598554e-06, + "logits/chosen": -0.08335888385772705, + "logits/rejected": -0.18578308820724487, + "logps/chosen": -0.3250659108161926, + "logps/rejected": -4.700540542602539, + "loss": 0.3012, + "odds_ratio_loss": 0.12990859150886536, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03250659257173538, + "rewards/margins": 0.4375474452972412, + "rewards/rejected": -0.470054030418396, + "sft_loss": 0.3250659108161926, + "step": 1977 + }, + { + "epoch": 2.8604483007953725, + "grad_norm": 2.4445686295120987, + "learning_rate": 4.44940104362226e-06, + "logits/chosen": -0.14989988505840302, + "logits/rejected": -0.26366785168647766, + "logps/chosen": -0.352664053440094, + "logps/rejected": -2.437861680984497, + "loss": 0.3218, + "odds_ratio_loss": 0.1567659229040146, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03526640683412552, + "rewards/margins": 0.20851975679397583, + "rewards/rejected": -0.24378615617752075, + "sft_loss": 0.352664053440094, + "step": 1978 + }, + { + "epoch": 2.8618944323933477, + "grad_norm": 2.2321339276585483, + "learning_rate": 4.446314697700402e-06, + "logits/chosen": -0.2847731113433838, + "logits/rejected": -0.1818363070487976, + "logps/chosen": -0.2849189341068268, + "logps/rejected": -3.662630558013916, + "loss": 0.315, + "odds_ratio_loss": 0.10266374051570892, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02849189192056656, + "rewards/margins": 0.3377711772918701, + "rewards/rejected": -0.3662630617618561, + "sft_loss": 0.2849189341068268, + "step": 1979 + }, + { + "epoch": 2.863340563991323, + "grad_norm": 3.2130933735507603, + "learning_rate": 4.44322808269375e-06, + "logits/chosen": -0.43049612641334534, + "logits/rejected": -0.31409528851509094, + "logps/chosen": -0.3502507507801056, + "logps/rejected": -4.642218112945557, + "loss": 0.3838, + "odds_ratio_loss": 0.06136965751647949, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03502507507801056, + "rewards/margins": 0.4291967749595642, + "rewards/rejected": -0.46422186493873596, + "sft_loss": 0.3502507507801056, + "step": 1980 + }, + { + "epoch": 2.8647866955892987, + "grad_norm": 2.6696002700885826, + "learning_rate": 4.440141200463237e-06, + "logits/chosen": -0.20311379432678223, + "logits/rejected": -0.19404862821102142, + "logps/chosen": -0.3664669394493103, + "logps/rejected": -4.6123809814453125, + "loss": 0.342, + "odds_ratio_loss": 0.18475694954395294, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03664669767022133, + "rewards/margins": 0.42459142208099365, + "rewards/rejected": -0.4612380862236023, + "sft_loss": 0.3664669394493103, + "step": 1981 + }, + { + "epoch": 2.866232827187274, + "grad_norm": 2.313763366163634, + "learning_rate": 4.437054052869955e-06, + "logits/chosen": -0.14165878295898438, + "logits/rejected": -0.0675276443362236, + "logps/chosen": -0.4247075319290161, + "logps/rejected": -3.4205408096313477, + "loss": 0.4258, + "odds_ratio_loss": 0.1645819991827011, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04247075691819191, + "rewards/margins": 0.2995833158493042, + "rewards/rejected": -0.3420540690422058, + "sft_loss": 0.4247075319290161, + "step": 1982 + }, + { + "epoch": 2.8676789587852496, + "grad_norm": 2.4102794434344044, + "learning_rate": 4.433966641775155e-06, + "logits/chosen": -0.037582166492938995, + "logits/rejected": -0.06151975318789482, + "logps/chosen": -0.2677247226238251, + "logps/rejected": -2.7316319942474365, + "loss": 0.3653, + "odds_ratio_loss": 0.1058277040719986, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026772471144795418, + "rewards/margins": 0.24639073014259338, + "rewards/rejected": -0.27316319942474365, + "sft_loss": 0.2677247226238251, + "step": 1983 + }, + { + "epoch": 2.869125090383225, + "grad_norm": 2.0562322116516647, + "learning_rate": 4.430878969040252e-06, + "logits/chosen": -0.16897395253181458, + "logits/rejected": -0.08548015356063843, + "logps/chosen": -0.531076192855835, + "logps/rejected": -2.6939971446990967, + "loss": 0.3929, + "odds_ratio_loss": 0.24118700623512268, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0531076155602932, + "rewards/margins": 0.21629208326339722, + "rewards/rejected": -0.2693997025489807, + "sft_loss": 0.531076192855835, + "step": 1984 + }, + { + "epoch": 2.8705712219812005, + "grad_norm": 2.4932561485656004, + "learning_rate": 4.427791036526813e-06, + "logits/chosen": -0.35910582542419434, + "logits/rejected": -0.25231948494911194, + "logps/chosen": -0.41696059703826904, + "logps/rejected": -3.8195204734802246, + "loss": 0.3503, + "odds_ratio_loss": 0.12001129239797592, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.041696060448884964, + "rewards/margins": 0.3402559757232666, + "rewards/rejected": -0.3819520175457001, + "sft_loss": 0.41696059703826904, + "step": 1985 + }, + { + "epoch": 2.8720173535791758, + "grad_norm": 2.328030440907696, + "learning_rate": 4.4247028460965665e-06, + "logits/chosen": -0.11354707181453705, + "logits/rejected": -0.058158066123723984, + "logps/chosen": -0.2665402293205261, + "logps/rejected": -4.639363765716553, + "loss": 0.3374, + "odds_ratio_loss": 0.049688465893268585, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026654021814465523, + "rewards/margins": 0.43728238344192505, + "rewards/rejected": -0.46393638849258423, + "sft_loss": 0.2665402293205261, + "step": 1986 + }, + { + "epoch": 2.873463485177151, + "grad_norm": 2.2398543080728786, + "learning_rate": 4.4216143996113905e-06, + "logits/chosen": -0.21972495317459106, + "logits/rejected": -0.18882104754447937, + "logps/chosen": -0.3515039384365082, + "logps/rejected": -4.940927982330322, + "loss": 0.3557, + "odds_ratio_loss": 0.15298905968666077, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03515039384365082, + "rewards/margins": 0.4589424729347229, + "rewards/rejected": -0.4940928518772125, + "sft_loss": 0.3515039384365082, + "step": 1987 + }, + { + "epoch": 2.8749096167751267, + "grad_norm": 2.534407245251865, + "learning_rate": 4.418525698933324e-06, + "logits/chosen": -0.23043112456798553, + "logits/rejected": -0.29163533449172974, + "logps/chosen": -0.3577241897583008, + "logps/rejected": -3.6975207328796387, + "loss": 0.3254, + "odds_ratio_loss": 0.16912941634655, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0357724204659462, + "rewards/margins": 0.33397969603538513, + "rewards/rejected": -0.36975207924842834, + "sft_loss": 0.3577241897583008, + "step": 1988 + }, + { + "epoch": 2.876355748373102, + "grad_norm": 3.1712296916429317, + "learning_rate": 4.415436745924553e-06, + "logits/chosen": -0.1479547768831253, + "logits/rejected": -0.1481505185365677, + "logps/chosen": -0.40298303961753845, + "logps/rejected": -4.623858451843262, + "loss": 0.3811, + "odds_ratio_loss": 0.11026880890130997, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.040298305451869965, + "rewards/margins": 0.42208752036094666, + "rewards/rejected": -0.4623858332633972, + "sft_loss": 0.40298303961753845, + "step": 1989 + }, + { + "epoch": 2.877801879971077, + "grad_norm": 2.256856567396973, + "learning_rate": 4.412347542447423e-06, + "logits/chosen": -0.2117566615343094, + "logits/rejected": -0.15659171342849731, + "logps/chosen": -0.31408044695854187, + "logps/rejected": -4.856984615325928, + "loss": 0.2812, + "odds_ratio_loss": 0.05605805665254593, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03140804544091225, + "rewards/margins": 0.4542904496192932, + "rewards/rejected": -0.4856984615325928, + "sft_loss": 0.31408044695854187, + "step": 1990 + }, + { + "epoch": 2.879248011569053, + "grad_norm": 2.7358142066590374, + "learning_rate": 4.409258090364424e-06, + "logits/chosen": -0.33230820298194885, + "logits/rejected": -0.2448243498802185, + "logps/chosen": -0.5196665525436401, + "logps/rejected": -3.3180594444274902, + "loss": 0.4021, + "odds_ratio_loss": 0.1978374421596527, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05196665599942207, + "rewards/margins": 0.27983927726745605, + "rewards/rejected": -0.331805944442749, + "sft_loss": 0.5196665525436401, + "step": 1991 + }, + { + "epoch": 2.880694143167028, + "grad_norm": 2.2547489447553715, + "learning_rate": 4.406168391538197e-06, + "logits/chosen": -0.2996472120285034, + "logits/rejected": -0.25789931416511536, + "logps/chosen": -0.28679195046424866, + "logps/rejected": -4.5447258949279785, + "loss": 0.3514, + "odds_ratio_loss": 0.07733619213104248, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028679195791482925, + "rewards/margins": 0.4257934093475342, + "rewards/rejected": -0.4544726014137268, + "sft_loss": 0.28679195046424866, + "step": 1992 + }, + { + "epoch": 2.8821402747650033, + "grad_norm": 2.49254805386154, + "learning_rate": 4.403078447831534e-06, + "logits/chosen": -0.2353857308626175, + "logits/rejected": -0.1543744057416916, + "logps/chosen": -0.15707671642303467, + "logps/rejected": -3.2030768394470215, + "loss": 0.2922, + "odds_ratio_loss": 0.05911577120423317, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015707671642303467, + "rewards/margins": 0.3046000301837921, + "rewards/rejected": -0.32030773162841797, + "sft_loss": 0.15707671642303467, + "step": 1993 + }, + { + "epoch": 2.883586406362979, + "grad_norm": 2.2256194334422967, + "learning_rate": 4.399988261107373e-06, + "logits/chosen": -0.13290566205978394, + "logits/rejected": -0.31374818086624146, + "logps/chosen": -0.5070281028747559, + "logps/rejected": -2.8628692626953125, + "loss": 0.3685, + "odds_ratio_loss": 0.29547181725502014, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05070280656218529, + "rewards/margins": 0.23558413982391357, + "rewards/rejected": -0.2862869203090668, + "sft_loss": 0.5070281028747559, + "step": 1994 + }, + { + "epoch": 2.8850325379609547, + "grad_norm": 3.5396995388199994, + "learning_rate": 4.396897833228801e-06, + "logits/chosen": -0.09624442458152771, + "logits/rejected": -0.20986582338809967, + "logps/chosen": -0.3855375349521637, + "logps/rejected": -4.744143486022949, + "loss": 0.3784, + "odds_ratio_loss": 0.0990835428237915, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03855375573039055, + "rewards/margins": 0.43586063385009766, + "rewards/rejected": -0.4744143784046173, + "sft_loss": 0.3855375349521637, + "step": 1995 + }, + { + "epoch": 2.88647866955893, + "grad_norm": 2.809101607987937, + "learning_rate": 4.393807166059044e-06, + "logits/chosen": -0.15723095834255219, + "logits/rejected": -0.20489570498466492, + "logps/chosen": -0.5089755058288574, + "logps/rejected": -3.931450843811035, + "loss": 0.407, + "odds_ratio_loss": 0.22489072382450104, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05089755356311798, + "rewards/margins": 0.34224751591682434, + "rewards/rejected": -0.39314502477645874, + "sft_loss": 0.5089755058288574, + "step": 1996 + }, + { + "epoch": 2.887924801156905, + "grad_norm": 2.5416958031833077, + "learning_rate": 4.390716261461484e-06, + "logits/chosen": -0.25893235206604004, + "logits/rejected": -0.2654384970664978, + "logps/chosen": -0.4957669675350189, + "logps/rejected": -3.1314098834991455, + "loss": 0.4241, + "odds_ratio_loss": 0.17412987351417542, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04957669600844383, + "rewards/margins": 0.26356425881385803, + "rewards/rejected": -0.31314098834991455, + "sft_loss": 0.4957669675350189, + "step": 1997 + }, + { + "epoch": 2.889370932754881, + "grad_norm": 2.293405340339323, + "learning_rate": 4.387625121299632e-06, + "logits/chosen": -0.23933672904968262, + "logits/rejected": -0.2176375389099121, + "logps/chosen": -0.3258305788040161, + "logps/rejected": -3.0861976146698, + "loss": 0.3925, + "odds_ratio_loss": 0.14498911798000336, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03258305788040161, + "rewards/margins": 0.27603673934936523, + "rewards/rejected": -0.30861979722976685, + "sft_loss": 0.3258305788040161, + "step": 1998 + }, + { + "epoch": 2.890817064352856, + "grad_norm": 2.1941997131433344, + "learning_rate": 4.384533747437151e-06, + "logits/chosen": -0.33271104097366333, + "logits/rejected": -0.28577131032943726, + "logps/chosen": -0.3192511796951294, + "logps/rejected": -3.704035758972168, + "loss": 0.3826, + "odds_ratio_loss": 0.11826330423355103, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03192511945962906, + "rewards/margins": 0.3384784460067749, + "rewards/rejected": -0.370403528213501, + "sft_loss": 0.3192511796951294, + "step": 1999 + }, + { + "epoch": 2.8922631959508314, + "grad_norm": 2.451640159463382, + "learning_rate": 4.381442141737842e-06, + "logits/chosen": -0.1317928582429886, + "logits/rejected": -0.19109252095222473, + "logps/chosen": -0.44239649176597595, + "logps/rejected": -2.6792032718658447, + "loss": 0.3352, + "odds_ratio_loss": 0.19351676106452942, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.044239647686481476, + "rewards/margins": 0.22368068993091583, + "rewards/rejected": -0.2679203450679779, + "sft_loss": 0.44239649176597595, + "step": 2000 + }, + { + "epoch": 2.893709327548807, + "grad_norm": 2.9987909450785004, + "learning_rate": 4.378350306065647e-06, + "logits/chosen": -0.11029291152954102, + "logits/rejected": -0.20811080932617188, + "logps/chosen": -0.5102984309196472, + "logps/rejected": -2.461052894592285, + "loss": 0.4728, + "odds_ratio_loss": 0.26014572381973267, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05102984607219696, + "rewards/margins": 0.19507546722888947, + "rewards/rejected": -0.24610531330108643, + "sft_loss": 0.5102984309196472, + "step": 2001 + }, + { + "epoch": 2.8951554591467823, + "grad_norm": 4.577215598616385, + "learning_rate": 4.375258242284641e-06, + "logits/chosen": -0.125568687915802, + "logits/rejected": -0.23617637157440186, + "logps/chosen": -0.1757880002260208, + "logps/rejected": -5.425671100616455, + "loss": 0.3219, + "odds_ratio_loss": 0.075681671500206, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01757879927754402, + "rewards/margins": 0.5249882936477661, + "rewards/rejected": -0.5425670742988586, + "sft_loss": 0.1757880002260208, + "step": 2002 + }, + { + "epoch": 2.8966015907447575, + "grad_norm": 2.5535034041144864, + "learning_rate": 4.372165952259043e-06, + "logits/chosen": -0.25127291679382324, + "logits/rejected": -0.20186248421669006, + "logps/chosen": -0.40638288855552673, + "logps/rejected": -1.6983206272125244, + "loss": 0.4103, + "odds_ratio_loss": 0.17356377840042114, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04063829034566879, + "rewards/margins": 0.12919378280639648, + "rewards/rejected": -0.16983206570148468, + "sft_loss": 0.40638288855552673, + "step": 2003 + }, + { + "epoch": 2.8980477223427332, + "grad_norm": 2.415128934348208, + "learning_rate": 4.369073437853208e-06, + "logits/chosen": -0.20070333778858185, + "logits/rejected": -0.18373045325279236, + "logps/chosen": -0.3903118968009949, + "logps/rejected": -5.177107810974121, + "loss": 0.4006, + "odds_ratio_loss": 0.12080082297325134, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03903118893504143, + "rewards/margins": 0.4786795973777771, + "rewards/rejected": -0.51771080493927, + "sft_loss": 0.3903118968009949, + "step": 2004 + }, + { + "epoch": 2.8994938539407085, + "grad_norm": 2.5665948351613945, + "learning_rate": 4.365980700931622e-06, + "logits/chosen": -0.21441921591758728, + "logits/rejected": -0.16341614723205566, + "logps/chosen": -0.3254525661468506, + "logps/rejected": -4.25070333480835, + "loss": 0.3888, + "odds_ratio_loss": 0.13244378566741943, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03254526108503342, + "rewards/margins": 0.3925250768661499, + "rewards/rejected": -0.4250703454017639, + "sft_loss": 0.3254525661468506, + "step": 2005 + }, + { + "epoch": 2.900939985538684, + "grad_norm": 2.41284437035138, + "learning_rate": 4.3628877433589085e-06, + "logits/chosen": -0.216677725315094, + "logits/rejected": -0.24935810267925262, + "logps/chosen": -0.30690398812294006, + "logps/rejected": -4.660876750946045, + "loss": 0.3046, + "odds_ratio_loss": 0.11162017285823822, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030690398067235947, + "rewards/margins": 0.43539732694625854, + "rewards/rejected": -0.4660876989364624, + "sft_loss": 0.30690398812294006, + "step": 2006 + }, + { + "epoch": 2.9023861171366594, + "grad_norm": 2.335670194118243, + "learning_rate": 4.359794566999822e-06, + "logits/chosen": -0.10944445431232452, + "logits/rejected": -0.1079663336277008, + "logps/chosen": -0.4069558382034302, + "logps/rejected": -3.064016342163086, + "loss": 0.3672, + "odds_ratio_loss": 0.17633295059204102, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04069558531045914, + "rewards/margins": 0.26570606231689453, + "rewards/rejected": -0.30640166997909546, + "sft_loss": 0.4069558382034302, + "step": 2007 + }, + { + "epoch": 2.903832248734635, + "grad_norm": 2.4178856154509836, + "learning_rate": 4.356701173719252e-06, + "logits/chosen": -0.1341048777103424, + "logits/rejected": -0.20276595652103424, + "logps/chosen": -0.3767666220664978, + "logps/rejected": -2.81579852104187, + "loss": 0.3617, + "odds_ratio_loss": 0.18513742089271545, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03767666220664978, + "rewards/margins": 0.24390317499637604, + "rewards/rejected": -0.281579852104187, + "sft_loss": 0.3767666220664978, + "step": 2008 + }, + { + "epoch": 2.9052783803326103, + "grad_norm": 2.132182042456953, + "learning_rate": 4.3536075653822155e-06, + "logits/chosen": -0.1696842908859253, + "logits/rejected": -0.2770502269268036, + "logps/chosen": -0.38094091415405273, + "logps/rejected": -4.085338115692139, + "loss": 0.3671, + "odds_ratio_loss": 0.13694609701633453, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038094088435173035, + "rewards/margins": 0.370439738035202, + "rewards/rejected": -0.40853381156921387, + "sft_loss": 0.38094091415405273, + "step": 2009 + }, + { + "epoch": 2.9067245119305856, + "grad_norm": 2.4441830024202638, + "learning_rate": 4.3505137438538605e-06, + "logits/chosen": -0.30766594409942627, + "logits/rejected": -0.17128098011016846, + "logps/chosen": -0.31321054697036743, + "logps/rejected": -3.57883620262146, + "loss": 0.3863, + "odds_ratio_loss": 0.09254439175128937, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03132105618715286, + "rewards/margins": 0.3265625834465027, + "rewards/rejected": -0.35788363218307495, + "sft_loss": 0.31321054697036743, + "step": 2010 + }, + { + "epoch": 2.9081706435285612, + "grad_norm": 2.474111533149485, + "learning_rate": 4.347419710999464e-06, + "logits/chosen": -0.198749840259552, + "logits/rejected": -0.24889856576919556, + "logps/chosen": -0.4312863349914551, + "logps/rejected": -3.4733762741088867, + "loss": 0.3641, + "odds_ratio_loss": 0.15984997153282166, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04312863573431969, + "rewards/margins": 0.3042089641094208, + "rewards/rejected": -0.34733760356903076, + "sft_loss": 0.4312863349914551, + "step": 2011 + }, + { + "epoch": 2.9096167751265365, + "grad_norm": 2.2140379184527874, + "learning_rate": 4.34432546868443e-06, + "logits/chosen": -0.0032480377703905106, + "logits/rejected": -0.05943544581532478, + "logps/chosen": -0.28691381216049194, + "logps/rejected": -2.6978836059570312, + "loss": 0.3977, + "odds_ratio_loss": 0.11956118047237396, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028691379353404045, + "rewards/margins": 0.24109697341918945, + "rewards/rejected": -0.26978832483291626, + "sft_loss": 0.28691381216049194, + "step": 2012 + }, + { + "epoch": 2.9110629067245117, + "grad_norm": 2.1933346188671705, + "learning_rate": 4.3412310187742895e-06, + "logits/chosen": -0.21547159552574158, + "logits/rejected": -0.20167696475982666, + "logps/chosen": -0.3793547451496124, + "logps/rejected": -3.8487207889556885, + "loss": 0.3633, + "odds_ratio_loss": 0.11790119856595993, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03793547675013542, + "rewards/margins": 0.3469366133213043, + "rewards/rejected": -0.38487207889556885, + "sft_loss": 0.3793547451496124, + "step": 2013 + }, + { + "epoch": 2.9125090383224874, + "grad_norm": 2.2000607686897884, + "learning_rate": 4.338136363134696e-06, + "logits/chosen": -0.16653400659561157, + "logits/rejected": -0.22715330123901367, + "logps/chosen": -0.3354107737541199, + "logps/rejected": -4.489915370941162, + "loss": 0.3521, + "odds_ratio_loss": 0.09342381358146667, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03354107588529587, + "rewards/margins": 0.41545045375823975, + "rewards/rejected": -0.4489915370941162, + "sft_loss": 0.3354107737541199, + "step": 2014 + }, + { + "epoch": 2.9139551699204627, + "grad_norm": 2.345249585264906, + "learning_rate": 4.3350415036314295e-06, + "logits/chosen": -0.1863386034965515, + "logits/rejected": -0.17719031870365143, + "logps/chosen": -0.35153529047966003, + "logps/rejected": -3.003571033477783, + "loss": 0.2938, + "odds_ratio_loss": 0.20526739954948425, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03515353053808212, + "rewards/margins": 0.265203595161438, + "rewards/rejected": -0.3003571033477783, + "sft_loss": 0.35153529047966003, + "step": 2015 + }, + { + "epoch": 2.915401301518438, + "grad_norm": 2.664410560581058, + "learning_rate": 4.331946442130393e-06, + "logits/chosen": -0.32930123805999756, + "logits/rejected": -0.31893402338027954, + "logps/chosen": -0.4697510004043579, + "logps/rejected": -2.2911057472229004, + "loss": 0.4361, + "odds_ratio_loss": 0.14694637060165405, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04697509855031967, + "rewards/margins": 0.18213549256324768, + "rewards/rejected": -0.22911058366298676, + "sft_loss": 0.4697510004043579, + "step": 2016 + }, + { + "epoch": 2.9168474331164136, + "grad_norm": 2.0455275341242096, + "learning_rate": 4.32885118049761e-06, + "logits/chosen": -0.24276413023471832, + "logits/rejected": -0.3042674660682678, + "logps/chosen": -0.31963613629341125, + "logps/rejected": -4.9066643714904785, + "loss": 0.3045, + "odds_ratio_loss": 0.1002592146396637, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03196360915899277, + "rewards/margins": 0.45870283246040344, + "rewards/rejected": -0.4906664490699768, + "sft_loss": 0.31963613629341125, + "step": 2017 + }, + { + "epoch": 2.9182935647143893, + "grad_norm": 2.4816803752814014, + "learning_rate": 4.325755720599226e-06, + "logits/chosen": -0.17681774497032166, + "logits/rejected": -0.13152150809764862, + "logps/chosen": -0.39280036091804504, + "logps/rejected": -2.7280354499816895, + "loss": 0.3974, + "odds_ratio_loss": 0.11691177636384964, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03928003087639809, + "rewards/margins": 0.23352351784706116, + "rewards/rejected": -0.27280354499816895, + "sft_loss": 0.39280036091804504, + "step": 2018 + }, + { + "epoch": 2.9197396963123645, + "grad_norm": 2.4828814390035374, + "learning_rate": 4.322660064301504e-06, + "logits/chosen": -0.20829474925994873, + "logits/rejected": -0.2244415581226349, + "logps/chosen": -0.38568395376205444, + "logps/rejected": -3.2982382774353027, + "loss": 0.3738, + "odds_ratio_loss": 0.11840784549713135, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0385683998465538, + "rewards/margins": 0.2912554442882538, + "rewards/rejected": -0.3298238515853882, + "sft_loss": 0.38568395376205444, + "step": 2019 + }, + { + "epoch": 2.9211858279103398, + "grad_norm": 2.6918576722836085, + "learning_rate": 4.319564213470828e-06, + "logits/chosen": -0.20029829442501068, + "logits/rejected": -0.15000326931476593, + "logps/chosen": -0.5417320132255554, + "logps/rejected": -4.520184516906738, + "loss": 0.3793, + "odds_ratio_loss": 0.19173075258731842, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.05417320504784584, + "rewards/margins": 0.3978452682495117, + "rewards/rejected": -0.45201849937438965, + "sft_loss": 0.5417320132255554, + "step": 2020 + }, + { + "epoch": 2.9226319595083154, + "grad_norm": 2.6470788518613233, + "learning_rate": 4.316468169973698e-06, + "logits/chosen": -0.2127470076084137, + "logits/rejected": -0.30946892499923706, + "logps/chosen": -0.3537566363811493, + "logps/rejected": -4.601029396057129, + "loss": 0.4096, + "odds_ratio_loss": 0.06098828837275505, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03537566214799881, + "rewards/margins": 0.42472726106643677, + "rewards/rejected": -0.460102915763855, + "sft_loss": 0.3537566363811493, + "step": 2021 + }, + { + "epoch": 2.9240780911062907, + "grad_norm": 2.31032069822132, + "learning_rate": 4.31337193567673e-06, + "logits/chosen": -0.27767282724380493, + "logits/rejected": -0.2333839237689972, + "logps/chosen": -0.4112637937068939, + "logps/rejected": -5.107657432556152, + "loss": 0.3246, + "odds_ratio_loss": 0.13032792508602142, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04112637788057327, + "rewards/margins": 0.4696393609046936, + "rewards/rejected": -0.5107657313346863, + "sft_loss": 0.4112637937068939, + "step": 2022 + }, + { + "epoch": 2.925524222704266, + "grad_norm": 2.155257212541574, + "learning_rate": 4.3102755124466525e-06, + "logits/chosen": -0.2570434510707855, + "logits/rejected": -0.20935188233852386, + "logps/chosen": -0.40464794635772705, + "logps/rejected": -2.422607183456421, + "loss": 0.3659, + "odds_ratio_loss": 0.14167605340480804, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.040464796125888824, + "rewards/margins": 0.20179593563079834, + "rewards/rejected": -0.24226072430610657, + "sft_loss": 0.40464794635772705, + "step": 2023 + }, + { + "epoch": 2.9269703543022416, + "grad_norm": 2.2816190632498343, + "learning_rate": 4.307178902150315e-06, + "logits/chosen": -0.18600818514823914, + "logits/rejected": -0.24983981251716614, + "logps/chosen": -0.3823423385620117, + "logps/rejected": -2.81748104095459, + "loss": 0.405, + "odds_ratio_loss": 0.1572282761335373, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03823423013091087, + "rewards/margins": 0.24351388216018677, + "rewards/rejected": -0.28174811601638794, + "sft_loss": 0.3823423385620117, + "step": 2024 + }, + { + "epoch": 2.928416485900217, + "grad_norm": 2.2882575706198125, + "learning_rate": 4.3040821066546736e-06, + "logits/chosen": -0.22499872744083405, + "logits/rejected": -0.17465078830718994, + "logps/chosen": -0.38680657744407654, + "logps/rejected": -3.9832472801208496, + "loss": 0.3367, + "odds_ratio_loss": 0.10981922596693039, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038680657744407654, + "rewards/margins": 0.3596440851688385, + "rewards/rejected": -0.39832472801208496, + "sft_loss": 0.38680657744407654, + "step": 2025 + }, + { + "epoch": 2.929862617498192, + "grad_norm": 2.3630936993834335, + "learning_rate": 4.300985127826796e-06, + "logits/chosen": -0.3212575912475586, + "logits/rejected": -0.3458347022533417, + "logps/chosen": -0.5177043676376343, + "logps/rejected": -3.096360206604004, + "loss": 0.4595, + "odds_ratio_loss": 0.16100654006004333, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.05177043378353119, + "rewards/margins": 0.2578656077384949, + "rewards/rejected": -0.30963602662086487, + "sft_loss": 0.5177043676376343, + "step": 2026 + }, + { + "epoch": 2.931308749096168, + "grad_norm": 2.3846314203711674, + "learning_rate": 4.297887967533865e-06, + "logits/chosen": -0.17958812415599823, + "logits/rejected": -0.10923945903778076, + "logps/chosen": -0.3733343780040741, + "logps/rejected": -4.5489301681518555, + "loss": 0.3881, + "odds_ratio_loss": 0.18937966227531433, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03733343631029129, + "rewards/margins": 0.4175596237182617, + "rewards/rejected": -0.4548930525779724, + "sft_loss": 0.3733343780040741, + "step": 2027 + }, + { + "epoch": 2.932754880694143, + "grad_norm": 2.586612143421851, + "learning_rate": 4.294790627643169e-06, + "logits/chosen": -0.3360060453414917, + "logits/rejected": -0.3124268651008606, + "logps/chosen": -0.2640987038612366, + "logps/rejected": -3.922750234603882, + "loss": 0.4057, + "odds_ratio_loss": 0.06727544218301773, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026409868150949478, + "rewards/margins": 0.36586514115333557, + "rewards/rejected": -0.39227503538131714, + "sft_loss": 0.2640987038612366, + "step": 2028 + }, + { + "epoch": 2.9342010122921187, + "grad_norm": 3.000278375564883, + "learning_rate": 4.2916931100221056e-06, + "logits/chosen": -0.16415224969387054, + "logits/rejected": -0.2963314652442932, + "logps/chosen": -0.4116109013557434, + "logps/rejected": -2.8866724967956543, + "loss": 0.4228, + "odds_ratio_loss": 0.20921087265014648, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04116109386086464, + "rewards/margins": 0.24750614166259766, + "rewards/rejected": -0.288667231798172, + "sft_loss": 0.4116109013557434, + "step": 2029 + }, + { + "epoch": 2.935647143890094, + "grad_norm": 2.5339856332023936, + "learning_rate": 4.288595416538179e-06, + "logits/chosen": -0.233162060379982, + "logits/rejected": -0.23949375748634338, + "logps/chosen": -0.3766535222530365, + "logps/rejected": -4.669894695281982, + "loss": 0.4059, + "odds_ratio_loss": 0.08383668214082718, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03766535222530365, + "rewards/margins": 0.4293241500854492, + "rewards/rejected": -0.46698951721191406, + "sft_loss": 0.3766535222530365, + "step": 2030 + }, + { + "epoch": 2.9370932754880696, + "grad_norm": 2.5983661776860796, + "learning_rate": 4.285497549059001e-06, + "logits/chosen": -0.16616466641426086, + "logits/rejected": -0.13526281714439392, + "logps/chosen": -0.3628811240196228, + "logps/rejected": -3.515805721282959, + "loss": 0.3736, + "odds_ratio_loss": 0.07886926084756851, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03628811240196228, + "rewards/margins": 0.31529247760772705, + "rewards/rejected": -0.35158056020736694, + "sft_loss": 0.3628811240196228, + "step": 2031 + }, + { + "epoch": 2.938539407086045, + "grad_norm": 1.9948751384440309, + "learning_rate": 4.282399509452288e-06, + "logits/chosen": -0.29387766122817993, + "logits/rejected": -0.3654487729072571, + "logps/chosen": -0.32119542360305786, + "logps/rejected": -3.8875999450683594, + "loss": 0.3627, + "odds_ratio_loss": 0.07366838306188583, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.032119542360305786, + "rewards/margins": 0.35664045810699463, + "rewards/rejected": -0.388759970664978, + "sft_loss": 0.32119542360305786, + "step": 2032 + }, + { + "epoch": 2.93998553868402, + "grad_norm": 2.0374482986686786, + "learning_rate": 4.279301299585859e-06, + "logits/chosen": -0.23302549123764038, + "logits/rejected": -0.16700975596904755, + "logps/chosen": -0.2750675678253174, + "logps/rejected": -2.0055830478668213, + "loss": 0.3007, + "odds_ratio_loss": 0.11454141139984131, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027506759390234947, + "rewards/margins": 0.17305153608322144, + "rewards/rejected": -0.20055830478668213, + "sft_loss": 0.2750675678253174, + "step": 2033 + }, + { + "epoch": 2.941431670281996, + "grad_norm": 2.848613244485053, + "learning_rate": 4.276202921327636e-06, + "logits/chosen": -0.11311466991901398, + "logits/rejected": -0.18168656527996063, + "logps/chosen": -0.3654848337173462, + "logps/rejected": -2.3824963569641113, + "loss": 0.4009, + "odds_ratio_loss": 0.19991439580917358, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03654848411679268, + "rewards/margins": 0.20170114934444427, + "rewards/rejected": -0.23824964463710785, + "sft_loss": 0.3654848337173462, + "step": 2034 + }, + { + "epoch": 2.942877801879971, + "grad_norm": 2.173231264643902, + "learning_rate": 4.273104376545643e-06, + "logits/chosen": -0.307564914226532, + "logits/rejected": -0.2892274558544159, + "logps/chosen": -0.3027850389480591, + "logps/rejected": -2.450563669204712, + "loss": 0.3599, + "odds_ratio_loss": 0.16147339344024658, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030278503894805908, + "rewards/margins": 0.214777871966362, + "rewards/rejected": -0.2450563758611679, + "sft_loss": 0.3027850389480591, + "step": 2035 + }, + { + "epoch": 2.9443239334779463, + "grad_norm": 2.1288421307945478, + "learning_rate": 4.2700056671080044e-06, + "logits/chosen": -0.15985527634620667, + "logits/rejected": -0.30066192150115967, + "logps/chosen": -0.4228432774543762, + "logps/rejected": -3.4859423637390137, + "loss": 0.3645, + "odds_ratio_loss": 0.12999072670936584, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04228432849049568, + "rewards/margins": 0.30630987882614136, + "rewards/rejected": -0.34859421849250793, + "sft_loss": 0.4228432774543762, + "step": 2036 + }, + { + "epoch": 2.945770065075922, + "grad_norm": 2.4343642295209422, + "learning_rate": 4.2669067948829425e-06, + "logits/chosen": -0.25953909754753113, + "logits/rejected": -0.1952180564403534, + "logps/chosen": -0.41905689239501953, + "logps/rejected": -5.190460681915283, + "loss": 0.3077, + "odds_ratio_loss": 0.2337718904018402, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.04190569370985031, + "rewards/margins": 0.4771403968334198, + "rewards/rejected": -0.5190460681915283, + "sft_loss": 0.41905689239501953, + "step": 2037 + }, + { + "epoch": 2.9472161966738972, + "grad_norm": 2.44183904840763, + "learning_rate": 4.263807761738781e-06, + "logits/chosen": -0.254044771194458, + "logits/rejected": -0.20028023421764374, + "logps/chosen": -0.24801340699195862, + "logps/rejected": -4.495428085327148, + "loss": 0.3435, + "odds_ratio_loss": 0.04579523205757141, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024801339954137802, + "rewards/margins": 0.4247414469718933, + "rewards/rejected": -0.4495427906513214, + "sft_loss": 0.24801340699195862, + "step": 2038 + }, + { + "epoch": 2.9486623282718725, + "grad_norm": 3.1947725674504537, + "learning_rate": 4.260708569543937e-06, + "logits/chosen": -0.19664132595062256, + "logits/rejected": -0.29793834686279297, + "logps/chosen": -0.4847376346588135, + "logps/rejected": -3.5855674743652344, + "loss": 0.4131, + "odds_ratio_loss": 0.1429980844259262, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04847376421093941, + "rewards/margins": 0.31008297204971313, + "rewards/rejected": -0.35855674743652344, + "sft_loss": 0.4847376346588135, + "step": 2039 + }, + { + "epoch": 2.950108459869848, + "grad_norm": 2.3990419415007818, + "learning_rate": 4.257609220166927e-06, + "logits/chosen": -0.18066376447677612, + "logits/rejected": -0.18795566260814667, + "logps/chosen": -0.3433865010738373, + "logps/rejected": -2.787734270095825, + "loss": 0.3489, + "odds_ratio_loss": 0.13024930655956268, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03433865308761597, + "rewards/margins": 0.24443475902080536, + "rewards/rejected": -0.27877339720726013, + "sft_loss": 0.3433865010738373, + "step": 2040 + }, + { + "epoch": 2.951554591467824, + "grad_norm": 2.7949894636338395, + "learning_rate": 4.254509715476356e-06, + "logits/chosen": -0.1268310844898224, + "logits/rejected": -0.2035345733165741, + "logps/chosen": -0.38025563955307007, + "logps/rejected": -3.1927952766418457, + "loss": 0.3854, + "odds_ratio_loss": 0.11911129951477051, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038025565445423126, + "rewards/margins": 0.28125396370887756, + "rewards/rejected": -0.3192794919013977, + "sft_loss": 0.38025563955307007, + "step": 2041 + }, + { + "epoch": 2.953000723065799, + "grad_norm": 2.822207275782586, + "learning_rate": 4.251410057340932e-06, + "logits/chosen": -0.2712603211402893, + "logits/rejected": -0.32916659116744995, + "logps/chosen": -0.39672163128852844, + "logps/rejected": -4.876379013061523, + "loss": 0.3427, + "odds_ratio_loss": 0.06600239872932434, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.039672162383794785, + "rewards/margins": 0.44796574115753174, + "rewards/rejected": -0.4876379072666168, + "sft_loss": 0.39672163128852844, + "step": 2042 + }, + { + "epoch": 2.9544468546637743, + "grad_norm": 2.205048962845581, + "learning_rate": 4.248310247629446e-06, + "logits/chosen": -0.2773968577384949, + "logits/rejected": -0.20153555274009705, + "logps/chosen": -0.18046045303344727, + "logps/rejected": -4.676190376281738, + "loss": 0.3392, + "odds_ratio_loss": 0.06551147252321243, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018046045675873756, + "rewards/margins": 0.4495730400085449, + "rewards/rejected": -0.46761903166770935, + "sft_loss": 0.18046045303344727, + "step": 2043 + }, + { + "epoch": 2.95589298626175, + "grad_norm": 2.3273549681064325, + "learning_rate": 4.24521028821079e-06, + "logits/chosen": -0.16675907373428345, + "logits/rejected": -0.09869304299354553, + "logps/chosen": -0.2557486593723297, + "logps/rejected": -4.221222877502441, + "loss": 0.2917, + "odds_ratio_loss": 0.05778995156288147, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02557486668229103, + "rewards/margins": 0.39654743671417236, + "rewards/rejected": -0.4221222698688507, + "sft_loss": 0.2557486593723297, + "step": 2044 + }, + { + "epoch": 2.9573391178597253, + "grad_norm": 9.342734141369453, + "learning_rate": 4.242110180953935e-06, + "logits/chosen": -0.16678950190544128, + "logits/rejected": -0.07353587448596954, + "logps/chosen": -0.35120508074760437, + "logps/rejected": -2.6658384799957275, + "loss": 0.384, + "odds_ratio_loss": 0.16317623853683472, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.035120509564876556, + "rewards/margins": 0.23146334290504456, + "rewards/rejected": -0.2665838599205017, + "sft_loss": 0.35120508074760437, + "step": 2045 + }, + { + "epoch": 2.9587852494577005, + "grad_norm": 1.98977459889491, + "learning_rate": 4.239009927727952e-06, + "logits/chosen": -0.18185609579086304, + "logits/rejected": -0.1600634753704071, + "logps/chosen": -0.22608599066734314, + "logps/rejected": -5.732004642486572, + "loss": 0.3355, + "odds_ratio_loss": 0.08565568923950195, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022608600556850433, + "rewards/margins": 0.5505918860435486, + "rewards/rejected": -0.5732004642486572, + "sft_loss": 0.22608599066734314, + "step": 2046 + }, + { + "epoch": 2.960231381055676, + "grad_norm": 2.6070638936508534, + "learning_rate": 4.235909530401992e-06, + "logits/chosen": -0.1590268611907959, + "logits/rejected": -0.1363297998905182, + "logps/chosen": -0.3237609267234802, + "logps/rejected": -2.4293899536132812, + "loss": 0.3868, + "odds_ratio_loss": 0.11542137712240219, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03237609565258026, + "rewards/margins": 0.21056291460990906, + "rewards/rejected": -0.24293901026248932, + "sft_loss": 0.3237609267234802, + "step": 2047 + }, + { + "epoch": 2.9616775126536514, + "grad_norm": 2.629598255334325, + "learning_rate": 4.232808990845298e-06, + "logits/chosen": -0.1289118379354477, + "logits/rejected": -0.19492867588996887, + "logps/chosen": -0.22533206641674042, + "logps/rejected": -3.8823606967926025, + "loss": 0.3449, + "odds_ratio_loss": 0.06637558341026306, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022533204406499863, + "rewards/margins": 0.36570286750793457, + "rewards/rejected": -0.38823604583740234, + "sft_loss": 0.22533206641674042, + "step": 2048 + }, + { + "epoch": 2.9631236442516267, + "grad_norm": 2.149957958947979, + "learning_rate": 4.229708310927196e-06, + "logits/chosen": -0.16187317669391632, + "logits/rejected": -0.31687965989112854, + "logps/chosen": -0.41082707047462463, + "logps/rejected": -4.500897407531738, + "loss": 0.4035, + "odds_ratio_loss": 0.17749832570552826, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.041082706302404404, + "rewards/margins": 0.4090070128440857, + "rewards/rejected": -0.4500897526741028, + "sft_loss": 0.41082707047462463, + "step": 2049 + }, + { + "epoch": 2.9645697758496024, + "grad_norm": 2.570665705617286, + "learning_rate": 4.2266074925170975e-06, + "logits/chosen": -0.26426705718040466, + "logits/rejected": -0.18332192301750183, + "logps/chosen": -0.33762437105178833, + "logps/rejected": -3.996952533721924, + "loss": 0.3992, + "odds_ratio_loss": 0.09728610515594482, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03376243636012077, + "rewards/margins": 0.365932822227478, + "rewards/rejected": -0.3996952474117279, + "sft_loss": 0.33762437105178833, + "step": 2050 + }, + { + "epoch": 2.9660159074475776, + "grad_norm": 2.17098598945688, + "learning_rate": 4.223506537484499e-06, + "logits/chosen": -0.1906561255455017, + "logits/rejected": -0.12105484306812286, + "logps/chosen": -0.3024832606315613, + "logps/rejected": -1.6752251386642456, + "loss": 0.3359, + "odds_ratio_loss": 0.13633744418621063, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030248325318098068, + "rewards/margins": 0.13727419078350067, + "rewards/rejected": -0.16752250492572784, + "sft_loss": 0.3024832606315613, + "step": 2051 + }, + { + "epoch": 2.9674620390455533, + "grad_norm": 2.2566433623049336, + "learning_rate": 4.220405447698976e-06, + "logits/chosen": -0.10293443500995636, + "logits/rejected": -0.14721611142158508, + "logps/chosen": -0.33052927255630493, + "logps/rejected": -3.822780132293701, + "loss": 0.3424, + "odds_ratio_loss": 0.09570840746164322, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03305293247103691, + "rewards/margins": 0.34922507405281067, + "rewards/rejected": -0.3822779953479767, + "sft_loss": 0.33052927255630493, + "step": 2052 + }, + { + "epoch": 2.9689081706435285, + "grad_norm": 2.3375168447838615, + "learning_rate": 4.217304225030187e-06, + "logits/chosen": -0.19826990365982056, + "logits/rejected": -0.19559445977210999, + "logps/chosen": -0.2711048722267151, + "logps/rejected": -5.2059326171875, + "loss": 0.3442, + "odds_ratio_loss": 0.09908849745988846, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027110489085316658, + "rewards/margins": 0.4934827387332916, + "rewards/rejected": -0.5205932259559631, + "sft_loss": 0.2711048722267151, + "step": 2053 + }, + { + "epoch": 2.970354302241504, + "grad_norm": 2.1135846620709655, + "learning_rate": 4.214202871347873e-06, + "logits/chosen": -0.11324124038219452, + "logits/rejected": -0.1152898520231247, + "logps/chosen": -0.3063899874687195, + "logps/rejected": -2.742185354232788, + "loss": 0.3318, + "odds_ratio_loss": 0.18975186347961426, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030639000236988068, + "rewards/margins": 0.24357952177524567, + "rewards/rejected": -0.27421852946281433, + "sft_loss": 0.3063899874687195, + "step": 2054 + }, + { + "epoch": 2.9718004338394794, + "grad_norm": 2.649346066064892, + "learning_rate": 4.211101388521849e-06, + "logits/chosen": -0.20979903638362885, + "logits/rejected": -0.24693188071250916, + "logps/chosen": -0.2766479551792145, + "logps/rejected": -3.680441379547119, + "loss": 0.3301, + "odds_ratio_loss": 0.059294842183589935, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027664795517921448, + "rewards/margins": 0.34037935733795166, + "rewards/rejected": -0.3680441379547119, + "sft_loss": 0.2766479551792145, + "step": 2055 + }, + { + "epoch": 2.9732465654374547, + "grad_norm": 2.1537269933729584, + "learning_rate": 4.207999778422013e-06, + "logits/chosen": -0.19660750031471252, + "logits/rejected": -0.1521485149860382, + "logps/chosen": -0.3724362850189209, + "logps/rejected": -2.149691343307495, + "loss": 0.366, + "odds_ratio_loss": 0.10635429620742798, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03724363446235657, + "rewards/margins": 0.17772549390792847, + "rewards/rejected": -0.21496912837028503, + "sft_loss": 0.3724362850189209, + "step": 2056 + }, + { + "epoch": 2.9746926970354304, + "grad_norm": 3.7741465300804333, + "learning_rate": 4.204898042918334e-06, + "logits/chosen": -0.1858070194721222, + "logits/rejected": -0.15695783495903015, + "logps/chosen": -0.29552727937698364, + "logps/rejected": -3.873058319091797, + "loss": 0.3326, + "odds_ratio_loss": 0.1055610179901123, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029552727937698364, + "rewards/margins": 0.35775309801101685, + "rewards/rejected": -0.3873058557510376, + "sft_loss": 0.29552727937698364, + "step": 2057 + }, + { + "epoch": 2.9761388286334056, + "grad_norm": 2.0496999134672187, + "learning_rate": 4.201796183880863e-06, + "logits/chosen": -0.1244896799325943, + "logits/rejected": -0.21163567900657654, + "logps/chosen": -0.4614596962928772, + "logps/rejected": -3.733137845993042, + "loss": 0.3574, + "odds_ratio_loss": 0.17765578627586365, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0461459681391716, + "rewards/margins": 0.3271678388118744, + "rewards/rejected": -0.3733137845993042, + "sft_loss": 0.4614596962928772, + "step": 2058 + }, + { + "epoch": 2.977584960231381, + "grad_norm": 2.359398391670168, + "learning_rate": 4.1986942031797205e-06, + "logits/chosen": -0.11397155374288559, + "logits/rejected": -0.11231968551874161, + "logps/chosen": -0.28144025802612305, + "logps/rejected": -2.4738903045654297, + "loss": 0.3272, + "odds_ratio_loss": 0.12439928948879242, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028144024312496185, + "rewards/margins": 0.21924501657485962, + "rewards/rejected": -0.2473890334367752, + "sft_loss": 0.28144025802612305, + "step": 2059 + }, + { + "epoch": 2.9790310918293565, + "grad_norm": 2.387322205273284, + "learning_rate": 4.1955921026851044e-06, + "logits/chosen": -0.20542100071907043, + "logits/rejected": -0.14749495685100555, + "logps/chosen": -0.4900125563144684, + "logps/rejected": -2.852177619934082, + "loss": 0.3538, + "odds_ratio_loss": 0.15802116692066193, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04900125786662102, + "rewards/margins": 0.23621651530265808, + "rewards/rejected": -0.2852177619934082, + "sft_loss": 0.4900125563144684, + "step": 2060 + }, + { + "epoch": 2.980477223427332, + "grad_norm": 2.570217232894552, + "learning_rate": 4.19248988426728e-06, + "logits/chosen": -0.22486189007759094, + "logits/rejected": -0.16402465105056763, + "logps/chosen": -0.2641967535018921, + "logps/rejected": -3.638213872909546, + "loss": 0.3508, + "odds_ratio_loss": 0.06803110986948013, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02641967684030533, + "rewards/margins": 0.33740171790122986, + "rewards/rejected": -0.3638213574886322, + "sft_loss": 0.2641967535018921, + "step": 2061 + }, + { + "epoch": 2.981923355025307, + "grad_norm": 2.2112546704563183, + "learning_rate": 4.189387549796587e-06, + "logits/chosen": -0.0817125216126442, + "logits/rejected": -0.12825915217399597, + "logps/chosen": -0.38398486375808716, + "logps/rejected": -3.2384722232818604, + "loss": 0.3811, + "odds_ratio_loss": 0.17186611890792847, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.038398489356040955, + "rewards/margins": 0.28544872999191284, + "rewards/rejected": -0.323847234249115, + "sft_loss": 0.38398486375808716, + "step": 2062 + }, + { + "epoch": 2.9833694866232827, + "grad_norm": 2.8149652071190667, + "learning_rate": 4.186285101143435e-06, + "logits/chosen": -0.25716516375541687, + "logits/rejected": -0.21721546351909637, + "logps/chosen": -0.42149853706359863, + "logps/rejected": -2.934656858444214, + "loss": 0.3683, + "odds_ratio_loss": 0.1831168532371521, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.042149852961301804, + "rewards/margins": 0.2513158321380615, + "rewards/rejected": -0.29346567392349243, + "sft_loss": 0.42149853706359863, + "step": 2063 + }, + { + "epoch": 2.9848156182212584, + "grad_norm": 2.4516629385806734, + "learning_rate": 4.183182540178301e-06, + "logits/chosen": -0.3914540112018585, + "logits/rejected": -0.30311813950538635, + "logps/chosen": -0.25005167722702026, + "logps/rejected": -3.276885747909546, + "loss": 0.3934, + "odds_ratio_loss": 0.07259271293878555, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025005165487527847, + "rewards/margins": 0.30268341302871704, + "rewards/rejected": -0.3276885747909546, + "sft_loss": 0.25005167722702026, + "step": 2064 + }, + { + "epoch": 2.9862617498192336, + "grad_norm": 2.5350627953826477, + "learning_rate": 4.180079868771733e-06, + "logits/chosen": -0.1459140181541443, + "logits/rejected": -0.21189197897911072, + "logps/chosen": -0.3703756332397461, + "logps/rejected": -2.440211296081543, + "loss": 0.3872, + "odds_ratio_loss": 0.15449750423431396, + "rewards/accuracies": 0.875, + "rewards/chosen": -0.03703756630420685, + "rewards/margins": 0.20698359608650208, + "rewards/rejected": -0.24402114748954773, + "sft_loss": 0.3703756332397461, + "step": 2065 + }, + { + "epoch": 2.987707881417209, + "grad_norm": 2.185668703924067, + "learning_rate": 4.176977088794341e-06, + "logits/chosen": -0.30598506331443787, + "logits/rejected": -0.2191198468208313, + "logps/chosen": -0.40353310108184814, + "logps/rejected": -2.7489523887634277, + "loss": 0.4252, + "odds_ratio_loss": 0.14380109310150146, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04035331308841705, + "rewards/margins": 0.2345419079065323, + "rewards/rejected": -0.27489522099494934, + "sft_loss": 0.40353310108184814, + "step": 2066 + }, + { + "epoch": 2.9891540130151846, + "grad_norm": 2.9826272049580513, + "learning_rate": 4.173874202116803e-06, + "logits/chosen": -0.37615519762039185, + "logits/rejected": -0.38028109073638916, + "logps/chosen": -0.4126752018928528, + "logps/rejected": -2.373816967010498, + "loss": 0.3951, + "odds_ratio_loss": 0.17959663271903992, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.041267525404691696, + "rewards/margins": 0.1961141675710678, + "rewards/rejected": -0.2373816967010498, + "sft_loss": 0.4126752018928528, + "step": 2067 + }, + { + "epoch": 2.99060014461316, + "grad_norm": 2.341677277000319, + "learning_rate": 4.170771210609861e-06, + "logits/chosen": -0.2782983183860779, + "logits/rejected": -0.193710595369339, + "logps/chosen": -0.44476866722106934, + "logps/rejected": -2.913386821746826, + "loss": 0.3934, + "odds_ratio_loss": 0.14662766456604004, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.044476866722106934, + "rewards/margins": 0.24686183035373688, + "rewards/rejected": -0.2913386821746826, + "sft_loss": 0.44476866722106934, + "step": 2068 + }, + { + "epoch": 2.992046276211135, + "grad_norm": 2.129466110457359, + "learning_rate": 4.167668116144319e-06, + "logits/chosen": -0.09359033405780792, + "logits/rejected": -0.26171213388442993, + "logps/chosen": -0.3228522539138794, + "logps/rejected": -2.8332600593566895, + "loss": 0.3746, + "odds_ratio_loss": 0.11024969816207886, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03228522837162018, + "rewards/margins": 0.25104081630706787, + "rewards/rejected": -0.28332602977752686, + "sft_loss": 0.3228522539138794, + "step": 2069 + }, + { + "epoch": 2.9934924078091107, + "grad_norm": 2.18740864051717, + "learning_rate": 4.164564920591047e-06, + "logits/chosen": -0.08463630080223083, + "logits/rejected": -0.15710577368736267, + "logps/chosen": -0.3528903126716614, + "logps/rejected": -4.306077003479004, + "loss": 0.3843, + "odds_ratio_loss": 0.15712261199951172, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.035289034247398376, + "rewards/margins": 0.39531874656677246, + "rewards/rejected": -0.43060773611068726, + "sft_loss": 0.3528903126716614, + "step": 2070 + }, + { + "epoch": 2.994938539407086, + "grad_norm": 2.988838631607076, + "learning_rate": 4.16146162582097e-06, + "logits/chosen": -0.21836420893669128, + "logits/rejected": -0.1393698751926422, + "logps/chosen": -0.26207345724105835, + "logps/rejected": -4.11907434463501, + "loss": 0.3516, + "odds_ratio_loss": 0.125029519200325, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026207346469163895, + "rewards/margins": 0.3857001066207886, + "rewards/rejected": -0.411907434463501, + "sft_loss": 0.26207345724105835, + "step": 2071 + }, + { + "epoch": 2.9963846710050612, + "grad_norm": 2.5582808538128026, + "learning_rate": 4.158358233705078e-06, + "logits/chosen": -0.16028903424739838, + "logits/rejected": -0.13912662863731384, + "logps/chosen": -0.3448236286640167, + "logps/rejected": -2.6296613216400146, + "loss": 0.4081, + "odds_ratio_loss": 0.19457879662513733, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03448236733675003, + "rewards/margins": 0.22848376631736755, + "rewards/rejected": -0.2629661560058594, + "sft_loss": 0.3448236286640167, + "step": 2072 + }, + { + "epoch": 2.997830802603037, + "grad_norm": 3.5422999299640074, + "learning_rate": 4.155254746114417e-06, + "logits/chosen": -0.28058838844299316, + "logits/rejected": -0.27185720205307007, + "logps/chosen": -0.4271693825721741, + "logps/rejected": -2.3834800720214844, + "loss": 0.4268, + "odds_ratio_loss": 0.12995006144046783, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04271693527698517, + "rewards/margins": 0.19563104212284088, + "rewards/rejected": -0.23834799230098724, + "sft_loss": 0.4271693825721741, + "step": 2073 + }, + { + "epoch": 2.999276934201012, + "grad_norm": 2.339601181160581, + "learning_rate": 4.152151164920091e-06, + "logits/chosen": -0.2662460505962372, + "logits/rejected": -0.24672895669937134, + "logps/chosen": -0.25342679023742676, + "logps/rejected": -4.663143634796143, + "loss": 0.3761, + "odds_ratio_loss": 0.05503750592470169, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025342680513858795, + "rewards/margins": 0.4409716725349426, + "rewards/rejected": -0.4663143754005432, + "sft_loss": 0.25342679023742676, + "step": 2074 + }, + { + "epoch": 3.000723065798988, + "grad_norm": 2.4154432516967472, + "learning_rate": 4.149047491993262e-06, + "logits/chosen": -0.3026701509952545, + "logits/rejected": -0.3210662305355072, + "logps/chosen": -0.21438798308372498, + "logps/rejected": -4.023871898651123, + "loss": 0.2418, + "odds_ratio_loss": 0.06626778841018677, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021438799798488617, + "rewards/margins": 0.38094842433929443, + "rewards/rejected": -0.40238723158836365, + "sft_loss": 0.21438798308372498, + "step": 2075 + }, + { + "epoch": 3.002169197396963, + "grad_norm": 4.450487484527005, + "learning_rate": 4.145943729205145e-06, + "logits/chosen": -0.28832417726516724, + "logits/rejected": -0.24835100769996643, + "logps/chosen": -0.32508355379104614, + "logps/rejected": -2.2887487411499023, + "loss": 0.2607, + "odds_ratio_loss": 0.09311854094266891, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03250835835933685, + "rewards/margins": 0.19636651873588562, + "rewards/rejected": -0.22887487709522247, + "sft_loss": 0.32508355379104614, + "step": 2076 + }, + { + "epoch": 3.0036153289949383, + "grad_norm": 2.782558761277381, + "learning_rate": 4.142839878427008e-06, + "logits/chosen": -0.28335806727409363, + "logits/rejected": -0.2334311306476593, + "logps/chosen": -0.18162278831005096, + "logps/rejected": -2.974604606628418, + "loss": 0.2096, + "odds_ratio_loss": 0.06165589019656181, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018162280321121216, + "rewards/margins": 0.27929815649986267, + "rewards/rejected": -0.2974604368209839, + "sft_loss": 0.18162278831005096, + "step": 2077 + }, + { + "epoch": 3.005061460592914, + "grad_norm": 2.239035652889864, + "learning_rate": 4.1397359415301784e-06, + "logits/chosen": -0.3854452669620514, + "logits/rejected": -0.3029145896434784, + "logps/chosen": -0.2096811830997467, + "logps/rejected": -4.488315582275391, + "loss": 0.1834, + "odds_ratio_loss": 0.053315550088882446, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0209681186825037, + "rewards/margins": 0.4278634786605835, + "rewards/rejected": -0.44883155822753906, + "sft_loss": 0.2096811830997467, + "step": 2078 + }, + { + "epoch": 3.0065075921908893, + "grad_norm": 2.2164457668179978, + "learning_rate": 4.1366319203860286e-06, + "logits/chosen": -0.610029399394989, + "logits/rejected": -0.41548243165016174, + "logps/chosen": -0.1624118685722351, + "logps/rejected": -2.981743574142456, + "loss": 0.1688, + "odds_ratio_loss": 0.04206952825188637, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01624118722975254, + "rewards/margins": 0.28193315863609314, + "rewards/rejected": -0.29817435145378113, + "sft_loss": 0.1624118685722351, + "step": 2079 + }, + { + "epoch": 3.007953723788865, + "grad_norm": 2.4066543302384833, + "learning_rate": 4.133527816865985e-06, + "logits/chosen": -0.6042571663856506, + "logits/rejected": -0.37458497285842896, + "logps/chosen": -0.16903214156627655, + "logps/rejected": -3.6454310417175293, + "loss": 0.2058, + "odds_ratio_loss": 0.020001225173473358, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016903216019272804, + "rewards/margins": 0.34763991832733154, + "rewards/rejected": -0.3645431399345398, + "sft_loss": 0.16903214156627655, + "step": 2080 + }, + { + "epoch": 3.00939985538684, + "grad_norm": 2.312606834909949, + "learning_rate": 4.130423632841524e-06, + "logits/chosen": -0.628654956817627, + "logits/rejected": -0.531693160533905, + "logps/chosen": -0.14114609360694885, + "logps/rejected": -3.86907958984375, + "loss": 0.2121, + "odds_ratio_loss": 0.02958705648779869, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014114608988165855, + "rewards/margins": 0.37279337644577026, + "rewards/rejected": -0.3869079649448395, + "sft_loss": 0.14114609360694885, + "step": 2081 + }, + { + "epoch": 3.0108459869848154, + "grad_norm": 2.267565799953285, + "learning_rate": 4.127319370184169e-06, + "logits/chosen": -0.6523191928863525, + "logits/rejected": -0.3899100720882416, + "logps/chosen": -0.09384972602128983, + "logps/rejected": -3.3656177520751953, + "loss": 0.1418, + "odds_ratio_loss": 0.024596964940428734, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009384972974658012, + "rewards/margins": 0.3271768093109131, + "rewards/rejected": -0.33656179904937744, + "sft_loss": 0.09384972602128983, + "step": 2082 + }, + { + "epoch": 3.012292118582791, + "grad_norm": 3.145990187795483, + "learning_rate": 4.124215030765491e-06, + "logits/chosen": -1.0443816184997559, + "logits/rejected": -0.7100991010665894, + "logps/chosen": -0.16050492227077484, + "logps/rejected": -3.2707293033599854, + "loss": 0.1905, + "odds_ratio_loss": 0.03136509656906128, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016050491482019424, + "rewards/margins": 0.31102246046066284, + "rewards/rejected": -0.32707294821739197, + "sft_loss": 0.16050492227077484, + "step": 2083 + }, + { + "epoch": 3.0137382501807664, + "grad_norm": 4.579359916220718, + "learning_rate": 4.121110616457108e-06, + "logits/chosen": -0.5784963369369507, + "logits/rejected": -0.47556227445602417, + "logps/chosen": -0.2588617205619812, + "logps/rejected": -3.156449794769287, + "loss": 0.2127, + "odds_ratio_loss": 0.05530041828751564, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0258861742913723, + "rewards/margins": 0.2897588014602661, + "rewards/rejected": -0.3156449794769287, + "sft_loss": 0.2588617205619812, + "step": 2084 + }, + { + "epoch": 3.015184381778742, + "grad_norm": 2.7301283495678605, + "learning_rate": 4.118006129130684e-06, + "logits/chosen": -0.6547715663909912, + "logits/rejected": -0.40283170342445374, + "logps/chosen": -0.1553865224123001, + "logps/rejected": -4.589504718780518, + "loss": 0.1887, + "odds_ratio_loss": 0.028455141931772232, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015538652427494526, + "rewards/margins": 0.44341176748275757, + "rewards/rejected": -0.4589504599571228, + "sft_loss": 0.1553865224123001, + "step": 2085 + }, + { + "epoch": 3.0166305133767173, + "grad_norm": 2.181836161479129, + "learning_rate": 4.114901570657925e-06, + "logits/chosen": -0.3926331698894501, + "logits/rejected": -0.35337767004966736, + "logps/chosen": -0.1808508038520813, + "logps/rejected": -4.288332939147949, + "loss": 0.2029, + "odds_ratio_loss": 0.057720035314559937, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01808508113026619, + "rewards/margins": 0.4107481837272644, + "rewards/rejected": -0.4288333058357239, + "sft_loss": 0.1808508038520813, + "step": 2086 + }, + { + "epoch": 3.0180766449746925, + "grad_norm": 2.479142035501784, + "learning_rate": 4.111796942910581e-06, + "logits/chosen": -0.5397032499313354, + "logits/rejected": -0.5243762731552124, + "logps/chosen": -0.15296411514282227, + "logps/rejected": -3.3156747817993164, + "loss": 0.1995, + "odds_ratio_loss": 0.052010953426361084, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01529641356319189, + "rewards/margins": 0.316271036863327, + "rewards/rejected": -0.3315674662590027, + "sft_loss": 0.15296411514282227, + "step": 2087 + }, + { + "epoch": 3.019522776572668, + "grad_norm": 1.8418463482304441, + "learning_rate": 4.108692247760445e-06, + "logits/chosen": -0.42499226331710815, + "logits/rejected": -0.3503390848636627, + "logps/chosen": -0.1449154168367386, + "logps/rejected": -5.186098575592041, + "loss": 0.1672, + "odds_ratio_loss": 0.03054206445813179, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014491541311144829, + "rewards/margins": 0.5041183233261108, + "rewards/rejected": -0.5186098217964172, + "sft_loss": 0.1449154168367386, + "step": 2088 + }, + { + "epoch": 3.0209689081706435, + "grad_norm": 2.29448458956409, + "learning_rate": 4.105587487079345e-06, + "logits/chosen": -0.6999224424362183, + "logits/rejected": -0.48990195989608765, + "logps/chosen": -0.13518781960010529, + "logps/rejected": -2.764622211456299, + "loss": 0.1565, + "odds_ratio_loss": 0.042032863944768906, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013518782332539558, + "rewards/margins": 0.26294347643852234, + "rewards/rejected": -0.27646225690841675, + "sft_loss": 0.13518781960010529, + "step": 2089 + }, + { + "epoch": 3.022415039768619, + "grad_norm": 1.8885209324093233, + "learning_rate": 4.1024826627391575e-06, + "logits/chosen": -0.5850200653076172, + "logits/rejected": -0.41026294231414795, + "logps/chosen": -0.2129233032464981, + "logps/rejected": -3.2739462852478027, + "loss": 0.1821, + "odds_ratio_loss": 0.05676015093922615, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02129232883453369, + "rewards/margins": 0.30610227584838867, + "rewards/rejected": -0.32739460468292236, + "sft_loss": 0.2129233032464981, + "step": 2090 + }, + { + "epoch": 3.0238611713665944, + "grad_norm": 2.618426799746971, + "learning_rate": 4.0993777766117915e-06, + "logits/chosen": -0.6758778095245361, + "logits/rejected": -0.47175687551498413, + "logps/chosen": -0.27825915813446045, + "logps/rejected": -4.689516067504883, + "loss": 0.1887, + "odds_ratio_loss": 0.041840679943561554, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027825918048620224, + "rewards/margins": 0.4411257207393646, + "rewards/rejected": -0.46895164251327515, + "sft_loss": 0.27825915813446045, + "step": 2091 + }, + { + "epoch": 3.0253073029645696, + "grad_norm": 2.0671758104441094, + "learning_rate": 4.0962728305691926e-06, + "logits/chosen": -0.495349258184433, + "logits/rejected": -0.41494473814964294, + "logps/chosen": -0.1947062909603119, + "logps/rejected": -3.9549150466918945, + "loss": 0.1946, + "odds_ratio_loss": 0.05212587118148804, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01947062835097313, + "rewards/margins": 0.3760209083557129, + "rewards/rejected": -0.3954915404319763, + "sft_loss": 0.1947062909603119, + "step": 2092 + }, + { + "epoch": 3.0267534345625453, + "grad_norm": 2.043595727301972, + "learning_rate": 4.093167826483347e-06, + "logits/chosen": -0.4349784851074219, + "logits/rejected": -0.39165636897087097, + "logps/chosen": -0.16431699693202972, + "logps/rejected": -3.6643869876861572, + "loss": 0.225, + "odds_ratio_loss": 0.035537637770175934, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016431700438261032, + "rewards/margins": 0.350007027387619, + "rewards/rejected": -0.36643874645233154, + "sft_loss": 0.16431699693202972, + "step": 2093 + }, + { + "epoch": 3.0281995661605206, + "grad_norm": 2.232927910314228, + "learning_rate": 4.090062766226271e-06, + "logits/chosen": -0.7041189670562744, + "logits/rejected": -0.47187769412994385, + "logps/chosen": -0.1355535387992859, + "logps/rejected": -5.294040203094482, + "loss": 0.2344, + "odds_ratio_loss": 0.026054540649056435, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013555353507399559, + "rewards/margins": 0.515848696231842, + "rewards/rejected": -0.5294040441513062, + "sft_loss": 0.1355535387992859, + "step": 2094 + }, + { + "epoch": 3.0296456977584962, + "grad_norm": 2.5169435782219667, + "learning_rate": 4.086957651670018e-06, + "logits/chosen": -0.6608462333679199, + "logits/rejected": -0.48246246576309204, + "logps/chosen": -0.29138410091400146, + "logps/rejected": -2.3921921253204346, + "loss": 0.2552, + "odds_ratio_loss": 0.06351328641176224, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029138410463929176, + "rewards/margins": 0.2100808173418045, + "rewards/rejected": -0.23921923339366913, + "sft_loss": 0.29138410091400146, + "step": 2095 + }, + { + "epoch": 3.0310918293564715, + "grad_norm": 1.9132864556802796, + "learning_rate": 4.0838524846866735e-06, + "logits/chosen": -0.7670720219612122, + "logits/rejected": -0.7422049641609192, + "logps/chosen": -0.18818186223506927, + "logps/rejected": -3.1613006591796875, + "loss": 0.1341, + "odds_ratio_loss": 0.04930785298347473, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018818188458681107, + "rewards/margins": 0.2973118722438812, + "rewards/rejected": -0.31613004207611084, + "sft_loss": 0.18818186223506927, + "step": 2096 + }, + { + "epoch": 3.0325379609544467, + "grad_norm": 1.9483355773154174, + "learning_rate": 4.080747267148353e-06, + "logits/chosen": -0.4968271553516388, + "logits/rejected": -0.4267679452896118, + "logps/chosen": -0.15192314982414246, + "logps/rejected": -3.1880059242248535, + "loss": 0.1494, + "odds_ratio_loss": 0.05188725143671036, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01519231591373682, + "rewards/margins": 0.3036082684993744, + "rewards/rejected": -0.31880059838294983, + "sft_loss": 0.15192314982414246, + "step": 2097 + }, + { + "epoch": 3.0339840925524224, + "grad_norm": 2.402577443846496, + "learning_rate": 4.077642000927205e-06, + "logits/chosen": -0.6681464314460754, + "logits/rejected": -0.41508573293685913, + "logps/chosen": -0.1843072772026062, + "logps/rejected": -5.525094985961914, + "loss": 0.1644, + "odds_ratio_loss": 0.02610270492732525, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01843072660267353, + "rewards/margins": 0.5340787768363953, + "rewards/rejected": -0.5525094270706177, + "sft_loss": 0.1843072772026062, + "step": 2098 + }, + { + "epoch": 3.0354302241503976, + "grad_norm": 2.4018786992472054, + "learning_rate": 4.074536687895405e-06, + "logits/chosen": -0.7136832475662231, + "logits/rejected": -0.47490206360816956, + "logps/chosen": -0.15297845005989075, + "logps/rejected": -4.706912994384766, + "loss": 0.2074, + "odds_ratio_loss": 0.02270958572626114, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015297845005989075, + "rewards/margins": 0.4553934931755066, + "rewards/rejected": -0.47069135308265686, + "sft_loss": 0.15297845005989075, + "step": 2099 + }, + { + "epoch": 3.036876355748373, + "grad_norm": 2.043474240086887, + "learning_rate": 4.0714313299251575e-06, + "logits/chosen": -0.7795498967170715, + "logits/rejected": -0.5213183164596558, + "logps/chosen": -0.11158294975757599, + "logps/rejected": -4.195063591003418, + "loss": 0.1316, + "odds_ratio_loss": 0.019902389496564865, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011158295907080173, + "rewards/margins": 0.40834811329841614, + "rewards/rejected": -0.41950640082359314, + "sft_loss": 0.11158294975757599, + "step": 2100 + }, + { + "epoch": 3.0383224873463486, + "grad_norm": 2.1009794089099647, + "learning_rate": 4.0683259288886965e-06, + "logits/chosen": -0.7349028587341309, + "logits/rejected": -0.5432249307632446, + "logps/chosen": -0.10936813056468964, + "logps/rejected": -5.250774383544922, + "loss": 0.175, + "odds_ratio_loss": 0.019732775166630745, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010936813428997993, + "rewards/margins": 0.5141406059265137, + "rewards/rejected": -0.5250774025917053, + "sft_loss": 0.10936813056468964, + "step": 2101 + }, + { + "epoch": 3.039768618944324, + "grad_norm": 1.9958955503465796, + "learning_rate": 4.065220486658277e-06, + "logits/chosen": -0.5262503623962402, + "logits/rejected": -0.4228152632713318, + "logps/chosen": -0.16352926194667816, + "logps/rejected": -3.2567734718322754, + "loss": 0.1686, + "odds_ratio_loss": 0.037220489233732224, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016352925449609756, + "rewards/margins": 0.3093244433403015, + "rewards/rejected": -0.32567736506462097, + "sft_loss": 0.16352926194667816, + "step": 2102 + }, + { + "epoch": 3.0412147505422995, + "grad_norm": 1.8636021031520353, + "learning_rate": 4.062115005106184e-06, + "logits/chosen": -0.42543336749076843, + "logits/rejected": -0.4913654923439026, + "logps/chosen": -0.30701306462287903, + "logps/rejected": -2.3156869411468506, + "loss": 0.2009, + "odds_ratio_loss": 0.07792215794324875, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03070130944252014, + "rewards/margins": 0.20086738467216492, + "rewards/rejected": -0.23156869411468506, + "sft_loss": 0.30701306462287903, + "step": 2103 + }, + { + "epoch": 3.0426608821402747, + "grad_norm": 2.429431192098418, + "learning_rate": 4.059009486104723e-06, + "logits/chosen": -0.578881025314331, + "logits/rejected": -0.4205232262611389, + "logps/chosen": -0.13701388239860535, + "logps/rejected": -4.750458717346191, + "loss": 0.1819, + "odds_ratio_loss": 0.01851857826113701, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01370138768106699, + "rewards/margins": 0.46134448051452637, + "rewards/rejected": -0.4750458896160126, + "sft_loss": 0.13701388239860535, + "step": 2104 + }, + { + "epoch": 3.04410701373825, + "grad_norm": 2.293787093452759, + "learning_rate": 4.055903931526223e-06, + "logits/chosen": -0.7719517350196838, + "logits/rejected": -0.6306342482566833, + "logps/chosen": -0.18231219053268433, + "logps/rejected": -3.1785566806793213, + "loss": 0.201, + "odds_ratio_loss": 0.04030875861644745, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018231220543384552, + "rewards/margins": 0.2996244430541992, + "rewards/rejected": -0.3178556561470032, + "sft_loss": 0.18231219053268433, + "step": 2105 + }, + { + "epoch": 3.0455531453362257, + "grad_norm": 2.5028298804086235, + "learning_rate": 4.052798343243036e-06, + "logits/chosen": -0.7744817733764648, + "logits/rejected": -0.5614781379699707, + "logps/chosen": -0.22691814601421356, + "logps/rejected": -4.627237796783447, + "loss": 0.2317, + "odds_ratio_loss": 0.05098215490579605, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022691816091537476, + "rewards/margins": 0.4400319755077362, + "rewards/rejected": -0.4627237915992737, + "sft_loss": 0.22691814601421356, + "step": 2106 + }, + { + "epoch": 3.046999276934201, + "grad_norm": 2.295477572904047, + "learning_rate": 4.04969272312753e-06, + "logits/chosen": -0.8552494049072266, + "logits/rejected": -0.6359434723854065, + "logps/chosen": -0.20083674788475037, + "logps/rejected": -3.457988977432251, + "loss": 0.2102, + "odds_ratio_loss": 0.029120953753590584, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020083673298358917, + "rewards/margins": 0.32571524381637573, + "rewards/rejected": -0.34579890966415405, + "sft_loss": 0.20083674788475037, + "step": 2107 + }, + { + "epoch": 3.0484454085321766, + "grad_norm": 2.4749090053073233, + "learning_rate": 4.0465870730520954e-06, + "logits/chosen": -0.7466475963592529, + "logits/rejected": -0.5847068428993225, + "logps/chosen": -0.05967186018824577, + "logps/rejected": -3.782038688659668, + "loss": 0.1441, + "odds_ratio_loss": 0.009426586329936981, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005967185832560062, + "rewards/margins": 0.3722366690635681, + "rewards/rejected": -0.3782038688659668, + "sft_loss": 0.05967186018824577, + "step": 2108 + }, + { + "epoch": 3.049891540130152, + "grad_norm": 2.0123379540693334, + "learning_rate": 4.043481394889142e-06, + "logits/chosen": -0.678367555141449, + "logits/rejected": -0.6387525200843811, + "logps/chosen": -0.2518230974674225, + "logps/rejected": -3.079854726791382, + "loss": 0.2228, + "odds_ratio_loss": 0.05264444649219513, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025182312354445457, + "rewards/margins": 0.28280317783355713, + "rewards/rejected": -0.30798548460006714, + "sft_loss": 0.2518230974674225, + "step": 2109 + }, + { + "epoch": 3.051337671728127, + "grad_norm": 2.5649086388818767, + "learning_rate": 4.040375690511094e-06, + "logits/chosen": -0.733020544052124, + "logits/rejected": -0.4613838493824005, + "logps/chosen": -0.10593655705451965, + "logps/rejected": -5.208601951599121, + "loss": 0.1497, + "odds_ratio_loss": 0.018377486616373062, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010593656450510025, + "rewards/margins": 0.5102665424346924, + "rewards/rejected": -0.5208601951599121, + "sft_loss": 0.10593655705451965, + "step": 2110 + }, + { + "epoch": 3.0527838033261028, + "grad_norm": 1.996597938866012, + "learning_rate": 4.03726996179039e-06, + "logits/chosen": -0.7812892198562622, + "logits/rejected": -0.6449815034866333, + "logps/chosen": -0.26513880491256714, + "logps/rejected": -3.381945848464966, + "loss": 0.1614, + "odds_ratio_loss": 0.049505963921546936, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026513883844017982, + "rewards/margins": 0.31168070435523987, + "rewards/rejected": -0.3381945788860321, + "sft_loss": 0.26513880491256714, + "step": 2111 + }, + { + "epoch": 3.054229934924078, + "grad_norm": 1.8174594922591507, + "learning_rate": 4.034164210599488e-06, + "logits/chosen": -0.5324065685272217, + "logits/rejected": -0.4299301505088806, + "logps/chosen": -0.11089219897985458, + "logps/rejected": -5.629248142242432, + "loss": 0.1388, + "odds_ratio_loss": 0.01814519427716732, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011089220643043518, + "rewards/margins": 0.5518355965614319, + "rewards/rejected": -0.5629248023033142, + "sft_loss": 0.11089219897985458, + "step": 2112 + }, + { + "epoch": 3.0556760665220537, + "grad_norm": 2.122834905775403, + "learning_rate": 4.031058438810857e-06, + "logits/chosen": -0.7841843366622925, + "logits/rejected": -0.5668798685073853, + "logps/chosen": -0.1282779723405838, + "logps/rejected": -3.247554302215576, + "loss": 0.1335, + "odds_ratio_loss": 0.03160501644015312, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0128277987241745, + "rewards/margins": 0.3119276165962219, + "rewards/rejected": -0.3247554302215576, + "sft_loss": 0.1282779723405838, + "step": 2113 + }, + { + "epoch": 3.057122198120029, + "grad_norm": 2.405269498818451, + "learning_rate": 4.027952648296978e-06, + "logits/chosen": -0.6955947875976562, + "logits/rejected": -0.5394856929779053, + "logps/chosen": -0.16242378950119019, + "logps/rejected": -5.063565731048584, + "loss": 0.2003, + "odds_ratio_loss": 0.027161482721567154, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01624237932264805, + "rewards/margins": 0.4901142120361328, + "rewards/rejected": -0.5063565373420715, + "sft_loss": 0.16242378950119019, + "step": 2114 + }, + { + "epoch": 3.058568329718004, + "grad_norm": 1.9522892318832643, + "learning_rate": 4.0248468409303425e-06, + "logits/chosen": -0.7737332582473755, + "logits/rejected": -0.4954363703727722, + "logps/chosen": -0.1599772721529007, + "logps/rejected": -3.514385223388672, + "loss": 0.1724, + "odds_ratio_loss": 0.022483911365270615, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01599772833287716, + "rewards/margins": 0.33544081449508667, + "rewards/rejected": -0.3514385223388672, + "sft_loss": 0.1599772721529007, + "step": 2115 + }, + { + "epoch": 3.06001446131598, + "grad_norm": 2.153304126645383, + "learning_rate": 4.0217410185834536e-06, + "logits/chosen": -0.7023472785949707, + "logits/rejected": -0.533017635345459, + "logps/chosen": -0.16424649953842163, + "logps/rejected": -5.224195957183838, + "loss": 0.1543, + "odds_ratio_loss": 0.043630871921777725, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016424652189016342, + "rewards/margins": 0.5059949159622192, + "rewards/rejected": -0.5224196314811707, + "sft_loss": 0.16424649953842163, + "step": 2116 + }, + { + "epoch": 3.061460592913955, + "grad_norm": 2.0513351448836104, + "learning_rate": 4.018635183128823e-06, + "logits/chosen": -0.6236501932144165, + "logits/rejected": -0.5361102819442749, + "logps/chosen": -0.20569291710853577, + "logps/rejected": -2.541423797607422, + "loss": 0.1819, + "odds_ratio_loss": 0.05294905602931976, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020569290965795517, + "rewards/margins": 0.23357310891151428, + "rewards/rejected": -0.2541424036026001, + "sft_loss": 0.20569291710853577, + "step": 2117 + }, + { + "epoch": 3.062906724511931, + "grad_norm": 2.1448700342273597, + "learning_rate": 4.015529336438973e-06, + "logits/chosen": -0.7315176129341125, + "logits/rejected": -0.540245532989502, + "logps/chosen": -0.14228178560733795, + "logps/rejected": -4.650500774383545, + "loss": 0.1486, + "odds_ratio_loss": 0.026424670591950417, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014228180050849915, + "rewards/margins": 0.4508219063282013, + "rewards/rejected": -0.4650501012802124, + "sft_loss": 0.14228178560733795, + "step": 2118 + }, + { + "epoch": 3.064352856109906, + "grad_norm": 2.341561331050371, + "learning_rate": 4.012423480386426e-06, + "logits/chosen": -0.5403401851654053, + "logits/rejected": -0.4582579731941223, + "logps/chosen": -0.14413967728614807, + "logps/rejected": -4.726695537567139, + "loss": 0.1921, + "odds_ratio_loss": 0.02182953804731369, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014413966797292233, + "rewards/margins": 0.4582555890083313, + "rewards/rejected": -0.4726695418357849, + "sft_loss": 0.14413967728614807, + "step": 2119 + }, + { + "epoch": 3.0657989877078813, + "grad_norm": 2.386821389201234, + "learning_rate": 4.009317616843718e-06, + "logits/chosen": -0.44133293628692627, + "logits/rejected": -0.4722680449485779, + "logps/chosen": -0.22620916366577148, + "logps/rejected": -2.8983755111694336, + "loss": 0.1771, + "odds_ratio_loss": 0.05633849278092384, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02262091636657715, + "rewards/margins": 0.26721662282943726, + "rewards/rejected": -0.2898375391960144, + "sft_loss": 0.22620916366577148, + "step": 2120 + }, + { + "epoch": 3.067245119305857, + "grad_norm": 1.7305002096138642, + "learning_rate": 4.006211747683384e-06, + "logits/chosen": -0.6039251685142517, + "logits/rejected": -0.5303505063056946, + "logps/chosen": -0.13674521446228027, + "logps/rejected": -4.530514240264893, + "loss": 0.1803, + "odds_ratio_loss": 0.035152267664670944, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013674520887434483, + "rewards/margins": 0.43937692046165466, + "rewards/rejected": -0.45305144786834717, + "sft_loss": 0.13674521446228027, + "step": 2121 + }, + { + "epoch": 3.068691250903832, + "grad_norm": 2.1291486853323405, + "learning_rate": 4.003105874777963e-06, + "logits/chosen": -0.7058529853820801, + "logits/rejected": -0.5664353966712952, + "logps/chosen": -0.09501180052757263, + "logps/rejected": -3.9581353664398193, + "loss": 0.1877, + "odds_ratio_loss": 0.022701166570186615, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009501179680228233, + "rewards/margins": 0.386312335729599, + "rewards/rejected": -0.395813524723053, + "sft_loss": 0.09501180052757263, + "step": 2122 + }, + { + "epoch": 3.0701373825018075, + "grad_norm": 2.7097953576820624, + "learning_rate": 4e-06, + "logits/chosen": -0.7147266864776611, + "logits/rejected": -0.4768485426902771, + "logps/chosen": -0.1762448400259018, + "logps/rejected": -4.018145561218262, + "loss": 0.2214, + "odds_ratio_loss": 0.027249373495578766, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01762448623776436, + "rewards/margins": 0.38419008255004883, + "rewards/rejected": -0.4018145799636841, + "sft_loss": 0.1762448400259018, + "step": 2123 + }, + { + "epoch": 3.071583514099783, + "grad_norm": 1.8998144556018384, + "learning_rate": 3.996894125222036e-06, + "logits/chosen": -0.5158587694168091, + "logits/rejected": -0.4066459536552429, + "logps/chosen": -0.16753427684307098, + "logps/rejected": -4.010112762451172, + "loss": 0.1828, + "odds_ratio_loss": 0.04549555480480194, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016753429546952248, + "rewards/margins": 0.38425785303115845, + "rewards/rejected": -0.40101125836372375, + "sft_loss": 0.16753427684307098, + "step": 2124 + }, + { + "epoch": 3.0730296456977584, + "grad_norm": 2.1176577092878133, + "learning_rate": 3.993788252316617e-06, + "logits/chosen": -0.6375981569290161, + "logits/rejected": -0.47454291582107544, + "logps/chosen": -0.1505729854106903, + "logps/rejected": -8.243040084838867, + "loss": 0.203, + "odds_ratio_loss": 0.012890107929706573, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01505729928612709, + "rewards/margins": 0.809246838092804, + "rewards/rejected": -0.8243041634559631, + "sft_loss": 0.1505729854106903, + "step": 2125 + }, + { + "epoch": 3.074475777295734, + "grad_norm": 2.222962148586192, + "learning_rate": 3.990682383156282e-06, + "logits/chosen": -0.620424211025238, + "logits/rejected": -0.4490058720111847, + "logps/chosen": -0.22270803153514862, + "logps/rejected": -4.201064586639404, + "loss": 0.2145, + "odds_ratio_loss": 0.05165166035294533, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022270802408456802, + "rewards/margins": 0.3978356719017029, + "rewards/rejected": -0.4201064705848694, + "sft_loss": 0.22270803153514862, + "step": 2126 + }, + { + "epoch": 3.0759219088937093, + "grad_norm": 2.4804554039420577, + "learning_rate": 3.987576519613574e-06, + "logits/chosen": -0.4530171751976013, + "logits/rejected": -0.412492036819458, + "logps/chosen": -0.2665051519870758, + "logps/rejected": -3.0253868103027344, + "loss": 0.2164, + "odds_ratio_loss": 0.061206281185150146, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02665051445364952, + "rewards/margins": 0.2758881747722626, + "rewards/rejected": -0.3025386929512024, + "sft_loss": 0.2665051519870758, + "step": 2127 + }, + { + "epoch": 3.0773680404916846, + "grad_norm": 1.7493140822868425, + "learning_rate": 3.984470663561027e-06, + "logits/chosen": -0.6655663847923279, + "logits/rejected": -0.7546771764755249, + "logps/chosen": -0.2823176681995392, + "logps/rejected": -3.803299903869629, + "loss": 0.1604, + "odds_ratio_loss": 0.06763014197349548, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02823176607489586, + "rewards/margins": 0.3520982563495636, + "rewards/rejected": -0.38033002614974976, + "sft_loss": 0.2823176681995392, + "step": 2128 + }, + { + "epoch": 3.0788141720896602, + "grad_norm": 2.5403797596003166, + "learning_rate": 3.981364816871177e-06, + "logits/chosen": -0.7357568740844727, + "logits/rejected": -0.583640456199646, + "logps/chosen": -0.17165610194206238, + "logps/rejected": -3.8525633811950684, + "loss": 0.1617, + "odds_ratio_loss": 0.024731557816267014, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017165610566735268, + "rewards/margins": 0.36809074878692627, + "rewards/rejected": -0.3852563500404358, + "sft_loss": 0.17165610194206238, + "step": 2129 + }, + { + "epoch": 3.0802603036876355, + "grad_norm": 2.054847911596039, + "learning_rate": 3.978258981416547e-06, + "logits/chosen": -0.7385162711143494, + "logits/rejected": -0.6317088603973389, + "logps/chosen": -0.14730429649353027, + "logps/rejected": -2.464529037475586, + "loss": 0.1315, + "odds_ratio_loss": 0.03632424771785736, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014730430208146572, + "rewards/margins": 0.23172245919704437, + "rewards/rejected": -0.24645289778709412, + "sft_loss": 0.14730429649353027, + "step": 2130 + }, + { + "epoch": 3.081706435285611, + "grad_norm": 2.177460049188998, + "learning_rate": 3.975153159069659e-06, + "logits/chosen": -0.4692709147930145, + "logits/rejected": -0.4788125157356262, + "logps/chosen": -0.13799342513084412, + "logps/rejected": -3.8743791580200195, + "loss": 0.1705, + "odds_ratio_loss": 0.03219764679670334, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013799343258142471, + "rewards/margins": 0.3736385703086853, + "rewards/rejected": -0.3874379098415375, + "sft_loss": 0.13799342513084412, + "step": 2131 + }, + { + "epoch": 3.0831525668835864, + "grad_norm": 2.2308389604931995, + "learning_rate": 3.972047351703023e-06, + "logits/chosen": -0.5637999773025513, + "logits/rejected": -0.46241044998168945, + "logps/chosen": -0.28073132038116455, + "logps/rejected": -5.222455978393555, + "loss": 0.1847, + "odds_ratio_loss": 0.04090370982885361, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028073132038116455, + "rewards/margins": 0.49417245388031006, + "rewards/rejected": -0.5222455859184265, + "sft_loss": 0.28073132038116455, + "step": 2132 + }, + { + "epoch": 3.0845986984815617, + "grad_norm": 2.065829840448526, + "learning_rate": 3.968941561189144e-06, + "logits/chosen": -0.6958283185958862, + "logits/rejected": -0.4899245500564575, + "logps/chosen": -0.1636473834514618, + "logps/rejected": -3.7653756141662598, + "loss": 0.2069, + "odds_ratio_loss": 0.033067747950553894, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01636473834514618, + "rewards/margins": 0.3601728081703186, + "rewards/rejected": -0.3765375316143036, + "sft_loss": 0.1636473834514618, + "step": 2133 + }, + { + "epoch": 3.0860448300795373, + "grad_norm": 1.876329075053545, + "learning_rate": 3.965835789400511e-06, + "logits/chosen": -0.563957691192627, + "logits/rejected": -0.5317133665084839, + "logps/chosen": -0.12031100690364838, + "logps/rejected": -3.236659526824951, + "loss": 0.1561, + "odds_ratio_loss": 0.027744002640247345, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012031100690364838, + "rewards/margins": 0.3116348683834076, + "rewards/rejected": -0.323665976524353, + "sft_loss": 0.12031100690364838, + "step": 2134 + }, + { + "epoch": 3.0874909616775126, + "grad_norm": 2.0304470488543616, + "learning_rate": 3.96273003820961e-06, + "logits/chosen": -0.7444326877593994, + "logits/rejected": -0.5694934129714966, + "logps/chosen": -0.22145669162273407, + "logps/rejected": -3.7066285610198975, + "loss": 0.1865, + "odds_ratio_loss": 0.028277050703763962, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022145669907331467, + "rewards/margins": 0.34851717948913574, + "rewards/rejected": -0.3706628680229187, + "sft_loss": 0.22145669162273407, + "step": 2135 + }, + { + "epoch": 3.0889370932754883, + "grad_norm": 1.8981778171798918, + "learning_rate": 3.959624309488907e-06, + "logits/chosen": -0.614467978477478, + "logits/rejected": -0.3776948153972626, + "logps/chosen": -0.11771661043167114, + "logps/rejected": -6.75969123840332, + "loss": 0.1404, + "odds_ratio_loss": 0.01951497234404087, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01177166122943163, + "rewards/margins": 0.6641974449157715, + "rewards/rejected": -0.675969123840332, + "sft_loss": 0.11771661043167114, + "step": 2136 + }, + { + "epoch": 3.0903832248734635, + "grad_norm": 2.1400342160750054, + "learning_rate": 3.956518605110858e-06, + "logits/chosen": -0.8642411828041077, + "logits/rejected": -0.6858229637145996, + "logps/chosen": -0.2012554109096527, + "logps/rejected": -2.901653528213501, + "loss": 0.1956, + "odds_ratio_loss": 0.03699169307947159, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02012554183602333, + "rewards/margins": 0.27003979682922363, + "rewards/rejected": -0.29016533493995667, + "sft_loss": 0.2012554109096527, + "step": 2137 + }, + { + "epoch": 3.0918293564714388, + "grad_norm": 2.0394103728196638, + "learning_rate": 3.953412926947904e-06, + "logits/chosen": -0.5077266097068787, + "logits/rejected": -0.42272666096687317, + "logps/chosen": -0.10724125802516937, + "logps/rejected": -7.563508033752441, + "loss": 0.1693, + "odds_ratio_loss": 0.020378630608320236, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010724126361310482, + "rewards/margins": 0.74562668800354, + "rewards/rejected": -0.7563507556915283, + "sft_loss": 0.10724125802516937, + "step": 2138 + }, + { + "epoch": 3.0932754880694144, + "grad_norm": 2.233590697823899, + "learning_rate": 3.95030727687247e-06, + "logits/chosen": -0.6356875896453857, + "logits/rejected": -0.4583815932273865, + "logps/chosen": -0.13725396990776062, + "logps/rejected": -3.551173686981201, + "loss": 0.1757, + "odds_ratio_loss": 0.030577151104807854, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013725396245718002, + "rewards/margins": 0.34139198064804077, + "rewards/rejected": -0.3551173806190491, + "sft_loss": 0.13725396990776062, + "step": 2139 + }, + { + "epoch": 3.0947216196673897, + "grad_norm": 1.998594502803306, + "learning_rate": 3.947201656756965e-06, + "logits/chosen": -0.5484251976013184, + "logits/rejected": -0.43344441056251526, + "logps/chosen": -0.20057189464569092, + "logps/rejected": -3.6383776664733887, + "loss": 0.1883, + "odds_ratio_loss": 0.04176495224237442, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02005719020962715, + "rewards/margins": 0.3437805771827698, + "rewards/rejected": -0.3638377785682678, + "sft_loss": 0.20057189464569092, + "step": 2140 + }, + { + "epoch": 3.096167751265365, + "grad_norm": 2.0891032642185365, + "learning_rate": 3.944096068473776e-06, + "logits/chosen": -0.48677608370780945, + "logits/rejected": -0.405622273683548, + "logps/chosen": -0.3364259600639343, + "logps/rejected": -4.87321662902832, + "loss": 0.1989, + "odds_ratio_loss": 0.0456356480717659, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03364259749650955, + "rewards/margins": 0.4536791145801544, + "rewards/rejected": -0.487321674823761, + "sft_loss": 0.3364259600639343, + "step": 2141 + }, + { + "epoch": 3.0976138828633406, + "grad_norm": 2.3986916761530397, + "learning_rate": 3.940990513895277e-06, + "logits/chosen": -0.49167507886886597, + "logits/rejected": -0.2597613036632538, + "logps/chosen": -0.14950230717658997, + "logps/rejected": -4.943644046783447, + "loss": 0.1609, + "odds_ratio_loss": 0.02151937410235405, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014950230717658997, + "rewards/margins": 0.47941410541534424, + "rewards/rejected": -0.4943643808364868, + "sft_loss": 0.14950230717658997, + "step": 2142 + }, + { + "epoch": 3.099060014461316, + "grad_norm": 2.3771417631729204, + "learning_rate": 3.937884994893815e-06, + "logits/chosen": -0.6202237606048584, + "logits/rejected": -0.34670570492744446, + "logps/chosen": -0.16555556654930115, + "logps/rejected": -3.282248020172119, + "loss": 0.1799, + "odds_ratio_loss": 0.0847080647945404, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.016555557027459145, + "rewards/margins": 0.3116692304611206, + "rewards/rejected": -0.328224778175354, + "sft_loss": 0.16555556654930115, + "step": 2143 + }, + { + "epoch": 3.1005061460592915, + "grad_norm": 2.044758701059538, + "learning_rate": 3.934779513341723e-06, + "logits/chosen": -0.5131956338882446, + "logits/rejected": -0.3095894753932953, + "logps/chosen": -0.2654573917388916, + "logps/rejected": -4.961881160736084, + "loss": 0.2241, + "odds_ratio_loss": 0.04515118524432182, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02654574252665043, + "rewards/margins": 0.46964243054389954, + "rewards/rejected": -0.49618813395500183, + "sft_loss": 0.2654573917388916, + "step": 2144 + }, + { + "epoch": 3.1019522776572668, + "grad_norm": 1.7210001373799835, + "learning_rate": 3.931674071111304e-06, + "logits/chosen": -0.45441409945487976, + "logits/rejected": -0.40361326932907104, + "logps/chosen": -0.23514500260353088, + "logps/rejected": -3.1339406967163086, + "loss": 0.1595, + "odds_ratio_loss": 0.06016864255070686, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02351449988782406, + "rewards/margins": 0.28987962007522583, + "rewards/rejected": -0.31339409947395325, + "sft_loss": 0.23514500260353088, + "step": 2145 + }, + { + "epoch": 3.103398409255242, + "grad_norm": 2.024843444988982, + "learning_rate": 3.928568670074843e-06, + "logits/chosen": -0.4629301428794861, + "logits/rejected": -0.34551891684532166, + "logps/chosen": -0.13455036282539368, + "logps/rejected": -2.923142194747925, + "loss": 0.1627, + "odds_ratio_loss": 0.022695183753967285, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013455037027597427, + "rewards/margins": 0.2788591980934143, + "rewards/rejected": -0.29231423139572144, + "sft_loss": 0.13455036282539368, + "step": 2146 + }, + { + "epoch": 3.1048445408532177, + "grad_norm": 2.2333254041840034, + "learning_rate": 3.925463312104596e-06, + "logits/chosen": -0.7243767380714417, + "logits/rejected": -0.3842761516571045, + "logps/chosen": -0.21467825770378113, + "logps/rejected": -4.240947723388672, + "loss": 0.2452, + "odds_ratio_loss": 0.04264179617166519, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021467823535203934, + "rewards/margins": 0.4026269316673279, + "rewards/rejected": -0.4240947365760803, + "sft_loss": 0.21467825770378113, + "step": 2147 + }, + { + "epoch": 3.106290672451193, + "grad_norm": 2.188334438515691, + "learning_rate": 3.922357999072796e-06, + "logits/chosen": -0.8195107579231262, + "logits/rejected": -0.521625816822052, + "logps/chosen": -0.24980032444000244, + "logps/rejected": -3.1828725337982178, + "loss": 0.2113, + "odds_ratio_loss": 0.021983999758958817, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024980032816529274, + "rewards/margins": 0.29330721497535706, + "rewards/rejected": -0.3182872533798218, + "sft_loss": 0.24980032444000244, + "step": 2148 + }, + { + "epoch": 3.1077368040491686, + "grad_norm": 2.3063303796163637, + "learning_rate": 3.9192527328516475e-06, + "logits/chosen": -0.4675880968570709, + "logits/rejected": -0.32635053992271423, + "logps/chosen": -0.28106504678726196, + "logps/rejected": -3.9863810539245605, + "loss": 0.2463, + "odds_ratio_loss": 0.06380581855773926, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028106503188610077, + "rewards/margins": 0.3705316185951233, + "rewards/rejected": -0.39863812923431396, + "sft_loss": 0.28106504678726196, + "step": 2149 + }, + { + "epoch": 3.109182935647144, + "grad_norm": 3.585902690061833, + "learning_rate": 3.916147515313326e-06, + "logits/chosen": -0.7061706781387329, + "logits/rejected": -0.5766094326972961, + "logps/chosen": -0.2508338689804077, + "logps/rejected": -3.741215229034424, + "loss": 0.2621, + "odds_ratio_loss": 0.05887717008590698, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025083385407924652, + "rewards/margins": 0.34903812408447266, + "rewards/rejected": -0.3741214871406555, + "sft_loss": 0.2508338689804077, + "step": 2150 + }, + { + "epoch": 3.110629067245119, + "grad_norm": 2.042487934584991, + "learning_rate": 3.9130423483299815e-06, + "logits/chosen": -0.5965969562530518, + "logits/rejected": -0.5227322578430176, + "logps/chosen": -0.1644129902124405, + "logps/rejected": -3.138468027114868, + "loss": 0.1707, + "odds_ratio_loss": 0.04252278432250023, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01644129864871502, + "rewards/margins": 0.29740551114082336, + "rewards/rejected": -0.31384679675102234, + "sft_loss": 0.1644129902124405, + "step": 2151 + }, + { + "epoch": 3.112075198843095, + "grad_norm": 2.1188301952171513, + "learning_rate": 3.9099372337737285e-06, + "logits/chosen": -0.6012832522392273, + "logits/rejected": -0.49223455786705017, + "logps/chosen": -0.17560946941375732, + "logps/rejected": -4.076479434967041, + "loss": 0.1919, + "odds_ratio_loss": 0.03781703859567642, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017560947686433792, + "rewards/margins": 0.39008697867393494, + "rewards/rejected": -0.407647967338562, + "sft_loss": 0.17560946941375732, + "step": 2152 + }, + { + "epoch": 3.11352133044107, + "grad_norm": 2.6657369394288564, + "learning_rate": 3.906832173516653e-06, + "logits/chosen": -0.4916571378707886, + "logits/rejected": -0.41273894906044006, + "logps/chosen": -0.07565654069185257, + "logps/rejected": -5.079089641571045, + "loss": 0.1556, + "odds_ratio_loss": 0.011491803452372551, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007565653882920742, + "rewards/margins": 0.5003433227539062, + "rewards/rejected": -0.5079089403152466, + "sft_loss": 0.07565654069185257, + "step": 2153 + }, + { + "epoch": 3.1149674620390457, + "grad_norm": 2.238773018686905, + "learning_rate": 3.903727169430806e-06, + "logits/chosen": -0.5660860538482666, + "logits/rejected": -0.35988539457321167, + "logps/chosen": -0.11718136072158813, + "logps/rejected": -3.5155582427978516, + "loss": 0.1476, + "odds_ratio_loss": 0.03395921364426613, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011718135327100754, + "rewards/margins": 0.3398377001285553, + "rewards/rejected": -0.35155582427978516, + "sft_loss": 0.11718136072158813, + "step": 2154 + }, + { + "epoch": 3.116413593637021, + "grad_norm": 2.006913186733354, + "learning_rate": 3.900622223388209e-06, + "logits/chosen": -0.5774864554405212, + "logits/rejected": -0.4433661997318268, + "logps/chosen": -0.14877638220787048, + "logps/rejected": -5.834985256195068, + "loss": 0.2236, + "odds_ratio_loss": 0.0120998565107584, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014877637848258018, + "rewards/margins": 0.5686209201812744, + "rewards/rejected": -0.583498477935791, + "sft_loss": 0.14877638220787048, + "step": 2155 + }, + { + "epoch": 3.117859725234996, + "grad_norm": 4.473257009520163, + "learning_rate": 3.897517337260842e-06, + "logits/chosen": -0.580504834651947, + "logits/rejected": -0.3841407299041748, + "logps/chosen": -0.2404867708683014, + "logps/rejected": -3.8186872005462646, + "loss": 0.2396, + "odds_ratio_loss": 0.03407532721757889, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02404867857694626, + "rewards/margins": 0.3578200340270996, + "rewards/rejected": -0.38186874985694885, + "sft_loss": 0.2404867708683014, + "step": 2156 + }, + { + "epoch": 3.119305856832972, + "grad_norm": 2.1972664434284366, + "learning_rate": 3.894412512920655e-06, + "logits/chosen": -0.575932502746582, + "logits/rejected": -0.593704104423523, + "logps/chosen": -0.20279648900032043, + "logps/rejected": -4.450626373291016, + "loss": 0.1834, + "odds_ratio_loss": 0.06688258051872253, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.020279649645090103, + "rewards/margins": 0.42478299140930176, + "rewards/rejected": -0.44506266713142395, + "sft_loss": 0.20279648900032043, + "step": 2157 + }, + { + "epoch": 3.120751988430947, + "grad_norm": 2.7066013861559677, + "learning_rate": 3.891307752239556e-06, + "logits/chosen": -0.5452953577041626, + "logits/rejected": -0.4585101008415222, + "logps/chosen": -0.1771378219127655, + "logps/rejected": -2.6734554767608643, + "loss": 0.2138, + "odds_ratio_loss": 0.050962068140506744, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01771378144621849, + "rewards/margins": 0.24963179230690002, + "rewards/rejected": -0.2673455774784088, + "sft_loss": 0.1771378219127655, + "step": 2158 + }, + { + "epoch": 3.122198120028923, + "grad_norm": 2.211874916353963, + "learning_rate": 3.8882030570894194e-06, + "logits/chosen": -0.5663500428199768, + "logits/rejected": -0.4593850076198578, + "logps/chosen": -0.09784838557243347, + "logps/rejected": -2.9985287189483643, + "loss": 0.1453, + "odds_ratio_loss": 0.026956774294376373, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009784838184714317, + "rewards/margins": 0.29006803035736084, + "rewards/rejected": -0.2998528778553009, + "sft_loss": 0.09784838557243347, + "step": 2159 + }, + { + "epoch": 3.123644251626898, + "grad_norm": 1.8720211085043381, + "learning_rate": 3.8850984293420755e-06, + "logits/chosen": -0.8111594319343567, + "logits/rejected": -0.42723047733306885, + "logps/chosen": -0.1713923215866089, + "logps/rejected": -2.9202356338500977, + "loss": 0.1496, + "odds_ratio_loss": 0.0293788630515337, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017139233648777008, + "rewards/margins": 0.27488431334495544, + "rewards/rejected": -0.29202353954315186, + "sft_loss": 0.1713923215866089, + "step": 2160 + }, + { + "epoch": 3.1250903832248733, + "grad_norm": 2.1561396202024423, + "learning_rate": 3.881993870869317e-06, + "logits/chosen": -0.4672960638999939, + "logits/rejected": -0.23019523918628693, + "logps/chosen": -0.2502592206001282, + "logps/rejected": -3.436143398284912, + "loss": 0.2187, + "odds_ratio_loss": 0.04205578565597534, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025025920942425728, + "rewards/margins": 0.31858840584754944, + "rewards/rejected": -0.3436143398284912, + "sft_loss": 0.2502592206001282, + "step": 2161 + }, + { + "epoch": 3.126536514822849, + "grad_norm": 1.7497644379347141, + "learning_rate": 3.878889383542892e-06, + "logits/chosen": -0.5571482181549072, + "logits/rejected": -0.41588735580444336, + "logps/chosen": -0.18334656953811646, + "logps/rejected": -3.0952415466308594, + "loss": 0.1189, + "odds_ratio_loss": 0.03541785106062889, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018334658816456795, + "rewards/margins": 0.2911895215511322, + "rewards/rejected": -0.30952417850494385, + "sft_loss": 0.18334656953811646, + "step": 2162 + }, + { + "epoch": 3.1279826464208242, + "grad_norm": 2.2392104542666784, + "learning_rate": 3.87578496923451e-06, + "logits/chosen": -0.4766693413257599, + "logits/rejected": -0.40024662017822266, + "logps/chosen": -0.2564614415168762, + "logps/rejected": -3.4361166954040527, + "loss": 0.2093, + "odds_ratio_loss": 0.05638567730784416, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025646142661571503, + "rewards/margins": 0.3179655075073242, + "rewards/rejected": -0.3436116576194763, + "sft_loss": 0.2564614415168762, + "step": 2163 + }, + { + "epoch": 3.1294287780187995, + "grad_norm": 2.1439404626315546, + "learning_rate": 3.872680629815832e-06, + "logits/chosen": -0.5200873613357544, + "logits/rejected": -0.4677450358867645, + "logps/chosen": -0.2646474242210388, + "logps/rejected": -4.130258560180664, + "loss": 0.1668, + "odds_ratio_loss": 0.07118930667638779, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026464741677045822, + "rewards/margins": 0.3865610957145691, + "rewards/rejected": -0.4130258858203888, + "sft_loss": 0.2646474242210388, + "step": 2164 + }, + { + "epoch": 3.130874909616775, + "grad_norm": 2.3317828336888975, + "learning_rate": 3.869576367158475e-06, + "logits/chosen": -0.4354207515716553, + "logits/rejected": -0.33270853757858276, + "logps/chosen": -0.1295112818479538, + "logps/rejected": -5.896690368652344, + "loss": 0.1458, + "odds_ratio_loss": 0.016541190445423126, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01295112818479538, + "rewards/margins": 0.5767179131507874, + "rewards/rejected": -0.5896689891815186, + "sft_loss": 0.1295112818479538, + "step": 2165 + }, + { + "epoch": 3.1323210412147504, + "grad_norm": 2.0183818962715514, + "learning_rate": 3.866472183134015e-06, + "logits/chosen": -0.314644455909729, + "logits/rejected": -0.21877217292785645, + "logps/chosen": -0.2322487086057663, + "logps/rejected": -4.360037326812744, + "loss": 0.1972, + "odds_ratio_loss": 0.0481003001332283, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02322487160563469, + "rewards/margins": 0.4127788841724396, + "rewards/rejected": -0.43600374460220337, + "sft_loss": 0.2322487086057663, + "step": 2166 + }, + { + "epoch": 3.133767172812726, + "grad_norm": 2.219897757568939, + "learning_rate": 3.863368079613971e-06, + "logits/chosen": -0.5187494158744812, + "logits/rejected": -0.37773463129997253, + "logps/chosen": -0.12917321920394897, + "logps/rejected": -3.245424270629883, + "loss": 0.201, + "odds_ratio_loss": 0.03227677941322327, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012917323037981987, + "rewards/margins": 0.3116251230239868, + "rewards/rejected": -0.32454243302345276, + "sft_loss": 0.12917321920394897, + "step": 2167 + }, + { + "epoch": 3.1352133044107013, + "grad_norm": 2.1556321676285393, + "learning_rate": 3.860264058469822e-06, + "logits/chosen": -0.6454533934593201, + "logits/rejected": -0.40207356214523315, + "logps/chosen": -0.19393956661224365, + "logps/rejected": -2.3810601234436035, + "loss": 0.1878, + "odds_ratio_loss": 0.057800304144620895, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019393956288695335, + "rewards/margins": 0.21871204674243927, + "rewards/rejected": -0.23810601234436035, + "sft_loss": 0.19393956661224365, + "step": 2168 + }, + { + "epoch": 3.1366594360086766, + "grad_norm": 2.465289843971513, + "learning_rate": 3.8571601215729904e-06, + "logits/chosen": -0.41532689332962036, + "logits/rejected": -0.3971560299396515, + "logps/chosen": -0.14556801319122314, + "logps/rejected": -3.225522994995117, + "loss": 0.1605, + "odds_ratio_loss": 0.03414017707109451, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01455680187791586, + "rewards/margins": 0.3079955279827118, + "rewards/rejected": -0.32255232334136963, + "sft_loss": 0.14556801319122314, + "step": 2169 + }, + { + "epoch": 3.1381055676066523, + "grad_norm": 2.213239859679258, + "learning_rate": 3.854056270794856e-06, + "logits/chosen": -0.7330466508865356, + "logits/rejected": -0.3163624405860901, + "logps/chosen": -0.13772007822990417, + "logps/rejected": -6.967245578765869, + "loss": 0.1757, + "odds_ratio_loss": 0.014283371157944202, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013772009871900082, + "rewards/margins": 0.6829525232315063, + "rewards/rejected": -0.6967245936393738, + "sft_loss": 0.13772007822990417, + "step": 2170 + }, + { + "epoch": 3.1395516992046275, + "grad_norm": 2.1787848582083895, + "learning_rate": 3.8509525080067375e-06, + "logits/chosen": -0.6489847898483276, + "logits/rejected": -0.36521393060684204, + "logps/chosen": -0.20706214010715485, + "logps/rejected": -3.5721209049224854, + "loss": 0.2048, + "odds_ratio_loss": 0.017135875299572945, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020706214010715485, + "rewards/margins": 0.3365058898925781, + "rewards/rejected": -0.3572120666503906, + "sft_loss": 0.20706214010715485, + "step": 2171 + }, + { + "epoch": 3.140997830802603, + "grad_norm": 1.98445645583722, + "learning_rate": 3.847848835079909e-06, + "logits/chosen": -0.770344614982605, + "logits/rejected": -0.5676401257514954, + "logps/chosen": -0.182399719953537, + "logps/rejected": -3.97198224067688, + "loss": 0.1593, + "odds_ratio_loss": 0.0314740389585495, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01823997311294079, + "rewards/margins": 0.3789582848548889, + "rewards/rejected": -0.39719823002815247, + "sft_loss": 0.182399719953537, + "step": 2172 + }, + { + "epoch": 3.1424439624005784, + "grad_norm": 1.985445789793339, + "learning_rate": 3.8447452538855835e-06, + "logits/chosen": -0.46158552169799805, + "logits/rejected": -0.4430912435054779, + "logps/chosen": -0.2738022804260254, + "logps/rejected": -4.37603235244751, + "loss": 0.2017, + "odds_ratio_loss": 0.10020264238119125, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02738022990524769, + "rewards/margins": 0.41022300720214844, + "rewards/rejected": -0.437603235244751, + "sft_loss": 0.2738022804260254, + "step": 2173 + }, + { + "epoch": 3.1438900939985537, + "grad_norm": 2.371867630391579, + "learning_rate": 3.841641766294923e-06, + "logits/chosen": -0.42799311876296997, + "logits/rejected": -0.388339102268219, + "logps/chosen": -0.14372651278972626, + "logps/rejected": -3.0899109840393066, + "loss": 0.1701, + "odds_ratio_loss": 0.03828097879886627, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01437265146523714, + "rewards/margins": 0.2946184277534485, + "rewards/rejected": -0.30899107456207275, + "sft_loss": 0.14372651278972626, + "step": 2174 + }, + { + "epoch": 3.1453362255965294, + "grad_norm": 2.0472933581207897, + "learning_rate": 3.83853837417903e-06, + "logits/chosen": -0.6643333435058594, + "logits/rejected": -0.5412406921386719, + "logps/chosen": -0.2567393481731415, + "logps/rejected": -3.749028205871582, + "loss": 0.2037, + "odds_ratio_loss": 0.0705362930893898, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02567393332719803, + "rewards/margins": 0.3492288887500763, + "rewards/rejected": -0.3749028444290161, + "sft_loss": 0.2567393481731415, + "step": 2175 + }, + { + "epoch": 3.1467823571945046, + "grad_norm": 2.147926415455977, + "learning_rate": 3.835435079408954e-06, + "logits/chosen": -0.6184093952178955, + "logits/rejected": -0.4594188630580902, + "logps/chosen": -0.24748066067695618, + "logps/rejected": -2.9573397636413574, + "loss": 0.1725, + "odds_ratio_loss": 0.03922613710165024, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024748066440224648, + "rewards/margins": 0.2709859311580658, + "rewards/rejected": -0.2957339882850647, + "sft_loss": 0.24748066067695618, + "step": 2176 + }, + { + "epoch": 3.1482284887924803, + "grad_norm": 2.176903500984134, + "learning_rate": 3.8323318838556814e-06, + "logits/chosen": -0.8568693995475769, + "logits/rejected": -0.6487101316452026, + "logps/chosen": -0.1801314353942871, + "logps/rejected": -4.282716274261475, + "loss": 0.1795, + "odds_ratio_loss": 0.044610489159822464, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01801314391195774, + "rewards/margins": 0.4102584719657898, + "rewards/rejected": -0.4282715916633606, + "sft_loss": 0.1801314353942871, + "step": 2177 + }, + { + "epoch": 3.1496746203904555, + "grad_norm": 2.036253753343565, + "learning_rate": 3.829228789390139e-06, + "logits/chosen": -0.558239758014679, + "logits/rejected": -0.45034515857696533, + "logps/chosen": -0.2566141188144684, + "logps/rejected": -3.356292724609375, + "loss": 0.2143, + "odds_ratio_loss": 0.047206830233335495, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025661412626504898, + "rewards/margins": 0.30996787548065186, + "rewards/rejected": -0.33562928438186646, + "sft_loss": 0.2566141188144684, + "step": 2178 + }, + { + "epoch": 3.151120751988431, + "grad_norm": 2.1664134746621246, + "learning_rate": 3.826125797883197e-06, + "logits/chosen": -0.43020087480545044, + "logits/rejected": -0.43662816286087036, + "logps/chosen": -0.2651152014732361, + "logps/rejected": -3.1269278526306152, + "loss": 0.2053, + "odds_ratio_loss": 0.06396672129631042, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02651152014732361, + "rewards/margins": 0.28618124127388, + "rewards/rejected": -0.312692791223526, + "sft_loss": 0.2651152014732361, + "step": 2179 + }, + { + "epoch": 3.1525668835864065, + "grad_norm": 1.9887411533498236, + "learning_rate": 3.823022911205659e-06, + "logits/chosen": -0.6099244356155396, + "logits/rejected": -0.35586732625961304, + "logps/chosen": -0.11266939342021942, + "logps/rejected": -4.009099006652832, + "loss": 0.2009, + "odds_ratio_loss": 0.02088777907192707, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011266940273344517, + "rewards/margins": 0.38964295387268066, + "rewards/rejected": -0.4009098708629608, + "sft_loss": 0.11266939342021942, + "step": 2180 + }, + { + "epoch": 3.1540130151843817, + "grad_norm": 2.186223351643586, + "learning_rate": 3.819920131228268e-06, + "logits/chosen": -0.6756264567375183, + "logits/rejected": -0.5853908061981201, + "logps/chosen": -0.15891686081886292, + "logps/rejected": -4.220728874206543, + "loss": 0.1641, + "odds_ratio_loss": 0.027598343789577484, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01589168794453144, + "rewards/margins": 0.4061812162399292, + "rewards/rejected": -0.4220728874206543, + "sft_loss": 0.15891686081886292, + "step": 2181 + }, + { + "epoch": 3.1554591467823574, + "grad_norm": 2.2133671954217213, + "learning_rate": 3.816817459821698e-06, + "logits/chosen": -0.46562516689300537, + "logits/rejected": -0.4322385787963867, + "logps/chosen": -0.13615188002586365, + "logps/rejected": -3.9099514484405518, + "loss": 0.1749, + "odds_ratio_loss": 0.03285899758338928, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01361518818885088, + "rewards/margins": 0.3773799538612366, + "rewards/rejected": -0.3909951448440552, + "sft_loss": 0.13615188002586365, + "step": 2182 + }, + { + "epoch": 3.1569052783803326, + "grad_norm": 2.176409976005723, + "learning_rate": 3.8137148988565655e-06, + "logits/chosen": -0.7380187511444092, + "logits/rejected": -0.6416623592376709, + "logps/chosen": -0.27821779251098633, + "logps/rejected": -3.296513557434082, + "loss": 0.2334, + "odds_ratio_loss": 0.02916991338133812, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027821781113743782, + "rewards/margins": 0.30182960629463196, + "rewards/rejected": -0.329651415348053, + "sft_loss": 0.27821779251098633, + "step": 2183 + }, + { + "epoch": 3.158351409978308, + "grad_norm": 2.0522969283962413, + "learning_rate": 3.8106124502034133e-06, + "logits/chosen": -0.8222931027412415, + "logits/rejected": -0.7903980016708374, + "logps/chosen": -0.1292247623205185, + "logps/rejected": -3.884793758392334, + "loss": 0.1517, + "odds_ratio_loss": 0.024996642023324966, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012922476977109909, + "rewards/margins": 0.3755568861961365, + "rewards/rejected": -0.3884793519973755, + "sft_loss": 0.1292247623205185, + "step": 2184 + }, + { + "epoch": 3.1597975415762836, + "grad_norm": 2.261195748283917, + "learning_rate": 3.8075101157327215e-06, + "logits/chosen": -0.5183153748512268, + "logits/rejected": -0.4637899398803711, + "logps/chosen": -0.1162676066160202, + "logps/rejected": -3.6541671752929688, + "loss": 0.1853, + "odds_ratio_loss": 0.023313432931900024, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01162676140666008, + "rewards/margins": 0.35378995537757874, + "rewards/rejected": -0.3654167056083679, + "sft_loss": 0.1162676066160202, + "step": 2185 + }, + { + "epoch": 3.161243673174259, + "grad_norm": 2.2397538577382146, + "learning_rate": 3.8044078973148965e-06, + "logits/chosen": -0.6720691919326782, + "logits/rejected": -0.5420901775360107, + "logps/chosen": -0.22410547733306885, + "logps/rejected": -2.626776695251465, + "loss": 0.2293, + "odds_ratio_loss": 0.04131586477160454, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022410545498132706, + "rewards/margins": 0.2402670979499817, + "rewards/rejected": -0.2626776695251465, + "sft_loss": 0.22410547733306885, + "step": 2186 + }, + { + "epoch": 3.162689804772234, + "grad_norm": 1.9970829869530207, + "learning_rate": 3.8013057968202796e-06, + "logits/chosen": -0.7500214576721191, + "logits/rejected": -0.617428183555603, + "logps/chosen": -0.17513474822044373, + "logps/rejected": -3.5836827754974365, + "loss": 0.2036, + "odds_ratio_loss": 0.04269365221261978, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017513476312160492, + "rewards/margins": 0.34085479378700256, + "rewards/rejected": -0.35836827754974365, + "sft_loss": 0.17513474822044373, + "step": 2187 + }, + { + "epoch": 3.1641359363702097, + "grad_norm": 1.9591010980917978, + "learning_rate": 3.7982038161191375e-06, + "logits/chosen": -0.6849007606506348, + "logits/rejected": -0.5874512195587158, + "logps/chosen": -0.17351099848747253, + "logps/rejected": -3.3261361122131348, + "loss": 0.1952, + "odds_ratio_loss": 0.05133747309446335, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017351102083921432, + "rewards/margins": 0.3152625262737274, + "rewards/rejected": -0.33261361718177795, + "sft_loss": 0.17351099848747253, + "step": 2188 + }, + { + "epoch": 3.165582067968185, + "grad_norm": 2.1623811095435883, + "learning_rate": 3.7951019570816664e-06, + "logits/chosen": -0.6917041540145874, + "logits/rejected": -0.6428658962249756, + "logps/chosen": -0.1369011104106903, + "logps/rejected": -4.486429691314697, + "loss": 0.1815, + "odds_ratio_loss": 0.02341514080762863, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013690110296010971, + "rewards/margins": 0.43495285511016846, + "rewards/rejected": -0.4486429989337921, + "sft_loss": 0.1369011104106903, + "step": 2189 + }, + { + "epoch": 3.1670281995661607, + "grad_norm": 2.203850860590357, + "learning_rate": 3.7920002215779875e-06, + "logits/chosen": -0.7099331617355347, + "logits/rejected": -0.63243567943573, + "logps/chosen": -0.1877567023038864, + "logps/rejected": -3.5332705974578857, + "loss": 0.1762, + "odds_ratio_loss": 0.04335636645555496, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01877567172050476, + "rewards/margins": 0.3345514237880707, + "rewards/rejected": -0.3533271253108978, + "sft_loss": 0.1877567023038864, + "step": 2190 + }, + { + "epoch": 3.168474331164136, + "grad_norm": 2.0629683680334083, + "learning_rate": 3.78889861147815e-06, + "logits/chosen": -0.5730685591697693, + "logits/rejected": -0.31942451000213623, + "logps/chosen": -0.11757153272628784, + "logps/rejected": -4.100497722625732, + "loss": 0.206, + "odds_ratio_loss": 0.009712357074022293, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011757154017686844, + "rewards/margins": 0.398292601108551, + "rewards/rejected": -0.41004979610443115, + "sft_loss": 0.11757153272628784, + "step": 2191 + }, + { + "epoch": 3.169920462762111, + "grad_norm": 6.148173254503388, + "learning_rate": 3.7857971286521273e-06, + "logits/chosen": -0.6861517429351807, + "logits/rejected": -0.5459161996841431, + "logps/chosen": -0.1798088550567627, + "logps/rejected": -4.008049964904785, + "loss": 0.2586, + "odds_ratio_loss": 0.03384054824709892, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01798088476061821, + "rewards/margins": 0.3828241229057312, + "rewards/rejected": -0.4008050262928009, + "sft_loss": 0.1798088550567627, + "step": 2192 + }, + { + "epoch": 3.171366594360087, + "grad_norm": 1.981916691678493, + "learning_rate": 3.782695774969811e-06, + "logits/chosen": -0.47907698154449463, + "logits/rejected": -0.45603060722351074, + "logps/chosen": -0.2008480578660965, + "logps/rejected": -2.513578414916992, + "loss": 0.191, + "odds_ratio_loss": 0.07965853065252304, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0200848076492548, + "rewards/margins": 0.23127305507659912, + "rewards/rejected": -0.2513578534126282, + "sft_loss": 0.2008480578660965, + "step": 2193 + }, + { + "epoch": 3.172812725958062, + "grad_norm": 2.209839340924135, + "learning_rate": 3.7795945523010236e-06, + "logits/chosen": -0.4900778532028198, + "logits/rejected": -0.45295250415802, + "logps/chosen": -0.09929634630680084, + "logps/rejected": -4.984482765197754, + "loss": 0.1897, + "odds_ratio_loss": 0.025094415992498398, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009929634630680084, + "rewards/margins": 0.48851868510246277, + "rewards/rejected": -0.49844831228256226, + "sft_loss": 0.09929634630680084, + "step": 2194 + }, + { + "epoch": 3.1742588575560378, + "grad_norm": 2.304743853675743, + "learning_rate": 3.776493462515501e-06, + "logits/chosen": -0.6225374341011047, + "logits/rejected": -0.44118446111679077, + "logps/chosen": -0.171739399433136, + "logps/rejected": -3.954901695251465, + "loss": 0.1846, + "odds_ratio_loss": 0.03998706489801407, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01717394031584263, + "rewards/margins": 0.3783162534236908, + "rewards/rejected": -0.3954901695251465, + "sft_loss": 0.171739399433136, + "step": 2195 + }, + { + "epoch": 3.175704989154013, + "grad_norm": 1.7701915623752982, + "learning_rate": 3.7733925074829026e-06, + "logits/chosen": -0.7270638942718506, + "logits/rejected": -0.5552908182144165, + "logps/chosen": -0.18401703238487244, + "logps/rejected": -3.406104564666748, + "loss": 0.2344, + "odds_ratio_loss": 0.031469061970710754, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018401702865958214, + "rewards/margins": 0.3222087323665619, + "rewards/rejected": -0.34061044454574585, + "sft_loss": 0.18401703238487244, + "step": 2196 + }, + { + "epoch": 3.1771511207519882, + "grad_norm": 2.059233864845376, + "learning_rate": 3.7702916890728037e-06, + "logits/chosen": -0.5447147488594055, + "logits/rejected": -0.45716631412506104, + "logps/chosen": -0.18555516004562378, + "logps/rejected": -4.597956657409668, + "loss": 0.1853, + "odds_ratio_loss": 0.026829298585653305, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01855551451444626, + "rewards/margins": 0.44124019145965576, + "rewards/rejected": -0.45979568362236023, + "sft_loss": 0.18555516004562378, + "step": 2197 + }, + { + "epoch": 3.178597252349964, + "grad_norm": 1.807317879130678, + "learning_rate": 3.767191009154703e-06, + "logits/chosen": -0.5492076873779297, + "logits/rejected": -0.32834699749946594, + "logps/chosen": -0.24237895011901855, + "logps/rejected": -4.1069793701171875, + "loss": 0.1525, + "odds_ratio_loss": 0.025217795744538307, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024237895384430885, + "rewards/margins": 0.3864600956439972, + "rewards/rejected": -0.41069793701171875, + "sft_loss": 0.24237895011901855, + "step": 2198 + }, + { + "epoch": 3.180043383947939, + "grad_norm": 1.9245969065946, + "learning_rate": 3.764090469598009e-06, + "logits/chosen": -0.6140974164009094, + "logits/rejected": -0.5183427333831787, + "logps/chosen": -0.12481319904327393, + "logps/rejected": -4.698176383972168, + "loss": 0.1857, + "odds_ratio_loss": 0.03451571986079216, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012481319718062878, + "rewards/margins": 0.45733633637428284, + "rewards/rejected": -0.4698176681995392, + "sft_loss": 0.12481319904327393, + "step": 2199 + }, + { + "epoch": 3.181489515545915, + "grad_norm": 2.191252165583729, + "learning_rate": 3.76099007227205e-06, + "logits/chosen": -0.791283130645752, + "logits/rejected": -0.5891169309616089, + "logps/chosen": -0.11535245925188065, + "logps/rejected": -3.5455451011657715, + "loss": 0.1683, + "odds_ratio_loss": 0.01490130927413702, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01153524499386549, + "rewards/margins": 0.3430192470550537, + "rewards/rejected": -0.35455450415611267, + "sft_loss": 0.11535245925188065, + "step": 2200 + }, + { + "epoch": 3.18293564714389, + "grad_norm": 2.268876201951002, + "learning_rate": 3.757889819046065e-06, + "logits/chosen": -0.6616383790969849, + "logits/rejected": -0.5038686990737915, + "logps/chosen": -0.21815867722034454, + "logps/rejected": -3.9103035926818848, + "loss": 0.1883, + "odds_ratio_loss": 0.03401227667927742, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021815868094563484, + "rewards/margins": 0.3692144751548767, + "rewards/rejected": -0.39103034138679504, + "sft_loss": 0.21815867722034454, + "step": 2201 + }, + { + "epoch": 3.1843817787418653, + "grad_norm": 2.4282555689676, + "learning_rate": 3.754789711789212e-06, + "logits/chosen": -0.5337816476821899, + "logits/rejected": -0.46093809604644775, + "logps/chosen": -0.1983119249343872, + "logps/rejected": -4.407778739929199, + "loss": 0.245, + "odds_ratio_loss": 0.02094094827771187, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01983119361102581, + "rewards/margins": 0.4209466576576233, + "rewards/rejected": -0.44077789783477783, + "sft_loss": 0.1983119249343872, + "step": 2202 + }, + { + "epoch": 3.185827910339841, + "grad_norm": 2.326999903416427, + "learning_rate": 3.7516897523705537e-06, + "logits/chosen": -0.5480571985244751, + "logits/rejected": -0.4346959590911865, + "logps/chosen": -0.14086556434631348, + "logps/rejected": -2.17596435546875, + "loss": 0.1529, + "odds_ratio_loss": 0.029783004894852638, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014086555689573288, + "rewards/margins": 0.2035098671913147, + "rewards/rejected": -0.2175964117050171, + "sft_loss": 0.14086556434631348, + "step": 2203 + }, + { + "epoch": 3.1872740419378163, + "grad_norm": 2.949948093264566, + "learning_rate": 3.7485899426590676e-06, + "logits/chosen": -0.604040265083313, + "logits/rejected": -0.5441180467605591, + "logps/chosen": -0.2571631669998169, + "logps/rejected": -4.050754070281982, + "loss": 0.2018, + "odds_ratio_loss": 0.07504919171333313, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025716319680213928, + "rewards/margins": 0.37935909628868103, + "rewards/rejected": -0.4050753712654114, + "sft_loss": 0.2571631669998169, + "step": 2204 + }, + { + "epoch": 3.188720173535792, + "grad_norm": 2.1085036743628938, + "learning_rate": 3.7454902845236433e-06, + "logits/chosen": -0.8290140628814697, + "logits/rejected": -0.529233992099762, + "logps/chosen": -0.16382518410682678, + "logps/rejected": -4.446649551391602, + "loss": 0.1828, + "odds_ratio_loss": 0.025827059522271156, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016382519155740738, + "rewards/margins": 0.4282824993133545, + "rewards/rejected": -0.44466501474380493, + "sft_loss": 0.16382518410682678, + "step": 2205 + }, + { + "epoch": 3.190166305133767, + "grad_norm": 5.203311282071658, + "learning_rate": 3.7423907798330735e-06, + "logits/chosen": -0.5849148631095886, + "logits/rejected": -0.44293212890625, + "logps/chosen": -0.2151346355676651, + "logps/rejected": -4.317756652832031, + "loss": 0.1996, + "odds_ratio_loss": 0.04586172476410866, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02151346392929554, + "rewards/margins": 0.41026225686073303, + "rewards/rejected": -0.43177568912506104, + "sft_loss": 0.2151346355676651, + "step": 2206 + }, + { + "epoch": 3.1916124367317424, + "grad_norm": 2.3996402747625014, + "learning_rate": 3.739291430456063e-06, + "logits/chosen": -0.5927102565765381, + "logits/rejected": -0.48668432235717773, + "logps/chosen": -0.16127264499664307, + "logps/rejected": -4.136725902557373, + "loss": 0.1826, + "odds_ratio_loss": 0.050145432353019714, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016127265989780426, + "rewards/margins": 0.39754533767700195, + "rewards/rejected": -0.4136725664138794, + "sft_loss": 0.16127264499664307, + "step": 2207 + }, + { + "epoch": 3.193058568329718, + "grad_norm": 2.331118390165532, + "learning_rate": 3.736192238261218e-06, + "logits/chosen": -0.4932352602481842, + "logits/rejected": -0.30938223004341125, + "logps/chosen": -0.11432990431785583, + "logps/rejected": -3.635563850402832, + "loss": 0.2564, + "odds_ratio_loss": 0.034632958471775055, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011432991363108158, + "rewards/margins": 0.3521234095096588, + "rewards/rejected": -0.3635564148426056, + "sft_loss": 0.11432990431785583, + "step": 2208 + }, + { + "epoch": 3.1945046999276934, + "grad_norm": 2.0566819085700123, + "learning_rate": 3.733093205117057e-06, + "logits/chosen": -0.5601751208305359, + "logits/rejected": -0.3214784562587738, + "logps/chosen": -0.11301355063915253, + "logps/rejected": -5.065844535827637, + "loss": 0.1695, + "odds_ratio_loss": 0.02004491351544857, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011301355436444283, + "rewards/margins": 0.4952830970287323, + "rewards/rejected": -0.5065844655036926, + "sft_loss": 0.11301355063915253, + "step": 2209 + }, + { + "epoch": 3.1959508315256686, + "grad_norm": 1.9736197886022742, + "learning_rate": 3.7299943328919956e-06, + "logits/chosen": -0.5280442833900452, + "logits/rejected": -0.4607413411140442, + "logps/chosen": -0.18449607491493225, + "logps/rejected": -3.659106969833374, + "loss": 0.1599, + "odds_ratio_loss": 0.03631690517067909, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018449608236551285, + "rewards/margins": 0.34746110439300537, + "rewards/rejected": -0.36591070890426636, + "sft_loss": 0.18449607491493225, + "step": 2210 + }, + { + "epoch": 3.1973969631236443, + "grad_norm": 3.0301528491892826, + "learning_rate": 3.726895623454358e-06, + "logits/chosen": -0.5963754057884216, + "logits/rejected": -0.6541630625724792, + "logps/chosen": -0.40213772654533386, + "logps/rejected": -2.991434335708618, + "loss": 0.2434, + "odds_ratio_loss": 0.10465790331363678, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.04021377116441727, + "rewards/margins": 0.25892966985702515, + "rewards/rejected": -0.2991434335708618, + "sft_loss": 0.40213772654533386, + "step": 2211 + }, + { + "epoch": 3.1988430947216195, + "grad_norm": 1.8336318495290496, + "learning_rate": 3.7237970786723638e-06, + "logits/chosen": -0.6186486482620239, + "logits/rejected": -0.44536644220352173, + "logps/chosen": -0.26954495906829834, + "logps/rejected": -4.847094535827637, + "loss": 0.1987, + "odds_ratio_loss": 0.06486377865076065, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026954498142004013, + "rewards/margins": 0.4577549695968628, + "rewards/rejected": -0.4847094416618347, + "sft_loss": 0.26954495906829834, + "step": 2212 + }, + { + "epoch": 3.2002892263195952, + "grad_norm": 1.9924435818068609, + "learning_rate": 3.7206987004141417e-06, + "logits/chosen": -0.6402283906936646, + "logits/rejected": -0.5902421474456787, + "logps/chosen": -0.22126686573028564, + "logps/rejected": -3.0365238189697266, + "loss": 0.1705, + "odds_ratio_loss": 0.04855208098888397, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022126685827970505, + "rewards/margins": 0.28152570128440857, + "rewards/rejected": -0.3036523759365082, + "sft_loss": 0.22126686573028564, + "step": 2213 + }, + { + "epoch": 3.2017353579175705, + "grad_norm": 2.3205251480643208, + "learning_rate": 3.717600490547712e-06, + "logits/chosen": -0.5460687875747681, + "logits/rejected": -0.42219042778015137, + "logps/chosen": -0.24014821648597717, + "logps/rejected": -2.918666124343872, + "loss": 0.1981, + "odds_ratio_loss": 0.0672679990530014, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024014823138713837, + "rewards/margins": 0.2678517699241638, + "rewards/rejected": -0.29186660051345825, + "sft_loss": 0.24014821648597717, + "step": 2214 + }, + { + "epoch": 3.2031814895155457, + "grad_norm": 2.0440762308575042, + "learning_rate": 3.7145024509409994e-06, + "logits/chosen": -0.7297794818878174, + "logits/rejected": -0.5262342691421509, + "logps/chosen": -0.21348436176776886, + "logps/rejected": -2.7271389961242676, + "loss": 0.2102, + "odds_ratio_loss": 0.04441622644662857, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021348439157009125, + "rewards/margins": 0.2513654828071594, + "rewards/rejected": -0.27271392941474915, + "sft_loss": 0.21348436176776886, + "step": 2215 + }, + { + "epoch": 3.2046276211135214, + "grad_norm": 2.7250778588447107, + "learning_rate": 3.711404583461821e-06, + "logits/chosen": -0.5237282514572144, + "logits/rejected": -0.45042431354522705, + "logps/chosen": -0.14554253220558167, + "logps/rejected": -3.1719679832458496, + "loss": 0.2359, + "odds_ratio_loss": 0.054552722722291946, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014554252848029137, + "rewards/margins": 0.3026425540447235, + "rewards/rejected": -0.3171968460083008, + "sft_loss": 0.14554253220558167, + "step": 2216 + }, + { + "epoch": 3.2060737527114966, + "grad_norm": 2.002981078083241, + "learning_rate": 3.7083068899778936e-06, + "logits/chosen": -0.5125364661216736, + "logits/rejected": -0.5378755927085876, + "logps/chosen": -0.1441064178943634, + "logps/rejected": -3.8481955528259277, + "loss": 0.1459, + "odds_ratio_loss": 0.0454072542488575, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01441064290702343, + "rewards/margins": 0.37040889263153076, + "rewards/rejected": -0.38481953740119934, + "sft_loss": 0.1441064178943634, + "step": 2217 + }, + { + "epoch": 3.2075198843094723, + "grad_norm": 1.9684062919816647, + "learning_rate": 3.705209372356831e-06, + "logits/chosen": -0.462546706199646, + "logits/rejected": -0.371360719203949, + "logps/chosen": -0.14098519086837769, + "logps/rejected": -5.05507755279541, + "loss": 0.1494, + "odds_ratio_loss": 0.022105194628238678, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014098519459366798, + "rewards/margins": 0.49140921235084534, + "rewards/rejected": -0.50550776720047, + "sft_loss": 0.14098519086837769, + "step": 2218 + }, + { + "epoch": 3.2089660159074476, + "grad_norm": 1.8324522959136393, + "learning_rate": 3.702112032466134e-06, + "logits/chosen": -0.5853912234306335, + "logits/rejected": -0.5114383101463318, + "logps/chosen": -0.15347421169281006, + "logps/rejected": -3.8486804962158203, + "loss": 0.144, + "odds_ratio_loss": 0.03078891895711422, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01534742210060358, + "rewards/margins": 0.3695206642150879, + "rewards/rejected": -0.3848680555820465, + "sft_loss": 0.15347421169281006, + "step": 2219 + }, + { + "epoch": 3.210412147505423, + "grad_norm": 2.908343261824301, + "learning_rate": 3.6990148721732037e-06, + "logits/chosen": -0.6292286515235901, + "logits/rejected": -0.6121467351913452, + "logps/chosen": -0.12733693420886993, + "logps/rejected": -4.009809970855713, + "loss": 0.1963, + "odds_ratio_loss": 0.03087882697582245, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012733692303299904, + "rewards/margins": 0.3882473409175873, + "rewards/rejected": -0.40098103880882263, + "sft_loss": 0.12733693420886993, + "step": 2220 + }, + { + "epoch": 3.2118582791033985, + "grad_norm": 1.9318114387309266, + "learning_rate": 3.695917893345326e-06, + "logits/chosen": -0.4239646792411804, + "logits/rejected": -0.35339295864105225, + "logps/chosen": -0.10661177337169647, + "logps/rejected": -4.832416534423828, + "loss": 0.1664, + "odds_ratio_loss": 0.026308678090572357, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010661177337169647, + "rewards/margins": 0.4725804626941681, + "rewards/rejected": -0.48324161767959595, + "sft_loss": 0.10661177337169647, + "step": 2221 + }, + { + "epoch": 3.2133044107013737, + "grad_norm": 1.9552969597340941, + "learning_rate": 3.6928210978496844e-06, + "logits/chosen": -0.5122228264808655, + "logits/rejected": -0.4361344575881958, + "logps/chosen": -0.2315160632133484, + "logps/rejected": -2.3202056884765625, + "loss": 0.2312, + "odds_ratio_loss": 0.07692821323871613, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02315160632133484, + "rewards/margins": 0.20886898040771484, + "rewards/rejected": -0.2320205718278885, + "sft_loss": 0.2315160632133484, + "step": 2222 + }, + { + "epoch": 3.2147505422993494, + "grad_norm": 3.9027921143976867, + "learning_rate": 3.6897244875533463e-06, + "logits/chosen": -0.4394450783729553, + "logits/rejected": -0.4192020893096924, + "logps/chosen": -0.25058937072753906, + "logps/rejected": -5.037656784057617, + "loss": 0.1914, + "odds_ratio_loss": 0.04292678460478783, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025058934465050697, + "rewards/margins": 0.4787067770957947, + "rewards/rejected": -0.5037657022476196, + "sft_loss": 0.25058937072753906, + "step": 2223 + }, + { + "epoch": 3.2161966738973247, + "grad_norm": 1.9675271422773393, + "learning_rate": 3.686628064323271e-06, + "logits/chosen": -0.4829399585723877, + "logits/rejected": -0.46176087856292725, + "logps/chosen": -0.22450929880142212, + "logps/rejected": -4.800108432769775, + "loss": 0.2024, + "odds_ratio_loss": 0.05624048411846161, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02245093137025833, + "rewards/margins": 0.4575599431991577, + "rewards/rejected": -0.48001086711883545, + "sft_loss": 0.22450929880142212, + "step": 2224 + }, + { + "epoch": 3.2176428054953, + "grad_norm": 2.1076011418204033, + "learning_rate": 3.6835318300263012e-06, + "logits/chosen": -0.4614330232143402, + "logits/rejected": -0.4945675730705261, + "logps/chosen": -0.2269093543291092, + "logps/rejected": -3.4398250579833984, + "loss": 0.2459, + "odds_ratio_loss": 0.0666380450129509, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02269093692302704, + "rewards/margins": 0.32129159569740295, + "rewards/rejected": -0.3439825475215912, + "sft_loss": 0.2269093543291092, + "step": 2225 + }, + { + "epoch": 3.2190889370932756, + "grad_norm": 1.9003759460409313, + "learning_rate": 3.6804357865291715e-06, + "logits/chosen": -0.38930198550224304, + "logits/rejected": -0.32057294249534607, + "logps/chosen": -0.15316364169120789, + "logps/rejected": -4.212235927581787, + "loss": 0.167, + "odds_ratio_loss": 0.017919572070240974, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015316363424062729, + "rewards/margins": 0.40590721368789673, + "rewards/rejected": -0.42122358083724976, + "sft_loss": 0.15316364169120789, + "step": 2226 + }, + { + "epoch": 3.220535068691251, + "grad_norm": 1.9152259661536026, + "learning_rate": 3.677339935698495e-06, + "logits/chosen": -0.45317479968070984, + "logits/rejected": -0.4471889138221741, + "logps/chosen": -0.19737450778484344, + "logps/rejected": -3.9483349323272705, + "loss": 0.1805, + "odds_ratio_loss": 0.0657714456319809, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019737452268600464, + "rewards/margins": 0.37509608268737793, + "rewards/rejected": -0.394833505153656, + "sft_loss": 0.19737450778484344, + "step": 2227 + }, + { + "epoch": 3.2219812002892265, + "grad_norm": 2.2018903514064276, + "learning_rate": 3.6742442794007746e-06, + "logits/chosen": -0.47369611263275146, + "logits/rejected": -0.38501498103141785, + "logps/chosen": -0.24870990216732025, + "logps/rejected": -2.4713776111602783, + "loss": 0.2353, + "odds_ratio_loss": 0.0954592227935791, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024870987981557846, + "rewards/margins": 0.2222667783498764, + "rewards/rejected": -0.24713777005672455, + "sft_loss": 0.24870990216732025, + "step": 2228 + }, + { + "epoch": 3.2234273318872018, + "grad_norm": 2.4456927538611613, + "learning_rate": 3.6711488195023893e-06, + "logits/chosen": -0.455442875623703, + "logits/rejected": -0.37904882431030273, + "logps/chosen": -0.231689915060997, + "logps/rejected": -3.092597246170044, + "loss": 0.1983, + "odds_ratio_loss": 0.06161237508058548, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02316899225115776, + "rewards/margins": 0.28609076142311096, + "rewards/rejected": -0.3092597424983978, + "sft_loss": 0.231689915060997, + "step": 2229 + }, + { + "epoch": 3.224873463485177, + "grad_norm": 2.2262037548504745, + "learning_rate": 3.6680535578696073e-06, + "logits/chosen": -0.5955873727798462, + "logits/rejected": -0.48187780380249023, + "logps/chosen": -0.2466651201248169, + "logps/rejected": -3.732814311981201, + "loss": 0.237, + "odds_ratio_loss": 0.0446498841047287, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02466651052236557, + "rewards/margins": 0.3486149311065674, + "rewards/rejected": -0.37328144907951355, + "sft_loss": 0.2466651201248169, + "step": 2230 + }, + { + "epoch": 3.2263195950831527, + "grad_norm": 2.1717346267474147, + "learning_rate": 3.6649584963685706e-06, + "logits/chosen": -0.6487745642662048, + "logits/rejected": -0.554900050163269, + "logps/chosen": -0.2109365165233612, + "logps/rejected": -2.185053586959839, + "loss": 0.2322, + "odds_ratio_loss": 0.048502735793590546, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02109365165233612, + "rewards/margins": 0.1974116861820221, + "rewards/rejected": -0.2185053676366806, + "sft_loss": 0.2109365165233612, + "step": 2231 + }, + { + "epoch": 3.227765726681128, + "grad_norm": 2.2488395772011742, + "learning_rate": 3.6618636368653033e-06, + "logits/chosen": -0.46767958998680115, + "logits/rejected": -0.32060617208480835, + "logps/chosen": -0.11053460091352463, + "logps/rejected": -6.905789375305176, + "loss": 0.1755, + "odds_ratio_loss": 0.02767387591302395, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011053459718823433, + "rewards/margins": 0.6795254945755005, + "rewards/rejected": -0.6905789375305176, + "sft_loss": 0.11053460091352463, + "step": 2232 + }, + { + "epoch": 3.229211858279103, + "grad_norm": 2.4396261057570015, + "learning_rate": 3.6587689812257106e-06, + "logits/chosen": -0.45963820815086365, + "logits/rejected": -0.4651893675327301, + "logps/chosen": -0.10936955362558365, + "logps/rejected": -5.02745246887207, + "loss": 0.1596, + "odds_ratio_loss": 0.010914292186498642, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010936954990029335, + "rewards/margins": 0.49180832505226135, + "rewards/rejected": -0.5027452707290649, + "sft_loss": 0.10936955362558365, + "step": 2233 + }, + { + "epoch": 3.230657989877079, + "grad_norm": 2.280698528298338, + "learning_rate": 3.655674531315569e-06, + "logits/chosen": -0.5203260183334351, + "logits/rejected": -0.35767683386802673, + "logps/chosen": -0.22178664803504944, + "logps/rejected": -2.980849027633667, + "loss": 0.2226, + "odds_ratio_loss": 0.045914776623249054, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022178664803504944, + "rewards/margins": 0.2759062647819519, + "rewards/rejected": -0.29808491468429565, + "sft_loss": 0.22178664803504944, + "step": 2234 + }, + { + "epoch": 3.232104121475054, + "grad_norm": 1.7926615791207154, + "learning_rate": 3.6525802890005357e-06, + "logits/chosen": -0.36176133155822754, + "logits/rejected": -0.32122957706451416, + "logps/chosen": -0.0988263189792633, + "logps/rejected": -5.585865497589111, + "loss": 0.1614, + "odds_ratio_loss": 0.0176323801279068, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00988263264298439, + "rewards/margins": 0.5487039089202881, + "rewards/rejected": -0.5585865378379822, + "sft_loss": 0.0988263189792633, + "step": 2235 + }, + { + "epoch": 3.23355025307303, + "grad_norm": 1.93765750188442, + "learning_rate": 3.6494862561461387e-06, + "logits/chosen": -0.5547440648078918, + "logits/rejected": -0.4816645681858063, + "logps/chosen": -0.21579933166503906, + "logps/rejected": -5.2509565353393555, + "loss": 0.1766, + "odds_ratio_loss": 0.028800413012504578, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021579932421445847, + "rewards/margins": 0.5035157203674316, + "rewards/rejected": -0.5250956416130066, + "sft_loss": 0.21579933166503906, + "step": 2236 + }, + { + "epoch": 3.234996384671005, + "grad_norm": 2.1995050438159076, + "learning_rate": 3.646392434617785e-06, + "logits/chosen": -0.6402944326400757, + "logits/rejected": -0.421334445476532, + "logps/chosen": -0.19929829239845276, + "logps/rejected": -5.820633888244629, + "loss": 0.1767, + "odds_ratio_loss": 0.048856209963560104, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019929828122258186, + "rewards/margins": 0.5621335506439209, + "rewards/rejected": -0.5820633172988892, + "sft_loss": 0.19929829239845276, + "step": 2237 + }, + { + "epoch": 3.2364425162689803, + "grad_norm": 1.8119486632998885, + "learning_rate": 3.6432988262807483e-06, + "logits/chosen": -0.5280413627624512, + "logits/rejected": -0.42112961411476135, + "logps/chosen": -0.15436744689941406, + "logps/rejected": -5.035494327545166, + "loss": 0.1644, + "odds_ratio_loss": 0.030892375856637955, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015436742454767227, + "rewards/margins": 0.4881126880645752, + "rewards/rejected": -0.5035493969917297, + "sft_loss": 0.15436744689941406, + "step": 2238 + }, + { + "epoch": 3.237888647866956, + "grad_norm": 2.2278105118916995, + "learning_rate": 3.6402054330001787e-06, + "logits/chosen": -0.5598574876785278, + "logits/rejected": -0.29619458317756653, + "logps/chosen": -0.14671733975410461, + "logps/rejected": -6.336015224456787, + "loss": 0.1365, + "odds_ratio_loss": 0.02809251844882965, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014671734534204006, + "rewards/margins": 0.6189297437667847, + "rewards/rejected": -0.6336015462875366, + "sft_loss": 0.14671733975410461, + "step": 2239 + }, + { + "epoch": 3.239334779464931, + "grad_norm": 3.86220961291117, + "learning_rate": 3.637112256641092e-06, + "logits/chosen": -0.5911388993263245, + "logits/rejected": -0.3398038148880005, + "logps/chosen": -0.16455015540122986, + "logps/rejected": -5.836204528808594, + "loss": 0.246, + "odds_ratio_loss": 0.0325884185731411, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016455017030239105, + "rewards/margins": 0.5671654343605042, + "rewards/rejected": -0.5836204290390015, + "sft_loss": 0.16455015540122986, + "step": 2240 + }, + { + "epoch": 3.240780911062907, + "grad_norm": 1.9752946959873765, + "learning_rate": 3.6340192990683785e-06, + "logits/chosen": -0.5412940979003906, + "logits/rejected": -0.40820765495300293, + "logps/chosen": -0.14699213206768036, + "logps/rejected": -4.479633331298828, + "loss": 0.174, + "odds_ratio_loss": 0.023793520405888557, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01469921413809061, + "rewards/margins": 0.4332641363143921, + "rewards/rejected": -0.44796332716941833, + "sft_loss": 0.14699213206768036, + "step": 2241 + }, + { + "epoch": 3.242227042660882, + "grad_norm": 2.2022818942213864, + "learning_rate": 3.6309265621467923e-06, + "logits/chosen": -0.4983745217323303, + "logits/rejected": -0.5105041265487671, + "logps/chosen": -0.28136447072029114, + "logps/rejected": -3.8148107528686523, + "loss": 0.2074, + "odds_ratio_loss": 0.05450871214270592, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028136447072029114, + "rewards/margins": 0.3533446788787842, + "rewards/rejected": -0.3814811110496521, + "sft_loss": 0.28136447072029114, + "step": 2242 + }, + { + "epoch": 3.2436731742588574, + "grad_norm": 2.3767532424730455, + "learning_rate": 3.627834047740957e-06, + "logits/chosen": -0.5548741221427917, + "logits/rejected": -0.44200655817985535, + "logps/chosen": -0.16056154668331146, + "logps/rejected": -3.1678218841552734, + "loss": 0.1749, + "odds_ratio_loss": 0.023494180291891098, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016056153923273087, + "rewards/margins": 0.300726056098938, + "rewards/rejected": -0.3167821764945984, + "sft_loss": 0.16056154668331146, + "step": 2243 + }, + { + "epoch": 3.245119305856833, + "grad_norm": 1.8650655116730133, + "learning_rate": 3.624741757715359e-06, + "logits/chosen": -0.6051979660987854, + "logits/rejected": -0.4340522587299347, + "logps/chosen": -0.19842886924743652, + "logps/rejected": -3.8932723999023438, + "loss": 0.1699, + "odds_ratio_loss": 0.035827018320560455, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019842887297272682, + "rewards/margins": 0.3694843649864197, + "rewards/rejected": -0.3893272876739502, + "sft_loss": 0.19842886924743652, + "step": 2244 + }, + { + "epoch": 3.2465654374548083, + "grad_norm": 1.8596281529466636, + "learning_rate": 3.621649693934353e-06, + "logits/chosen": -0.5226513147354126, + "logits/rejected": -0.49524396657943726, + "logps/chosen": -0.14361608028411865, + "logps/rejected": -4.346930980682373, + "loss": 0.177, + "odds_ratio_loss": 0.02752107009291649, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014361606910824776, + "rewards/margins": 0.4203314781188965, + "rewards/rejected": -0.4346930682659149, + "sft_loss": 0.14361608028411865, + "step": 2245 + }, + { + "epoch": 3.248011569052784, + "grad_norm": 2.174693078196969, + "learning_rate": 3.6185578582621573e-06, + "logits/chosen": -0.5399285554885864, + "logits/rejected": -0.4264034628868103, + "logps/chosen": -0.2987480163574219, + "logps/rejected": -4.435233116149902, + "loss": 0.1745, + "odds_ratio_loss": 0.05470084026455879, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02987479791045189, + "rewards/margins": 0.41364848613739014, + "rewards/rejected": -0.4435232877731323, + "sft_loss": 0.2987480163574219, + "step": 2246 + }, + { + "epoch": 3.2494577006507592, + "grad_norm": 1.9731539471015809, + "learning_rate": 3.6154662525628474e-06, + "logits/chosen": -0.6945093274116516, + "logits/rejected": -0.5601460337638855, + "logps/chosen": -0.15286661684513092, + "logps/rejected": -3.5629913806915283, + "loss": 0.1972, + "odds_ratio_loss": 0.05991650000214577, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015286662615835667, + "rewards/margins": 0.34101247787475586, + "rewards/rejected": -0.35629913210868835, + "sft_loss": 0.15286661684513092, + "step": 2247 + }, + { + "epoch": 3.2509038322487345, + "grad_norm": 1.9180427426151503, + "learning_rate": 3.612374878700368e-06, + "logits/chosen": -0.4100998640060425, + "logits/rejected": -0.5385414958000183, + "logps/chosen": -0.22914831340312958, + "logps/rejected": -4.232925891876221, + "loss": 0.1886, + "odds_ratio_loss": 0.07522237300872803, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022914830595254898, + "rewards/margins": 0.4003777801990509, + "rewards/rejected": -0.4232926070690155, + "sft_loss": 0.22914831340312958, + "step": 2248 + }, + { + "epoch": 3.25234996384671, + "grad_norm": 2.1307859276198164, + "learning_rate": 3.609283738538517e-06, + "logits/chosen": -0.673978328704834, + "logits/rejected": -0.42554956674575806, + "logps/chosen": -0.24228356778621674, + "logps/rejected": -5.043076992034912, + "loss": 0.2614, + "odds_ratio_loss": 0.04325840622186661, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024228356778621674, + "rewards/margins": 0.4800793528556824, + "rewards/rejected": -0.5043076872825623, + "sft_loss": 0.24228356778621674, + "step": 2249 + }, + { + "epoch": 3.2537960954446854, + "grad_norm": 2.377612293864264, + "learning_rate": 3.606192833940956e-06, + "logits/chosen": -0.5075133442878723, + "logits/rejected": -0.3776240646839142, + "logps/chosen": -0.139189213514328, + "logps/rejected": -1.9026098251342773, + "loss": 0.1694, + "odds_ratio_loss": 0.06290970742702484, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01391892321407795, + "rewards/margins": 0.17634207010269165, + "rewards/rejected": -0.19026097655296326, + "sft_loss": 0.139189213514328, + "step": 2250 + }, + { + "epoch": 3.255242227042661, + "grad_norm": 1.94278364933995, + "learning_rate": 3.6031021667712e-06, + "logits/chosen": -0.5642733573913574, + "logits/rejected": -0.38058435916900635, + "logps/chosen": -0.15122462809085846, + "logps/rejected": -5.234777450561523, + "loss": 0.183, + "odds_ratio_loss": 0.027925534173846245, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015122463926672935, + "rewards/margins": 0.5083552598953247, + "rewards/rejected": -0.5234777927398682, + "sft_loss": 0.15122462809085846, + "step": 2251 + }, + { + "epoch": 3.2566883586406363, + "grad_norm": 1.7092281341499098, + "learning_rate": 3.600011738892628e-06, + "logits/chosen": -0.4542877674102783, + "logits/rejected": -0.4579513370990753, + "logps/chosen": -0.08828302472829819, + "logps/rejected": -4.268548488616943, + "loss": 0.1504, + "odds_ratio_loss": 0.020018287003040314, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008828302845358849, + "rewards/margins": 0.41802653670310974, + "rewards/rejected": -0.4268548786640167, + "sft_loss": 0.08828302472829819, + "step": 2252 + }, + { + "epoch": 3.2581344902386116, + "grad_norm": 2.4301885734804634, + "learning_rate": 3.5969215521684673e-06, + "logits/chosen": -0.5045682191848755, + "logits/rejected": -0.3198281228542328, + "logps/chosen": -0.17714548110961914, + "logps/rejected": -2.6474297046661377, + "loss": 0.1836, + "odds_ratio_loss": 0.044076722115278244, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017714550718665123, + "rewards/margins": 0.2470283955335617, + "rewards/rejected": -0.26474297046661377, + "sft_loss": 0.17714548110961914, + "step": 2253 + }, + { + "epoch": 3.2595806218365873, + "grad_norm": 2.274847989564652, + "learning_rate": 3.593831608461805e-06, + "logits/chosen": -0.7203308939933777, + "logits/rejected": -0.5131949782371521, + "logps/chosen": -0.17507284879684448, + "logps/rejected": -5.116349220275879, + "loss": 0.201, + "odds_ratio_loss": 0.03700259327888489, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017507284879684448, + "rewards/margins": 0.49412769079208374, + "rewards/rejected": -0.5116349458694458, + "sft_loss": 0.17507284879684448, + "step": 2254 + }, + { + "epoch": 3.2610267534345625, + "grad_norm": 2.2182355679207766, + "learning_rate": 3.5907419096355768e-06, + "logits/chosen": -0.40628182888031006, + "logits/rejected": -0.2812096178531647, + "logps/chosen": -0.15741974115371704, + "logps/rejected": -4.353770732879639, + "loss": 0.1389, + "odds_ratio_loss": 0.03497250750660896, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015741974115371704, + "rewards/margins": 0.4196351170539856, + "rewards/rejected": -0.4353770911693573, + "sft_loss": 0.15741974115371704, + "step": 2255 + }, + { + "epoch": 3.2624728850325377, + "grad_norm": 2.6818134401064424, + "learning_rate": 3.5876524575525774e-06, + "logits/chosen": -0.6847485303878784, + "logits/rejected": -0.6329970955848694, + "logps/chosen": -0.1577267199754715, + "logps/rejected": -3.3478763103485107, + "loss": 0.222, + "odds_ratio_loss": 0.05068032443523407, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01577267237007618, + "rewards/margins": 0.3190149664878845, + "rewards/rejected": -0.33478766679763794, + "sft_loss": 0.1577267199754715, + "step": 2256 + }, + { + "epoch": 3.2639190166305134, + "grad_norm": 2.3388227044279497, + "learning_rate": 3.584563254075446e-06, + "logits/chosen": -0.476225346326828, + "logits/rejected": -0.3441811501979828, + "logps/chosen": -0.17915165424346924, + "logps/rejected": -3.2945075035095215, + "loss": 0.1806, + "odds_ratio_loss": 0.05011521279811859, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017915166914463043, + "rewards/margins": 0.3115355968475342, + "rewards/rejected": -0.329450786113739, + "sft_loss": 0.17915165424346924, + "step": 2257 + }, + { + "epoch": 3.2653651482284887, + "grad_norm": 1.9674045184480031, + "learning_rate": 3.5814743010666757e-06, + "logits/chosen": -0.5762167572975159, + "logits/rejected": -0.3875581622123718, + "logps/chosen": -0.1739146113395691, + "logps/rejected": -3.7504653930664062, + "loss": 0.159, + "odds_ratio_loss": 0.044472791254520416, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01739146001636982, + "rewards/margins": 0.3576550781726837, + "rewards/rejected": -0.3750465214252472, + "sft_loss": 0.1739146113395691, + "step": 2258 + }, + { + "epoch": 3.2668112798264644, + "grad_norm": 2.8547990030832735, + "learning_rate": 3.578385600388609e-06, + "logits/chosen": -0.4150635600090027, + "logits/rejected": -0.3737567067146301, + "logps/chosen": -0.19305887818336487, + "logps/rejected": -5.184538841247559, + "loss": 0.1916, + "odds_ratio_loss": 0.02490687370300293, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019305888563394547, + "rewards/margins": 0.49914807081222534, + "rewards/rejected": -0.5184538960456848, + "sft_loss": 0.19305887818336487, + "step": 2259 + }, + { + "epoch": 3.2682574114244396, + "grad_norm": 1.9041525202532068, + "learning_rate": 3.575297153903434e-06, + "logits/chosen": -0.6946017742156982, + "logits/rejected": -0.5355392694473267, + "logps/chosen": -0.13331067562103271, + "logps/rejected": -5.4609198570251465, + "loss": 0.1833, + "odds_ratio_loss": 0.014529845677316189, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013331068679690361, + "rewards/margins": 0.5327609181404114, + "rewards/rejected": -0.5460919737815857, + "sft_loss": 0.13331067562103271, + "step": 2260 + }, + { + "epoch": 3.2697035430224153, + "grad_norm": 1.914055513543421, + "learning_rate": 3.5722089634731868e-06, + "logits/chosen": -0.4900306463241577, + "logits/rejected": -0.3406396210193634, + "logps/chosen": -0.11849421262741089, + "logps/rejected": -5.536858081817627, + "loss": 0.195, + "odds_ratio_loss": 0.007503737695515156, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011849422007799149, + "rewards/margins": 0.5418363809585571, + "rewards/rejected": -0.5536858439445496, + "sft_loss": 0.11849421262741089, + "step": 2261 + }, + { + "epoch": 3.2711496746203905, + "grad_norm": 2.1438021427198737, + "learning_rate": 3.5691210309597473e-06, + "logits/chosen": -0.6778137683868408, + "logits/rejected": -0.5302555561065674, + "logps/chosen": -0.10795378684997559, + "logps/rejected": -4.853133201599121, + "loss": 0.1451, + "odds_ratio_loss": 0.02070033550262451, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010795379988849163, + "rewards/margins": 0.47451794147491455, + "rewards/rejected": -0.485313355922699, + "sft_loss": 0.10795378684997559, + "step": 2262 + }, + { + "epoch": 3.2725958062183658, + "grad_norm": 1.9860009136951866, + "learning_rate": 3.566033358224845e-06, + "logits/chosen": -0.799131453037262, + "logits/rejected": -0.49861404299736023, + "logps/chosen": -0.12334741652011871, + "logps/rejected": -4.193481922149658, + "loss": 0.1469, + "odds_ratio_loss": 0.028686096891760826, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012334741652011871, + "rewards/margins": 0.4070134162902832, + "rewards/rejected": -0.41934818029403687, + "sft_loss": 0.12334741652011871, + "step": 2263 + }, + { + "epoch": 3.2740419378163415, + "grad_norm": 1.7714968208013866, + "learning_rate": 3.5629459471300455e-06, + "logits/chosen": -0.5801678895950317, + "logits/rejected": -0.38160601258277893, + "logps/chosen": -0.12812554836273193, + "logps/rejected": -5.513360977172852, + "loss": 0.1586, + "odds_ratio_loss": 0.022318800911307335, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012812554836273193, + "rewards/margins": 0.5385234951972961, + "rewards/rejected": -0.5513360500335693, + "sft_loss": 0.12812554836273193, + "step": 2264 + }, + { + "epoch": 3.2754880694143167, + "grad_norm": 1.781393491270812, + "learning_rate": 3.5598587995367645e-06, + "logits/chosen": -0.48313915729522705, + "logits/rejected": -0.34745123982429504, + "logps/chosen": -0.12040194869041443, + "logps/rejected": -2.534296989440918, + "loss": 0.1496, + "odds_ratio_loss": 0.041830502450466156, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012040195055305958, + "rewards/margins": 0.24138952791690826, + "rewards/rejected": -0.25342971086502075, + "sft_loss": 0.12040194869041443, + "step": 2265 + }, + { + "epoch": 3.276934201012292, + "grad_norm": 2.249398935208769, + "learning_rate": 3.5567719173062503e-06, + "logits/chosen": -0.7603170871734619, + "logits/rejected": -0.4521884322166443, + "logps/chosen": -0.11175563186407089, + "logps/rejected": -4.254090785980225, + "loss": 0.1363, + "odds_ratio_loss": 0.010375426150858402, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011175563558936119, + "rewards/margins": 0.4142335057258606, + "rewards/rejected": -0.42540907859802246, + "sft_loss": 0.11175563186407089, + "step": 2266 + }, + { + "epoch": 3.2783803326102676, + "grad_norm": 1.9991795543356456, + "learning_rate": 3.553685302299599e-06, + "logits/chosen": -0.3749878406524658, + "logits/rejected": -0.27797868847846985, + "logps/chosen": -0.10831344127655029, + "logps/rejected": -4.4174909591674805, + "loss": 0.1216, + "odds_ratio_loss": 0.02435128577053547, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010831343941390514, + "rewards/margins": 0.43091776967048645, + "rewards/rejected": -0.4417491555213928, + "sft_loss": 0.10831344127655029, + "step": 2267 + }, + { + "epoch": 3.279826464208243, + "grad_norm": 2.1564064092160726, + "learning_rate": 3.5505989563777402e-06, + "logits/chosen": -0.5478772521018982, + "logits/rejected": -0.35927248001098633, + "logps/chosen": -0.12505735456943512, + "logps/rejected": -4.873144149780273, + "loss": 0.1495, + "odds_ratio_loss": 0.01490817777812481, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012505735270678997, + "rewards/margins": 0.4748087227344513, + "rewards/rejected": -0.48731446266174316, + "sft_loss": 0.12505735456943512, + "step": 2268 + }, + { + "epoch": 3.2812725958062186, + "grad_norm": 1.8682733125562931, + "learning_rate": 3.5475128814014457e-06, + "logits/chosen": -0.6678739190101624, + "logits/rejected": -0.5783143043518066, + "logps/chosen": -0.32308146357536316, + "logps/rejected": -3.722277879714966, + "loss": 0.1831, + "odds_ratio_loss": 0.08787070214748383, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.032308146357536316, + "rewards/margins": 0.3399196267127991, + "rewards/rejected": -0.3722277879714966, + "sft_loss": 0.32308146357536316, + "step": 2269 + }, + { + "epoch": 3.282718727404194, + "grad_norm": 2.2558187195382517, + "learning_rate": 3.5444270792313196e-06, + "logits/chosen": -0.6178706884384155, + "logits/rejected": -0.4912964105606079, + "logps/chosen": -0.18187105655670166, + "logps/rejected": -6.225649833679199, + "loss": 0.1925, + "odds_ratio_loss": 0.014290587976574898, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018187105655670166, + "rewards/margins": 0.6043779253959656, + "rewards/rejected": -0.6225650310516357, + "sft_loss": 0.18187105655670166, + "step": 2270 + }, + { + "epoch": 3.284164859002169, + "grad_norm": 2.0678723535377905, + "learning_rate": 3.5413415517278033e-06, + "logits/chosen": -0.5242627859115601, + "logits/rejected": -0.46460655331611633, + "logps/chosen": -0.26317670941352844, + "logps/rejected": -4.386211395263672, + "loss": 0.2566, + "odds_ratio_loss": 0.05664074793457985, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026317669078707695, + "rewards/margins": 0.41230350732803345, + "rewards/rejected": -0.4386211633682251, + "sft_loss": 0.26317670941352844, + "step": 2271 + }, + { + "epoch": 3.2856109906001447, + "grad_norm": 2.296493485099005, + "learning_rate": 3.5382563007511754e-06, + "logits/chosen": -0.601801872253418, + "logits/rejected": -0.3562720715999603, + "logps/chosen": -0.25675979256629944, + "logps/rejected": -3.735896110534668, + "loss": 0.2085, + "odds_ratio_loss": 0.04126711189746857, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025675982236862183, + "rewards/margins": 0.3479136526584625, + "rewards/rejected": -0.3735896348953247, + "sft_loss": 0.25675979256629944, + "step": 2272 + }, + { + "epoch": 3.28705712219812, + "grad_norm": 2.251694032374471, + "learning_rate": 3.535171328161542e-06, + "logits/chosen": -0.5955110788345337, + "logits/rejected": -0.4887436032295227, + "logps/chosen": -0.3352237939834595, + "logps/rejected": -4.323999404907227, + "loss": 0.2193, + "odds_ratio_loss": 0.017490914091467857, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03352237865328789, + "rewards/margins": 0.3988775610923767, + "rewards/rejected": -0.4323999583721161, + "sft_loss": 0.3352237939834595, + "step": 2273 + }, + { + "epoch": 3.2885032537960956, + "grad_norm": 2.075285424913544, + "learning_rate": 3.532086635818848e-06, + "logits/chosen": -0.42095768451690674, + "logits/rejected": -0.31674113869667053, + "logps/chosen": -0.2579844892024994, + "logps/rejected": -4.457534313201904, + "loss": 0.2311, + "odds_ratio_loss": 0.040766119956970215, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025798451155424118, + "rewards/margins": 0.4199550449848175, + "rewards/rejected": -0.4457534849643707, + "sft_loss": 0.2579844892024994, + "step": 2274 + }, + { + "epoch": 3.289949385394071, + "grad_norm": 2.193805076834671, + "learning_rate": 3.529002225582862e-06, + "logits/chosen": -0.6587631106376648, + "logits/rejected": -0.4716310501098633, + "logps/chosen": -0.1755092442035675, + "logps/rejected": -3.7191784381866455, + "loss": 0.1745, + "odds_ratio_loss": 0.04562509059906006, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01755092665553093, + "rewards/margins": 0.3543669283390045, + "rewards/rejected": -0.37191784381866455, + "sft_loss": 0.1755092442035675, + "step": 2275 + }, + { + "epoch": 3.291395516992046, + "grad_norm": 2.0765831775562518, + "learning_rate": 3.5259180993131893e-06, + "logits/chosen": -0.5486062169075012, + "logits/rejected": -0.45100995898246765, + "logps/chosen": -0.17713306844234467, + "logps/rejected": -2.9269280433654785, + "loss": 0.2267, + "odds_ratio_loss": 0.04936151206493378, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017713308334350586, + "rewards/margins": 0.27497947216033936, + "rewards/rejected": -0.29269278049468994, + "sft_loss": 0.17713306844234467, + "step": 2276 + }, + { + "epoch": 3.292841648590022, + "grad_norm": 2.1171590132243105, + "learning_rate": 3.5228342588692603e-06, + "logits/chosen": -0.36625778675079346, + "logits/rejected": -0.26877880096435547, + "logps/chosen": -0.22854745388031006, + "logps/rejected": -4.398021221160889, + "loss": 0.2072, + "odds_ratio_loss": 0.021160855889320374, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022854745388031006, + "rewards/margins": 0.4169473350048065, + "rewards/rejected": -0.4398021101951599, + "sft_loss": 0.22854745388031006, + "step": 2277 + }, + { + "epoch": 3.294287780187997, + "grad_norm": 3.1829007081069176, + "learning_rate": 3.519750706110334e-06, + "logits/chosen": -0.5905520915985107, + "logits/rejected": -0.4183228611946106, + "logps/chosen": -0.12734369933605194, + "logps/rejected": -4.160774230957031, + "loss": 0.1687, + "odds_ratio_loss": 0.03372897580265999, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012734370306134224, + "rewards/margins": 0.4033430218696594, + "rewards/rejected": -0.4160774350166321, + "sft_loss": 0.12734369933605194, + "step": 2278 + }, + { + "epoch": 3.2957339117859723, + "grad_norm": 2.1113324149581594, + "learning_rate": 3.516667442895494e-06, + "logits/chosen": -0.6072694659233093, + "logits/rejected": -0.3589474558830261, + "logps/chosen": -0.279439240694046, + "logps/rejected": -3.625382423400879, + "loss": 0.2092, + "odds_ratio_loss": 0.06730879098176956, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027943922206759453, + "rewards/margins": 0.3345942795276642, + "rewards/rejected": -0.36253821849823, + "sft_loss": 0.279439240694046, + "step": 2279 + }, + { + "epoch": 3.297180043383948, + "grad_norm": 3.3151954739010767, + "learning_rate": 3.5135844710836545e-06, + "logits/chosen": -0.40881648659706116, + "logits/rejected": -0.3644575774669647, + "logps/chosen": -0.3337644338607788, + "logps/rejected": -5.119471549987793, + "loss": 0.2165, + "odds_ratio_loss": 0.09850729256868362, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03337644785642624, + "rewards/margins": 0.478570818901062, + "rewards/rejected": -0.5119472742080688, + "sft_loss": 0.3337644338607788, + "step": 2280 + }, + { + "epoch": 3.2986261749819232, + "grad_norm": 2.007323942505847, + "learning_rate": 3.510501792533548e-06, + "logits/chosen": -0.6884647607803345, + "logits/rejected": -0.6225319504737854, + "logps/chosen": -0.23053047060966492, + "logps/rejected": -3.772772789001465, + "loss": 0.1856, + "odds_ratio_loss": 0.058163873851299286, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02305304817855358, + "rewards/margins": 0.35422423481941223, + "rewards/rejected": -0.37727731466293335, + "sft_loss": 0.23053047060966492, + "step": 2281 + }, + { + "epoch": 3.300072306579899, + "grad_norm": 2.1743690077166784, + "learning_rate": 3.5074194091037354e-06, + "logits/chosen": -0.9183458089828491, + "logits/rejected": -0.6526041626930237, + "logps/chosen": -0.22743211686611176, + "logps/rejected": -2.442390203475952, + "loss": 0.2149, + "odds_ratio_loss": 0.05146101117134094, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022743212059140205, + "rewards/margins": 0.2214958220720291, + "rewards/rejected": -0.24423903226852417, + "sft_loss": 0.22743211686611176, + "step": 2282 + }, + { + "epoch": 3.301518438177874, + "grad_norm": 2.643722453059619, + "learning_rate": 3.5043373226525933e-06, + "logits/chosen": -0.6142512559890747, + "logits/rejected": -0.4808671474456787, + "logps/chosen": -0.1182275265455246, + "logps/rejected": -4.5574140548706055, + "loss": 0.1724, + "odds_ratio_loss": 0.021381031721830368, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011822751723229885, + "rewards/margins": 0.4439186751842499, + "rewards/rejected": -0.4557414650917053, + "sft_loss": 0.1182275265455246, + "step": 2283 + }, + { + "epoch": 3.30296456977585, + "grad_norm": 2.7578652269026644, + "learning_rate": 3.5012555350383265e-06, + "logits/chosen": -0.46577584743499756, + "logits/rejected": -0.3899204134941101, + "logps/chosen": -0.1679561287164688, + "logps/rejected": -3.679994583129883, + "loss": 0.1715, + "odds_ratio_loss": 0.012146007269620895, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016795611009001732, + "rewards/margins": 0.3512038588523865, + "rewards/rejected": -0.36799943447113037, + "sft_loss": 0.1679561287164688, + "step": 2284 + }, + { + "epoch": 3.304410701373825, + "grad_norm": 1.983775119024542, + "learning_rate": 3.4981740481189557e-06, + "logits/chosen": -0.6946292519569397, + "logits/rejected": -0.606383204460144, + "logps/chosen": -0.24009007215499878, + "logps/rejected": -2.6545491218566895, + "loss": 0.1572, + "odds_ratio_loss": 0.039150357246398926, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02400900609791279, + "rewards/margins": 0.2414458990097046, + "rewards/rejected": -0.26545488834381104, + "sft_loss": 0.24009007215499878, + "step": 2285 + }, + { + "epoch": 3.3058568329718003, + "grad_norm": 2.1786049400838388, + "learning_rate": 3.495092863752319e-06, + "logits/chosen": -0.6590663194656372, + "logits/rejected": -0.5998579263687134, + "logps/chosen": -0.1764366626739502, + "logps/rejected": -3.5466344356536865, + "loss": 0.2583, + "odds_ratio_loss": 0.03589484095573425, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01764366589486599, + "rewards/margins": 0.33701977133750916, + "rewards/rejected": -0.3546634614467621, + "sft_loss": 0.1764366626739502, + "step": 2286 + }, + { + "epoch": 3.307302964569776, + "grad_norm": 2.1572867888890936, + "learning_rate": 3.4920119837960764e-06, + "logits/chosen": -0.6842783093452454, + "logits/rejected": -0.6382707357406616, + "logps/chosen": -0.09783312678337097, + "logps/rejected": -5.192519187927246, + "loss": 0.1635, + "odds_ratio_loss": 0.010324829258024693, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009783312678337097, + "rewards/margins": 0.5094686150550842, + "rewards/rejected": -0.5192519426345825, + "sft_loss": 0.09783312678337097, + "step": 2287 + }, + { + "epoch": 3.3087490961677513, + "grad_norm": 2.5485270310682706, + "learning_rate": 3.4889314101077006e-06, + "logits/chosen": -0.7338652610778809, + "logits/rejected": -0.5132858157157898, + "logps/chosen": -0.18935944139957428, + "logps/rejected": -3.8639068603515625, + "loss": 0.2015, + "odds_ratio_loss": 0.028721699491143227, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018935944885015488, + "rewards/margins": 0.36745476722717285, + "rewards/rejected": -0.38639071583747864, + "sft_loss": 0.18935944139957428, + "step": 2288 + }, + { + "epoch": 3.3101952277657265, + "grad_norm": 2.185540071670579, + "learning_rate": 3.4858511445444814e-06, + "logits/chosen": -0.5446025729179382, + "logits/rejected": -0.48353853821754456, + "logps/chosen": -0.18259915709495544, + "logps/rejected": -2.570195198059082, + "loss": 0.1704, + "odds_ratio_loss": 0.05168168246746063, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018259914591908455, + "rewards/margins": 0.2387596219778061, + "rewards/rejected": -0.2570195496082306, + "sft_loss": 0.18259915709495544, + "step": 2289 + }, + { + "epoch": 3.311641359363702, + "grad_norm": 2.1793350901491615, + "learning_rate": 3.4827711889635207e-06, + "logits/chosen": -0.6570934057235718, + "logits/rejected": -0.5295805335044861, + "logps/chosen": -0.12861356139183044, + "logps/rejected": -5.604830265045166, + "loss": 0.1796, + "odds_ratio_loss": 0.017030876129865646, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012861356139183044, + "rewards/margins": 0.5476217269897461, + "rewards/rejected": -0.5604830980300903, + "sft_loss": 0.12861356139183044, + "step": 2290 + }, + { + "epoch": 3.3130874909616774, + "grad_norm": 2.0587136754455586, + "learning_rate": 3.4796915452217376e-06, + "logits/chosen": -0.5374751687049866, + "logits/rejected": -0.5378148555755615, + "logps/chosen": -0.25962379574775696, + "logps/rejected": -2.395240068435669, + "loss": 0.2276, + "odds_ratio_loss": 0.06650760024785995, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025962380692362785, + "rewards/margins": 0.21356163918972015, + "rewards/rejected": -0.2395240217447281, + "sft_loss": 0.25962379574775696, + "step": 2291 + }, + { + "epoch": 3.314533622559653, + "grad_norm": 1.944851752443858, + "learning_rate": 3.4766122151758595e-06, + "logits/chosen": -0.5675870180130005, + "logits/rejected": -0.3958700895309448, + "logps/chosen": -0.25842157006263733, + "logps/rejected": -4.663134574890137, + "loss": 0.2255, + "odds_ratio_loss": 0.04698663204908371, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025842156261205673, + "rewards/margins": 0.4404713213443756, + "rewards/rejected": -0.46631351113319397, + "sft_loss": 0.25842157006263733, + "step": 2292 + }, + { + "epoch": 3.3159797541576284, + "grad_norm": 2.7882638415952177, + "learning_rate": 3.473533200682427e-06, + "logits/chosen": -0.4775904715061188, + "logits/rejected": -0.5372059345245361, + "logps/chosen": -0.15239141881465912, + "logps/rejected": -2.723569869995117, + "loss": 0.2259, + "odds_ratio_loss": 0.04135645925998688, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015239142812788486, + "rewards/margins": 0.2571178376674652, + "rewards/rejected": -0.2723569869995117, + "sft_loss": 0.15239141881465912, + "step": 2293 + }, + { + "epoch": 3.3174258857556036, + "grad_norm": 2.3481373712095963, + "learning_rate": 3.4704545035977866e-06, + "logits/chosen": -0.7102236151695251, + "logits/rejected": -0.5002355575561523, + "logps/chosen": -0.1865234225988388, + "logps/rejected": -2.455569267272949, + "loss": 0.2064, + "odds_ratio_loss": 0.05270793288946152, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01865234225988388, + "rewards/margins": 0.22690460085868835, + "rewards/rejected": -0.24555695056915283, + "sft_loss": 0.1865234225988388, + "step": 2294 + }, + { + "epoch": 3.3188720173535793, + "grad_norm": 2.0824459255780283, + "learning_rate": 3.4673761257781e-06, + "logits/chosen": -0.6822003126144409, + "logits/rejected": -0.4748939871788025, + "logps/chosen": -0.13890133798122406, + "logps/rejected": -6.211273670196533, + "loss": 0.205, + "odds_ratio_loss": 0.009621636010706425, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013890134170651436, + "rewards/margins": 0.6072372794151306, + "rewards/rejected": -0.6211273670196533, + "sft_loss": 0.13890133798122406, + "step": 2295 + }, + { + "epoch": 3.3203181489515545, + "grad_norm": 2.061127162028327, + "learning_rate": 3.46429806907933e-06, + "logits/chosen": -0.7757879495620728, + "logits/rejected": -0.5989354848861694, + "logps/chosen": -0.1916319727897644, + "logps/rejected": -3.734245777130127, + "loss": 0.1461, + "odds_ratio_loss": 0.027212627232074738, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01916319690644741, + "rewards/margins": 0.3542613983154297, + "rewards/rejected": -0.37342458963394165, + "sft_loss": 0.1916319727897644, + "step": 2296 + }, + { + "epoch": 3.32176428054953, + "grad_norm": 2.114351797322761, + "learning_rate": 3.4612203353572503e-06, + "logits/chosen": -0.6353336572647095, + "logits/rejected": -0.5170816779136658, + "logps/chosen": -0.1459745466709137, + "logps/rejected": -4.982494831085205, + "loss": 0.2044, + "odds_ratio_loss": 0.020803630352020264, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014597454108297825, + "rewards/margins": 0.4836519956588745, + "rewards/rejected": -0.49824947118759155, + "sft_loss": 0.1459745466709137, + "step": 2297 + }, + { + "epoch": 3.3232104121475055, + "grad_norm": 1.946211322014238, + "learning_rate": 3.458142926467435e-06, + "logits/chosen": -0.3869672119617462, + "logits/rejected": -0.4443845748901367, + "logps/chosen": -0.12994037568569183, + "logps/rejected": -5.26711893081665, + "loss": 0.1448, + "odds_ratio_loss": 0.0468423031270504, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012994037009775639, + "rewards/margins": 0.5137178897857666, + "rewards/rejected": -0.5267119407653809, + "sft_loss": 0.12994037568569183, + "step": 2298 + }, + { + "epoch": 3.3246565437454807, + "grad_norm": 1.9993034368183027, + "learning_rate": 3.4550658442652686e-06, + "logits/chosen": -0.5554428100585938, + "logits/rejected": -0.40344059467315674, + "logps/chosen": -0.1770596206188202, + "logps/rejected": -5.824186325073242, + "loss": 0.2275, + "odds_ratio_loss": 0.009020314551889896, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01770596206188202, + "rewards/margins": 0.564712643623352, + "rewards/rejected": -0.5824186205863953, + "sft_loss": 0.1770596206188202, + "step": 2299 + }, + { + "epoch": 3.3261026753434564, + "grad_norm": 1.9294061959051394, + "learning_rate": 3.4519890906059354e-06, + "logits/chosen": -0.6760809421539307, + "logits/rejected": -0.5845804214477539, + "logps/chosen": -0.14634880423545837, + "logps/rejected": -3.8098344802856445, + "loss": 0.1445, + "odds_ratio_loss": 0.03921994939446449, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014634879305958748, + "rewards/margins": 0.3663485646247864, + "rewards/rejected": -0.3809834420681, + "sft_loss": 0.14634880423545837, + "step": 2300 + }, + { + "epoch": 3.3275488069414316, + "grad_norm": 7.102938265333184, + "learning_rate": 3.448912667344418e-06, + "logits/chosen": -0.7923925518989563, + "logits/rejected": -0.5611757040023804, + "logps/chosen": -0.190931037068367, + "logps/rejected": -3.764523506164551, + "loss": 0.1962, + "odds_ratio_loss": 0.035255275666713715, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0190931037068367, + "rewards/margins": 0.35735929012298584, + "rewards/rejected": -0.37645238637924194, + "sft_loss": 0.190931037068367, + "step": 2301 + }, + { + "epoch": 3.328994938539407, + "grad_norm": 1.9369947329468233, + "learning_rate": 3.445836576335508e-06, + "logits/chosen": -0.6175248622894287, + "logits/rejected": -0.5267677903175354, + "logps/chosen": -0.2175239473581314, + "logps/rejected": -3.4381308555603027, + "loss": 0.1882, + "odds_ratio_loss": 0.041964493691921234, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02175239287316799, + "rewards/margins": 0.3220607042312622, + "rewards/rejected": -0.34381306171417236, + "sft_loss": 0.2175239473581314, + "step": 2302 + }, + { + "epoch": 3.3304410701373826, + "grad_norm": 2.1746368999366212, + "learning_rate": 3.4427608194337895e-06, + "logits/chosen": -0.8088559508323669, + "logits/rejected": -0.731338381767273, + "logps/chosen": -0.23601864278316498, + "logps/rejected": -2.960899829864502, + "loss": 0.1881, + "odds_ratio_loss": 0.05574827641248703, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023601865395903587, + "rewards/margins": 0.2724881172180176, + "rewards/rejected": -0.2960899770259857, + "sft_loss": 0.23601864278316498, + "step": 2303 + }, + { + "epoch": 3.331887201735358, + "grad_norm": 2.3661530179952908, + "learning_rate": 3.4396853984936487e-06, + "logits/chosen": -0.4649229049682617, + "logits/rejected": -0.3578875660896301, + "logps/chosen": -0.09250445663928986, + "logps/rejected": -3.7127480506896973, + "loss": 0.1542, + "odds_ratio_loss": 0.017382729798555374, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00925044622272253, + "rewards/margins": 0.36202433705329895, + "rewards/rejected": -0.37127479910850525, + "sft_loss": 0.09250445663928986, + "step": 2304 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 3.0663201292058044, + "learning_rate": 3.4366103153692667e-06, + "logits/chosen": -0.5506351590156555, + "logits/rejected": -0.4261362850666046, + "logps/chosen": -0.35145315527915955, + "logps/rejected": -2.7159597873687744, + "loss": 0.244, + "odds_ratio_loss": 0.06705104559659958, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03514531999826431, + "rewards/margins": 0.2364506721496582, + "rewards/rejected": -0.27159595489501953, + "sft_loss": 0.35145315527915955, + "step": 2305 + }, + { + "epoch": 3.3347794649313087, + "grad_norm": 2.187765405868488, + "learning_rate": 3.433535571914625e-06, + "logits/chosen": -0.6699624061584473, + "logits/rejected": -0.516162633895874, + "logps/chosen": -0.11950968205928802, + "logps/rejected": -4.081395626068115, + "loss": 0.186, + "odds_ratio_loss": 0.01648012362420559, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011950968764722347, + "rewards/margins": 0.3961886167526245, + "rewards/rejected": -0.40813958644866943, + "sft_loss": 0.11950968205928802, + "step": 2306 + }, + { + "epoch": 3.3362255965292844, + "grad_norm": 3.9448298831896684, + "learning_rate": 3.430461169983497e-06, + "logits/chosen": -0.5674360394477844, + "logits/rejected": -0.48793601989746094, + "logps/chosen": -0.17865288257598877, + "logps/rejected": -4.214674949645996, + "loss": 0.1906, + "odds_ratio_loss": 0.07441666722297668, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.017865289002656937, + "rewards/margins": 0.4036021828651428, + "rewards/rejected": -0.42146748304367065, + "sft_loss": 0.17865288257598877, + "step": 2307 + }, + { + "epoch": 3.3376717281272597, + "grad_norm": 1.970348244123892, + "learning_rate": 3.4273871114294503e-06, + "logits/chosen": -0.7424345016479492, + "logits/rejected": -0.7071555852890015, + "logps/chosen": -0.13843649625778198, + "logps/rejected": -4.173454284667969, + "loss": 0.1585, + "odds_ratio_loss": 0.021304195746779442, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013843650929629803, + "rewards/margins": 0.40350183844566345, + "rewards/rejected": -0.41734546422958374, + "sft_loss": 0.13843649625778198, + "step": 2308 + }, + { + "epoch": 3.339117859725235, + "grad_norm": 1.9857192130170105, + "learning_rate": 3.4243133981058457e-06, + "logits/chosen": -0.5343315005302429, + "logits/rejected": -0.3975837826728821, + "logps/chosen": -0.11095140129327774, + "logps/rejected": -4.798469543457031, + "loss": 0.1805, + "odds_ratio_loss": 0.024698395282030106, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011095140129327774, + "rewards/margins": 0.46875184774398804, + "rewards/rejected": -0.4798470139503479, + "sft_loss": 0.11095140129327774, + "step": 2309 + }, + { + "epoch": 3.3405639913232106, + "grad_norm": 1.9290741417311212, + "learning_rate": 3.421240031865839e-06, + "logits/chosen": -0.5730533599853516, + "logits/rejected": -0.5497214794158936, + "logps/chosen": -0.11085940897464752, + "logps/rejected": -3.2291131019592285, + "loss": 0.1509, + "odds_ratio_loss": 0.031010687351226807, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011085940524935722, + "rewards/margins": 0.31182539463043213, + "rewards/rejected": -0.3229113221168518, + "sft_loss": 0.11085940897464752, + "step": 2310 + }, + { + "epoch": 3.342010122921186, + "grad_norm": 2.2141056969800883, + "learning_rate": 3.418167014562372e-06, + "logits/chosen": -0.6565252542495728, + "logits/rejected": -0.6016082763671875, + "logps/chosen": -0.12213000655174255, + "logps/rejected": -2.5358057022094727, + "loss": 0.2017, + "odds_ratio_loss": 0.03299042582511902, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012213001027703285, + "rewards/margins": 0.24136759340763092, + "rewards/rejected": -0.25358060002326965, + "sft_loss": 0.12213000655174255, + "step": 2311 + }, + { + "epoch": 3.343456254519161, + "grad_norm": 3.54538224416602, + "learning_rate": 3.415094348048178e-06, + "logits/chosen": -0.6507242918014526, + "logits/rejected": -0.5217114090919495, + "logps/chosen": -0.25277209281921387, + "logps/rejected": -3.5952529907226562, + "loss": 0.2842, + "odds_ratio_loss": 0.048409249633550644, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025277208536863327, + "rewards/margins": 0.3342480957508087, + "rewards/rejected": -0.35952532291412354, + "sft_loss": 0.25277209281921387, + "step": 2312 + }, + { + "epoch": 3.3449023861171367, + "grad_norm": 2.029733725748979, + "learning_rate": 3.4120220341757816e-06, + "logits/chosen": -0.6231029033660889, + "logits/rejected": -0.5002346634864807, + "logps/chosen": -0.13461542129516602, + "logps/rejected": -3.9896812438964844, + "loss": 0.1734, + "odds_ratio_loss": 0.025905992835760117, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013461543247103691, + "rewards/margins": 0.3855065703392029, + "rewards/rejected": -0.3989681005477905, + "sft_loss": 0.13461542129516602, + "step": 2313 + }, + { + "epoch": 3.346348517715112, + "grad_norm": 2.0223739152146694, + "learning_rate": 3.408950074797489e-06, + "logits/chosen": -0.47878187894821167, + "logits/rejected": -0.321734219789505, + "logps/chosen": -0.11608566343784332, + "logps/rejected": -4.263401031494141, + "loss": 0.1635, + "odds_ratio_loss": 0.028983620926737785, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011608565226197243, + "rewards/margins": 0.41473156213760376, + "rewards/rejected": -0.42634010314941406, + "sft_loss": 0.11608566343784332, + "step": 2314 + }, + { + "epoch": 3.3477946493130877, + "grad_norm": 1.9365576676145997, + "learning_rate": 3.4058784717653995e-06, + "logits/chosen": -0.4275784492492676, + "logits/rejected": -0.36998388171195984, + "logps/chosen": -0.1506321281194687, + "logps/rejected": -3.957401752471924, + "loss": 0.1715, + "odds_ratio_loss": 0.023368481546640396, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015063212253153324, + "rewards/margins": 0.3806769549846649, + "rewards/rejected": -0.3957401514053345, + "sft_loss": 0.1506321281194687, + "step": 2315 + }, + { + "epoch": 3.349240780911063, + "grad_norm": 2.305557489402209, + "learning_rate": 3.402807226931391e-06, + "logits/chosen": -0.3678243160247803, + "logits/rejected": -0.3632332682609558, + "logps/chosen": -0.1722518503665924, + "logps/rejected": -4.876021862030029, + "loss": 0.1641, + "odds_ratio_loss": 0.0586848147213459, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01722518540918827, + "rewards/margins": 0.4703770577907562, + "rewards/rejected": -0.48760223388671875, + "sft_loss": 0.1722518503665924, + "step": 2316 + }, + { + "epoch": 3.350686912509038, + "grad_norm": 1.809648668266014, + "learning_rate": 3.39973634214713e-06, + "logits/chosen": -0.4578765332698822, + "logits/rejected": -0.307986319065094, + "logps/chosen": -0.16912201046943665, + "logps/rejected": -2.635956048965454, + "loss": 0.2058, + "odds_ratio_loss": 0.04555736109614372, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016912199556827545, + "rewards/margins": 0.24668340384960175, + "rewards/rejected": -0.2635956108570099, + "sft_loss": 0.16912201046943665, + "step": 2317 + }, + { + "epoch": 3.352133044107014, + "grad_norm": 2.0091293833397312, + "learning_rate": 3.396665819264063e-06, + "logits/chosen": -0.564257800579071, + "logits/rejected": -0.5668538808822632, + "logps/chosen": -0.23128202557563782, + "logps/rejected": -3.673203229904175, + "loss": 0.1731, + "odds_ratio_loss": 0.07565176486968994, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023128200322389603, + "rewards/margins": 0.34419214725494385, + "rewards/rejected": -0.36732035875320435, + "sft_loss": 0.23128202557563782, + "step": 2318 + }, + { + "epoch": 3.353579175704989, + "grad_norm": 1.9041789941699363, + "learning_rate": 3.393595660133422e-06, + "logits/chosen": -0.6914946436882019, + "logits/rejected": -0.45303675532341003, + "logps/chosen": -0.15402580797672272, + "logps/rejected": -3.851901054382324, + "loss": 0.1957, + "odds_ratio_loss": 0.0196257084608078, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015402580611407757, + "rewards/margins": 0.3697875142097473, + "rewards/rejected": -0.38519006967544556, + "sft_loss": 0.15402580797672272, + "step": 2319 + }, + { + "epoch": 3.3550253073029648, + "grad_norm": 2.4464738329993594, + "learning_rate": 3.390525866606215e-06, + "logits/chosen": -0.5936788320541382, + "logits/rejected": -0.3911159634590149, + "logps/chosen": -0.16877484321594238, + "logps/rejected": -5.249103546142578, + "loss": 0.185, + "odds_ratio_loss": 0.02867019921541214, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01687748357653618, + "rewards/margins": 0.5080328583717346, + "rewards/rejected": -0.5249103307723999, + "sft_loss": 0.16877484321594238, + "step": 2320 + }, + { + "epoch": 3.35647143890094, + "grad_norm": 2.306906410554413, + "learning_rate": 3.3874564405332345e-06, + "logits/chosen": -0.42751482129096985, + "logits/rejected": -0.3295228183269501, + "logps/chosen": -0.108555868268013, + "logps/rejected": -3.7481698989868164, + "loss": 0.1913, + "odds_ratio_loss": 0.015943093225359917, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010855588130652905, + "rewards/margins": 0.363961398601532, + "rewards/rejected": -0.37481701374053955, + "sft_loss": 0.108555868268013, + "step": 2321 + }, + { + "epoch": 3.3579175704989153, + "grad_norm": 2.511012207408778, + "learning_rate": 3.3843873837650446e-06, + "logits/chosen": -0.5912790298461914, + "logits/rejected": -0.43329575657844543, + "logps/chosen": -0.15693248808383942, + "logps/rejected": -6.197193145751953, + "loss": 0.2058, + "odds_ratio_loss": 0.0240620244294405, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01569324918091297, + "rewards/margins": 0.6040260791778564, + "rewards/rejected": -0.6197193264961243, + "sft_loss": 0.15693248808383942, + "step": 2322 + }, + { + "epoch": 3.359363702096891, + "grad_norm": 2.3284028366780136, + "learning_rate": 3.3813186981519962e-06, + "logits/chosen": -0.5598545074462891, + "logits/rejected": -0.2795000672340393, + "logps/chosen": -0.2694113254547119, + "logps/rejected": -5.610904693603516, + "loss": 0.1817, + "odds_ratio_loss": 0.05200380086898804, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02694113366305828, + "rewards/margins": 0.5341493487358093, + "rewards/rejected": -0.5610904693603516, + "sft_loss": 0.2694113254547119, + "step": 2323 + }, + { + "epoch": 3.360809833694866, + "grad_norm": 2.197930880971812, + "learning_rate": 3.378250385544208e-06, + "logits/chosen": -0.5665892958641052, + "logits/rejected": -0.42673903703689575, + "logps/chosen": -0.1817660629749298, + "logps/rejected": -4.3229498863220215, + "loss": 0.1871, + "odds_ratio_loss": 0.03276637941598892, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0181766077876091, + "rewards/margins": 0.41411834955215454, + "rewards/rejected": -0.43229496479034424, + "sft_loss": 0.1817660629749298, + "step": 2324 + }, + { + "epoch": 3.3622559652928414, + "grad_norm": 2.067932219260601, + "learning_rate": 3.375182447791577e-06, + "logits/chosen": -0.6327534914016724, + "logits/rejected": -0.36072319746017456, + "logps/chosen": -0.16353721916675568, + "logps/rejected": -3.5113089084625244, + "loss": 0.1897, + "odds_ratio_loss": 0.027788694947957993, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016353722661733627, + "rewards/margins": 0.33477717638015747, + "rewards/rejected": -0.351130872964859, + "sft_loss": 0.16353721916675568, + "step": 2325 + }, + { + "epoch": 3.363702096890817, + "grad_norm": 2.0455089321641178, + "learning_rate": 3.3721148867437774e-06, + "logits/chosen": -0.5868119597434998, + "logits/rejected": -0.396449476480484, + "logps/chosen": -0.12406010925769806, + "logps/rejected": -5.176513195037842, + "loss": 0.1933, + "odds_ratio_loss": 0.026875488460063934, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012406010180711746, + "rewards/margins": 0.5052453875541687, + "rewards/rejected": -0.5176513195037842, + "sft_loss": 0.12406010925769806, + "step": 2326 + }, + { + "epoch": 3.3651482284887924, + "grad_norm": 1.8271184123517485, + "learning_rate": 3.3690477042502496e-06, + "logits/chosen": -0.5884243249893188, + "logits/rejected": -0.48027777671813965, + "logps/chosen": -0.27801549434661865, + "logps/rejected": -4.671180725097656, + "loss": 0.1827, + "odds_ratio_loss": 0.05004490539431572, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027801549062132835, + "rewards/margins": 0.4393165707588196, + "rewards/rejected": -0.46711811423301697, + "sft_loss": 0.27801549434661865, + "step": 2327 + }, + { + "epoch": 3.366594360086768, + "grad_norm": 1.8966435232463192, + "learning_rate": 3.365980902160212e-06, + "logits/chosen": -0.40547722578048706, + "logits/rejected": -0.36879974603652954, + "logps/chosen": -0.21847718954086304, + "logps/rejected": -4.9782304763793945, + "loss": 0.197, + "odds_ratio_loss": 0.0362633541226387, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021847719326615334, + "rewards/margins": 0.4759753346443176, + "rewards/rejected": -0.4978230595588684, + "sft_loss": 0.21847718954086304, + "step": 2328 + }, + { + "epoch": 3.3680404916847433, + "grad_norm": 2.0848613162126814, + "learning_rate": 3.3629144823226482e-06, + "logits/chosen": -0.7243247032165527, + "logits/rejected": -0.5537648797035217, + "logps/chosen": -0.2133502960205078, + "logps/rejected": -3.376030921936035, + "loss": 0.1792, + "odds_ratio_loss": 0.041394349187612534, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021335028111934662, + "rewards/margins": 0.31626808643341064, + "rewards/rejected": -0.3376030921936035, + "sft_loss": 0.2133502960205078, + "step": 2329 + }, + { + "epoch": 3.369486623282719, + "grad_norm": 1.9065026429617424, + "learning_rate": 3.3598484465863172e-06, + "logits/chosen": -0.4827233552932739, + "logits/rejected": -0.3291730284690857, + "logps/chosen": -0.13992281258106232, + "logps/rejected": -4.810104846954346, + "loss": 0.1576, + "odds_ratio_loss": 0.028171217069029808, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013992281630635262, + "rewards/margins": 0.4670182168483734, + "rewards/rejected": -0.4810104966163635, + "sft_loss": 0.13992281258106232, + "step": 2330 + }, + { + "epoch": 3.370932754880694, + "grad_norm": 2.093063883047962, + "learning_rate": 3.356782796799741e-06, + "logits/chosen": -0.7263155579566956, + "logits/rejected": -0.5995932817459106, + "logps/chosen": -0.2737896740436554, + "logps/rejected": -2.341442823410034, + "loss": 0.1972, + "odds_ratio_loss": 0.07859160006046295, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02737896703183651, + "rewards/margins": 0.2067653238773346, + "rewards/rejected": -0.23414428532123566, + "sft_loss": 0.2737896740436554, + "step": 2331 + }, + { + "epoch": 3.3723788864786695, + "grad_norm": 2.280755776822081, + "learning_rate": 3.3537175348112132e-06, + "logits/chosen": -0.5803489089012146, + "logits/rejected": -0.4628605246543884, + "logps/chosen": -0.2696508467197418, + "logps/rejected": -4.5527024269104, + "loss": 0.217, + "odds_ratio_loss": 0.03504379093647003, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026965085417032242, + "rewards/margins": 0.42830514907836914, + "rewards/rejected": -0.4552702307701111, + "sft_loss": 0.2696508467197418, + "step": 2332 + }, + { + "epoch": 3.373825018076645, + "grad_norm": 2.4387381727232342, + "learning_rate": 3.350652662468789e-06, + "logits/chosen": -0.5568262338638306, + "logits/rejected": -0.5146419405937195, + "logps/chosen": -0.27246224880218506, + "logps/rejected": -4.7472405433654785, + "loss": 0.2329, + "odds_ratio_loss": 0.06966537982225418, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027246225625276566, + "rewards/margins": 0.4474778175354004, + "rewards/rejected": -0.47472405433654785, + "sft_loss": 0.27246224880218506, + "step": 2333 + }, + { + "epoch": 3.3752711496746204, + "grad_norm": 2.089432631192305, + "learning_rate": 3.347588181620295e-06, + "logits/chosen": -0.6027547121047974, + "logits/rejected": -0.45868149399757385, + "logps/chosen": -0.22351467609405518, + "logps/rejected": -3.78956937789917, + "loss": 0.2044, + "odds_ratio_loss": 0.028093697503209114, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022351469844579697, + "rewards/margins": 0.3566054701805115, + "rewards/rejected": -0.37895697355270386, + "sft_loss": 0.22351467609405518, + "step": 2334 + }, + { + "epoch": 3.3767172812725956, + "grad_norm": 2.017534606069084, + "learning_rate": 3.344524094113315e-06, + "logits/chosen": -0.5132440328598022, + "logits/rejected": -0.4382811188697815, + "logps/chosen": -0.24050694704055786, + "logps/rejected": -4.633388042449951, + "loss": 0.2197, + "odds_ratio_loss": 0.06342487037181854, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024050697684288025, + "rewards/margins": 0.4392881393432617, + "rewards/rejected": -0.46333885192871094, + "sft_loss": 0.24050694704055786, + "step": 2335 + }, + { + "epoch": 3.3781634128705713, + "grad_norm": 2.5427888945503003, + "learning_rate": 3.3414604017952012e-06, + "logits/chosen": -0.43957871198654175, + "logits/rejected": -0.32247668504714966, + "logps/chosen": -0.16919280588626862, + "logps/rejected": -4.3719401359558105, + "loss": 0.2299, + "odds_ratio_loss": 0.015139477327466011, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01691928133368492, + "rewards/margins": 0.4202747344970703, + "rewards/rejected": -0.43719398975372314, + "sft_loss": 0.16919280588626862, + "step": 2336 + }, + { + "epoch": 3.3796095444685466, + "grad_norm": 1.907668530921736, + "learning_rate": 3.338397106513062e-06, + "logits/chosen": -0.5221062898635864, + "logits/rejected": -0.44908884167671204, + "logps/chosen": -0.12111540138721466, + "logps/rejected": -5.3049821853637695, + "loss": 0.1675, + "odds_ratio_loss": 0.013860628008842468, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012111540883779526, + "rewards/margins": 0.5183866620063782, + "rewards/rejected": -0.530498206615448, + "sft_loss": 0.12111540138721466, + "step": 2337 + }, + { + "epoch": 3.3810556760665222, + "grad_norm": 2.7346827804749414, + "learning_rate": 3.3353342101137716e-06, + "logits/chosen": -0.7345597743988037, + "logits/rejected": -0.5234204530715942, + "logps/chosen": -0.24222394824028015, + "logps/rejected": -3.3377528190612793, + "loss": 0.2078, + "odds_ratio_loss": 0.034483764320611954, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024222396314144135, + "rewards/margins": 0.3095529079437256, + "rewards/rejected": -0.3337753117084503, + "sft_loss": 0.24222394824028015, + "step": 2338 + }, + { + "epoch": 3.3825018076644975, + "grad_norm": 1.917048235526739, + "learning_rate": 3.3322717144439625e-06, + "logits/chosen": -0.46222031116485596, + "logits/rejected": -0.27375099062919617, + "logps/chosen": -0.1882801055908203, + "logps/rejected": -2.4854445457458496, + "loss": 0.2039, + "odds_ratio_loss": 0.03459760174155235, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018828010186553, + "rewards/margins": 0.2297164499759674, + "rewards/rejected": -0.24854443967342377, + "sft_loss": 0.1882801055908203, + "step": 2339 + }, + { + "epoch": 3.3839479392624727, + "grad_norm": 2.0568650037186837, + "learning_rate": 3.329209621350022e-06, + "logits/chosen": -0.40930983424186707, + "logits/rejected": -0.33890777826309204, + "logps/chosen": -0.12745355069637299, + "logps/rejected": -3.447296619415283, + "loss": 0.1956, + "odds_ratio_loss": 0.023260656744241714, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012745355255901814, + "rewards/margins": 0.33198434114456177, + "rewards/rejected": -0.3447296917438507, + "sft_loss": 0.12745355069637299, + "step": 2340 + }, + { + "epoch": 3.3853940708604484, + "grad_norm": 1.8812355165375803, + "learning_rate": 3.326147932678101e-06, + "logits/chosen": -0.5835216045379639, + "logits/rejected": -0.3774033486843109, + "logps/chosen": -0.1862981766462326, + "logps/rejected": -2.6372690200805664, + "loss": 0.1454, + "odds_ratio_loss": 0.04647889733314514, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01862981729209423, + "rewards/margins": 0.2450971007347107, + "rewards/rejected": -0.2637269198894501, + "sft_loss": 0.1862981766462326, + "step": 2341 + }, + { + "epoch": 3.3868402024584237, + "grad_norm": 2.0368914180952524, + "learning_rate": 3.3230866502741003e-06, + "logits/chosen": -0.5929782390594482, + "logits/rejected": -0.4657699167728424, + "logps/chosen": -0.15571850538253784, + "logps/rejected": -4.687864303588867, + "loss": 0.1233, + "odds_ratio_loss": 0.03532061725854874, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01557185035198927, + "rewards/margins": 0.453214555978775, + "rewards/rejected": -0.4687863886356354, + "sft_loss": 0.15571850538253784, + "step": 2342 + }, + { + "epoch": 3.3882863340563993, + "grad_norm": 2.5322463156632584, + "learning_rate": 3.3200257759836797e-06, + "logits/chosen": -0.5486747026443481, + "logits/rejected": -0.4624249041080475, + "logps/chosen": -0.15167993307113647, + "logps/rejected": -4.17061185836792, + "loss": 0.2099, + "odds_ratio_loss": 0.028253663331270218, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015167992562055588, + "rewards/margins": 0.4018931984901428, + "rewards/rejected": -0.4170612096786499, + "sft_loss": 0.15167993307113647, + "step": 2343 + }, + { + "epoch": 3.3897324656543746, + "grad_norm": 3.862720927006293, + "learning_rate": 3.3169653116522495e-06, + "logits/chosen": -0.585822343826294, + "logits/rejected": -0.43602919578552246, + "logps/chosen": -0.18509134650230408, + "logps/rejected": -2.327944755554199, + "loss": 0.2604, + "odds_ratio_loss": 0.04921817034482956, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018509134650230408, + "rewards/margins": 0.21428535878658295, + "rewards/rejected": -0.23279447853565216, + "sft_loss": 0.18509134650230408, + "step": 2344 + }, + { + "epoch": 3.39117859725235, + "grad_norm": 1.950000962651423, + "learning_rate": 3.3139052591249787e-06, + "logits/chosen": -0.6751699447631836, + "logits/rejected": -0.5654871463775635, + "logps/chosen": -0.15269403159618378, + "logps/rejected": -3.7506747245788574, + "loss": 0.1931, + "odds_ratio_loss": 0.016780618578195572, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015269402414560318, + "rewards/margins": 0.35979804396629333, + "rewards/rejected": -0.37506741285324097, + "sft_loss": 0.15269403159618378, + "step": 2345 + }, + { + "epoch": 3.3926247288503255, + "grad_norm": 2.4756529994631578, + "learning_rate": 3.310845620246782e-06, + "logits/chosen": -0.5545775294303894, + "logits/rejected": -0.5234758257865906, + "logps/chosen": -0.3893795907497406, + "logps/rejected": -3.45979642868042, + "loss": 0.2417, + "odds_ratio_loss": 0.06643575429916382, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03893795982003212, + "rewards/margins": 0.3070417046546936, + "rewards/rejected": -0.34597963094711304, + "sft_loss": 0.3893795907497406, + "step": 2346 + }, + { + "epoch": 3.3940708604483008, + "grad_norm": 1.9452862350833446, + "learning_rate": 3.307786396862328e-06, + "logits/chosen": -0.514398992061615, + "logits/rejected": -0.418234258890152, + "logps/chosen": -0.1784936636686325, + "logps/rejected": -3.257981777191162, + "loss": 0.169, + "odds_ratio_loss": 0.029191169887781143, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01784936711192131, + "rewards/margins": 0.3079487979412079, + "rewards/rejected": -0.3257981538772583, + "sft_loss": 0.1784936636686325, + "step": 2347 + }, + { + "epoch": 3.395516992046276, + "grad_norm": 1.8849207427683208, + "learning_rate": 3.3047275908160313e-06, + "logits/chosen": -0.6669695377349854, + "logits/rejected": -0.5456492304801941, + "logps/chosen": -0.14028765261173248, + "logps/rejected": -3.805546522140503, + "loss": 0.1403, + "odds_ratio_loss": 0.0347730778157711, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014028767123818398, + "rewards/margins": 0.36652588844299316, + "rewards/rejected": -0.3805546462535858, + "sft_loss": 0.14028765261173248, + "step": 2348 + }, + { + "epoch": 3.3969631236442517, + "grad_norm": 3.2445046573108662, + "learning_rate": 3.301669203952062e-06, + "logits/chosen": -0.6601239442825317, + "logits/rejected": -0.5460609793663025, + "logps/chosen": -0.33426791429519653, + "logps/rejected": -3.9542243480682373, + "loss": 0.2175, + "odds_ratio_loss": 0.059068068861961365, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03342679515480995, + "rewards/margins": 0.361995667219162, + "rewards/rejected": -0.39542245864868164, + "sft_loss": 0.33426791429519653, + "step": 2349 + }, + { + "epoch": 3.398409255242227, + "grad_norm": 2.158850405411536, + "learning_rate": 3.298611238114329e-06, + "logits/chosen": -0.6491446495056152, + "logits/rejected": -0.5393118858337402, + "logps/chosen": -0.1076105535030365, + "logps/rejected": -4.072206497192383, + "loss": 0.1556, + "odds_ratio_loss": 0.056976694613695145, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01076105609536171, + "rewards/margins": 0.3964596390724182, + "rewards/rejected": -0.4072206914424896, + "sft_loss": 0.1076105535030365, + "step": 2350 + }, + { + "epoch": 3.3998553868402026, + "grad_norm": 1.9828791161868011, + "learning_rate": 3.2955536951464928e-06, + "logits/chosen": -0.5805346965789795, + "logits/rejected": -0.43692758679389954, + "logps/chosen": -0.24223265051841736, + "logps/rejected": -3.075357437133789, + "loss": 0.1726, + "odds_ratio_loss": 0.08130443841218948, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024223264306783676, + "rewards/margins": 0.28331252932548523, + "rewards/rejected": -0.3075357675552368, + "sft_loss": 0.24223265051841736, + "step": 2351 + }, + { + "epoch": 3.401301518438178, + "grad_norm": 2.6132585882729185, + "learning_rate": 3.2924965768919584e-06, + "logits/chosen": -0.6605554819107056, + "logits/rejected": -0.5415310263633728, + "logps/chosen": -0.20664909482002258, + "logps/rejected": -4.503979682922363, + "loss": 0.1837, + "odds_ratio_loss": 0.026226144284009933, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020664909854531288, + "rewards/margins": 0.4297330677509308, + "rewards/rejected": -0.4503979980945587, + "sft_loss": 0.20664909482002258, + "step": 2352 + }, + { + "epoch": 3.4027476500361535, + "grad_norm": 2.0914371446634217, + "learning_rate": 3.2894398851938722e-06, + "logits/chosen": -0.5870836973190308, + "logits/rejected": -0.5486207008361816, + "logps/chosen": -0.3236868679523468, + "logps/rejected": -3.2036993503570557, + "loss": 0.2116, + "odds_ratio_loss": 0.10235699266195297, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03236868977546692, + "rewards/margins": 0.28800126910209656, + "rewards/rejected": -0.3203699588775635, + "sft_loss": 0.3236868679523468, + "step": 2353 + }, + { + "epoch": 3.404193781634129, + "grad_norm": 1.9042342118993496, + "learning_rate": 3.2863836218951264e-06, + "logits/chosen": -0.5434327721595764, + "logits/rejected": -0.6129238605499268, + "logps/chosen": -0.15127164125442505, + "logps/rejected": -3.548457145690918, + "loss": 0.1374, + "odds_ratio_loss": 0.0960196778178215, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.01512716431170702, + "rewards/margins": 0.3397185206413269, + "rewards/rejected": -0.35484570264816284, + "sft_loss": 0.15127164125442505, + "step": 2354 + }, + { + "epoch": 3.405639913232104, + "grad_norm": 2.0168858297493384, + "learning_rate": 3.283327788838351e-06, + "logits/chosen": -0.46761107444763184, + "logits/rejected": -0.40209662914276123, + "logps/chosen": -0.16615912318229675, + "logps/rejected": -4.629472732543945, + "loss": 0.1965, + "odds_ratio_loss": 0.07964546978473663, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.016615912318229675, + "rewards/margins": 0.44633132219314575, + "rewards/rejected": -0.462947279214859, + "sft_loss": 0.16615912318229675, + "step": 2355 + }, + { + "epoch": 3.4070860448300797, + "grad_norm": 1.9900945386518782, + "learning_rate": 3.2802723878659227e-06, + "logits/chosen": -0.7723032236099243, + "logits/rejected": -0.5101234912872314, + "logps/chosen": -0.18992879986763, + "logps/rejected": -3.797363758087158, + "loss": 0.162, + "odds_ratio_loss": 0.04275386407971382, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01899288222193718, + "rewards/margins": 0.3607434928417206, + "rewards/rejected": -0.3797363340854645, + "sft_loss": 0.18992879986763, + "step": 2356 + }, + { + "epoch": 3.408532176428055, + "grad_norm": 2.0183495710777297, + "learning_rate": 3.2772174208199506e-06, + "logits/chosen": -0.6566188335418701, + "logits/rejected": -0.3303099572658539, + "logps/chosen": -0.11480744928121567, + "logps/rejected": -6.169617652893066, + "loss": 0.1865, + "odds_ratio_loss": 0.017061393707990646, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011480744928121567, + "rewards/margins": 0.6054810285568237, + "rewards/rejected": -0.6169617772102356, + "sft_loss": 0.11480744928121567, + "step": 2357 + }, + { + "epoch": 3.40997830802603, + "grad_norm": 1.8891380224756906, + "learning_rate": 3.27416288954229e-06, + "logits/chosen": -0.44351673126220703, + "logits/rejected": -0.43019381165504456, + "logps/chosen": -0.10614179819822311, + "logps/rejected": -6.608994007110596, + "loss": 0.1517, + "odds_ratio_loss": 0.028982926160097122, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010614179074764252, + "rewards/margins": 0.6502852439880371, + "rewards/rejected": -0.6608994603157043, + "sft_loss": 0.10614179819822311, + "step": 2358 + }, + { + "epoch": 3.411424439624006, + "grad_norm": 2.5923012440968547, + "learning_rate": 3.2711087958745244e-06, + "logits/chosen": -0.5696052312850952, + "logits/rejected": -0.41010528802871704, + "logps/chosen": -0.26490670442581177, + "logps/rejected": -4.231900215148926, + "loss": 0.2317, + "odds_ratio_loss": 0.07147705554962158, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026490669697523117, + "rewards/margins": 0.39669930934906006, + "rewards/rejected": -0.42318999767303467, + "sft_loss": 0.26490670442581177, + "step": 2359 + }, + { + "epoch": 3.412870571221981, + "grad_norm": 2.0508780602004104, + "learning_rate": 3.2680551416579814e-06, + "logits/chosen": -0.680136501789093, + "logits/rejected": -0.4244930148124695, + "logps/chosen": -0.16198989748954773, + "logps/rejected": -3.4155640602111816, + "loss": 0.1938, + "odds_ratio_loss": 0.025843270123004913, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016198990866541862, + "rewards/margins": 0.32535743713378906, + "rewards/rejected": -0.3415564000606537, + "sft_loss": 0.16198989748954773, + "step": 2360 + }, + { + "epoch": 3.414316702819957, + "grad_norm": 1.887673138028965, + "learning_rate": 3.265001928733718e-06, + "logits/chosen": -0.6401176452636719, + "logits/rejected": -0.5871616005897522, + "logps/chosen": -0.22450858354568481, + "logps/rejected": -3.574300765991211, + "loss": 0.2106, + "odds_ratio_loss": 0.04913847893476486, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02245086058974266, + "rewards/margins": 0.33497920632362366, + "rewards/rejected": -0.357430100440979, + "sft_loss": 0.22450858354568481, + "step": 2361 + }, + { + "epoch": 3.415762834417932, + "grad_norm": 2.082031818490767, + "learning_rate": 3.2619491589425315e-06, + "logits/chosen": -0.6551008820533752, + "logits/rejected": -0.37433722615242004, + "logps/chosen": -0.19321411848068237, + "logps/rejected": -3.2051291465759277, + "loss": 0.2201, + "odds_ratio_loss": 0.06106024235486984, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019321411848068237, + "rewards/margins": 0.301191508769989, + "rewards/rejected": -0.32051289081573486, + "sft_loss": 0.19321411848068237, + "step": 2362 + }, + { + "epoch": 3.4172089660159073, + "grad_norm": 2.178896734407967, + "learning_rate": 3.2588968341249446e-06, + "logits/chosen": -0.49421876668930054, + "logits/rejected": -0.4174592196941376, + "logps/chosen": -0.15940704941749573, + "logps/rejected": -4.831748008728027, + "loss": 0.2088, + "odds_ratio_loss": 0.02657831273972988, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015940703451633453, + "rewards/margins": 0.4672340750694275, + "rewards/rejected": -0.48317480087280273, + "sft_loss": 0.15940704941749573, + "step": 2363 + }, + { + "epoch": 3.418655097613883, + "grad_norm": 2.3614175718808053, + "learning_rate": 3.2558449561212175e-06, + "logits/chosen": -0.7048352360725403, + "logits/rejected": -0.3603106439113617, + "logps/chosen": -0.20679709315299988, + "logps/rejected": -4.15094518661499, + "loss": 0.2183, + "odds_ratio_loss": 0.0959421694278717, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.020679708570241928, + "rewards/margins": 0.3944148123264313, + "rewards/rejected": -0.4150944948196411, + "sft_loss": 0.20679709315299988, + "step": 2364 + }, + { + "epoch": 3.420101229211858, + "grad_norm": 1.8595835773087739, + "learning_rate": 3.2527935267713358e-06, + "logits/chosen": -0.45306140184402466, + "logits/rejected": -0.45435231924057007, + "logps/chosen": -0.1741219162940979, + "logps/rejected": -2.359769821166992, + "loss": 0.1421, + "odds_ratio_loss": 0.04474630579352379, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01741219311952591, + "rewards/margins": 0.21856479346752167, + "rewards/rejected": -0.23597699403762817, + "sft_loss": 0.1741219162940979, + "step": 2365 + }, + { + "epoch": 3.421547360809834, + "grad_norm": 2.0437400502249163, + "learning_rate": 3.249742547915021e-06, + "logits/chosen": -0.6979148983955383, + "logits/rejected": -0.5617083311080933, + "logps/chosen": -0.15010838210582733, + "logps/rejected": -4.167182445526123, + "loss": 0.2088, + "odds_ratio_loss": 0.030087631195783615, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015010838396847248, + "rewards/margins": 0.40170741081237793, + "rewards/rejected": -0.4167182743549347, + "sft_loss": 0.15010838210582733, + "step": 2366 + }, + { + "epoch": 3.422993492407809, + "grad_norm": 2.2100265623341286, + "learning_rate": 3.246692021391719e-06, + "logits/chosen": -0.5132609605789185, + "logits/rejected": -0.3893182575702667, + "logps/chosen": -0.2116222381591797, + "logps/rejected": -7.529613494873047, + "loss": 0.2881, + "odds_ratio_loss": 0.03504924103617668, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02116222307085991, + "rewards/margins": 0.7317991256713867, + "rewards/rejected": -0.7529613375663757, + "sft_loss": 0.2116222381591797, + "step": 2367 + }, + { + "epoch": 3.4244396240057844, + "grad_norm": 1.9627649713389184, + "learning_rate": 3.2436419490406014e-06, + "logits/chosen": -0.5135637521743774, + "logits/rejected": -0.4365648925304413, + "logps/chosen": -0.18647979199886322, + "logps/rejected": -4.965529441833496, + "loss": 0.165, + "odds_ratio_loss": 0.05243527889251709, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01864797994494438, + "rewards/margins": 0.4779050052165985, + "rewards/rejected": -0.496552973985672, + "sft_loss": 0.18647979199886322, + "step": 2368 + }, + { + "epoch": 3.42588575560376, + "grad_norm": 1.9653134748886898, + "learning_rate": 3.2405923327005713e-06, + "logits/chosen": -0.6600465774536133, + "logits/rejected": -0.44938400387763977, + "logps/chosen": -0.14724966883659363, + "logps/rejected": -3.737379550933838, + "loss": 0.1758, + "odds_ratio_loss": 0.029483633115887642, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014724968001246452, + "rewards/margins": 0.35901302099227905, + "rewards/rejected": -0.37373796105384827, + "sft_loss": 0.14724966883659363, + "step": 2369 + }, + { + "epoch": 3.4273318872017353, + "grad_norm": 2.2160538606815017, + "learning_rate": 3.237543174210251e-06, + "logits/chosen": -0.8269349336624146, + "logits/rejected": -0.6046656370162964, + "logps/chosen": -0.09066790342330933, + "logps/rejected": -5.1507792472839355, + "loss": 0.1569, + "odds_ratio_loss": 0.013543096370995045, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009066790342330933, + "rewards/margins": 0.5060111880302429, + "rewards/rejected": -0.5150779485702515, + "sft_loss": 0.09066790342330933, + "step": 2370 + }, + { + "epoch": 3.4287780187997106, + "grad_norm": 1.899550802406212, + "learning_rate": 3.234494475407992e-06, + "logits/chosen": -0.6040807962417603, + "logits/rejected": -0.6489887237548828, + "logps/chosen": -0.12181614339351654, + "logps/rejected": -3.8885912895202637, + "loss": 0.1457, + "odds_ratio_loss": 0.024596858769655228, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012181615456938744, + "rewards/margins": 0.3766775131225586, + "rewards/rejected": -0.3888591527938843, + "sft_loss": 0.12181614339351654, + "step": 2371 + }, + { + "epoch": 3.4302241503976862, + "grad_norm": 2.099727938709925, + "learning_rate": 3.231446238131863e-06, + "logits/chosen": -0.6808019876480103, + "logits/rejected": -0.5160682797431946, + "logps/chosen": -0.1048995703458786, + "logps/rejected": -5.250744819641113, + "loss": 0.1281, + "odds_ratio_loss": 0.008181117475032806, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01048995740711689, + "rewards/margins": 0.514584481716156, + "rewards/rejected": -0.5250744223594666, + "sft_loss": 0.1048995703458786, + "step": 2372 + }, + { + "epoch": 3.4316702819956615, + "grad_norm": 2.706733983494289, + "learning_rate": 3.2283984642196613e-06, + "logits/chosen": -0.6812127828598022, + "logits/rejected": -0.5712729692459106, + "logps/chosen": -0.11651255190372467, + "logps/rejected": -4.5421271324157715, + "loss": 0.1814, + "odds_ratio_loss": 0.023081321269273758, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011651256121695042, + "rewards/margins": 0.44256147742271423, + "rewards/rejected": -0.4542126953601837, + "sft_loss": 0.11651255190372467, + "step": 2373 + }, + { + "epoch": 3.433116413593637, + "grad_norm": 5.394973473846446, + "learning_rate": 3.225351155508898e-06, + "logits/chosen": -0.6133010387420654, + "logits/rejected": -0.45091527700424194, + "logps/chosen": -0.22377179563045502, + "logps/rejected": -3.0302748680114746, + "loss": 0.1914, + "odds_ratio_loss": 0.0691990777850151, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02237718179821968, + "rewards/margins": 0.2806503176689148, + "rewards/rejected": -0.303027480840683, + "sft_loss": 0.22377179563045502, + "step": 2374 + }, + { + "epoch": 3.4345625451916124, + "grad_norm": 2.1457624970133327, + "learning_rate": 3.222304313836809e-06, + "logits/chosen": -0.556597888469696, + "logits/rejected": -0.49058791995048523, + "logps/chosen": -0.2874477505683899, + "logps/rejected": -4.049435615539551, + "loss": 0.2413, + "odds_ratio_loss": 0.06138356029987335, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02874477580189705, + "rewards/margins": 0.37619873881340027, + "rewards/rejected": -0.4049435555934906, + "sft_loss": 0.2874477505683899, + "step": 2375 + }, + { + "epoch": 3.436008676789588, + "grad_norm": 1.9218950138125275, + "learning_rate": 3.219257941040344e-06, + "logits/chosen": -0.5005204677581787, + "logits/rejected": -0.28589102625846863, + "logps/chosen": -0.17385639250278473, + "logps/rejected": -4.714556694030762, + "loss": 0.1819, + "odds_ratio_loss": 0.03751099109649658, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017385639250278473, + "rewards/margins": 0.4540700316429138, + "rewards/rejected": -0.4714556634426117, + "sft_loss": 0.17385639250278473, + "step": 2376 + }, + { + "epoch": 3.4374548083875633, + "grad_norm": 1.8161697265415382, + "learning_rate": 3.216212038956176e-06, + "logits/chosen": -0.5983232855796814, + "logits/rejected": -0.5303330421447754, + "logps/chosen": -0.16004885733127594, + "logps/rejected": -3.1815803050994873, + "loss": 0.154, + "odds_ratio_loss": 0.04018660634756088, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016004884615540504, + "rewards/margins": 0.30215317010879517, + "rewards/rejected": -0.31815803050994873, + "sft_loss": 0.16004885733127594, + "step": 2377 + }, + { + "epoch": 3.4389009399855386, + "grad_norm": 2.316256513557429, + "learning_rate": 3.2131666094206877e-06, + "logits/chosen": -0.6681080460548401, + "logits/rejected": -0.4476345479488373, + "logps/chosen": -0.1448899507522583, + "logps/rejected": -3.2004542350769043, + "loss": 0.2104, + "odds_ratio_loss": 0.038483526557683945, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01448899321258068, + "rewards/margins": 0.30555644631385803, + "rewards/rejected": -0.32004544138908386, + "sft_loss": 0.1448899507522583, + "step": 2378 + }, + { + "epoch": 3.4403470715835143, + "grad_norm": 2.075563631432093, + "learning_rate": 3.2101216542699807e-06, + "logits/chosen": -0.5723260641098022, + "logits/rejected": -0.46136629581451416, + "logps/chosen": -0.21146410703659058, + "logps/rejected": -2.679683208465576, + "loss": 0.2148, + "odds_ratio_loss": 0.048095718026161194, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021146409213542938, + "rewards/margins": 0.24682191014289856, + "rewards/rejected": -0.2679683268070221, + "sft_loss": 0.21146410703659058, + "step": 2379 + }, + { + "epoch": 3.4417932031814895, + "grad_norm": 2.2145156618535804, + "learning_rate": 3.207077175339871e-06, + "logits/chosen": -0.327717661857605, + "logits/rejected": -0.3595542311668396, + "logps/chosen": -0.1934828907251358, + "logps/rejected": -4.13493537902832, + "loss": 0.1963, + "odds_ratio_loss": 0.04170215129852295, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01934828981757164, + "rewards/margins": 0.39414525032043457, + "rewards/rejected": -0.4134935438632965, + "sft_loss": 0.1934828907251358, + "step": 2380 + }, + { + "epoch": 3.4432393347794648, + "grad_norm": 2.227105578312563, + "learning_rate": 3.204033174465886e-06, + "logits/chosen": -0.5712621808052063, + "logits/rejected": -0.5687679648399353, + "logps/chosen": -0.20861420035362244, + "logps/rejected": -3.32293701171875, + "loss": 0.2707, + "odds_ratio_loss": 0.044927455484867096, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020861420780420303, + "rewards/margins": 0.3114323019981384, + "rewards/rejected": -0.33229371905326843, + "sft_loss": 0.20861420035362244, + "step": 2381 + }, + { + "epoch": 3.4446854663774404, + "grad_norm": 2.090363545406971, + "learning_rate": 3.2009896534832645e-06, + "logits/chosen": -0.6760439872741699, + "logits/rejected": -0.4026757478713989, + "logps/chosen": -0.1740947961807251, + "logps/rejected": -5.411316871643066, + "loss": 0.1854, + "odds_ratio_loss": 0.029533682391047478, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01740947738289833, + "rewards/margins": 0.523722231388092, + "rewards/rejected": -0.5411317348480225, + "sft_loss": 0.1740947961807251, + "step": 2382 + }, + { + "epoch": 3.4461315979754157, + "grad_norm": 2.029695406988353, + "learning_rate": 3.1979466142269555e-06, + "logits/chosen": -0.6552931666374207, + "logits/rejected": -0.5883285403251648, + "logps/chosen": -0.17759792506694794, + "logps/rejected": -2.6016619205474854, + "loss": 0.1752, + "odds_ratio_loss": 0.04593576118350029, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017759792506694794, + "rewards/margins": 0.24240639805793762, + "rewards/rejected": -0.260166198015213, + "sft_loss": 0.17759792506694794, + "step": 2383 + }, + { + "epoch": 3.4475777295733914, + "grad_norm": 1.9069898883594973, + "learning_rate": 3.194904058531621e-06, + "logits/chosen": -0.6044560670852661, + "logits/rejected": -0.3972908854484558, + "logps/chosen": -0.12178179621696472, + "logps/rejected": -4.539610862731934, + "loss": 0.1617, + "odds_ratio_loss": 0.01849059760570526, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012178179807960987, + "rewards/margins": 0.4417828321456909, + "rewards/rejected": -0.453961044549942, + "sft_loss": 0.12178179621696472, + "step": 2384 + }, + { + "epoch": 3.4490238611713666, + "grad_norm": 2.249715426855833, + "learning_rate": 3.191861988231627e-06, + "logits/chosen": -0.6379084587097168, + "logits/rejected": -0.44113999605178833, + "logps/chosen": -0.10592366009950638, + "logps/rejected": -2.7317471504211426, + "loss": 0.1578, + "odds_ratio_loss": 0.05817069858312607, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.010592365637421608, + "rewards/margins": 0.26258236169815063, + "rewards/rejected": -0.2731747329235077, + "sft_loss": 0.10592366009950638, + "step": 2385 + }, + { + "epoch": 3.450469992769342, + "grad_norm": 2.263875089312316, + "learning_rate": 3.1888204051610524e-06, + "logits/chosen": -0.6763030886650085, + "logits/rejected": -0.482852578163147, + "logps/chosen": -0.11899633705615997, + "logps/rejected": -2.220947265625, + "loss": 0.1291, + "odds_ratio_loss": 0.032654620707035065, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011899634264409542, + "rewards/margins": 0.21019507944583893, + "rewards/rejected": -0.22209471464157104, + "sft_loss": 0.11899633705615997, + "step": 2386 + }, + { + "epoch": 3.4519161243673175, + "grad_norm": 2.2015403837200953, + "learning_rate": 3.185779311153674e-06, + "logits/chosen": -0.6529958248138428, + "logits/rejected": -0.5249685645103455, + "logps/chosen": -0.10539045929908752, + "logps/rejected": -3.266904354095459, + "loss": 0.167, + "odds_ratio_loss": 0.023367218673229218, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010539045557379723, + "rewards/margins": 0.3161514401435852, + "rewards/rejected": -0.3266904950141907, + "sft_loss": 0.10539045929908752, + "step": 2387 + }, + { + "epoch": 3.453362255965293, + "grad_norm": 2.1645835829709745, + "learning_rate": 3.1827387080429834e-06, + "logits/chosen": -0.5144082307815552, + "logits/rejected": -0.5050871968269348, + "logps/chosen": -0.1488667130470276, + "logps/rejected": -3.8072664737701416, + "loss": 0.171, + "odds_ratio_loss": 0.03980445861816406, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014886670745909214, + "rewards/margins": 0.36583998799324036, + "rewards/rejected": -0.3807266354560852, + "sft_loss": 0.1488667130470276, + "step": 2388 + }, + { + "epoch": 3.4548083875632685, + "grad_norm": 2.092793971447257, + "learning_rate": 3.179698597662168e-06, + "logits/chosen": -0.6013069748878479, + "logits/rejected": -0.5046336054801941, + "logps/chosen": -0.19006365537643433, + "logps/rejected": -3.2266502380371094, + "loss": 0.1904, + "odds_ratio_loss": 0.03395771235227585, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019006364047527313, + "rewards/margins": 0.303658664226532, + "rewards/rejected": -0.3226650655269623, + "sft_loss": 0.19006365537643433, + "step": 2389 + }, + { + "epoch": 3.4562545191612437, + "grad_norm": 2.248101499587932, + "learning_rate": 3.176658981844125e-06, + "logits/chosen": -0.6274727582931519, + "logits/rejected": -0.6035176515579224, + "logps/chosen": -0.16629016399383545, + "logps/rejected": -3.1788456439971924, + "loss": 0.1437, + "odds_ratio_loss": 0.036419257521629333, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016629017889499664, + "rewards/margins": 0.30125558376312256, + "rewards/rejected": -0.3178845942020416, + "sft_loss": 0.16629016399383545, + "step": 2390 + }, + { + "epoch": 3.457700650759219, + "grad_norm": 2.5398307774402333, + "learning_rate": 3.173619862421446e-06, + "logits/chosen": -0.6537259817123413, + "logits/rejected": -0.4555646777153015, + "logps/chosen": -0.13223238289356232, + "logps/rejected": -5.075956344604492, + "loss": 0.1914, + "odds_ratio_loss": 0.02143080160021782, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013223239220678806, + "rewards/margins": 0.4943723678588867, + "rewards/rejected": -0.5075955986976624, + "sft_loss": 0.13223238289356232, + "step": 2391 + }, + { + "epoch": 3.4591467823571946, + "grad_norm": 1.7598998790393996, + "learning_rate": 3.170581241226431e-06, + "logits/chosen": -0.5485961437225342, + "logits/rejected": -0.46813613176345825, + "logps/chosen": -0.08493223786354065, + "logps/rejected": -3.2580509185791016, + "loss": 0.156, + "odds_ratio_loss": 0.01832718588411808, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008493224158883095, + "rewards/margins": 0.3173118829727173, + "rewards/rejected": -0.32580509781837463, + "sft_loss": 0.08493223786354065, + "step": 2392 + }, + { + "epoch": 3.46059291395517, + "grad_norm": 2.1489156210409828, + "learning_rate": 3.167543120091075e-06, + "logits/chosen": -0.6511685848236084, + "logits/rejected": -0.5171000957489014, + "logps/chosen": -0.2797868847846985, + "logps/rejected": -3.9867255687713623, + "loss": 0.2727, + "odds_ratio_loss": 0.0753171294927597, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0279786866158247, + "rewards/margins": 0.3706938624382019, + "rewards/rejected": -0.39867255091667175, + "sft_loss": 0.2797868847846985, + "step": 2393 + }, + { + "epoch": 3.462039045553145, + "grad_norm": 3.179471585649838, + "learning_rate": 3.1645055008470715e-06, + "logits/chosen": -0.6657485365867615, + "logits/rejected": -0.5495181083679199, + "logps/chosen": -0.16760435700416565, + "logps/rejected": -3.56003475189209, + "loss": 0.1801, + "odds_ratio_loss": 0.024452198296785355, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016760436818003654, + "rewards/margins": 0.3392430543899536, + "rewards/rejected": -0.3560035228729248, + "sft_loss": 0.16760435700416565, + "step": 2394 + }, + { + "epoch": 3.463485177151121, + "grad_norm": 1.8815520518710367, + "learning_rate": 3.161468385325814e-06, + "logits/chosen": -0.5054148435592651, + "logits/rejected": -0.47322767972946167, + "logps/chosen": -0.11986206471920013, + "logps/rejected": -3.1187729835510254, + "loss": 0.1612, + "odds_ratio_loss": 0.02132941596210003, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011986206285655499, + "rewards/margins": 0.2998911142349243, + "rewards/rejected": -0.3118773102760315, + "sft_loss": 0.11986206471920013, + "step": 2395 + }, + { + "epoch": 3.464931308749096, + "grad_norm": 2.122953789567727, + "learning_rate": 3.1584317753583897e-06, + "logits/chosen": -0.45948153734207153, + "logits/rejected": -0.4089983105659485, + "logps/chosen": -0.15057674050331116, + "logps/rejected": -3.30064058303833, + "loss": 0.1828, + "odds_ratio_loss": 0.038241539150476456, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015057675540447235, + "rewards/margins": 0.3150063753128052, + "rewards/rejected": -0.330064058303833, + "sft_loss": 0.15057674050331116, + "step": 2396 + }, + { + "epoch": 3.4663774403470717, + "grad_norm": 2.609325702886058, + "learning_rate": 3.155395672775583e-06, + "logits/chosen": -0.6183381080627441, + "logits/rejected": -0.5282341241836548, + "logps/chosen": -0.2384868562221527, + "logps/rejected": -4.012352466583252, + "loss": 0.1958, + "odds_ratio_loss": 0.06628884375095367, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02384868450462818, + "rewards/margins": 0.37738654017448425, + "rewards/rejected": -0.4012352526187897, + "sft_loss": 0.2384868562221527, + "step": 2397 + }, + { + "epoch": 3.467823571945047, + "grad_norm": 1.963380190689956, + "learning_rate": 3.1523600794078695e-06, + "logits/chosen": -0.5454755425453186, + "logits/rejected": -0.46037548780441284, + "logps/chosen": -0.102660171687603, + "logps/rejected": -2.684774160385132, + "loss": 0.1444, + "odds_ratio_loss": 0.021067647263407707, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0102660171687603, + "rewards/margins": 0.2582114040851593, + "rewards/rejected": -0.2684774398803711, + "sft_loss": 0.102660171687603, + "step": 2398 + }, + { + "epoch": 3.469269703543022, + "grad_norm": 2.2003218735262213, + "learning_rate": 3.149324997085422e-06, + "logits/chosen": -0.5759695768356323, + "logits/rejected": -0.5235334634780884, + "logps/chosen": -0.1454126387834549, + "logps/rejected": -3.1648459434509277, + "loss": 0.1878, + "odds_ratio_loss": 0.03307610750198364, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0145412627607584, + "rewards/margins": 0.3019433915615082, + "rewards/rejected": -0.31648463010787964, + "sft_loss": 0.1454126387834549, + "step": 2399 + }, + { + "epoch": 3.470715835140998, + "grad_norm": 2.221086291687407, + "learning_rate": 3.1462904276381016e-06, + "logits/chosen": -0.6801586151123047, + "logits/rejected": -0.5571650266647339, + "logps/chosen": -0.2424691617488861, + "logps/rejected": -3.4627394676208496, + "loss": 0.1726, + "odds_ratio_loss": 0.06682531535625458, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.02424691990017891, + "rewards/margins": 0.3220270276069641, + "rewards/rejected": -0.3462739586830139, + "sft_loss": 0.2424691617488861, + "step": 2400 + }, + { + "epoch": 3.472161966738973, + "grad_norm": 2.2423475367785213, + "learning_rate": 3.1432563728954627e-06, + "logits/chosen": -0.7703630924224854, + "logits/rejected": -0.5540469288825989, + "logps/chosen": -0.18336373567581177, + "logps/rejected": -3.5720396041870117, + "loss": 0.1913, + "odds_ratio_loss": 0.015588531270623207, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018336374312639236, + "rewards/margins": 0.33886754512786865, + "rewards/rejected": -0.35720396041870117, + "sft_loss": 0.18336373567581177, + "step": 2401 + }, + { + "epoch": 3.473608098336949, + "grad_norm": 2.075655681568371, + "learning_rate": 3.1402228346867464e-06, + "logits/chosen": -0.6194726824760437, + "logits/rejected": -0.4660893380641937, + "logps/chosen": -0.16618576645851135, + "logps/rejected": -3.4085822105407715, + "loss": 0.1808, + "odds_ratio_loss": 0.03004610911011696, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016618575900793076, + "rewards/margins": 0.3242396116256714, + "rewards/rejected": -0.34085819125175476, + "sft_loss": 0.16618576645851135, + "step": 2402 + }, + { + "epoch": 3.475054229934924, + "grad_norm": 2.176656937387457, + "learning_rate": 3.1371898148408864e-06, + "logits/chosen": -0.6529266238212585, + "logits/rejected": -0.46994972229003906, + "logps/chosen": -0.23654180765151978, + "logps/rejected": -4.497025012969971, + "loss": 0.1887, + "odds_ratio_loss": 0.031046872958540916, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023654181510210037, + "rewards/margins": 0.4260483384132385, + "rewards/rejected": -0.44970253109931946, + "sft_loss": 0.23654180765151978, + "step": 2403 + }, + { + "epoch": 3.4765003615328993, + "grad_norm": 1.9864857166981567, + "learning_rate": 3.1341573151864996e-06, + "logits/chosen": -0.6524367332458496, + "logits/rejected": -0.390330970287323, + "logps/chosen": -0.18505634367465973, + "logps/rejected": -4.1696391105651855, + "loss": 0.1636, + "odds_ratio_loss": 0.02654869109392166, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018505636602640152, + "rewards/margins": 0.3984583020210266, + "rewards/rejected": -0.4169639050960541, + "sft_loss": 0.18505634367465973, + "step": 2404 + }, + { + "epoch": 3.477946493130875, + "grad_norm": 2.024665467230913, + "learning_rate": 3.131125337551891e-06, + "logits/chosen": -0.7065335512161255, + "logits/rejected": -0.5359545946121216, + "logps/chosen": -0.14678552746772766, + "logps/rejected": -3.0860984325408936, + "loss": 0.2154, + "odds_ratio_loss": 0.026049984619021416, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014678554609417915, + "rewards/margins": 0.2939313054084778, + "rewards/rejected": -0.30860984325408936, + "sft_loss": 0.14678552746772766, + "step": 2405 + }, + { + "epoch": 3.4793926247288502, + "grad_norm": 2.0090458837282785, + "learning_rate": 3.1280938837650547e-06, + "logits/chosen": -0.7596422433853149, + "logits/rejected": -0.526679515838623, + "logps/chosen": -0.13010278344154358, + "logps/rejected": -4.164193153381348, + "loss": 0.2014, + "odds_ratio_loss": 0.026350578293204308, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013010278344154358, + "rewards/margins": 0.40340906381607056, + "rewards/rejected": -0.4164193272590637, + "sft_loss": 0.13010278344154358, + "step": 2406 + }, + { + "epoch": 3.480838756326826, + "grad_norm": 2.372630511041672, + "learning_rate": 3.125062955653661e-06, + "logits/chosen": -0.5935577750205994, + "logits/rejected": -0.5829852223396301, + "logps/chosen": -0.18501299619674683, + "logps/rejected": -4.798090934753418, + "loss": 0.2498, + "odds_ratio_loss": 0.04796503111720085, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018501300364732742, + "rewards/margins": 0.4613078236579895, + "rewards/rejected": -0.47980910539627075, + "sft_loss": 0.18501299619674683, + "step": 2407 + }, + { + "epoch": 3.482284887924801, + "grad_norm": 1.973003502635966, + "learning_rate": 3.122032555045072e-06, + "logits/chosen": -0.5334011316299438, + "logits/rejected": -0.46345335245132446, + "logps/chosen": -0.14981776475906372, + "logps/rejected": -3.4753215312957764, + "loss": 0.1573, + "odds_ratio_loss": 0.04779369384050369, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014981777407228947, + "rewards/margins": 0.33255037665367126, + "rewards/rejected": -0.34753215312957764, + "sft_loss": 0.14981776475906372, + "step": 2408 + }, + { + "epoch": 3.4837310195227764, + "grad_norm": 2.084221610637667, + "learning_rate": 3.119002683766325e-06, + "logits/chosen": -0.5933706760406494, + "logits/rejected": -0.4296287000179291, + "logps/chosen": -0.12299705296754837, + "logps/rejected": -6.163819313049316, + "loss": 0.1744, + "odds_ratio_loss": 0.02097168192267418, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012299705296754837, + "rewards/margins": 0.6040822267532349, + "rewards/rejected": -0.6163819432258606, + "sft_loss": 0.12299705296754837, + "step": 2409 + }, + { + "epoch": 3.485177151120752, + "grad_norm": 2.2991481985822664, + "learning_rate": 3.1159733436441413e-06, + "logits/chosen": -0.6943192481994629, + "logits/rejected": -0.3896532654762268, + "logps/chosen": -0.2796631157398224, + "logps/rejected": -3.7519736289978027, + "loss": 0.1965, + "odds_ratio_loss": 0.04865211993455887, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02796631120145321, + "rewards/margins": 0.34723103046417236, + "rewards/rejected": -0.3751973509788513, + "sft_loss": 0.2796631157398224, + "step": 2410 + }, + { + "epoch": 3.4866232827187273, + "grad_norm": 2.363386916775901, + "learning_rate": 3.11294453650492e-06, + "logits/chosen": -0.5733893513679504, + "logits/rejected": -0.5263524055480957, + "logps/chosen": -0.2019123136997223, + "logps/rejected": -3.117097854614258, + "loss": 0.2121, + "odds_ratio_loss": 0.029736708849668503, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02019122987985611, + "rewards/margins": 0.29151856899261475, + "rewards/rejected": -0.31170982122421265, + "sft_loss": 0.2019123136997223, + "step": 2411 + }, + { + "epoch": 3.488069414316703, + "grad_norm": 2.1846083513594934, + "learning_rate": 3.1099162641747427e-06, + "logits/chosen": -0.5293310284614563, + "logits/rejected": -0.3837476372718811, + "logps/chosen": -0.10314946621656418, + "logps/rejected": -5.216273307800293, + "loss": 0.1856, + "odds_ratio_loss": 0.052306585013866425, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.010314945131540298, + "rewards/margins": 0.5113124251365662, + "rewards/rejected": -0.5216273069381714, + "sft_loss": 0.10314946621656418, + "step": 2412 + }, + { + "epoch": 3.4895155459146783, + "grad_norm": 15.463632104482794, + "learning_rate": 3.1068885284793636e-06, + "logits/chosen": -0.620168149471283, + "logits/rejected": -0.503106951713562, + "logps/chosen": -0.3016592264175415, + "logps/rejected": -3.0068225860595703, + "loss": 0.2447, + "odds_ratio_loss": 0.04610760882496834, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03016592189669609, + "rewards/margins": 0.27051636576652527, + "rewards/rejected": -0.30068230628967285, + "sft_loss": 0.3016592264175415, + "step": 2413 + }, + { + "epoch": 3.4909616775126535, + "grad_norm": 2.085084360099831, + "learning_rate": 3.1038613312442187e-06, + "logits/chosen": -0.6817932724952698, + "logits/rejected": -0.5196681618690491, + "logps/chosen": -0.18397408723831177, + "logps/rejected": -4.176403999328613, + "loss": 0.1861, + "odds_ratio_loss": 0.032095346599817276, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018397409468889236, + "rewards/margins": 0.39924299716949463, + "rewards/rejected": -0.4176403880119324, + "sft_loss": 0.18397408723831177, + "step": 2414 + }, + { + "epoch": 3.492407809110629, + "grad_norm": 2.1247525539099206, + "learning_rate": 3.1008346742944124e-06, + "logits/chosen": -0.6427405476570129, + "logits/rejected": -0.4603559076786041, + "logps/chosen": -0.19035601615905762, + "logps/rejected": -3.170347213745117, + "loss": 0.2023, + "odds_ratio_loss": 0.03771872818470001, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01903560385107994, + "rewards/margins": 0.2979991137981415, + "rewards/rejected": -0.3170347213745117, + "sft_loss": 0.19035601615905762, + "step": 2415 + }, + { + "epoch": 3.4938539407086044, + "grad_norm": 2.1004484725383876, + "learning_rate": 3.097808559454732e-06, + "logits/chosen": -0.5600918531417847, + "logits/rejected": -0.45386743545532227, + "logps/chosen": -0.16461656987667084, + "logps/rejected": -4.282623767852783, + "loss": 0.2029, + "odds_ratio_loss": 0.035014864057302475, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016461655497550964, + "rewards/margins": 0.41180071234703064, + "rewards/rejected": -0.4282623827457428, + "sft_loss": 0.16461656987667084, + "step": 2416 + }, + { + "epoch": 3.4953000723065797, + "grad_norm": 1.9634213959408762, + "learning_rate": 3.09478298854963e-06, + "logits/chosen": -0.4763942062854767, + "logits/rejected": -0.27630501985549927, + "logps/chosen": -0.14406144618988037, + "logps/rejected": -4.638453006744385, + "loss": 0.1381, + "odds_ratio_loss": 0.03147125244140625, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014406142756342888, + "rewards/margins": 0.4494391083717346, + "rewards/rejected": -0.46384525299072266, + "sft_loss": 0.14406144618988037, + "step": 2417 + }, + { + "epoch": 3.4967462039045554, + "grad_norm": 2.0293001482316146, + "learning_rate": 3.0917579634032345e-06, + "logits/chosen": -0.6355884075164795, + "logits/rejected": -0.4838637709617615, + "logps/chosen": -0.31256037950515747, + "logps/rejected": -5.803687572479248, + "loss": 0.2496, + "odds_ratio_loss": 0.10423914343118668, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03125603869557381, + "rewards/margins": 0.5491127371788025, + "rewards/rejected": -0.5803688168525696, + "sft_loss": 0.31256037950515747, + "step": 2418 + }, + { + "epoch": 3.4981923355025306, + "grad_norm": 1.9185361869559496, + "learning_rate": 3.088733485839348e-06, + "logits/chosen": -0.6340678334236145, + "logits/rejected": -0.540869951248169, + "logps/chosen": -0.21716678142547607, + "logps/rejected": -4.758569240570068, + "loss": 0.1763, + "odds_ratio_loss": 0.050362855195999146, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021716676652431488, + "rewards/margins": 0.45414021611213684, + "rewards/rejected": -0.4758569002151489, + "sft_loss": 0.21716678142547607, + "step": 2419 + }, + { + "epoch": 3.4996384671005063, + "grad_norm": 2.019327134335387, + "learning_rate": 3.0857095576814357e-06, + "logits/chosen": -0.38161930441856384, + "logits/rejected": -0.34976017475128174, + "logps/chosen": -0.18557745218276978, + "logps/rejected": -6.113600730895996, + "loss": 0.2017, + "odds_ratio_loss": 0.04104998707771301, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018557745963335037, + "rewards/margins": 0.5928024053573608, + "rewards/rejected": -0.6113600730895996, + "sft_loss": 0.18557745218276978, + "step": 2420 + }, + { + "epoch": 3.5010845986984815, + "grad_norm": 2.0202611999068663, + "learning_rate": 3.0826861807526366e-06, + "logits/chosen": -0.63789963722229, + "logits/rejected": -0.7829943895339966, + "logps/chosen": -0.2620221674442291, + "logps/rejected": -5.192530632019043, + "loss": 0.2215, + "odds_ratio_loss": 0.06331058591604233, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026202216744422913, + "rewards/margins": 0.4930509030818939, + "rewards/rejected": -0.519253134727478, + "sft_loss": 0.2620221674442291, + "step": 2421 + }, + { + "epoch": 3.5025307302964572, + "grad_norm": 2.127595750553593, + "learning_rate": 3.079663356875754e-06, + "logits/chosen": -0.5893542766571045, + "logits/rejected": -0.4019384980201721, + "logps/chosen": -0.16648858785629272, + "logps/rejected": -4.031942844390869, + "loss": 0.2227, + "odds_ratio_loss": 0.04801696911454201, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016648858785629272, + "rewards/margins": 0.38654541969299316, + "rewards/rejected": -0.40319427847862244, + "sft_loss": 0.16648858785629272, + "step": 2422 + }, + { + "epoch": 3.5039768618944325, + "grad_norm": 1.996498648451224, + "learning_rate": 3.0766410878732634e-06, + "logits/chosen": -0.47269999980926514, + "logits/rejected": -0.32516586780548096, + "logps/chosen": -0.20525558292865753, + "logps/rejected": -3.3645095825195312, + "loss": 0.1638, + "odds_ratio_loss": 0.021875783801078796, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020525559782981873, + "rewards/margins": 0.31592538952827454, + "rewards/rejected": -0.3364509344100952, + "sft_loss": 0.20525558292865753, + "step": 2423 + }, + { + "epoch": 3.5054229934924077, + "grad_norm": 2.2579256443891875, + "learning_rate": 3.073619375567299e-06, + "logits/chosen": -0.4492790699005127, + "logits/rejected": -0.4535216689109802, + "logps/chosen": -0.16690582036972046, + "logps/rejected": -4.513905048370361, + "loss": 0.1916, + "odds_ratio_loss": 0.04860381782054901, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016690582036972046, + "rewards/margins": 0.4346998929977417, + "rewards/rejected": -0.45139047503471375, + "sft_loss": 0.16690582036972046, + "step": 2424 + }, + { + "epoch": 3.5068691250903834, + "grad_norm": 2.1783585530456357, + "learning_rate": 3.070598221779664e-06, + "logits/chosen": -0.6967248916625977, + "logits/rejected": -0.4836665093898773, + "logps/chosen": -0.20443633198738098, + "logps/rejected": -3.487060785293579, + "loss": 0.2119, + "odds_ratio_loss": 0.029861953109502792, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020443633198738098, + "rewards/margins": 0.32826241850852966, + "rewards/rejected": -0.34870606660842896, + "sft_loss": 0.20443633198738098, + "step": 2425 + }, + { + "epoch": 3.5083152566883586, + "grad_norm": 2.463389036122334, + "learning_rate": 3.0675776283318203e-06, + "logits/chosen": -0.5934221744537354, + "logits/rejected": -0.5299607515335083, + "logps/chosen": -0.2866644263267517, + "logps/rejected": -4.078819274902344, + "loss": 0.1839, + "odds_ratio_loss": 0.025208022445440292, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02866644226014614, + "rewards/margins": 0.3792154788970947, + "rewards/rejected": -0.4078819155693054, + "sft_loss": 0.2866644263267517, + "step": 2426 + }, + { + "epoch": 3.509761388286334, + "grad_norm": 2.3513293545188634, + "learning_rate": 3.064557597044899e-06, + "logits/chosen": -0.5402525663375854, + "logits/rejected": -0.4047253727912903, + "logps/chosen": -0.27317333221435547, + "logps/rejected": -4.133315086364746, + "loss": 0.2127, + "odds_ratio_loss": 0.05065507814288139, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027317333966493607, + "rewards/margins": 0.3860141634941101, + "rewards/rejected": -0.4133315086364746, + "sft_loss": 0.27317333221435547, + "step": 2427 + }, + { + "epoch": 3.5112075198843096, + "grad_norm": 2.629368897025621, + "learning_rate": 3.0615381297396863e-06, + "logits/chosen": -0.6587547063827515, + "logits/rejected": -0.5991069674491882, + "logps/chosen": -0.18863442540168762, + "logps/rejected": -3.0743231773376465, + "loss": 0.1699, + "odds_ratio_loss": 0.033928271383047104, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018863443285226822, + "rewards/margins": 0.2885688841342926, + "rewards/rejected": -0.3074323236942291, + "sft_loss": 0.18863442540168762, + "step": 2428 + }, + { + "epoch": 3.512653651482285, + "grad_norm": 1.9268262456854648, + "learning_rate": 3.058519228236631e-06, + "logits/chosen": -0.6309177279472351, + "logits/rejected": -0.5707622766494751, + "logps/chosen": -0.15104332566261292, + "logps/rejected": -2.467463254928589, + "loss": 0.2081, + "odds_ratio_loss": 0.030597880482673645, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015104331076145172, + "rewards/margins": 0.2316419780254364, + "rewards/rejected": -0.24674633145332336, + "sft_loss": 0.15104332566261292, + "step": 2429 + }, + { + "epoch": 3.51409978308026, + "grad_norm": 2.187578199208661, + "learning_rate": 3.0555008943558376e-06, + "logits/chosen": -0.43284595012664795, + "logits/rejected": -0.3950757086277008, + "logps/chosen": -0.3491520285606384, + "logps/rejected": -5.344951629638672, + "loss": 0.2358, + "odds_ratio_loss": 0.07832454144954681, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03491520509123802, + "rewards/margins": 0.4995799958705902, + "rewards/rejected": -0.5344952344894409, + "sft_loss": 0.3491520285606384, + "step": 2430 + }, + { + "epoch": 3.5155459146782357, + "grad_norm": 2.0356756659249515, + "learning_rate": 3.052483129917074e-06, + "logits/chosen": -0.527158260345459, + "logits/rejected": -0.459917277097702, + "logps/chosen": -0.1386464685201645, + "logps/rejected": -6.810248374938965, + "loss": 0.1815, + "odds_ratio_loss": 0.02819202095270157, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013864649459719658, + "rewards/margins": 0.6671602129936218, + "rewards/rejected": -0.6810248494148254, + "sft_loss": 0.1386464685201645, + "step": 2431 + }, + { + "epoch": 3.516992046276211, + "grad_norm": 1.9468625134569972, + "learning_rate": 3.04946593673976e-06, + "logits/chosen": -0.37922120094299316, + "logits/rejected": -0.36168068647384644, + "logps/chosen": -0.20144081115722656, + "logps/rejected": -4.170196533203125, + "loss": 0.1787, + "odds_ratio_loss": 0.031825270503759384, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020144082605838776, + "rewards/margins": 0.3968755900859833, + "rewards/rejected": -0.41701966524124146, + "sft_loss": 0.20144081115722656, + "step": 2432 + }, + { + "epoch": 3.5184381778741867, + "grad_norm": 1.9008651504383323, + "learning_rate": 3.046449316642972e-06, + "logits/chosen": -0.53741455078125, + "logits/rejected": -0.49799400568008423, + "logps/chosen": -0.26500892639160156, + "logps/rejected": -3.6741976737976074, + "loss": 0.2029, + "odds_ratio_loss": 0.09227637946605682, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026500891894102097, + "rewards/margins": 0.3409188985824585, + "rewards/rejected": -0.3674197793006897, + "sft_loss": 0.26500892639160156, + "step": 2433 + }, + { + "epoch": 3.519884309472162, + "grad_norm": 1.795668496423871, + "learning_rate": 3.043433271445444e-06, + "logits/chosen": -0.5739824175834656, + "logits/rejected": -0.5970664024353027, + "logps/chosen": -0.06262612342834473, + "logps/rejected": -4.009900093078613, + "loss": 0.1221, + "odds_ratio_loss": 0.02301051840186119, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0062626120634377, + "rewards/margins": 0.3947274088859558, + "rewards/rejected": -0.4009900391101837, + "sft_loss": 0.06262612342834473, + "step": 2434 + }, + { + "epoch": 3.5213304410701376, + "grad_norm": 2.3034738221241087, + "learning_rate": 3.0404178029655584e-06, + "logits/chosen": -0.631015419960022, + "logits/rejected": -0.41128766536712646, + "logps/chosen": -0.20884862542152405, + "logps/rejected": -3.4437193870544434, + "loss": 0.1965, + "odds_ratio_loss": 0.034937452524900436, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020884864032268524, + "rewards/margins": 0.3234870433807373, + "rewards/rejected": -0.3443719148635864, + "sft_loss": 0.20884862542152405, + "step": 2435 + }, + { + "epoch": 3.522776572668113, + "grad_norm": 1.945593311128753, + "learning_rate": 3.037402913021354e-06, + "logits/chosen": -0.4494878649711609, + "logits/rejected": -0.449461966753006, + "logps/chosen": -0.1753808557987213, + "logps/rejected": -4.066275596618652, + "loss": 0.1666, + "odds_ratio_loss": 0.035513922572135925, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01753808557987213, + "rewards/margins": 0.3890894651412964, + "rewards/rejected": -0.4066275656223297, + "sft_loss": 0.1753808557987213, + "step": 2436 + }, + { + "epoch": 3.524222704266088, + "grad_norm": 2.079948813762282, + "learning_rate": 3.0343886034305167e-06, + "logits/chosen": -0.6514714956283569, + "logits/rejected": -0.5961179733276367, + "logps/chosen": -0.2650774121284485, + "logps/rejected": -5.5663652420043945, + "loss": 0.2188, + "odds_ratio_loss": 0.07149592787027359, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02650773897767067, + "rewards/margins": 0.5301287770271301, + "rewards/rejected": -0.5566365122795105, + "sft_loss": 0.2650774121284485, + "step": 2437 + }, + { + "epoch": 3.5256688358640638, + "grad_norm": 2.1260641283263273, + "learning_rate": 3.0313748760103887e-06, + "logits/chosen": -0.49076318740844727, + "logits/rejected": -0.34688353538513184, + "logps/chosen": -0.12424877285957336, + "logps/rejected": -5.382345676422119, + "loss": 0.1499, + "odds_ratio_loss": 0.030808860436081886, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012424877844750881, + "rewards/margins": 0.5258097052574158, + "rewards/rejected": -0.5382345914840698, + "sft_loss": 0.12424877285957336, + "step": 2438 + }, + { + "epoch": 3.527114967462039, + "grad_norm": 2.371176330762152, + "learning_rate": 3.0283617325779545e-06, + "logits/chosen": -0.4812876880168915, + "logits/rejected": -0.34987127780914307, + "logps/chosen": -0.2775692641735077, + "logps/rejected": -4.12560510635376, + "loss": 0.2054, + "odds_ratio_loss": 0.04205989092588425, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02775692753493786, + "rewards/margins": 0.3848035931587219, + "rewards/rejected": -0.41256052255630493, + "sft_loss": 0.2775692641735077, + "step": 2439 + }, + { + "epoch": 3.5285610990600143, + "grad_norm": 2.0813750370837423, + "learning_rate": 3.0253491749498512e-06, + "logits/chosen": -0.4459601938724518, + "logits/rejected": -0.328517884016037, + "logps/chosen": -0.3284389078617096, + "logps/rejected": -3.3992013931274414, + "loss": 0.2288, + "odds_ratio_loss": 0.058917153626680374, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03284389153122902, + "rewards/margins": 0.30707627534866333, + "rewards/rejected": -0.33992013335227966, + "sft_loss": 0.3284389078617096, + "step": 2440 + }, + { + "epoch": 3.53000723065799, + "grad_norm": 2.003917998097915, + "learning_rate": 3.0223372049423586e-06, + "logits/chosen": -0.7053133249282837, + "logits/rejected": -0.4800989329814911, + "logps/chosen": -0.14180231094360352, + "logps/rejected": -3.8691177368164062, + "loss": 0.1728, + "odds_ratio_loss": 0.039757855236530304, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014180229976773262, + "rewards/margins": 0.3727315664291382, + "rewards/rejected": -0.3869118094444275, + "sft_loss": 0.14180231094360352, + "step": 2441 + }, + { + "epoch": 3.531453362255965, + "grad_norm": 2.0461480696169603, + "learning_rate": 3.0193258243714084e-06, + "logits/chosen": -0.5701842308044434, + "logits/rejected": -0.3964661657810211, + "logps/chosen": -0.25734081864356995, + "logps/rejected": -2.8863861560821533, + "loss": 0.1949, + "odds_ratio_loss": 0.08616319298744202, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.025734081864356995, + "rewards/margins": 0.26290449500083923, + "rewards/rejected": -0.2886385917663574, + "sft_loss": 0.25734081864356995, + "step": 2442 + }, + { + "epoch": 3.532899493853941, + "grad_norm": 2.255625866443697, + "learning_rate": 3.01631503505257e-06, + "logits/chosen": -0.7258257865905762, + "logits/rejected": -0.4492414593696594, + "logps/chosen": -0.21355527639389038, + "logps/rejected": -3.853524684906006, + "loss": 0.2263, + "odds_ratio_loss": 0.030937321484088898, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021355528384447098, + "rewards/margins": 0.3639969527721405, + "rewards/rejected": -0.3853524923324585, + "sft_loss": 0.21355527639389038, + "step": 2443 + }, + { + "epoch": 3.534345625451916, + "grad_norm": 2.1382791727428034, + "learning_rate": 3.0133048388010615e-06, + "logits/chosen": -0.48679161071777344, + "logits/rejected": -0.4358132779598236, + "logps/chosen": -0.17743311822414398, + "logps/rejected": -3.7108383178710938, + "loss": 0.1898, + "odds_ratio_loss": 0.029122265055775642, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017743311822414398, + "rewards/margins": 0.3533405065536499, + "rewards/rejected": -0.3710837960243225, + "sft_loss": 0.17743311822414398, + "step": 2444 + }, + { + "epoch": 3.535791757049892, + "grad_norm": 1.9527830299379936, + "learning_rate": 3.0102952374317392e-06, + "logits/chosen": -0.6457036137580872, + "logits/rejected": -0.5125142335891724, + "logps/chosen": -0.1727660447359085, + "logps/rejected": -4.623327255249023, + "loss": 0.2268, + "odds_ratio_loss": 0.026115503162145615, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01727660559117794, + "rewards/margins": 0.44505611062049866, + "rewards/rejected": -0.46233272552490234, + "sft_loss": 0.1727660447359085, + "step": 2445 + }, + { + "epoch": 3.537237888647867, + "grad_norm": 2.080234692907973, + "learning_rate": 3.007286232759105e-06, + "logits/chosen": -0.6250134110450745, + "logits/rejected": -0.49293088912963867, + "logps/chosen": -0.2399110198020935, + "logps/rejected": -3.053586721420288, + "loss": 0.1964, + "odds_ratio_loss": 0.04962414503097534, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02399110235273838, + "rewards/margins": 0.28136757016181946, + "rewards/rejected": -0.3053586781024933, + "sft_loss": 0.2399110198020935, + "step": 2446 + }, + { + "epoch": 3.5386840202458423, + "grad_norm": 2.317314461800139, + "learning_rate": 3.0042778265972984e-06, + "logits/chosen": -0.47505897283554077, + "logits/rejected": -0.39482036232948303, + "logps/chosen": -0.35046637058258057, + "logps/rejected": -3.926889419555664, + "loss": 0.2291, + "odds_ratio_loss": 0.0780850425362587, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03504663333296776, + "rewards/margins": 0.3576422929763794, + "rewards/rejected": -0.39268895983695984, + "sft_loss": 0.35046637058258057, + "step": 2447 + }, + { + "epoch": 3.540130151843818, + "grad_norm": 2.058424958820097, + "learning_rate": 3.0012700207600974e-06, + "logits/chosen": -0.6533050537109375, + "logits/rejected": -0.45995908975601196, + "logps/chosen": -0.1486455202102661, + "logps/rejected": -4.053260803222656, + "loss": 0.2256, + "odds_ratio_loss": 0.022504646331071854, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014864552766084671, + "rewards/margins": 0.3904615640640259, + "rewards/rejected": -0.40532612800598145, + "sft_loss": 0.1486455202102661, + "step": 2448 + }, + { + "epoch": 3.541576283441793, + "grad_norm": 2.267037713125268, + "learning_rate": 2.9982628170609223e-06, + "logits/chosen": -0.6241118907928467, + "logits/rejected": -0.5395658612251282, + "logps/chosen": -0.16177615523338318, + "logps/rejected": -3.594677448272705, + "loss": 0.1644, + "odds_ratio_loss": 0.03948385640978813, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016177615150809288, + "rewards/margins": 0.34329015016555786, + "rewards/rejected": -0.3594677448272705, + "sft_loss": 0.16177615523338318, + "step": 2449 + }, + { + "epoch": 3.5430224150397684, + "grad_norm": 2.168659789575291, + "learning_rate": 2.9952562173128248e-06, + "logits/chosen": -0.47931620478630066, + "logits/rejected": -0.3874140977859497, + "logps/chosen": -0.21014590561389923, + "logps/rejected": -5.508059501647949, + "loss": 0.1959, + "odds_ratio_loss": 0.0441533587872982, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021014589816331863, + "rewards/margins": 0.5297913551330566, + "rewards/rejected": -0.550805926322937, + "sft_loss": 0.21014590561389923, + "step": 2450 + }, + { + "epoch": 3.544468546637744, + "grad_norm": 2.0176231969282497, + "learning_rate": 2.9922502233284973e-06, + "logits/chosen": -0.5037535429000854, + "logits/rejected": -0.46424558758735657, + "logps/chosen": -0.30051517486572266, + "logps/rejected": -5.129392147064209, + "loss": 0.2652, + "odds_ratio_loss": 0.08848903328180313, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030051520094275475, + "rewards/margins": 0.4828876852989197, + "rewards/rejected": -0.5129392147064209, + "sft_loss": 0.30051517486572266, + "step": 2451 + }, + { + "epoch": 3.5459146782357194, + "grad_norm": 2.3169499110429617, + "learning_rate": 2.989244836920261e-06, + "logits/chosen": -0.33989861607551575, + "logits/rejected": -0.3616371154785156, + "logps/chosen": -0.19239774346351624, + "logps/rejected": -3.9730749130249023, + "loss": 0.2066, + "odds_ratio_loss": 0.06537087261676788, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019239773973822594, + "rewards/margins": 0.3780677318572998, + "rewards/rejected": -0.39730751514434814, + "sft_loss": 0.19239774346351624, + "step": 2452 + }, + { + "epoch": 3.5473608098336946, + "grad_norm": 2.357450845950666, + "learning_rate": 2.986240059900079e-06, + "logits/chosen": -0.5030441284179688, + "logits/rejected": -0.43161094188690186, + "logps/chosen": -0.34148740768432617, + "logps/rejected": -4.043811798095703, + "loss": 0.2018, + "odds_ratio_loss": 0.04510558396577835, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03414874151349068, + "rewards/margins": 0.3702324628829956, + "rewards/rejected": -0.4043811559677124, + "sft_loss": 0.34148740768432617, + "step": 2453 + }, + { + "epoch": 3.5488069414316703, + "grad_norm": 2.1646070564772795, + "learning_rate": 2.983235894079539e-06, + "logits/chosen": -0.7625619769096375, + "logits/rejected": -0.6689075231552124, + "logps/chosen": -0.19497406482696533, + "logps/rejected": -4.010917663574219, + "loss": 0.1559, + "odds_ratio_loss": 0.09022661298513412, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.019497405737638474, + "rewards/margins": 0.3815944194793701, + "rewards/rejected": -0.4010918140411377, + "sft_loss": 0.19497406482696533, + "step": 2454 + }, + { + "epoch": 3.5502530730296455, + "grad_norm": 2.153672375639417, + "learning_rate": 2.9802323412698666e-06, + "logits/chosen": -0.5097517371177673, + "logits/rejected": -0.5301701426506042, + "logps/chosen": -0.18443165719509125, + "logps/rejected": -2.901488780975342, + "loss": 0.1948, + "odds_ratio_loss": 0.056402601301670074, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018443167209625244, + "rewards/margins": 0.2717057466506958, + "rewards/rejected": -0.29014888405799866, + "sft_loss": 0.18443165719509125, + "step": 2455 + }, + { + "epoch": 3.5516992046276212, + "grad_norm": 2.4930393761949268, + "learning_rate": 2.977229403281913e-06, + "logits/chosen": -0.5628433227539062, + "logits/rejected": -0.46921300888061523, + "logps/chosen": -0.2880474030971527, + "logps/rejected": -3.0459322929382324, + "loss": 0.2311, + "odds_ratio_loss": 0.05179532617330551, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02880474366247654, + "rewards/margins": 0.2757885158061981, + "rewards/rejected": -0.3045932650566101, + "sft_loss": 0.2880474030971527, + "step": 2456 + }, + { + "epoch": 3.5531453362255965, + "grad_norm": 1.8099839799147603, + "learning_rate": 2.974227081926162e-06, + "logits/chosen": -0.6780756711959839, + "logits/rejected": -0.5614203810691833, + "logps/chosen": -0.22212156653404236, + "logps/rejected": -4.356184959411621, + "loss": 0.1565, + "odds_ratio_loss": 0.056687142699956894, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022212158888578415, + "rewards/margins": 0.4134063422679901, + "rewards/rejected": -0.43561851978302, + "sft_loss": 0.22212156653404236, + "step": 2457 + }, + { + "epoch": 3.554591467823572, + "grad_norm": 2.092408680060082, + "learning_rate": 2.9712253790127223e-06, + "logits/chosen": -0.5250091552734375, + "logits/rejected": -0.37066176533699036, + "logps/chosen": -0.15992625057697296, + "logps/rejected": -2.9919040203094482, + "loss": 0.1848, + "odds_ratio_loss": 0.022480811923742294, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015992626547813416, + "rewards/margins": 0.2831977903842926, + "rewards/rejected": -0.2991904020309448, + "sft_loss": 0.15992625057697296, + "step": 2458 + }, + { + "epoch": 3.5560375994215474, + "grad_norm": 2.399018956229861, + "learning_rate": 2.968224296351334e-06, + "logits/chosen": -0.617534875869751, + "logits/rejected": -0.5581540465354919, + "logps/chosen": -0.177803635597229, + "logps/rejected": -3.2628211975097656, + "loss": 0.205, + "odds_ratio_loss": 0.039328742772340775, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01778036542236805, + "rewards/margins": 0.3085017800331116, + "rewards/rejected": -0.3262821435928345, + "sft_loss": 0.177803635597229, + "step": 2459 + }, + { + "epoch": 3.5574837310195226, + "grad_norm": 2.1254520024891432, + "learning_rate": 2.965223835751361e-06, + "logits/chosen": -0.7163950204849243, + "logits/rejected": -0.5951937437057495, + "logps/chosen": -0.2112230509519577, + "logps/rejected": -3.38348388671875, + "loss": 0.2085, + "odds_ratio_loss": 0.07596226781606674, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.02112230658531189, + "rewards/margins": 0.3172260820865631, + "rewards/rejected": -0.338348388671875, + "sft_loss": 0.2112230509519577, + "step": 2460 + }, + { + "epoch": 3.5589298626174983, + "grad_norm": 2.0093893471895967, + "learning_rate": 2.9622239990217896e-06, + "logits/chosen": -0.6013926267623901, + "logits/rejected": -0.5151457190513611, + "logps/chosen": -0.15072676539421082, + "logps/rejected": -2.643908739089966, + "loss": 0.1547, + "odds_ratio_loss": 0.022211087867617607, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015072677284479141, + "rewards/margins": 0.2493181973695755, + "rewards/rejected": -0.26439088582992554, + "sft_loss": 0.15072676539421082, + "step": 2461 + }, + { + "epoch": 3.5603759942154736, + "grad_norm": 2.2035437107137046, + "learning_rate": 2.9592247879712357e-06, + "logits/chosen": -0.3561607599258423, + "logits/rejected": -0.36101406812667847, + "logps/chosen": -0.2586825489997864, + "logps/rejected": -3.189708709716797, + "loss": 0.2256, + "odds_ratio_loss": 0.0867890790104866, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025868259370326996, + "rewards/margins": 0.2931026220321655, + "rewards/rejected": -0.31897085905075073, + "sft_loss": 0.2586825489997864, + "step": 2462 + }, + { + "epoch": 3.561822125813449, + "grad_norm": 2.054047426793152, + "learning_rate": 2.956226204407933e-06, + "logits/chosen": -0.5213802456855774, + "logits/rejected": -0.47224000096321106, + "logps/chosen": -0.14102500677108765, + "logps/rejected": -4.169181823730469, + "loss": 0.1955, + "odds_ratio_loss": 0.0326719805598259, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014102501794695854, + "rewards/margins": 0.40281563997268677, + "rewards/rejected": -0.41691815853118896, + "sft_loss": 0.14102500677108765, + "step": 2463 + }, + { + "epoch": 3.5632682574114245, + "grad_norm": 2.0041196821551353, + "learning_rate": 2.95322825013974e-06, + "logits/chosen": -0.5516745448112488, + "logits/rejected": -0.41874760389328003, + "logps/chosen": -0.1619918942451477, + "logps/rejected": -3.6532042026519775, + "loss": 0.1731, + "odds_ratio_loss": 0.028985023498535156, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01619919016957283, + "rewards/margins": 0.34912124276161194, + "rewards/rejected": -0.3653204143047333, + "sft_loss": 0.1619918942451477, + "step": 2464 + }, + { + "epoch": 3.5647143890093997, + "grad_norm": 1.9715716167615243, + "learning_rate": 2.9502309269741314e-06, + "logits/chosen": -0.4302927255630493, + "logits/rejected": -0.3220667541027069, + "logps/chosen": -0.12735146284103394, + "logps/rejected": -3.6478960514068604, + "loss": 0.199, + "odds_ratio_loss": 0.020095938816666603, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012735145166516304, + "rewards/margins": 0.3520544767379761, + "rewards/rejected": -0.3647896349430084, + "sft_loss": 0.12735146284103394, + "step": 2465 + }, + { + "epoch": 3.5661605206073754, + "grad_norm": 2.1032834327668506, + "learning_rate": 2.9472342367182086e-06, + "logits/chosen": -0.5896605253219604, + "logits/rejected": -0.5629295706748962, + "logps/chosen": -0.331041157245636, + "logps/rejected": -3.1009109020233154, + "loss": 0.2487, + "odds_ratio_loss": 0.05582534521818161, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03310411795973778, + "rewards/margins": 0.2769869863986969, + "rewards/rejected": -0.3100910782814026, + "sft_loss": 0.331041157245636, + "step": 2466 + }, + { + "epoch": 3.5676066522053507, + "grad_norm": 2.2201609739812924, + "learning_rate": 2.9442381811786846e-06, + "logits/chosen": -0.5560648441314697, + "logits/rejected": -0.46408846974372864, + "logps/chosen": -0.1172012984752655, + "logps/rejected": -3.779165267944336, + "loss": 0.167, + "odds_ratio_loss": 0.026231221854686737, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011720129288733006, + "rewards/margins": 0.3661963939666748, + "rewards/rejected": -0.37791651487350464, + "sft_loss": 0.1172012984752655, + "step": 2467 + }, + { + "epoch": 3.5690527838033264, + "grad_norm": 2.125829017437066, + "learning_rate": 2.9412427621618936e-06, + "logits/chosen": -0.569636344909668, + "logits/rejected": -0.482186883687973, + "logps/chosen": -0.18977811932563782, + "logps/rejected": -6.578741550445557, + "loss": 0.1958, + "odds_ratio_loss": 0.03151582553982735, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0189778134226799, + "rewards/margins": 0.6388963460922241, + "rewards/rejected": -0.6578741669654846, + "sft_loss": 0.18977811932563782, + "step": 2468 + }, + { + "epoch": 3.5704989154013016, + "grad_norm": 2.2044030860237367, + "learning_rate": 2.9382479814737836e-06, + "logits/chosen": -0.41000592708587646, + "logits/rejected": -0.410857617855072, + "logps/chosen": -0.3284101188182831, + "logps/rejected": -3.962172031402588, + "loss": 0.2546, + "odds_ratio_loss": 0.05446305871009827, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03284101188182831, + "rewards/margins": 0.3633762001991272, + "rewards/rejected": -0.3962172269821167, + "sft_loss": 0.3284101188182831, + "step": 2469 + }, + { + "epoch": 3.571945046999277, + "grad_norm": 1.9361635852730106, + "learning_rate": 2.9352538409199213e-06, + "logits/chosen": -0.4168761670589447, + "logits/rejected": -0.44787657260894775, + "logps/chosen": -0.22248664498329163, + "logps/rejected": -3.7818639278411865, + "loss": 0.1994, + "odds_ratio_loss": 0.03490440174937248, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02224866673350334, + "rewards/margins": 0.3559377193450928, + "rewards/rejected": -0.3781863749027252, + "sft_loss": 0.22248664498329163, + "step": 2470 + }, + { + "epoch": 3.5733911785972525, + "grad_norm": 2.078403301829724, + "learning_rate": 2.9322603423054826e-06, + "logits/chosen": -0.7230794429779053, + "logits/rejected": -0.5729874968528748, + "logps/chosen": -0.22554948925971985, + "logps/rejected": -3.4284701347351074, + "loss": 0.1535, + "odds_ratio_loss": 0.04831676930189133, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022554948925971985, + "rewards/margins": 0.32029205560684204, + "rewards/rejected": -0.34284698963165283, + "sft_loss": 0.22554948925971985, + "step": 2471 + }, + { + "epoch": 3.5748373101952278, + "grad_norm": 1.9481832175668146, + "learning_rate": 2.92926748743526e-06, + "logits/chosen": -0.5367501378059387, + "logits/rejected": -0.5176258683204651, + "logps/chosen": -0.2013862282037735, + "logps/rejected": -3.327510118484497, + "loss": 0.1885, + "odds_ratio_loss": 0.028387073427438736, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02013862319290638, + "rewards/margins": 0.3126124143600464, + "rewards/rejected": -0.3327510356903076, + "sft_loss": 0.2013862282037735, + "step": 2472 + }, + { + "epoch": 3.576283441793203, + "grad_norm": 2.298558661220886, + "learning_rate": 2.9262752781136584e-06, + "logits/chosen": -0.5828816890716553, + "logits/rejected": -0.4730074405670166, + "logps/chosen": -0.14373230934143066, + "logps/rejected": -2.983417510986328, + "loss": 0.1655, + "odds_ratio_loss": 0.020958803594112396, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014373233541846275, + "rewards/margins": 0.2839685082435608, + "rewards/rejected": -0.2983417510986328, + "sft_loss": 0.14373230934143066, + "step": 2473 + }, + { + "epoch": 3.5777295733911787, + "grad_norm": 2.2309893965679914, + "learning_rate": 2.92328371614469e-06, + "logits/chosen": -0.4653478264808655, + "logits/rejected": -0.4630056619644165, + "logps/chosen": -0.1631046086549759, + "logps/rejected": -4.455272674560547, + "loss": 0.165, + "odds_ratio_loss": 0.04333974048495293, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01631046086549759, + "rewards/margins": 0.42921683192253113, + "rewards/rejected": -0.44552725553512573, + "sft_loss": 0.1631046086549759, + "step": 2474 + }, + { + "epoch": 3.579175704989154, + "grad_norm": 1.9881278080353881, + "learning_rate": 2.9202928033319802e-06, + "logits/chosen": -0.486683189868927, + "logits/rejected": -0.4148131012916565, + "logps/chosen": -0.23954859375953674, + "logps/rejected": -4.019528388977051, + "loss": 0.2333, + "odds_ratio_loss": 0.03935012221336365, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023954860866069794, + "rewards/margins": 0.3779979944229126, + "rewards/rejected": -0.4019528329372406, + "sft_loss": 0.23954859375953674, + "step": 2475 + }, + { + "epoch": 3.580621836587129, + "grad_norm": 1.8702974706037494, + "learning_rate": 2.917302541478759e-06, + "logits/chosen": -0.6687430143356323, + "logits/rejected": -0.4045840799808502, + "logps/chosen": -0.10321912914514542, + "logps/rejected": -4.325726509094238, + "loss": 0.1571, + "odds_ratio_loss": 0.013897450640797615, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010321913287043571, + "rewards/margins": 0.42225074768066406, + "rewards/rejected": -0.4325726628303528, + "sft_loss": 0.10321912914514542, + "step": 2476 + }, + { + "epoch": 3.582067968185105, + "grad_norm": 2.2813330190561665, + "learning_rate": 2.9143129323878688e-06, + "logits/chosen": -0.36619487404823303, + "logits/rejected": -0.3331270217895508, + "logps/chosen": -0.19207827746868134, + "logps/rejected": -4.304910659790039, + "loss": 0.1878, + "odds_ratio_loss": 0.022445132955908775, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019207827746868134, + "rewards/margins": 0.4112831950187683, + "rewards/rejected": -0.4304910898208618, + "sft_loss": 0.19207827746868134, + "step": 2477 + }, + { + "epoch": 3.58351409978308, + "grad_norm": 2.1589894888217187, + "learning_rate": 2.911323977861755e-06, + "logits/chosen": -0.5841609239578247, + "logits/rejected": -0.5109463334083557, + "logps/chosen": -0.11602534353733063, + "logps/rejected": -3.624415874481201, + "loss": 0.1854, + "odds_ratio_loss": 0.032501354813575745, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011602534912526608, + "rewards/margins": 0.3508390784263611, + "rewards/rejected": -0.3624415993690491, + "sft_loss": 0.11602534353733063, + "step": 2478 + }, + { + "epoch": 3.584960231381056, + "grad_norm": 1.8654817230355145, + "learning_rate": 2.9083356797024704e-06, + "logits/chosen": -0.652426540851593, + "logits/rejected": -0.609657347202301, + "logps/chosen": -0.3062911033630371, + "logps/rejected": -3.556048631668091, + "loss": 0.1912, + "odds_ratio_loss": 0.04985497146844864, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03062911331653595, + "rewards/margins": 0.32497575879096985, + "rewards/rejected": -0.3556048572063446, + "sft_loss": 0.3062911033630371, + "step": 2479 + }, + { + "epoch": 3.586406362979031, + "grad_norm": 2.3939535042376523, + "learning_rate": 2.9053480397116684e-06, + "logits/chosen": -0.4469086229801178, + "logits/rejected": -0.3033689856529236, + "logps/chosen": -0.14823874831199646, + "logps/rejected": -3.7784619331359863, + "loss": 0.1764, + "odds_ratio_loss": 0.04784733057022095, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01482387538999319, + "rewards/margins": 0.3630222976207733, + "rewards/rejected": -0.3778461813926697, + "sft_loss": 0.14823874831199646, + "step": 2480 + }, + { + "epoch": 3.5878524945770067, + "grad_norm": 3.091688427595171, + "learning_rate": 2.902361059690612e-06, + "logits/chosen": -0.5378003716468811, + "logits/rejected": -0.3790894150733948, + "logps/chosen": -0.21176090836524963, + "logps/rejected": -4.0171709060668945, + "loss": 0.2286, + "odds_ratio_loss": 0.05296362191438675, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021176090463995934, + "rewards/margins": 0.3805410861968994, + "rewards/rejected": -0.4017171561717987, + "sft_loss": 0.21176090836524963, + "step": 2481 + }, + { + "epoch": 3.589298626174982, + "grad_norm": 1.936186621813689, + "learning_rate": 2.8993747414401597e-06, + "logits/chosen": -0.487335741519928, + "logits/rejected": -0.40547001361846924, + "logps/chosen": -0.30852556228637695, + "logps/rejected": -3.569243907928467, + "loss": 0.1835, + "odds_ratio_loss": 0.05021437630057335, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030852556228637695, + "rewards/margins": 0.3260718584060669, + "rewards/rejected": -0.3569244146347046, + "sft_loss": 0.30852556228637695, + "step": 2482 + }, + { + "epoch": 3.590744757772957, + "grad_norm": 1.8409295208559, + "learning_rate": 2.8963890867607757e-06, + "logits/chosen": -0.6406811475753784, + "logits/rejected": -0.5087481737136841, + "logps/chosen": -0.23279646039009094, + "logps/rejected": -3.4700019359588623, + "loss": 0.1946, + "odds_ratio_loss": 0.03444098308682442, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023279648274183273, + "rewards/margins": 0.3237205743789673, + "rewards/rejected": -0.3470001816749573, + "sft_loss": 0.23279646039009094, + "step": 2483 + }, + { + "epoch": 3.592190889370933, + "grad_norm": 1.8898837799392554, + "learning_rate": 2.8934040974525206e-06, + "logits/chosen": -0.5216646790504456, + "logits/rejected": -0.5978440046310425, + "logps/chosen": -0.17544230818748474, + "logps/rejected": -4.052137851715088, + "loss": 0.1655, + "odds_ratio_loss": 0.03247702866792679, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017544232308864594, + "rewards/margins": 0.38766956329345703, + "rewards/rejected": -0.4052138030529022, + "sft_loss": 0.17544230818748474, + "step": 2484 + }, + { + "epoch": 3.593637020968908, + "grad_norm": 2.187248762834126, + "learning_rate": 2.890419775315057e-06, + "logits/chosen": -0.6240389347076416, + "logits/rejected": -0.5031851530075073, + "logps/chosen": -0.13512706756591797, + "logps/rejected": -3.0444791316986084, + "loss": 0.2024, + "odds_ratio_loss": 0.0328708216547966, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013512706384062767, + "rewards/margins": 0.2909351885318756, + "rewards/rejected": -0.30444788932800293, + "sft_loss": 0.13512706756591797, + "step": 2485 + }, + { + "epoch": 3.5950831525668834, + "grad_norm": 2.204519299865527, + "learning_rate": 2.887436122147644e-06, + "logits/chosen": -0.4692801535129547, + "logits/rejected": -0.44944295287132263, + "logps/chosen": -0.33308011293411255, + "logps/rejected": -3.2959773540496826, + "loss": 0.2273, + "odds_ratio_loss": 0.08923923969268799, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.033308010548353195, + "rewards/margins": 0.29628971219062805, + "rewards/rejected": -0.32959771156311035, + "sft_loss": 0.33308011293411255, + "step": 2486 + }, + { + "epoch": 3.596529284164859, + "grad_norm": 2.228837722865733, + "learning_rate": 2.884453139749135e-06, + "logits/chosen": -0.5567612051963806, + "logits/rejected": -0.4138484597206116, + "logps/chosen": -0.15191403031349182, + "logps/rejected": -5.067747116088867, + "loss": 0.1797, + "odds_ratio_loss": 0.020546402782201767, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015191404148936272, + "rewards/margins": 0.49158334732055664, + "rewards/rejected": -0.5067747831344604, + "sft_loss": 0.15191403031349182, + "step": 2487 + }, + { + "epoch": 3.5979754157628343, + "grad_norm": 2.245458739312704, + "learning_rate": 2.881470829917984e-06, + "logits/chosen": -0.5933226346969604, + "logits/rejected": -0.567808985710144, + "logps/chosen": -0.255230188369751, + "logps/rejected": -3.186595916748047, + "loss": 0.2138, + "odds_ratio_loss": 0.07271232455968857, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02552301622927189, + "rewards/margins": 0.2931365668773651, + "rewards/rejected": -0.31865960359573364, + "sft_loss": 0.255230188369751, + "step": 2488 + }, + { + "epoch": 3.59942154736081, + "grad_norm": 1.9277082887715968, + "learning_rate": 2.8784891944522356e-06, + "logits/chosen": -0.5661904215812683, + "logits/rejected": -0.4054012596607208, + "logps/chosen": -0.2036726176738739, + "logps/rejected": -4.150453567504883, + "loss": 0.1813, + "odds_ratio_loss": 0.03672172129154205, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02036726474761963, + "rewards/margins": 0.3946780562400818, + "rewards/rejected": -0.4150453805923462, + "sft_loss": 0.2036726176738739, + "step": 2489 + }, + { + "epoch": 3.6008676789587852, + "grad_norm": 2.086005099661083, + "learning_rate": 2.875508235149529e-06, + "logits/chosen": -0.3694448471069336, + "logits/rejected": -0.33086222410202026, + "logps/chosen": -0.23983649909496307, + "logps/rejected": -4.911922931671143, + "loss": 0.1822, + "odds_ratio_loss": 0.07498527318239212, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.023983649909496307, + "rewards/margins": 0.4672086834907532, + "rewards/rejected": -0.4911923110485077, + "sft_loss": 0.23983649909496307, + "step": 2490 + }, + { + "epoch": 3.602313810556761, + "grad_norm": 2.3194389065513, + "learning_rate": 2.872527953807094e-06, + "logits/chosen": -0.6120354533195496, + "logits/rejected": -0.3980521261692047, + "logps/chosen": -0.21247637271881104, + "logps/rejected": -3.412698268890381, + "loss": 0.1507, + "odds_ratio_loss": 0.04428691789507866, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021247640252113342, + "rewards/margins": 0.3200221061706543, + "rewards/rejected": -0.34126976132392883, + "sft_loss": 0.21247637271881104, + "step": 2491 + }, + { + "epoch": 3.603759942154736, + "grad_norm": 2.2912130950801246, + "learning_rate": 2.869548352221757e-06, + "logits/chosen": -0.5996018648147583, + "logits/rejected": -0.38249221444129944, + "logps/chosen": -0.14581993222236633, + "logps/rejected": -4.9018731117248535, + "loss": 0.1737, + "odds_ratio_loss": 0.023255767300724983, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014581995084881783, + "rewards/margins": 0.4756053388118744, + "rewards/rejected": -0.4901873469352722, + "sft_loss": 0.14581993222236633, + "step": 2492 + }, + { + "epoch": 3.6052060737527114, + "grad_norm": 2.3023457380266303, + "learning_rate": 2.8665694321899275e-06, + "logits/chosen": -0.5616737604141235, + "logits/rejected": -0.36620962619781494, + "logps/chosen": -0.09285837411880493, + "logps/rejected": -4.530645847320557, + "loss": 0.2018, + "odds_ratio_loss": 0.016189442947506905, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009285837411880493, + "rewards/margins": 0.44377875328063965, + "rewards/rejected": -0.45306459069252014, + "sft_loss": 0.09285837411880493, + "step": 2493 + }, + { + "epoch": 3.606652205350687, + "grad_norm": 1.8296179592059094, + "learning_rate": 2.863591195507609e-06, + "logits/chosen": -0.43233737349510193, + "logits/rejected": -0.42928576469421387, + "logps/chosen": -0.1452055722475052, + "logps/rejected": -4.242135524749756, + "loss": 0.1593, + "odds_ratio_loss": 0.04257887601852417, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014520557597279549, + "rewards/margins": 0.40969300270080566, + "rewards/rejected": -0.4242135286331177, + "sft_loss": 0.1452055722475052, + "step": 2494 + }, + { + "epoch": 3.6080983369486623, + "grad_norm": 1.8562477051616662, + "learning_rate": 2.86061364397039e-06, + "logits/chosen": -0.468068391084671, + "logits/rejected": -0.40226829051971436, + "logps/chosen": -0.14415565133094788, + "logps/rejected": -3.4453213214874268, + "loss": 0.1654, + "odds_ratio_loss": 0.024850863963365555, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014415565878152847, + "rewards/margins": 0.3301165699958801, + "rewards/rejected": -0.34453216195106506, + "sft_loss": 0.14415565133094788, + "step": 2495 + }, + { + "epoch": 3.6095444685466376, + "grad_norm": 2.0000474708923717, + "learning_rate": 2.8576367793734506e-06, + "logits/chosen": -0.297725111246109, + "logits/rejected": -0.36155325174331665, + "logps/chosen": -0.20408833026885986, + "logps/rejected": -3.36604905128479, + "loss": 0.2305, + "odds_ratio_loss": 0.037189140915870667, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020408835262060165, + "rewards/margins": 0.316196084022522, + "rewards/rejected": -0.33660489320755005, + "sft_loss": 0.20408833026885986, + "step": 2496 + }, + { + "epoch": 3.6109906001446133, + "grad_norm": 1.9603399607152372, + "learning_rate": 2.8546606035115498e-06, + "logits/chosen": -0.6297708749771118, + "logits/rejected": -0.5421985387802124, + "logps/chosen": -0.3003847301006317, + "logps/rejected": -2.903427839279175, + "loss": 0.2134, + "odds_ratio_loss": 0.09296062588691711, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.03003847599029541, + "rewards/margins": 0.26030433177948, + "rewards/rejected": -0.2903428077697754, + "sft_loss": 0.3003847301006317, + "step": 2497 + }, + { + "epoch": 3.6124367317425885, + "grad_norm": 1.8908173660949101, + "learning_rate": 2.8516851181790384e-06, + "logits/chosen": -0.4586806297302246, + "logits/rejected": -0.3453059494495392, + "logps/chosen": -0.07760489732027054, + "logps/rejected": -4.848832607269287, + "loss": 0.1691, + "odds_ratio_loss": 0.03154202550649643, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007760489825159311, + "rewards/margins": 0.4771227538585663, + "rewards/rejected": -0.48488324880599976, + "sft_loss": 0.07760489732027054, + "step": 2498 + }, + { + "epoch": 3.6138828633405637, + "grad_norm": 1.9129309499246139, + "learning_rate": 2.848710325169844e-06, + "logits/chosen": -0.5357916951179504, + "logits/rejected": -0.47928518056869507, + "logps/chosen": -0.09794984012842178, + "logps/rejected": -5.796481609344482, + "loss": 0.1743, + "odds_ratio_loss": 0.015042275190353394, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009794985875487328, + "rewards/margins": 0.5698531866073608, + "rewards/rejected": -0.5796481966972351, + "sft_loss": 0.09794984012842178, + "step": 2499 + }, + { + "epoch": 3.6153289949385394, + "grad_norm": 3.275069979062189, + "learning_rate": 2.8457362262774825e-06, + "logits/chosen": -0.3791963458061218, + "logits/rejected": -0.27261611819267273, + "logps/chosen": -0.1412392556667328, + "logps/rejected": -6.682195663452148, + "loss": 0.1799, + "odds_ratio_loss": 0.036368854343891144, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014123925939202309, + "rewards/margins": 0.6540957093238831, + "rewards/rejected": -0.6682195663452148, + "sft_loss": 0.1412392556667328, + "step": 2500 + }, + { + "epoch": 3.6167751265365147, + "grad_norm": 1.9873717801084936, + "learning_rate": 2.8427628232950504e-06, + "logits/chosen": -0.5378691554069519, + "logits/rejected": -0.48928403854370117, + "logps/chosen": -0.1797875463962555, + "logps/rejected": -3.5523314476013184, + "loss": 0.1742, + "odds_ratio_loss": 0.04132210463285446, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01797875389456749, + "rewards/margins": 0.3372544050216675, + "rewards/rejected": -0.35523316264152527, + "sft_loss": 0.1797875463962555, + "step": 2501 + }, + { + "epoch": 3.6182212581344904, + "grad_norm": 1.8980601051441697, + "learning_rate": 2.8397901180152223e-06, + "logits/chosen": -0.5706363916397095, + "logits/rejected": -0.407425194978714, + "logps/chosen": -0.15050289034843445, + "logps/rejected": -3.6332499980926514, + "loss": 0.1993, + "odds_ratio_loss": 0.042995937168598175, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01505028922110796, + "rewards/margins": 0.34827476739883423, + "rewards/rejected": -0.36332499980926514, + "sft_loss": 0.15050289034843445, + "step": 2502 + }, + { + "epoch": 3.6196673897324656, + "grad_norm": 2.118084164458217, + "learning_rate": 2.8368181122302525e-06, + "logits/chosen": -0.3179455101490021, + "logits/rejected": -0.25522419810295105, + "logps/chosen": -0.1424923986196518, + "logps/rejected": -5.086899280548096, + "loss": 0.1693, + "odds_ratio_loss": 0.03211604803800583, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014249240048229694, + "rewards/margins": 0.4944407045841217, + "rewards/rejected": -0.5086899399757385, + "sft_loss": 0.1424923986196518, + "step": 2503 + }, + { + "epoch": 3.6211135213304413, + "grad_norm": 2.6548176127386793, + "learning_rate": 2.833846807731975e-06, + "logits/chosen": -0.4786378741264343, + "logits/rejected": -0.43536630272865295, + "logps/chosen": -0.0729706808924675, + "logps/rejected": -3.080990791320801, + "loss": 0.1645, + "odds_ratio_loss": 0.021972548216581345, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00729706883430481, + "rewards/margins": 0.30080199241638184, + "rewards/rejected": -0.30809906125068665, + "sft_loss": 0.0729706808924675, + "step": 2504 + }, + { + "epoch": 3.6225596529284165, + "grad_norm": 2.5135474712614045, + "learning_rate": 2.8308762063118006e-06, + "logits/chosen": -0.4966127574443817, + "logits/rejected": -0.5303236842155457, + "logps/chosen": -0.17419995367527008, + "logps/rejected": -3.1192662715911865, + "loss": 0.1724, + "odds_ratio_loss": 0.04412810876965523, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01741999387741089, + "rewards/margins": 0.29450663924217224, + "rewards/rejected": -0.31192663311958313, + "sft_loss": 0.17419995367527008, + "step": 2505 + }, + { + "epoch": 3.6240057845263918, + "grad_norm": 2.1262943897743747, + "learning_rate": 2.8279063097607156e-06, + "logits/chosen": -0.6062009334564209, + "logits/rejected": -0.5596913695335388, + "logps/chosen": -0.1444343477487564, + "logps/rejected": -2.005614757537842, + "loss": 0.1655, + "odds_ratio_loss": 0.03216197341680527, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014443434774875641, + "rewards/margins": 0.18611805140972137, + "rewards/rejected": -0.20056146383285522, + "sft_loss": 0.1444343477487564, + "step": 2506 + }, + { + "epoch": 3.6254519161243675, + "grad_norm": 2.086089991067271, + "learning_rate": 2.8249371198692827e-06, + "logits/chosen": -0.6401376724243164, + "logits/rejected": -0.5771905183792114, + "logps/chosen": -0.13659507036209106, + "logps/rejected": -4.549966812133789, + "loss": 0.1906, + "odds_ratio_loss": 0.015896422788500786, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013659507036209106, + "rewards/margins": 0.4413371682167053, + "rewards/rejected": -0.45499664545059204, + "sft_loss": 0.13659507036209106, + "step": 2507 + }, + { + "epoch": 3.6268980477223427, + "grad_norm": 2.169001436836437, + "learning_rate": 2.821968638427634e-06, + "logits/chosen": -0.8902711868286133, + "logits/rejected": -0.500067412853241, + "logps/chosen": -0.11250185966491699, + "logps/rejected": -3.8250503540039062, + "loss": 0.162, + "odds_ratio_loss": 0.036406371742486954, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011250186711549759, + "rewards/margins": 0.3712548613548279, + "rewards/rejected": -0.38250505924224854, + "sft_loss": 0.11250185966491699, + "step": 2508 + }, + { + "epoch": 3.628344179320318, + "grad_norm": 13.832662348150325, + "learning_rate": 2.8190008672254835e-06, + "logits/chosen": -0.7249534726142883, + "logits/rejected": -0.6150829792022705, + "logps/chosen": -0.13645420968532562, + "logps/rejected": -2.8476240634918213, + "loss": 0.1885, + "odds_ratio_loss": 0.03549912944436073, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013645419850945473, + "rewards/margins": 0.2711169719696045, + "rewards/rejected": -0.2847624123096466, + "sft_loss": 0.13645420968532562, + "step": 2509 + }, + { + "epoch": 3.6297903109182936, + "grad_norm": 2.2782044948197258, + "learning_rate": 2.8160338080521074e-06, + "logits/chosen": -0.5967862606048584, + "logits/rejected": -0.6156792640686035, + "logps/chosen": -0.15163278579711914, + "logps/rejected": -3.7114038467407227, + "loss": 0.177, + "odds_ratio_loss": 0.03112233430147171, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015163278207182884, + "rewards/margins": 0.3559771180152893, + "rewards/rejected": -0.37114039063453674, + "sft_loss": 0.15163278579711914, + "step": 2510 + }, + { + "epoch": 3.631236442516269, + "grad_norm": 2.1207273904138946, + "learning_rate": 2.8130674626963586e-06, + "logits/chosen": -0.5536920428276062, + "logits/rejected": -0.49420982599258423, + "logps/chosen": -0.18125204741954803, + "logps/rejected": -2.170628070831299, + "loss": 0.1629, + "odds_ratio_loss": 0.03468827158212662, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018125206232070923, + "rewards/margins": 0.19893759489059448, + "rewards/rejected": -0.2170628309249878, + "sft_loss": 0.18125204741954803, + "step": 2511 + }, + { + "epoch": 3.6326825741142446, + "grad_norm": 2.087165380567483, + "learning_rate": 2.8101018329466557e-06, + "logits/chosen": -0.529472827911377, + "logits/rejected": -0.3276049494743347, + "logps/chosen": -0.2205849587917328, + "logps/rejected": -5.405893802642822, + "loss": 0.1696, + "odds_ratio_loss": 0.04581043869256973, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02205849625170231, + "rewards/margins": 0.5185309052467346, + "rewards/rejected": -0.5405893921852112, + "sft_loss": 0.2205849587917328, + "step": 2512 + }, + { + "epoch": 3.63412870571222, + "grad_norm": 4.15655797636779, + "learning_rate": 2.8071369205909904e-06, + "logits/chosen": -0.5813817381858826, + "logits/rejected": -0.5162385702133179, + "logps/chosen": -0.16202031075954437, + "logps/rejected": -4.27128791809082, + "loss": 0.1493, + "odds_ratio_loss": 0.04542159289121628, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016202032566070557, + "rewards/margins": 0.4109267294406891, + "rewards/rejected": -0.42712879180908203, + "sft_loss": 0.16202031075954437, + "step": 2513 + }, + { + "epoch": 3.6355748373101955, + "grad_norm": 2.1316330685140072, + "learning_rate": 2.804172727416919e-06, + "logits/chosen": -0.566758394241333, + "logits/rejected": -0.4026070237159729, + "logps/chosen": -0.2781253159046173, + "logps/rejected": -4.5679779052734375, + "loss": 0.2684, + "odds_ratio_loss": 0.0528629794716835, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02781253308057785, + "rewards/margins": 0.42898523807525635, + "rewards/rejected": -0.4567977786064148, + "sft_loss": 0.2781253159046173, + "step": 2514 + }, + { + "epoch": 3.6370209689081707, + "grad_norm": 2.2518564789198323, + "learning_rate": 2.801209255211562e-06, + "logits/chosen": -0.5290085077285767, + "logits/rejected": -0.4111337661743164, + "logps/chosen": -0.15597251057624817, + "logps/rejected": -3.711620807647705, + "loss": 0.2034, + "odds_ratio_loss": 0.033812057226896286, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015597251243889332, + "rewards/margins": 0.35556483268737793, + "rewards/rejected": -0.3711620569229126, + "sft_loss": 0.15597251057624817, + "step": 2515 + }, + { + "epoch": 3.638467100506146, + "grad_norm": 1.9427894630685738, + "learning_rate": 2.798246505761612e-06, + "logits/chosen": -0.580420732498169, + "logits/rejected": -0.45197558403015137, + "logps/chosen": -0.1896083801984787, + "logps/rejected": -5.463057518005371, + "loss": 0.1589, + "odds_ratio_loss": 0.029428288340568542, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01896083913743496, + "rewards/margins": 0.5273449420928955, + "rewards/rejected": -0.546305775642395, + "sft_loss": 0.1896083801984787, + "step": 2516 + }, + { + "epoch": 3.6399132321041217, + "grad_norm": 1.704300930390487, + "learning_rate": 2.7952844808533185e-06, + "logits/chosen": -0.5066642165184021, + "logits/rejected": -0.4148600101470947, + "logps/chosen": -0.13526996970176697, + "logps/rejected": -5.089852333068848, + "loss": 0.1713, + "odds_ratio_loss": 0.030814705416560173, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013526996597647667, + "rewards/margins": 0.4954582452774048, + "rewards/rejected": -0.5089852213859558, + "sft_loss": 0.13526996970176697, + "step": 2517 + }, + { + "epoch": 3.641359363702097, + "grad_norm": 1.8499325363659644, + "learning_rate": 2.792323182272499e-06, + "logits/chosen": -0.46863168478012085, + "logits/rejected": -0.4521971642971039, + "logps/chosen": -0.13161855936050415, + "logps/rejected": -3.217064380645752, + "loss": 0.1664, + "odds_ratio_loss": 0.03563810884952545, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0131618557497859, + "rewards/margins": 0.3085446059703827, + "rewards/rejected": -0.32170647382736206, + "sft_loss": 0.13161855936050415, + "step": 2518 + }, + { + "epoch": 3.642805495300072, + "grad_norm": 2.025316530793158, + "learning_rate": 2.789362611804529e-06, + "logits/chosen": -0.49984610080718994, + "logits/rejected": -0.515692949295044, + "logps/chosen": -0.22088411450386047, + "logps/rejected": -4.2113823890686035, + "loss": 0.2018, + "odds_ratio_loss": 0.0324944369494915, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022088412195444107, + "rewards/margins": 0.3990498185157776, + "rewards/rejected": -0.4211382269859314, + "sft_loss": 0.22088411450386047, + "step": 2519 + }, + { + "epoch": 3.644251626898048, + "grad_norm": 1.976339663757813, + "learning_rate": 2.7864027712343513e-06, + "logits/chosen": -0.45987632870674133, + "logits/rejected": -0.3473128378391266, + "logps/chosen": -0.10946309566497803, + "logps/rejected": -4.030787944793701, + "loss": 0.1518, + "odds_ratio_loss": 0.04007424786686897, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010946309193968773, + "rewards/margins": 0.3921324908733368, + "rewards/rejected": -0.4030787944793701, + "sft_loss": 0.10946309566497803, + "step": 2520 + }, + { + "epoch": 3.645697758496023, + "grad_norm": 2.0676256585095576, + "learning_rate": 2.7834436623464616e-06, + "logits/chosen": -0.6962200403213501, + "logits/rejected": -0.5652716755867004, + "logps/chosen": -0.20560969412326813, + "logps/rejected": -4.473116397857666, + "loss": 0.2235, + "odds_ratio_loss": 0.03834813833236694, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020560970529913902, + "rewards/margins": 0.42675071954727173, + "rewards/rejected": -0.447311669588089, + "sft_loss": 0.20560969412326813, + "step": 2521 + }, + { + "epoch": 3.6471438900939983, + "grad_norm": 1.9786619388491158, + "learning_rate": 2.78048528692492e-06, + "logits/chosen": -0.4101904332637787, + "logits/rejected": -0.3749925494194031, + "logps/chosen": -0.2814168632030487, + "logps/rejected": -2.196606159210205, + "loss": 0.1929, + "odds_ratio_loss": 0.06532847881317139, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0281416866928339, + "rewards/margins": 0.19151893258094788, + "rewards/rejected": -0.21966060996055603, + "sft_loss": 0.2814168632030487, + "step": 2522 + }, + { + "epoch": 3.648590021691974, + "grad_norm": 1.8923559183457217, + "learning_rate": 2.777527646753339e-06, + "logits/chosen": -0.533107340335846, + "logits/rejected": -0.37154343724250793, + "logps/chosen": -0.18305464088916779, + "logps/rejected": -3.3793654441833496, + "loss": 0.1757, + "odds_ratio_loss": 0.03871382027864456, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018305467441678047, + "rewards/margins": 0.31963109970092773, + "rewards/rejected": -0.3379365801811218, + "sft_loss": 0.18305464088916779, + "step": 2523 + }, + { + "epoch": 3.6500361532899492, + "grad_norm": 2.4175380591242486, + "learning_rate": 2.774570743614894e-06, + "logits/chosen": -0.6140806078910828, + "logits/rejected": -0.43565231561660767, + "logps/chosen": -0.2680893838405609, + "logps/rejected": -3.991342306137085, + "loss": 0.2151, + "odds_ratio_loss": 0.14778588712215424, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.02680893987417221, + "rewards/margins": 0.3723253309726715, + "rewards/rejected": -0.39913424849510193, + "sft_loss": 0.2680893838405609, + "step": 2524 + }, + { + "epoch": 3.651482284887925, + "grad_norm": 2.0920122323863817, + "learning_rate": 2.7716145792923114e-06, + "logits/chosen": -0.3725340962409973, + "logits/rejected": -0.392286479473114, + "logps/chosen": -0.19242461025714874, + "logps/rejected": -2.6325159072875977, + "loss": 0.2413, + "odds_ratio_loss": 0.041729189455509186, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019242461770772934, + "rewards/margins": 0.2440091371536255, + "rewards/rejected": -0.2632516026496887, + "sft_loss": 0.19242461025714874, + "step": 2525 + }, + { + "epoch": 3.6529284164859, + "grad_norm": 1.7977951192621633, + "learning_rate": 2.7686591555678725e-06, + "logits/chosen": -0.3152431845664978, + "logits/rejected": -0.36898574233055115, + "logps/chosen": -0.09872251749038696, + "logps/rejected": -5.19644021987915, + "loss": 0.1324, + "odds_ratio_loss": 0.01986844837665558, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009872252121567726, + "rewards/margins": 0.5097717642784119, + "rewards/rejected": -0.519644021987915, + "sft_loss": 0.09872251749038696, + "step": 2526 + }, + { + "epoch": 3.654374548083876, + "grad_norm": 2.1765409277692904, + "learning_rate": 2.765704474223417e-06, + "logits/chosen": -0.5735154151916504, + "logits/rejected": -0.43699342012405396, + "logps/chosen": -0.194193035364151, + "logps/rejected": -4.180932521820068, + "loss": 0.2277, + "odds_ratio_loss": 0.043235015124082565, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01941930502653122, + "rewards/margins": 0.3986739218235016, + "rewards/rejected": -0.4180932641029358, + "sft_loss": 0.194193035364151, + "step": 2527 + }, + { + "epoch": 3.655820679681851, + "grad_norm": 1.986485149439459, + "learning_rate": 2.76275053704033e-06, + "logits/chosen": -0.6245859265327454, + "logits/rejected": -0.5641262531280518, + "logps/chosen": -0.1828930377960205, + "logps/rejected": -3.177208185195923, + "loss": 0.1233, + "odds_ratio_loss": 0.0734827071428299, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01828930340707302, + "rewards/margins": 0.2994315028190613, + "rewards/rejected": -0.31772083044052124, + "sft_loss": 0.1828930377960205, + "step": 2528 + }, + { + "epoch": 3.6572668112798263, + "grad_norm": 2.2808936138834874, + "learning_rate": 2.759797345799553e-06, + "logits/chosen": -0.5670177936553955, + "logits/rejected": -0.3730791509151459, + "logps/chosen": -0.17481276392936707, + "logps/rejected": -4.819494247436523, + "loss": 0.2586, + "odds_ratio_loss": 0.023719413205981255, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017481276765465736, + "rewards/margins": 0.4644681513309479, + "rewards/rejected": -0.48194941878318787, + "sft_loss": 0.17481276392936707, + "step": 2529 + }, + { + "epoch": 3.658712942877802, + "grad_norm": 2.5614184083505975, + "learning_rate": 2.7568449022815737e-06, + "logits/chosen": -0.6097587943077087, + "logits/rejected": -0.42381176352500916, + "logps/chosen": -0.11319475620985031, + "logps/rejected": -5.370057106018066, + "loss": 0.1716, + "odds_ratio_loss": 0.013680643402040005, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011319476179778576, + "rewards/margins": 0.5256862640380859, + "rewards/rejected": -0.5370057821273804, + "sft_loss": 0.11319475620985031, + "step": 2530 + }, + { + "epoch": 3.6601590744757773, + "grad_norm": 2.1000222835332836, + "learning_rate": 2.7538932082664337e-06, + "logits/chosen": -0.6866092085838318, + "logits/rejected": -0.6213411092758179, + "logps/chosen": -0.1459658145904541, + "logps/rejected": -2.8110921382904053, + "loss": 0.1863, + "odds_ratio_loss": 0.04226803034543991, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01459658145904541, + "rewards/margins": 0.2665126323699951, + "rewards/rejected": -0.2811092138290405, + "sft_loss": 0.1459658145904541, + "step": 2531 + }, + { + "epoch": 3.6616052060737525, + "grad_norm": 2.349668505867712, + "learning_rate": 2.7509422655337194e-06, + "logits/chosen": -0.748806893825531, + "logits/rejected": -0.5211739540100098, + "logps/chosen": -0.11192212998867035, + "logps/rejected": -5.20810604095459, + "loss": 0.1486, + "odds_ratio_loss": 0.027064472436904907, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011192213743925095, + "rewards/margins": 0.5096184015274048, + "rewards/rejected": -0.520810604095459, + "sft_loss": 0.11192212998867035, + "step": 2532 + }, + { + "epoch": 3.663051337671728, + "grad_norm": 1.9229196234297072, + "learning_rate": 2.747992075862566e-06, + "logits/chosen": -0.5800803899765015, + "logits/rejected": -0.5336440801620483, + "logps/chosen": -0.21885840594768524, + "logps/rejected": -3.05794620513916, + "loss": 0.1674, + "odds_ratio_loss": 0.033811405301094055, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021885842084884644, + "rewards/margins": 0.28390878438949585, + "rewards/rejected": -0.3057945966720581, + "sft_loss": 0.21885840594768524, + "step": 2533 + }, + { + "epoch": 3.6644974692697034, + "grad_norm": 1.9210763154156887, + "learning_rate": 2.7450426410316515e-06, + "logits/chosen": -0.6399502754211426, + "logits/rejected": -0.5182642340660095, + "logps/chosen": -0.2076047956943512, + "logps/rejected": -4.193682670593262, + "loss": 0.1769, + "odds_ratio_loss": 0.045763999223709106, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02076047845184803, + "rewards/margins": 0.3986077904701233, + "rewards/rejected": -0.41936826705932617, + "sft_loss": 0.2076047956943512, + "step": 2534 + }, + { + "epoch": 3.665943600867679, + "grad_norm": 2.011546723686748, + "learning_rate": 2.7420939628192044e-06, + "logits/chosen": -0.8048521280288696, + "logits/rejected": -0.5235615968704224, + "logps/chosen": -0.17272844910621643, + "logps/rejected": -4.574443817138672, + "loss": 0.1633, + "odds_ratio_loss": 0.0383070707321167, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017272844910621643, + "rewards/margins": 0.44017156958580017, + "rewards/rejected": -0.457444429397583, + "sft_loss": 0.17272844910621643, + "step": 2535 + }, + { + "epoch": 3.6673897324656544, + "grad_norm": 1.9680305398978295, + "learning_rate": 2.739146043002991e-06, + "logits/chosen": -0.6656097173690796, + "logits/rejected": -0.5541112422943115, + "logps/chosen": -0.1563243865966797, + "logps/rejected": -3.3513598442077637, + "loss": 0.171, + "odds_ratio_loss": 0.022492770105600357, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01563243940472603, + "rewards/margins": 0.3195035457611084, + "rewards/rejected": -0.3351359963417053, + "sft_loss": 0.1563243865966797, + "step": 2536 + }, + { + "epoch": 3.66883586406363, + "grad_norm": 1.9549831394889021, + "learning_rate": 2.736198883360324e-06, + "logits/chosen": -0.5706369876861572, + "logits/rejected": -0.43308964371681213, + "logps/chosen": -0.24978458881378174, + "logps/rejected": -3.1274073123931885, + "loss": 0.2132, + "odds_ratio_loss": 0.05592186748981476, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024978458881378174, + "rewards/margins": 0.28776225447654724, + "rewards/rejected": -0.3127407133579254, + "sft_loss": 0.24978458881378174, + "step": 2537 + }, + { + "epoch": 3.6702819956616053, + "grad_norm": 2.8400570515450774, + "learning_rate": 2.733252485668057e-06, + "logits/chosen": -0.6471999883651733, + "logits/rejected": -0.5394845008850098, + "logps/chosen": -0.189593106508255, + "logps/rejected": -2.7674801349639893, + "loss": 0.2171, + "odds_ratio_loss": 0.03962300345301628, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01895931176841259, + "rewards/margins": 0.2577887177467346, + "rewards/rejected": -0.27674800157546997, + "sft_loss": 0.189593106508255, + "step": 2538 + }, + { + "epoch": 3.6717281272595805, + "grad_norm": 2.4733180825080403, + "learning_rate": 2.7303068517025845e-06, + "logits/chosen": -0.5572927594184875, + "logits/rejected": -0.4921252727508545, + "logps/chosen": -0.1227627843618393, + "logps/rejected": -4.144178867340088, + "loss": 0.1404, + "odds_ratio_loss": 0.012044022791087627, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01227627694606781, + "rewards/margins": 0.40214163064956665, + "rewards/rejected": -0.41441792249679565, + "sft_loss": 0.1227627843618393, + "step": 2539 + }, + { + "epoch": 3.673174258857556, + "grad_norm": 1.9355292256824457, + "learning_rate": 2.7273619832398405e-06, + "logits/chosen": -0.5252768993377686, + "logits/rejected": -0.4472333788871765, + "logps/chosen": -0.15913286805152893, + "logps/rejected": -4.911133766174316, + "loss": 0.1602, + "odds_ratio_loss": 0.02607126533985138, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015913287177681923, + "rewards/margins": 0.4752000570297241, + "rewards/rejected": -0.4911133646965027, + "sft_loss": 0.15913286805152893, + "step": 2540 + }, + { + "epoch": 3.6746203904555315, + "grad_norm": 2.381886666609673, + "learning_rate": 2.724417882055295e-06, + "logits/chosen": -0.5004345774650574, + "logits/rejected": -0.457826167345047, + "logps/chosen": -0.16766560077667236, + "logps/rejected": -2.8187742233276367, + "loss": 0.2033, + "odds_ratio_loss": 0.049446333199739456, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016766561195254326, + "rewards/margins": 0.26511088013648987, + "rewards/rejected": -0.28187742829322815, + "sft_loss": 0.16766560077667236, + "step": 2541 + }, + { + "epoch": 3.6760665220535067, + "grad_norm": 2.292433055047217, + "learning_rate": 2.7214745499239613e-06, + "logits/chosen": -0.7124675512313843, + "logits/rejected": -0.5647624135017395, + "logps/chosen": -0.13279548287391663, + "logps/rejected": -2.9666402339935303, + "loss": 0.1804, + "odds_ratio_loss": 0.022926434874534607, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013279548846185207, + "rewards/margins": 0.2833844721317291, + "rewards/rejected": -0.2966639995574951, + "sft_loss": 0.13279548287391663, + "step": 2542 + }, + { + "epoch": 3.6775126536514824, + "grad_norm": 2.181098941599247, + "learning_rate": 2.7185319886203825e-06, + "logits/chosen": -0.5184475183486938, + "logits/rejected": -0.35520482063293457, + "logps/chosen": -0.11584815382957458, + "logps/rejected": -3.8595778942108154, + "loss": 0.2275, + "odds_ratio_loss": 0.012421883642673492, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011584816500544548, + "rewards/margins": 0.3743729889392853, + "rewards/rejected": -0.3859577775001526, + "sft_loss": 0.11584815382957458, + "step": 2543 + }, + { + "epoch": 3.6789587852494576, + "grad_norm": 1.947842308476255, + "learning_rate": 2.7155901999186407e-06, + "logits/chosen": -0.6304459571838379, + "logits/rejected": -0.3842719793319702, + "logps/chosen": -0.1558356136083603, + "logps/rejected": -4.710226535797119, + "loss": 0.175, + "odds_ratio_loss": 0.029195290058851242, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015583561733365059, + "rewards/margins": 0.4554390609264374, + "rewards/rejected": -0.4710226356983185, + "sft_loss": 0.1558356136083603, + "step": 2544 + }, + { + "epoch": 3.680404916847433, + "grad_norm": 2.107354009715289, + "learning_rate": 2.7126491855923497e-06, + "logits/chosen": -0.4662625193595886, + "logits/rejected": -0.3562268316745758, + "logps/chosen": -0.18191561102867126, + "logps/rejected": -5.232119083404541, + "loss": 0.2264, + "odds_ratio_loss": 0.027083907276391983, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018191561102867126, + "rewards/margins": 0.5050203800201416, + "rewards/rejected": -0.5232118964195251, + "sft_loss": 0.18191561102867126, + "step": 2545 + }, + { + "epoch": 3.6818510484454086, + "grad_norm": 2.1162458781646594, + "learning_rate": 2.7097089474146608e-06, + "logits/chosen": -0.6267588138580322, + "logits/rejected": -0.47810542583465576, + "logps/chosen": -0.17624418437480927, + "logps/rejected": -2.7139992713928223, + "loss": 0.1855, + "odds_ratio_loss": 0.01949489489197731, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017624419182538986, + "rewards/margins": 0.25377553701400757, + "rewards/rejected": -0.27139994502067566, + "sft_loss": 0.17624418437480927, + "step": 2546 + }, + { + "epoch": 3.683297180043384, + "grad_norm": 1.8981881245598302, + "learning_rate": 2.706769487158251e-06, + "logits/chosen": -0.4763748347759247, + "logits/rejected": -0.4929497241973877, + "logps/chosen": -0.10615742951631546, + "logps/rejected": -2.481844425201416, + "loss": 0.1587, + "odds_ratio_loss": 0.022733446210622787, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010615743696689606, + "rewards/margins": 0.2375687062740326, + "rewards/rejected": -0.2481844425201416, + "sft_loss": 0.10615742951631546, + "step": 2547 + }, + { + "epoch": 3.6847433116413595, + "grad_norm": 1.9813324367877208, + "learning_rate": 2.703830806595337e-06, + "logits/chosen": -0.5492920279502869, + "logits/rejected": -0.4389027953147888, + "logps/chosen": -0.20252877473831177, + "logps/rejected": -5.312198638916016, + "loss": 0.1906, + "odds_ratio_loss": 0.031157786026597023, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020252875983715057, + "rewards/margins": 0.5109670162200928, + "rewards/rejected": -0.5312198400497437, + "sft_loss": 0.20252877473831177, + "step": 2548 + }, + { + "epoch": 3.6861894432393347, + "grad_norm": 2.584069937077018, + "learning_rate": 2.7008929074976548e-06, + "logits/chosen": -0.43435296416282654, + "logits/rejected": -0.5349177122116089, + "logps/chosen": -0.19991475343704224, + "logps/rejected": -2.423389434814453, + "loss": 0.1821, + "odds_ratio_loss": 0.1047024056315422, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.019991476088762283, + "rewards/margins": 0.2223474681377411, + "rewards/rejected": -0.24233895540237427, + "sft_loss": 0.19991475343704224, + "step": 2549 + }, + { + "epoch": 3.6876355748373104, + "grad_norm": 2.117888291413296, + "learning_rate": 2.6979557916364784e-06, + "logits/chosen": -0.48327285051345825, + "logits/rejected": -0.43461471796035767, + "logps/chosen": -0.2285316288471222, + "logps/rejected": -4.459638595581055, + "loss": 0.2034, + "odds_ratio_loss": 0.04889984801411629, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02285316213965416, + "rewards/margins": 0.4231106638908386, + "rewards/rejected": -0.4459638297557831, + "sft_loss": 0.2285316288471222, + "step": 2550 + }, + { + "epoch": 3.6890817064352857, + "grad_norm": 2.312483892866644, + "learning_rate": 2.695019460782603e-06, + "logits/chosen": -0.465861052274704, + "logits/rejected": -0.4098866581916809, + "logps/chosen": -0.2447035163640976, + "logps/rejected": -2.7150635719299316, + "loss": 0.1766, + "odds_ratio_loss": 0.11905589699745178, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.02447035349905491, + "rewards/margins": 0.24703601002693176, + "rewards/rejected": -0.27150633931159973, + "sft_loss": 0.2447035163640976, + "step": 2551 + }, + { + "epoch": 3.690527838033261, + "grad_norm": 1.9446876065784444, + "learning_rate": 2.6920839167063553e-06, + "logits/chosen": -0.6311659812927246, + "logits/rejected": -0.5097159147262573, + "logps/chosen": -0.16333486139774323, + "logps/rejected": -5.158690452575684, + "loss": 0.1929, + "odds_ratio_loss": 0.02804923988878727, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016333486884832382, + "rewards/margins": 0.49953556060791016, + "rewards/rejected": -0.5158690214157104, + "sft_loss": 0.16333486139774323, + "step": 2552 + }, + { + "epoch": 3.6919739696312366, + "grad_norm": 1.9728394412534829, + "learning_rate": 2.689149161177587e-06, + "logits/chosen": -0.5078314542770386, + "logits/rejected": -0.5038515329360962, + "logps/chosen": -0.27855753898620605, + "logps/rejected": -3.2389707565307617, + "loss": 0.2245, + "odds_ratio_loss": 0.06192722171545029, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027855753898620605, + "rewards/margins": 0.296041339635849, + "rewards/rejected": -0.3238970935344696, + "sft_loss": 0.27855753898620605, + "step": 2553 + }, + { + "epoch": 3.693420101229212, + "grad_norm": 2.189323575896016, + "learning_rate": 2.6862151959656696e-06, + "logits/chosen": -0.735476016998291, + "logits/rejected": -0.4959479868412018, + "logps/chosen": -0.16790777444839478, + "logps/rejected": -4.156628608703613, + "loss": 0.2023, + "odds_ratio_loss": 0.011840347200632095, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016790777444839478, + "rewards/margins": 0.3988720774650574, + "rewards/rejected": -0.41566285490989685, + "sft_loss": 0.16790777444839478, + "step": 2554 + }, + { + "epoch": 3.694866232827187, + "grad_norm": 1.8570832866807923, + "learning_rate": 2.6832820228395054e-06, + "logits/chosen": -0.603441596031189, + "logits/rejected": -0.4443323612213135, + "logps/chosen": -0.15063583850860596, + "logps/rejected": -4.947831630706787, + "loss": 0.1428, + "odds_ratio_loss": 0.022614125162363052, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015063582919538021, + "rewards/margins": 0.4797195792198181, + "rewards/rejected": -0.4947831928730011, + "sft_loss": 0.15063583850860596, + "step": 2555 + }, + { + "epoch": 3.6963123644251628, + "grad_norm": 1.9088578967408238, + "learning_rate": 2.6803496435675127e-06, + "logits/chosen": -0.6813327074050903, + "logits/rejected": -0.5897226333618164, + "logps/chosen": -0.23708531260490417, + "logps/rejected": -3.692704200744629, + "loss": 0.1918, + "odds_ratio_loss": 0.04931206628680229, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023708531633019447, + "rewards/margins": 0.3455618917942047, + "rewards/rejected": -0.3692704439163208, + "sft_loss": 0.23708531260490417, + "step": 2556 + }, + { + "epoch": 3.697758496023138, + "grad_norm": 2.3605727774829557, + "learning_rate": 2.6774180599176356e-06, + "logits/chosen": -0.7046637535095215, + "logits/rejected": -0.6025267839431763, + "logps/chosen": -0.19786414504051208, + "logps/rejected": -3.777595281600952, + "loss": 0.161, + "odds_ratio_loss": 0.03681756556034088, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019786417484283447, + "rewards/margins": 0.3579730987548828, + "rewards/rejected": -0.37775954604148865, + "sft_loss": 0.19786414504051208, + "step": 2557 + }, + { + "epoch": 3.6992046276211137, + "grad_norm": 2.125397589144874, + "learning_rate": 2.674487273657334e-06, + "logits/chosen": -0.3669889569282532, + "logits/rejected": -0.3705841302871704, + "logps/chosen": -0.1971624493598938, + "logps/rejected": -5.799873352050781, + "loss": 0.151, + "odds_ratio_loss": 0.07610459625720978, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.01971624605357647, + "rewards/margins": 0.5602710843086243, + "rewards/rejected": -0.5799873471260071, + "sft_loss": 0.1971624493598938, + "step": 2558 + }, + { + "epoch": 3.700650759219089, + "grad_norm": 1.9753024574913587, + "learning_rate": 2.671557286553594e-06, + "logits/chosen": -0.5993480682373047, + "logits/rejected": -0.564248263835907, + "logps/chosen": -0.29278743267059326, + "logps/rejected": -3.0654852390289307, + "loss": 0.1871, + "odds_ratio_loss": 0.06417261809110641, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029278744012117386, + "rewards/margins": 0.27726981043815613, + "rewards/rejected": -0.306548535823822, + "sft_loss": 0.29278743267059326, + "step": 2559 + }, + { + "epoch": 3.7020968908170646, + "grad_norm": 2.347577217983018, + "learning_rate": 2.6686281003729126e-06, + "logits/chosen": -0.8407468795776367, + "logits/rejected": -0.6318446397781372, + "logps/chosen": -0.1679374873638153, + "logps/rejected": -4.08281135559082, + "loss": 0.1522, + "odds_ratio_loss": 0.029092181473970413, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0167937483638525, + "rewards/margins": 0.39148736000061035, + "rewards/rejected": -0.408281147480011, + "sft_loss": 0.1679374873638153, + "step": 2560 + }, + { + "epoch": 3.70354302241504, + "grad_norm": 1.9624703787237274, + "learning_rate": 2.6656997168813085e-06, + "logits/chosen": -0.46395984292030334, + "logits/rejected": -0.49898120760917664, + "logps/chosen": -0.29700911045074463, + "logps/rejected": -5.381232261657715, + "loss": 0.198, + "odds_ratio_loss": 0.07508499175310135, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.029700906947255135, + "rewards/margins": 0.508422315120697, + "rewards/rejected": -0.5381232500076294, + "sft_loss": 0.29700911045074463, + "step": 2561 + }, + { + "epoch": 3.704989154013015, + "grad_norm": 2.0815175213453068, + "learning_rate": 2.662772137844313e-06, + "logits/chosen": -0.5803831815719604, + "logits/rejected": -0.5036250948905945, + "logps/chosen": -0.23945432901382446, + "logps/rejected": -4.763128280639648, + "loss": 0.1932, + "odds_ratio_loss": 0.025707893073558807, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023945434018969536, + "rewards/margins": 0.45236736536026, + "rewards/rejected": -0.4763127863407135, + "sft_loss": 0.23945432901382446, + "step": 2562 + }, + { + "epoch": 3.706435285610991, + "grad_norm": 2.1229476330536188, + "learning_rate": 2.659845365026978e-06, + "logits/chosen": -0.615597665309906, + "logits/rejected": -0.3729110658168793, + "logps/chosen": -0.1586671620607376, + "logps/rejected": -6.872448921203613, + "loss": 0.225, + "odds_ratio_loss": 0.0378350093960762, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01586671732366085, + "rewards/margins": 0.6713781952857971, + "rewards/rejected": -0.6872448921203613, + "sft_loss": 0.1586671620607376, + "step": 2563 + }, + { + "epoch": 3.707881417208966, + "grad_norm": 2.06415325654969, + "learning_rate": 2.6569194001938625e-06, + "logits/chosen": -0.548956036567688, + "logits/rejected": -0.44726645946502686, + "logps/chosen": -0.1950879991054535, + "logps/rejected": -3.3179187774658203, + "loss": 0.2203, + "odds_ratio_loss": 0.032068926841020584, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01950879767537117, + "rewards/margins": 0.31228309869766235, + "rewards/rejected": -0.33179187774658203, + "sft_loss": 0.1950879991054535, + "step": 2564 + }, + { + "epoch": 3.7093275488069413, + "grad_norm": 2.0330127883250677, + "learning_rate": 2.653994245109044e-06, + "logits/chosen": -0.7457367777824402, + "logits/rejected": -0.4856140613555908, + "logps/chosen": -0.1529059112071991, + "logps/rejected": -3.516286611557007, + "loss": 0.1702, + "odds_ratio_loss": 0.017367858439683914, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015290590934455395, + "rewards/margins": 0.3363381028175354, + "rewards/rejected": -0.3516286611557007, + "sft_loss": 0.1529059112071991, + "step": 2565 + }, + { + "epoch": 3.710773680404917, + "grad_norm": 2.4457696068112478, + "learning_rate": 2.651069901536106e-06, + "logits/chosen": -0.7771862745285034, + "logits/rejected": -0.3238375186920166, + "logps/chosen": -0.135412335395813, + "logps/rejected": -5.311068058013916, + "loss": 0.1521, + "odds_ratio_loss": 0.013591814786195755, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01354123279452324, + "rewards/margins": 0.5175656080245972, + "rewards/rejected": -0.5311068296432495, + "sft_loss": 0.135412335395813, + "step": 2566 + }, + { + "epoch": 3.712219812002892, + "grad_norm": 1.7528436649250814, + "learning_rate": 2.64814637123815e-06, + "logits/chosen": -0.696196436882019, + "logits/rejected": -0.45283639430999756, + "logps/chosen": -0.11723405867815018, + "logps/rejected": -5.629380226135254, + "loss": 0.14, + "odds_ratio_loss": 0.019943315535783768, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011723405681550503, + "rewards/margins": 0.5512145757675171, + "rewards/rejected": -0.5629379749298096, + "sft_loss": 0.11723405867815018, + "step": 2567 + }, + { + "epoch": 3.7136659436008674, + "grad_norm": 1.9528661831415446, + "learning_rate": 2.645223655977782e-06, + "logits/chosen": -0.6582965850830078, + "logits/rejected": -0.3814026117324829, + "logps/chosen": -0.07659213244915009, + "logps/rejected": -7.244695663452148, + "loss": 0.1345, + "odds_ratio_loss": 0.008341525681316853, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007659214083105326, + "rewards/margins": 0.716810405254364, + "rewards/rejected": -0.7244695425033569, + "sft_loss": 0.07659213244915009, + "step": 2568 + }, + { + "epoch": 3.715112075198843, + "grad_norm": 1.994869520742531, + "learning_rate": 2.6423017575171153e-06, + "logits/chosen": -0.6350436806678772, + "logits/rejected": -0.6293706893920898, + "logps/chosen": -0.13775679469108582, + "logps/rejected": -5.226606845855713, + "loss": 0.1814, + "odds_ratio_loss": 0.032059669494628906, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013775679282844067, + "rewards/margins": 0.5088850259780884, + "rewards/rejected": -0.5226607322692871, + "sft_loss": 0.13775679469108582, + "step": 2569 + }, + { + "epoch": 3.7165582067968184, + "grad_norm": 2.0319895917615303, + "learning_rate": 2.6393806776177777e-06, + "logits/chosen": -0.7844041585922241, + "logits/rejected": -0.5700384378433228, + "logps/chosen": -0.1305319368839264, + "logps/rejected": -3.323162078857422, + "loss": 0.2278, + "odds_ratio_loss": 0.02434907667338848, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01305319368839264, + "rewards/margins": 0.3192630112171173, + "rewards/rejected": -0.33231621980667114, + "sft_loss": 0.1305319368839264, + "step": 2570 + }, + { + "epoch": 3.718004338394794, + "grad_norm": 2.674733943727509, + "learning_rate": 2.6364604180408963e-06, + "logits/chosen": -0.7198705673217773, + "logits/rejected": -0.4059660732746124, + "logps/chosen": -0.13282117247581482, + "logps/rejected": -4.611578464508057, + "loss": 0.1716, + "odds_ratio_loss": 0.016370346769690514, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013282117433845997, + "rewards/margins": 0.4478756785392761, + "rewards/rejected": -0.46115779876708984, + "sft_loss": 0.13282117247581482, + "step": 2571 + }, + { + "epoch": 3.7194504699927693, + "grad_norm": 2.274559735184135, + "learning_rate": 2.633540980547108e-06, + "logits/chosen": -0.8815616369247437, + "logits/rejected": -0.6955693960189819, + "logps/chosen": -0.25010132789611816, + "logps/rejected": -3.4041104316711426, + "loss": 0.2208, + "odds_ratio_loss": 0.056482359766960144, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025010133162140846, + "rewards/margins": 0.31540095806121826, + "rewards/rejected": -0.34041109681129456, + "sft_loss": 0.25010132789611816, + "step": 2572 + }, + { + "epoch": 3.720896601590745, + "grad_norm": 3.822609490949455, + "learning_rate": 2.63062236689655e-06, + "logits/chosen": -0.5537604093551636, + "logits/rejected": -0.3567535877227783, + "logps/chosen": -0.27658021450042725, + "logps/rejected": -3.7039966583251953, + "loss": 0.2414, + "odds_ratio_loss": 0.04956976696848869, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027658019214868546, + "rewards/margins": 0.34274163842201233, + "rewards/rejected": -0.3703996539115906, + "sft_loss": 0.27658021450042725, + "step": 2573 + }, + { + "epoch": 3.72234273318872, + "grad_norm": 2.0402329713850835, + "learning_rate": 2.6277045788488695e-06, + "logits/chosen": -0.5506142973899841, + "logits/rejected": -0.40666961669921875, + "logps/chosen": -0.17523783445358276, + "logps/rejected": -4.3214945793151855, + "loss": 0.1537, + "odds_ratio_loss": 0.025635970756411552, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017523784190416336, + "rewards/margins": 0.4146256744861603, + "rewards/rejected": -0.4321494698524475, + "sft_loss": 0.17523783445358276, + "step": 2574 + }, + { + "epoch": 3.7237888647866955, + "grad_norm": 2.370602746264014, + "learning_rate": 2.624787618163208e-06, + "logits/chosen": -0.5524752140045166, + "logits/rejected": -0.48569953441619873, + "logps/chosen": -0.09435204416513443, + "logps/rejected": -3.0093679428100586, + "loss": 0.201, + "odds_ratio_loss": 0.02923463098704815, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009435204789042473, + "rewards/margins": 0.29150158166885376, + "rewards/rejected": -0.3009367883205414, + "sft_loss": 0.09435204416513443, + "step": 2575 + }, + { + "epoch": 3.725234996384671, + "grad_norm": 1.9717764414884915, + "learning_rate": 2.621871486598214e-06, + "logits/chosen": -0.510238766670227, + "logits/rejected": -0.4656646251678467, + "logps/chosen": -0.10176987946033478, + "logps/rejected": -3.364330768585205, + "loss": 0.1647, + "odds_ratio_loss": 0.06915295869112015, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.010176989249885082, + "rewards/margins": 0.3262560963630676, + "rewards/rejected": -0.3364330530166626, + "sft_loss": 0.10176987946033478, + "step": 2576 + }, + { + "epoch": 3.7266811279826464, + "grad_norm": 3.64987792030796, + "learning_rate": 2.618956185912032e-06, + "logits/chosen": -0.47754430770874023, + "logits/rejected": -0.38157540559768677, + "logps/chosen": -0.23310229182243347, + "logps/rejected": -3.7075998783111572, + "loss": 0.2027, + "odds_ratio_loss": 0.04826747253537178, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023310229182243347, + "rewards/margins": 0.34744977951049805, + "rewards/rejected": -0.3707600235939026, + "sft_loss": 0.23310229182243347, + "step": 2577 + }, + { + "epoch": 3.7281272595806216, + "grad_norm": 2.439119648965075, + "learning_rate": 2.616041717862311e-06, + "logits/chosen": -0.6305740475654602, + "logits/rejected": -0.48160648345947266, + "logps/chosen": -0.2966257929801941, + "logps/rejected": -5.1441545486450195, + "loss": 0.2318, + "odds_ratio_loss": 0.06576695293188095, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.02966257929801941, + "rewards/margins": 0.484752893447876, + "rewards/rejected": -0.5144155025482178, + "sft_loss": 0.2966257929801941, + "step": 2578 + }, + { + "epoch": 3.7295733911785973, + "grad_norm": 2.259488348219623, + "learning_rate": 2.613128084206191e-06, + "logits/chosen": -0.4879527688026428, + "logits/rejected": -0.5105048418045044, + "logps/chosen": -0.22474190592765808, + "logps/rejected": -3.7948379516601562, + "loss": 0.1725, + "odds_ratio_loss": 0.07505577802658081, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022474190220236778, + "rewards/margins": 0.3570095896720886, + "rewards/rejected": -0.37948381900787354, + "sft_loss": 0.22474190592765808, + "step": 2579 + }, + { + "epoch": 3.7310195227765726, + "grad_norm": 2.0511491756501825, + "learning_rate": 2.6102152867003143e-06, + "logits/chosen": -0.6580703854560852, + "logits/rejected": -0.4834393262863159, + "logps/chosen": -0.1688551902770996, + "logps/rejected": -3.4576525688171387, + "loss": 0.1761, + "odds_ratio_loss": 0.028964854776859283, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01688551902770996, + "rewards/margins": 0.32887977361679077, + "rewards/rejected": -0.34576526284217834, + "sft_loss": 0.1688551902770996, + "step": 2580 + }, + { + "epoch": 3.7324656543745482, + "grad_norm": 2.1539385559635664, + "learning_rate": 2.6073033271008184e-06, + "logits/chosen": -0.5000095963478088, + "logits/rejected": -0.5185361504554749, + "logps/chosen": -0.16783685982227325, + "logps/rejected": -3.7964539527893066, + "loss": 0.2066, + "odds_ratio_loss": 0.02780839428305626, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016783684492111206, + "rewards/margins": 0.36286166310310364, + "rewards/rejected": -0.37964534759521484, + "sft_loss": 0.16783685982227325, + "step": 2581 + }, + { + "epoch": 3.7339117859725235, + "grad_norm": 2.452678357903579, + "learning_rate": 2.604392207163333e-06, + "logits/chosen": -0.7065168023109436, + "logits/rejected": -0.6411018967628479, + "logps/chosen": -0.2850452661514282, + "logps/rejected": -2.233325481414795, + "loss": 0.1963, + "odds_ratio_loss": 0.09458545595407486, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02850452810525894, + "rewards/margins": 0.19482800364494324, + "rewards/rejected": -0.22333255410194397, + "sft_loss": 0.2850452661514282, + "step": 2582 + }, + { + "epoch": 3.735357917570499, + "grad_norm": 3.5577667700650695, + "learning_rate": 2.601481928642985e-06, + "logits/chosen": -0.5432594418525696, + "logits/rejected": -0.4507932662963867, + "logps/chosen": -0.14750340580940247, + "logps/rejected": -5.576773166656494, + "loss": 0.2091, + "odds_ratio_loss": 0.012168655171990395, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014750340022146702, + "rewards/margins": 0.5429270267486572, + "rewards/rejected": -0.5576773285865784, + "sft_loss": 0.14750340580940247, + "step": 2583 + }, + { + "epoch": 3.7368040491684744, + "grad_norm": 3.1603618668755367, + "learning_rate": 2.598572493294388e-06, + "logits/chosen": -0.8299934267997742, + "logits/rejected": -0.4090917706489563, + "logps/chosen": -0.15736770629882812, + "logps/rejected": -4.021340370178223, + "loss": 0.18, + "odds_ratio_loss": 0.014862221665680408, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015736771747469902, + "rewards/margins": 0.38639724254608154, + "rewards/rejected": -0.4021340012550354, + "sft_loss": 0.15736770629882812, + "step": 2584 + }, + { + "epoch": 3.7382501807664497, + "grad_norm": 2.2400557928515883, + "learning_rate": 2.5956639028716576e-06, + "logits/chosen": -0.4494069814682007, + "logits/rejected": -0.47250938415527344, + "logps/chosen": -0.19860422611236572, + "logps/rejected": -2.777355194091797, + "loss": 0.2257, + "odds_ratio_loss": 0.06139344349503517, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01986042410135269, + "rewards/margins": 0.25787508487701416, + "rewards/rejected": -0.27773553133010864, + "sft_loss": 0.19860422611236572, + "step": 2585 + }, + { + "epoch": 3.7396963123644253, + "grad_norm": 1.983706842271957, + "learning_rate": 2.592756159128388e-06, + "logits/chosen": -0.5673388838768005, + "logits/rejected": -0.5991949439048767, + "logps/chosen": -0.11181987822055817, + "logps/rejected": -4.574343204498291, + "loss": 0.1371, + "odds_ratio_loss": 0.022676371037960052, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011181988753378391, + "rewards/margins": 0.44625231623649597, + "rewards/rejected": -0.4574342966079712, + "sft_loss": 0.11181987822055817, + "step": 2586 + }, + { + "epoch": 3.7411424439624006, + "grad_norm": 2.137993317413108, + "learning_rate": 2.589849263817673e-06, + "logits/chosen": -0.4015089273452759, + "logits/rejected": -0.35641565918922424, + "logps/chosen": -0.23663023114204407, + "logps/rejected": -5.35009765625, + "loss": 0.2093, + "odds_ratio_loss": 0.022359168156981468, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023663025349378586, + "rewards/margins": 0.5113467574119568, + "rewards/rejected": -0.5350098013877869, + "sft_loss": 0.23663023114204407, + "step": 2587 + }, + { + "epoch": 3.742588575560376, + "grad_norm": 1.846983258310368, + "learning_rate": 2.586943218692087e-06, + "logits/chosen": -0.4792490601539612, + "logits/rejected": -0.38760459423065186, + "logps/chosen": -0.1646152138710022, + "logps/rejected": -3.257059097290039, + "loss": 0.1606, + "odds_ratio_loss": 0.023885680362582207, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01646151952445507, + "rewards/margins": 0.30924439430236816, + "rewards/rejected": -0.3257059156894684, + "sft_loss": 0.1646152138710022, + "step": 2588 + }, + { + "epoch": 3.7440347071583515, + "grad_norm": 2.2043603682689885, + "learning_rate": 2.5840380255036987e-06, + "logits/chosen": -0.5829678773880005, + "logits/rejected": -0.47153595089912415, + "logps/chosen": -0.23809784650802612, + "logps/rejected": -4.241508483886719, + "loss": 0.2287, + "odds_ratio_loss": 0.05533334240317345, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023809785023331642, + "rewards/margins": 0.40034106373786926, + "rewards/rejected": -0.42415088415145874, + "sft_loss": 0.23809784650802612, + "step": 2589 + }, + { + "epoch": 3.7454808387563268, + "grad_norm": 2.374432356246243, + "learning_rate": 2.5811336860040575e-06, + "logits/chosen": -0.6532708406448364, + "logits/rejected": -0.6016970872879028, + "logps/chosen": -0.16082583367824554, + "logps/rejected": -4.622746467590332, + "loss": 0.1728, + "odds_ratio_loss": 0.07337768375873566, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.016082582995295525, + "rewards/margins": 0.44619205594062805, + "rewards/rejected": -0.4622746706008911, + "sft_loss": 0.16082583367824554, + "step": 2590 + }, + { + "epoch": 3.746926970354302, + "grad_norm": 2.4503692546178084, + "learning_rate": 2.5782302019442028e-06, + "logits/chosen": -0.7345556020736694, + "logits/rejected": -0.5952568054199219, + "logps/chosen": -0.2881607413291931, + "logps/rejected": -3.4280734062194824, + "loss": 0.2145, + "odds_ratio_loss": 0.07098816335201263, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02881607599556446, + "rewards/margins": 0.3139912486076355, + "rewards/rejected": -0.3428073227405548, + "sft_loss": 0.2881607413291931, + "step": 2591 + }, + { + "epoch": 3.7483731019522777, + "grad_norm": 2.0016155900455703, + "learning_rate": 2.5753275750746523e-06, + "logits/chosen": -0.5780439376831055, + "logits/rejected": -0.4470243453979492, + "logps/chosen": -0.21503284573554993, + "logps/rejected": -3.0827932357788086, + "loss": 0.1664, + "odds_ratio_loss": 0.060324862599372864, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02150328829884529, + "rewards/margins": 0.286776065826416, + "rewards/rejected": -0.3082793653011322, + "sft_loss": 0.21503284573554993, + "step": 2592 + }, + { + "epoch": 3.749819233550253, + "grad_norm": 1.9390808109588353, + "learning_rate": 2.5724258071454134e-06, + "logits/chosen": -0.49952131509780884, + "logits/rejected": -0.4054247736930847, + "logps/chosen": -0.23884204030036926, + "logps/rejected": -4.414041519165039, + "loss": 0.1973, + "odds_ratio_loss": 0.04530846327543259, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023884203284978867, + "rewards/margins": 0.4175199866294861, + "rewards/rejected": -0.44140419363975525, + "sft_loss": 0.23884204030036926, + "step": 2593 + }, + { + "epoch": 3.7512653651482286, + "grad_norm": 1.9932521409433872, + "learning_rate": 2.5695248999059732e-06, + "logits/chosen": -0.5046989321708679, + "logits/rejected": -0.54093998670578, + "logps/chosen": -0.19573456048965454, + "logps/rejected": -3.6174211502075195, + "loss": 0.1782, + "odds_ratio_loss": 0.051149386912584305, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019573457539081573, + "rewards/margins": 0.3421686589717865, + "rewards/rejected": -0.3617421090602875, + "sft_loss": 0.19573456048965454, + "step": 2594 + }, + { + "epoch": 3.752711496746204, + "grad_norm": 3.2670889758539667, + "learning_rate": 2.5666248551052987e-06, + "logits/chosen": -0.5050589442253113, + "logits/rejected": -0.4645492434501648, + "logps/chosen": -0.24979722499847412, + "logps/rejected": -3.0747222900390625, + "loss": 0.1936, + "odds_ratio_loss": 0.05264318734407425, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024979721754789352, + "rewards/margins": 0.2824925184249878, + "rewards/rejected": -0.30747222900390625, + "sft_loss": 0.24979722499847412, + "step": 2595 + }, + { + "epoch": 3.7541576283441795, + "grad_norm": 2.0890743012945867, + "learning_rate": 2.563725674491837e-06, + "logits/chosen": -0.5555975437164307, + "logits/rejected": -0.40666472911834717, + "logps/chosen": -0.1283828616142273, + "logps/rejected": -3.9973580837249756, + "loss": 0.1481, + "odds_ratio_loss": 0.027073953300714493, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012838287279009819, + "rewards/margins": 0.3868975341320038, + "rewards/rejected": -0.39973583817481995, + "sft_loss": 0.1283828616142273, + "step": 2596 + }, + { + "epoch": 3.755603759942155, + "grad_norm": 2.0155989414546616, + "learning_rate": 2.5608273598135145e-06, + "logits/chosen": -0.6884058117866516, + "logits/rejected": -0.6368868350982666, + "logps/chosen": -0.25396209955215454, + "logps/rejected": -2.0925629138946533, + "loss": 0.2361, + "odds_ratio_loss": 0.07850989699363708, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025396209210157394, + "rewards/margins": 0.18386009335517883, + "rewards/rejected": -0.20925629138946533, + "sft_loss": 0.25396209955215454, + "step": 2597 + }, + { + "epoch": 3.75704989154013, + "grad_norm": 1.9793552722188195, + "learning_rate": 2.557929912817738e-06, + "logits/chosen": -0.49515867233276367, + "logits/rejected": -0.24635782837867737, + "logps/chosen": -0.20986327528953552, + "logps/rejected": -4.535175323486328, + "loss": 0.1979, + "odds_ratio_loss": 0.04149693623185158, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020986327901482582, + "rewards/margins": 0.43253129720687866, + "rewards/rejected": -0.4535176157951355, + "sft_loss": 0.20986327528953552, + "step": 2598 + }, + { + "epoch": 3.7584960231381057, + "grad_norm": 1.8678317296039257, + "learning_rate": 2.5550333352513884e-06, + "logits/chosen": -0.7255061268806458, + "logits/rejected": -0.794285237789154, + "logps/chosen": -0.1850017011165619, + "logps/rejected": -3.257514238357544, + "loss": 0.1506, + "odds_ratio_loss": 0.0496574267745018, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01850016973912716, + "rewards/margins": 0.3072512745857239, + "rewards/rejected": -0.3257514238357544, + "sft_loss": 0.1850017011165619, + "step": 2599 + }, + { + "epoch": 3.759942154736081, + "grad_norm": 2.025715101180212, + "learning_rate": 2.552137628860822e-06, + "logits/chosen": -0.5476210117340088, + "logits/rejected": -0.4572288990020752, + "logps/chosen": -0.19937428832054138, + "logps/rejected": -4.361888885498047, + "loss": 0.2122, + "odds_ratio_loss": 0.03671419993042946, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019937429577112198, + "rewards/margins": 0.41625142097473145, + "rewards/rejected": -0.43618887662887573, + "sft_loss": 0.19937428832054138, + "step": 2600 + }, + { + "epoch": 3.761388286334056, + "grad_norm": 1.8713940948947654, + "learning_rate": 2.549242795391871e-06, + "logits/chosen": -0.5071431398391724, + "logits/rejected": -0.30187955498695374, + "logps/chosen": -0.05415284261107445, + "logps/rejected": -6.518517971038818, + "loss": 0.1636, + "odds_ratio_loss": 0.005559473764151335, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00541528407484293, + "rewards/margins": 0.6464364528656006, + "rewards/rejected": -0.6518517732620239, + "sft_loss": 0.05415284261107445, + "step": 2601 + }, + { + "epoch": 3.762834417932032, + "grad_norm": 3.2637222304935616, + "learning_rate": 2.5463488365898426e-06, + "logits/chosen": -0.5941678285598755, + "logits/rejected": -0.43715280294418335, + "logps/chosen": -0.20915353298187256, + "logps/rejected": -3.662285804748535, + "loss": 0.2696, + "odds_ratio_loss": 0.03305754438042641, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020915353670716286, + "rewards/margins": 0.3453132212162018, + "rewards/rejected": -0.36622855067253113, + "sft_loss": 0.20915353298187256, + "step": 2602 + }, + { + "epoch": 3.764280549530007, + "grad_norm": 2.007573145262109, + "learning_rate": 2.543455754199514e-06, + "logits/chosen": -0.5387523770332336, + "logits/rejected": -0.4196021854877472, + "logps/chosen": -0.1982327699661255, + "logps/rejected": -4.7550201416015625, + "loss": 0.1634, + "odds_ratio_loss": 0.03372848033905029, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01982327736914158, + "rewards/margins": 0.4556787312030792, + "rewards/rejected": -0.47550201416015625, + "sft_loss": 0.1982327699661255, + "step": 2603 + }, + { + "epoch": 3.765726681127983, + "grad_norm": 1.9541545437185883, + "learning_rate": 2.540563549965137e-06, + "logits/chosen": -0.5714979767799377, + "logits/rejected": -0.43261682987213135, + "logps/chosen": -0.19826523959636688, + "logps/rejected": -4.462432861328125, + "loss": 0.2072, + "odds_ratio_loss": 0.06122538074851036, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019826525822281837, + "rewards/margins": 0.4264167845249176, + "rewards/rejected": -0.4462433159351349, + "sft_loss": 0.19826523959636688, + "step": 2604 + }, + { + "epoch": 3.767172812725958, + "grad_norm": 1.9328215931836676, + "learning_rate": 2.5376722256304295e-06, + "logits/chosen": -0.5500741004943848, + "logits/rejected": -0.4248887002468109, + "logps/chosen": -0.23179960250854492, + "logps/rejected": -3.2190053462982178, + "loss": 0.1968, + "odds_ratio_loss": 0.07697392255067825, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02317996136844158, + "rewards/margins": 0.2987205982208252, + "rewards/rejected": -0.32190054655075073, + "sft_loss": 0.23179960250854492, + "step": 2605 + }, + { + "epoch": 3.7686189443239337, + "grad_norm": 2.203707685539388, + "learning_rate": 2.5347817829385846e-06, + "logits/chosen": -0.3630380630493164, + "logits/rejected": -0.3876681327819824, + "logps/chosen": -0.16202141344547272, + "logps/rejected": -3.187636613845825, + "loss": 0.1938, + "odds_ratio_loss": 0.0400000736117363, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01620214246213436, + "rewards/margins": 0.30256152153015137, + "rewards/rejected": -0.3187636733055115, + "sft_loss": 0.16202141344547272, + "step": 2606 + }, + { + "epoch": 3.770065075921909, + "grad_norm": 2.04049312263035, + "learning_rate": 2.5318922236322602e-06, + "logits/chosen": -0.5945833921432495, + "logits/rejected": -0.4727177917957306, + "logps/chosen": -0.26018601655960083, + "logps/rejected": -5.333613395690918, + "loss": 0.1814, + "odds_ratio_loss": 0.0550345852971077, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.026018597185611725, + "rewards/margins": 0.5073426961898804, + "rewards/rejected": -0.5333613157272339, + "sft_loss": 0.26018601655960083, + "step": 2607 + }, + { + "epoch": 3.7715112075198842, + "grad_norm": 2.270452537470267, + "learning_rate": 2.5290035494535805e-06, + "logits/chosen": -0.4364027678966522, + "logits/rejected": -0.444566547870636, + "logps/chosen": -0.15006223320960999, + "logps/rejected": -3.9100732803344727, + "loss": 0.1582, + "odds_ratio_loss": 0.06002519652247429, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015006224624812603, + "rewards/margins": 0.3760010898113251, + "rewards/rejected": -0.39100736379623413, + "sft_loss": 0.15006223320960999, + "step": 2608 + }, + { + "epoch": 3.77295733911786, + "grad_norm": 2.292197095198817, + "learning_rate": 2.5261157621441413e-06, + "logits/chosen": -0.6184677481651306, + "logits/rejected": -0.6291539072990417, + "logps/chosen": -0.33772191405296326, + "logps/rejected": -3.0420265197753906, + "loss": 0.24, + "odds_ratio_loss": 0.052166953682899475, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.033772192895412445, + "rewards/margins": 0.27043047547340393, + "rewards/rejected": -0.3042026460170746, + "sft_loss": 0.33772191405296326, + "step": 2609 + }, + { + "epoch": 3.774403470715835, + "grad_norm": 2.099941808987336, + "learning_rate": 2.523228863444997e-06, + "logits/chosen": -0.6739153861999512, + "logits/rejected": -0.4860963225364685, + "logps/chosen": -0.16617199778556824, + "logps/rejected": -6.441198348999023, + "loss": 0.1615, + "odds_ratio_loss": 0.03473407030105591, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016617199406027794, + "rewards/margins": 0.6275026798248291, + "rewards/rejected": -0.6441198587417603, + "sft_loss": 0.16617199778556824, + "step": 2610 + }, + { + "epoch": 3.7758496023138104, + "grad_norm": 1.982794854155467, + "learning_rate": 2.5203428550966722e-06, + "logits/chosen": -0.5175485014915466, + "logits/rejected": -0.48581239581108093, + "logps/chosen": -0.22742906212806702, + "logps/rejected": -3.3520054817199707, + "loss": 0.2163, + "odds_ratio_loss": 0.05771571770310402, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02274290844798088, + "rewards/margins": 0.3124576807022095, + "rewards/rejected": -0.33520054817199707, + "sft_loss": 0.22742906212806702, + "step": 2611 + }, + { + "epoch": 3.777295733911786, + "grad_norm": 2.47202283857541, + "learning_rate": 2.517457738839149e-06, + "logits/chosen": -0.7268478870391846, + "logits/rejected": -0.6017354726791382, + "logps/chosen": -0.32217803597450256, + "logps/rejected": -2.822502613067627, + "loss": 0.2546, + "odds_ratio_loss": 0.078008271753788, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.032217804342508316, + "rewards/margins": 0.2500324845314026, + "rewards/rejected": -0.2822502851486206, + "sft_loss": 0.32217803597450256, + "step": 2612 + }, + { + "epoch": 3.7787418655097613, + "grad_norm": 1.9410029740314656, + "learning_rate": 2.5145735164118788e-06, + "logits/chosen": -0.6474170088768005, + "logits/rejected": -0.48739415407180786, + "logps/chosen": -0.08966898918151855, + "logps/rejected": -6.39056396484375, + "loss": 0.1556, + "odds_ratio_loss": 0.01307761948555708, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008966898545622826, + "rewards/margins": 0.6300894618034363, + "rewards/rejected": -0.639056384563446, + "sft_loss": 0.08966898918151855, + "step": 2613 + }, + { + "epoch": 3.7801879971077366, + "grad_norm": 2.0303896879223085, + "learning_rate": 2.511690189553767e-06, + "logits/chosen": -0.5155009031295776, + "logits/rejected": -0.47514843940734863, + "logps/chosen": -0.2928372025489807, + "logps/rejected": -5.307400703430176, + "loss": 0.2232, + "odds_ratio_loss": 0.056762486696243286, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.029283719137310982, + "rewards/margins": 0.5014563202857971, + "rewards/rejected": -0.5307400822639465, + "sft_loss": 0.2928372025489807, + "step": 2614 + }, + { + "epoch": 3.7816341287057122, + "grad_norm": 2.168404520852216, + "learning_rate": 2.5088077600031834e-06, + "logits/chosen": -0.7363658547401428, + "logits/rejected": -0.6525477170944214, + "logps/chosen": -0.12692435085773468, + "logps/rejected": -4.636532306671143, + "loss": 0.1842, + "odds_ratio_loss": 0.01741865649819374, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012692435644567013, + "rewards/margins": 0.45096075534820557, + "rewards/rejected": -0.46365320682525635, + "sft_loss": 0.12692435085773468, + "step": 2615 + }, + { + "epoch": 3.7830802603036875, + "grad_norm": 2.0652992396748875, + "learning_rate": 2.5059262294979535e-06, + "logits/chosen": -0.5252244472503662, + "logits/rejected": -0.4214191436767578, + "logps/chosen": -0.24405062198638916, + "logps/rejected": -4.097309112548828, + "loss": 0.2465, + "odds_ratio_loss": 0.04359886795282364, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024405062198638916, + "rewards/margins": 0.3853258788585663, + "rewards/rejected": -0.4097309112548828, + "sft_loss": 0.24405062198638916, + "step": 2616 + }, + { + "epoch": 3.784526391901663, + "grad_norm": 1.9517111344022926, + "learning_rate": 2.5030455997753663e-06, + "logits/chosen": -0.6113194227218628, + "logits/rejected": -0.6022163033485413, + "logps/chosen": -0.31509339809417725, + "logps/rejected": -2.91943359375, + "loss": 0.265, + "odds_ratio_loss": 0.059509724378585815, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.031509339809417725, + "rewards/margins": 0.26043403148651123, + "rewards/rejected": -0.29194337129592896, + "sft_loss": 0.31509339809417725, + "step": 2617 + }, + { + "epoch": 3.7859725234996384, + "grad_norm": 2.092277943733906, + "learning_rate": 2.500165872572161e-06, + "logits/chosen": -0.6757873296737671, + "logits/rejected": -0.5339130759239197, + "logps/chosen": -0.189954936504364, + "logps/rejected": -4.904602527618408, + "loss": 0.2004, + "odds_ratio_loss": 0.05145931616425514, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01899549551308155, + "rewards/margins": 0.47146478295326233, + "rewards/rejected": -0.49046024680137634, + "sft_loss": 0.189954936504364, + "step": 2618 + }, + { + "epoch": 3.787418655097614, + "grad_norm": 2.152313378101085, + "learning_rate": 2.4972870496245366e-06, + "logits/chosen": -0.6356850266456604, + "logits/rejected": -0.20262449979782104, + "logps/chosen": -0.25436562299728394, + "logps/rejected": -4.084608554840088, + "loss": 0.2114, + "odds_ratio_loss": 0.158283069729805, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.025436561554670334, + "rewards/margins": 0.38302430510520935, + "rewards/rejected": -0.4084608554840088, + "sft_loss": 0.25436562299728394, + "step": 2619 + }, + { + "epoch": 3.7888647866955893, + "grad_norm": 1.8461811123197192, + "learning_rate": 2.4944091326681484e-06, + "logits/chosen": -0.5899071097373962, + "logits/rejected": -0.6064687967300415, + "logps/chosen": -0.13420352339744568, + "logps/rejected": -5.148534297943115, + "loss": 0.1548, + "odds_ratio_loss": 0.033398158848285675, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013420352712273598, + "rewards/margins": 0.5014330148696899, + "rewards/rejected": -0.5148534178733826, + "sft_loss": 0.13420352339744568, + "step": 2620 + }, + { + "epoch": 3.7903109182935646, + "grad_norm": 2.5677808116805085, + "learning_rate": 2.4915321234381e-06, + "logits/chosen": -0.6439390182495117, + "logits/rejected": -0.6536998748779297, + "logps/chosen": -0.21709826588630676, + "logps/rejected": -2.651989698410034, + "loss": 0.2035, + "odds_ratio_loss": 0.05655750632286072, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021709825843572617, + "rewards/margins": 0.24348914623260498, + "rewards/rejected": -0.2651989758014679, + "sft_loss": 0.21709826588630676, + "step": 2621 + }, + { + "epoch": 3.7917570498915403, + "grad_norm": 1.7240970042044195, + "learning_rate": 2.4886560236689542e-06, + "logits/chosen": -0.4303063154220581, + "logits/rejected": -0.2958157956600189, + "logps/chosen": -0.10966433584690094, + "logps/rejected": -5.254568099975586, + "loss": 0.1329, + "odds_ratio_loss": 0.017621489241719246, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010966433212161064, + "rewards/margins": 0.5144904255867004, + "rewards/rejected": -0.5254568457603455, + "sft_loss": 0.10966433584690094, + "step": 2622 + }, + { + "epoch": 3.7932031814895155, + "grad_norm": 2.2505913691166635, + "learning_rate": 2.4857808350947186e-06, + "logits/chosen": -0.5765487551689148, + "logits/rejected": -0.26596999168395996, + "logps/chosen": -0.19715330004692078, + "logps/rejected": -3.5105814933776855, + "loss": 0.1702, + "odds_ratio_loss": 0.039164457470178604, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019715333357453346, + "rewards/margins": 0.33134281635284424, + "rewards/rejected": -0.35105812549591064, + "sft_loss": 0.19715330004692078, + "step": 2623 + }, + { + "epoch": 3.7946493130874908, + "grad_norm": 1.9007264625255884, + "learning_rate": 2.4829065594488586e-06, + "logits/chosen": -0.6615445613861084, + "logits/rejected": -0.485071063041687, + "logps/chosen": -0.16579408943653107, + "logps/rejected": -5.319438457489014, + "loss": 0.1492, + "odds_ratio_loss": 0.04737501218914986, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016579408198595047, + "rewards/margins": 0.515364408493042, + "rewards/rejected": -0.5319438576698303, + "sft_loss": 0.16579408943653107, + "step": 2624 + }, + { + "epoch": 3.7960954446854664, + "grad_norm": 1.9969119227602157, + "learning_rate": 2.4800331984642837e-06, + "logits/chosen": -0.5275101661682129, + "logits/rejected": -0.48966342210769653, + "logps/chosen": -0.21786557137966156, + "logps/rejected": -2.759644031524658, + "loss": 0.1551, + "odds_ratio_loss": 0.054346635937690735, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021786555647850037, + "rewards/margins": 0.25417786836624146, + "rewards/rejected": -0.2759644091129303, + "sft_loss": 0.21786557137966156, + "step": 2625 + }, + { + "epoch": 3.7975415762834417, + "grad_norm": 3.3918947625961184, + "learning_rate": 2.4771607538733554e-06, + "logits/chosen": -0.4635317325592041, + "logits/rejected": -0.377239465713501, + "logps/chosen": -0.12900260090827942, + "logps/rejected": -5.37921142578125, + "loss": 0.1137, + "odds_ratio_loss": 0.009468241594731808, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012900261208415031, + "rewards/margins": 0.5250208377838135, + "rewards/rejected": -0.537921130657196, + "sft_loss": 0.12900260090827942, + "step": 2626 + }, + { + "epoch": 3.7989877078814174, + "grad_norm": 2.052320299573357, + "learning_rate": 2.474289227407878e-06, + "logits/chosen": -0.6370794773101807, + "logits/rejected": -0.4276534914970398, + "logps/chosen": -0.18756850063800812, + "logps/rejected": -3.975283622741699, + "loss": 0.1866, + "odds_ratio_loss": 0.0332857221364975, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01875685155391693, + "rewards/margins": 0.37877151370048523, + "rewards/rejected": -0.39752835035324097, + "sft_loss": 0.18756850063800812, + "step": 2627 + }, + { + "epoch": 3.8004338394793926, + "grad_norm": 2.194141426402103, + "learning_rate": 2.4714186207991095e-06, + "logits/chosen": -0.5361537337303162, + "logits/rejected": -0.5779704451560974, + "logps/chosen": -0.19404172897338867, + "logps/rejected": -2.87283992767334, + "loss": 0.2097, + "odds_ratio_loss": 0.04218186438083649, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019404174759984016, + "rewards/margins": 0.26787981390953064, + "rewards/rejected": -0.2872839570045471, + "sft_loss": 0.19404172897338867, + "step": 2628 + }, + { + "epoch": 3.8018799710773683, + "grad_norm": 2.0262944409100654, + "learning_rate": 2.468548935777747e-06, + "logits/chosen": -0.660569429397583, + "logits/rejected": -0.5347737073898315, + "logps/chosen": -0.16592204570770264, + "logps/rejected": -4.6749138832092285, + "loss": 0.2168, + "odds_ratio_loss": 0.030461864545941353, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016592204570770264, + "rewards/margins": 0.4508991837501526, + "rewards/rejected": -0.46749138832092285, + "sft_loss": 0.16592204570770264, + "step": 2629 + }, + { + "epoch": 3.8033261026753435, + "grad_norm": 2.0284521617244002, + "learning_rate": 2.4656801740739356e-06, + "logits/chosen": -0.5391656756401062, + "logits/rejected": -0.42175936698913574, + "logps/chosen": -0.1921410858631134, + "logps/rejected": -3.636936902999878, + "loss": 0.194, + "odds_ratio_loss": 0.053551651537418365, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01921410858631134, + "rewards/margins": 0.34447959065437317, + "rewards/rejected": -0.3636936843395233, + "sft_loss": 0.1921410858631134, + "step": 2630 + }, + { + "epoch": 3.804772234273319, + "grad_norm": 2.0716752248142467, + "learning_rate": 2.46281233741726e-06, + "logits/chosen": -0.6886047124862671, + "logits/rejected": -0.5288622379302979, + "logps/chosen": -0.23665514588356018, + "logps/rejected": -2.459178924560547, + "loss": 0.2018, + "odds_ratio_loss": 0.06963891535997391, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023665515705943108, + "rewards/margins": 0.22225239872932434, + "rewards/rejected": -0.2459179013967514, + "sft_loss": 0.23665514588356018, + "step": 2631 + }, + { + "epoch": 3.8062183658712945, + "grad_norm": 2.0485758856786034, + "learning_rate": 2.4599454275367526e-06, + "logits/chosen": -0.6599227786064148, + "logits/rejected": -0.459836483001709, + "logps/chosen": -0.18189409375190735, + "logps/rejected": -2.9734206199645996, + "loss": 0.2247, + "odds_ratio_loss": 0.02089795470237732, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018189409747719765, + "rewards/margins": 0.27915263175964355, + "rewards/rejected": -0.2973420321941376, + "sft_loss": 0.18189409375190735, + "step": 2632 + }, + { + "epoch": 3.8076644974692697, + "grad_norm": 2.057869407827372, + "learning_rate": 2.4570794461608816e-06, + "logits/chosen": -0.6338626146316528, + "logits/rejected": -0.7052443027496338, + "logps/chosen": -0.16895508766174316, + "logps/rejected": -1.9207273721694946, + "loss": 0.2421, + "odds_ratio_loss": 0.05102720484137535, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016895508393645287, + "rewards/margins": 0.17517723143100739, + "rewards/rejected": -0.19207274913787842, + "sft_loss": 0.16895508766174316, + "step": 2633 + }, + { + "epoch": 3.809110629067245, + "grad_norm": 1.9324861662836847, + "learning_rate": 2.4542143950175594e-06, + "logits/chosen": -0.5443887710571289, + "logits/rejected": -0.3198566436767578, + "logps/chosen": -0.16024640202522278, + "logps/rejected": -5.304378509521484, + "loss": 0.2111, + "odds_ratio_loss": 0.018941111862659454, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016024641692638397, + "rewards/margins": 0.5144132375717163, + "rewards/rejected": -0.5304378867149353, + "sft_loss": 0.16024640202522278, + "step": 2634 + }, + { + "epoch": 3.8105567606652206, + "grad_norm": 2.0345855814772307, + "learning_rate": 2.4513502758341365e-06, + "logits/chosen": -0.6028193235397339, + "logits/rejected": -0.6171325445175171, + "logps/chosen": -0.3160252571105957, + "logps/rejected": -3.1160173416137695, + "loss": 0.1974, + "odds_ratio_loss": 0.12013718485832214, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.03160252422094345, + "rewards/margins": 0.2799992263317108, + "rewards/rejected": -0.31160175800323486, + "sft_loss": 0.3160252571105957, + "step": 2635 + }, + { + "epoch": 3.812002892263196, + "grad_norm": 1.8867295971525198, + "learning_rate": 2.448487090337399e-06, + "logits/chosen": -0.3207634687423706, + "logits/rejected": -0.26631879806518555, + "logps/chosen": -0.11553123593330383, + "logps/rejected": -4.209815979003906, + "loss": 0.1515, + "odds_ratio_loss": 0.0758066475391388, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.011553123593330383, + "rewards/margins": 0.4094284772872925, + "rewards/rejected": -0.42098158597946167, + "sft_loss": 0.11553123593330383, + "step": 2636 + }, + { + "epoch": 3.813449023861171, + "grad_norm": 2.002878147880314, + "learning_rate": 2.4456248402535744e-06, + "logits/chosen": -0.4317575991153717, + "logits/rejected": -0.36689284443855286, + "logps/chosen": -0.1188906878232956, + "logps/rejected": -5.702237129211426, + "loss": 0.1365, + "odds_ratio_loss": 0.030404847115278244, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011889069341123104, + "rewards/margins": 0.5583345890045166, + "rewards/rejected": -0.5702236890792847, + "sft_loss": 0.1188906878232956, + "step": 2637 + }, + { + "epoch": 3.814895155459147, + "grad_norm": 2.0028531170479185, + "learning_rate": 2.4427635273083205e-06, + "logits/chosen": -0.5605095624923706, + "logits/rejected": -0.6367613077163696, + "logps/chosen": -0.16176557540893555, + "logps/rejected": -2.33298397064209, + "loss": 0.1762, + "odds_ratio_loss": 0.03323551267385483, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016176559031009674, + "rewards/margins": 0.21712183952331543, + "rewards/rejected": -0.2332983911037445, + "sft_loss": 0.16176557540893555, + "step": 2638 + }, + { + "epoch": 3.816341287057122, + "grad_norm": 1.9136356302803936, + "learning_rate": 2.439903153226738e-06, + "logits/chosen": -0.4376313388347626, + "logits/rejected": -0.34835922718048096, + "logps/chosen": -0.11063480377197266, + "logps/rejected": -6.628140926361084, + "loss": 0.1722, + "odds_ratio_loss": 0.02789875864982605, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011063480749726295, + "rewards/margins": 0.6517506837844849, + "rewards/rejected": -0.6628141403198242, + "sft_loss": 0.11063480377197266, + "step": 2639 + }, + { + "epoch": 3.8177874186550977, + "grad_norm": 1.9359572286512576, + "learning_rate": 2.4370437197333535e-06, + "logits/chosen": -0.7120791077613831, + "logits/rejected": -0.4205125868320465, + "logps/chosen": -0.23005536198616028, + "logps/rejected": -4.266036033630371, + "loss": 0.1677, + "odds_ratio_loss": 0.02433464676141739, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023005535826086998, + "rewards/margins": 0.4035980999469757, + "rewards/rejected": -0.42660361528396606, + "sft_loss": 0.23005536198616028, + "step": 2640 + }, + { + "epoch": 3.819233550253073, + "grad_norm": 2.2466722500017187, + "learning_rate": 2.434185228552133e-06, + "logits/chosen": -0.5734530091285706, + "logits/rejected": -0.5702399015426636, + "logps/chosen": -0.2448917031288147, + "logps/rejected": -3.1988368034362793, + "loss": 0.1682, + "odds_ratio_loss": 0.03184647485613823, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02448917180299759, + "rewards/margins": 0.29539453983306885, + "rewards/rejected": -0.31988370418548584, + "sft_loss": 0.2448917031288147, + "step": 2641 + }, + { + "epoch": 3.8206796818510487, + "grad_norm": 2.5007274744169905, + "learning_rate": 2.431327681406468e-06, + "logits/chosen": -0.4124388098716736, + "logits/rejected": -0.30019381642341614, + "logps/chosen": -0.220967099070549, + "logps/rejected": -4.135493278503418, + "loss": 0.2378, + "odds_ratio_loss": 0.04712362587451935, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022096708416938782, + "rewards/margins": 0.3914526104927063, + "rewards/rejected": -0.4135493040084839, + "sft_loss": 0.220967099070549, + "step": 2642 + }, + { + "epoch": 3.822125813449024, + "grad_norm": 2.2516952824095715, + "learning_rate": 2.4284710800191877e-06, + "logits/chosen": -0.6341081857681274, + "logits/rejected": -0.4541645646095276, + "logps/chosen": -0.218563973903656, + "logps/rejected": -3.7575972080230713, + "loss": 0.1739, + "odds_ratio_loss": 0.023864325135946274, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0218563973903656, + "rewards/margins": 0.3539033532142639, + "rewards/rejected": -0.37575972080230713, + "sft_loss": 0.218563973903656, + "step": 2643 + }, + { + "epoch": 3.823571945046999, + "grad_norm": 1.8444139630057388, + "learning_rate": 2.425615426112545e-06, + "logits/chosen": -0.6047503352165222, + "logits/rejected": -0.41343581676483154, + "logps/chosen": -0.1336621344089508, + "logps/rejected": -4.135256290435791, + "loss": 0.1668, + "odds_ratio_loss": 0.011073876172304153, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01336621306836605, + "rewards/margins": 0.40015938878059387, + "rewards/rejected": -0.41352561116218567, + "sft_loss": 0.1336621344089508, + "step": 2644 + }, + { + "epoch": 3.825018076644975, + "grad_norm": 3.148403921694642, + "learning_rate": 2.4227607214082267e-06, + "logits/chosen": -0.3584001958370209, + "logits/rejected": -0.3328199088573456, + "logps/chosen": -0.12119731307029724, + "logps/rejected": -3.8874454498291016, + "loss": 0.1786, + "odds_ratio_loss": 0.0209796205163002, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012119731865823269, + "rewards/margins": 0.37662479281425476, + "rewards/rejected": -0.3887445628643036, + "sft_loss": 0.12119731307029724, + "step": 2645 + }, + { + "epoch": 3.82646420824295, + "grad_norm": 2.0977720178713906, + "learning_rate": 2.419906967627343e-06, + "logits/chosen": -0.6201465129852295, + "logits/rejected": -0.49884653091430664, + "logps/chosen": -0.18073919415473938, + "logps/rejected": -5.1349968910217285, + "loss": 0.2091, + "odds_ratio_loss": 0.04040105640888214, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018073920160531998, + "rewards/margins": 0.4954257607460022, + "rewards/rejected": -0.5134996771812439, + "sft_loss": 0.18073919415473938, + "step": 2646 + }, + { + "epoch": 3.8279103398409253, + "grad_norm": 2.253181881937432, + "learning_rate": 2.417054166490433e-06, + "logits/chosen": -0.6608943939208984, + "logits/rejected": -0.5251725316047668, + "logps/chosen": -0.10730911791324615, + "logps/rejected": -3.7329394817352295, + "loss": 0.1553, + "odds_ratio_loss": 0.030384372919797897, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01073091197758913, + "rewards/margins": 0.36256301403045654, + "rewards/rejected": -0.3732939660549164, + "sft_loss": 0.10730911791324615, + "step": 2647 + }, + { + "epoch": 3.829356471438901, + "grad_norm": 3.032198838691612, + "learning_rate": 2.4142023197174625e-06, + "logits/chosen": -0.6617286205291748, + "logits/rejected": -0.5526999235153198, + "logps/chosen": -0.14543002843856812, + "logps/rejected": -4.451727390289307, + "loss": 0.1426, + "odds_ratio_loss": 0.017422260716557503, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014543002471327782, + "rewards/margins": 0.4306297302246094, + "rewards/rejected": -0.4451727569103241, + "sft_loss": 0.14543002843856812, + "step": 2648 + }, + { + "epoch": 3.8308026030368763, + "grad_norm": 2.104212176731941, + "learning_rate": 2.4113514290278193e-06, + "logits/chosen": -0.49113255739212036, + "logits/rejected": -0.36438047885894775, + "logps/chosen": -0.12778490781784058, + "logps/rejected": -3.6236534118652344, + "loss": 0.1499, + "odds_ratio_loss": 0.01595112681388855, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012778490781784058, + "rewards/margins": 0.3495868742465973, + "rewards/rejected": -0.36236536502838135, + "sft_loss": 0.12778490781784058, + "step": 2649 + }, + { + "epoch": 3.8322487346348515, + "grad_norm": 1.9491076169596921, + "learning_rate": 2.4085014961403168e-06, + "logits/chosen": -0.6785717010498047, + "logits/rejected": -0.5729687809944153, + "logps/chosen": -0.20131143927574158, + "logps/rejected": -4.839371681213379, + "loss": 0.171, + "odds_ratio_loss": 0.04480065777897835, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020131144672632217, + "rewards/margins": 0.46380603313446045, + "rewards/rejected": -0.48393720388412476, + "sft_loss": 0.20131143927574158, + "step": 2650 + }, + { + "epoch": 3.833694866232827, + "grad_norm": 2.714118679981264, + "learning_rate": 2.4056525227731882e-06, + "logits/chosen": -0.4560430943965912, + "logits/rejected": -0.3898116648197174, + "logps/chosen": -0.2648117244243622, + "logps/rejected": -3.906280517578125, + "loss": 0.1648, + "odds_ratio_loss": 0.062475770711898804, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02648117206990719, + "rewards/margins": 0.3641469180583954, + "rewards/rejected": -0.39062806963920593, + "sft_loss": 0.2648117244243622, + "step": 2651 + }, + { + "epoch": 3.835140997830803, + "grad_norm": 2.2461660391212943, + "learning_rate": 2.4028045106440933e-06, + "logits/chosen": -0.590645432472229, + "logits/rejected": -0.4207696318626404, + "logps/chosen": -0.21039243042469025, + "logps/rejected": -4.4112677574157715, + "loss": 0.1987, + "odds_ratio_loss": 0.035821445286273956, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021039243787527084, + "rewards/margins": 0.4200875461101532, + "rewards/rejected": -0.4411267936229706, + "sft_loss": 0.21039243042469025, + "step": 2652 + }, + { + "epoch": 3.836587129428778, + "grad_norm": 2.166266828237972, + "learning_rate": 2.3999574614701067e-06, + "logits/chosen": -0.669924259185791, + "logits/rejected": -0.48964861035346985, + "logps/chosen": -0.15689903497695923, + "logps/rejected": -3.4739127159118652, + "loss": 0.1679, + "odds_ratio_loss": 0.04638451337814331, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015689902007579803, + "rewards/margins": 0.3317013680934906, + "rewards/rejected": -0.347391277551651, + "sft_loss": 0.15689903497695923, + "step": 2653 + }, + { + "epoch": 3.8380332610267534, + "grad_norm": 2.0754765994658, + "learning_rate": 2.3971113769677263e-06, + "logits/chosen": -0.4671492278575897, + "logits/rejected": -0.4130011796951294, + "logps/chosen": -0.1233329176902771, + "logps/rejected": -4.802967071533203, + "loss": 0.1486, + "odds_ratio_loss": 0.016072288155555725, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012333293445408344, + "rewards/margins": 0.46796342730522156, + "rewards/rejected": -0.48029670119285583, + "sft_loss": 0.1233329176902771, + "step": 2654 + }, + { + "epoch": 3.839479392624729, + "grad_norm": 2.198700366164306, + "learning_rate": 2.394266258852865e-06, + "logits/chosen": -0.6466750502586365, + "logits/rejected": -0.579832136631012, + "logps/chosen": -0.2253737449645996, + "logps/rejected": -3.258246660232544, + "loss": 0.197, + "odds_ratio_loss": 0.03207365423440933, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02253737300634384, + "rewards/margins": 0.3032872974872589, + "rewards/rejected": -0.32582464814186096, + "sft_loss": 0.2253737449645996, + "step": 2655 + }, + { + "epoch": 3.8409255242227043, + "grad_norm": 2.806483633942708, + "learning_rate": 2.3914221088408583e-06, + "logits/chosen": -0.4588702619075775, + "logits/rejected": -0.34531545639038086, + "logps/chosen": -0.2463608831167221, + "logps/rejected": -4.684918403625488, + "loss": 0.1539, + "odds_ratio_loss": 0.06339805573225021, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02463608607649803, + "rewards/margins": 0.4438557028770447, + "rewards/rejected": -0.4684918522834778, + "sft_loss": 0.2463608831167221, + "step": 2656 + }, + { + "epoch": 3.8423716558206795, + "grad_norm": 2.1236348351774277, + "learning_rate": 2.3885789286464527e-06, + "logits/chosen": -0.4032669961452484, + "logits/rejected": -0.27119266986846924, + "logps/chosen": -0.12063460052013397, + "logps/rejected": -4.50440788269043, + "loss": 0.166, + "odds_ratio_loss": 0.03388247638940811, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012063460424542427, + "rewards/margins": 0.43837735056877136, + "rewards/rejected": -0.45044082403182983, + "sft_loss": 0.12063460052013397, + "step": 2657 + }, + { + "epoch": 3.843817787418655, + "grad_norm": 1.9236357962541986, + "learning_rate": 2.385736719983813e-06, + "logits/chosen": -0.5088585615158081, + "logits/rejected": -0.4260765314102173, + "logps/chosen": -0.21049919724464417, + "logps/rejected": -4.297446250915527, + "loss": 0.1824, + "odds_ratio_loss": 0.03804740309715271, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021049920469522476, + "rewards/margins": 0.4086947441101074, + "rewards/rejected": -0.4297446608543396, + "sft_loss": 0.21049919724464417, + "step": 2658 + }, + { + "epoch": 3.8452639190166304, + "grad_norm": 2.1599104065431614, + "learning_rate": 2.3828954845665153e-06, + "logits/chosen": -0.5122015476226807, + "logits/rejected": -0.5679474472999573, + "logps/chosen": -0.2392263263463974, + "logps/rejected": -5.5167236328125, + "loss": 0.2194, + "odds_ratio_loss": 0.03686853125691414, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02392263151705265, + "rewards/margins": 0.52774977684021, + "rewards/rejected": -0.5516723990440369, + "sft_loss": 0.2392263263463974, + "step": 2659 + }, + { + "epoch": 3.8467100506146057, + "grad_norm": 2.251439001850937, + "learning_rate": 2.3800552241075538e-06, + "logits/chosen": -0.5718013048171997, + "logits/rejected": -0.6475985050201416, + "logps/chosen": -0.15388913452625275, + "logps/rejected": -3.5337791442871094, + "loss": 0.2118, + "odds_ratio_loss": 0.04061558097600937, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01538891438394785, + "rewards/margins": 0.33798903226852417, + "rewards/rejected": -0.35337793827056885, + "sft_loss": 0.15388913452625275, + "step": 2660 + }, + { + "epoch": 3.8481561822125814, + "grad_norm": 2.3274237399359605, + "learning_rate": 2.3772159403193315e-06, + "logits/chosen": -0.5476040840148926, + "logits/rejected": -0.3083384931087494, + "logps/chosen": -0.14341911673545837, + "logps/rejected": -5.004617691040039, + "loss": 0.1523, + "odds_ratio_loss": 0.00789717212319374, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014341913163661957, + "rewards/margins": 0.4861198663711548, + "rewards/rejected": -0.500461757183075, + "sft_loss": 0.14341911673545837, + "step": 2661 + }, + { + "epoch": 3.8496023138105566, + "grad_norm": 1.853220411413604, + "learning_rate": 2.3743776349136615e-06, + "logits/chosen": -0.6236512660980225, + "logits/rejected": -0.5720344185829163, + "logps/chosen": -0.27546441555023193, + "logps/rejected": -3.9568581581115723, + "loss": 0.1901, + "odds_ratio_loss": 0.06295789033174515, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027546444907784462, + "rewards/margins": 0.368139386177063, + "rewards/rejected": -0.3956858515739441, + "sft_loss": 0.27546441555023193, + "step": 2662 + }, + { + "epoch": 3.8510484454085323, + "grad_norm": 2.382636427805891, + "learning_rate": 2.3715403096017713e-06, + "logits/chosen": -0.5481364727020264, + "logits/rejected": -0.35319069027900696, + "logps/chosen": -0.13607822358608246, + "logps/rejected": -6.205620288848877, + "loss": 0.1311, + "odds_ratio_loss": 0.012123924680054188, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013607822358608246, + "rewards/margins": 0.6069542169570923, + "rewards/rejected": -0.6205620765686035, + "sft_loss": 0.13607822358608246, + "step": 2663 + }, + { + "epoch": 3.8524945770065075, + "grad_norm": 2.1180282826968915, + "learning_rate": 2.3687039660942926e-06, + "logits/chosen": -0.611968994140625, + "logits/rejected": -0.44643181562423706, + "logps/chosen": -0.14699847996234894, + "logps/rejected": -5.006779670715332, + "loss": 0.1661, + "odds_ratio_loss": 0.04196387901902199, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014699846506118774, + "rewards/margins": 0.4859781861305237, + "rewards/rejected": -0.5006780624389648, + "sft_loss": 0.14699847996234894, + "step": 2664 + }, + { + "epoch": 3.8539407086044832, + "grad_norm": 2.104062036320424, + "learning_rate": 2.365868606101269e-06, + "logits/chosen": -0.7090559601783752, + "logits/rejected": -0.5487937927246094, + "logps/chosen": -0.11773136258125305, + "logps/rejected": -4.815327167510986, + "loss": 0.1767, + "odds_ratio_loss": 0.018653199076652527, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011773135513067245, + "rewards/margins": 0.46975958347320557, + "rewards/rejected": -0.4815327525138855, + "sft_loss": 0.11773136258125305, + "step": 2665 + }, + { + "epoch": 3.8553868402024585, + "grad_norm": 2.0999659236456902, + "learning_rate": 2.3630342313321473e-06, + "logits/chosen": -0.4976791441440582, + "logits/rejected": -0.646413266658783, + "logps/chosen": -0.21249869465827942, + "logps/rejected": -4.945645809173584, + "loss": 0.1906, + "odds_ratio_loss": 0.06591396033763885, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021249869838356972, + "rewards/margins": 0.4733147621154785, + "rewards/rejected": -0.49456462264060974, + "sft_loss": 0.21249869465827942, + "step": 2666 + }, + { + "epoch": 3.8568329718004337, + "grad_norm": 2.1533503427856537, + "learning_rate": 2.360200843495786e-06, + "logits/chosen": -0.4372127056121826, + "logits/rejected": -0.4424366354942322, + "logps/chosen": -0.24950441718101501, + "logps/rejected": -2.736983299255371, + "loss": 0.1789, + "odds_ratio_loss": 0.06281781941652298, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02495044469833374, + "rewards/margins": 0.24874788522720337, + "rewards/rejected": -0.2736983299255371, + "sft_loss": 0.24950441718101501, + "step": 2667 + }, + { + "epoch": 3.8582791033984094, + "grad_norm": 3.0188891770587762, + "learning_rate": 2.3573684443004425e-06, + "logits/chosen": -0.46939700841903687, + "logits/rejected": -0.5516136884689331, + "logps/chosen": -0.27107489109039307, + "logps/rejected": -3.729104518890381, + "loss": 0.1659, + "odds_ratio_loss": 0.055554620921611786, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027107488363981247, + "rewards/margins": 0.3458029627799988, + "rewards/rejected": -0.3729104697704315, + "sft_loss": 0.27107489109039307, + "step": 2668 + }, + { + "epoch": 3.8597252349963846, + "grad_norm": 2.31441815819728, + "learning_rate": 2.354537035453783e-06, + "logits/chosen": -0.8334481120109558, + "logits/rejected": -0.6476742625236511, + "logps/chosen": -0.08477871119976044, + "logps/rejected": -4.919661521911621, + "loss": 0.1985, + "odds_ratio_loss": 0.008285166695713997, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008477871306240559, + "rewards/margins": 0.4834883213043213, + "rewards/rejected": -0.491966187953949, + "sft_loss": 0.08477871119976044, + "step": 2669 + }, + { + "epoch": 3.86117136659436, + "grad_norm": 1.8740259808678605, + "learning_rate": 2.351706618662871e-06, + "logits/chosen": -0.6517231464385986, + "logits/rejected": -0.40706366300582886, + "logps/chosen": -0.22961880266666412, + "logps/rejected": -5.185815811157227, + "loss": 0.1517, + "odds_ratio_loss": 0.056328706443309784, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022961881011724472, + "rewards/margins": 0.4956197142601013, + "rewards/rejected": -0.5185816287994385, + "sft_loss": 0.22961880266666412, + "step": 2670 + }, + { + "epoch": 3.8626174981923356, + "grad_norm": 2.2545041214525696, + "learning_rate": 2.3488771956341795e-06, + "logits/chosen": -0.5102351903915405, + "logits/rejected": -0.4168573319911957, + "logps/chosen": -0.19025494158267975, + "logps/rejected": -5.506153106689453, + "loss": 0.1912, + "odds_ratio_loss": 0.05001336708664894, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019025495275855064, + "rewards/margins": 0.5315897464752197, + "rewards/rejected": -0.5506153106689453, + "sft_loss": 0.19025494158267975, + "step": 2671 + }, + { + "epoch": 3.864063629790311, + "grad_norm": 2.267911264770996, + "learning_rate": 2.346048768073575e-06, + "logits/chosen": -0.5635769963264465, + "logits/rejected": -0.511735737323761, + "logps/chosen": -0.12450949102640152, + "logps/rejected": -5.101263523101807, + "loss": 0.127, + "odds_ratio_loss": 0.04796475172042847, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012450949288904667, + "rewards/margins": 0.49767541885375977, + "rewards/rejected": -0.5101263523101807, + "sft_loss": 0.12450949102640152, + "step": 2672 + }, + { + "epoch": 3.865509761388286, + "grad_norm": 2.1719020920397387, + "learning_rate": 2.343221337686328e-06, + "logits/chosen": -0.6359919309616089, + "logits/rejected": -0.5677777528762817, + "logps/chosen": -0.18134115636348724, + "logps/rejected": -3.594672679901123, + "loss": 0.1779, + "odds_ratio_loss": 0.038205526769161224, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018134113401174545, + "rewards/margins": 0.34133318066596985, + "rewards/rejected": -0.3594672977924347, + "sft_loss": 0.18134115636348724, + "step": 2673 + }, + { + "epoch": 3.8669558929862617, + "grad_norm": 2.1634017159786483, + "learning_rate": 2.3403949061771083e-06, + "logits/chosen": -0.7519722580909729, + "logits/rejected": -0.4830787181854248, + "logps/chosen": -0.19885629415512085, + "logps/rejected": -6.522568225860596, + "loss": 0.1848, + "odds_ratio_loss": 0.01121095847338438, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019885629415512085, + "rewards/margins": 0.6323711276054382, + "rewards/rejected": -0.6522568464279175, + "sft_loss": 0.19885629415512085, + "step": 2674 + }, + { + "epoch": 3.8684020245842374, + "grad_norm": 1.9462707784219915, + "learning_rate": 2.33756947524998e-06, + "logits/chosen": -0.5072588920593262, + "logits/rejected": -0.3704627752304077, + "logps/chosen": -0.09452974051237106, + "logps/rejected": -4.214332103729248, + "loss": 0.1956, + "odds_ratio_loss": 0.014662055298686028, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009452973492443562, + "rewards/margins": 0.4119802713394165, + "rewards/rejected": -0.4214332699775696, + "sft_loss": 0.09452974051237106, + "step": 2675 + }, + { + "epoch": 3.8698481561822127, + "grad_norm": 1.883670642460947, + "learning_rate": 2.3347450466084064e-06, + "logits/chosen": -0.4906489849090576, + "logits/rejected": -0.5329009890556335, + "logps/chosen": -0.13472123444080353, + "logps/rejected": -3.3913538455963135, + "loss": 0.1755, + "odds_ratio_loss": 0.026549160480499268, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013472123071551323, + "rewards/margins": 0.3256632685661316, + "rewards/rejected": -0.33913540840148926, + "sft_loss": 0.13472123444080353, + "step": 2676 + }, + { + "epoch": 3.871294287780188, + "grad_norm": 1.7645055199572455, + "learning_rate": 2.3319216219552465e-06, + "logits/chosen": -0.7514166831970215, + "logits/rejected": -0.4781545102596283, + "logps/chosen": -0.19920554757118225, + "logps/rejected": -4.202726364135742, + "loss": 0.2171, + "odds_ratio_loss": 0.050058625638484955, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019920554012060165, + "rewards/margins": 0.4003520607948303, + "rewards/rejected": -0.4202726483345032, + "sft_loss": 0.19920554757118225, + "step": 2677 + }, + { + "epoch": 3.8727404193781636, + "grad_norm": 2.272822367567261, + "learning_rate": 2.3290992029927545e-06, + "logits/chosen": -0.5296982526779175, + "logits/rejected": -0.42527490854263306, + "logps/chosen": -0.1885211169719696, + "logps/rejected": -3.3843655586242676, + "loss": 0.1662, + "odds_ratio_loss": 0.03290311619639397, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0188521146774292, + "rewards/margins": 0.319584459066391, + "rewards/rejected": -0.3384365737438202, + "sft_loss": 0.1885211169719696, + "step": 2678 + }, + { + "epoch": 3.874186550976139, + "grad_norm": 2.1408885936856636, + "learning_rate": 2.326277791422574e-06, + "logits/chosen": -0.6290498971939087, + "logits/rejected": -0.4600859582424164, + "logps/chosen": -0.1297677755355835, + "logps/rejected": -4.369756698608398, + "loss": 0.1729, + "odds_ratio_loss": 0.016120584681630135, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01297677680850029, + "rewards/margins": 0.4239988625049591, + "rewards/rejected": -0.4369756579399109, + "sft_loss": 0.1297677755355835, + "step": 2679 + }, + { + "epoch": 3.875632682574114, + "grad_norm": 2.392102570924333, + "learning_rate": 2.3234573889457477e-06, + "logits/chosen": -0.6287966370582581, + "logits/rejected": -0.5920383930206299, + "logps/chosen": -0.1912301480770111, + "logps/rejected": -3.680026054382324, + "loss": 0.2083, + "odds_ratio_loss": 0.06031038612127304, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01912301406264305, + "rewards/margins": 0.3488796353340149, + "rewards/rejected": -0.36800259351730347, + "sft_loss": 0.1912301480770111, + "step": 2680 + }, + { + "epoch": 3.8770788141720898, + "grad_norm": 2.307929371288277, + "learning_rate": 2.3206379972627047e-06, + "logits/chosen": -0.5087276697158813, + "logits/rejected": -0.34346815943717957, + "logps/chosen": -0.22030162811279297, + "logps/rejected": -2.734839916229248, + "loss": 0.2434, + "odds_ratio_loss": 0.03812616690993309, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022030163556337357, + "rewards/margins": 0.25145381689071655, + "rewards/rejected": -0.2734839916229248, + "sft_loss": 0.22030162811279297, + "step": 2681 + }, + { + "epoch": 3.878524945770065, + "grad_norm": 2.261436653549, + "learning_rate": 2.31781961807327e-06, + "logits/chosen": -0.6415372490882874, + "logits/rejected": -0.5570952892303467, + "logps/chosen": -0.1425553858280182, + "logps/rejected": -4.366990566253662, + "loss": 0.1465, + "odds_ratio_loss": 0.023208629339933395, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014255540445446968, + "rewards/margins": 0.4224435091018677, + "rewards/rejected": -0.4366990923881531, + "sft_loss": 0.1425553858280182, + "step": 2682 + }, + { + "epoch": 3.8799710773680403, + "grad_norm": 1.8952349868348815, + "learning_rate": 2.31500225307665e-06, + "logits/chosen": -0.508310079574585, + "logits/rejected": -0.42341750860214233, + "logps/chosen": -0.09663991630077362, + "logps/rejected": -4.333970069885254, + "loss": 0.1367, + "odds_ratio_loss": 0.005665269680321217, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009663991630077362, + "rewards/margins": 0.4237329959869385, + "rewards/rejected": -0.43339696526527405, + "sft_loss": 0.09663991630077362, + "step": 2683 + }, + { + "epoch": 3.881417208966016, + "grad_norm": 2.4567404402425863, + "learning_rate": 2.3121859039714492e-06, + "logits/chosen": -0.5046891570091248, + "logits/rejected": -0.38773348927497864, + "logps/chosen": -0.169320210814476, + "logps/rejected": -3.1759390830993652, + "loss": 0.1662, + "odds_ratio_loss": 0.05408705398440361, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01693202182650566, + "rewards/margins": 0.3006618618965149, + "rewards/rejected": -0.31759390234947205, + "sft_loss": 0.169320210814476, + "step": 2684 + }, + { + "epoch": 3.882863340563991, + "grad_norm": 3.069883800674717, + "learning_rate": 2.3093705724556527e-06, + "logits/chosen": -0.47510790824890137, + "logits/rejected": -0.37609606981277466, + "logps/chosen": -0.21013259887695312, + "logps/rejected": -2.8292295932769775, + "loss": 0.2096, + "odds_ratio_loss": 0.046919770538806915, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02101326175034046, + "rewards/margins": 0.26190969347953796, + "rewards/rejected": -0.2829229533672333, + "sft_loss": 0.21013259887695312, + "step": 2685 + }, + { + "epoch": 3.884309472161967, + "grad_norm": 2.517335439887365, + "learning_rate": 2.3065562602266336e-06, + "logits/chosen": -0.5777808427810669, + "logits/rejected": -0.6327955722808838, + "logps/chosen": -0.2458532601594925, + "logps/rejected": -4.5382609367370605, + "loss": 0.1886, + "odds_ratio_loss": 0.05085287243127823, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02458532713353634, + "rewards/margins": 0.42924079298973083, + "rewards/rejected": -0.4538261294364929, + "sft_loss": 0.2458532601594925, + "step": 2686 + }, + { + "epoch": 3.885755603759942, + "grad_norm": 2.2236099260861284, + "learning_rate": 2.3037429689811535e-06, + "logits/chosen": -0.49882829189300537, + "logits/rejected": -0.46719181537628174, + "logps/chosen": -0.30639082193374634, + "logps/rejected": -3.102865219116211, + "loss": 0.2481, + "odds_ratio_loss": 0.07744499295949936, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.030639082193374634, + "rewards/margins": 0.2796474099159241, + "rewards/rejected": -0.3102865219116211, + "sft_loss": 0.30639082193374634, + "step": 2687 + }, + { + "epoch": 3.887201735357918, + "grad_norm": 1.9450700368153286, + "learning_rate": 2.3009307004153535e-06, + "logits/chosen": -0.6472720503807068, + "logits/rejected": -0.49304014444351196, + "logps/chosen": -0.2393447756767273, + "logps/rejected": -4.900020599365234, + "loss": 0.2072, + "odds_ratio_loss": 0.02204173430800438, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02393447607755661, + "rewards/margins": 0.4660675823688507, + "rewards/rejected": -0.4900020360946655, + "sft_loss": 0.2393447756767273, + "step": 2688 + }, + { + "epoch": 3.888647866955893, + "grad_norm": 2.2910900345787035, + "learning_rate": 2.298119456224764e-06, + "logits/chosen": -0.6662863492965698, + "logits/rejected": -0.6600769758224487, + "logps/chosen": -0.13599048554897308, + "logps/rejected": -2.522681713104248, + "loss": 0.2028, + "odds_ratio_loss": 0.07435938715934753, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.013599049299955368, + "rewards/margins": 0.23866915702819824, + "rewards/rejected": -0.2522681951522827, + "sft_loss": 0.13599048554897308, + "step": 2689 + }, + { + "epoch": 3.8900939985538683, + "grad_norm": 3.7471824607256785, + "learning_rate": 2.295309238104291e-06, + "logits/chosen": -0.7487191557884216, + "logits/rejected": -0.44234901666641235, + "logps/chosen": -0.11293800920248032, + "logps/rejected": -5.536605358123779, + "loss": 0.1694, + "odds_ratio_loss": 0.017550412565469742, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011293800547719002, + "rewards/margins": 0.5423667430877686, + "rewards/rejected": -0.55366051197052, + "sft_loss": 0.11293800920248032, + "step": 2690 + }, + { + "epoch": 3.891540130151844, + "grad_norm": 1.9729125724864918, + "learning_rate": 2.2925000477482286e-06, + "logits/chosen": -0.5971082448959351, + "logits/rejected": -0.6901511549949646, + "logps/chosen": -0.1475466787815094, + "logps/rejected": -4.186668395996094, + "loss": 0.1915, + "odds_ratio_loss": 0.03244779258966446, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014754666946828365, + "rewards/margins": 0.40391218662261963, + "rewards/rejected": -0.4186668395996094, + "sft_loss": 0.1475466787815094, + "step": 2691 + }, + { + "epoch": 3.892986261749819, + "grad_norm": 2.286839337755713, + "learning_rate": 2.289691886850246e-06, + "logits/chosen": -0.7391765117645264, + "logits/rejected": -0.47775739431381226, + "logps/chosen": -0.23687493801116943, + "logps/rejected": -3.8079967498779297, + "loss": 0.1872, + "odds_ratio_loss": 0.0462396964430809, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023687491193413734, + "rewards/margins": 0.35711222887039185, + "rewards/rejected": -0.38079971075057983, + "sft_loss": 0.23687493801116943, + "step": 2692 + }, + { + "epoch": 3.8944323933477945, + "grad_norm": 2.16708601581374, + "learning_rate": 2.2868847571033958e-06, + "logits/chosen": -0.65777987241745, + "logits/rejected": -0.4829615652561188, + "logps/chosen": -0.11277547478675842, + "logps/rejected": -4.166236400604248, + "loss": 0.1679, + "odds_ratio_loss": 0.024801742285490036, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011277547106146812, + "rewards/margins": 0.4053461253643036, + "rewards/rejected": -0.41662368178367615, + "sft_loss": 0.11277547478675842, + "step": 2693 + }, + { + "epoch": 3.89587852494577, + "grad_norm": 1.9916804771142396, + "learning_rate": 2.284078660200105e-06, + "logits/chosen": -0.5471053123474121, + "logits/rejected": -0.4118785262107849, + "logps/chosen": -0.1762133240699768, + "logps/rejected": -5.470975875854492, + "loss": 0.1503, + "odds_ratio_loss": 0.019666478037834167, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01762133277952671, + "rewards/margins": 0.5294762849807739, + "rewards/rejected": -0.5470975637435913, + "sft_loss": 0.1762133240699768, + "step": 2694 + }, + { + "epoch": 3.8973246565437454, + "grad_norm": 2.0384475244157105, + "learning_rate": 2.2812735978321823e-06, + "logits/chosen": -0.5914080142974854, + "logits/rejected": -0.5802508592605591, + "logps/chosen": -0.12550309300422668, + "logps/rejected": -3.805398941040039, + "loss": 0.1454, + "odds_ratio_loss": 0.025427283719182014, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012550310231745243, + "rewards/margins": 0.36798956990242004, + "rewards/rejected": -0.3805398941040039, + "sft_loss": 0.12550309300422668, + "step": 2695 + }, + { + "epoch": 3.8987707881417206, + "grad_norm": 2.0039485066790914, + "learning_rate": 2.278469571690806e-06, + "logits/chosen": -0.6192625761032104, + "logits/rejected": -0.5282604694366455, + "logps/chosen": -0.15284359455108643, + "logps/rejected": -4.06088924407959, + "loss": 0.1777, + "odds_ratio_loss": 0.018614958971738815, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015284359455108643, + "rewards/margins": 0.39080455899238586, + "rewards/rejected": -0.4060888886451721, + "sft_loss": 0.15284359455108643, + "step": 2696 + }, + { + "epoch": 3.9002169197396963, + "grad_norm": 1.9348476449421625, + "learning_rate": 2.2756665834665386e-06, + "logits/chosen": -0.5989269018173218, + "logits/rejected": -0.46438270807266235, + "logps/chosen": -0.204659104347229, + "logps/rejected": -5.059053897857666, + "loss": 0.2055, + "odds_ratio_loss": 0.015010501258075237, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0204659104347229, + "rewards/margins": 0.4854394793510437, + "rewards/rejected": -0.5059053897857666, + "sft_loss": 0.204659104347229, + "step": 2697 + }, + { + "epoch": 3.901663051337672, + "grad_norm": 2.091035380201727, + "learning_rate": 2.272864634849308e-06, + "logits/chosen": -0.47287124395370483, + "logits/rejected": -0.3687141537666321, + "logps/chosen": -0.23247979581356049, + "logps/rejected": -4.085878849029541, + "loss": 0.2085, + "odds_ratio_loss": 0.05591895431280136, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023247981444001198, + "rewards/margins": 0.3853399157524109, + "rewards/rejected": -0.40858790278434753, + "sft_loss": 0.23247979581356049, + "step": 2698 + }, + { + "epoch": 3.9031091829356472, + "grad_norm": 1.9688702293823612, + "learning_rate": 2.2700637275284244e-06, + "logits/chosen": -0.4580070972442627, + "logits/rejected": -0.39984434843063354, + "logps/chosen": -0.2849455773830414, + "logps/rejected": -2.5171000957489014, + "loss": 0.1823, + "odds_ratio_loss": 0.06607170403003693, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02849455736577511, + "rewards/margins": 0.22321546077728271, + "rewards/rejected": -0.2517099976539612, + "sft_loss": 0.2849455773830414, + "step": 2699 + }, + { + "epoch": 3.9045553145336225, + "grad_norm": 2.3070770756670913, + "learning_rate": 2.26726386319256e-06, + "logits/chosen": -0.5406573414802551, + "logits/rejected": -0.26209941506385803, + "logps/chosen": -0.1298496127128601, + "logps/rejected": -3.572732925415039, + "loss": 0.1791, + "odds_ratio_loss": 0.017180941998958588, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01298496127128601, + "rewards/margins": 0.34428831934928894, + "rewards/rejected": -0.35727331042289734, + "sft_loss": 0.1298496127128601, + "step": 2700 + }, + { + "epoch": 3.906001446131598, + "grad_norm": 1.915036217109782, + "learning_rate": 2.2644650435297675e-06, + "logits/chosen": -0.5574444532394409, + "logits/rejected": -0.5001909136772156, + "logps/chosen": -0.28338301181793213, + "logps/rejected": -3.268771171569824, + "loss": 0.2028, + "odds_ratio_loss": 0.07406371831893921, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028338300064206123, + "rewards/margins": 0.29853883385658264, + "rewards/rejected": -0.3268771469593048, + "sft_loss": 0.28338301181793213, + "step": 2701 + }, + { + "epoch": 3.9074475777295734, + "grad_norm": 3.4689329886595868, + "learning_rate": 2.2616672702274643e-06, + "logits/chosen": -0.562351405620575, + "logits/rejected": -0.4643508791923523, + "logps/chosen": -0.1464012861251831, + "logps/rejected": -3.3796513080596924, + "loss": 0.1936, + "odds_ratio_loss": 0.03205585852265358, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01464013010263443, + "rewards/margins": 0.3233250081539154, + "rewards/rejected": -0.33796513080596924, + "sft_loss": 0.1464012861251831, + "step": 2702 + }, + { + "epoch": 3.9088937093275486, + "grad_norm": 2.3207929462257146, + "learning_rate": 2.258870544972437e-06, + "logits/chosen": -0.5727015733718872, + "logits/rejected": -0.4699394106864929, + "logps/chosen": -0.17665952444076538, + "logps/rejected": -3.051046848297119, + "loss": 0.2095, + "odds_ratio_loss": 0.060139112174510956, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017665952444076538, + "rewards/margins": 0.2874387204647064, + "rewards/rejected": -0.30510464310646057, + "sft_loss": 0.17665952444076538, + "step": 2703 + }, + { + "epoch": 3.9103398409255243, + "grad_norm": 2.4119382863806433, + "learning_rate": 2.2560748694508435e-06, + "logits/chosen": -0.5257418155670166, + "logits/rejected": -0.5052908658981323, + "logps/chosen": -0.1041015014052391, + "logps/rejected": -2.8004159927368164, + "loss": 0.2212, + "odds_ratio_loss": 0.02311025746166706, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01041015051305294, + "rewards/margins": 0.2696314752101898, + "rewards/rejected": -0.2800416052341461, + "sft_loss": 0.1041015014052391, + "step": 2704 + }, + { + "epoch": 3.9117859725234996, + "grad_norm": 2.2430778101447055, + "learning_rate": 2.253280245348205e-06, + "logits/chosen": -0.5410814881324768, + "logits/rejected": -0.4534750282764435, + "logps/chosen": -0.2101866453886032, + "logps/rejected": -3.4188551902770996, + "loss": 0.2123, + "odds_ratio_loss": 0.05106037110090256, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02101866528391838, + "rewards/margins": 0.3208668529987335, + "rewards/rejected": -0.341885507106781, + "sft_loss": 0.2101866453886032, + "step": 2705 + }, + { + "epoch": 3.913232104121475, + "grad_norm": 2.414189461889776, + "learning_rate": 2.2504866743494134e-06, + "logits/chosen": -0.6277978420257568, + "logits/rejected": -0.39811521768569946, + "logps/chosen": -0.15590061247348785, + "logps/rejected": -5.489923477172852, + "loss": 0.2404, + "odds_ratio_loss": 0.012680593878030777, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01559006329625845, + "rewards/margins": 0.5334023237228394, + "rewards/rejected": -0.5489923357963562, + "sft_loss": 0.15590061247348785, + "step": 2706 + }, + { + "epoch": 3.9146782357194505, + "grad_norm": 2.1925742092247456, + "learning_rate": 2.24769415813872e-06, + "logits/chosen": -0.6148355007171631, + "logits/rejected": -0.5587329864501953, + "logps/chosen": -0.18322691321372986, + "logps/rejected": -3.181863784790039, + "loss": 0.1937, + "odds_ratio_loss": 0.049598000943660736, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.018322691321372986, + "rewards/margins": 0.29986369609832764, + "rewards/rejected": -0.3181864023208618, + "sft_loss": 0.18322691321372986, + "step": 2707 + }, + { + "epoch": 3.9161243673174257, + "grad_norm": 3.1679965919517916, + "learning_rate": 2.2449026983997476e-06, + "logits/chosen": -0.7403485774993896, + "logits/rejected": -0.6171454191207886, + "logps/chosen": -0.2301938235759735, + "logps/rejected": -3.761472225189209, + "loss": 0.1659, + "odds_ratio_loss": 0.04906386882066727, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02301938459277153, + "rewards/margins": 0.3531278371810913, + "rewards/rejected": -0.37614724040031433, + "sft_loss": 0.2301938235759735, + "step": 2708 + }, + { + "epoch": 3.9175704989154014, + "grad_norm": 2.1201844249727153, + "learning_rate": 2.242112296815474e-06, + "logits/chosen": -0.6007668972015381, + "logits/rejected": -0.4732978045940399, + "logps/chosen": -0.2650083899497986, + "logps/rejected": -4.493795394897461, + "loss": 0.2163, + "odds_ratio_loss": 0.03872312977910042, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02650083787739277, + "rewards/margins": 0.4228787422180176, + "rewards/rejected": -0.449379563331604, + "sft_loss": 0.2650083899497986, + "step": 2709 + }, + { + "epoch": 3.9190166305133767, + "grad_norm": 1.8862309748937722, + "learning_rate": 2.239322955068244e-06, + "logits/chosen": -0.4192129075527191, + "logits/rejected": -0.39664286375045776, + "logps/chosen": -0.25290870666503906, + "logps/rejected": -5.286991119384766, + "loss": 0.2261, + "odds_ratio_loss": 0.05502773076295853, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.025290867313742638, + "rewards/margins": 0.5034083127975464, + "rewards/rejected": -0.5286991596221924, + "sft_loss": 0.25290870666503906, + "step": 2710 + }, + { + "epoch": 3.9204627621113524, + "grad_norm": 1.824106972408141, + "learning_rate": 2.2365346748397606e-06, + "logits/chosen": -0.4954592287540436, + "logits/rejected": -0.42046910524368286, + "logps/chosen": -0.11221830546855927, + "logps/rejected": -6.584062576293945, + "loss": 0.1433, + "odds_ratio_loss": 0.022290529683232307, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011221831664443016, + "rewards/margins": 0.6471844911575317, + "rewards/rejected": -0.6584063172340393, + "sft_loss": 0.11221830546855927, + "step": 2711 + }, + { + "epoch": 3.9219088937093276, + "grad_norm": 2.073955700687443, + "learning_rate": 2.2337474578110904e-06, + "logits/chosen": -0.4804004430770874, + "logits/rejected": -0.32498830556869507, + "logps/chosen": -0.10834227502346039, + "logps/rejected": -4.200552940368652, + "loss": 0.1867, + "odds_ratio_loss": 0.015155954286456108, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01083422638475895, + "rewards/margins": 0.4092210531234741, + "rewards/rejected": -0.4200552701950073, + "sft_loss": 0.10834227502346039, + "step": 2712 + }, + { + "epoch": 3.923355025307303, + "grad_norm": 3.7115801213716497, + "learning_rate": 2.230961305662655e-06, + "logits/chosen": -0.49971461296081543, + "logits/rejected": -0.3881816565990448, + "logps/chosen": -0.27020180225372314, + "logps/rejected": -4.6016716957092285, + "loss": 0.2186, + "odds_ratio_loss": 0.05096177011728287, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027020180597901344, + "rewards/margins": 0.43314701318740845, + "rewards/rejected": -0.46016716957092285, + "sft_loss": 0.27020180225372314, + "step": 2713 + }, + { + "epoch": 3.9248011569052785, + "grad_norm": 2.308041112836885, + "learning_rate": 2.228176220074237e-06, + "logits/chosen": -0.8088836669921875, + "logits/rejected": -0.6313307285308838, + "logps/chosen": -0.21790727972984314, + "logps/rejected": -3.6561279296875, + "loss": 0.1934, + "odds_ratio_loss": 0.04986013099551201, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021790727972984314, + "rewards/margins": 0.34382206201553345, + "rewards/rejected": -0.36561277508735657, + "sft_loss": 0.21790727972984314, + "step": 2714 + }, + { + "epoch": 3.9262472885032538, + "grad_norm": 1.9474719292583453, + "learning_rate": 2.2253922027249765e-06, + "logits/chosen": -0.4550485610961914, + "logits/rejected": -0.35971906781196594, + "logps/chosen": -0.22380274534225464, + "logps/rejected": -3.577040672302246, + "loss": 0.229, + "odds_ratio_loss": 0.03350451588630676, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022380275651812553, + "rewards/margins": 0.3353238105773926, + "rewards/rejected": -0.3577041029930115, + "sft_loss": 0.22380274534225464, + "step": 2715 + }, + { + "epoch": 3.927693420101229, + "grad_norm": 1.9833196622850737, + "learning_rate": 2.222609255293367e-06, + "logits/chosen": -0.5128300189971924, + "logits/rejected": -0.3967776894569397, + "logps/chosen": -0.12300994247198105, + "logps/rejected": -3.8472933769226074, + "loss": 0.1866, + "odds_ratio_loss": 0.033817462623119354, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01230099517852068, + "rewards/margins": 0.37242835760116577, + "rewards/rejected": -0.3847293257713318, + "sft_loss": 0.12300994247198105, + "step": 2716 + }, + { + "epoch": 3.9291395516992047, + "grad_norm": 1.8220600153997757, + "learning_rate": 2.219827379457256e-06, + "logits/chosen": -0.47464361786842346, + "logits/rejected": -0.4734431505203247, + "logps/chosen": -0.1375093311071396, + "logps/rejected": -4.749077796936035, + "loss": 0.1515, + "odds_ratio_loss": 0.03777370974421501, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013750933110713959, + "rewards/margins": 0.46115684509277344, + "rewards/rejected": -0.4749077558517456, + "sft_loss": 0.1375093311071396, + "step": 2717 + }, + { + "epoch": 3.93058568329718, + "grad_norm": 2.051028908996472, + "learning_rate": 2.2170465768938473e-06, + "logits/chosen": -0.6458155512809753, + "logits/rejected": -0.5764715671539307, + "logps/chosen": -0.08788472414016724, + "logps/rejected": -3.526029109954834, + "loss": 0.2008, + "odds_ratio_loss": 0.020078768953680992, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008788472041487694, + "rewards/margins": 0.3438144326210022, + "rewards/rejected": -0.35260289907455444, + "sft_loss": 0.08788472414016724, + "step": 2718 + }, + { + "epoch": 3.932031814895155, + "grad_norm": 1.7076574111730232, + "learning_rate": 2.214266849279699e-06, + "logits/chosen": -0.4735933542251587, + "logits/rejected": -0.44786524772644043, + "logps/chosen": -0.10404633730649948, + "logps/rejected": -4.46885347366333, + "loss": 0.1045, + "odds_ratio_loss": 0.02645310014486313, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010404633358120918, + "rewards/margins": 0.43648070096969604, + "rewards/rejected": -0.446885347366333, + "sft_loss": 0.10404633730649948, + "step": 2719 + }, + { + "epoch": 3.933477946493131, + "grad_norm": 2.0280602741537046, + "learning_rate": 2.211488198290716e-06, + "logits/chosen": -0.6490156054496765, + "logits/rejected": -0.5675171613693237, + "logps/chosen": -0.23582687973976135, + "logps/rejected": -2.961477756500244, + "loss": 0.2049, + "odds_ratio_loss": 0.06842078268527985, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023582689464092255, + "rewards/margins": 0.2725651264190674, + "rewards/rejected": -0.29614779353141785, + "sft_loss": 0.23582687973976135, + "step": 2720 + }, + { + "epoch": 3.9349240780911066, + "grad_norm": 2.0813505754869426, + "learning_rate": 2.208710625602162e-06, + "logits/chosen": -0.5769675970077515, + "logits/rejected": -0.48996660113334656, + "logps/chosen": -0.20689250528812408, + "logps/rejected": -4.864871025085449, + "loss": 0.1726, + "odds_ratio_loss": 0.029630932956933975, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02068925090134144, + "rewards/margins": 0.4657978415489197, + "rewards/rejected": -0.48648712038993835, + "sft_loss": 0.20689250528812408, + "step": 2721 + }, + { + "epoch": 3.936370209689082, + "grad_norm": 2.1687754965363952, + "learning_rate": 2.205934132888641e-06, + "logits/chosen": -0.46100273728370667, + "logits/rejected": -0.36753734946250916, + "logps/chosen": -0.11003377288579941, + "logps/rejected": -4.685311794281006, + "loss": 0.1729, + "odds_ratio_loss": 0.017081379890441895, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011003376916050911, + "rewards/margins": 0.4575278162956238, + "rewards/rejected": -0.46853119134902954, + "sft_loss": 0.11003377288579941, + "step": 2722 + }, + { + "epoch": 3.937816341287057, + "grad_norm": 2.0296629482018655, + "learning_rate": 2.2031587218241148e-06, + "logits/chosen": -0.4646747410297394, + "logits/rejected": -0.39276355504989624, + "logps/chosen": -0.10434699803590775, + "logps/rejected": -4.183708190917969, + "loss": 0.175, + "odds_ratio_loss": 0.02051355130970478, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01043469924479723, + "rewards/margins": 0.4079361855983734, + "rewards/rejected": -0.41837090253829956, + "sft_loss": 0.10434699803590775, + "step": 2723 + }, + { + "epoch": 3.9392624728850327, + "grad_norm": 2.049891085377211, + "learning_rate": 2.2003843940818874e-06, + "logits/chosen": -0.6782933473587036, + "logits/rejected": -0.5610325932502747, + "logps/chosen": -0.20635099709033966, + "logps/rejected": -4.527532577514648, + "loss": 0.2131, + "odds_ratio_loss": 0.03238668665289879, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020635100081562996, + "rewards/margins": 0.4321182072162628, + "rewards/rejected": -0.4527532458305359, + "sft_loss": 0.20635099709033966, + "step": 2724 + }, + { + "epoch": 3.940708604483008, + "grad_norm": 1.86509035176643, + "learning_rate": 2.1976111513346113e-06, + "logits/chosen": -0.6634677648544312, + "logits/rejected": -0.5007971525192261, + "logps/chosen": -0.09252119809389114, + "logps/rejected": -4.644352436065674, + "loss": 0.1433, + "odds_ratio_loss": 0.020731642842292786, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00925211887806654, + "rewards/margins": 0.45518314838409424, + "rewards/rejected": -0.46443524956703186, + "sft_loss": 0.09252119809389114, + "step": 2725 + }, + { + "epoch": 3.942154736080983, + "grad_norm": 2.0492445038755394, + "learning_rate": 2.1948389952542834e-06, + "logits/chosen": -0.5211946964263916, + "logits/rejected": -0.4892616271972656, + "logps/chosen": -0.10040014237165451, + "logps/rejected": -2.7622721195220947, + "loss": 0.2018, + "odds_ratio_loss": 0.021230706945061684, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010040014050900936, + "rewards/margins": 0.2661871910095215, + "rewards/rejected": -0.2762272357940674, + "sft_loss": 0.10040014237165451, + "step": 2726 + }, + { + "epoch": 3.943600867678959, + "grad_norm": 1.9556796476216858, + "learning_rate": 2.1920679275122482e-06, + "logits/chosen": -0.7522842884063721, + "logits/rejected": -0.5683616995811462, + "logps/chosen": -0.12370572984218597, + "logps/rejected": -2.923466920852661, + "loss": 0.1666, + "odds_ratio_loss": 0.01687091588973999, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012370571494102478, + "rewards/margins": 0.27997615933418274, + "rewards/rejected": -0.292346715927124, + "sft_loss": 0.12370572984218597, + "step": 2727 + }, + { + "epoch": 3.945046999276934, + "grad_norm": 2.555360496366615, + "learning_rate": 2.1892979497791945e-06, + "logits/chosen": -0.7111763954162598, + "logits/rejected": -0.534297525882721, + "logps/chosen": -0.14246775209903717, + "logps/rejected": -3.895209550857544, + "loss": 0.1889, + "odds_ratio_loss": 0.01873032934963703, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014246775768697262, + "rewards/margins": 0.3752741813659668, + "rewards/rejected": -0.38952094316482544, + "sft_loss": 0.14246775209903717, + "step": 2728 + }, + { + "epoch": 3.9464931308749094, + "grad_norm": 2.69918533275395, + "learning_rate": 2.1865290637251494e-06, + "logits/chosen": -0.6954668760299683, + "logits/rejected": -0.4582352638244629, + "logps/chosen": -0.16472528874874115, + "logps/rejected": -2.790771245956421, + "loss": 0.189, + "odds_ratio_loss": 0.0377388596534729, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016472529619932175, + "rewards/margins": 0.26260459423065186, + "rewards/rejected": -0.2790771424770355, + "sft_loss": 0.16472528874874115, + "step": 2729 + }, + { + "epoch": 3.947939262472885, + "grad_norm": 2.1214673089172487, + "learning_rate": 2.1837612710194872e-06, + "logits/chosen": -0.5668919086456299, + "logits/rejected": -0.4885096549987793, + "logps/chosen": -0.3104791045188904, + "logps/rejected": -4.2551960945129395, + "loss": 0.1956, + "odds_ratio_loss": 0.07189791649580002, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.031047910451889038, + "rewards/margins": 0.3944717049598694, + "rewards/rejected": -0.4255196154117584, + "sft_loss": 0.3104791045188904, + "step": 2730 + }, + { + "epoch": 3.9493853940708603, + "grad_norm": 2.1663124391142325, + "learning_rate": 2.1809945733309193e-06, + "logits/chosen": -0.6335052847862244, + "logits/rejected": -0.5434231162071228, + "logps/chosen": -0.13023731112480164, + "logps/rejected": -3.2621257305145264, + "loss": 0.1589, + "odds_ratio_loss": 0.0158349871635437, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01302372943609953, + "rewards/margins": 0.3131888508796692, + "rewards/rejected": -0.3262125551700592, + "sft_loss": 0.13023731112480164, + "step": 2731 + }, + { + "epoch": 3.950831525668836, + "grad_norm": 2.2296369918556573, + "learning_rate": 2.1782289723274975e-06, + "logits/chosen": -0.5075691342353821, + "logits/rejected": -0.40280091762542725, + "logps/chosen": -0.21550577878952026, + "logps/rejected": -2.2407689094543457, + "loss": 0.1781, + "odds_ratio_loss": 0.041584450751543045, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021550578996539116, + "rewards/margins": 0.2025263011455536, + "rewards/rejected": -0.22407689690589905, + "sft_loss": 0.21550577878952026, + "step": 2732 + }, + { + "epoch": 3.9522776572668112, + "grad_norm": 2.1585834508959945, + "learning_rate": 2.175464469676612e-06, + "logits/chosen": -0.6296189427375793, + "logits/rejected": -0.6328527331352234, + "logps/chosen": -0.20828096568584442, + "logps/rejected": -5.044098377227783, + "loss": 0.163, + "odds_ratio_loss": 0.06003636494278908, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02082809805870056, + "rewards/margins": 0.4835817217826843, + "rewards/rejected": -0.5044097900390625, + "sft_loss": 0.20828096568584442, + "step": 2733 + }, + { + "epoch": 3.953723788864787, + "grad_norm": 1.8902474968189271, + "learning_rate": 2.1727010670449945e-06, + "logits/chosen": -0.5789146423339844, + "logits/rejected": -0.4928153157234192, + "logps/chosen": -0.10002440959215164, + "logps/rejected": -4.361918926239014, + "loss": 0.1677, + "odds_ratio_loss": 0.03862610086798668, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01000244077295065, + "rewards/margins": 0.42618948221206665, + "rewards/rejected": -0.4361919164657593, + "sft_loss": 0.10002440959215164, + "step": 2734 + }, + { + "epoch": 3.955169920462762, + "grad_norm": 3.1751381210221767, + "learning_rate": 2.1699387660987077e-06, + "logits/chosen": -0.5375577211380005, + "logits/rejected": -0.5367023944854736, + "logps/chosen": -0.24724946916103363, + "logps/rejected": -3.8961119651794434, + "loss": 0.2169, + "odds_ratio_loss": 0.03406355902552605, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.024724945425987244, + "rewards/margins": 0.36488622426986694, + "rewards/rejected": -0.3896111845970154, + "sft_loss": 0.24724946916103363, + "step": 2735 + }, + { + "epoch": 3.9566160520607374, + "grad_norm": 1.9066520362152397, + "learning_rate": 2.1671775685031563e-06, + "logits/chosen": -0.6246693134307861, + "logits/rejected": -0.5068244934082031, + "logps/chosen": -0.17706000804901123, + "logps/rejected": -3.941403865814209, + "loss": 0.1729, + "odds_ratio_loss": 0.031446393579244614, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017706003040075302, + "rewards/margins": 0.37643444538116455, + "rewards/rejected": -0.39414042234420776, + "sft_loss": 0.17706000804901123, + "step": 2736 + }, + { + "epoch": 3.958062183658713, + "grad_norm": 1.9930585146889106, + "learning_rate": 2.1644174759230736e-06, + "logits/chosen": -0.5262311100959778, + "logits/rejected": -0.4606435298919678, + "logps/chosen": -0.21938474476337433, + "logps/rejected": -4.327494144439697, + "loss": 0.1949, + "odds_ratio_loss": 0.045247986912727356, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021938476711511612, + "rewards/margins": 0.4108109772205353, + "rewards/rejected": -0.4327494502067566, + "sft_loss": 0.21938474476337433, + "step": 2737 + }, + { + "epoch": 3.9595083152566883, + "grad_norm": 1.8421809853500997, + "learning_rate": 2.161658490022532e-06, + "logits/chosen": -0.6197947859764099, + "logits/rejected": -0.4551239311695099, + "logps/chosen": -0.22861793637275696, + "logps/rejected": -3.364131450653076, + "loss": 0.1774, + "odds_ratio_loss": 0.047167375683784485, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022861795499920845, + "rewards/margins": 0.3135513663291931, + "rewards/rejected": -0.33641317486763, + "sft_loss": 0.22861793637275696, + "step": 2738 + }, + { + "epoch": 3.9609544468546636, + "grad_norm": 2.0397606314124266, + "learning_rate": 2.1589006124649325e-06, + "logits/chosen": -0.436599999666214, + "logits/rejected": -0.3888368010520935, + "logps/chosen": -0.12135307490825653, + "logps/rejected": -4.132548809051514, + "loss": 0.1574, + "odds_ratio_loss": 0.016933148726820946, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012135308235883713, + "rewards/margins": 0.4011196196079254, + "rewards/rejected": -0.41325491666793823, + "sft_loss": 0.12135307490825653, + "step": 2739 + }, + { + "epoch": 3.9624005784526393, + "grad_norm": 1.75327087377883, + "learning_rate": 2.1561438449130124e-06, + "logits/chosen": -0.5723130106925964, + "logits/rejected": -0.5248115062713623, + "logps/chosen": -0.14575621485710144, + "logps/rejected": -5.364757537841797, + "loss": 0.1623, + "odds_ratio_loss": 0.03158080577850342, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014575622044503689, + "rewards/margins": 0.5219001770019531, + "rewards/rejected": -0.5364757776260376, + "sft_loss": 0.14575621485710144, + "step": 2740 + }, + { + "epoch": 3.9638467100506145, + "grad_norm": 2.0814838546242704, + "learning_rate": 2.153388189028835e-06, + "logits/chosen": -0.5976966619491577, + "logits/rejected": -0.47446054220199585, + "logps/chosen": -0.15319940447807312, + "logps/rejected": -4.2068257331848145, + "loss": 0.1719, + "odds_ratio_loss": 0.02311069332063198, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015319941565394402, + "rewards/margins": 0.40536269545555115, + "rewards/rejected": -0.4206825792789459, + "sft_loss": 0.15319940447807312, + "step": 2741 + }, + { + "epoch": 3.9652928416485898, + "grad_norm": 5.440242071490554, + "learning_rate": 2.1506336464737943e-06, + "logits/chosen": -0.5652493834495544, + "logits/rejected": -0.49528682231903076, + "logps/chosen": -0.2625923752784729, + "logps/rejected": -4.457971572875977, + "loss": 0.2107, + "odds_ratio_loss": 0.0539512000977993, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02625923603773117, + "rewards/margins": 0.4195379316806793, + "rewards/rejected": -0.4457972049713135, + "sft_loss": 0.2625923752784729, + "step": 2742 + }, + { + "epoch": 3.9667389732465654, + "grad_norm": 3.215284049864351, + "learning_rate": 2.147880218908618e-06, + "logits/chosen": -0.7117863893508911, + "logits/rejected": -0.4697888195514679, + "logps/chosen": -0.0863754153251648, + "logps/rejected": -4.418948173522949, + "loss": 0.1422, + "odds_ratio_loss": 0.011987053789198399, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00863754190504551, + "rewards/margins": 0.4332572817802429, + "rewards/rejected": -0.4418948292732239, + "sft_loss": 0.0863754153251648, + "step": 2743 + }, + { + "epoch": 3.968185104844541, + "grad_norm": 2.0169688500160268, + "learning_rate": 2.145127907993354e-06, + "logits/chosen": -0.6409890651702881, + "logits/rejected": -0.6879695057868958, + "logps/chosen": -0.153423473238945, + "logps/rejected": -4.237060546875, + "loss": 0.2012, + "odds_ratio_loss": 0.030342232435941696, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0153423473238945, + "rewards/margins": 0.4083637297153473, + "rewards/rejected": -0.4237060844898224, + "sft_loss": 0.153423473238945, + "step": 2744 + }, + { + "epoch": 3.9696312364425164, + "grad_norm": 2.266381185127771, + "learning_rate": 2.1423767153873845e-06, + "logits/chosen": -0.5684958100318909, + "logits/rejected": -0.49004459381103516, + "logps/chosen": -0.2129286527633667, + "logps/rejected": -3.743337869644165, + "loss": 0.207, + "odds_ratio_loss": 0.025867803022265434, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.02129286341369152, + "rewards/margins": 0.3530409336090088, + "rewards/rejected": -0.37433379888534546, + "sft_loss": 0.2129286527633667, + "step": 2745 + }, + { + "epoch": 3.9710773680404916, + "grad_norm": 1.92859371400278, + "learning_rate": 2.13962664274941e-06, + "logits/chosen": -0.5195826292037964, + "logits/rejected": -0.5544252395629883, + "logps/chosen": -0.23682743310928345, + "logps/rejected": -3.3036885261535645, + "loss": 0.1898, + "odds_ratio_loss": 0.08838633447885513, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023682741448283195, + "rewards/margins": 0.3066861033439636, + "rewards/rejected": -0.3303688168525696, + "sft_loss": 0.23682743310928345, + "step": 2746 + }, + { + "epoch": 3.9725234996384673, + "grad_norm": 1.8564797001366269, + "learning_rate": 2.1368776917374623e-06, + "logits/chosen": -0.5486931204795837, + "logits/rejected": -0.48903441429138184, + "logps/chosen": -0.19572268426418304, + "logps/rejected": -5.466530799865723, + "loss": 0.1608, + "odds_ratio_loss": 0.022454869002103806, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019572269171476364, + "rewards/margins": 0.527080774307251, + "rewards/rejected": -0.5466530919075012, + "sft_loss": 0.19572268426418304, + "step": 2747 + }, + { + "epoch": 3.9739696312364425, + "grad_norm": 2.2883512574071077, + "learning_rate": 2.134129864008894e-06, + "logits/chosen": -0.6515862345695496, + "logits/rejected": -0.4136117398738861, + "logps/chosen": -0.2721066474914551, + "logps/rejected": -4.8516316413879395, + "loss": 0.2038, + "odds_ratio_loss": 0.0357467383146286, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027210667729377747, + "rewards/margins": 0.4579525291919708, + "rewards/rejected": -0.48516321182250977, + "sft_loss": 0.2721066474914551, + "step": 2748 + }, + { + "epoch": 3.9754157628344178, + "grad_norm": 2.3359102349897753, + "learning_rate": 2.1313831612203796e-06, + "logits/chosen": -0.7950201034545898, + "logits/rejected": -0.706078290939331, + "logps/chosen": -0.1814843863248825, + "logps/rejected": -3.375770092010498, + "loss": 0.2099, + "odds_ratio_loss": 0.035325754433870316, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01814843900501728, + "rewards/margins": 0.31942859292030334, + "rewards/rejected": -0.3375770151615143, + "sft_loss": 0.1814843863248825, + "step": 2749 + }, + { + "epoch": 3.9768618944323935, + "grad_norm": 2.019886300027027, + "learning_rate": 2.1286375850279154e-06, + "logits/chosen": -0.7477739453315735, + "logits/rejected": -0.6434758901596069, + "logps/chosen": -0.1750190109014511, + "logps/rejected": -4.2602996826171875, + "loss": 0.1752, + "odds_ratio_loss": 0.042220983654260635, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01750190183520317, + "rewards/margins": 0.40852802991867065, + "rewards/rejected": -0.42602992057800293, + "sft_loss": 0.1750190109014511, + "step": 2750 + }, + { + "epoch": 3.9783080260303687, + "grad_norm": 1.6827104281078238, + "learning_rate": 2.1258931370868224e-06, + "logits/chosen": -0.6645622253417969, + "logits/rejected": -0.5144686698913574, + "logps/chosen": -0.09467566013336182, + "logps/rejected": -4.5071258544921875, + "loss": 0.15, + "odds_ratio_loss": 0.017522595822811127, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009467566385865211, + "rewards/margins": 0.44124501943588257, + "rewards/rejected": -0.4507125914096832, + "sft_loss": 0.09467566013336182, + "step": 2751 + }, + { + "epoch": 3.979754157628344, + "grad_norm": 2.795885951210386, + "learning_rate": 2.1231498190517355e-06, + "logits/chosen": -0.43349555134773254, + "logits/rejected": -0.4150978624820709, + "logps/chosen": -0.1894543319940567, + "logps/rejected": -6.349620819091797, + "loss": 0.1768, + "odds_ratio_loss": 0.03964434191584587, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01894543319940567, + "rewards/margins": 0.6160166263580322, + "rewards/rejected": -0.6349620819091797, + "sft_loss": 0.1894543319940567, + "step": 2752 + }, + { + "epoch": 3.9812002892263196, + "grad_norm": 1.8162552078369851, + "learning_rate": 2.1204076325766124e-06, + "logits/chosen": -0.5967478156089783, + "logits/rejected": -0.4460592269897461, + "logps/chosen": -0.17963387072086334, + "logps/rejected": -3.825800895690918, + "loss": 0.1539, + "odds_ratio_loss": 0.030072186142206192, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017963387072086334, + "rewards/margins": 0.3646166920661926, + "rewards/rejected": -0.38258010149002075, + "sft_loss": 0.17963387072086334, + "step": 2753 + }, + { + "epoch": 3.982646420824295, + "grad_norm": 2.151401772662356, + "learning_rate": 2.1176665793147296e-06, + "logits/chosen": -0.721175491809845, + "logits/rejected": -0.4136351943016052, + "logps/chosen": -0.27765095233917236, + "logps/rejected": -2.8129587173461914, + "loss": 0.2211, + "odds_ratio_loss": 0.053692497313022614, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.027765095233917236, + "rewards/margins": 0.2535307705402374, + "rewards/rejected": -0.28129586577415466, + "sft_loss": 0.27765095233917236, + "step": 2754 + }, + { + "epoch": 3.9840925524222706, + "grad_norm": 1.8567141033496175, + "learning_rate": 2.1149266609186767e-06, + "logits/chosen": -0.5536510944366455, + "logits/rejected": -0.5295378565788269, + "logps/chosen": -0.14767736196517944, + "logps/rejected": -5.057055473327637, + "loss": 0.195, + "odds_ratio_loss": 0.041959308087825775, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01476773526519537, + "rewards/margins": 0.4909377992153168, + "rewards/rejected": -0.5057055950164795, + "sft_loss": 0.14767736196517944, + "step": 2755 + }, + { + "epoch": 3.985538684020246, + "grad_norm": 2.0893400371062523, + "learning_rate": 2.1121878790403607e-06, + "logits/chosen": -0.6446054577827454, + "logits/rejected": -0.49732160568237305, + "logps/chosen": -0.1490086168050766, + "logps/rejected": -4.0585784912109375, + "loss": 0.2023, + "odds_ratio_loss": 0.03372291848063469, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01490086317062378, + "rewards/margins": 0.39095696806907654, + "rewards/rejected": -0.4058578610420227, + "sft_loss": 0.1490086168050766, + "step": 2756 + }, + { + "epoch": 3.9869848156182215, + "grad_norm": 2.408244901425215, + "learning_rate": 2.1094502353310026e-06, + "logits/chosen": -0.656318187713623, + "logits/rejected": -0.4849543273448944, + "logps/chosen": -0.21277806162834167, + "logps/rejected": -5.278512477874756, + "loss": 0.1842, + "odds_ratio_loss": 0.037755995988845825, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021277807652950287, + "rewards/margins": 0.5065734386444092, + "rewards/rejected": -0.5278512239456177, + "sft_loss": 0.21277806162834167, + "step": 2757 + }, + { + "epoch": 3.9884309472161967, + "grad_norm": 2.1234436431541797, + "learning_rate": 2.1067137314411394e-06, + "logits/chosen": -0.5390723347663879, + "logits/rejected": -0.4621487855911255, + "logps/chosen": -0.28014615178108215, + "logps/rejected": -3.016232490539551, + "loss": 0.2125, + "odds_ratio_loss": 0.05021138861775398, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.028014618903398514, + "rewards/margins": 0.27360865473747253, + "rewards/rejected": -0.30162325501441956, + "sft_loss": 0.28014615178108215, + "step": 2758 + }, + { + "epoch": 3.989877078814172, + "grad_norm": 2.0758920916498522, + "learning_rate": 2.103978369020618e-06, + "logits/chosen": -0.756662130355835, + "logits/rejected": -0.6477712392807007, + "logps/chosen": -0.22675055265426636, + "logps/rejected": -2.2667582035064697, + "loss": 0.1676, + "odds_ratio_loss": 0.05150124430656433, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.022675054147839546, + "rewards/margins": 0.20400077104568481, + "rewards/rejected": -0.2266758382320404, + "sft_loss": 0.22675055265426636, + "step": 2759 + }, + { + "epoch": 3.9913232104121477, + "grad_norm": 2.966514602001194, + "learning_rate": 2.1012441497186006e-06, + "logits/chosen": -0.4243288040161133, + "logits/rejected": -0.2724151611328125, + "logps/chosen": -0.08447768539190292, + "logps/rejected": -5.80491828918457, + "loss": 0.1971, + "odds_ratio_loss": 0.013431225903332233, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008447768166661263, + "rewards/margins": 0.5720440745353699, + "rewards/rejected": -0.580491840839386, + "sft_loss": 0.08447768539190292, + "step": 2760 + }, + { + "epoch": 3.992769342010123, + "grad_norm": 2.0690569247897566, + "learning_rate": 2.0985110751835554e-06, + "logits/chosen": -0.5802749991416931, + "logits/rejected": -0.4594845473766327, + "logps/chosen": -0.21454155445098877, + "logps/rejected": -3.6675314903259277, + "loss": 0.1895, + "odds_ratio_loss": 0.054889433085918427, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.021454155445098877, + "rewards/margins": 0.34529903531074524, + "rewards/rejected": -0.36675316095352173, + "sft_loss": 0.21454155445098877, + "step": 2761 + }, + { + "epoch": 3.994215473608098, + "grad_norm": 2.130452441813903, + "learning_rate": 2.0957791470632668e-06, + "logits/chosen": -0.3942503035068512, + "logits/rejected": -0.28423938155174255, + "logps/chosen": -0.1051185354590416, + "logps/rejected": -5.772364616394043, + "loss": 0.1506, + "odds_ratio_loss": 0.02300701104104519, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010511854663491249, + "rewards/margins": 0.5667246580123901, + "rewards/rejected": -0.5772364735603333, + "sft_loss": 0.1051185354590416, + "step": 2762 + }, + { + "epoch": 3.995661605206074, + "grad_norm": 2.273248642486303, + "learning_rate": 2.0930483670048225e-06, + "logits/chosen": -0.6677214503288269, + "logits/rejected": -0.47213077545166016, + "logps/chosen": -0.10058383643627167, + "logps/rejected": -5.465931415557861, + "loss": 0.1752, + "odds_ratio_loss": 0.018684882670640945, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010058384388685226, + "rewards/margins": 0.5365347862243652, + "rewards/rejected": -0.546593189239502, + "sft_loss": 0.10058383643627167, + "step": 2763 + }, + { + "epoch": 3.997107736804049, + "grad_norm": 1.873279739010511, + "learning_rate": 2.0903187366546196e-06, + "logits/chosen": -0.7388254404067993, + "logits/rejected": -0.7730780839920044, + "logps/chosen": -0.23930414021015167, + "logps/rejected": -4.100466728210449, + "loss": 0.202, + "odds_ratio_loss": 0.048742517828941345, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.023930413648486137, + "rewards/margins": 0.38611626625061035, + "rewards/rejected": -0.41004669666290283, + "sft_loss": 0.23930414021015167, + "step": 2764 + }, + { + "epoch": 3.9985538684020243, + "grad_norm": 2.039276418562883, + "learning_rate": 2.0875902576583613e-06, + "logits/chosen": -0.6181426048278809, + "logits/rejected": -0.440829873085022, + "logps/chosen": -0.12418884038925171, + "logps/rejected": -3.6102936267852783, + "loss": 0.1564, + "odds_ratio_loss": 0.015171993523836136, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012418882921338081, + "rewards/margins": 0.34861046075820923, + "rewards/rejected": -0.36102938652038574, + "sft_loss": 0.12418884038925171, + "step": 2765 + }, + { + "epoch": 4.0, + "grad_norm": 2.2517115073863265, + "learning_rate": 2.084862931661061e-06, + "logits/chosen": -0.5372803211212158, + "logits/rejected": -0.3119491636753082, + "logps/chosen": -0.1669417768716812, + "logps/rejected": -4.001537799835205, + "loss": 0.1403, + "odds_ratio_loss": 0.028092026710510254, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01669418066740036, + "rewards/margins": 0.3834596276283264, + "rewards/rejected": -0.400153785943985, + "sft_loss": 0.1669417768716812, + "step": 2766 + }, + { + "epoch": 4.001446131597976, + "grad_norm": 1.9342629816067212, + "learning_rate": 2.08213676030703e-06, + "logits/chosen": -0.6452394127845764, + "logits/rejected": -0.4118797481060028, + "logps/chosen": -0.08616970479488373, + "logps/rejected": -3.6615328788757324, + "loss": 0.0679, + "odds_ratio_loss": 0.016679398715496063, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008616969920694828, + "rewards/margins": 0.35753631591796875, + "rewards/rejected": -0.3661532998085022, + "sft_loss": 0.08616970479488373, + "step": 2767 + }, + { + "epoch": 4.0028922631959505, + "grad_norm": 1.8309926478353908, + "learning_rate": 2.0794117452398896e-06, + "logits/chosen": -0.7527530789375305, + "logits/rejected": -0.5017178058624268, + "logps/chosen": -0.0876193642616272, + "logps/rejected": -2.9753198623657227, + "loss": 0.0645, + "odds_ratio_loss": 0.01615132950246334, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00876193679869175, + "rewards/margins": 0.28877004981040955, + "rewards/rejected": -0.29753196239471436, + "sft_loss": 0.0876193642616272, + "step": 2768 + }, + { + "epoch": 4.004338394793926, + "grad_norm": 2.0775734258132093, + "learning_rate": 2.0766878881025626e-06, + "logits/chosen": -0.6768192052841187, + "logits/rejected": -0.5599380135536194, + "logps/chosen": -0.11010854691267014, + "logps/rejected": -4.613247871398926, + "loss": 0.0943, + "odds_ratio_loss": 0.01849268190562725, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011010855436325073, + "rewards/margins": 0.450313925743103, + "rewards/rejected": -0.4613247513771057, + "sft_loss": 0.11010854691267014, + "step": 2769 + }, + { + "epoch": 4.005784526391902, + "grad_norm": 1.598856868986213, + "learning_rate": 2.0739651905372706e-06, + "logits/chosen": -0.4616875946521759, + "logits/rejected": -0.34646421670913696, + "logps/chosen": -0.07392052561044693, + "logps/rejected": -4.814556121826172, + "loss": 0.0724, + "odds_ratio_loss": 0.00886174663901329, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007392052561044693, + "rewards/margins": 0.47406357526779175, + "rewards/rejected": -0.48145565390586853, + "sft_loss": 0.07392052561044693, + "step": 2770 + }, + { + "epoch": 4.007230657989877, + "grad_norm": 2.0273765071761405, + "learning_rate": 2.0712436541855387e-06, + "logits/chosen": -0.6958746314048767, + "logits/rejected": -0.42994117736816406, + "logps/chosen": -0.14068825542926788, + "logps/rejected": -4.38588809967041, + "loss": 0.1447, + "odds_ratio_loss": 0.008284801617264748, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014068827033042908, + "rewards/margins": 0.42451998591423035, + "rewards/rejected": -0.43858882784843445, + "sft_loss": 0.14068825542926788, + "step": 2771 + }, + { + "epoch": 4.008676789587852, + "grad_norm": 1.409673623556823, + "learning_rate": 2.0685232806881896e-06, + "logits/chosen": -0.6632593870162964, + "logits/rejected": -0.5344269275665283, + "logps/chosen": -0.03422532230615616, + "logps/rejected": -4.707058906555176, + "loss": 0.0583, + "odds_ratio_loss": 0.004966989159584045, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003422531997784972, + "rewards/margins": 0.46728330850601196, + "rewards/rejected": -0.47070592641830444, + "sft_loss": 0.03422532230615616, + "step": 2772 + }, + { + "epoch": 4.010122921185828, + "grad_norm": 1.5195324066013671, + "learning_rate": 2.06580407168535e-06, + "logits/chosen": -0.744748055934906, + "logits/rejected": -0.6185660362243652, + "logps/chosen": -0.03680463880300522, + "logps/rejected": -5.538668632507324, + "loss": 0.0651, + "odds_ratio_loss": 0.004509086720645428, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0036804641131311655, + "rewards/margins": 0.5501863360404968, + "rewards/rejected": -0.5538668632507324, + "sft_loss": 0.03680463880300522, + "step": 2773 + }, + { + "epoch": 4.011569052783804, + "grad_norm": 2.124422736113147, + "learning_rate": 2.063086028816437e-06, + "logits/chosen": -0.6991645693778992, + "logits/rejected": -0.5606277585029602, + "logps/chosen": -0.1650342047214508, + "logps/rejected": -3.594874382019043, + "loss": 0.0973, + "odds_ratio_loss": 0.01484596822410822, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01650342158973217, + "rewards/margins": 0.34298405051231384, + "rewards/rejected": -0.3594874441623688, + "sft_loss": 0.1650342047214508, + "step": 2774 + }, + { + "epoch": 4.0130151843817785, + "grad_norm": 2.395553922175963, + "learning_rate": 2.0603691537201737e-06, + "logits/chosen": -0.8897903561592102, + "logits/rejected": -0.5353154540061951, + "logps/chosen": -0.0864485427737236, + "logps/rejected": -5.473728656768799, + "loss": 0.0823, + "odds_ratio_loss": 0.005243867635726929, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008644853718578815, + "rewards/margins": 0.5387280583381653, + "rewards/rejected": -0.5473728775978088, + "sft_loss": 0.0864485427737236, + "step": 2775 + }, + { + "epoch": 4.014461315979754, + "grad_norm": 2.6106970833473215, + "learning_rate": 2.057653448034569e-06, + "logits/chosen": -0.7756266593933105, + "logits/rejected": -0.49392417073249817, + "logps/chosen": -0.17186208069324493, + "logps/rejected": -5.397519588470459, + "loss": 0.1117, + "odds_ratio_loss": 0.0077825989574193954, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017186209559440613, + "rewards/margins": 0.5225657820701599, + "rewards/rejected": -0.5397520065307617, + "sft_loss": 0.17186208069324493, + "step": 2776 + }, + { + "epoch": 4.01590744757773, + "grad_norm": 3.5803120207407293, + "learning_rate": 2.0549389133969366e-06, + "logits/chosen": -0.7232028245925903, + "logits/rejected": -0.5350125432014465, + "logps/chosen": -0.08477292954921722, + "logps/rejected": -6.003397464752197, + "loss": 0.0854, + "odds_ratio_loss": 0.011778164654970169, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008477292954921722, + "rewards/margins": 0.5918624997138977, + "rewards/rejected": -0.6003397703170776, + "sft_loss": 0.08477292954921722, + "step": 2777 + }, + { + "epoch": 4.017353579175705, + "grad_norm": 2.2746691520235833, + "learning_rate": 2.0522255514438775e-06, + "logits/chosen": -0.7820395231246948, + "logits/rejected": -0.539219856262207, + "logps/chosen": -0.10004076361656189, + "logps/rejected": -6.174839496612549, + "loss": 0.0983, + "odds_ratio_loss": 0.006524843629449606, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010004077106714249, + "rewards/margins": 0.6074798703193665, + "rewards/rejected": -0.6174839735031128, + "sft_loss": 0.10004076361656189, + "step": 2778 + }, + { + "epoch": 4.01879971077368, + "grad_norm": 2.8298145277154583, + "learning_rate": 2.0495133638112876e-06, + "logits/chosen": -0.8696098327636719, + "logits/rejected": -0.6498009562492371, + "logps/chosen": -0.07407721132040024, + "logps/rejected": -5.003327369689941, + "loss": 0.0689, + "odds_ratio_loss": 0.005369211081415415, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007407721597701311, + "rewards/margins": 0.4929249882698059, + "rewards/rejected": -0.5003327131271362, + "sft_loss": 0.07407721132040024, + "step": 2779 + }, + { + "epoch": 4.020245842371656, + "grad_norm": 1.9598064141005225, + "learning_rate": 2.0468023521343535e-06, + "logits/chosen": -0.7513258457183838, + "logits/rejected": -0.6734272241592407, + "logps/chosen": -0.16317948698997498, + "logps/rejected": -3.4593756198883057, + "loss": 0.1124, + "odds_ratio_loss": 0.021505819633603096, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016317948698997498, + "rewards/margins": 0.3296195864677429, + "rewards/rejected": -0.3459375500679016, + "sft_loss": 0.16317948698997498, + "step": 2780 + }, + { + "epoch": 4.021691973969631, + "grad_norm": 1.7165495887574607, + "learning_rate": 2.044092518047556e-06, + "logits/chosen": -0.9572099447250366, + "logits/rejected": -0.7057690620422363, + "logps/chosen": -0.05946547910571098, + "logps/rejected": -3.578216552734375, + "loss": 0.092, + "odds_ratio_loss": 0.010709418915212154, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005946548189967871, + "rewards/margins": 0.3518751263618469, + "rewards/rejected": -0.35782164335250854, + "sft_loss": 0.05946547910571098, + "step": 2781 + }, + { + "epoch": 4.0231381055676065, + "grad_norm": 1.5373982677542486, + "learning_rate": 2.0413838631846655e-06, + "logits/chosen": -0.9308152794837952, + "logits/rejected": -0.6596737504005432, + "logps/chosen": -0.0882471352815628, + "logps/rejected": -3.0405995845794678, + "loss": 0.0911, + "odds_ratio_loss": 0.009932536631822586, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00882471352815628, + "rewards/margins": 0.295235276222229, + "rewards/rejected": -0.3040599822998047, + "sft_loss": 0.0882471352815628, + "step": 2782 + }, + { + "epoch": 4.024584237165582, + "grad_norm": 1.6064838122981433, + "learning_rate": 2.038676389178737e-06, + "logits/chosen": -0.912672758102417, + "logits/rejected": -0.6855254769325256, + "logps/chosen": -0.10411486029624939, + "logps/rejected": -5.8816142082214355, + "loss": 0.0905, + "odds_ratio_loss": 0.012567874044179916, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010411485098302364, + "rewards/margins": 0.5777499675750732, + "rewards/rejected": -0.5881614089012146, + "sft_loss": 0.10411486029624939, + "step": 2783 + }, + { + "epoch": 4.026030368763558, + "grad_norm": 1.533022173291985, + "learning_rate": 2.0359700976621192e-06, + "logits/chosen": -0.7604274153709412, + "logits/rejected": -0.6002693176269531, + "logps/chosen": -0.09835337847471237, + "logps/rejected": -4.979158401489258, + "loss": 0.0734, + "odds_ratio_loss": 0.00728287547826767, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009835338220000267, + "rewards/margins": 0.4880805015563965, + "rewards/rejected": -0.4979158341884613, + "sft_loss": 0.09835337847471237, + "step": 2784 + }, + { + "epoch": 4.027476500361533, + "grad_norm": 1.8914491919734018, + "learning_rate": 2.0332649902664435e-06, + "logits/chosen": -0.734957218170166, + "logits/rejected": -0.5849780440330505, + "logps/chosen": -0.07099728286266327, + "logps/rejected": -5.679014205932617, + "loss": 0.0875, + "odds_ratio_loss": 0.010899766348302364, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007099728100001812, + "rewards/margins": 0.5608016848564148, + "rewards/rejected": -0.5679014325141907, + "sft_loss": 0.07099728286266327, + "step": 2785 + }, + { + "epoch": 4.028922631959508, + "grad_norm": 1.4716068999371834, + "learning_rate": 2.030561068622631e-06, + "logits/chosen": -0.641997754573822, + "logits/rejected": -0.6025215983390808, + "logps/chosen": -0.11185550689697266, + "logps/rejected": -3.5561747550964355, + "loss": 0.0741, + "odds_ratio_loss": 0.01804935932159424, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011185551062226295, + "rewards/margins": 0.34443193674087524, + "rewards/rejected": -0.355617493391037, + "sft_loss": 0.11185550689697266, + "step": 2786 + }, + { + "epoch": 4.030368763557484, + "grad_norm": 1.45988684450543, + "learning_rate": 2.0278583343608855e-06, + "logits/chosen": -0.6629144549369812, + "logits/rejected": -0.45586591958999634, + "logps/chosen": -0.14175164699554443, + "logps/rejected": -5.194118499755859, + "loss": 0.1214, + "odds_ratio_loss": 0.014719752594828606, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014175164513289928, + "rewards/margins": 0.5052367448806763, + "rewards/rejected": -0.5194118618965149, + "sft_loss": 0.14175164699554443, + "step": 2787 + }, + { + "epoch": 4.031814895155459, + "grad_norm": 1.2245497852271376, + "learning_rate": 2.0251567891106953e-06, + "logits/chosen": -0.6399087905883789, + "logits/rejected": -0.47924333810806274, + "logps/chosen": -0.05142543837428093, + "logps/rejected": -4.47532844543457, + "loss": 0.0544, + "odds_ratio_loss": 0.004084172658622265, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005142544396221638, + "rewards/margins": 0.4423903226852417, + "rewards/rejected": -0.44753289222717285, + "sft_loss": 0.05142543837428093, + "step": 2788 + }, + { + "epoch": 4.033261026753435, + "grad_norm": 2.06127829155153, + "learning_rate": 2.022456434500831e-06, + "logits/chosen": -0.8269731998443604, + "logits/rejected": -0.5844072103500366, + "logps/chosen": -0.0957033634185791, + "logps/rejected": -4.2631611824035645, + "loss": 0.11, + "odds_ratio_loss": 0.006857863627374172, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009570336900651455, + "rewards/margins": 0.41674575209617615, + "rewards/rejected": -0.42631611227989197, + "sft_loss": 0.0957033634185791, + "step": 2789 + }, + { + "epoch": 4.03470715835141, + "grad_norm": 1.687212211680361, + "learning_rate": 2.019757272159348e-06, + "logits/chosen": -0.903799295425415, + "logits/rejected": -0.6986560821533203, + "logps/chosen": -0.09332535415887833, + "logps/rejected": -3.8312535285949707, + "loss": 0.0843, + "odds_ratio_loss": 0.012101933360099792, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009332534857094288, + "rewards/margins": 0.3737927973270416, + "rewards/rejected": -0.383125364780426, + "sft_loss": 0.09332535415887833, + "step": 2790 + }, + { + "epoch": 4.036153289949385, + "grad_norm": 1.5214741277296162, + "learning_rate": 2.01705930371358e-06, + "logits/chosen": -0.8658531308174133, + "logits/rejected": -0.5357121825218201, + "logps/chosen": -0.03709006682038307, + "logps/rejected": -4.968294143676758, + "loss": 0.0464, + "odds_ratio_loss": 0.004839232191443443, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0037090065889060497, + "rewards/margins": 0.49312037229537964, + "rewards/rejected": -0.49682939052581787, + "sft_loss": 0.03709006682038307, + "step": 2791 + }, + { + "epoch": 4.037599421547361, + "grad_norm": 1.8959372352641202, + "learning_rate": 2.0143625307901445e-06, + "logits/chosen": -0.7801449298858643, + "logits/rejected": -0.6802493929862976, + "logps/chosen": -0.04702619090676308, + "logps/rejected": -3.90498423576355, + "loss": 0.0703, + "odds_ratio_loss": 0.0023806714452803135, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004702619276940823, + "rewards/margins": 0.38579580187797546, + "rewards/rejected": -0.39049839973449707, + "sft_loss": 0.04702619090676308, + "step": 2792 + }, + { + "epoch": 4.039045553145336, + "grad_norm": 2.415858200709156, + "learning_rate": 2.0116669550149326e-06, + "logits/chosen": -0.6672720909118652, + "logits/rejected": -0.6657229661941528, + "logps/chosen": -0.08343811333179474, + "logps/rejected": -3.9901604652404785, + "loss": 0.0964, + "odds_ratio_loss": 0.0074556972831487656, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008343812078237534, + "rewards/margins": 0.3906722366809845, + "rewards/rejected": -0.3990160822868347, + "sft_loss": 0.08343811333179474, + "step": 2793 + }, + { + "epoch": 4.040491684743311, + "grad_norm": 1.7239051085866066, + "learning_rate": 2.008972578013121e-06, + "logits/chosen": -0.8345197439193726, + "logits/rejected": -0.62155681848526, + "logps/chosen": -0.0501299649477005, + "logps/rejected": -6.423168182373047, + "loss": 0.0885, + "odds_ratio_loss": 0.012613892555236816, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00501299649477005, + "rewards/margins": 0.6373038291931152, + "rewards/rejected": -0.6423167586326599, + "sft_loss": 0.0501299649477005, + "step": 2794 + }, + { + "epoch": 4.041937816341287, + "grad_norm": 2.2864873355325317, + "learning_rate": 2.0062794014091566e-06, + "logits/chosen": -0.7575594186782837, + "logits/rejected": -0.5298593640327454, + "logps/chosen": -0.08866608142852783, + "logps/rejected": -3.8082284927368164, + "loss": 0.0898, + "odds_ratio_loss": 0.02208029478788376, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008866608142852783, + "rewards/margins": 0.3719562888145447, + "rewards/rejected": -0.38082289695739746, + "sft_loss": 0.08866608142852783, + "step": 2795 + }, + { + "epoch": 4.043383947939263, + "grad_norm": 2.0832074173183006, + "learning_rate": 2.0035874268267652e-06, + "logits/chosen": -0.9552007913589478, + "logits/rejected": -0.6479728817939758, + "logps/chosen": -0.19561168551445007, + "logps/rejected": -4.241243839263916, + "loss": 0.1215, + "odds_ratio_loss": 0.02996988594532013, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019561167806386948, + "rewards/margins": 0.4045632481575012, + "rewards/rejected": -0.4241243898868561, + "sft_loss": 0.19561168551445007, + "step": 2796 + }, + { + "epoch": 4.044830079537238, + "grad_norm": 1.376822495445301, + "learning_rate": 2.0008966558889518e-06, + "logits/chosen": -0.8547458648681641, + "logits/rejected": -0.6141563653945923, + "logps/chosen": -0.02995988354086876, + "logps/rejected": -5.119405746459961, + "loss": 0.0598, + "odds_ratio_loss": 0.001512437593191862, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0029959888197481632, + "rewards/margins": 0.508944571018219, + "rewards/rejected": -0.511940598487854, + "sft_loss": 0.02995988354086876, + "step": 2797 + }, + { + "epoch": 4.046276211135213, + "grad_norm": 1.7513413495327788, + "learning_rate": 1.9982070902179885e-06, + "logits/chosen": -0.876068651676178, + "logits/rejected": -0.6037436723709106, + "logps/chosen": -0.031491801142692566, + "logps/rejected": -4.855276584625244, + "loss": 0.0784, + "odds_ratio_loss": 0.0038668958004564047, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0031491799745708704, + "rewards/margins": 0.4823784828186035, + "rewards/rejected": -0.4855276346206665, + "sft_loss": 0.031491801142692566, + "step": 2798 + }, + { + "epoch": 4.047722342733189, + "grad_norm": 1.607844504092351, + "learning_rate": 1.995518731435427e-06, + "logits/chosen": -0.69386887550354, + "logits/rejected": -0.537121593952179, + "logps/chosen": -0.10619297623634338, + "logps/rejected": -5.933511734008789, + "loss": 0.0766, + "odds_ratio_loss": 0.012091580778360367, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010619297623634338, + "rewards/margins": 0.5827318429946899, + "rewards/rejected": -0.5933511257171631, + "sft_loss": 0.10619297623634338, + "step": 2799 + }, + { + "epoch": 4.0491684743311644, + "grad_norm": 2.041163818914151, + "learning_rate": 1.992831581162086e-06, + "logits/chosen": -0.8246333599090576, + "logits/rejected": -0.7129614353179932, + "logps/chosen": -0.10542631149291992, + "logps/rejected": -4.061657905578613, + "loss": 0.0915, + "odds_ratio_loss": 0.011720533482730389, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010542631149291992, + "rewards/margins": 0.39562320709228516, + "rewards/rejected": -0.4061657786369324, + "sft_loss": 0.10542631149291992, + "step": 2800 + }, + { + "epoch": 4.050614605929139, + "grad_norm": 1.5198161109339767, + "learning_rate": 1.9901456410180626e-06, + "logits/chosen": -0.8532893657684326, + "logits/rejected": -0.9210831522941589, + "logps/chosen": -0.10792700946331024, + "logps/rejected": -3.295602560043335, + "loss": 0.0825, + "odds_ratio_loss": 0.009402144700288773, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010792701505124569, + "rewards/margins": 0.3187675476074219, + "rewards/rejected": -0.3295602798461914, + "sft_loss": 0.10792700946331024, + "step": 2801 + }, + { + "epoch": 4.052060737527115, + "grad_norm": 1.6587673101071005, + "learning_rate": 1.987460912622717e-06, + "logits/chosen": -0.7868859171867371, + "logits/rejected": -0.6162922382354736, + "logps/chosen": -0.08886329084634781, + "logps/rejected": -4.913092613220215, + "loss": 0.0714, + "odds_ratio_loss": 0.011058435775339603, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008886328898370266, + "rewards/margins": 0.48242297768592834, + "rewards/rejected": -0.4913092851638794, + "sft_loss": 0.08886329084634781, + "step": 2802 + }, + { + "epoch": 4.053506869125091, + "grad_norm": 1.4545531255335953, + "learning_rate": 1.9847773975946833e-06, + "logits/chosen": -0.3921070694923401, + "logits/rejected": -0.3834128975868225, + "logps/chosen": -0.046835917979478836, + "logps/rejected": -6.639843940734863, + "loss": 0.1102, + "odds_ratio_loss": 0.010030764155089855, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004683591891080141, + "rewards/margins": 0.6593008041381836, + "rewards/rejected": -0.6639844179153442, + "sft_loss": 0.046835917979478836, + "step": 2803 + }, + { + "epoch": 4.054953000723065, + "grad_norm": 1.603097030697306, + "learning_rate": 1.98209509755186e-06, + "logits/chosen": -0.8556368947029114, + "logits/rejected": -0.5742295980453491, + "logps/chosen": -0.12034314125776291, + "logps/rejected": -3.737192392349243, + "loss": 0.096, + "odds_ratio_loss": 0.020050739869475365, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012034314684569836, + "rewards/margins": 0.3616849184036255, + "rewards/rejected": -0.3737192451953888, + "sft_loss": 0.12034314125776291, + "step": 2804 + }, + { + "epoch": 4.056399132321041, + "grad_norm": 1.5499176234984071, + "learning_rate": 1.97941401411142e-06, + "logits/chosen": -0.8785386085510254, + "logits/rejected": -0.736790657043457, + "logps/chosen": -0.09029129147529602, + "logps/rejected": -3.283236503601074, + "loss": 0.0651, + "odds_ratio_loss": 0.010353603400290012, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009029129520058632, + "rewards/margins": 0.3192945122718811, + "rewards/rejected": -0.328323632478714, + "sft_loss": 0.09029129147529602, + "step": 2805 + }, + { + "epoch": 4.057845263919017, + "grad_norm": 1.497023625579859, + "learning_rate": 1.976734148889794e-06, + "logits/chosen": -0.9096969366073608, + "logits/rejected": -0.563471794128418, + "logps/chosen": -0.09378468990325928, + "logps/rejected": -4.701470851898193, + "loss": 0.0833, + "odds_ratio_loss": 0.01099737174808979, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009378468617796898, + "rewards/margins": 0.46076861023902893, + "rewards/rejected": -0.4701470732688904, + "sft_loss": 0.09378468990325928, + "step": 2806 + }, + { + "epoch": 4.0592913955169925, + "grad_norm": 1.299958296890451, + "learning_rate": 1.9740555035026856e-06, + "logits/chosen": -0.9414892792701721, + "logits/rejected": -0.8532160520553589, + "logps/chosen": -0.09001899510622025, + "logps/rejected": -4.150521278381348, + "loss": 0.0668, + "odds_ratio_loss": 0.01099309604614973, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0090019004419446, + "rewards/margins": 0.40605026483535767, + "rewards/rejected": -0.4150521159172058, + "sft_loss": 0.09001899510622025, + "step": 2807 + }, + { + "epoch": 4.060737527114967, + "grad_norm": 1.4888656980066968, + "learning_rate": 1.971378079565061e-06, + "logits/chosen": -0.7717404961585999, + "logits/rejected": -0.703227162361145, + "logps/chosen": -0.06621512025594711, + "logps/rejected": -3.4783830642700195, + "loss": 0.0637, + "odds_ratio_loss": 0.006453595124185085, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006621511187404394, + "rewards/margins": 0.3412168025970459, + "rewards/rejected": -0.34783831238746643, + "sft_loss": 0.06621512025594711, + "step": 2808 + }, + { + "epoch": 4.062183658712943, + "grad_norm": 1.4317984222561302, + "learning_rate": 1.9687018786911477e-06, + "logits/chosen": -0.8258988857269287, + "logits/rejected": -0.6008090376853943, + "logps/chosen": -0.04819875583052635, + "logps/rejected": -5.592133522033691, + "loss": 0.0731, + "odds_ratio_loss": 0.0023457964416593313, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004819875583052635, + "rewards/margins": 0.554393470287323, + "rewards/rejected": -0.5592133402824402, + "sft_loss": 0.04819875583052635, + "step": 2809 + }, + { + "epoch": 4.063629790310919, + "grad_norm": 1.5889562813928515, + "learning_rate": 1.9660269024944367e-06, + "logits/chosen": -0.857683539390564, + "logits/rejected": -0.8138494491577148, + "logps/chosen": -0.13486728072166443, + "logps/rejected": -2.3455417156219482, + "loss": 0.086, + "odds_ratio_loss": 0.014339055866003036, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013486729003489017, + "rewards/margins": 0.22106747329235077, + "rewards/rejected": -0.2345542013645172, + "sft_loss": 0.13486728072166443, + "step": 2810 + }, + { + "epoch": 4.065075921908893, + "grad_norm": 1.7040159776179822, + "learning_rate": 1.9633531525876804e-06, + "logits/chosen": -0.9003788232803345, + "logits/rejected": -0.46565985679626465, + "logps/chosen": -0.08736556768417358, + "logps/rejected": -5.143779754638672, + "loss": 0.084, + "odds_ratio_loss": 0.006077864672988653, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008736557327210903, + "rewards/margins": 0.5056413412094116, + "rewards/rejected": -0.5143779516220093, + "sft_loss": 0.08736556768417358, + "step": 2811 + }, + { + "epoch": 4.066522053506869, + "grad_norm": 1.6114194827080601, + "learning_rate": 1.960680630582895e-06, + "logits/chosen": -0.8223308324813843, + "logits/rejected": -0.520995020866394, + "logps/chosen": -0.03943537548184395, + "logps/rejected": -4.510629177093506, + "loss": 0.0935, + "odds_ratio_loss": 0.002579466672614217, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003943537827581167, + "rewards/margins": 0.44711941480636597, + "rewards/rejected": -0.4510629177093506, + "sft_loss": 0.03943537548184395, + "step": 2812 + }, + { + "epoch": 4.067968185104845, + "grad_norm": 2.896809649533277, + "learning_rate": 1.9580093380913516e-06, + "logits/chosen": -0.7096729874610901, + "logits/rejected": -0.45962074398994446, + "logps/chosen": -0.09003637731075287, + "logps/rejected": -5.000641822814941, + "loss": 0.0789, + "odds_ratio_loss": 0.004351029638200998, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009003638289868832, + "rewards/margins": 0.4910605549812317, + "rewards/rejected": -0.5000641942024231, + "sft_loss": 0.09003637731075287, + "step": 2813 + }, + { + "epoch": 4.06941431670282, + "grad_norm": 1.6830278975699327, + "learning_rate": 1.955339276723584e-06, + "logits/chosen": -0.8133095502853394, + "logits/rejected": -0.6556833982467651, + "logps/chosen": -0.10588407516479492, + "logps/rejected": -4.726909160614014, + "loss": 0.0942, + "odds_ratio_loss": 0.008478911593556404, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010588408447802067, + "rewards/margins": 0.4621025025844574, + "rewards/rejected": -0.4726909101009369, + "sft_loss": 0.10588407516479492, + "step": 2814 + }, + { + "epoch": 4.070860448300795, + "grad_norm": 1.3555935048586099, + "learning_rate": 1.952670448089381e-06, + "logits/chosen": -0.7163006067276001, + "logits/rejected": -0.587743878364563, + "logps/chosen": -0.07247428596019745, + "logps/rejected": -5.259910583496094, + "loss": 0.0539, + "odds_ratio_loss": 0.013823432847857475, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007247428875416517, + "rewards/margins": 0.5187435746192932, + "rewards/rejected": -0.5259910225868225, + "sft_loss": 0.07247428596019745, + "step": 2815 + }, + { + "epoch": 4.072306579898771, + "grad_norm": 1.6383073489651063, + "learning_rate": 1.9500028537977916e-06, + "logits/chosen": -0.8243443965911865, + "logits/rejected": -0.5978400707244873, + "logps/chosen": -0.07016627490520477, + "logps/rejected": -5.391256809234619, + "loss": 0.0842, + "odds_ratio_loss": 0.007298076990991831, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007016628049314022, + "rewards/margins": 0.5321090221405029, + "rewards/rejected": -0.5391257405281067, + "sft_loss": 0.07016627490520477, + "step": 2816 + }, + { + "epoch": 4.073752711496746, + "grad_norm": 1.4638936787417978, + "learning_rate": 1.9473364954571156e-06, + "logits/chosen": -0.852425217628479, + "logits/rejected": -0.6924081444740295, + "logps/chosen": -0.03700890764594078, + "logps/rejected": -5.5652289390563965, + "loss": 0.0678, + "odds_ratio_loss": 0.0037209701258689165, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003700891276821494, + "rewards/margins": 0.5528219938278198, + "rewards/rejected": -0.5565229654312134, + "sft_loss": 0.03700890764594078, + "step": 2817 + }, + { + "epoch": 4.0751988430947215, + "grad_norm": 1.4007257608951111, + "learning_rate": 1.9446713746749124e-06, + "logits/chosen": -0.7752952575683594, + "logits/rejected": -0.5839805603027344, + "logps/chosen": -0.07095170021057129, + "logps/rejected": -5.140481948852539, + "loss": 0.0557, + "odds_ratio_loss": 0.006458982825279236, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007095170207321644, + "rewards/margins": 0.5069530010223389, + "rewards/rejected": -0.5140482187271118, + "sft_loss": 0.07095170021057129, + "step": 2818 + }, + { + "epoch": 4.076644974692697, + "grad_norm": 1.753771771087421, + "learning_rate": 1.94200749305799e-06, + "logits/chosen": -0.6933737397193909, + "logits/rejected": -0.544430673122406, + "logps/chosen": -0.07938231527805328, + "logps/rejected": -3.3233370780944824, + "loss": 0.089, + "odds_ratio_loss": 0.006840870250016451, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007938231341540813, + "rewards/margins": 0.32439547777175903, + "rewards/rejected": -0.3323337137699127, + "sft_loss": 0.07938231527805328, + "step": 2819 + }, + { + "epoch": 4.078091106290673, + "grad_norm": 1.377106669791675, + "learning_rate": 1.9393448522124154e-06, + "logits/chosen": -1.001451015472412, + "logits/rejected": -0.8603689670562744, + "logps/chosen": -0.04609488323330879, + "logps/rejected": -5.648879051208496, + "loss": 0.0742, + "odds_ratio_loss": 0.0034265825524926186, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004609488416463137, + "rewards/margins": 0.5602784752845764, + "rewards/rejected": -0.5648879408836365, + "sft_loss": 0.04609488323330879, + "step": 2820 + }, + { + "epoch": 4.079537237888648, + "grad_norm": 1.6696172775689424, + "learning_rate": 1.9366834537435052e-06, + "logits/chosen": -0.7560070753097534, + "logits/rejected": -0.5555533170700073, + "logps/chosen": -0.09860974550247192, + "logps/rejected": -5.792730808258057, + "loss": 0.1054, + "odds_ratio_loss": 0.007586261723190546, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009860975667834282, + "rewards/margins": 0.569412112236023, + "rewards/rejected": -0.5792730450630188, + "sft_loss": 0.09860974550247192, + "step": 2821 + }, + { + "epoch": 4.080983369486623, + "grad_norm": 1.7064321016532233, + "learning_rate": 1.9340232992558242e-06, + "logits/chosen": -0.862777590751648, + "logits/rejected": -0.6179209351539612, + "logps/chosen": -0.15015126764774323, + "logps/rejected": -3.6706156730651855, + "loss": 0.1044, + "odds_ratio_loss": 0.017487984150648117, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015015127137303352, + "rewards/margins": 0.3520464301109314, + "rewards/rejected": -0.3670615553855896, + "sft_loss": 0.15015126764774323, + "step": 2822 + }, + { + "epoch": 4.082429501084599, + "grad_norm": 1.7723353244915958, + "learning_rate": 1.9313643903531916e-06, + "logits/chosen": -0.8052210211753845, + "logits/rejected": -0.7118884325027466, + "logps/chosen": -0.07638125866651535, + "logps/rejected": -3.0936851501464844, + "loss": 0.1025, + "odds_ratio_loss": 0.007743437774479389, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00763812568038702, + "rewards/margins": 0.30173036456108093, + "rewards/rejected": -0.3093685209751129, + "sft_loss": 0.07638125866651535, + "step": 2823 + }, + { + "epoch": 4.083875632682574, + "grad_norm": 1.603899631457365, + "learning_rate": 1.9287067286386735e-06, + "logits/chosen": -0.7378439903259277, + "logits/rejected": -0.6304211616516113, + "logps/chosen": -0.10273067653179169, + "logps/rejected": -4.914271354675293, + "loss": 0.0856, + "odds_ratio_loss": 0.0075208027847111225, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010273068211972713, + "rewards/margins": 0.48115405440330505, + "rewards/rejected": -0.49142712354660034, + "sft_loss": 0.10273067653179169, + "step": 2824 + }, + { + "epoch": 4.0853217642805495, + "grad_norm": 1.815738070132041, + "learning_rate": 1.926050315714582e-06, + "logits/chosen": -0.7988303899765015, + "logits/rejected": -0.7211605310440063, + "logps/chosen": -0.06291496008634567, + "logps/rejected": -4.587538719177246, + "loss": 0.0739, + "odds_ratio_loss": 0.005865362472832203, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006291495636105537, + "rewards/margins": 0.4524623453617096, + "rewards/rejected": -0.4587538540363312, + "sft_loss": 0.06291496008634567, + "step": 2825 + }, + { + "epoch": 4.086767895878525, + "grad_norm": 1.5383179861936356, + "learning_rate": 1.923395153182478e-06, + "logits/chosen": -0.8308844566345215, + "logits/rejected": -0.715095043182373, + "logps/chosen": -0.053292643278837204, + "logps/rejected": -3.6435461044311523, + "loss": 0.0703, + "odds_ratio_loss": 0.0045709628611803055, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005329264793545008, + "rewards/margins": 0.35902532935142517, + "rewards/rejected": -0.36435458064079285, + "sft_loss": 0.053292643278837204, + "step": 2826 + }, + { + "epoch": 4.0882140274765, + "grad_norm": 1.5371817275721964, + "learning_rate": 1.920741242643172e-06, + "logits/chosen": -0.9177175164222717, + "logits/rejected": -0.7014694213867188, + "logps/chosen": -0.0635892003774643, + "logps/rejected": -4.349488258361816, + "loss": 0.0495, + "odds_ratio_loss": 0.0026953257620334625, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0063589196652174, + "rewards/margins": 0.4285898804664612, + "rewards/rejected": -0.4349488317966461, + "sft_loss": 0.0635892003774643, + "step": 2827 + }, + { + "epoch": 4.089660159074476, + "grad_norm": 1.9984594647479759, + "learning_rate": 1.9180885856967133e-06, + "logits/chosen": -0.9267109036445618, + "logits/rejected": -0.71535325050354, + "logps/chosen": -0.0746922492980957, + "logps/rejected": -4.762479782104492, + "loss": 0.117, + "odds_ratio_loss": 0.00817443523555994, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007469225209206343, + "rewards/margins": 0.4687787592411041, + "rewards/rejected": -0.47624802589416504, + "sft_loss": 0.0746922492980957, + "step": 2828 + }, + { + "epoch": 4.091106290672451, + "grad_norm": 1.826210488228371, + "learning_rate": 1.9154371839424014e-06, + "logits/chosen": -0.9434868097305298, + "logits/rejected": -0.7802065014839172, + "logps/chosen": -0.04058940336108208, + "logps/rejected": -6.8330464363098145, + "loss": 0.0835, + "odds_ratio_loss": 0.004032096825540066, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004058940336108208, + "rewards/margins": 0.6792457103729248, + "rewards/rejected": -0.6833046674728394, + "sft_loss": 0.04058940336108208, + "step": 2829 + }, + { + "epoch": 4.092552422270427, + "grad_norm": 1.9463274698751436, + "learning_rate": 1.912787038978774e-06, + "logits/chosen": -0.7986459732055664, + "logits/rejected": -0.5903900861740112, + "logps/chosen": -0.06586778163909912, + "logps/rejected": -4.728672504425049, + "loss": 0.0968, + "odds_ratio_loss": 0.005637805908918381, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006586778908967972, + "rewards/margins": 0.4662804901599884, + "rewards/rejected": -0.4728672504425049, + "sft_loss": 0.06586778163909912, + "step": 2830 + }, + { + "epoch": 4.093998553868402, + "grad_norm": 1.9187071058912697, + "learning_rate": 1.910138152403616e-06, + "logits/chosen": -0.7255648970603943, + "logits/rejected": -0.5702151656150818, + "logps/chosen": -0.15819592773914337, + "logps/rejected": -4.314438819885254, + "loss": 0.0972, + "odds_ratio_loss": 0.014649780467152596, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015819592401385307, + "rewards/margins": 0.4156242907047272, + "rewards/rejected": -0.43144387006759644, + "sft_loss": 0.15819592773914337, + "step": 2831 + }, + { + "epoch": 4.0954446854663775, + "grad_norm": 1.678493531054628, + "learning_rate": 1.907490525813947e-06, + "logits/chosen": -0.5866957306861877, + "logits/rejected": -0.3991992175579071, + "logps/chosen": -0.10705491900444031, + "logps/rejected": -6.210849761962891, + "loss": 0.0792, + "odds_ratio_loss": 0.005011118017137051, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010705491527915001, + "rewards/margins": 0.6103795170783997, + "rewards/rejected": -0.621084988117218, + "sft_loss": 0.10705491900444031, + "step": 2832 + }, + { + "epoch": 4.096890817064353, + "grad_norm": 1.6178290940716764, + "learning_rate": 1.9048441608060358e-06, + "logits/chosen": -0.6119937896728516, + "logits/rejected": -0.4112843871116638, + "logps/chosen": -0.044672608375549316, + "logps/rejected": -4.956965446472168, + "loss": 0.0581, + "odds_ratio_loss": 0.0036439471878111362, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0044672610238194466, + "rewards/margins": 0.4912292957305908, + "rewards/rejected": -0.4956965446472168, + "sft_loss": 0.044672608375549316, + "step": 2833 + }, + { + "epoch": 4.098336948662328, + "grad_norm": 1.844544275796571, + "learning_rate": 1.9021990589753827e-06, + "logits/chosen": -0.6817110180854797, + "logits/rejected": -0.5111923217773438, + "logps/chosen": -0.07816684991121292, + "logps/rejected": -5.29497766494751, + "loss": 0.0771, + "odds_ratio_loss": 0.00837037805467844, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007816685363650322, + "rewards/margins": 0.5216810703277588, + "rewards/rejected": -0.5294978022575378, + "sft_loss": 0.07816684991121292, + "step": 2834 + }, + { + "epoch": 4.099783080260304, + "grad_norm": 1.3457218950980514, + "learning_rate": 1.8995552219167284e-06, + "logits/chosen": -0.6739135384559631, + "logits/rejected": -0.555662989616394, + "logps/chosen": -0.04297306016087532, + "logps/rejected": -6.009502410888672, + "loss": 0.0573, + "odds_ratio_loss": 0.0026276421267539263, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004297305829823017, + "rewards/margins": 0.5966529846191406, + "rewards/rejected": -0.6009502410888672, + "sft_loss": 0.04297306016087532, + "step": 2835 + }, + { + "epoch": 4.101229211858279, + "grad_norm": 2.3566402902558714, + "learning_rate": 1.8969126512240555e-06, + "logits/chosen": -0.8081563711166382, + "logits/rejected": -0.6554782390594482, + "logps/chosen": -0.13750715553760529, + "logps/rejected": -3.394568920135498, + "loss": 0.0946, + "odds_ratio_loss": 0.016596950590610504, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013750715181231499, + "rewards/margins": 0.3257061839103699, + "rewards/rejected": -0.3394568860530853, + "sft_loss": 0.13750715553760529, + "step": 2836 + }, + { + "epoch": 4.102675343456254, + "grad_norm": 1.7832953293812144, + "learning_rate": 1.8942713484905761e-06, + "logits/chosen": -0.6158128976821899, + "logits/rejected": -0.46845024824142456, + "logps/chosen": -0.03573101758956909, + "logps/rejected": -4.8370561599731445, + "loss": 0.0443, + "odds_ratio_loss": 0.005472586024552584, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0035731021780520678, + "rewards/margins": 0.480132520198822, + "rewards/rejected": -0.48370563983917236, + "sft_loss": 0.03573101758956909, + "step": 2837 + }, + { + "epoch": 4.10412147505423, + "grad_norm": 1.4666250779657488, + "learning_rate": 1.891631315308745e-06, + "logits/chosen": -0.8202795386314392, + "logits/rejected": -0.8174320459365845, + "logps/chosen": -0.050609488040208817, + "logps/rejected": -3.721074104309082, + "loss": 0.0552, + "odds_ratio_loss": 0.006177366711199284, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005060948897153139, + "rewards/margins": 0.3670464754104614, + "rewards/rejected": -0.3721074163913727, + "sft_loss": 0.050609488040208817, + "step": 2838 + }, + { + "epoch": 4.1055676066522055, + "grad_norm": 1.4677580796088394, + "learning_rate": 1.888992553270245e-06, + "logits/chosen": -0.6891862154006958, + "logits/rejected": -0.5416716933250427, + "logps/chosen": -0.05191085860133171, + "logps/rejected": -3.703627586364746, + "loss": 0.0697, + "odds_ratio_loss": 0.0027856866363435984, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005191085860133171, + "rewards/margins": 0.3651717007160187, + "rewards/rejected": -0.370362788438797, + "sft_loss": 0.05191085860133171, + "step": 2839 + }, + { + "epoch": 4.10701373825018, + "grad_norm": 1.7383613915672071, + "learning_rate": 1.8863550639659983e-06, + "logits/chosen": -0.9624236822128296, + "logits/rejected": -0.6738488078117371, + "logps/chosen": -0.13818246126174927, + "logps/rejected": -4.537891387939453, + "loss": 0.1094, + "odds_ratio_loss": 0.015407193452119827, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013818246312439442, + "rewards/margins": 0.43997085094451904, + "rewards/rejected": -0.4537891447544098, + "sft_loss": 0.13818246126174927, + "step": 2840 + }, + { + "epoch": 4.108459869848156, + "grad_norm": 1.769141927099359, + "learning_rate": 1.883718848986155e-06, + "logits/chosen": -0.9640853404998779, + "logits/rejected": -0.7224030494689941, + "logps/chosen": -0.07164276391267776, + "logps/rejected": -5.423728942871094, + "loss": 0.1005, + "odds_ratio_loss": 0.002488494850695133, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007164277136325836, + "rewards/margins": 0.5352085828781128, + "rewards/rejected": -0.5423728823661804, + "sft_loss": 0.07164276391267776, + "step": 2841 + }, + { + "epoch": 4.109906001446132, + "grad_norm": 1.624625898692095, + "learning_rate": 1.8810839099201004e-06, + "logits/chosen": -0.8588815927505493, + "logits/rejected": -0.7229719161987305, + "logps/chosen": -0.08476316183805466, + "logps/rejected": -3.678792953491211, + "loss": 0.079, + "odds_ratio_loss": 0.010054201819002628, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008476316928863525, + "rewards/margins": 0.35940298438072205, + "rewards/rejected": -0.36787930130958557, + "sft_loss": 0.08476316183805466, + "step": 2842 + }, + { + "epoch": 4.111352133044107, + "grad_norm": 1.7008537404128115, + "learning_rate": 1.878450248356446e-06, + "logits/chosen": -0.8767229318618774, + "logits/rejected": -0.6937390565872192, + "logps/chosen": -0.12689150869846344, + "logps/rejected": -5.257368564605713, + "loss": 0.082, + "odds_ratio_loss": 0.012621680274605751, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012689150869846344, + "rewards/margins": 0.5130476951599121, + "rewards/rejected": -0.5257368683815002, + "sft_loss": 0.12689150869846344, + "step": 2843 + }, + { + "epoch": 4.112798264642082, + "grad_norm": 1.5221274028586664, + "learning_rate": 1.87581786588304e-06, + "logits/chosen": -0.9948400259017944, + "logits/rejected": -0.6448618173599243, + "logps/chosen": -0.11695563793182373, + "logps/rejected": -5.0134406089782715, + "loss": 0.0724, + "odds_ratio_loss": 0.008317345753312111, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011695563793182373, + "rewards/margins": 0.4896485209465027, + "rewards/rejected": -0.5013440847396851, + "sft_loss": 0.11695563793182373, + "step": 2844 + }, + { + "epoch": 4.114244396240058, + "grad_norm": 1.8872482751675728, + "learning_rate": 1.8731867640869528e-06, + "logits/chosen": -0.982231080532074, + "logits/rejected": -0.7305710911750793, + "logps/chosen": -0.09674321860074997, + "logps/rejected": -4.068989276885986, + "loss": 0.1131, + "odds_ratio_loss": 0.006529256701469421, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009674321860074997, + "rewards/margins": 0.3972246050834656, + "rewards/rejected": -0.4068989157676697, + "sft_loss": 0.09674321860074997, + "step": 2845 + }, + { + "epoch": 4.115690527838034, + "grad_norm": 1.6369506462728376, + "learning_rate": 1.8705569445544875e-06, + "logits/chosen": -0.7939417362213135, + "logits/rejected": -0.5607274770736694, + "logps/chosen": -0.08005495369434357, + "logps/rejected": -6.112852573394775, + "loss": 0.0843, + "odds_ratio_loss": 0.006115018390119076, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008005496114492416, + "rewards/margins": 0.603279709815979, + "rewards/rejected": -0.6112852096557617, + "sft_loss": 0.08005495369434357, + "step": 2846 + }, + { + "epoch": 4.117136659436008, + "grad_norm": 1.7432584620353744, + "learning_rate": 1.8679284088711703e-06, + "logits/chosen": -1.0481350421905518, + "logits/rejected": -0.642801821231842, + "logps/chosen": -0.04570764675736427, + "logps/rejected": -5.874081611633301, + "loss": 0.062, + "odds_ratio_loss": 0.0012314720079302788, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0045707649551332, + "rewards/margins": 0.5828374028205872, + "rewards/rejected": -0.587408185005188, + "sft_loss": 0.04570764675736427, + "step": 2847 + }, + { + "epoch": 4.118582791033984, + "grad_norm": 2.034327837129782, + "learning_rate": 1.8653011586217575e-06, + "logits/chosen": -0.9006962180137634, + "logits/rejected": -0.524931013584137, + "logps/chosen": -0.07342912256717682, + "logps/rejected": -5.247374534606934, + "loss": 0.0688, + "odds_ratio_loss": 0.0020064630080014467, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007342912256717682, + "rewards/margins": 0.5173946022987366, + "rewards/rejected": -0.5247374773025513, + "sft_loss": 0.07342912256717682, + "step": 2848 + }, + { + "epoch": 4.12002892263196, + "grad_norm": 1.5094420598404346, + "learning_rate": 1.8626751953902265e-06, + "logits/chosen": -0.8094779849052429, + "logits/rejected": -0.6073752641677856, + "logps/chosen": -0.061085619032382965, + "logps/rejected": -4.160881519317627, + "loss": 0.0567, + "odds_ratio_loss": 0.0034529813565313816, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006108561530709267, + "rewards/margins": 0.40997958183288574, + "rewards/rejected": -0.41608819365501404, + "sft_loss": 0.061085619032382965, + "step": 2849 + }, + { + "epoch": 4.1214750542299345, + "grad_norm": 1.4627918976068797, + "learning_rate": 1.8600505207597789e-06, + "logits/chosen": -0.5969792604446411, + "logits/rejected": -0.4297393262386322, + "logps/chosen": -0.030321719124913216, + "logps/rejected": -6.4586896896362305, + "loss": 0.0626, + "odds_ratio_loss": 0.0009324885904788971, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030321720987558365, + "rewards/margins": 0.6428368091583252, + "rewards/rejected": -0.6458690166473389, + "sft_loss": 0.030321719124913216, + "step": 2850 + }, + { + "epoch": 4.12292118582791, + "grad_norm": 1.4982677272369433, + "learning_rate": 1.857427136312844e-06, + "logits/chosen": -0.876201331615448, + "logits/rejected": -0.6428571343421936, + "logps/chosen": -0.07151912152767181, + "logps/rejected": -4.5147175788879395, + "loss": 0.0806, + "odds_ratio_loss": 0.0038516269996762276, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007151912897825241, + "rewards/margins": 0.44431987404823303, + "rewards/rejected": -0.45147180557250977, + "sft_loss": 0.07151912152767181, + "step": 2851 + }, + { + "epoch": 4.124367317425886, + "grad_norm": 1.5257893605138617, + "learning_rate": 1.8548050436310669e-06, + "logits/chosen": -0.8841822743415833, + "logits/rejected": -0.5845543146133423, + "logps/chosen": -0.04778134822845459, + "logps/rejected": -5.190133094787598, + "loss": 0.0625, + "odds_ratio_loss": 0.004256582818925381, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004778134636580944, + "rewards/margins": 0.5142351984977722, + "rewards/rejected": -0.5190134048461914, + "sft_loss": 0.04778134822845459, + "step": 2852 + }, + { + "epoch": 4.125813449023862, + "grad_norm": 1.2651179338589529, + "learning_rate": 1.8521842442953198e-06, + "logits/chosen": -0.7237213850021362, + "logits/rejected": -0.6026439070701599, + "logps/chosen": -0.1049027293920517, + "logps/rejected": -5.724381923675537, + "loss": 0.0709, + "odds_ratio_loss": 0.008922792971134186, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010490273125469685, + "rewards/margins": 0.5619478821754456, + "rewards/rejected": -0.5724381804466248, + "sft_loss": 0.1049027293920517, + "step": 2853 + }, + { + "epoch": 4.127259580621836, + "grad_norm": 1.4252690236427485, + "learning_rate": 1.84956473988569e-06, + "logits/chosen": -0.9042859077453613, + "logits/rejected": -0.5686567425727844, + "logps/chosen": -0.056515954434871674, + "logps/rejected": -5.483891487121582, + "loss": 0.0745, + "odds_ratio_loss": 0.005240194033831358, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005651596002280712, + "rewards/margins": 0.542737603187561, + "rewards/rejected": -0.548389196395874, + "sft_loss": 0.056515954434871674, + "step": 2854 + }, + { + "epoch": 4.128705712219812, + "grad_norm": 1.3935884148488344, + "learning_rate": 1.846946531981489e-06, + "logits/chosen": -0.8212897777557373, + "logits/rejected": -0.5057724118232727, + "logps/chosen": -0.039713770151138306, + "logps/rejected": -4.20341157913208, + "loss": 0.0708, + "odds_ratio_loss": 0.0034693204797804356, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00397137738764286, + "rewards/margins": 0.41636979579925537, + "rewards/rejected": -0.4203411638736725, + "sft_loss": 0.039713770151138306, + "step": 2855 + }, + { + "epoch": 4.130151843817788, + "grad_norm": 1.4700289842978596, + "learning_rate": 1.8443296221612426e-06, + "logits/chosen": -0.8127454519271851, + "logits/rejected": -0.6734610199928284, + "logps/chosen": -0.07819758355617523, + "logps/rejected": -4.370360374450684, + "loss": 0.0792, + "odds_ratio_loss": 0.010140936821699142, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007819757796823978, + "rewards/margins": 0.42921626567840576, + "rewards/rejected": -0.43703603744506836, + "sft_loss": 0.07819758355617523, + "step": 2856 + }, + { + "epoch": 4.131597975415763, + "grad_norm": 1.6312862182934151, + "learning_rate": 1.8417140120026954e-06, + "logits/chosen": -0.6778440475463867, + "logits/rejected": -0.5362757444381714, + "logps/chosen": -0.054850347340106964, + "logps/rejected": -3.9211716651916504, + "loss": 0.0752, + "odds_ratio_loss": 0.0033841035328805447, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0054850345477461815, + "rewards/margins": 0.38663214445114136, + "rewards/rejected": -0.39211714267730713, + "sft_loss": 0.054850347340106964, + "step": 2857 + }, + { + "epoch": 4.133044107013738, + "grad_norm": 1.3563265826587092, + "learning_rate": 1.8390997030828074e-06, + "logits/chosen": -0.9520107507705688, + "logits/rejected": -0.7877506017684937, + "logps/chosen": -0.07438983023166656, + "logps/rejected": -4.451206684112549, + "loss": 0.0519, + "odds_ratio_loss": 0.004518951755017042, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007438982836902142, + "rewards/margins": 0.4376816749572754, + "rewards/rejected": -0.4451206624507904, + "sft_loss": 0.07438983023166656, + "step": 2858 + }, + { + "epoch": 4.134490238611714, + "grad_norm": 1.343261093042372, + "learning_rate": 1.836486696977758e-06, + "logits/chosen": -0.7512749433517456, + "logits/rejected": -0.6193314790725708, + "logps/chosen": -0.03754514455795288, + "logps/rejected": -5.197000026702881, + "loss": 0.0499, + "odds_ratio_loss": 0.006154801230877638, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003754514502361417, + "rewards/margins": 0.5159454941749573, + "rewards/rejected": -0.5197000503540039, + "sft_loss": 0.03754514455795288, + "step": 2859 + }, + { + "epoch": 4.135936370209689, + "grad_norm": 1.6673291219985102, + "learning_rate": 1.8338749952629353e-06, + "logits/chosen": -0.8384102582931519, + "logits/rejected": -0.6935494542121887, + "logps/chosen": -0.05776578187942505, + "logps/rejected": -3.5844650268554688, + "loss": 0.0767, + "odds_ratio_loss": 0.008841626346111298, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005776578560471535, + "rewards/margins": 0.35266995429992676, + "rewards/rejected": -0.35844647884368896, + "sft_loss": 0.05776578187942505, + "step": 2860 + }, + { + "epoch": 4.137382501807664, + "grad_norm": 1.9142765839106552, + "learning_rate": 1.831264599512945e-06, + "logits/chosen": -0.8089092969894409, + "logits/rejected": -0.6261400580406189, + "logps/chosen": -0.16545385122299194, + "logps/rejected": -4.192132949829102, + "loss": 0.1065, + "odds_ratio_loss": 0.02832021750509739, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016545386984944344, + "rewards/margins": 0.40266790986061096, + "rewards/rejected": -0.41921332478523254, + "sft_loss": 0.16545385122299194, + "step": 2861 + }, + { + "epoch": 4.13882863340564, + "grad_norm": 1.8508060502337165, + "learning_rate": 1.828655511301607e-06, + "logits/chosen": -1.029259204864502, + "logits/rejected": -0.7229580283164978, + "logps/chosen": -0.08430210500955582, + "logps/rejected": -4.091892242431641, + "loss": 0.0872, + "odds_ratio_loss": 0.007961390540003777, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008430209942162037, + "rewards/margins": 0.4007590413093567, + "rewards/rejected": -0.40918928384780884, + "sft_loss": 0.08430210500955582, + "step": 2862 + }, + { + "epoch": 4.140274765003615, + "grad_norm": 1.4236489094364113, + "learning_rate": 1.8260477322019478e-06, + "logits/chosen": -0.9422646760940552, + "logits/rejected": -0.6158483028411865, + "logps/chosen": -0.043667394667863846, + "logps/rejected": -5.095708847045898, + "loss": 0.049, + "odds_ratio_loss": 0.0031190637964755297, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0043667396530508995, + "rewards/margins": 0.5052041411399841, + "rewards/rejected": -0.5095708966255188, + "sft_loss": 0.043667394667863846, + "step": 2863 + }, + { + "epoch": 4.141720896601591, + "grad_norm": 2.237085057444961, + "learning_rate": 1.8234412637862078e-06, + "logits/chosen": -0.7573752403259277, + "logits/rejected": -0.5755871534347534, + "logps/chosen": -0.036390505731105804, + "logps/rejected": -4.381635665893555, + "loss": 0.11, + "odds_ratio_loss": 0.003340129740536213, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003639050293713808, + "rewards/margins": 0.4345245063304901, + "rewards/rejected": -0.43816354870796204, + "sft_loss": 0.036390505731105804, + "step": 2864 + }, + { + "epoch": 4.143167028199566, + "grad_norm": 1.6249757873443114, + "learning_rate": 1.8208361076258347e-06, + "logits/chosen": -0.8179000616073608, + "logits/rejected": -0.6705646514892578, + "logps/chosen": -0.12193619459867477, + "logps/rejected": -4.738859176635742, + "loss": 0.087, + "odds_ratio_loss": 0.0028922702185809612, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012193620204925537, + "rewards/margins": 0.46169233322143555, + "rewards/rejected": -0.4738859534263611, + "sft_loss": 0.12193619459867477, + "step": 2865 + }, + { + "epoch": 4.144613159797542, + "grad_norm": 1.6742919109805106, + "learning_rate": 1.8182322652914897e-06, + "logits/chosen": -0.6485641002655029, + "logits/rejected": -0.580163300037384, + "logps/chosen": -0.030021870508790016, + "logps/rejected": -4.312215328216553, + "loss": 0.0654, + "odds_ratio_loss": 0.003744534682482481, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030021872371435165, + "rewards/margins": 0.42821940779685974, + "rewards/rejected": -0.4312215745449066, + "sft_loss": 0.030021870508790016, + "step": 2866 + }, + { + "epoch": 4.146059291395517, + "grad_norm": 1.5207496797985913, + "learning_rate": 1.8156297383530363e-06, + "logits/chosen": -0.8672469258308411, + "logits/rejected": -0.7313282489776611, + "logps/chosen": -0.051602356135845184, + "logps/rejected": -6.097007751464844, + "loss": 0.0676, + "odds_ratio_loss": 0.002992212073877454, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005160235799849033, + "rewards/margins": 0.6045405864715576, + "rewards/rejected": -0.6097007989883423, + "sft_loss": 0.051602356135845184, + "step": 2867 + }, + { + "epoch": 4.1475054229934925, + "grad_norm": 1.6381642095253177, + "learning_rate": 1.8130285283795508e-06, + "logits/chosen": -0.7583048343658447, + "logits/rejected": -0.5695833563804626, + "logps/chosen": -0.13401220738887787, + "logps/rejected": -4.404128074645996, + "loss": 0.0939, + "odds_ratio_loss": 0.010725535452365875, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013401219621300697, + "rewards/margins": 0.42701154947280884, + "rewards/rejected": -0.4404127597808838, + "sft_loss": 0.13401220738887787, + "step": 2868 + }, + { + "epoch": 4.148951554591468, + "grad_norm": 1.4680257306046172, + "learning_rate": 1.8104286369393087e-06, + "logits/chosen": -0.8767812252044678, + "logits/rejected": -0.5856321454048157, + "logps/chosen": -0.05747556686401367, + "logps/rejected": -5.090399742126465, + "loss": 0.0814, + "odds_ratio_loss": 0.003675619838759303, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0057475571520626545, + "rewards/margins": 0.503292441368103, + "rewards/rejected": -0.5090399980545044, + "sft_loss": 0.05747556686401367, + "step": 2869 + }, + { + "epoch": 4.150397686189443, + "grad_norm": 1.7573313537408448, + "learning_rate": 1.807830065599798e-06, + "logits/chosen": -0.7944881916046143, + "logits/rejected": -0.6999379992485046, + "logps/chosen": -0.0795753002166748, + "logps/rejected": -5.302948474884033, + "loss": 0.0808, + "odds_ratio_loss": 0.0038214053492993116, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00795752927660942, + "rewards/margins": 0.5223373174667358, + "rewards/rejected": -0.5302948355674744, + "sft_loss": 0.0795753002166748, + "step": 2870 + }, + { + "epoch": 4.151843817787419, + "grad_norm": 1.6291075861205213, + "learning_rate": 1.8052328159277054e-06, + "logits/chosen": -0.7494406700134277, + "logits/rejected": -0.7102495431900024, + "logps/chosen": -0.06435263156890869, + "logps/rejected": -4.151299953460693, + "loss": 0.0722, + "odds_ratio_loss": 0.010602910071611404, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006435262970626354, + "rewards/margins": 0.4086947441101074, + "rewards/rejected": -0.41513001918792725, + "sft_loss": 0.06435263156890869, + "step": 2871 + }, + { + "epoch": 4.153289949385394, + "grad_norm": 1.6436961304644404, + "learning_rate": 1.802636889488922e-06, + "logits/chosen": -0.8582144379615784, + "logits/rejected": -0.6094192266464233, + "logps/chosen": -0.05906105786561966, + "logps/rejected": -5.2758402824401855, + "loss": 0.0643, + "odds_ratio_loss": 0.004993016365915537, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005906105972826481, + "rewards/margins": 0.5216779708862305, + "rewards/rejected": -0.5275840759277344, + "sft_loss": 0.05906105786561966, + "step": 2872 + }, + { + "epoch": 4.154736080983369, + "grad_norm": 1.5066252354267282, + "learning_rate": 1.8000422878485403e-06, + "logits/chosen": -0.8553987741470337, + "logits/rejected": -0.684226393699646, + "logps/chosen": -0.12316957116127014, + "logps/rejected": -3.842941999435425, + "loss": 0.0926, + "odds_ratio_loss": 0.019793318584561348, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012316957116127014, + "rewards/margins": 0.3719772398471832, + "rewards/rejected": -0.38429421186447144, + "sft_loss": 0.12316957116127014, + "step": 2873 + }, + { + "epoch": 4.156182212581345, + "grad_norm": 1.7609833375052197, + "learning_rate": 1.7974490125708575e-06, + "logits/chosen": -0.9975032210350037, + "logits/rejected": -0.7744351029396057, + "logps/chosen": -0.12477146834135056, + "logps/rejected": -3.4359312057495117, + "loss": 0.0988, + "odds_ratio_loss": 0.009972745552659035, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0124771473929286, + "rewards/margins": 0.3311160206794739, + "rewards/rejected": -0.34359318017959595, + "sft_loss": 0.12477146834135056, + "step": 2874 + }, + { + "epoch": 4.1576283441793205, + "grad_norm": 1.518218164522744, + "learning_rate": 1.7948570652193688e-06, + "logits/chosen": -0.6091439127922058, + "logits/rejected": -0.5392559766769409, + "logps/chosen": -0.16808342933654785, + "logps/rejected": -2.7966959476470947, + "loss": 0.0894, + "odds_ratio_loss": 0.03804006054997444, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016808344051241875, + "rewards/margins": 0.2628612816333771, + "rewards/rejected": -0.2796696126461029, + "sft_loss": 0.16808342933654785, + "step": 2875 + }, + { + "epoch": 4.159074475777295, + "grad_norm": 1.6362781472337709, + "learning_rate": 1.7922664473567672e-06, + "logits/chosen": -0.7585278153419495, + "logits/rejected": -0.6109793782234192, + "logps/chosen": -0.12611831724643707, + "logps/rejected": -4.219643592834473, + "loss": 0.1081, + "odds_ratio_loss": 0.021449480205774307, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012611833401024342, + "rewards/margins": 0.40935254096984863, + "rewards/rejected": -0.4219644367694855, + "sft_loss": 0.12611831724643707, + "step": 2876 + }, + { + "epoch": 4.160520607375271, + "grad_norm": 3.2649128823647127, + "learning_rate": 1.7896771605449485e-06, + "logits/chosen": -0.7754852175712585, + "logits/rejected": -0.6101595163345337, + "logps/chosen": -0.1011345386505127, + "logps/rejected": -3.0544514656066895, + "loss": 0.0989, + "odds_ratio_loss": 0.009415505453944206, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010113454423844814, + "rewards/margins": 0.2953317165374756, + "rewards/rejected": -0.3054451644420624, + "sft_loss": 0.1011345386505127, + "step": 2877 + }, + { + "epoch": 4.161966738973247, + "grad_norm": 1.3888856417078521, + "learning_rate": 1.7870892063450001e-06, + "logits/chosen": -0.753406822681427, + "logits/rejected": -0.4384850263595581, + "logps/chosen": -0.08360215276479721, + "logps/rejected": -3.66217303276062, + "loss": 0.0711, + "odds_ratio_loss": 0.0076039680279791355, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008360215462744236, + "rewards/margins": 0.3578570485115051, + "rewards/rejected": -0.36621731519699097, + "sft_loss": 0.08360215276479721, + "step": 2878 + }, + { + "epoch": 4.163412870571222, + "grad_norm": 1.529348069798455, + "learning_rate": 1.7845025863172127e-06, + "logits/chosen": -0.685241162776947, + "logits/rejected": -0.6223734617233276, + "logps/chosen": -0.06466331332921982, + "logps/rejected": -4.321099758148193, + "loss": 0.0725, + "odds_ratio_loss": 0.009548970498144627, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006466331891715527, + "rewards/margins": 0.4256436228752136, + "rewards/rejected": -0.4321099519729614, + "sft_loss": 0.06466331332921982, + "step": 2879 + }, + { + "epoch": 4.164859002169197, + "grad_norm": 1.3802640702535711, + "learning_rate": 1.781917302021067e-06, + "logits/chosen": -0.743414044380188, + "logits/rejected": -0.6212598085403442, + "logps/chosen": -0.08406087011098862, + "logps/rejected": -3.3538153171539307, + "loss": 0.0755, + "odds_ratio_loss": 0.007001823280006647, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008406086824834347, + "rewards/margins": 0.32697543501853943, + "rewards/rejected": -0.33538153767585754, + "sft_loss": 0.08406087011098862, + "step": 2880 + }, + { + "epoch": 4.166305133767173, + "grad_norm": 1.7454934799111688, + "learning_rate": 1.7793333550152413e-06, + "logits/chosen": -0.9296549558639526, + "logits/rejected": -0.6040893197059631, + "logps/chosen": -0.09559880197048187, + "logps/rejected": -6.568416118621826, + "loss": 0.0685, + "odds_ratio_loss": 0.002591322874650359, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009559880942106247, + "rewards/margins": 0.6472817063331604, + "rewards/rejected": -0.6568415760993958, + "sft_loss": 0.09559880197048187, + "step": 2881 + }, + { + "epoch": 4.1677512653651485, + "grad_norm": 1.378926994916888, + "learning_rate": 1.776750746857605e-06, + "logits/chosen": -1.0216419696807861, + "logits/rejected": -0.5682446956634521, + "logps/chosen": -0.07705073058605194, + "logps/rejected": -5.844695091247559, + "loss": 0.0884, + "odds_ratio_loss": 0.0033558798022568226, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0077050733380019665, + "rewards/margins": 0.5767644643783569, + "rewards/rejected": -0.5844695568084717, + "sft_loss": 0.07705073058605194, + "step": 2882 + }, + { + "epoch": 4.169197396963123, + "grad_norm": 1.8249380721129438, + "learning_rate": 1.7741694791052248e-06, + "logits/chosen": -0.7748250961303711, + "logits/rejected": -0.5840004682540894, + "logps/chosen": -0.08540331572294235, + "logps/rejected": -5.7757792472839355, + "loss": 0.0915, + "odds_ratio_loss": 0.0048137810081243515, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008540332317352295, + "rewards/margins": 0.5690376162528992, + "rewards/rejected": -0.5775779485702515, + "sft_loss": 0.08540331572294235, + "step": 2883 + }, + { + "epoch": 4.170643528561099, + "grad_norm": 1.6439984729479422, + "learning_rate": 1.7715895533143543e-06, + "logits/chosen": -0.9461988806724548, + "logits/rejected": -0.7191964983940125, + "logps/chosen": -0.08565716445446014, + "logps/rejected": -4.468839168548584, + "loss": 0.085, + "odds_ratio_loss": 0.003522283863276243, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008565716445446014, + "rewards/margins": 0.4383182227611542, + "rewards/rejected": -0.4468839466571808, + "sft_loss": 0.08565716445446014, + "step": 2884 + }, + { + "epoch": 4.172089660159075, + "grad_norm": 1.9779228119632557, + "learning_rate": 1.7690109710404433e-06, + "logits/chosen": -0.8428412675857544, + "logits/rejected": -0.5799111127853394, + "logps/chosen": -0.10756391286849976, + "logps/rejected": -4.175439357757568, + "loss": 0.1062, + "odds_ratio_loss": 0.017258528620004654, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010756392031908035, + "rewards/margins": 0.40678757429122925, + "rewards/rejected": -0.4175439774990082, + "sft_loss": 0.10756391286849976, + "step": 2885 + }, + { + "epoch": 4.1735357917570495, + "grad_norm": 1.5163132148550575, + "learning_rate": 1.7664337338381253e-06, + "logits/chosen": -0.7353506088256836, + "logits/rejected": -0.6050468683242798, + "logps/chosen": -0.09535052627325058, + "logps/rejected": -3.8978962898254395, + "loss": 0.086, + "odds_ratio_loss": 0.013053749687969685, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009535052813589573, + "rewards/margins": 0.3802545666694641, + "rewards/rejected": -0.3897896409034729, + "sft_loss": 0.09535052627325058, + "step": 2886 + }, + { + "epoch": 4.174981923355025, + "grad_norm": 4.89411470614702, + "learning_rate": 1.7638578432612294e-06, + "logits/chosen": -0.5543168783187866, + "logits/rejected": -0.49109578132629395, + "logps/chosen": -0.07704973220825195, + "logps/rejected": -5.383688449859619, + "loss": 0.0643, + "odds_ratio_loss": 0.00851721502840519, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007704972755163908, + "rewards/margins": 0.5306639671325684, + "rewards/rejected": -0.5383689403533936, + "sft_loss": 0.07704973220825195, + "step": 2887 + }, + { + "epoch": 4.176428054953001, + "grad_norm": 1.6508265050328592, + "learning_rate": 1.761283300862768e-06, + "logits/chosen": -0.732459545135498, + "logits/rejected": -0.6587421298027039, + "logps/chosen": -0.061337437480688095, + "logps/rejected": -3.2690553665161133, + "loss": 0.0917, + "odds_ratio_loss": 0.026827432215213776, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006133743561804295, + "rewards/margins": 0.32077181339263916, + "rewards/rejected": -0.3269055485725403, + "sft_loss": 0.061337437480688095, + "step": 2888 + }, + { + "epoch": 4.1778741865509765, + "grad_norm": 1.5687060094740681, + "learning_rate": 1.7587101081949406e-06, + "logits/chosen": -0.871804416179657, + "logits/rejected": -0.6253595352172852, + "logps/chosen": -0.09505133330821991, + "logps/rejected": -4.816754341125488, + "loss": 0.1232, + "odds_ratio_loss": 0.0039987508207559586, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009505132213234901, + "rewards/margins": 0.47217029333114624, + "rewards/rejected": -0.4816754162311554, + "sft_loss": 0.09505133330821991, + "step": 2889 + }, + { + "epoch": 4.179320318148951, + "grad_norm": 1.574633627267037, + "learning_rate": 1.7561382668091383e-06, + "logits/chosen": -0.8467705249786377, + "logits/rejected": -0.5515745282173157, + "logps/chosen": -0.12236753851175308, + "logps/rejected": -6.257351875305176, + "loss": 0.1053, + "odds_ratio_loss": 0.012112165801227093, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012236754409968853, + "rewards/margins": 0.6134985089302063, + "rewards/rejected": -0.6257352232933044, + "sft_loss": 0.12236753851175308, + "step": 2890 + }, + { + "epoch": 4.180766449746927, + "grad_norm": 1.6617557779312644, + "learning_rate": 1.7535677782559306e-06, + "logits/chosen": -0.6538142561912537, + "logits/rejected": -0.5575007200241089, + "logps/chosen": -0.0687403753399849, + "logps/rejected": -4.553154945373535, + "loss": 0.091, + "odds_ratio_loss": 0.008355571888387203, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006874037906527519, + "rewards/margins": 0.44844144582748413, + "rewards/rejected": -0.455315500497818, + "sft_loss": 0.0687403753399849, + "step": 2891 + }, + { + "epoch": 4.182212581344903, + "grad_norm": 1.3237025011825474, + "learning_rate": 1.7509986440850773e-06, + "logits/chosen": -0.8017591834068298, + "logits/rejected": -0.6542471051216125, + "logps/chosen": -0.04119560867547989, + "logps/rejected": -5.426454067230225, + "loss": 0.0717, + "odds_ratio_loss": 0.006445649079978466, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004119561053812504, + "rewards/margins": 0.5385258197784424, + "rewards/rejected": -0.5426453948020935, + "sft_loss": 0.04119560867547989, + "step": 2892 + }, + { + "epoch": 4.1836587129428775, + "grad_norm": 1.6426153001965083, + "learning_rate": 1.748430865845516e-06, + "logits/chosen": -0.7238603234291077, + "logits/rejected": -0.7122807502746582, + "logps/chosen": -0.09050285816192627, + "logps/rejected": -3.2810425758361816, + "loss": 0.09, + "odds_ratio_loss": 0.011915099807083607, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009050285443663597, + "rewards/margins": 0.31905397772789, + "rewards/rejected": -0.32810425758361816, + "sft_loss": 0.09050285816192627, + "step": 2893 + }, + { + "epoch": 4.185104844540853, + "grad_norm": 1.5864270160960752, + "learning_rate": 1.745864445085373e-06, + "logits/chosen": -1.0129873752593994, + "logits/rejected": -0.6170842051506042, + "logps/chosen": -0.045922402292490005, + "logps/rejected": -5.002997398376465, + "loss": 0.0947, + "odds_ratio_loss": 0.0038542391266673803, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004592240788042545, + "rewards/margins": 0.49570751190185547, + "rewards/rejected": -0.5002997517585754, + "sft_loss": 0.045922402292490005, + "step": 2894 + }, + { + "epoch": 4.186550976138829, + "grad_norm": 4.730722961719703, + "learning_rate": 1.7432993833519514e-06, + "logits/chosen": -0.7456246018409729, + "logits/rejected": -0.638870120048523, + "logps/chosen": -0.09694996476173401, + "logps/rejected": -5.234409809112549, + "loss": 0.0961, + "odds_ratio_loss": 0.014911282807588577, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009694996289908886, + "rewards/margins": 0.5137460231781006, + "rewards/rejected": -0.5234410166740417, + "sft_loss": 0.09694996476173401, + "step": 2895 + }, + { + "epoch": 4.187997107736804, + "grad_norm": 1.7372021790081584, + "learning_rate": 1.7407356821917362e-06, + "logits/chosen": -0.7853217124938965, + "logits/rejected": -0.5458134412765503, + "logps/chosen": -0.1326024830341339, + "logps/rejected": -5.669880390167236, + "loss": 0.1053, + "odds_ratio_loss": 0.015873540192842484, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01326024904847145, + "rewards/margins": 0.5537277460098267, + "rewards/rejected": -0.5669880509376526, + "sft_loss": 0.1326024830341339, + "step": 2896 + }, + { + "epoch": 4.189443239334779, + "grad_norm": 1.7437826506465477, + "learning_rate": 1.7381733431503919e-06, + "logits/chosen": -0.7777459621429443, + "logits/rejected": -0.5212811827659607, + "logps/chosen": -0.06154448539018631, + "logps/rejected": -6.10374641418457, + "loss": 0.0601, + "odds_ratio_loss": 0.00723948935046792, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006154448725283146, + "rewards/margins": 0.6042202711105347, + "rewards/rejected": -0.6103746891021729, + "sft_loss": 0.06154448539018631, + "step": 2897 + }, + { + "epoch": 4.190889370932755, + "grad_norm": 1.6087185240794226, + "learning_rate": 1.7356123677727634e-06, + "logits/chosen": -0.8092604875564575, + "logits/rejected": -0.6327940225601196, + "logps/chosen": -0.0712791383266449, + "logps/rejected": -6.498178958892822, + "loss": 0.0952, + "odds_ratio_loss": 0.015109434723854065, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007127914112061262, + "rewards/margins": 0.6426900029182434, + "rewards/rejected": -0.649817943572998, + "sft_loss": 0.0712791383266449, + "step": 2898 + }, + { + "epoch": 4.19233550253073, + "grad_norm": 1.810061844063369, + "learning_rate": 1.7330527576028713e-06, + "logits/chosen": -1.077024221420288, + "logits/rejected": -0.8910109996795654, + "logps/chosen": -0.14297831058502197, + "logps/rejected": -3.079667806625366, + "loss": 0.105, + "odds_ratio_loss": 0.01574338600039482, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014297831803560257, + "rewards/margins": 0.2936689555644989, + "rewards/rejected": -0.30796679854393005, + "sft_loss": 0.14297831058502197, + "step": 2899 + }, + { + "epoch": 4.1937816341287055, + "grad_norm": 1.4080726234451635, + "learning_rate": 1.7304945141839156e-06, + "logits/chosen": -0.8134248852729797, + "logits/rejected": -0.6756539344787598, + "logps/chosen": -0.06007365137338638, + "logps/rejected": -5.442124366760254, + "loss": 0.0702, + "odds_ratio_loss": 0.0070592500269412994, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006007364951074123, + "rewards/margins": 0.5382050275802612, + "rewards/rejected": -0.5442124605178833, + "sft_loss": 0.06007365137338638, + "step": 2900 + }, + { + "epoch": 4.195227765726681, + "grad_norm": 1.8129753504901793, + "learning_rate": 1.7279376390582683e-06, + "logits/chosen": -0.814599871635437, + "logits/rejected": -0.5579865574836731, + "logps/chosen": -0.06395604461431503, + "logps/rejected": -6.123435974121094, + "loss": 0.085, + "odds_ratio_loss": 0.0038474637549370527, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006395603530108929, + "rewards/margins": 0.6059479713439941, + "rewards/rejected": -0.6123435497283936, + "sft_loss": 0.06395604461431503, + "step": 2901 + }, + { + "epoch": 4.196673897324657, + "grad_norm": 1.7496011317153113, + "learning_rate": 1.725382133767482e-06, + "logits/chosen": -0.9168472290039062, + "logits/rejected": -0.6373493671417236, + "logps/chosen": -0.14649318158626556, + "logps/rejected": -6.127131462097168, + "loss": 0.0838, + "odds_ratio_loss": 0.01623375155031681, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014649318531155586, + "rewards/margins": 0.5980637669563293, + "rewards/rejected": -0.612713098526001, + "sft_loss": 0.14649318158626556, + "step": 2902 + }, + { + "epoch": 4.198120028922632, + "grad_norm": 1.8093572721032025, + "learning_rate": 1.7228279998522791e-06, + "logits/chosen": -0.8479722738265991, + "logits/rejected": -0.6456978917121887, + "logps/chosen": -0.0714811310172081, + "logps/rejected": -4.065431594848633, + "loss": 0.0833, + "odds_ratio_loss": 0.015304593369364738, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00714811310172081, + "rewards/margins": 0.39939504861831665, + "rewards/rejected": -0.40654319524765015, + "sft_loss": 0.0714811310172081, + "step": 2903 + }, + { + "epoch": 4.199566160520607, + "grad_norm": 1.7050155520074486, + "learning_rate": 1.7202752388525546e-06, + "logits/chosen": -0.7397294044494629, + "logits/rejected": -0.6496505737304688, + "logps/chosen": -0.05917609483003616, + "logps/rejected": -4.717207908630371, + "loss": 0.0827, + "odds_ratio_loss": 0.0097846370190382, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005917609669268131, + "rewards/margins": 0.46580320596694946, + "rewards/rejected": -0.471720814704895, + "sft_loss": 0.05917609483003616, + "step": 2904 + }, + { + "epoch": 4.201012292118583, + "grad_norm": 1.8064910660008877, + "learning_rate": 1.7177238523073804e-06, + "logits/chosen": -0.7527694702148438, + "logits/rejected": -0.6076477766036987, + "logps/chosen": -0.12672166526317596, + "logps/rejected": -3.709519863128662, + "loss": 0.0817, + "odds_ratio_loss": 0.025193804875016212, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012672166340053082, + "rewards/margins": 0.358279824256897, + "rewards/rejected": -0.3709520101547241, + "sft_loss": 0.12672166526317596, + "step": 2905 + }, + { + "epoch": 4.202458423716558, + "grad_norm": 1.4769855495178907, + "learning_rate": 1.7151738417549945e-06, + "logits/chosen": -0.8476330041885376, + "logits/rejected": -0.7080752849578857, + "logps/chosen": -0.08576930314302444, + "logps/rejected": -3.353492021560669, + "loss": 0.0825, + "odds_ratio_loss": 0.0258241668343544, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008576931431889534, + "rewards/margins": 0.3267722725868225, + "rewards/rejected": -0.3353492021560669, + "sft_loss": 0.08576930314302444, + "step": 2906 + }, + { + "epoch": 4.2039045553145336, + "grad_norm": 1.6047502239398708, + "learning_rate": 1.7126252087328106e-06, + "logits/chosen": -0.7401002645492554, + "logits/rejected": -0.48686888813972473, + "logps/chosen": -0.09672141075134277, + "logps/rejected": -5.065194129943848, + "loss": 0.0748, + "odds_ratio_loss": 0.011058647185564041, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009672141633927822, + "rewards/margins": 0.4968472421169281, + "rewards/rejected": -0.5065193772315979, + "sft_loss": 0.09672141075134277, + "step": 2907 + }, + { + "epoch": 4.205350686912509, + "grad_norm": 1.784826024305332, + "learning_rate": 1.710077954777406e-06, + "logits/chosen": -0.947332501411438, + "logits/rejected": -0.6513444185256958, + "logps/chosen": -0.11616423726081848, + "logps/rejected": -5.848725318908691, + "loss": 0.0847, + "odds_ratio_loss": 0.021783018484711647, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011616423726081848, + "rewards/margins": 0.5732560753822327, + "rewards/rejected": -0.5848724842071533, + "sft_loss": 0.11616423726081848, + "step": 2908 + }, + { + "epoch": 4.206796818510484, + "grad_norm": 1.6840418840730764, + "learning_rate": 1.7075320814245325e-06, + "logits/chosen": -0.7306966781616211, + "logits/rejected": -0.5873762369155884, + "logps/chosen": -0.10011477768421173, + "logps/rejected": -4.062368392944336, + "loss": 0.089, + "odds_ratio_loss": 0.009407087229192257, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010011478327214718, + "rewards/margins": 0.39622533321380615, + "rewards/rejected": -0.40623682737350464, + "sft_loss": 0.10011477768421173, + "step": 2909 + }, + { + "epoch": 4.20824295010846, + "grad_norm": 2.1766607536331595, + "learning_rate": 1.7049875902091046e-06, + "logits/chosen": -0.9869181513786316, + "logits/rejected": -0.6725652813911438, + "logps/chosen": -0.07069652527570724, + "logps/rejected": -5.175534725189209, + "loss": 0.0693, + "odds_ratio_loss": 0.004759188741445541, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007069652434438467, + "rewards/margins": 0.5104838013648987, + "rewards/rejected": -0.517553448677063, + "sft_loss": 0.07069652527570724, + "step": 2910 + }, + { + "epoch": 4.209689081706435, + "grad_norm": 1.3402883750903443, + "learning_rate": 1.7024444826652067e-06, + "logits/chosen": -0.5692568421363831, + "logits/rejected": -0.4671230912208557, + "logps/chosen": -0.046070732176303864, + "logps/rejected": -3.63814640045166, + "loss": 0.0817, + "odds_ratio_loss": 0.004079668782651424, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004607073031365871, + "rewards/margins": 0.3592075705528259, + "rewards/rejected": -0.36381465196609497, + "sft_loss": 0.046070732176303864, + "step": 2911 + }, + { + "epoch": 4.211135213304411, + "grad_norm": 1.8269769593137486, + "learning_rate": 1.6999027603260853e-06, + "logits/chosen": -1.0144546031951904, + "logits/rejected": -0.7266017198562622, + "logps/chosen": -0.12296151369810104, + "logps/rejected": -4.764224529266357, + "loss": 0.0957, + "odds_ratio_loss": 0.00944902841001749, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012296151369810104, + "rewards/margins": 0.464126318693161, + "rewards/rejected": -0.4764224588871002, + "sft_loss": 0.12296151369810104, + "step": 2912 + }, + { + "epoch": 4.212581344902386, + "grad_norm": 1.6723520264588212, + "learning_rate": 1.697362424724158e-06, + "logits/chosen": -0.8207547664642334, + "logits/rejected": -0.6812379956245422, + "logps/chosen": -0.06191746145486832, + "logps/rejected": -5.384179592132568, + "loss": 0.0729, + "odds_ratio_loss": 0.006640473380684853, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006191745866090059, + "rewards/margins": 0.5322262644767761, + "rewards/rejected": -0.5384179353713989, + "sft_loss": 0.06191746145486832, + "step": 2913 + }, + { + "epoch": 4.214027476500362, + "grad_norm": 1.6031455868403621, + "learning_rate": 1.6948234773909995e-06, + "logits/chosen": -0.9777011871337891, + "logits/rejected": -0.8530696630477905, + "logps/chosen": -0.09695122390985489, + "logps/rejected": -4.301798343658447, + "loss": 0.1181, + "odds_ratio_loss": 0.008988775312900543, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009695122018456459, + "rewards/margins": 0.4204846918582916, + "rewards/rejected": -0.4301798343658447, + "sft_loss": 0.09695122390985489, + "step": 2914 + }, + { + "epoch": 4.215473608098337, + "grad_norm": 1.6686746446757759, + "learning_rate": 1.6922859198573516e-06, + "logits/chosen": -0.7078945636749268, + "logits/rejected": -0.5031204223632812, + "logps/chosen": -0.05042143911123276, + "logps/rejected": -4.290203094482422, + "loss": 0.0847, + "odds_ratio_loss": 0.007931235246360302, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005042144097387791, + "rewards/margins": 0.42397817969322205, + "rewards/rejected": -0.4290202856063843, + "sft_loss": 0.05042143911123276, + "step": 2915 + }, + { + "epoch": 4.216919739696312, + "grad_norm": 1.3601920987396054, + "learning_rate": 1.6897497536531188e-06, + "logits/chosen": -0.8085181713104248, + "logits/rejected": -0.473737895488739, + "logps/chosen": -0.04474177956581116, + "logps/rejected": -4.583406448364258, + "loss": 0.0655, + "odds_ratio_loss": 0.0023093842901289463, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004474177956581116, + "rewards/margins": 0.45386651158332825, + "rewards/rejected": -0.4583406448364258, + "sft_loss": 0.04474177956581116, + "step": 2916 + }, + { + "epoch": 4.218365871294288, + "grad_norm": 1.9745610489643932, + "learning_rate": 1.6872149803073642e-06, + "logits/chosen": -0.9446933269500732, + "logits/rejected": -0.632041871547699, + "logps/chosen": -0.07594672590494156, + "logps/rejected": -4.689000129699707, + "loss": 0.0593, + "odds_ratio_loss": 0.012281806208193302, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007594672497361898, + "rewards/margins": 0.4613053798675537, + "rewards/rejected": -0.46890002489089966, + "sft_loss": 0.07594672590494156, + "step": 2917 + }, + { + "epoch": 4.219812002892263, + "grad_norm": 1.5163951778369975, + "learning_rate": 1.6846816013483114e-06, + "logits/chosen": -0.8689394593238831, + "logits/rejected": -0.5733392834663391, + "logps/chosen": -0.04879632219672203, + "logps/rejected": -3.380754232406616, + "loss": 0.0642, + "odds_ratio_loss": 0.004706839565187693, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004879632964730263, + "rewards/margins": 0.3331957459449768, + "rewards/rejected": -0.3380753993988037, + "sft_loss": 0.04879632219672203, + "step": 2918 + }, + { + "epoch": 4.221258134490238, + "grad_norm": 1.5403147100350525, + "learning_rate": 1.6821496183033426e-06, + "logits/chosen": -0.6562444567680359, + "logits/rejected": -0.5436285138130188, + "logps/chosen": -0.06507329642772675, + "logps/rejected": -3.918442964553833, + "loss": 0.1034, + "odds_ratio_loss": 0.004862302914261818, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006507330108433962, + "rewards/margins": 0.3853369653224945, + "rewards/rejected": -0.3918442726135254, + "sft_loss": 0.06507329642772675, + "step": 2919 + }, + { + "epoch": 4.222704266088214, + "grad_norm": 1.9639610620744994, + "learning_rate": 1.6796190326990035e-06, + "logits/chosen": -0.7960516810417175, + "logits/rejected": -0.5733585357666016, + "logps/chosen": -0.0999024510383606, + "logps/rejected": -5.8444013595581055, + "loss": 0.0888, + "odds_ratio_loss": 0.001729599549435079, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00999024510383606, + "rewards/margins": 0.574449896812439, + "rewards/rejected": -0.5844402313232422, + "sft_loss": 0.0999024510383606, + "step": 2920 + }, + { + "epoch": 4.22415039768619, + "grad_norm": 1.2356981106459832, + "learning_rate": 1.6770898460609898e-06, + "logits/chosen": -0.9516746401786804, + "logits/rejected": -0.6569518446922302, + "logps/chosen": -0.04203661531209946, + "logps/rejected": -4.199306488037109, + "loss": 0.0365, + "odds_ratio_loss": 0.004309549927711487, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004203661344945431, + "rewards/margins": 0.4157269597053528, + "rewards/rejected": -0.4199306070804596, + "sft_loss": 0.04203661531209946, + "step": 2921 + }, + { + "epoch": 4.225596529284164, + "grad_norm": 1.7615373206972187, + "learning_rate": 1.674562059914161e-06, + "logits/chosen": -0.8067028522491455, + "logits/rejected": -0.7631421089172363, + "logps/chosen": -0.07550188153982162, + "logps/rejected": -5.086093902587891, + "loss": 0.1018, + "odds_ratio_loss": 0.0082497987896204, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007550188340246677, + "rewards/margins": 0.5010592341423035, + "rewards/rejected": -0.508609414100647, + "sft_loss": 0.07550188153982162, + "step": 2922 + }, + { + "epoch": 4.22704266088214, + "grad_norm": 1.6479858436312316, + "learning_rate": 1.6720356757825256e-06, + "logits/chosen": -0.8297333717346191, + "logits/rejected": -0.7453821301460266, + "logps/chosen": -0.16031071543693542, + "logps/rejected": -4.488302230834961, + "loss": 0.098, + "odds_ratio_loss": 0.019046666100621223, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016031071543693542, + "rewards/margins": 0.43279916048049927, + "rewards/rejected": -0.448830246925354, + "sft_loss": 0.16031071543693542, + "step": 2923 + }, + { + "epoch": 4.228488792480116, + "grad_norm": 1.7918703336478432, + "learning_rate": 1.669510695189253e-06, + "logits/chosen": -0.833388090133667, + "logits/rejected": -0.6928578615188599, + "logps/chosen": -0.0595964752137661, + "logps/rejected": -4.915972709655762, + "loss": 0.0828, + "odds_ratio_loss": 0.005791317671537399, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005959647241979837, + "rewards/margins": 0.4856376349925995, + "rewards/rejected": -0.4915972352027893, + "sft_loss": 0.0595964752137661, + "step": 2924 + }, + { + "epoch": 4.2299349240780915, + "grad_norm": 1.7973661105477898, + "learning_rate": 1.6669871196566607e-06, + "logits/chosen": -0.6049919128417969, + "logits/rejected": -0.48009204864501953, + "logps/chosen": -0.09875990450382233, + "logps/rejected": -4.366959571838379, + "loss": 0.088, + "odds_ratio_loss": 0.009393557906150818, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009875990450382233, + "rewards/margins": 0.4268200099468231, + "rewards/rejected": -0.43669599294662476, + "sft_loss": 0.09875990450382233, + "step": 2925 + }, + { + "epoch": 4.231381055676066, + "grad_norm": 1.3643896640774793, + "learning_rate": 1.6644649507062241e-06, + "logits/chosen": -0.8335921764373779, + "logits/rejected": -0.5632571578025818, + "logps/chosen": -0.057263340801000595, + "logps/rejected": -5.25675630569458, + "loss": 0.0885, + "odds_ratio_loss": 0.0035503399558365345, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00572633370757103, + "rewards/margins": 0.5199492573738098, + "rewards/rejected": -0.5256756544113159, + "sft_loss": 0.057263340801000595, + "step": 2926 + }, + { + "epoch": 4.232827187274042, + "grad_norm": 1.7117069678343029, + "learning_rate": 1.6619441898585676e-06, + "logits/chosen": -0.860699474811554, + "logits/rejected": -0.7995709180831909, + "logps/chosen": -0.06467077136039734, + "logps/rejected": -3.649376392364502, + "loss": 0.1072, + "odds_ratio_loss": 0.009878093376755714, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006467076949775219, + "rewards/margins": 0.3584705591201782, + "rewards/rejected": -0.36493760347366333, + "sft_loss": 0.06467077136039734, + "step": 2927 + }, + { + "epoch": 4.234273318872018, + "grad_norm": 1.4866554904397025, + "learning_rate": 1.6594248386334649e-06, + "logits/chosen": -0.9298467040061951, + "logits/rejected": -0.7085505723953247, + "logps/chosen": -0.07608020305633545, + "logps/rejected": -4.444356918334961, + "loss": 0.0761, + "odds_ratio_loss": 0.004563465248793364, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007608020678162575, + "rewards/margins": 0.43682771921157837, + "rewards/rejected": -0.444435715675354, + "sft_loss": 0.07608020305633545, + "step": 2928 + }, + { + "epoch": 4.235719450469992, + "grad_norm": 1.4014182752061624, + "learning_rate": 1.6569068985498457e-06, + "logits/chosen": -0.943458616733551, + "logits/rejected": -0.849433183670044, + "logps/chosen": -0.051664408296346664, + "logps/rejected": -4.948188781738281, + "loss": 0.055, + "odds_ratio_loss": 0.006422580685466528, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005166441202163696, + "rewards/margins": 0.4896524250507355, + "rewards/rejected": -0.49481892585754395, + "sft_loss": 0.051664408296346664, + "step": 2929 + }, + { + "epoch": 4.237165582067968, + "grad_norm": 1.854606938644546, + "learning_rate": 1.6543903711257832e-06, + "logits/chosen": -0.7278324365615845, + "logits/rejected": -0.4564022421836853, + "logps/chosen": -0.10963063687086105, + "logps/rejected": -4.744562149047852, + "loss": 0.0732, + "odds_ratio_loss": 0.009700143709778786, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01096306461840868, + "rewards/margins": 0.46349310874938965, + "rewards/rejected": -0.47445619106292725, + "sft_loss": 0.10963063687086105, + "step": 2930 + }, + { + "epoch": 4.238611713665944, + "grad_norm": 1.3679336336823964, + "learning_rate": 1.651875257878503e-06, + "logits/chosen": -0.8306885361671448, + "logits/rejected": -0.7784897089004517, + "logps/chosen": -0.05908175930380821, + "logps/rejected": -4.5930585861206055, + "loss": 0.0494, + "odds_ratio_loss": 0.011198028922080994, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005908175837248564, + "rewards/margins": 0.4533976912498474, + "rewards/rejected": -0.45930585265159607, + "sft_loss": 0.05908175930380821, + "step": 2931 + }, + { + "epoch": 4.240057845263919, + "grad_norm": 1.495799549172853, + "learning_rate": 1.6493615603243733e-06, + "logits/chosen": -0.5538917183876038, + "logits/rejected": -0.5523948073387146, + "logps/chosen": -0.07916896045207977, + "logps/rejected": -4.839788436889648, + "loss": 0.0927, + "odds_ratio_loss": 0.06816166639328003, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.007916895672678947, + "rewards/margins": 0.47606196999549866, + "rewards/rejected": -0.48397886753082275, + "sft_loss": 0.07916896045207977, + "step": 2932 + }, + { + "epoch": 4.241503976861894, + "grad_norm": 1.9770485452901845, + "learning_rate": 1.6468492799789155e-06, + "logits/chosen": -0.8710498809814453, + "logits/rejected": -0.7079587578773499, + "logps/chosen": -0.037493444979190826, + "logps/rejected": -4.81158447265625, + "loss": 0.0908, + "odds_ratio_loss": 0.004065762739628553, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0037493444979190826, + "rewards/margins": 0.47740909457206726, + "rewards/rejected": -0.48115843534469604, + "sft_loss": 0.037493444979190826, + "step": 2933 + }, + { + "epoch": 4.24295010845987, + "grad_norm": 1.7584110563510973, + "learning_rate": 1.6443384183567907e-06, + "logits/chosen": -0.779168963432312, + "logits/rejected": -0.7387828826904297, + "logps/chosen": -0.12338142096996307, + "logps/rejected": -4.761046409606934, + "loss": 0.0934, + "odds_ratio_loss": 0.015843737870454788, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012338140979409218, + "rewards/margins": 0.463766485452652, + "rewards/rejected": -0.47610461711883545, + "sft_loss": 0.12338142096996307, + "step": 2934 + }, + { + "epoch": 4.244396240057846, + "grad_norm": 1.7602609188825338, + "learning_rate": 1.6418289769718072e-06, + "logits/chosen": -0.8570691347122192, + "logits/rejected": -0.7762001752853394, + "logps/chosen": -0.09432914108037949, + "logps/rejected": -4.270380973815918, + "loss": 0.1054, + "odds_ratio_loss": 0.009115164168179035, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009432912804186344, + "rewards/margins": 0.4176052212715149, + "rewards/rejected": -0.4270381033420563, + "sft_loss": 0.09432914108037949, + "step": 2935 + }, + { + "epoch": 4.2458423716558205, + "grad_norm": 1.7361866931127048, + "learning_rate": 1.6393209573369146e-06, + "logits/chosen": -0.934897780418396, + "logits/rejected": -0.7846497297286987, + "logps/chosen": -0.07415792346000671, + "logps/rejected": -4.217360496520996, + "loss": 0.1052, + "odds_ratio_loss": 0.011329401284456253, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007415792904794216, + "rewards/margins": 0.41432029008865356, + "rewards/rejected": -0.42173606157302856, + "sft_loss": 0.07415792346000671, + "step": 2936 + }, + { + "epoch": 4.247288503253796, + "grad_norm": 1.622613194938224, + "learning_rate": 1.6368143609642102e-06, + "logits/chosen": -0.8236643075942993, + "logits/rejected": -0.6638423204421997, + "logps/chosen": -0.10684844851493835, + "logps/rejected": -4.309247016906738, + "loss": 0.0832, + "odds_ratio_loss": 0.015189705416560173, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01068484503775835, + "rewards/margins": 0.4202398657798767, + "rewards/rejected": -0.4309247136116028, + "sft_loss": 0.10684844851493835, + "step": 2937 + }, + { + "epoch": 4.248734634851772, + "grad_norm": 1.4281181979339255, + "learning_rate": 1.6343091893649282e-06, + "logits/chosen": -0.64753657579422, + "logits/rejected": -0.5138456225395203, + "logps/chosen": -0.029012585058808327, + "logps/rejected": -6.18804931640625, + "loss": 0.0521, + "odds_ratio_loss": 0.0036126519553363323, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002901258412748575, + "rewards/margins": 0.6159037351608276, + "rewards/rejected": -0.618804931640625, + "sft_loss": 0.029012585058808327, + "step": 2938 + }, + { + "epoch": 4.250180766449747, + "grad_norm": 1.5929975903122693, + "learning_rate": 1.6318054440494473e-06, + "logits/chosen": -0.7193521857261658, + "logits/rejected": -0.6249187588691711, + "logps/chosen": -0.07214511930942535, + "logps/rejected": -5.506035804748535, + "loss": 0.1076, + "odds_ratio_loss": 0.010497845709323883, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007214512676000595, + "rewards/margins": 0.543389081954956, + "rewards/rejected": -0.5506036281585693, + "sft_loss": 0.07214511930942535, + "step": 2939 + }, + { + "epoch": 4.251626898047722, + "grad_norm": 1.6636318072838059, + "learning_rate": 1.6293031265272834e-06, + "logits/chosen": -0.7778177261352539, + "logits/rejected": -0.7233993411064148, + "logps/chosen": -0.05430297553539276, + "logps/rejected": -3.162222385406494, + "loss": 0.0946, + "odds_ratio_loss": 0.010178321041166782, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005430297926068306, + "rewards/margins": 0.310791939496994, + "rewards/rejected": -0.31622225046157837, + "sft_loss": 0.05430297553539276, + "step": 2940 + }, + { + "epoch": 4.253073029645698, + "grad_norm": 1.677532945172881, + "learning_rate": 1.6268022383070949e-06, + "logits/chosen": -0.6373997926712036, + "logits/rejected": -0.579150915145874, + "logps/chosen": -0.07864230126142502, + "logps/rejected": -4.474689483642578, + "loss": 0.0894, + "odds_ratio_loss": 0.022512556985020638, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007864230312407017, + "rewards/margins": 0.4396046996116638, + "rewards/rejected": -0.44746896624565125, + "sft_loss": 0.07864230126142502, + "step": 2941 + }, + { + "epoch": 4.254519161243673, + "grad_norm": 1.6819675796686997, + "learning_rate": 1.6243027808966763e-06, + "logits/chosen": -0.9810624122619629, + "logits/rejected": -0.6949055194854736, + "logps/chosen": -0.1464422345161438, + "logps/rejected": -4.525935649871826, + "loss": 0.0808, + "odds_ratio_loss": 0.008545887656509876, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01464422419667244, + "rewards/margins": 0.43794935941696167, + "rewards/rejected": -0.4525935649871826, + "sft_loss": 0.1464422345161438, + "step": 2942 + }, + { + "epoch": 4.2559652928416485, + "grad_norm": 1.5653710384809179, + "learning_rate": 1.6218047558029574e-06, + "logits/chosen": -0.9486204385757446, + "logits/rejected": -0.6342113018035889, + "logps/chosen": -0.09254883229732513, + "logps/rejected": -4.13349723815918, + "loss": 0.1043, + "odds_ratio_loss": 0.009536804631352425, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009254883043467999, + "rewards/margins": 0.4040948152542114, + "rewards/rejected": -0.4133497178554535, + "sft_loss": 0.09254883229732513, + "step": 2943 + }, + { + "epoch": 4.257411424439624, + "grad_norm": 1.8681108971211955, + "learning_rate": 1.6193081645320098e-06, + "logits/chosen": -0.7743822336196899, + "logits/rejected": -0.5420173406600952, + "logps/chosen": -0.0828114002943039, + "logps/rejected": -4.951780319213867, + "loss": 0.0878, + "odds_ratio_loss": 0.01936756819486618, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00828113965690136, + "rewards/margins": 0.4868968725204468, + "rewards/rejected": -0.4951780438423157, + "sft_loss": 0.0828114002943039, + "step": 2944 + }, + { + "epoch": 4.258857556037599, + "grad_norm": 1.736072625058886, + "learning_rate": 1.6168130085890353e-06, + "logits/chosen": -0.9736768007278442, + "logits/rejected": -0.6207584738731384, + "logps/chosen": -0.07031136751174927, + "logps/rejected": -2.8038110733032227, + "loss": 0.0748, + "odds_ratio_loss": 0.009815733879804611, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007031137123703957, + "rewards/margins": 0.27334994077682495, + "rewards/rejected": -0.28038108348846436, + "sft_loss": 0.07031136751174927, + "step": 2945 + }, + { + "epoch": 4.260303687635575, + "grad_norm": 1.8051801795448943, + "learning_rate": 1.6143192894783751e-06, + "logits/chosen": -0.671993613243103, + "logits/rejected": -0.5487344264984131, + "logps/chosen": -0.1085626408457756, + "logps/rejected": -4.188941478729248, + "loss": 0.0862, + "odds_ratio_loss": 0.004737728741019964, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010856264270842075, + "rewards/margins": 0.4080379009246826, + "rewards/rejected": -0.4188941717147827, + "sft_loss": 0.1085626408457756, + "step": 2946 + }, + { + "epoch": 4.26174981923355, + "grad_norm": 1.3776328659708403, + "learning_rate": 1.611827008703499e-06, + "logits/chosen": -0.7267762422561646, + "logits/rejected": -0.4366953372955322, + "logps/chosen": -0.10525096952915192, + "logps/rejected": -3.887083053588867, + "loss": 0.0738, + "odds_ratio_loss": 0.007737172767519951, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010525096207857132, + "rewards/margins": 0.3781832158565521, + "rewards/rejected": -0.38870832324028015, + "sft_loss": 0.10525096952915192, + "step": 2947 + }, + { + "epoch": 4.263195950831526, + "grad_norm": 1.6865062513248021, + "learning_rate": 1.6093361677670157e-06, + "logits/chosen": -0.5784760117530823, + "logits/rejected": -0.5577380657196045, + "logps/chosen": -0.03789515048265457, + "logps/rejected": -4.079635143280029, + "loss": 0.0948, + "odds_ratio_loss": 0.008148334920406342, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003789515234529972, + "rewards/margins": 0.4041740298271179, + "rewards/rejected": -0.4079635441303253, + "sft_loss": 0.03789515048265457, + "step": 2948 + }, + { + "epoch": 4.264642082429501, + "grad_norm": 1.573544466630816, + "learning_rate": 1.6068467681706602e-06, + "logits/chosen": -0.6730165481567383, + "logits/rejected": -0.38399767875671387, + "logps/chosen": -0.05993356555700302, + "logps/rejected": -5.047731399536133, + "loss": 0.0711, + "odds_ratio_loss": 0.002913933712989092, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005993356462568045, + "rewards/margins": 0.4987798035144806, + "rewards/rejected": -0.5047731399536133, + "sft_loss": 0.05993356555700302, + "step": 2949 + }, + { + "epoch": 4.2660882140274765, + "grad_norm": 1.4803755685437572, + "learning_rate": 1.6043588114153016e-06, + "logits/chosen": -0.8042940497398376, + "logits/rejected": -0.545076847076416, + "logps/chosen": -0.04276617616415024, + "logps/rejected": -4.222831726074219, + "loss": 0.0499, + "odds_ratio_loss": 0.004342740401625633, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0042766183614730835, + "rewards/margins": 0.4180065393447876, + "rewards/rejected": -0.4222831726074219, + "sft_loss": 0.04276617616415024, + "step": 2950 + }, + { + "epoch": 4.267534345625452, + "grad_norm": 1.546044165144899, + "learning_rate": 1.601872299000936e-06, + "logits/chosen": -0.830041766166687, + "logits/rejected": -0.49972018599510193, + "logps/chosen": -0.17610527575016022, + "logps/rejected": -4.997128486633301, + "loss": 0.1124, + "odds_ratio_loss": 0.016635987907648087, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01761052943766117, + "rewards/margins": 0.48210230469703674, + "rewards/rejected": -0.49971282482147217, + "sft_loss": 0.17610527575016022, + "step": 2951 + }, + { + "epoch": 4.268980477223427, + "grad_norm": 1.6893484365315183, + "learning_rate": 1.599387232426695e-06, + "logits/chosen": -0.8119892477989197, + "logits/rejected": -0.5879321694374084, + "logps/chosen": -0.09631012380123138, + "logps/rejected": -4.048828601837158, + "loss": 0.081, + "odds_ratio_loss": 0.006678726989775896, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009631011635065079, + "rewards/margins": 0.3952518701553345, + "rewards/rejected": -0.40488284826278687, + "sft_loss": 0.09631012380123138, + "step": 2952 + }, + { + "epoch": 4.270426608821403, + "grad_norm": 1.507223223978156, + "learning_rate": 1.5969036131908302e-06, + "logits/chosen": -0.9762201905250549, + "logits/rejected": -0.7047141790390015, + "logps/chosen": -0.05365900322794914, + "logps/rejected": -4.9685821533203125, + "loss": 0.0596, + "odds_ratio_loss": 0.00955482292920351, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005365900695323944, + "rewards/margins": 0.4914923310279846, + "rewards/rejected": -0.49685823917388916, + "sft_loss": 0.05365900322794914, + "step": 2953 + }, + { + "epoch": 4.271872740419378, + "grad_norm": 1.6075610959081317, + "learning_rate": 1.5944214427907277e-06, + "logits/chosen": -0.8845387697219849, + "logits/rejected": -0.6668776869773865, + "logps/chosen": -0.07586217671632767, + "logps/rejected": -4.427034378051758, + "loss": 0.0802, + "odds_ratio_loss": 0.00986341293901205, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007586217485368252, + "rewards/margins": 0.435117244720459, + "rewards/rejected": -0.4427034556865692, + "sft_loss": 0.07586217671632767, + "step": 2954 + }, + { + "epoch": 4.273318872017353, + "grad_norm": 1.4176098445474563, + "learning_rate": 1.5919407227228976e-06, + "logits/chosen": -0.9498851299285889, + "logits/rejected": -0.5791040062904358, + "logps/chosen": -0.051679011434316635, + "logps/rejected": -4.279007434844971, + "loss": 0.0494, + "odds_ratio_loss": 0.0026139526162296534, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005167901515960693, + "rewards/margins": 0.4227328300476074, + "rewards/rejected": -0.4279007315635681, + "sft_loss": 0.051679011434316635, + "step": 2955 + }, + { + "epoch": 4.274765003615329, + "grad_norm": 1.6257258837083226, + "learning_rate": 1.5894614544829747e-06, + "logits/chosen": -0.7169545888900757, + "logits/rejected": -0.42061808705329895, + "logps/chosen": -0.14304006099700928, + "logps/rejected": -6.230022430419922, + "loss": 0.0903, + "odds_ratio_loss": 0.005613164976239204, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014304005540907383, + "rewards/margins": 0.6086981892585754, + "rewards/rejected": -0.6230022311210632, + "sft_loss": 0.14304006099700928, + "step": 2956 + }, + { + "epoch": 4.2762111352133045, + "grad_norm": 1.8611753096508106, + "learning_rate": 1.5869836395657185e-06, + "logits/chosen": -0.6850326061248779, + "logits/rejected": -0.4503934979438782, + "logps/chosen": -0.03483531251549721, + "logps/rejected": -5.079290866851807, + "loss": 0.0554, + "odds_ratio_loss": 0.0030643048230558634, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0034835312981158495, + "rewards/margins": 0.5044455528259277, + "rewards/rejected": -0.5079290866851807, + "sft_loss": 0.03483531251549721, + "step": 2957 + }, + { + "epoch": 4.27765726681128, + "grad_norm": 1.4420781987404232, + "learning_rate": 1.5845072794650118e-06, + "logits/chosen": -0.765277087688446, + "logits/rejected": -0.6213148832321167, + "logps/chosen": -0.1533205658197403, + "logps/rejected": -4.846577167510986, + "loss": 0.0834, + "odds_ratio_loss": 0.022611288353800774, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015332056209445, + "rewards/margins": 0.46932563185691833, + "rewards/rejected": -0.4846577048301697, + "sft_loss": 0.1533205658197403, + "step": 2958 + }, + { + "epoch": 4.279103398409255, + "grad_norm": 1.5171362176056595, + "learning_rate": 1.5820323756738643e-06, + "logits/chosen": -0.8511385917663574, + "logits/rejected": -0.5496898293495178, + "logps/chosen": -0.048428021371364594, + "logps/rejected": -5.54318380355835, + "loss": 0.0619, + "odds_ratio_loss": 0.006257210858166218, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004842801950871944, + "rewards/margins": 0.5494755506515503, + "rewards/rejected": -0.554318368434906, + "sft_loss": 0.048428021371364594, + "step": 2959 + }, + { + "epoch": 4.280549530007231, + "grad_norm": 1.7435049856938651, + "learning_rate": 1.579558929684401e-06, + "logits/chosen": -0.6494778394699097, + "logits/rejected": -0.5383796095848083, + "logps/chosen": -0.14231713116168976, + "logps/rejected": -3.891136646270752, + "loss": 0.1077, + "odds_ratio_loss": 0.02279626578092575, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01423171442002058, + "rewards/margins": 0.37488192319869995, + "rewards/rejected": -0.3891136646270752, + "sft_loss": 0.14231713116168976, + "step": 2960 + }, + { + "epoch": 4.281995661605206, + "grad_norm": 1.6390575823940858, + "learning_rate": 1.5770869429878752e-06, + "logits/chosen": -0.9379094243049622, + "logits/rejected": -0.8066362738609314, + "logps/chosen": -0.08813867717981339, + "logps/rejected": -3.6948931217193604, + "loss": 0.0692, + "odds_ratio_loss": 0.01244413573294878, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008813867345452309, + "rewards/margins": 0.3606754541397095, + "rewards/rejected": -0.3694893419742584, + "sft_loss": 0.08813867717981339, + "step": 2961 + }, + { + "epoch": 4.283441793203181, + "grad_norm": 1.6843204785703874, + "learning_rate": 1.5746164170746542e-06, + "logits/chosen": -0.8207695484161377, + "logits/rejected": -0.7455189824104309, + "logps/chosen": -0.019551407545804977, + "logps/rejected": -4.0999836921691895, + "loss": 0.0764, + "odds_ratio_loss": 0.0014808757696300745, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001955140847712755, + "rewards/margins": 0.40804323554039, + "rewards/rejected": -0.40999835729599, + "sft_loss": 0.019551407545804977, + "step": 2962 + }, + { + "epoch": 4.284887924801157, + "grad_norm": 1.7963696202728958, + "learning_rate": 1.5721473534342296e-06, + "logits/chosen": -0.8363921642303467, + "logits/rejected": -0.680959939956665, + "logps/chosen": -0.0901620164513588, + "logps/rejected": -5.3850202560424805, + "loss": 0.0799, + "odds_ratio_loss": 0.008571883663535118, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009016201831400394, + "rewards/margins": 0.529485821723938, + "rewards/rejected": -0.538502037525177, + "sft_loss": 0.0901620164513588, + "step": 2963 + }, + { + "epoch": 4.286334056399133, + "grad_norm": 1.7375869804762725, + "learning_rate": 1.5696797535552078e-06, + "logits/chosen": -0.9396668672561646, + "logits/rejected": -0.5902308821678162, + "logps/chosen": -0.05397862195968628, + "logps/rejected": -3.661261558532715, + "loss": 0.1087, + "odds_ratio_loss": 0.006330575793981552, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005397862754762173, + "rewards/margins": 0.36072826385498047, + "rewards/rejected": -0.3661261796951294, + "sft_loss": 0.05397862195968628, + "step": 2964 + }, + { + "epoch": 4.287780187997107, + "grad_norm": 1.759220854338626, + "learning_rate": 1.5672136189253143e-06, + "logits/chosen": -0.8728683590888977, + "logits/rejected": -0.5772249698638916, + "logps/chosen": -0.12193911522626877, + "logps/rejected": -6.481555461883545, + "loss": 0.0981, + "odds_ratio_loss": 0.013428367674350739, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012193911708891392, + "rewards/margins": 0.635961651802063, + "rewards/rejected": -0.6481555104255676, + "sft_loss": 0.12193911522626877, + "step": 2965 + }, + { + "epoch": 4.289226319595083, + "grad_norm": 1.4307744608227613, + "learning_rate": 1.5647489510313894e-06, + "logits/chosen": -0.595003068447113, + "logits/rejected": -0.4218134582042694, + "logps/chosen": -0.09229257702827454, + "logps/rejected": -4.479331970214844, + "loss": 0.0776, + "odds_ratio_loss": 0.007592702284455299, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009229256771504879, + "rewards/margins": 0.4387039542198181, + "rewards/rejected": -0.44793322682380676, + "sft_loss": 0.09229257702827454, + "step": 2966 + }, + { + "epoch": 4.290672451193059, + "grad_norm": 1.5528265033967315, + "learning_rate": 1.562285751359393e-06, + "logits/chosen": -0.5394838452339172, + "logits/rejected": -0.5432738661766052, + "logps/chosen": -0.051818784326314926, + "logps/rejected": -5.729471206665039, + "loss": 0.0756, + "odds_ratio_loss": 0.008107408881187439, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0051818788051605225, + "rewards/margins": 0.5677652359008789, + "rewards/rejected": -0.5729471445083618, + "sft_loss": 0.051818784326314926, + "step": 2967 + }, + { + "epoch": 4.2921185827910335, + "grad_norm": 1.5265022495863947, + "learning_rate": 1.5598240213943945e-06, + "logits/chosen": -0.8859455585479736, + "logits/rejected": -0.606169581413269, + "logps/chosen": -0.068026602268219, + "logps/rejected": -3.8222718238830566, + "loss": 0.0673, + "odds_ratio_loss": 0.005845806561410427, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006802660878747702, + "rewards/margins": 0.3754245638847351, + "rewards/rejected": -0.38222724199295044, + "sft_loss": 0.068026602268219, + "step": 2968 + }, + { + "epoch": 4.293564714389009, + "grad_norm": 1.7731344063337215, + "learning_rate": 1.5573637626205818e-06, + "logits/chosen": -0.7323688864707947, + "logits/rejected": -0.6176028847694397, + "logps/chosen": -0.05627206712961197, + "logps/rejected": -4.247992038726807, + "loss": 0.0782, + "odds_ratio_loss": 0.004452931694686413, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005627206526696682, + "rewards/margins": 0.4191719889640808, + "rewards/rejected": -0.42479920387268066, + "sft_loss": 0.05627206712961197, + "step": 2969 + }, + { + "epoch": 4.295010845986985, + "grad_norm": 1.6054365983973067, + "learning_rate": 1.5549049765212554e-06, + "logits/chosen": -0.6429954767227173, + "logits/rejected": -0.5249923467636108, + "logps/chosen": -0.14273762702941895, + "logps/rejected": -4.192305564880371, + "loss": 0.0963, + "odds_ratio_loss": 0.06254995614290237, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.01427376363426447, + "rewards/margins": 0.4049568176269531, + "rewards/rejected": -0.419230580329895, + "sft_loss": 0.14273762702941895, + "step": 2970 + }, + { + "epoch": 4.296456977584961, + "grad_norm": 1.527875617710426, + "learning_rate": 1.5524476645788238e-06, + "logits/chosen": -0.8400360941886902, + "logits/rejected": -0.5458084344863892, + "logps/chosen": -0.06384026259183884, + "logps/rejected": -5.687685489654541, + "loss": 0.0735, + "odds_ratio_loss": 0.0056127458810806274, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006384026259183884, + "rewards/margins": 0.5623845458030701, + "rewards/rejected": -0.5687686204910278, + "sft_loss": 0.06384026259183884, + "step": 2971 + }, + { + "epoch": 4.297903109182935, + "grad_norm": 1.5936572274065168, + "learning_rate": 1.5499918282748122e-06, + "logits/chosen": -0.8916709423065186, + "logits/rejected": -0.6111676692962646, + "logps/chosen": -0.0904655009508133, + "logps/rejected": -4.318139553070068, + "loss": 0.0742, + "odds_ratio_loss": 0.0061836340464651585, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009046549908816814, + "rewards/margins": 0.42276743054389954, + "rewards/rejected": -0.43181395530700684, + "sft_loss": 0.0904655009508133, + "step": 2972 + }, + { + "epoch": 4.299349240780911, + "grad_norm": 1.5231636245400404, + "learning_rate": 1.5475374690898519e-06, + "logits/chosen": -0.7592072486877441, + "logits/rejected": -0.706114649772644, + "logps/chosen": -0.02892283909022808, + "logps/rejected": -4.623927116394043, + "loss": 0.0602, + "odds_ratio_loss": 0.006367319729179144, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002892283955588937, + "rewards/margins": 0.45950043201446533, + "rewards/rejected": -0.4623927175998688, + "sft_loss": 0.02892283909022808, + "step": 2973 + }, + { + "epoch": 4.300795372378887, + "grad_norm": 1.363212769075135, + "learning_rate": 1.5450845885036858e-06, + "logits/chosen": -0.7811589241027832, + "logits/rejected": -0.6956539750099182, + "logps/chosen": -0.13292838633060455, + "logps/rejected": -3.8825864791870117, + "loss": 0.0763, + "odds_ratio_loss": 0.009715279564261436, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01329283881932497, + "rewards/margins": 0.3749657869338989, + "rewards/rejected": -0.3882586359977722, + "sft_loss": 0.13292838633060455, + "step": 2974 + }, + { + "epoch": 4.302241503976862, + "grad_norm": 1.6827472496502511, + "learning_rate": 1.5426331879951628e-06, + "logits/chosen": -1.0225802659988403, + "logits/rejected": -0.652125895023346, + "logps/chosen": -0.06771662831306458, + "logps/rejected": -5.0016303062438965, + "loss": 0.0796, + "odds_ratio_loss": 0.008105105720460415, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006771662272512913, + "rewards/margins": 0.49339133501052856, + "rewards/rejected": -0.5001630187034607, + "sft_loss": 0.06771662831306458, + "step": 2975 + }, + { + "epoch": 4.303687635574837, + "grad_norm": 1.928130002839635, + "learning_rate": 1.5401832690422448e-06, + "logits/chosen": -0.7736106514930725, + "logits/rejected": -0.6177071332931519, + "logps/chosen": -0.14021962881088257, + "logps/rejected": -3.8993277549743652, + "loss": 0.1028, + "odds_ratio_loss": 0.008643961511552334, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014021963812410831, + "rewards/margins": 0.37591081857681274, + "rewards/rejected": -0.389932781457901, + "sft_loss": 0.14021962881088257, + "step": 2976 + }, + { + "epoch": 4.305133767172813, + "grad_norm": 1.4138003491700672, + "learning_rate": 1.5377348331219934e-06, + "logits/chosen": -0.6652264595031738, + "logits/rejected": -0.5014814734458923, + "logps/chosen": -0.045446865260601044, + "logps/rejected": -4.814835548400879, + "loss": 0.0547, + "odds_ratio_loss": 0.003532176371663809, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004544686526060104, + "rewards/margins": 0.4769388735294342, + "rewards/rejected": -0.4814835786819458, + "sft_loss": 0.045446865260601044, + "step": 2977 + }, + { + "epoch": 4.306579898770788, + "grad_norm": 1.2321565482718624, + "learning_rate": 1.535287881710583e-06, + "logits/chosen": -0.6869823336601257, + "logits/rejected": -0.485745906829834, + "logps/chosen": -0.016159405931830406, + "logps/rejected": -7.835278511047363, + "loss": 0.0353, + "odds_ratio_loss": 0.0009945888305082917, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016159405931830406, + "rewards/margins": 0.7819118499755859, + "rewards/rejected": -0.7835278511047363, + "sft_loss": 0.016159405931830406, + "step": 2978 + }, + { + "epoch": 4.308026030368763, + "grad_norm": 1.761381333961773, + "learning_rate": 1.5328424162832869e-06, + "logits/chosen": -0.8571205139160156, + "logits/rejected": -0.7177923917770386, + "logps/chosen": -0.09584394842386246, + "logps/rejected": -5.071878433227539, + "loss": 0.0894, + "odds_ratio_loss": 0.01330016739666462, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00958439614623785, + "rewards/margins": 0.4976034164428711, + "rewards/rejected": -0.5071878433227539, + "sft_loss": 0.09584394842386246, + "step": 2979 + }, + { + "epoch": 4.309472161966739, + "grad_norm": 1.560676269187292, + "learning_rate": 1.5303984383144881e-06, + "logits/chosen": -0.8674488067626953, + "logits/rejected": -0.5158795714378357, + "logps/chosen": -0.08388251066207886, + "logps/rejected": -4.4099578857421875, + "loss": 0.0683, + "odds_ratio_loss": 0.00677723903208971, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008388251066207886, + "rewards/margins": 0.432607501745224, + "rewards/rejected": -0.4409957528114319, + "sft_loss": 0.08388251066207886, + "step": 2980 + }, + { + "epoch": 4.310918293564715, + "grad_norm": 1.5808008085636467, + "learning_rate": 1.5279559492776688e-06, + "logits/chosen": -0.6280909180641174, + "logits/rejected": -0.4606649577617645, + "logps/chosen": -0.06359011679887772, + "logps/rejected": -3.5109429359436035, + "loss": 0.0882, + "odds_ratio_loss": 0.008953486569225788, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0063590118661522865, + "rewards/margins": 0.3447352945804596, + "rewards/rejected": -0.3510943055152893, + "sft_loss": 0.06359011679887772, + "step": 2981 + }, + { + "epoch": 4.31236442516269, + "grad_norm": 2.3823337309263204, + "learning_rate": 1.5255149506454127e-06, + "logits/chosen": -0.663183867931366, + "logits/rejected": -0.63742595911026, + "logps/chosen": -0.06929976493120193, + "logps/rejected": -3.3315176963806152, + "loss": 0.0753, + "odds_ratio_loss": 0.006415051873773336, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006929976865649223, + "rewards/margins": 0.3262217938899994, + "rewards/rejected": -0.33315175771713257, + "sft_loss": 0.06929976493120193, + "step": 2982 + }, + { + "epoch": 4.313810556760665, + "grad_norm": 1.9637548548003436, + "learning_rate": 1.523075443889411e-06, + "logits/chosen": -0.8092422485351562, + "logits/rejected": -0.5086420774459839, + "logps/chosen": -0.09017635136842728, + "logps/rejected": -4.9352827072143555, + "loss": 0.0883, + "odds_ratio_loss": 0.004887173883616924, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009017635136842728, + "rewards/margins": 0.4845106899738312, + "rewards/rejected": -0.4935283064842224, + "sft_loss": 0.09017635136842728, + "step": 2983 + }, + { + "epoch": 4.315256688358641, + "grad_norm": 1.7855616405277308, + "learning_rate": 1.520637430480447e-06, + "logits/chosen": -0.6320347785949707, + "logits/rejected": -0.5742474794387817, + "logps/chosen": -0.10536934435367584, + "logps/rejected": -5.842680931091309, + "loss": 0.0956, + "odds_ratio_loss": 0.009043958969414234, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01053693424910307, + "rewards/margins": 0.5737311244010925, + "rewards/rejected": -0.5842680931091309, + "sft_loss": 0.10536934435367584, + "step": 2984 + }, + { + "epoch": 4.316702819956616, + "grad_norm": 1.4993141920071105, + "learning_rate": 1.518200911888412e-06, + "logits/chosen": -0.676465630531311, + "logits/rejected": -0.4837293028831482, + "logps/chosen": -0.03564174845814705, + "logps/rejected": -3.781062364578247, + "loss": 0.0672, + "odds_ratio_loss": 0.002124813385307789, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003564174985513091, + "rewards/margins": 0.3745420575141907, + "rewards/rejected": -0.3781062364578247, + "sft_loss": 0.03564174845814705, + "step": 2985 + }, + { + "epoch": 4.318148951554591, + "grad_norm": 1.7181779387692628, + "learning_rate": 1.5157658895822892e-06, + "logits/chosen": -0.9328091144561768, + "logits/rejected": -0.6783272624015808, + "logps/chosen": -0.10630530118942261, + "logps/rejected": -5.30551290512085, + "loss": 0.1007, + "odds_ratio_loss": 0.011326825246214867, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010630530305206776, + "rewards/margins": 0.519920825958252, + "rewards/rejected": -0.5305513739585876, + "sft_loss": 0.10630530118942261, + "step": 2986 + }, + { + "epoch": 4.319595083152567, + "grad_norm": 1.5179729610740627, + "learning_rate": 1.5133323650301653e-06, + "logits/chosen": -0.8240708112716675, + "logits/rejected": -0.643516480922699, + "logps/chosen": -0.07202492654323578, + "logps/rejected": -4.5885725021362305, + "loss": 0.067, + "odds_ratio_loss": 0.007801711093634367, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007202493026852608, + "rewards/margins": 0.4516547620296478, + "rewards/rejected": -0.45885729789733887, + "sft_loss": 0.07202492654323578, + "step": 2987 + }, + { + "epoch": 4.321041214750542, + "grad_norm": 1.948795780060964, + "learning_rate": 1.5109003396992196e-06, + "logits/chosen": -1.0349688529968262, + "logits/rejected": -0.46029579639434814, + "logps/chosen": -0.06265415251255035, + "logps/rejected": -4.769626140594482, + "loss": 0.0644, + "odds_ratio_loss": 0.003265473060309887, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0062654148787260056, + "rewards/margins": 0.47069722414016724, + "rewards/rejected": -0.4769626259803772, + "sft_loss": 0.06265415251255035, + "step": 2988 + }, + { + "epoch": 4.322487346348518, + "grad_norm": 1.5111670667012016, + "learning_rate": 1.5084698150557294e-06, + "logits/chosen": -0.8330080509185791, + "logits/rejected": -0.5925476551055908, + "logps/chosen": -0.05622435361146927, + "logps/rejected": -3.154797315597534, + "loss": 0.0729, + "odds_ratio_loss": 0.006971028633415699, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005622435361146927, + "rewards/margins": 0.3098573088645935, + "rewards/rejected": -0.31547972559928894, + "sft_loss": 0.05622435361146927, + "step": 2989 + }, + { + "epoch": 4.323933477946493, + "grad_norm": 1.9164595471589108, + "learning_rate": 1.506040792565066e-06, + "logits/chosen": -0.763274610042572, + "logits/rejected": -0.5204155445098877, + "logps/chosen": -0.0702725499868393, + "logps/rejected": -5.756369113922119, + "loss": 0.0946, + "odds_ratio_loss": 0.003552860114723444, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007027255371212959, + "rewards/margins": 0.5686096549034119, + "rewards/rejected": -0.5756369233131409, + "sft_loss": 0.0702725499868393, + "step": 2990 + }, + { + "epoch": 4.325379609544468, + "grad_norm": 1.5652675124707198, + "learning_rate": 1.5036132736916986e-06, + "logits/chosen": -0.9880766272544861, + "logits/rejected": -0.8328273892402649, + "logps/chosen": -0.16169053316116333, + "logps/rejected": -4.504159927368164, + "loss": 0.0928, + "odds_ratio_loss": 0.015480546280741692, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016169054433703423, + "rewards/margins": 0.4342469573020935, + "rewards/rejected": -0.4504159986972809, + "sft_loss": 0.16169053316116333, + "step": 2991 + }, + { + "epoch": 4.326825741142444, + "grad_norm": 1.386084019741126, + "learning_rate": 1.5011872598991845e-06, + "logits/chosen": -0.891055703163147, + "logits/rejected": -0.6146432161331177, + "logps/chosen": -0.06819592416286469, + "logps/rejected": -5.212233543395996, + "loss": 0.058, + "odds_ratio_loss": 0.007073340006172657, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006819593720138073, + "rewards/margins": 0.514403760433197, + "rewards/rejected": -0.5212233662605286, + "sft_loss": 0.06819592416286469, + "step": 2992 + }, + { + "epoch": 4.3282718727404195, + "grad_norm": 1.701412371797771, + "learning_rate": 1.4987627526501797e-06, + "logits/chosen": -0.8779382705688477, + "logits/rejected": -0.7203929424285889, + "logps/chosen": -0.07334870100021362, + "logps/rejected": -5.043249130249023, + "loss": 0.0908, + "odds_ratio_loss": 0.008891316130757332, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007334871217608452, + "rewards/margins": 0.49699005484580994, + "rewards/rejected": -0.5043249726295471, + "sft_loss": 0.07334870100021362, + "step": 2993 + }, + { + "epoch": 4.329718004338395, + "grad_norm": 1.499832025218408, + "learning_rate": 1.4963397534064255e-06, + "logits/chosen": -0.6140452027320862, + "logits/rejected": -0.5003236532211304, + "logps/chosen": -0.0780247375369072, + "logps/rejected": -3.900202512741089, + "loss": 0.0825, + "odds_ratio_loss": 0.006760553922504187, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007802474312484264, + "rewards/margins": 0.38221779465675354, + "rewards/rejected": -0.3900202810764313, + "sft_loss": 0.0780247375369072, + "step": 2994 + }, + { + "epoch": 4.33116413593637, + "grad_norm": 1.1920435557793356, + "learning_rate": 1.4939182636287594e-06, + "logits/chosen": -0.6822051405906677, + "logits/rejected": -0.5335265398025513, + "logps/chosen": -0.05268733948469162, + "logps/rejected": -5.311867713928223, + "loss": 0.0537, + "odds_ratio_loss": 0.010495830327272415, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005268733948469162, + "rewards/margins": 0.5259181261062622, + "rewards/rejected": -0.5311868190765381, + "sft_loss": 0.05268733948469162, + "step": 2995 + }, + { + "epoch": 4.332610267534346, + "grad_norm": 1.4166781490558604, + "learning_rate": 1.4914982847771063e-06, + "logits/chosen": -0.8763676881790161, + "logits/rejected": -0.6532676815986633, + "logps/chosen": -0.07074081897735596, + "logps/rejected": -4.6171064376831055, + "loss": 0.0696, + "odds_ratio_loss": 0.006446932442486286, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007074081804603338, + "rewards/margins": 0.4546365737915039, + "rewards/rejected": -0.4617106318473816, + "sft_loss": 0.07074081897735596, + "step": 2996 + }, + { + "epoch": 4.334056399132321, + "grad_norm": 1.6560432823034414, + "learning_rate": 1.4890798183104788e-06, + "logits/chosen": -0.5278356075286865, + "logits/rejected": -0.3531097173690796, + "logps/chosen": -0.08435966819524765, + "logps/rejected": -7.50329065322876, + "loss": 0.0967, + "odds_ratio_loss": 0.008475156500935555, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008435966446995735, + "rewards/margins": 0.7418931722640991, + "rewards/rejected": -0.7503290772438049, + "sft_loss": 0.08435966819524765, + "step": 2997 + }, + { + "epoch": 4.335502530730296, + "grad_norm": 1.8409694247477042, + "learning_rate": 1.4866628656869816e-06, + "logits/chosen": -0.8288428783416748, + "logits/rejected": -0.5312150716781616, + "logps/chosen": -0.10413511097431183, + "logps/rejected": -3.546949625015259, + "loss": 0.1194, + "odds_ratio_loss": 0.012981563806533813, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010413511656224728, + "rewards/margins": 0.34428146481513977, + "rewards/rejected": -0.3546949625015259, + "sft_loss": 0.10413511097431183, + "step": 2998 + }, + { + "epoch": 4.336948662328272, + "grad_norm": 1.7431106907764917, + "learning_rate": 1.484247428363802e-06, + "logits/chosen": -1.054826259613037, + "logits/rejected": -0.7220063209533691, + "logps/chosen": -0.0636000782251358, + "logps/rejected": -4.4596781730651855, + "loss": 0.0817, + "odds_ratio_loss": 0.004126345738768578, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006360008381307125, + "rewards/margins": 0.43960779905319214, + "rewards/rejected": -0.44596779346466064, + "sft_loss": 0.0636000782251358, + "step": 2999 + }, + { + "epoch": 4.3383947939262475, + "grad_norm": 1.6516343056764413, + "learning_rate": 1.4818335077972188e-06, + "logits/chosen": -0.9266605377197266, + "logits/rejected": -0.6105201840400696, + "logps/chosen": -0.05521458014845848, + "logps/rejected": -4.643217086791992, + "loss": 0.0699, + "odds_ratio_loss": 0.004646781831979752, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0055214581079781055, + "rewards/margins": 0.4588002860546112, + "rewards/rejected": -0.46432173252105713, + "sft_loss": 0.05521458014845848, + "step": 3000 + }, + { + "epoch": 4.339840925524222, + "grad_norm": 1.4289864542975454, + "learning_rate": 1.479421105442591e-06, + "logits/chosen": -0.9717822074890137, + "logits/rejected": -0.62735515832901, + "logps/chosen": -0.05365077406167984, + "logps/rejected": -4.997622489929199, + "loss": 0.0743, + "odds_ratio_loss": 0.003372207749634981, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005365077406167984, + "rewards/margins": 0.4943971633911133, + "rewards/rejected": -0.49976223707199097, + "sft_loss": 0.05365077406167984, + "step": 3001 + }, + { + "epoch": 4.341287057122198, + "grad_norm": 1.6480211924822543, + "learning_rate": 1.4770102227543678e-06, + "logits/chosen": -0.8481490612030029, + "logits/rejected": -0.6115496158599854, + "logps/chosen": -0.0740613266825676, + "logps/rejected": -5.005758285522461, + "loss": 0.0932, + "odds_ratio_loss": 0.009503107517957687, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00740613229572773, + "rewards/margins": 0.49316978454589844, + "rewards/rejected": -0.5005759000778198, + "sft_loss": 0.0740613266825676, + "step": 3002 + }, + { + "epoch": 4.342733188720174, + "grad_norm": 1.3298459528138336, + "learning_rate": 1.474600861186078e-06, + "logits/chosen": -0.622434139251709, + "logits/rejected": -0.5628266930580139, + "logps/chosen": -0.057216983288526535, + "logps/rejected": -3.126250982284546, + "loss": 0.0674, + "odds_ratio_loss": 0.006634141784161329, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005721698515117168, + "rewards/margins": 0.3069033920764923, + "rewards/rejected": -0.31262508034706116, + "sft_loss": 0.057216983288526535, + "step": 3003 + }, + { + "epoch": 4.344179320318149, + "grad_norm": 1.8040818693788596, + "learning_rate": 1.4721930221903342e-06, + "logits/chosen": -0.7807648181915283, + "logits/rejected": -0.6595614552497864, + "logps/chosen": -0.04600096866488457, + "logps/rejected": -4.082098484039307, + "loss": 0.0867, + "odds_ratio_loss": 0.003212960669770837, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004600096959620714, + "rewards/margins": 0.4036097526550293, + "rewards/rejected": -0.4082098603248596, + "sft_loss": 0.04600096866488457, + "step": 3004 + }, + { + "epoch": 4.345625451916124, + "grad_norm": 1.8544771440367331, + "learning_rate": 1.469786707218831e-06, + "logits/chosen": -0.8745797872543335, + "logits/rejected": -0.6506798267364502, + "logps/chosen": -0.13814522325992584, + "logps/rejected": -5.566080570220947, + "loss": 0.0952, + "odds_ratio_loss": 0.019235284999012947, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013814522884786129, + "rewards/margins": 0.5427935719490051, + "rewards/rejected": -0.5566080808639526, + "sft_loss": 0.13814522325992584, + "step": 3005 + }, + { + "epoch": 4.3470715835141, + "grad_norm": 1.507690637374228, + "learning_rate": 1.4673819177223466e-06, + "logits/chosen": -0.8183923959732056, + "logits/rejected": -0.669651210308075, + "logps/chosen": -0.18851414322853088, + "logps/rejected": -3.478821277618408, + "loss": 0.1186, + "odds_ratio_loss": 0.018825456500053406, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01885141432285309, + "rewards/margins": 0.32903075218200684, + "rewards/rejected": -0.34788215160369873, + "sft_loss": 0.18851414322853088, + "step": 3006 + }, + { + "epoch": 4.3485177151120755, + "grad_norm": 1.4777687325743487, + "learning_rate": 1.4649786551507354e-06, + "logits/chosen": -0.7968933582305908, + "logits/rejected": -0.5578837394714355, + "logps/chosen": -0.06734529882669449, + "logps/rejected": -4.371576309204102, + "loss": 0.0649, + "odds_ratio_loss": 0.004955535754561424, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006734529510140419, + "rewards/margins": 0.4304230809211731, + "rewards/rejected": -0.43715763092041016, + "sft_loss": 0.06734529882669449, + "step": 3007 + }, + { + "epoch": 4.34996384671005, + "grad_norm": 1.3447914227375248, + "learning_rate": 1.4625769209529342e-06, + "logits/chosen": -0.7508656978607178, + "logits/rejected": -0.6274343729019165, + "logps/chosen": -0.06294934451580048, + "logps/rejected": -5.2878594398498535, + "loss": 0.0614, + "odds_ratio_loss": 0.005506738089025021, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006294934079051018, + "rewards/margins": 0.5224910378456116, + "rewards/rejected": -0.5287859439849854, + "sft_loss": 0.06294934451580048, + "step": 3008 + }, + { + "epoch": 4.351409978308026, + "grad_norm": 2.018138682950108, + "learning_rate": 1.460176716576959e-06, + "logits/chosen": -0.7540772557258606, + "logits/rejected": -0.6052873730659485, + "logps/chosen": -0.051301129162311554, + "logps/rejected": -6.2577667236328125, + "loss": 0.0804, + "odds_ratio_loss": 0.005588476546108723, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00513011310249567, + "rewards/margins": 0.620646595954895, + "rewards/rejected": -0.6257766485214233, + "sft_loss": 0.051301129162311554, + "step": 3009 + }, + { + "epoch": 4.352856109906002, + "grad_norm": 1.3678448408498183, + "learning_rate": 1.4577780434699012e-06, + "logits/chosen": -0.8656454086303711, + "logits/rejected": -0.6067763566970825, + "logps/chosen": -0.07266905903816223, + "logps/rejected": -5.833568096160889, + "loss": 0.0738, + "odds_ratio_loss": 0.013198381289839745, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007266905624419451, + "rewards/margins": 0.5760899186134338, + "rewards/rejected": -0.5833568572998047, + "sft_loss": 0.07266905903816223, + "step": 3010 + }, + { + "epoch": 4.3543022415039765, + "grad_norm": 1.663768760253496, + "learning_rate": 1.4553809030779287e-06, + "logits/chosen": -0.7601166367530823, + "logits/rejected": -0.6807395219802856, + "logps/chosen": -0.1088540330529213, + "logps/rejected": -3.1109838485717773, + "loss": 0.0937, + "odds_ratio_loss": 0.009050026535987854, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010885403491556644, + "rewards/margins": 0.3002129793167114, + "rewards/rejected": -0.3110983967781067, + "sft_loss": 0.1088540330529213, + "step": 3011 + }, + { + "epoch": 4.355748373101952, + "grad_norm": 1.5594475178551062, + "learning_rate": 1.4529852968462858e-06, + "logits/chosen": -0.7941527366638184, + "logits/rejected": -0.585971474647522, + "logps/chosen": -0.07313597947359085, + "logps/rejected": -4.013620376586914, + "loss": 0.0593, + "odds_ratio_loss": 0.009553024545311928, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007313598413020372, + "rewards/margins": 0.39404845237731934, + "rewards/rejected": -0.4013620615005493, + "sft_loss": 0.07313597947359085, + "step": 3012 + }, + { + "epoch": 4.357194504699928, + "grad_norm": 1.9061263595083393, + "learning_rate": 1.450591226219295e-06, + "logits/chosen": -1.0241869688034058, + "logits/rejected": -0.8023190498352051, + "logps/chosen": -0.05216866359114647, + "logps/rejected": -4.660516738891602, + "loss": 0.073, + "odds_ratio_loss": 0.01102613378316164, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0052168662659823895, + "rewards/margins": 0.460834801197052, + "rewards/rejected": -0.46605169773101807, + "sft_loss": 0.05216866359114647, + "step": 3013 + }, + { + "epoch": 4.358640636297903, + "grad_norm": 2.652329974259841, + "learning_rate": 1.4481986926403473e-06, + "logits/chosen": -0.9176286458969116, + "logits/rejected": -0.8531794548034668, + "logps/chosen": -0.18076550960540771, + "logps/rejected": -4.112682342529297, + "loss": 0.1192, + "odds_ratio_loss": 0.042850561439991, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01807655207812786, + "rewards/margins": 0.39319172501564026, + "rewards/rejected": -0.4112682640552521, + "sft_loss": 0.18076550960540771, + "step": 3014 + }, + { + "epoch": 4.360086767895878, + "grad_norm": 1.4776010369065984, + "learning_rate": 1.445807697551913e-06, + "logits/chosen": -0.8927839398384094, + "logits/rejected": -0.6999744176864624, + "logps/chosen": -0.04306114837527275, + "logps/rejected": -5.057520866394043, + "loss": 0.0499, + "odds_ratio_loss": 0.00421172333881259, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004306115210056305, + "rewards/margins": 0.5014459490776062, + "rewards/rejected": -0.5057520270347595, + "sft_loss": 0.04306114837527275, + "step": 3015 + }, + { + "epoch": 4.361532899493854, + "grad_norm": 1.7796610779704267, + "learning_rate": 1.4434182423955296e-06, + "logits/chosen": -0.7437611222267151, + "logits/rejected": -0.5102348327636719, + "logps/chosen": -0.057212602347135544, + "logps/rejected": -6.495122909545898, + "loss": 0.087, + "odds_ratio_loss": 0.00607125461101532, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005721260327845812, + "rewards/margins": 0.6437910199165344, + "rewards/rejected": -0.6495122909545898, + "sft_loss": 0.057212602347135544, + "step": 3016 + }, + { + "epoch": 4.36297903109183, + "grad_norm": 1.7363048835289525, + "learning_rate": 1.4410303286118106e-06, + "logits/chosen": -0.8889349699020386, + "logits/rejected": -0.6399192214012146, + "logps/chosen": -0.07837576419115067, + "logps/rejected": -5.654128551483154, + "loss": 0.0973, + "odds_ratio_loss": 0.0068669687025249004, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007837576791644096, + "rewards/margins": 0.5575752854347229, + "rewards/rejected": -0.5654128789901733, + "sft_loss": 0.07837576419115067, + "step": 3017 + }, + { + "epoch": 4.3644251626898045, + "grad_norm": 1.7329045014223299, + "learning_rate": 1.438643957640436e-06, + "logits/chosen": -0.6671526432037354, + "logits/rejected": -0.48754367232322693, + "logps/chosen": -0.06948922574520111, + "logps/rejected": -4.8217668533325195, + "loss": 0.1362, + "odds_ratio_loss": 0.006450343877077103, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006948922295123339, + "rewards/margins": 0.4752277433872223, + "rewards/rejected": -0.48217666149139404, + "sft_loss": 0.06948922574520111, + "step": 3018 + }, + { + "epoch": 4.36587129428778, + "grad_norm": 1.547783584280245, + "learning_rate": 1.4362591309201618e-06, + "logits/chosen": -0.6410992741584778, + "logits/rejected": -0.5067773461341858, + "logps/chosen": -0.06263686716556549, + "logps/rejected": -4.180117607116699, + "loss": 0.0802, + "odds_ratio_loss": 0.0073380540125072, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006263687275350094, + "rewards/margins": 0.4117480516433716, + "rewards/rejected": -0.41801172494888306, + "sft_loss": 0.06263686716556549, + "step": 3019 + }, + { + "epoch": 4.367317425885756, + "grad_norm": 1.7173950891688827, + "learning_rate": 1.4338758498888028e-06, + "logits/chosen": -0.7619547843933105, + "logits/rejected": -0.5084792375564575, + "logps/chosen": -0.06390223652124405, + "logps/rejected": -4.947268486022949, + "loss": 0.1019, + "odds_ratio_loss": 0.006950300186872482, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006390223745256662, + "rewards/margins": 0.4883366525173187, + "rewards/rejected": -0.49472689628601074, + "sft_loss": 0.06390223652124405, + "step": 3020 + }, + { + "epoch": 4.368763557483731, + "grad_norm": 1.6770132351279181, + "learning_rate": 1.4314941159832516e-06, + "logits/chosen": -0.7331417798995972, + "logits/rejected": -0.5848100781440735, + "logps/chosen": -0.0755729153752327, + "logps/rejected": -4.190185070037842, + "loss": 0.0927, + "odds_ratio_loss": 0.004576533567160368, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007557292003184557, + "rewards/margins": 0.4114612340927124, + "rewards/rejected": -0.4190185070037842, + "sft_loss": 0.0755729153752327, + "step": 3021 + }, + { + "epoch": 4.370209689081706, + "grad_norm": 1.4978278317319662, + "learning_rate": 1.4291139306394651e-06, + "logits/chosen": -0.9728338718414307, + "logits/rejected": -0.6097639799118042, + "logps/chosen": -0.06788711994886398, + "logps/rejected": -4.2939534187316895, + "loss": 0.0838, + "odds_ratio_loss": 0.0016902622301131487, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006788711994886398, + "rewards/margins": 0.4226066470146179, + "rewards/rejected": -0.4293953776359558, + "sft_loss": 0.06788711994886398, + "step": 3022 + }, + { + "epoch": 4.371655820679682, + "grad_norm": 1.5576854515553027, + "learning_rate": 1.4267352952924632e-06, + "logits/chosen": -0.5633742213249207, + "logits/rejected": -0.47203364968299866, + "logps/chosen": -0.04447542876005173, + "logps/rejected": -5.289262294769287, + "loss": 0.0457, + "odds_ratio_loss": 0.003245576983317733, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0044475425966084, + "rewards/margins": 0.5244786739349365, + "rewards/rejected": -0.5289261937141418, + "sft_loss": 0.04447542876005173, + "step": 3023 + }, + { + "epoch": 4.373101952277657, + "grad_norm": 1.5445070302860024, + "learning_rate": 1.4243582113763376e-06, + "logits/chosen": -0.9106212258338928, + "logits/rejected": -0.4883584976196289, + "logps/chosen": -0.08085661381483078, + "logps/rejected": -6.208954811096191, + "loss": 0.0742, + "odds_ratio_loss": 0.0067681861110031605, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008085661567747593, + "rewards/margins": 0.6128097772598267, + "rewards/rejected": -0.620895504951477, + "sft_loss": 0.08085661381483078, + "step": 3024 + }, + { + "epoch": 4.3745480838756325, + "grad_norm": 1.5797770050022457, + "learning_rate": 1.4219826803242372e-06, + "logits/chosen": -0.9211044907569885, + "logits/rejected": -0.6510443091392517, + "logps/chosen": -0.031016170978546143, + "logps/rejected": -3.0293474197387695, + "loss": 0.0921, + "odds_ratio_loss": 0.0027869718614965677, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0031016170978546143, + "rewards/margins": 0.2998330891132355, + "rewards/rejected": -0.3029347360134125, + "sft_loss": 0.031016170978546143, + "step": 3025 + }, + { + "epoch": 4.375994215473608, + "grad_norm": 1.8973584967663573, + "learning_rate": 1.4196087035683818e-06, + "logits/chosen": -0.7323670387268066, + "logits/rejected": -0.6421462893486023, + "logps/chosen": -0.08696135878562927, + "logps/rejected": -4.719554901123047, + "loss": 0.0594, + "odds_ratio_loss": 0.010816432535648346, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008696136064827442, + "rewards/margins": 0.46325939893722534, + "rewards/rejected": -0.4719555377960205, + "sft_loss": 0.08696135878562927, + "step": 3026 + }, + { + "epoch": 4.377440347071584, + "grad_norm": 1.4381222411520438, + "learning_rate": 1.4172362825400499e-06, + "logits/chosen": -0.6959972381591797, + "logits/rejected": -0.5631358623504639, + "logps/chosen": -0.07375743985176086, + "logps/rejected": -4.761948108673096, + "loss": 0.0651, + "odds_ratio_loss": 0.004052689298987389, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007375743240118027, + "rewards/margins": 0.4688190221786499, + "rewards/rejected": -0.4761947989463806, + "sft_loss": 0.07375743985176086, + "step": 3027 + }, + { + "epoch": 4.378886478669559, + "grad_norm": 1.8112701096091208, + "learning_rate": 1.4148654186695818e-06, + "logits/chosen": -0.7027171850204468, + "logits/rejected": -0.6286312341690063, + "logps/chosen": -0.10041756927967072, + "logps/rejected": -4.47844123840332, + "loss": 0.1241, + "odds_ratio_loss": 0.01177249290049076, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010041756555438042, + "rewards/margins": 0.43780237436294556, + "rewards/rejected": -0.44784414768218994, + "sft_loss": 0.10041756927967072, + "step": 3028 + }, + { + "epoch": 4.380332610267534, + "grad_norm": 1.729400708490863, + "learning_rate": 1.4124961133863802e-06, + "logits/chosen": -0.950899064540863, + "logits/rejected": -0.5882576107978821, + "logps/chosen": -0.07639265805482864, + "logps/rejected": -5.41416072845459, + "loss": 0.0693, + "odds_ratio_loss": 0.0038110874593257904, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007639266550540924, + "rewards/margins": 0.5337768197059631, + "rewards/rejected": -0.5414160490036011, + "sft_loss": 0.07639265805482864, + "step": 3029 + }, + { + "epoch": 4.38177874186551, + "grad_norm": 1.877374137773176, + "learning_rate": 1.4101283681189097e-06, + "logits/chosen": -0.7628424167633057, + "logits/rejected": -0.5627432465553284, + "logps/chosen": -0.08173272758722305, + "logps/rejected": -6.892059326171875, + "loss": 0.1018, + "odds_ratio_loss": 0.003274757880717516, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00817327294498682, + "rewards/margins": 0.6810327172279358, + "rewards/rejected": -0.6892059445381165, + "sft_loss": 0.08173272758722305, + "step": 3030 + }, + { + "epoch": 4.383224873463485, + "grad_norm": 1.8461184307068432, + "learning_rate": 1.4077621842946905e-06, + "logits/chosen": -0.7165622711181641, + "logits/rejected": -0.5991818308830261, + "logps/chosen": -0.08831194043159485, + "logps/rejected": -3.3247945308685303, + "loss": 0.0721, + "odds_ratio_loss": 0.01518079824745655, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008831193670630455, + "rewards/margins": 0.32364824414253235, + "rewards/rejected": -0.33247941732406616, + "sft_loss": 0.08831194043159485, + "step": 3031 + }, + { + "epoch": 4.384671005061461, + "grad_norm": 1.5390651399829893, + "learning_rate": 1.4053975633403062e-06, + "logits/chosen": -0.903634786605835, + "logits/rejected": -0.5671402812004089, + "logps/chosen": -0.07350382208824158, + "logps/rejected": -5.765620708465576, + "loss": 0.0779, + "odds_ratio_loss": 0.008814067579805851, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007350381929427385, + "rewards/margins": 0.5692117214202881, + "rewards/rejected": -0.5765621066093445, + "sft_loss": 0.07350382208824158, + "step": 3032 + }, + { + "epoch": 4.386117136659436, + "grad_norm": 2.6024145275267627, + "learning_rate": 1.4030345066813927e-06, + "logits/chosen": -0.9356105327606201, + "logits/rejected": -0.6585832834243774, + "logps/chosen": -0.11158432811498642, + "logps/rejected": -3.363126277923584, + "loss": 0.0882, + "odds_ratio_loss": 0.006204155273735523, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011158432811498642, + "rewards/margins": 0.325154185295105, + "rewards/rejected": -0.3363126218318939, + "sft_loss": 0.11158432811498642, + "step": 3033 + }, + { + "epoch": 4.387563268257411, + "grad_norm": 1.500933012566789, + "learning_rate": 1.400673015742649e-06, + "logits/chosen": -0.8368505239486694, + "logits/rejected": -0.660033106803894, + "logps/chosen": -0.07904787361621857, + "logps/rejected": -3.45121169090271, + "loss": 0.0637, + "odds_ratio_loss": 0.009564665146172047, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007904788479208946, + "rewards/margins": 0.3372163772583008, + "rewards/rejected": -0.3451211750507355, + "sft_loss": 0.07904787361621857, + "step": 3034 + }, + { + "epoch": 4.389009399855387, + "grad_norm": 1.695864175616555, + "learning_rate": 1.3983130919478248e-06, + "logits/chosen": -0.908363401889801, + "logits/rejected": -0.6203923225402832, + "logps/chosen": -0.06778942048549652, + "logps/rejected": -3.6424999237060547, + "loss": 0.0752, + "odds_ratio_loss": 0.005892588756978512, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006778942421078682, + "rewards/margins": 0.3574710488319397, + "rewards/rejected": -0.36424997448921204, + "sft_loss": 0.06778942048549652, + "step": 3035 + }, + { + "epoch": 4.390455531453362, + "grad_norm": 1.5718319470054316, + "learning_rate": 1.3959547367197262e-06, + "logits/chosen": -0.6267784833908081, + "logits/rejected": -0.5574684739112854, + "logps/chosen": -0.08968807756900787, + "logps/rejected": -5.226409435272217, + "loss": 0.0907, + "odds_ratio_loss": 0.0179790947586298, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008968808688223362, + "rewards/margins": 0.5136721134185791, + "rewards/rejected": -0.5226409435272217, + "sft_loss": 0.08968807756900787, + "step": 3036 + }, + { + "epoch": 4.391901663051337, + "grad_norm": 1.5139362649763861, + "learning_rate": 1.3935979514802166e-06, + "logits/chosen": -0.628441572189331, + "logits/rejected": -0.4122357964515686, + "logps/chosen": -0.05464586615562439, + "logps/rejected": -3.6563820838928223, + "loss": 0.085, + "odds_ratio_loss": 0.008319716900587082, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005464586429297924, + "rewards/margins": 0.36017361283302307, + "rewards/rejected": -0.36563819646835327, + "sft_loss": 0.05464586615562439, + "step": 3037 + }, + { + "epoch": 4.393347794649313, + "grad_norm": 1.4656706139150852, + "learning_rate": 1.3912427376502075e-06, + "logits/chosen": -0.8293111324310303, + "logits/rejected": -0.5837162137031555, + "logps/chosen": -0.04411669075489044, + "logps/rejected": -4.333014011383057, + "loss": 0.078, + "odds_ratio_loss": 0.0032760649919509888, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004411669448018074, + "rewards/margins": 0.4288897216320038, + "rewards/rejected": -0.4333013892173767, + "sft_loss": 0.04411669075489044, + "step": 3038 + }, + { + "epoch": 4.394793926247289, + "grad_norm": 1.6543272906345592, + "learning_rate": 1.3888890966496698e-06, + "logits/chosen": -0.6298922300338745, + "logits/rejected": -0.4950665831565857, + "logps/chosen": -0.05027003213763237, + "logps/rejected": -5.746697425842285, + "loss": 0.0852, + "odds_ratio_loss": 0.003421762026846409, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005027003586292267, + "rewards/margins": 0.5696427226066589, + "rewards/rejected": -0.5746697187423706, + "sft_loss": 0.05027003213763237, + "step": 3039 + }, + { + "epoch": 4.396240057845264, + "grad_norm": 1.7242446848815338, + "learning_rate": 1.3865370298976188e-06, + "logits/chosen": -0.7039051055908203, + "logits/rejected": -0.6944054365158081, + "logps/chosen": -0.07602061331272125, + "logps/rejected": -3.5846824645996094, + "loss": 0.0798, + "odds_ratio_loss": 0.008702849969267845, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007602061610668898, + "rewards/margins": 0.3508661985397339, + "rewards/rejected": -0.35846826434135437, + "sft_loss": 0.07602061331272125, + "step": 3040 + }, + { + "epoch": 4.397686189443239, + "grad_norm": 1.5606431444503155, + "learning_rate": 1.3841865388121275e-06, + "logits/chosen": -0.6780179738998413, + "logits/rejected": -0.5885179042816162, + "logps/chosen": -0.1251131147146225, + "logps/rejected": -4.6654558181762695, + "loss": 0.085, + "odds_ratio_loss": 0.02848890796303749, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01251131109893322, + "rewards/margins": 0.4540342688560486, + "rewards/rejected": -0.46654558181762695, + "sft_loss": 0.1251131147146225, + "step": 3041 + }, + { + "epoch": 4.399132321041215, + "grad_norm": 1.6872868354444532, + "learning_rate": 1.3818376248103144e-06, + "logits/chosen": -0.9445464611053467, + "logits/rejected": -0.6897961497306824, + "logps/chosen": -0.06516368687152863, + "logps/rejected": -5.009978771209717, + "loss": 0.0916, + "odds_ratio_loss": 0.011260229162871838, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006516368594020605, + "rewards/margins": 0.49448153376579285, + "rewards/rejected": -0.5009979009628296, + "sft_loss": 0.06516368687152863, + "step": 3042 + }, + { + "epoch": 4.4005784526391905, + "grad_norm": 1.9080324274666887, + "learning_rate": 1.3794902893083485e-06, + "logits/chosen": -0.7691489458084106, + "logits/rejected": -0.589622974395752, + "logps/chosen": -0.09429274499416351, + "logps/rejected": -3.665755033493042, + "loss": 0.1116, + "odds_ratio_loss": 0.0055620986968278885, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009429275058209896, + "rewards/margins": 0.3571462631225586, + "rewards/rejected": -0.3665755093097687, + "sft_loss": 0.09429274499416351, + "step": 3043 + }, + { + "epoch": 4.402024584237165, + "grad_norm": 1.5782764306018584, + "learning_rate": 1.377144533721445e-06, + "logits/chosen": -0.8291411399841309, + "logits/rejected": -0.6172857880592346, + "logps/chosen": -0.11644075810909271, + "logps/rejected": -6.257889747619629, + "loss": 0.0623, + "odds_ratio_loss": 0.0051756082102656364, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011644075624644756, + "rewards/margins": 0.6141449213027954, + "rewards/rejected": -0.6257889866828918, + "sft_loss": 0.11644075810909271, + "step": 3044 + }, + { + "epoch": 4.403470715835141, + "grad_norm": 1.6116329655987056, + "learning_rate": 1.3748003594638728e-06, + "logits/chosen": -0.6932000517845154, + "logits/rejected": -0.6144500374794006, + "logps/chosen": -0.033836688846349716, + "logps/rejected": -3.270808219909668, + "loss": 0.0628, + "odds_ratio_loss": 0.006877487525343895, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0033836690708994865, + "rewards/margins": 0.32369717955589294, + "rewards/rejected": -0.3270808458328247, + "sft_loss": 0.033836688846349716, + "step": 3045 + }, + { + "epoch": 4.404916847433117, + "grad_norm": 1.5976320593278748, + "learning_rate": 1.3724577679489393e-06, + "logits/chosen": -0.6334445476531982, + "logits/rejected": -0.5385106801986694, + "logps/chosen": -0.0667404979467392, + "logps/rejected": -5.588997840881348, + "loss": 0.0673, + "odds_ratio_loss": 0.006370170041918755, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0066740503534674644, + "rewards/margins": 0.5522257089614868, + "rewards/rejected": -0.5588997602462769, + "sft_loss": 0.0667404979467392, + "step": 3046 + }, + { + "epoch": 4.406362979031091, + "grad_norm": 1.5601781729780566, + "learning_rate": 1.3701167605890054e-06, + "logits/chosen": -0.7392277717590332, + "logits/rejected": -0.5148305296897888, + "logps/chosen": -0.0697949156165123, + "logps/rejected": -3.349868059158325, + "loss": 0.0715, + "odds_ratio_loss": 0.007275932468473911, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00697949156165123, + "rewards/margins": 0.3280073404312134, + "rewards/rejected": -0.3349868059158325, + "sft_loss": 0.0697949156165123, + "step": 3047 + }, + { + "epoch": 4.407809110629067, + "grad_norm": 1.6185824118809349, + "learning_rate": 1.3677773387954696e-06, + "logits/chosen": -0.7123594284057617, + "logits/rejected": -0.3868655562400818, + "logps/chosen": -0.10565149039030075, + "logps/rejected": -7.379734992980957, + "loss": 0.0901, + "odds_ratio_loss": 0.00902761984616518, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010565148666501045, + "rewards/margins": 0.7274083495140076, + "rewards/rejected": -0.7379735112190247, + "sft_loss": 0.10565149039030075, + "step": 3048 + }, + { + "epoch": 4.409255242227043, + "grad_norm": 1.4439418842601006, + "learning_rate": 1.3654395039787808e-06, + "logits/chosen": -0.8884992599487305, + "logits/rejected": -0.5133688449859619, + "logps/chosen": -0.01734546385705471, + "logps/rejected": -4.463611602783203, + "loss": 0.0663, + "odds_ratio_loss": 0.00035680370638146996, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001734546385705471, + "rewards/margins": 0.44462665915489197, + "rewards/rejected": -0.4463611841201782, + "sft_loss": 0.01734546385705471, + "step": 3049 + }, + { + "epoch": 4.4107013738250185, + "grad_norm": 1.4545245283187038, + "learning_rate": 1.3631032575484276e-06, + "logits/chosen": -0.7421780228614807, + "logits/rejected": -0.8050009608268738, + "logps/chosen": -0.12215909361839294, + "logps/rejected": -2.9910664558410645, + "loss": 0.0897, + "odds_ratio_loss": 0.03483511507511139, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01221590954810381, + "rewards/margins": 0.28689074516296387, + "rewards/rejected": -0.2991066575050354, + "sft_loss": 0.12215909361839294, + "step": 3050 + }, + { + "epoch": 4.412147505422993, + "grad_norm": 1.7163056525259084, + "learning_rate": 1.3607686009129395e-06, + "logits/chosen": -0.8548030853271484, + "logits/rejected": -0.7793415188789368, + "logps/chosen": -0.10555724054574966, + "logps/rejected": -6.055647373199463, + "loss": 0.0987, + "odds_ratio_loss": 0.013582490384578705, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010555723682045937, + "rewards/margins": 0.5950090289115906, + "rewards/rejected": -0.6055647730827332, + "sft_loss": 0.10555724054574966, + "step": 3051 + }, + { + "epoch": 4.413593637020969, + "grad_norm": 1.8039202268622319, + "learning_rate": 1.3584355354798933e-06, + "logits/chosen": -0.894365668296814, + "logits/rejected": -0.652009129524231, + "logps/chosen": -0.10110814869403839, + "logps/rejected": -5.039724826812744, + "loss": 0.0822, + "odds_ratio_loss": 0.007859394885599613, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010110815986990929, + "rewards/margins": 0.49386167526245117, + "rewards/rejected": -0.5039725303649902, + "sft_loss": 0.10110814869403839, + "step": 3052 + }, + { + "epoch": 4.415039768618945, + "grad_norm": 1.5687944501539148, + "learning_rate": 1.3561040626558993e-06, + "logits/chosen": -0.8314445614814758, + "logits/rejected": -0.5648901462554932, + "logps/chosen": -0.12590952217578888, + "logps/rejected": -5.708104610443115, + "loss": 0.0936, + "odds_ratio_loss": 0.007341315969824791, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012590952217578888, + "rewards/margins": 0.5582195520401001, + "rewards/rejected": -0.5708104372024536, + "sft_loss": 0.12590952217578888, + "step": 3053 + }, + { + "epoch": 4.4164859002169194, + "grad_norm": 1.7372836321558947, + "learning_rate": 1.3537741838466144e-06, + "logits/chosen": -0.753945529460907, + "logits/rejected": -0.6398801207542419, + "logps/chosen": -0.10332097113132477, + "logps/rejected": -3.84722900390625, + "loss": 0.093, + "odds_ratio_loss": 0.014396404847502708, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010332096368074417, + "rewards/margins": 0.3743908405303955, + "rewards/rejected": -0.38472288846969604, + "sft_loss": 0.10332097113132477, + "step": 3054 + }, + { + "epoch": 4.417932031814895, + "grad_norm": 1.653094550223046, + "learning_rate": 1.3514459004567282e-06, + "logits/chosen": -0.7897300124168396, + "logits/rejected": -0.7482852339744568, + "logps/chosen": -0.046823035925626755, + "logps/rejected": -5.072388648986816, + "loss": 0.0919, + "odds_ratio_loss": 0.005791356787085533, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0046823034062981606, + "rewards/margins": 0.502556562423706, + "rewards/rejected": -0.5072388648986816, + "sft_loss": 0.046823035925626755, + "step": 3055 + }, + { + "epoch": 4.419378163412871, + "grad_norm": 1.7870939070781757, + "learning_rate": 1.3491192138899746e-06, + "logits/chosen": -0.7878323793411255, + "logits/rejected": -0.6233074069023132, + "logps/chosen": -0.07858381420373917, + "logps/rejected": -5.563356399536133, + "loss": 0.0799, + "odds_ratio_loss": 0.020533833652734756, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007858381606638432, + "rewards/margins": 0.5484772324562073, + "rewards/rejected": -0.5563355684280396, + "sft_loss": 0.07858381420373917, + "step": 3056 + }, + { + "epoch": 4.420824295010846, + "grad_norm": 1.4064986944225257, + "learning_rate": 1.3467941255491191e-06, + "logits/chosen": -0.6935770511627197, + "logits/rejected": -0.5368286967277527, + "logps/chosen": -0.061862025409936905, + "logps/rejected": -6.563525199890137, + "loss": 0.0847, + "odds_ratio_loss": 0.005179527681320906, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006186202168464661, + "rewards/margins": 0.6501663327217102, + "rewards/rejected": -0.6563525795936584, + "sft_loss": 0.061862025409936905, + "step": 3057 + }, + { + "epoch": 4.422270426608821, + "grad_norm": 1.4615415491387482, + "learning_rate": 1.3444706368359673e-06, + "logits/chosen": -0.6259520053863525, + "logits/rejected": -0.5293348431587219, + "logps/chosen": -0.051740460097789764, + "logps/rejected": -3.2695064544677734, + "loss": 0.0548, + "odds_ratio_loss": 0.004323053639382124, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005174045916646719, + "rewards/margins": 0.3217766284942627, + "rewards/rejected": -0.32695066928863525, + "sft_loss": 0.051740460097789764, + "step": 3058 + }, + { + "epoch": 4.423716558206797, + "grad_norm": 2.5391363837179877, + "learning_rate": 1.3421487491513577e-06, + "logits/chosen": -0.7854698300361633, + "logits/rejected": -0.6050273180007935, + "logps/chosen": -0.06993037462234497, + "logps/rejected": -6.034948348999023, + "loss": 0.1104, + "odds_ratio_loss": 0.009069676510989666, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006993037648499012, + "rewards/margins": 0.5965018272399902, + "rewards/rejected": -0.6034948229789734, + "sft_loss": 0.06993037462234497, + "step": 3059 + }, + { + "epoch": 4.425162689804772, + "grad_norm": 1.6143254545828654, + "learning_rate": 1.3398284638951674e-06, + "logits/chosen": -0.8341240882873535, + "logits/rejected": -0.8235796093940735, + "logps/chosen": -0.11071653664112091, + "logps/rejected": -3.5441067218780518, + "loss": 0.0679, + "odds_ratio_loss": 0.009739990346133709, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011071654036641121, + "rewards/margins": 0.3433390259742737, + "rewards/rejected": -0.35441067814826965, + "sft_loss": 0.11071653664112091, + "step": 3060 + }, + { + "epoch": 4.4266088214027475, + "grad_norm": 1.7933967896292562, + "learning_rate": 1.3375097824663022e-06, + "logits/chosen": -0.7039732336997986, + "logits/rejected": -0.5318971872329712, + "logps/chosen": -0.08936135470867157, + "logps/rejected": -5.843852519989014, + "loss": 0.1061, + "odds_ratio_loss": 0.014453625306487083, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008936136029660702, + "rewards/margins": 0.5754491686820984, + "rewards/rejected": -0.5843852162361145, + "sft_loss": 0.08936135470867157, + "step": 3061 + }, + { + "epoch": 4.428054953000723, + "grad_norm": 1.739041043864036, + "learning_rate": 1.3351927062627053e-06, + "logits/chosen": -0.817838728427887, + "logits/rejected": -0.5577576160430908, + "logps/chosen": -0.07707401365041733, + "logps/rejected": -4.251495361328125, + "loss": 0.1131, + "odds_ratio_loss": 0.008257195353507996, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007707401178777218, + "rewards/margins": 0.41744211316108704, + "rewards/rejected": -0.425149530172348, + "sft_loss": 0.07707401365041733, + "step": 3062 + }, + { + "epoch": 4.429501084598699, + "grad_norm": 1.4160499745882797, + "learning_rate": 1.332877236681352e-06, + "logits/chosen": -0.8466053009033203, + "logits/rejected": -0.5242434740066528, + "logps/chosen": -0.10801158845424652, + "logps/rejected": -3.6215646266937256, + "loss": 0.1005, + "odds_ratio_loss": 0.00946379266679287, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010801158845424652, + "rewards/margins": 0.35135528445243835, + "rewards/rejected": -0.3621564507484436, + "sft_loss": 0.10801158845424652, + "step": 3063 + }, + { + "epoch": 4.430947216196674, + "grad_norm": 1.5466882379686322, + "learning_rate": 1.330563375118245e-06, + "logits/chosen": -0.7832115292549133, + "logits/rejected": -0.536728024482727, + "logps/chosen": -0.07185237854719162, + "logps/rejected": -4.798366546630859, + "loss": 0.066, + "odds_ratio_loss": 0.0033283275552093983, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007185238413512707, + "rewards/margins": 0.4726513922214508, + "rewards/rejected": -0.479836642742157, + "sft_loss": 0.07185237854719162, + "step": 3064 + }, + { + "epoch": 4.432393347794649, + "grad_norm": 1.4196276378868817, + "learning_rate": 1.3282511229684223e-06, + "logits/chosen": -0.6810212135314941, + "logits/rejected": -0.709541916847229, + "logps/chosen": -0.059914518147706985, + "logps/rejected": -4.5397047996521, + "loss": 0.0743, + "odds_ratio_loss": 0.01058815699070692, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005991451907902956, + "rewards/margins": 0.44797906279563904, + "rewards/rejected": -0.4539704918861389, + "sft_loss": 0.059914518147706985, + "step": 3065 + }, + { + "epoch": 4.433839479392625, + "grad_norm": 1.3472066677998193, + "learning_rate": 1.3259404816259481e-06, + "logits/chosen": -0.751527726650238, + "logits/rejected": -0.6476584076881409, + "logps/chosen": -0.07095544040203094, + "logps/rejected": -3.7621631622314453, + "loss": 0.0746, + "odds_ratio_loss": 0.0034617676865309477, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007095544598996639, + "rewards/margins": 0.3691207766532898, + "rewards/rejected": -0.3762163519859314, + "sft_loss": 0.07095544040203094, + "step": 3066 + }, + { + "epoch": 4.4352856109906, + "grad_norm": 1.628631458493376, + "learning_rate": 1.3236314524839172e-06, + "logits/chosen": -0.8099523782730103, + "logits/rejected": -0.6404974460601807, + "logps/chosen": -0.09229202568531036, + "logps/rejected": -3.195460081100464, + "loss": 0.0832, + "odds_ratio_loss": 0.007787358481436968, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009229202754795551, + "rewards/margins": 0.310316801071167, + "rewards/rejected": -0.31954601407051086, + "sft_loss": 0.09229202568531036, + "step": 3067 + }, + { + "epoch": 4.4367317425885755, + "grad_norm": 1.4118554915639228, + "learning_rate": 1.3213240369344498e-06, + "logits/chosen": -0.8080687522888184, + "logits/rejected": -0.50105881690979, + "logps/chosen": -0.04950429126620293, + "logps/rejected": -4.707045555114746, + "loss": 0.0551, + "odds_ratio_loss": 0.006314246449619532, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004950429312884808, + "rewards/margins": 0.4657541513442993, + "rewards/rejected": -0.4707045555114746, + "sft_loss": 0.04950429126620293, + "step": 3068 + }, + { + "epoch": 4.438177874186551, + "grad_norm": 1.409611417063734, + "learning_rate": 1.319018236368698e-06, + "logits/chosen": -0.8788902759552002, + "logits/rejected": -0.6900272369384766, + "logps/chosen": -0.04148077964782715, + "logps/rejected": -3.2429776191711426, + "loss": 0.0471, + "odds_ratio_loss": 0.005179783795028925, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00414807815104723, + "rewards/margins": 0.320149689912796, + "rewards/rejected": -0.32429778575897217, + "sft_loss": 0.04148077964782715, + "step": 3069 + }, + { + "epoch": 4.439624005784526, + "grad_norm": 2.262076676746834, + "learning_rate": 1.3167140521768359e-06, + "logits/chosen": -0.9927254915237427, + "logits/rejected": -0.6981010437011719, + "logps/chosen": -0.08163347840309143, + "logps/rejected": -5.204900741577148, + "loss": 0.069, + "odds_ratio_loss": 0.006048885174095631, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008163347840309143, + "rewards/margins": 0.512326717376709, + "rewards/rejected": -0.5204900503158569, + "sft_loss": 0.08163347840309143, + "step": 3070 + }, + { + "epoch": 4.441070137382502, + "grad_norm": 1.593186487495553, + "learning_rate": 1.3144114857480664e-06, + "logits/chosen": -0.8842880129814148, + "logits/rejected": -0.6513842344284058, + "logps/chosen": -0.06474480032920837, + "logps/rejected": -3.6384944915771484, + "loss": 0.0741, + "odds_ratio_loss": 0.0073405965231359005, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00647447956725955, + "rewards/margins": 0.35737502574920654, + "rewards/rejected": -0.3638494610786438, + "sft_loss": 0.06474480032920837, + "step": 3071 + }, + { + "epoch": 4.442516268980477, + "grad_norm": 3.063001386453148, + "learning_rate": 1.312110538470613e-06, + "logits/chosen": -0.8223741054534912, + "logits/rejected": -0.6300759315490723, + "logps/chosen": -0.08572448790073395, + "logps/rejected": -5.912900447845459, + "loss": 0.1048, + "odds_ratio_loss": 0.04846544191241264, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.00857244897633791, + "rewards/margins": 0.5827176570892334, + "rewards/rejected": -0.5912900567054749, + "sft_loss": 0.08572448790073395, + "step": 3072 + }, + { + "epoch": 4.443962400578453, + "grad_norm": 1.638978270409598, + "learning_rate": 1.3098112117317279e-06, + "logits/chosen": -0.6799906492233276, + "logits/rejected": -0.49231547117233276, + "logps/chosen": -0.08531919121742249, + "logps/rejected": -5.583248615264893, + "loss": 0.0791, + "odds_ratio_loss": 0.006705442443490028, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008531919680535793, + "rewards/margins": 0.5497928857803345, + "rewards/rejected": -0.5583248138427734, + "sft_loss": 0.08531919121742249, + "step": 3073 + }, + { + "epoch": 4.445408532176428, + "grad_norm": 2.1057000892118083, + "learning_rate": 1.307513506917683e-06, + "logits/chosen": -0.761457085609436, + "logits/rejected": -0.5390462875366211, + "logps/chosen": -0.1640089601278305, + "logps/rejected": -5.138252258300781, + "loss": 0.1403, + "odds_ratio_loss": 0.014966591261327267, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01640089601278305, + "rewards/margins": 0.4974243640899658, + "rewards/rejected": -0.5138252973556519, + "sft_loss": 0.1640089601278305, + "step": 3074 + }, + { + "epoch": 4.4468546637744035, + "grad_norm": 1.4700041819270353, + "learning_rate": 1.3052174254137712e-06, + "logits/chosen": -0.6377707719802856, + "logits/rejected": -0.5121666789054871, + "logps/chosen": -0.024024605751037598, + "logps/rejected": -4.902261257171631, + "loss": 0.0515, + "odds_ratio_loss": 0.0034545832313597202, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0024024604354053736, + "rewards/margins": 0.4878236651420593, + "rewards/rejected": -0.490226149559021, + "sft_loss": 0.024024605751037598, + "step": 3075 + }, + { + "epoch": 4.448300795372379, + "grad_norm": 1.5186502267359456, + "learning_rate": 1.3029229686043111e-06, + "logits/chosen": -0.8834959268569946, + "logits/rejected": -0.5727044343948364, + "logps/chosen": -0.036372192203998566, + "logps/rejected": -6.26273775100708, + "loss": 0.0695, + "odds_ratio_loss": 0.0046208943240344524, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003637219313532114, + "rewards/margins": 0.6226365566253662, + "rewards/rejected": -0.6262738108634949, + "sft_loss": 0.036372192203998566, + "step": 3076 + }, + { + "epoch": 4.449746926970354, + "grad_norm": 1.5327777476835118, + "learning_rate": 1.300630137872637e-06, + "logits/chosen": -0.7297614812850952, + "logits/rejected": -0.5649856328964233, + "logps/chosen": -0.0725630521774292, + "logps/rejected": -5.728961944580078, + "loss": 0.0704, + "odds_ratio_loss": 0.007540358696132898, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007256305776536465, + "rewards/margins": 0.5656399130821228, + "rewards/rejected": -0.5728961825370789, + "sft_loss": 0.0725630521774292, + "step": 3077 + }, + { + "epoch": 4.45119305856833, + "grad_norm": 1.486418897043296, + "learning_rate": 1.2983389346011079e-06, + "logits/chosen": -0.6607635617256165, + "logits/rejected": -0.6320513486862183, + "logps/chosen": -0.0793953388929367, + "logps/rejected": -6.55406379699707, + "loss": 0.0727, + "odds_ratio_loss": 0.01003860030323267, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007939533330500126, + "rewards/margins": 0.6474668979644775, + "rewards/rejected": -0.6554064154624939, + "sft_loss": 0.0793953388929367, + "step": 3078 + }, + { + "epoch": 4.452639190166305, + "grad_norm": 1.5748827094661648, + "learning_rate": 1.2960493601710956e-06, + "logits/chosen": -0.8328260183334351, + "logits/rejected": -0.5687087774276733, + "logps/chosen": -0.09150678664445877, + "logps/rejected": -4.2515997886657715, + "loss": 0.0911, + "odds_ratio_loss": 0.006226380355656147, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009150679223239422, + "rewards/margins": 0.4160093069076538, + "rewards/rejected": -0.4251599907875061, + "sft_loss": 0.09150678664445877, + "step": 3079 + }, + { + "epoch": 4.45408532176428, + "grad_norm": 1.5380901831808957, + "learning_rate": 1.293761415962996e-06, + "logits/chosen": -0.7865862846374512, + "logits/rejected": -0.6210229396820068, + "logps/chosen": -0.03755870461463928, + "logps/rejected": -5.537697792053223, + "loss": 0.0941, + "odds_ratio_loss": 0.005131867248564959, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0037558707408607006, + "rewards/margins": 0.5500138998031616, + "rewards/rejected": -0.5537697672843933, + "sft_loss": 0.03755870461463928, + "step": 3080 + }, + { + "epoch": 4.455531453362256, + "grad_norm": 1.2266009128818411, + "learning_rate": 1.2914751033562178e-06, + "logits/chosen": -0.8513956069946289, + "logits/rejected": -0.5696482062339783, + "logps/chosen": -0.08961950242519379, + "logps/rejected": -5.04107141494751, + "loss": 0.0765, + "odds_ratio_loss": 0.0022056095767766237, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008961950428783894, + "rewards/margins": 0.49514520168304443, + "rewards/rejected": -0.5041071772575378, + "sft_loss": 0.08961950242519379, + "step": 3081 + }, + { + "epoch": 4.4569775849602316, + "grad_norm": 1.4910928711147577, + "learning_rate": 1.2891904237291873e-06, + "logits/chosen": -0.6649074554443359, + "logits/rejected": -0.6417031288146973, + "logps/chosen": -0.053086064755916595, + "logps/rejected": -2.805670976638794, + "loss": 0.1115, + "odds_ratio_loss": 0.018563320860266685, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005308606196194887, + "rewards/margins": 0.27525848150253296, + "rewards/rejected": -0.28056707978248596, + "sft_loss": 0.053086064755916595, + "step": 3082 + }, + { + "epoch": 4.458423716558206, + "grad_norm": 1.5262137978721781, + "learning_rate": 1.2869073784593453e-06, + "logits/chosen": -0.7511852979660034, + "logits/rejected": -0.6438009142875671, + "logps/chosen": -0.08350561559200287, + "logps/rejected": -3.083378553390503, + "loss": 0.0719, + "odds_ratio_loss": 0.012275271117687225, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008350562304258347, + "rewards/margins": 0.2999872863292694, + "rewards/rejected": -0.30833783745765686, + "sft_loss": 0.08350561559200287, + "step": 3083 + }, + { + "epoch": 4.459869848156182, + "grad_norm": 1.3219017121775374, + "learning_rate": 1.2846259689231506e-06, + "logits/chosen": -0.8914992809295654, + "logits/rejected": -0.5301820039749146, + "logps/chosen": -0.057186149060726166, + "logps/rejected": -5.1810760498046875, + "loss": 0.0701, + "odds_ratio_loss": 0.0078020961955189705, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005718615371733904, + "rewards/margins": 0.512389063835144, + "rewards/rejected": -0.5181075930595398, + "sft_loss": 0.057186149060726166, + "step": 3084 + }, + { + "epoch": 4.461315979754158, + "grad_norm": 2.145105467061074, + "learning_rate": 1.2823461964960713e-06, + "logits/chosen": -0.837430477142334, + "logits/rejected": -0.699951171875, + "logps/chosen": -0.1344883143901825, + "logps/rejected": -3.640721321105957, + "loss": 0.1181, + "odds_ratio_loss": 0.015670428052544594, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01344883069396019, + "rewards/margins": 0.3506232500076294, + "rewards/rejected": -0.36407211422920227, + "sft_loss": 0.1344883143901825, + "step": 3085 + }, + { + "epoch": 4.462762111352133, + "grad_norm": 1.7994304164534771, + "learning_rate": 1.2800680625525933e-06, + "logits/chosen": -0.7815194129943848, + "logits/rejected": -0.45796847343444824, + "logps/chosen": -0.08412434160709381, + "logps/rejected": -6.533374786376953, + "loss": 0.0596, + "odds_ratio_loss": 0.0032411282882094383, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008412433788180351, + "rewards/margins": 0.6449249982833862, + "rewards/rejected": -0.6533374190330505, + "sft_loss": 0.08412434160709381, + "step": 3086 + }, + { + "epoch": 4.464208242950108, + "grad_norm": 1.5619771864210943, + "learning_rate": 1.2777915684662088e-06, + "logits/chosen": -0.7581502199172974, + "logits/rejected": -0.6802593469619751, + "logps/chosen": -0.15440955758094788, + "logps/rejected": -4.527318477630615, + "loss": 0.0886, + "odds_ratio_loss": 0.02079537883400917, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015440955758094788, + "rewards/margins": 0.4372909367084503, + "rewards/rejected": -0.4527318775653839, + "sft_loss": 0.15440955758094788, + "step": 3087 + }, + { + "epoch": 4.465654374548084, + "grad_norm": 2.034043709736984, + "learning_rate": 1.2755167156094278e-06, + "logits/chosen": -0.670623242855072, + "logits/rejected": -0.5299463272094727, + "logps/chosen": -0.06610743701457977, + "logps/rejected": -4.180477142333984, + "loss": 0.0689, + "odds_ratio_loss": 0.005267998669296503, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006610743701457977, + "rewards/margins": 0.41143694519996643, + "rewards/rejected": -0.418047696352005, + "sft_loss": 0.06610743701457977, + "step": 3088 + }, + { + "epoch": 4.46710050614606, + "grad_norm": 1.7924040631150486, + "learning_rate": 1.2732435053537657e-06, + "logits/chosen": -1.0045921802520752, + "logits/rejected": -0.7713348269462585, + "logps/chosen": -0.04516824334859848, + "logps/rejected": -5.035297870635986, + "loss": 0.063, + "odds_ratio_loss": 0.0038515704218298197, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004516824148595333, + "rewards/margins": 0.49901291728019714, + "rewards/rejected": -0.5035297870635986, + "sft_loss": 0.04516824334859848, + "step": 3089 + }, + { + "epoch": 4.468546637744034, + "grad_norm": 1.6682105497831299, + "learning_rate": 1.2709719390697484e-06, + "logits/chosen": -0.6681150794029236, + "logits/rejected": -0.5994194746017456, + "logps/chosen": -0.08257712423801422, + "logps/rejected": -4.70539665222168, + "loss": 0.058, + "odds_ratio_loss": 0.010448940098285675, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008257712237536907, + "rewards/margins": 0.4622820019721985, + "rewards/rejected": -0.4705396592617035, + "sft_loss": 0.08257712423801422, + "step": 3090 + }, + { + "epoch": 4.46999276934201, + "grad_norm": 1.7738282748311598, + "learning_rate": 1.2687020181269147e-06, + "logits/chosen": -0.7731041312217712, + "logits/rejected": -0.6896120309829712, + "logps/chosen": -0.13104453682899475, + "logps/rejected": -5.16012716293335, + "loss": 0.0768, + "odds_ratio_loss": 0.023107830435037613, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0131044527515769, + "rewards/margins": 0.5029082298278809, + "rewards/rejected": -0.5160127878189087, + "sft_loss": 0.13104453682899475, + "step": 3091 + }, + { + "epoch": 4.471438900939986, + "grad_norm": 1.6843927662054177, + "learning_rate": 1.2664337438938052e-06, + "logits/chosen": -0.8892203569412231, + "logits/rejected": -0.742080807685852, + "logps/chosen": -0.12089746445417404, + "logps/rejected": -4.260397911071777, + "loss": 0.0922, + "odds_ratio_loss": 0.012745104730129242, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012089746072888374, + "rewards/margins": 0.41395002603530884, + "rewards/rejected": -0.42603975534439087, + "sft_loss": 0.12089746445417404, + "step": 3092 + }, + { + "epoch": 4.4728850325379605, + "grad_norm": 1.5276591685861431, + "learning_rate": 1.264167117737974e-06, + "logits/chosen": -0.7408867478370667, + "logits/rejected": -0.5432535409927368, + "logps/chosen": -0.055726416409015656, + "logps/rejected": -5.040454387664795, + "loss": 0.0677, + "odds_ratio_loss": 0.01312476396560669, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00557264219969511, + "rewards/margins": 0.49847283959388733, + "rewards/rejected": -0.5040454268455505, + "sft_loss": 0.055726416409015656, + "step": 3093 + }, + { + "epoch": 4.474331164135936, + "grad_norm": 1.6530262946310774, + "learning_rate": 1.2619021410259749e-06, + "logits/chosen": -0.705237627029419, + "logits/rejected": -0.39580756425857544, + "logps/chosen": -0.06976450234651566, + "logps/rejected": -4.587730884552002, + "loss": 0.0955, + "odds_ratio_loss": 0.003844949882477522, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006976449862122536, + "rewards/margins": 0.45179668068885803, + "rewards/rejected": -0.458773136138916, + "sft_loss": 0.06976450234651566, + "step": 3094 + }, + { + "epoch": 4.475777295733912, + "grad_norm": 1.8816842919449692, + "learning_rate": 1.2596388151233749e-06, + "logits/chosen": -0.6847041845321655, + "logits/rejected": -0.5424312353134155, + "logps/chosen": -0.09019088745117188, + "logps/rejected": -5.533663749694824, + "loss": 0.1015, + "odds_ratio_loss": 0.006966853979974985, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009019088931381702, + "rewards/margins": 0.54434734582901, + "rewards/rejected": -0.5533663630485535, + "sft_loss": 0.09019088745117188, + "step": 3095 + }, + { + "epoch": 4.477223427331888, + "grad_norm": 1.5343422977668435, + "learning_rate": 1.2573771413947385e-06, + "logits/chosen": -0.8714608550071716, + "logits/rejected": -0.5927603244781494, + "logps/chosen": -0.04954008013010025, + "logps/rejected": -5.682701587677002, + "loss": 0.0522, + "odds_ratio_loss": 0.005804221611469984, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00495400745421648, + "rewards/margins": 0.5633162260055542, + "rewards/rejected": -0.568270206451416, + "sft_loss": 0.04954008013010025, + "step": 3096 + }, + { + "epoch": 4.478669558929862, + "grad_norm": 1.3475022711559164, + "learning_rate": 1.2551171212036388e-06, + "logits/chosen": -0.8582381010055542, + "logits/rejected": -0.744134783744812, + "logps/chosen": -0.05268469080328941, + "logps/rejected": -4.953915596008301, + "loss": 0.0539, + "odds_ratio_loss": 0.005596311762928963, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005268468987196684, + "rewards/margins": 0.49012309312820435, + "rewards/rejected": -0.4953915476799011, + "sft_loss": 0.05268469080328941, + "step": 3097 + }, + { + "epoch": 4.480115690527838, + "grad_norm": 1.6798491379007103, + "learning_rate": 1.2528587559126482e-06, + "logits/chosen": -0.7833631038665771, + "logits/rejected": -0.5663323998451233, + "logps/chosen": -0.04492802917957306, + "logps/rejected": -3.8920435905456543, + "loss": 0.0682, + "odds_ratio_loss": 0.002451021457090974, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004492803476750851, + "rewards/margins": 0.3847115635871887, + "rewards/rejected": -0.38920438289642334, + "sft_loss": 0.04492802917957306, + "step": 3098 + }, + { + "epoch": 4.481561822125814, + "grad_norm": 1.4371191416192433, + "learning_rate": 1.2506020468833467e-06, + "logits/chosen": -0.8777024149894714, + "logits/rejected": -0.6330994963645935, + "logps/chosen": -0.1080128401517868, + "logps/rejected": -5.859587669372559, + "loss": 0.0664, + "odds_ratio_loss": 0.007772314827889204, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010801284573972225, + "rewards/margins": 0.5751575231552124, + "rewards/rejected": -0.5859587788581848, + "sft_loss": 0.1080128401517868, + "step": 3099 + }, + { + "epoch": 4.483007953723789, + "grad_norm": 1.6584298264925346, + "learning_rate": 1.2483469954763096e-06, + "logits/chosen": -0.7187407612800598, + "logits/rejected": -0.6401557326316833, + "logps/chosen": -0.19415581226348877, + "logps/rejected": -5.682297706604004, + "loss": 0.1093, + "odds_ratio_loss": 0.006913043558597565, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019415581598877907, + "rewards/margins": 0.5488142371177673, + "rewards/rejected": -0.5682297945022583, + "sft_loss": 0.19415581226348877, + "step": 3100 + }, + { + "epoch": 4.484454085321764, + "grad_norm": 1.490297451192404, + "learning_rate": 1.2460936030511184e-06, + "logits/chosen": -1.0072453022003174, + "logits/rejected": -0.7015312314033508, + "logps/chosen": -0.04474491626024246, + "logps/rejected": -3.6979777812957764, + "loss": 0.062, + "odds_ratio_loss": 0.0034636668860912323, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0044744922779500484, + "rewards/margins": 0.3653232455253601, + "rewards/rejected": -0.36979779601097107, + "sft_loss": 0.04474491626024246, + "step": 3101 + }, + { + "epoch": 4.48590021691974, + "grad_norm": 1.4188491354073367, + "learning_rate": 1.2438418709663489e-06, + "logits/chosen": -0.6652334928512573, + "logits/rejected": -0.4683679938316345, + "logps/chosen": -0.0296041090041399, + "logps/rejected": -4.450751304626465, + "loss": 0.0804, + "odds_ratio_loss": 0.0026001809164881706, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0029604113660752773, + "rewards/margins": 0.4421147406101227, + "rewards/rejected": -0.445075124502182, + "sft_loss": 0.0296041090041399, + "step": 3102 + }, + { + "epoch": 4.487346348517715, + "grad_norm": 1.6423753492513558, + "learning_rate": 1.2415918005795823e-06, + "logits/chosen": -0.928438663482666, + "logits/rejected": -0.5258166193962097, + "logps/chosen": -0.12412159889936447, + "logps/rejected": -5.318241119384766, + "loss": 0.0877, + "odds_ratio_loss": 0.0032795346342027187, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012412158772349358, + "rewards/margins": 0.5194119215011597, + "rewards/rejected": -0.5318241119384766, + "sft_loss": 0.12412159889936447, + "step": 3103 + }, + { + "epoch": 4.48879248011569, + "grad_norm": 2.2357703682444248, + "learning_rate": 1.2393433932473922e-06, + "logits/chosen": -0.8368874192237854, + "logits/rejected": -0.5514189004898071, + "logps/chosen": -0.0364052839577198, + "logps/rejected": -4.619117736816406, + "loss": 0.0767, + "odds_ratio_loss": 0.0018499845173209906, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003640528302639723, + "rewards/margins": 0.4582712650299072, + "rewards/rejected": -0.46191176772117615, + "sft_loss": 0.0364052839577198, + "step": 3104 + }, + { + "epoch": 4.490238611713666, + "grad_norm": 1.475287637368776, + "learning_rate": 1.237096650325351e-06, + "logits/chosen": -1.124525785446167, + "logits/rejected": -0.7751089334487915, + "logps/chosen": -0.0581241250038147, + "logps/rejected": -4.338222503662109, + "loss": 0.0609, + "odds_ratio_loss": 0.005026786122471094, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005812412593513727, + "rewards/margins": 0.4280098080635071, + "rewards/rejected": -0.4338222146034241, + "sft_loss": 0.0581241250038147, + "step": 3105 + }, + { + "epoch": 4.491684743311641, + "grad_norm": 1.457490704264928, + "learning_rate": 1.2348515731680306e-06, + "logits/chosen": -0.7537250518798828, + "logits/rejected": -0.6656769514083862, + "logps/chosen": -0.15097872912883759, + "logps/rejected": -4.950982093811035, + "loss": 0.0875, + "odds_ratio_loss": 0.01871381886303425, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015097874216735363, + "rewards/margins": 0.480000376701355, + "rewards/rejected": -0.4950982332229614, + "sft_loss": 0.15097872912883759, + "step": 3106 + }, + { + "epoch": 4.493130874909617, + "grad_norm": 1.4918833440545058, + "learning_rate": 1.2326081631289941e-06, + "logits/chosen": -0.787826657295227, + "logits/rejected": -0.6312362551689148, + "logps/chosen": -0.07020243257284164, + "logps/rejected": -6.140321731567383, + "loss": 0.0824, + "odds_ratio_loss": 0.011244947090744972, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007020242977887392, + "rewards/margins": 0.6070119142532349, + "rewards/rejected": -0.6140321493148804, + "sft_loss": 0.07020243257284164, + "step": 3107 + }, + { + "epoch": 4.494577006507592, + "grad_norm": 1.9028191693388976, + "learning_rate": 1.230366421560804e-06, + "logits/chosen": -0.8860039710998535, + "logits/rejected": -0.6597675681114197, + "logps/chosen": -0.05819562450051308, + "logps/rejected": -4.343313694000244, + "loss": 0.0756, + "odds_ratio_loss": 0.009293823502957821, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00581956235691905, + "rewards/margins": 0.4285118281841278, + "rewards/rejected": -0.43433141708374023, + "sft_loss": 0.05819562450051308, + "step": 3108 + }, + { + "epoch": 4.496023138105568, + "grad_norm": 1.6718646559326362, + "learning_rate": 1.2281263498150125e-06, + "logits/chosen": -0.8646371960639954, + "logits/rejected": -0.9306697845458984, + "logps/chosen": -0.06505996733903885, + "logps/rejected": -6.015259265899658, + "loss": 0.0827, + "odds_ratio_loss": 0.0021365510765463114, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006505997385829687, + "rewards/margins": 0.5950199365615845, + "rewards/rejected": -0.6015259027481079, + "sft_loss": 0.06505996733903885, + "step": 3109 + }, + { + "epoch": 4.497469269703543, + "grad_norm": 1.4464144348963581, + "learning_rate": 1.2258879492421695e-06, + "logits/chosen": -0.8180409669876099, + "logits/rejected": -0.5849642753601074, + "logps/chosen": -0.08725761622190475, + "logps/rejected": -6.156432151794434, + "loss": 0.074, + "odds_ratio_loss": 0.002803635550662875, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00872576143592596, + "rewards/margins": 0.6069174408912659, + "rewards/rejected": -0.6156432032585144, + "sft_loss": 0.08725761622190475, + "step": 3110 + }, + { + "epoch": 4.4989154013015185, + "grad_norm": 1.603659515241102, + "learning_rate": 1.2236512211918125e-06, + "logits/chosen": -0.7529808282852173, + "logits/rejected": -0.6013559103012085, + "logps/chosen": -0.06795186549425125, + "logps/rejected": -5.375178813934326, + "loss": 0.0702, + "odds_ratio_loss": 0.009950753301382065, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006795186549425125, + "rewards/margins": 0.5307227373123169, + "rewards/rejected": -0.5375179052352905, + "sft_loss": 0.06795186549425125, + "step": 3111 + }, + { + "epoch": 4.500361532899494, + "grad_norm": 1.6272200025476848, + "learning_rate": 1.2214161670124767e-06, + "logits/chosen": -0.8545068502426147, + "logits/rejected": -0.6369377970695496, + "logps/chosen": -0.06836562603712082, + "logps/rejected": -4.065532207489014, + "loss": 0.0764, + "odds_ratio_loss": 0.006054166704416275, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006836562883108854, + "rewards/margins": 0.39971664547920227, + "rewards/rejected": -0.40655317902565, + "sft_loss": 0.06836562603712082, + "step": 3112 + }, + { + "epoch": 4.501807664497469, + "grad_norm": 1.7318462854388412, + "learning_rate": 1.2191827880516804e-06, + "logits/chosen": -0.8255729675292969, + "logits/rejected": -0.6984921097755432, + "logps/chosen": -0.045626379549503326, + "logps/rejected": -3.896320343017578, + "loss": 0.0746, + "odds_ratio_loss": 0.008824576623737812, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004562637768685818, + "rewards/margins": 0.3850694000720978, + "rewards/rejected": -0.3896320164203644, + "sft_loss": 0.045626379549503326, + "step": 3113 + }, + { + "epoch": 4.503253796095445, + "grad_norm": 1.553585178335543, + "learning_rate": 1.216951085655939e-06, + "logits/chosen": -0.8265068531036377, + "logits/rejected": -0.6123427152633667, + "logps/chosen": -0.0894949659705162, + "logps/rejected": -4.58646297454834, + "loss": 0.0653, + "odds_ratio_loss": 0.009005776606500149, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008949496783316135, + "rewards/margins": 0.449696809053421, + "rewards/rejected": -0.458646297454834, + "sft_loss": 0.0894949659705162, + "step": 3114 + }, + { + "epoch": 4.50469992769342, + "grad_norm": 1.6527698553956316, + "learning_rate": 1.214721061170752e-06, + "logits/chosen": -0.9693940877914429, + "logits/rejected": -0.6829290390014648, + "logps/chosen": -0.10791851580142975, + "logps/rejected": -4.9538068771362305, + "loss": 0.0856, + "odds_ratio_loss": 0.005190132651478052, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010791851207613945, + "rewards/margins": 0.4845888018608093, + "rewards/rejected": -0.4953806698322296, + "sft_loss": 0.10791851580142975, + "step": 3115 + }, + { + "epoch": 4.506146059291396, + "grad_norm": 1.6640371254845585, + "learning_rate": 1.2124927159406108e-06, + "logits/chosen": -0.7707617878913879, + "logits/rejected": -0.6420580148696899, + "logps/chosen": -0.05679768696427345, + "logps/rejected": -3.126427173614502, + "loss": 0.0911, + "odds_ratio_loss": 0.005179098807275295, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00567976851016283, + "rewards/margins": 0.30696290731430054, + "rewards/rejected": -0.3126426935195923, + "sft_loss": 0.05679768696427345, + "step": 3116 + }, + { + "epoch": 4.507592190889371, + "grad_norm": 2.0472468137344806, + "learning_rate": 1.210266051308994e-06, + "logits/chosen": -0.8093677759170532, + "logits/rejected": -0.6810101270675659, + "logps/chosen": -0.06034237891435623, + "logps/rejected": -4.68641471862793, + "loss": 0.0849, + "odds_ratio_loss": 0.009722420014441013, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006034237798303366, + "rewards/margins": 0.4626072943210602, + "rewards/rejected": -0.4686414897441864, + "sft_loss": 0.06034237891435623, + "step": 3117 + }, + { + "epoch": 4.5090383224873465, + "grad_norm": 1.5325845079517588, + "learning_rate": 1.208041068618364e-06, + "logits/chosen": -0.7304118871688843, + "logits/rejected": -0.6360498070716858, + "logps/chosen": -0.057711161673069, + "logps/rejected": -4.730152130126953, + "loss": 0.0471, + "odds_ratio_loss": 0.006703021004796028, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005771116353571415, + "rewards/margins": 0.46724411845207214, + "rewards/rejected": -0.4730152487754822, + "sft_loss": 0.057711161673069, + "step": 3118 + }, + { + "epoch": 4.510484454085322, + "grad_norm": 1.6384690787658085, + "learning_rate": 1.205817769210173e-06, + "logits/chosen": -0.596650242805481, + "logits/rejected": -0.5212622284889221, + "logps/chosen": -0.10295553505420685, + "logps/rejected": -5.2416276931762695, + "loss": 0.0868, + "odds_ratio_loss": 0.01541278325021267, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010295553132891655, + "rewards/margins": 0.5138672590255737, + "rewards/rejected": -0.524162769317627, + "sft_loss": 0.10295553505420685, + "step": 3119 + }, + { + "epoch": 4.511930585683297, + "grad_norm": 3.2031844268630087, + "learning_rate": 1.2035961544248557e-06, + "logits/chosen": -0.8341730833053589, + "logits/rejected": -0.5385291576385498, + "logps/chosen": -0.05033033713698387, + "logps/rejected": -5.8386383056640625, + "loss": 0.1294, + "odds_ratio_loss": 0.005003097467124462, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005033033899962902, + "rewards/margins": 0.5788308382034302, + "rewards/rejected": -0.5838638544082642, + "sft_loss": 0.05033033713698387, + "step": 3120 + }, + { + "epoch": 4.513376717281273, + "grad_norm": 1.8825190631616322, + "learning_rate": 1.2013762256018316e-06, + "logits/chosen": -0.5786645412445068, + "logits/rejected": -0.44824934005737305, + "logps/chosen": -0.08105679601430893, + "logps/rejected": -6.404214859008789, + "loss": 0.0781, + "odds_ratio_loss": 0.009483350440859795, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008105679415166378, + "rewards/margins": 0.6323158144950867, + "rewards/rejected": -0.6404215097427368, + "sft_loss": 0.08105679601430893, + "step": 3121 + }, + { + "epoch": 4.514822848879248, + "grad_norm": 1.6008860726040326, + "learning_rate": 1.1991579840795037e-06, + "logits/chosen": -0.6722384691238403, + "logits/rejected": -0.48127275705337524, + "logps/chosen": -0.06287876516580582, + "logps/rejected": -6.787384986877441, + "loss": 0.0912, + "odds_ratio_loss": 0.007575103081762791, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006287876050919294, + "rewards/margins": 0.6724505424499512, + "rewards/rejected": -0.6787384152412415, + "sft_loss": 0.06287876516580582, + "step": 3122 + }, + { + "epoch": 4.516268980477223, + "grad_norm": 1.342589231387517, + "learning_rate": 1.1969414311952593e-06, + "logits/chosen": -0.8379350304603577, + "logits/rejected": -0.6947819590568542, + "logps/chosen": -0.034005191177129745, + "logps/rejected": -5.846619606018066, + "loss": 0.0581, + "odds_ratio_loss": 0.0031600147485733032, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0034005185589194298, + "rewards/margins": 0.581261396408081, + "rewards/rejected": -0.5846619606018066, + "sft_loss": 0.034005191177129745, + "step": 3123 + }, + { + "epoch": 4.517715112075199, + "grad_norm": 1.5147641999518209, + "learning_rate": 1.1947265682854645e-06, + "logits/chosen": -0.7644755840301514, + "logits/rejected": -0.6600558161735535, + "logps/chosen": -0.11227733641862869, + "logps/rejected": -5.182661056518555, + "loss": 0.0626, + "odds_ratio_loss": 0.019188618287444115, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011227734386920929, + "rewards/margins": 0.5070383548736572, + "rewards/rejected": -0.5182661414146423, + "sft_loss": 0.11227733641862869, + "step": 3124 + }, + { + "epoch": 4.5191612436731745, + "grad_norm": 1.5468387885414232, + "learning_rate": 1.192513396685471e-06, + "logits/chosen": -0.7222833037376404, + "logits/rejected": -0.5326530933380127, + "logps/chosen": -0.02052503637969494, + "logps/rejected": -5.6258955001831055, + "loss": 0.0875, + "odds_ratio_loss": 0.002066811081022024, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002052503637969494, + "rewards/margins": 0.5605370402336121, + "rewards/rejected": -0.5625895261764526, + "sft_loss": 0.02052503637969494, + "step": 3125 + }, + { + "epoch": 4.520607375271149, + "grad_norm": 1.665196211024822, + "learning_rate": 1.190301917729606e-06, + "logits/chosen": -0.7487690448760986, + "logits/rejected": -0.7268781661987305, + "logps/chosen": -0.09351005405187607, + "logps/rejected": -5.104481220245361, + "loss": 0.1071, + "odds_ratio_loss": 0.0030038892291486263, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009351005777716637, + "rewards/margins": 0.5010970830917358, + "rewards/rejected": -0.5104480981826782, + "sft_loss": 0.09351005405187607, + "step": 3126 + }, + { + "epoch": 4.522053506869125, + "grad_norm": 1.8089219923251223, + "learning_rate": 1.1880921327511799e-06, + "logits/chosen": -0.7335822582244873, + "logits/rejected": -0.635443389415741, + "logps/chosen": -0.06432907283306122, + "logps/rejected": -3.4109225273132324, + "loss": 0.087, + "odds_ratio_loss": 0.005904484074562788, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006432907655835152, + "rewards/margins": 0.3346593677997589, + "rewards/rejected": -0.3410922884941101, + "sft_loss": 0.06432907283306122, + "step": 3127 + }, + { + "epoch": 4.523499638467101, + "grad_norm": 1.444253112444959, + "learning_rate": 1.1858840430824798e-06, + "logits/chosen": -0.8454017639160156, + "logits/rejected": -0.6811554431915283, + "logps/chosen": -0.045448124408721924, + "logps/rejected": -4.554635047912598, + "loss": 0.0643, + "odds_ratio_loss": 0.005859294906258583, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004544812720268965, + "rewards/margins": 0.45091870427131653, + "rewards/rejected": -0.4554634988307953, + "sft_loss": 0.045448124408721924, + "step": 3128 + }, + { + "epoch": 4.5249457700650755, + "grad_norm": 1.4456132302971754, + "learning_rate": 1.1836776500547698e-06, + "logits/chosen": -0.804023802280426, + "logits/rejected": -0.6073635816574097, + "logps/chosen": -0.04560978338122368, + "logps/rejected": -3.941932201385498, + "loss": 0.0558, + "odds_ratio_loss": 0.006999202072620392, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004560978151857853, + "rewards/margins": 0.3896322250366211, + "rewards/rejected": -0.394193172454834, + "sft_loss": 0.04560978338122368, + "step": 3129 + }, + { + "epoch": 4.526391901663051, + "grad_norm": 1.7544043039159367, + "learning_rate": 1.181472954998295e-06, + "logits/chosen": -0.7125527858734131, + "logits/rejected": -0.5077294707298279, + "logps/chosen": -0.1320764422416687, + "logps/rejected": -4.950249671936035, + "loss": 0.0929, + "odds_ratio_loss": 0.011006537824869156, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013207645155489445, + "rewards/margins": 0.4818173050880432, + "rewards/rejected": -0.49502497911453247, + "sft_loss": 0.1320764422416687, + "step": 3130 + }, + { + "epoch": 4.527838033261027, + "grad_norm": 1.4651207792497591, + "learning_rate": 1.1792699592422714e-06, + "logits/chosen": -0.6505829691886902, + "logits/rejected": -0.49591994285583496, + "logps/chosen": -0.06142151355743408, + "logps/rejected": -4.931596755981445, + "loss": 0.0811, + "odds_ratio_loss": 0.008902262896299362, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006142151076346636, + "rewards/margins": 0.48701754212379456, + "rewards/rejected": -0.493159681558609, + "sft_loss": 0.06142151355743408, + "step": 3131 + }, + { + "epoch": 4.5292841648590025, + "grad_norm": 1.37934565512855, + "learning_rate": 1.1770686641148966e-06, + "logits/chosen": -0.9451402425765991, + "logits/rejected": -0.652174174785614, + "logps/chosen": -0.042112577706575394, + "logps/rejected": -4.959356307983398, + "loss": 0.0686, + "odds_ratio_loss": 0.00329545047134161, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004211257677525282, + "rewards/margins": 0.49172443151474, + "rewards/rejected": -0.49593567848205566, + "sft_loss": 0.042112577706575394, + "step": 3132 + }, + { + "epoch": 4.530730296456977, + "grad_norm": 1.8806322433014044, + "learning_rate": 1.1748690709433361e-06, + "logits/chosen": -0.6774564981460571, + "logits/rejected": -0.47243747115135193, + "logps/chosen": -0.038698915392160416, + "logps/rejected": -5.015310764312744, + "loss": 0.0835, + "odds_ratio_loss": 0.003635758301243186, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0038698913995176554, + "rewards/margins": 0.49766120314598083, + "rewards/rejected": -0.5015311241149902, + "sft_loss": 0.038698915392160416, + "step": 3133 + }, + { + "epoch": 4.532176428054953, + "grad_norm": 1.9020404331515046, + "learning_rate": 1.1726711810537366e-06, + "logits/chosen": -0.700002133846283, + "logits/rejected": -0.5288843512535095, + "logps/chosen": -0.15027688443660736, + "logps/rejected": -4.056690216064453, + "loss": 0.0959, + "odds_ratio_loss": 0.005189661867916584, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015027688816189766, + "rewards/margins": 0.39064133167266846, + "rewards/rejected": -0.40566903352737427, + "sft_loss": 0.15027688443660736, + "step": 3134 + }, + { + "epoch": 4.533622559652929, + "grad_norm": 1.4043050533639423, + "learning_rate": 1.1704749957712117e-06, + "logits/chosen": -0.8214952945709229, + "logits/rejected": -0.5681087374687195, + "logps/chosen": -0.04724892973899841, + "logps/rejected": -4.8302321434021, + "loss": 0.0588, + "odds_ratio_loss": 0.007608736399561167, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004724893253296614, + "rewards/margins": 0.4782983064651489, + "rewards/rejected": -0.4830232262611389, + "sft_loss": 0.04724892973899841, + "step": 3135 + }, + { + "epoch": 4.5350686912509035, + "grad_norm": 1.6404462461922473, + "learning_rate": 1.1682805164198502e-06, + "logits/chosen": -0.6733072996139526, + "logits/rejected": -0.5581374764442444, + "logps/chosen": -0.04132752865552902, + "logps/rejected": -4.327413082122803, + "loss": 0.0587, + "odds_ratio_loss": 0.004820593632757664, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004132753238081932, + "rewards/margins": 0.4286085367202759, + "rewards/rejected": -0.43274131417274475, + "sft_loss": 0.04132752865552902, + "step": 3136 + }, + { + "epoch": 4.536514822848879, + "grad_norm": 1.8346210650122372, + "learning_rate": 1.1660877443227106e-06, + "logits/chosen": -0.8485831022262573, + "logits/rejected": -0.7402029037475586, + "logps/chosen": -0.10031185299158096, + "logps/rejected": -3.5375704765319824, + "loss": 0.1088, + "odds_ratio_loss": 0.013819573447108269, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010031186044216156, + "rewards/margins": 0.3437258303165436, + "rewards/rejected": -0.35375702381134033, + "sft_loss": 0.10031185299158096, + "step": 3137 + }, + { + "epoch": 4.537960954446855, + "grad_norm": 1.4162384065240734, + "learning_rate": 1.1638966808018258e-06, + "logits/chosen": -0.6201837062835693, + "logits/rejected": -0.5881571769714355, + "logps/chosen": -0.05904054269194603, + "logps/rejected": -2.439631938934326, + "loss": 0.077, + "odds_ratio_loss": 0.009300749748945236, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00590405473485589, + "rewards/margins": 0.2380591332912445, + "rewards/rejected": -0.24396318197250366, + "sft_loss": 0.05904054269194603, + "step": 3138 + }, + { + "epoch": 4.539407086044831, + "grad_norm": 1.4561234361716575, + "learning_rate": 1.1617073271781937e-06, + "logits/chosen": -0.8747523427009583, + "logits/rejected": -0.5830885767936707, + "logps/chosen": -0.06753970682621002, + "logps/rejected": -3.148228168487549, + "loss": 0.0605, + "odds_ratio_loss": 0.00502714142203331, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006753971334546804, + "rewards/margins": 0.3080688416957855, + "rewards/rejected": -0.314822793006897, + "sft_loss": 0.06753970682621002, + "step": 3139 + }, + { + "epoch": 4.540853217642805, + "grad_norm": 1.4928781049529505, + "learning_rate": 1.1595196847717858e-06, + "logits/chosen": -0.537721574306488, + "logits/rejected": -0.4988245964050293, + "logps/chosen": -0.07080557942390442, + "logps/rejected": -4.220191955566406, + "loss": 0.085, + "odds_ratio_loss": 0.013362744823098183, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007080557756125927, + "rewards/margins": 0.41493868827819824, + "rewards/rejected": -0.42201921343803406, + "sft_loss": 0.07080557942390442, + "step": 3140 + }, + { + "epoch": 4.542299349240781, + "grad_norm": 1.717320927515359, + "learning_rate": 1.1573337549015384e-06, + "logits/chosen": -0.7508547306060791, + "logits/rejected": -0.548348069190979, + "logps/chosen": -0.03961345553398132, + "logps/rejected": -4.493158340454102, + "loss": 0.0565, + "odds_ratio_loss": 0.003105518640950322, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00396134564653039, + "rewards/margins": 0.44535452127456665, + "rewards/rejected": -0.4493158459663391, + "sft_loss": 0.03961345553398132, + "step": 3141 + }, + { + "epoch": 4.543745480838757, + "grad_norm": 1.9170535110296663, + "learning_rate": 1.1551495388853583e-06, + "logits/chosen": -0.6952974796295166, + "logits/rejected": -0.6106499433517456, + "logps/chosen": -0.12642665207386017, + "logps/rejected": -5.010893821716309, + "loss": 0.1007, + "odds_ratio_loss": 0.012112841010093689, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012642664834856987, + "rewards/margins": 0.4884466528892517, + "rewards/rejected": -0.501089334487915, + "sft_loss": 0.12642665207386017, + "step": 3142 + }, + { + "epoch": 4.5451916124367315, + "grad_norm": 1.7576434765191336, + "learning_rate": 1.1529670380401166e-06, + "logits/chosen": -0.7798545360565186, + "logits/rejected": -0.6895734667778015, + "logps/chosen": -0.10837902128696442, + "logps/rejected": -3.75516414642334, + "loss": 0.0832, + "odds_ratio_loss": 0.010169276036322117, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010837902314960957, + "rewards/margins": 0.3646785318851471, + "rewards/rejected": -0.375516414642334, + "sft_loss": 0.10837902128696442, + "step": 3143 + }, + { + "epoch": 4.546637744034707, + "grad_norm": 1.5294315441059878, + "learning_rate": 1.15078625368165e-06, + "logits/chosen": -0.8288568258285522, + "logits/rejected": -0.5528225898742676, + "logps/chosen": -0.08221597224473953, + "logps/rejected": -4.284519195556641, + "loss": 0.0672, + "odds_ratio_loss": 0.0071078077889978886, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008221596479415894, + "rewards/margins": 0.42023032903671265, + "rewards/rejected": -0.4284519553184509, + "sft_loss": 0.08221597224473953, + "step": 3144 + }, + { + "epoch": 4.548083875632683, + "grad_norm": 1.6890116765857413, + "learning_rate": 1.1486071871247637e-06, + "logits/chosen": -0.8703626990318298, + "logits/rejected": -0.65482097864151, + "logps/chosen": -0.05179030820727348, + "logps/rejected": -4.451789855957031, + "loss": 0.0888, + "odds_ratio_loss": 0.004219289869070053, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005179030820727348, + "rewards/margins": 0.43999993801116943, + "rewards/rejected": -0.4451789855957031, + "sft_loss": 0.05179030820727348, + "step": 3145 + }, + { + "epoch": 4.549530007230658, + "grad_norm": 1.7118473076649063, + "learning_rate": 1.1464298396832232e-06, + "logits/chosen": -0.746877133846283, + "logits/rejected": -0.5233524441719055, + "logps/chosen": -0.061596743762493134, + "logps/rejected": -3.4973483085632324, + "loss": 0.0606, + "odds_ratio_loss": 0.0044494750909507275, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006159674376249313, + "rewards/margins": 0.3435751795768738, + "rewards/rejected": -0.3497348725795746, + "sft_loss": 0.061596743762493134, + "step": 3146 + }, + { + "epoch": 4.550976138828633, + "grad_norm": 1.6246389022279693, + "learning_rate": 1.144254212669761e-06, + "logits/chosen": -0.6675397753715515, + "logits/rejected": -0.5680756568908691, + "logps/chosen": -0.12102605402469635, + "logps/rejected": -4.196258544921875, + "loss": 0.089, + "odds_ratio_loss": 0.015979530289769173, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012102605774998665, + "rewards/margins": 0.4075232446193695, + "rewards/rejected": -0.41962581872940063, + "sft_loss": 0.12102605402469635, + "step": 3147 + }, + { + "epoch": 4.552422270426609, + "grad_norm": 1.4363813660078086, + "learning_rate": 1.142080307396069e-06, + "logits/chosen": -0.9800047874450684, + "logits/rejected": -0.6176702976226807, + "logps/chosen": -0.056100714951753616, + "logps/rejected": -4.86061954498291, + "loss": 0.0655, + "odds_ratio_loss": 0.007833914831280708, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005610071122646332, + "rewards/margins": 0.4804518520832062, + "rewards/rejected": -0.4860619306564331, + "sft_loss": 0.056100714951753616, + "step": 3148 + }, + { + "epoch": 4.553868402024584, + "grad_norm": 1.7603116527742264, + "learning_rate": 1.1399081251728047e-06, + "logits/chosen": -0.7957381010055542, + "logits/rejected": -0.6939653754234314, + "logps/chosen": -0.07760776579380035, + "logps/rejected": -4.140201568603516, + "loss": 0.0792, + "odds_ratio_loss": 0.015399527736008167, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0077607762068510056, + "rewards/margins": 0.4062593877315521, + "rewards/rejected": -0.4140201508998871, + "sft_loss": 0.07760776579380035, + "step": 3149 + }, + { + "epoch": 4.55531453362256, + "grad_norm": 1.7762852522056913, + "learning_rate": 1.1377376673095836e-06, + "logits/chosen": -0.7090476751327515, + "logits/rejected": -0.6018462777137756, + "logps/chosen": -0.06537199765443802, + "logps/rejected": -5.667291641235352, + "loss": 0.085, + "odds_ratio_loss": 0.010719805024564266, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006537200417369604, + "rewards/margins": 0.5601919889450073, + "rewards/rejected": -0.5667291879653931, + "sft_loss": 0.06537199765443802, + "step": 3150 + }, + { + "epoch": 4.556760665220535, + "grad_norm": 1.7313737183629967, + "learning_rate": 1.1355689351149837e-06, + "logits/chosen": -0.7923053503036499, + "logits/rejected": -0.6517032384872437, + "logps/chosen": -0.08571956306695938, + "logps/rejected": -5.058340549468994, + "loss": 0.0809, + "odds_ratio_loss": 0.005782403517514467, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008571955375373363, + "rewards/margins": 0.4972621202468872, + "rewards/rejected": -0.5058341026306152, + "sft_loss": 0.08571956306695938, + "step": 3151 + }, + { + "epoch": 4.55820679681851, + "grad_norm": 1.4263625628365386, + "learning_rate": 1.1334019298965394e-06, + "logits/chosen": -0.6988058090209961, + "logits/rejected": -0.5728355050086975, + "logps/chosen": -0.03624889254570007, + "logps/rejected": -3.573759078979492, + "loss": 0.064, + "odds_ratio_loss": 0.0032424121163785458, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003624889301136136, + "rewards/margins": 0.3537510633468628, + "rewards/rejected": -0.3573759198188782, + "sft_loss": 0.03624889254570007, + "step": 3152 + }, + { + "epoch": 4.559652928416486, + "grad_norm": 1.6847747000268567, + "learning_rate": 1.1312366529607493e-06, + "logits/chosen": -1.2507294416427612, + "logits/rejected": -0.6984279751777649, + "logps/chosen": -0.07849462330341339, + "logps/rejected": -4.19482421875, + "loss": 0.0845, + "odds_ratio_loss": 0.00989564135670662, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007849462330341339, + "rewards/margins": 0.4116330146789551, + "rewards/rejected": -0.4194824695587158, + "sft_loss": 0.07849462330341339, + "step": 3153 + }, + { + "epoch": 4.561099060014461, + "grad_norm": 1.4166334580337705, + "learning_rate": 1.1290731056130645e-06, + "logits/chosen": -1.1231694221496582, + "logits/rejected": -0.7405078411102295, + "logps/chosen": -0.09685708582401276, + "logps/rejected": -4.7172393798828125, + "loss": 0.074, + "odds_ratio_loss": 0.010411504656076431, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00968570914119482, + "rewards/margins": 0.4620382487773895, + "rewards/rejected": -0.4717239737510681, + "sft_loss": 0.09685708582401276, + "step": 3154 + }, + { + "epoch": 4.562545191612437, + "grad_norm": 1.472571547360005, + "learning_rate": 1.1269112891578964e-06, + "logits/chosen": -0.8097749352455139, + "logits/rejected": -0.6882657408714294, + "logps/chosen": -0.09382905811071396, + "logps/rejected": -3.311452627182007, + "loss": 0.0875, + "odds_ratio_loss": 0.010742062702775002, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009382905438542366, + "rewards/margins": 0.321762353181839, + "rewards/rejected": -0.3311452567577362, + "sft_loss": 0.09382905811071396, + "step": 3155 + }, + { + "epoch": 4.563991323210412, + "grad_norm": 2.522302408631471, + "learning_rate": 1.124751204898614e-06, + "logits/chosen": -1.0051918029785156, + "logits/rejected": -0.6038036346435547, + "logps/chosen": -0.0715935081243515, + "logps/rejected": -5.134657382965088, + "loss": 0.0943, + "odds_ratio_loss": 0.004194090608507395, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007159349974244833, + "rewards/margins": 0.5063064098358154, + "rewards/rejected": -0.5134657621383667, + "sft_loss": 0.0715935081243515, + "step": 3156 + }, + { + "epoch": 4.565437454808388, + "grad_norm": 1.3968773246812638, + "learning_rate": 1.1225928541375376e-06, + "logits/chosen": -0.8158324956893921, + "logits/rejected": -0.6068318486213684, + "logps/chosen": -0.07950488477945328, + "logps/rejected": -9.155324935913086, + "loss": 0.0772, + "odds_ratio_loss": 0.005621365271508694, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007950487546622753, + "rewards/margins": 0.9075820446014404, + "rewards/rejected": -0.9155324697494507, + "sft_loss": 0.07950488477945328, + "step": 3157 + }, + { + "epoch": 4.566883586406363, + "grad_norm": 1.6581570448756777, + "learning_rate": 1.1204362381759485e-06, + "logits/chosen": -1.0890898704528809, + "logits/rejected": -0.6594418287277222, + "logps/chosen": -0.07467133551836014, + "logps/rejected": -5.057663917541504, + "loss": 0.0913, + "odds_ratio_loss": 0.001974435057491064, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007467133458703756, + "rewards/margins": 0.4982993006706238, + "rewards/rejected": -0.5057663917541504, + "sft_loss": 0.07467133551836014, + "step": 3158 + }, + { + "epoch": 4.568329718004338, + "grad_norm": 2.052336604338936, + "learning_rate": 1.1182813583140736e-06, + "logits/chosen": -0.9036225080490112, + "logits/rejected": -0.690902054309845, + "logps/chosen": -0.10851224511861801, + "logps/rejected": -6.375421047210693, + "loss": 0.1284, + "odds_ratio_loss": 0.010672297328710556, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010851224884390831, + "rewards/margins": 0.6266908645629883, + "rewards/rejected": -0.6375421285629272, + "sft_loss": 0.10851224511861801, + "step": 3159 + }, + { + "epoch": 4.569775849602314, + "grad_norm": 1.3507760008718734, + "learning_rate": 1.1161282158511016e-06, + "logits/chosen": -0.692068874835968, + "logits/rejected": -0.607538104057312, + "logps/chosen": -0.05230974406003952, + "logps/rejected": -4.683342456817627, + "loss": 0.0577, + "odds_ratio_loss": 0.0022822008468210697, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005230974406003952, + "rewards/margins": 0.4631032943725586, + "rewards/rejected": -0.46833428740501404, + "sft_loss": 0.05230974406003952, + "step": 3160 + }, + { + "epoch": 4.571221981200289, + "grad_norm": 1.3867036048678973, + "learning_rate": 1.1139768120851677e-06, + "logits/chosen": -0.8184716701507568, + "logits/rejected": -0.6516551971435547, + "logps/chosen": -0.04152075573801994, + "logps/rejected": -6.1955413818359375, + "loss": 0.0513, + "odds_ratio_loss": 0.0025585112161934376, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004152075387537479, + "rewards/margins": 0.6154020428657532, + "rewards/rejected": -0.6195541024208069, + "sft_loss": 0.04152075573801994, + "step": 3161 + }, + { + "epoch": 4.572668112798265, + "grad_norm": 1.5935727445354109, + "learning_rate": 1.1118271483133638e-06, + "logits/chosen": -0.6832992434501648, + "logits/rejected": -0.6606971621513367, + "logps/chosen": -0.031898848712444305, + "logps/rejected": -4.598211288452148, + "loss": 0.0939, + "odds_ratio_loss": 0.0026514395140111446, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0031898850575089455, + "rewards/margins": 0.45663124322891235, + "rewards/rejected": -0.4598211646080017, + "sft_loss": 0.031898848712444305, + "step": 3162 + }, + { + "epoch": 4.57411424439624, + "grad_norm": 1.6348180305027182, + "learning_rate": 1.1096792258317273e-06, + "logits/chosen": -0.8901809453964233, + "logits/rejected": -0.6974164247512817, + "logps/chosen": -0.07738389074802399, + "logps/rejected": -4.344188690185547, + "loss": 0.1015, + "odds_ratio_loss": 0.00792864803224802, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007738389540463686, + "rewards/margins": 0.42668044567108154, + "rewards/rejected": -0.43441885709762573, + "sft_loss": 0.07738389074802399, + "step": 3163 + }, + { + "epoch": 4.575560375994216, + "grad_norm": 1.452333306176182, + "learning_rate": 1.1075330459352517e-06, + "logits/chosen": -0.8866585493087769, + "logits/rejected": -0.6407424211502075, + "logps/chosen": -0.0721864402294159, + "logps/rejected": -4.096374988555908, + "loss": 0.0696, + "odds_ratio_loss": 0.010981040075421333, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007218644022941589, + "rewards/margins": 0.402418851852417, + "rewards/rejected": -0.4096375107765198, + "sft_loss": 0.0721864402294159, + "step": 3164 + }, + { + "epoch": 4.577006507592191, + "grad_norm": 1.6162076523042697, + "learning_rate": 1.1053886099178745e-06, + "logits/chosen": -0.7911291718482971, + "logits/rejected": -0.6464878916740417, + "logps/chosen": -0.10432671755552292, + "logps/rejected": -3.5140199661254883, + "loss": 0.0838, + "odds_ratio_loss": 0.008694362826645374, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010432671755552292, + "rewards/margins": 0.3409693241119385, + "rewards/rejected": -0.35140201449394226, + "sft_loss": 0.10432671755552292, + "step": 3165 + }, + { + "epoch": 4.578452639190166, + "grad_norm": 1.8954756696938493, + "learning_rate": 1.1032459190724858e-06, + "logits/chosen": -0.8337982892990112, + "logits/rejected": -0.7270399332046509, + "logps/chosen": -0.11213445663452148, + "logps/rejected": -4.699167251586914, + "loss": 0.1142, + "odds_ratio_loss": 0.007468009367585182, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011213446035981178, + "rewards/margins": 0.45870327949523926, + "rewards/rejected": -0.46991676092147827, + "sft_loss": 0.11213445663452148, + "step": 3166 + }, + { + "epoch": 4.579898770788142, + "grad_norm": 1.972473660722877, + "learning_rate": 1.1011049746909216e-06, + "logits/chosen": -0.9359748363494873, + "logits/rejected": -0.7544848918914795, + "logps/chosen": -0.1299418807029724, + "logps/rejected": -4.122316360473633, + "loss": 0.085, + "odds_ratio_loss": 0.009792567230761051, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012994188815355301, + "rewards/margins": 0.3992374539375305, + "rewards/rejected": -0.4122316241264343, + "sft_loss": 0.1299418807029724, + "step": 3167 + }, + { + "epoch": 4.5813449023861175, + "grad_norm": 2.1773388410438055, + "learning_rate": 1.0989657780639632e-06, + "logits/chosen": -0.8588944673538208, + "logits/rejected": -0.5516154766082764, + "logps/chosen": -0.08692246675491333, + "logps/rejected": -6.501953125, + "loss": 0.0723, + "odds_ratio_loss": 0.009055457077920437, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008692245930433273, + "rewards/margins": 0.641503095626831, + "rewards/rejected": -0.6501953601837158, + "sft_loss": 0.08692246675491333, + "step": 3168 + }, + { + "epoch": 4.582791033984092, + "grad_norm": 1.71320771588054, + "learning_rate": 1.0968283304813435e-06, + "logits/chosen": -0.7051694989204407, + "logits/rejected": -0.5732921361923218, + "logps/chosen": -0.054236263036727905, + "logps/rejected": -5.548681735992432, + "loss": 0.1064, + "odds_ratio_loss": 0.002435041591525078, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005423626862466335, + "rewards/margins": 0.5494445562362671, + "rewards/rejected": -0.5548681616783142, + "sft_loss": 0.054236263036727905, + "step": 3169 + }, + { + "epoch": 4.584237165582068, + "grad_norm": 1.8240270589071466, + "learning_rate": 1.0946926332317344e-06, + "logits/chosen": -0.7067397832870483, + "logits/rejected": -0.8004418015480042, + "logps/chosen": -0.10146773606538773, + "logps/rejected": -3.536372184753418, + "loss": 0.1123, + "odds_ratio_loss": 0.024081986397504807, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010146773420274258, + "rewards/margins": 0.34349045157432556, + "rewards/rejected": -0.3536372184753418, + "sft_loss": 0.10146773606538773, + "step": 3170 + }, + { + "epoch": 4.585683297180044, + "grad_norm": 2.3802481561976525, + "learning_rate": 1.092558687602758e-06, + "logits/chosen": -0.8300359845161438, + "logits/rejected": -0.5264511704444885, + "logps/chosen": -0.13310036063194275, + "logps/rejected": -5.091741561889648, + "loss": 0.1434, + "odds_ratio_loss": 0.0062806615605950356, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01331003662198782, + "rewards/margins": 0.4958640933036804, + "rewards/rejected": -0.5091741681098938, + "sft_loss": 0.13310036063194275, + "step": 3171 + }, + { + "epoch": 4.587129428778018, + "grad_norm": 1.4752608857026752, + "learning_rate": 1.0904264948809769e-06, + "logits/chosen": -0.8397960662841797, + "logits/rejected": -0.6188733577728271, + "logps/chosen": -0.056685350835323334, + "logps/rejected": -3.9327101707458496, + "loss": 0.0549, + "odds_ratio_loss": 0.009330632165074348, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005668535362929106, + "rewards/margins": 0.3876025080680847, + "rewards/rejected": -0.3932710289955139, + "sft_loss": 0.056685350835323334, + "step": 3172 + }, + { + "epoch": 4.588575560375994, + "grad_norm": 1.4437816871536389, + "learning_rate": 1.0882960563518993e-06, + "logits/chosen": -0.6703709959983826, + "logits/rejected": -0.5640783905982971, + "logps/chosen": -0.03526798635721207, + "logps/rejected": -4.020233154296875, + "loss": 0.0908, + "odds_ratio_loss": 0.004295479506254196, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003526798915117979, + "rewards/margins": 0.3984965980052948, + "rewards/rejected": -0.4020233452320099, + "sft_loss": 0.03526798635721207, + "step": 3173 + }, + { + "epoch": 4.59002169197397, + "grad_norm": 1.50024639564137, + "learning_rate": 1.0861673732999737e-06, + "logits/chosen": -0.6850433349609375, + "logits/rejected": -0.5941628217697144, + "logps/chosen": -0.17146408557891846, + "logps/rejected": -4.675539970397949, + "loss": 0.0941, + "odds_ratio_loss": 0.01795043796300888, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017146408557891846, + "rewards/margins": 0.45040759444236755, + "rewards/rejected": -0.4675540030002594, + "sft_loss": 0.17146408557891846, + "step": 3174 + }, + { + "epoch": 4.591467823571945, + "grad_norm": 1.757910834910301, + "learning_rate": 1.0840404470085908e-06, + "logits/chosen": -0.8096254467964172, + "logits/rejected": -0.5914109945297241, + "logps/chosen": -0.06457695364952087, + "logps/rejected": -3.9802322387695312, + "loss": 0.149, + "odds_ratio_loss": 0.009919540025293827, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006457695737481117, + "rewards/margins": 0.3915655314922333, + "rewards/rejected": -0.39802321791648865, + "sft_loss": 0.06457695364952087, + "step": 3175 + }, + { + "epoch": 4.59291395516992, + "grad_norm": 3.319954432745719, + "learning_rate": 1.0819152787600815e-06, + "logits/chosen": -0.8060805201530457, + "logits/rejected": -0.4811224341392517, + "logps/chosen": -0.12582726776599884, + "logps/rejected": -4.696778297424316, + "loss": 0.0859, + "odds_ratio_loss": 0.0025469374377280474, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012582727707922459, + "rewards/margins": 0.45709505677223206, + "rewards/rejected": -0.46967780590057373, + "sft_loss": 0.12582726776599884, + "step": 3176 + }, + { + "epoch": 4.594360086767896, + "grad_norm": 1.4319642017221001, + "learning_rate": 1.07979186983572e-06, + "logits/chosen": -0.7860830426216125, + "logits/rejected": -0.6465473771095276, + "logps/chosen": -0.08816933631896973, + "logps/rejected": -3.463515281677246, + "loss": 0.0742, + "odds_ratio_loss": 0.005800843238830566, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008816934190690517, + "rewards/margins": 0.3375346064567566, + "rewards/rejected": -0.3463515043258667, + "sft_loss": 0.08816933631896973, + "step": 3177 + }, + { + "epoch": 4.595806218365872, + "grad_norm": 1.4844982954091979, + "learning_rate": 1.0776702215157153e-06, + "logits/chosen": -0.8793070912361145, + "logits/rejected": -0.7314832210540771, + "logps/chosen": -0.0764409527182579, + "logps/rejected": -3.413910388946533, + "loss": 0.06, + "odds_ratio_loss": 0.010066686198115349, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007644095458090305, + "rewards/margins": 0.333746999502182, + "rewards/rejected": -0.34139108657836914, + "sft_loss": 0.0764409527182579, + "step": 3178 + }, + { + "epoch": 4.5972523499638465, + "grad_norm": 1.536625642676757, + "learning_rate": 1.0755503350792188e-06, + "logits/chosen": -0.7018544673919678, + "logits/rejected": -0.6762786507606506, + "logps/chosen": -0.06070394814014435, + "logps/rejected": -2.954383373260498, + "loss": 0.1113, + "odds_ratio_loss": 0.007944751530885696, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00607039500027895, + "rewards/margins": 0.2893679738044739, + "rewards/rejected": -0.29543834924697876, + "sft_loss": 0.06070394814014435, + "step": 3179 + }, + { + "epoch": 4.598698481561822, + "grad_norm": 1.3876750626742878, + "learning_rate": 1.0734322118043158e-06, + "logits/chosen": -0.861190676689148, + "logits/rejected": -0.7343040704727173, + "logps/chosen": -0.03276204317808151, + "logps/rejected": -7.235999584197998, + "loss": 0.0495, + "odds_ratio_loss": 0.001321395393460989, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0032762044575065374, + "rewards/margins": 0.7203238010406494, + "rewards/rejected": -0.7236000299453735, + "sft_loss": 0.03276204317808151, + "step": 3180 + }, + { + "epoch": 4.600144613159798, + "grad_norm": 1.4689343043016123, + "learning_rate": 1.0713158529680336e-06, + "logits/chosen": -0.8702647686004639, + "logits/rejected": -0.7496334314346313, + "logps/chosen": -0.05915086343884468, + "logps/rejected": -3.7460100650787354, + "loss": 0.0443, + "odds_ratio_loss": 0.00663282535970211, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005915086250752211, + "rewards/margins": 0.36868590116500854, + "rewards/rejected": -0.37460100650787354, + "sft_loss": 0.05915086343884468, + "step": 3181 + }, + { + "epoch": 4.601590744757773, + "grad_norm": 2.1623315858903696, + "learning_rate": 1.069201259846331e-06, + "logits/chosen": -0.8386332988739014, + "logits/rejected": -0.6750970482826233, + "logps/chosen": -0.08837445080280304, + "logps/rejected": -4.1748151779174805, + "loss": 0.0652, + "odds_ratio_loss": 0.009183772839605808, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008837445639073849, + "rewards/margins": 0.40864408016204834, + "rewards/rejected": -0.41748151183128357, + "sft_loss": 0.08837445080280304, + "step": 3182 + }, + { + "epoch": 4.603036876355748, + "grad_norm": 1.4154943795887955, + "learning_rate": 1.0670884337141028e-06, + "logits/chosen": -0.6935139894485474, + "logits/rejected": -0.42883455753326416, + "logps/chosen": -0.10457340627908707, + "logps/rejected": -5.574097156524658, + "loss": 0.0871, + "odds_ratio_loss": 0.016215285286307335, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010457340627908707, + "rewards/margins": 0.5469523668289185, + "rewards/rejected": -0.5574097037315369, + "sft_loss": 0.10457340627908707, + "step": 3183 + }, + { + "epoch": 4.604483007953724, + "grad_norm": 1.7813193278087818, + "learning_rate": 1.0649773758451832e-06, + "logits/chosen": -0.8007773160934448, + "logits/rejected": -0.6058996915817261, + "logps/chosen": -0.07291635125875473, + "logps/rejected": -5.96047306060791, + "loss": 0.0747, + "odds_ratio_loss": 0.005711485166102648, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0072916364297270775, + "rewards/margins": 0.58875572681427, + "rewards/rejected": -0.5960473418235779, + "sft_loss": 0.07291635125875473, + "step": 3184 + }, + { + "epoch": 4.6059291395517, + "grad_norm": 1.8367648936309657, + "learning_rate": 1.0628680875123327e-06, + "logits/chosen": -0.5505800843238831, + "logits/rejected": -0.4273523986339569, + "logps/chosen": -0.06284250319004059, + "logps/rejected": -3.4022233486175537, + "loss": 0.0687, + "odds_ratio_loss": 0.006926396396011114, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006284250877797604, + "rewards/margins": 0.3339381217956543, + "rewards/rejected": -0.3402223289012909, + "sft_loss": 0.06284250319004059, + "step": 3185 + }, + { + "epoch": 4.6073752711496745, + "grad_norm": 1.7856939273411114, + "learning_rate": 1.0607605699872534e-06, + "logits/chosen": -0.7774771451950073, + "logits/rejected": -0.6703144311904907, + "logps/chosen": -0.18263757228851318, + "logps/rejected": -4.344770908355713, + "loss": 0.099, + "odds_ratio_loss": 0.021513303741812706, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01826375722885132, + "rewards/margins": 0.41621333360671997, + "rewards/rejected": -0.4344770908355713, + "sft_loss": 0.18263757228851318, + "step": 3186 + }, + { + "epoch": 4.60882140274765, + "grad_norm": 1.779759710533555, + "learning_rate": 1.0586548245405715e-06, + "logits/chosen": -0.5290587544441223, + "logits/rejected": -0.5527068972587585, + "logps/chosen": -0.20977208018302917, + "logps/rejected": -4.67911434173584, + "loss": 0.1121, + "odds_ratio_loss": 0.024520423263311386, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020977208390831947, + "rewards/margins": 0.44693419337272644, + "rewards/rejected": -0.46791142225265503, + "sft_loss": 0.20977208018302917, + "step": 3187 + }, + { + "epoch": 4.610267534345626, + "grad_norm": 1.6500003465840882, + "learning_rate": 1.0565508524418522e-06, + "logits/chosen": -0.826015293598175, + "logits/rejected": -0.6062042713165283, + "logps/chosen": -0.09776744246482849, + "logps/rejected": -3.359614849090576, + "loss": 0.0841, + "odds_ratio_loss": 0.008568299002945423, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009776744991540909, + "rewards/margins": 0.3261847198009491, + "rewards/rejected": -0.3359614908695221, + "sft_loss": 0.09776744246482849, + "step": 3188 + }, + { + "epoch": 4.611713665943601, + "grad_norm": 1.4752869233630663, + "learning_rate": 1.0544486549595868e-06, + "logits/chosen": -0.8045449256896973, + "logits/rejected": -0.71222323179245, + "logps/chosen": -0.04860668256878853, + "logps/rejected": -3.213080883026123, + "loss": 0.0518, + "odds_ratio_loss": 0.007026593200862408, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004860668908804655, + "rewards/margins": 0.3164474368095398, + "rewards/rejected": -0.32130810618400574, + "sft_loss": 0.04860668256878853, + "step": 3189 + }, + { + "epoch": 4.613159797541576, + "grad_norm": 1.349596427506426, + "learning_rate": 1.0523482333611973e-06, + "logits/chosen": -0.9437330961227417, + "logits/rejected": -0.670153021812439, + "logps/chosen": -0.027105463668704033, + "logps/rejected": -5.5081562995910645, + "loss": 0.0588, + "odds_ratio_loss": 0.003837391035631299, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002710546599701047, + "rewards/margins": 0.5481050610542297, + "rewards/rejected": -0.5508156418800354, + "sft_loss": 0.027105463668704033, + "step": 3190 + }, + { + "epoch": 4.614605929139552, + "grad_norm": 1.6136975666084887, + "learning_rate": 1.0502495889130348e-06, + "logits/chosen": -0.6746639609336853, + "logits/rejected": -0.5449431538581848, + "logps/chosen": -0.04978754371404648, + "logps/rejected": -4.931973934173584, + "loss": 0.0676, + "odds_ratio_loss": 0.01146079320460558, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004978754557669163, + "rewards/margins": 0.48821866512298584, + "rewards/rejected": -0.49319738149642944, + "sft_loss": 0.04978754371404648, + "step": 3191 + }, + { + "epoch": 4.616052060737527, + "grad_norm": 1.8053309321240607, + "learning_rate": 1.0481527228803825e-06, + "logits/chosen": -0.7316631078720093, + "logits/rejected": -0.48841989040374756, + "logps/chosen": -0.05751391872763634, + "logps/rejected": -7.884844779968262, + "loss": 0.0968, + "odds_ratio_loss": 0.0013119642389938235, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005751391872763634, + "rewards/margins": 0.7827330827713013, + "rewards/rejected": -0.7884844541549683, + "sft_loss": 0.05751391872763634, + "step": 3192 + }, + { + "epoch": 4.6174981923355025, + "grad_norm": 1.6906203577332746, + "learning_rate": 1.0460576365274464e-06, + "logits/chosen": -0.5634068846702576, + "logits/rejected": -0.4004989564418793, + "logps/chosen": -0.09039582312107086, + "logps/rejected": -6.0387139320373535, + "loss": 0.0674, + "odds_ratio_loss": 0.010964239947497845, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00903958361595869, + "rewards/margins": 0.5948318243026733, + "rewards/rejected": -0.6038714051246643, + "sft_loss": 0.09039582312107086, + "step": 3193 + }, + { + "epoch": 4.618944323933478, + "grad_norm": 1.5504675757012243, + "learning_rate": 1.043964331117364e-06, + "logits/chosen": -0.6690958142280579, + "logits/rejected": -0.7253610491752625, + "logps/chosen": -0.04411579668521881, + "logps/rejected": -3.1955485343933105, + "loss": 0.0484, + "odds_ratio_loss": 0.011617464944720268, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004411579575389624, + "rewards/margins": 0.31514328718185425, + "rewards/rejected": -0.3195548951625824, + "sft_loss": 0.04411579668521881, + "step": 3194 + }, + { + "epoch": 4.620390455531453, + "grad_norm": 1.9494225748283929, + "learning_rate": 1.0418728079121946e-06, + "logits/chosen": -0.7559603452682495, + "logits/rejected": -0.6388688087463379, + "logps/chosen": -0.08622848987579346, + "logps/rejected": -4.276580810546875, + "loss": 0.0798, + "odds_ratio_loss": 0.00728376442566514, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008622849360108376, + "rewards/margins": 0.4190352261066437, + "rewards/rejected": -0.4276581108570099, + "sft_loss": 0.08622848987579346, + "step": 3195 + }, + { + "epoch": 4.621836587129429, + "grad_norm": 1.5533084791527914, + "learning_rate": 1.039783068172928e-06, + "logits/chosen": -0.704337477684021, + "logits/rejected": -0.5278608202934265, + "logps/chosen": -0.11907921731472015, + "logps/rejected": -3.9224257469177246, + "loss": 0.1027, + "odds_ratio_loss": 0.014725545421242714, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011907922104001045, + "rewards/margins": 0.38033467531204224, + "rewards/rejected": -0.3922426104545593, + "sft_loss": 0.11907921731472015, + "step": 3196 + }, + { + "epoch": 4.623282718727404, + "grad_norm": 1.5224963198530153, + "learning_rate": 1.0376951131594745e-06, + "logits/chosen": -1.0034908056259155, + "logits/rejected": -0.6819223165512085, + "logps/chosen": -0.044741638004779816, + "logps/rejected": -5.437371730804443, + "loss": 0.0572, + "odds_ratio_loss": 0.0024968015495687723, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0044741639867424965, + "rewards/margins": 0.5392630100250244, + "rewards/rejected": -0.5437371730804443, + "sft_loss": 0.044741638004779816, + "step": 3197 + }, + { + "epoch": 4.624728850325379, + "grad_norm": 2.572168604966729, + "learning_rate": 1.0356089441306685e-06, + "logits/chosen": -1.0177311897277832, + "logits/rejected": -0.6533507108688354, + "logps/chosen": -0.08731850981712341, + "logps/rejected": -4.7309112548828125, + "loss": 0.0765, + "odds_ratio_loss": 0.01737801730632782, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008731850422918797, + "rewards/margins": 0.4643592834472656, + "rewards/rejected": -0.47309115529060364, + "sft_loss": 0.08731850981712341, + "step": 3198 + }, + { + "epoch": 4.626174981923355, + "grad_norm": 1.7934135984111654, + "learning_rate": 1.0335245623442724e-06, + "logits/chosen": -0.8442277908325195, + "logits/rejected": -0.6539605259895325, + "logps/chosen": -0.10159482061862946, + "logps/rejected": -4.887598991394043, + "loss": 0.1044, + "odds_ratio_loss": 0.010155798867344856, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01015948224812746, + "rewards/margins": 0.4786003828048706, + "rewards/rejected": -0.4887598752975464, + "sft_loss": 0.10159482061862946, + "step": 3199 + }, + { + "epoch": 4.6276211135213305, + "grad_norm": 1.4702477282441089, + "learning_rate": 1.0314419690569645e-06, + "logits/chosen": -0.7017852067947388, + "logits/rejected": -0.6079646348953247, + "logps/chosen": -0.05808115005493164, + "logps/rejected": -4.254312992095947, + "loss": 0.0666, + "odds_ratio_loss": 0.00289735640399158, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005808115005493164, + "rewards/margins": 0.4196231961250305, + "rewards/rejected": -0.4254313111305237, + "sft_loss": 0.05808115005493164, + "step": 3200 + }, + { + "epoch": 4.629067245119306, + "grad_norm": 1.8173043025233961, + "learning_rate": 1.0293611655243508e-06, + "logits/chosen": -0.8450669646263123, + "logits/rejected": -0.6467236280441284, + "logps/chosen": -0.17060142755508423, + "logps/rejected": -6.41766357421875, + "loss": 0.1134, + "odds_ratio_loss": 0.03092418983578682, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017060142010450363, + "rewards/margins": 0.6247062087059021, + "rewards/rejected": -0.641766369342804, + "sft_loss": 0.17060142755508423, + "step": 3201 + }, + { + "epoch": 4.630513376717281, + "grad_norm": 1.7247881706158277, + "learning_rate": 1.0272821530009528e-06, + "logits/chosen": -0.7554938793182373, + "logits/rejected": -0.631575882434845, + "logps/chosen": -0.051126834005117416, + "logps/rejected": -5.378612518310547, + "loss": 0.0964, + "odds_ratio_loss": 0.004960625432431698, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005112683400511742, + "rewards/margins": 0.5327485799789429, + "rewards/rejected": -0.5378612279891968, + "sft_loss": 0.051126834005117416, + "step": 3202 + }, + { + "epoch": 4.631959508315257, + "grad_norm": 1.698964824312715, + "learning_rate": 1.025204932740218e-06, + "logits/chosen": -0.8689213991165161, + "logits/rejected": -0.4361826181411743, + "logps/chosen": -0.0891483798623085, + "logps/rejected": -5.1415205001831055, + "loss": 0.0987, + "odds_ratio_loss": 0.04759196564555168, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.008914838545024395, + "rewards/margins": 0.5052372217178345, + "rewards/rejected": -0.5141521096229553, + "sft_loss": 0.0891483798623085, + "step": 3203 + }, + { + "epoch": 4.633405639913232, + "grad_norm": 1.543659408045758, + "learning_rate": 1.0231295059945084e-06, + "logits/chosen": -0.7963493466377258, + "logits/rejected": -0.6935844421386719, + "logps/chosen": -0.054386600852012634, + "logps/rejected": -3.769763708114624, + "loss": 0.0832, + "odds_ratio_loss": 0.0008780553471297026, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005438660271465778, + "rewards/margins": 0.3715377449989319, + "rewards/rejected": -0.3769764006137848, + "sft_loss": 0.054386600852012634, + "step": 3204 + }, + { + "epoch": 4.634851771511207, + "grad_norm": 1.5964525768359796, + "learning_rate": 1.0210558740151065e-06, + "logits/chosen": -0.7700487375259399, + "logits/rejected": -0.5274595618247986, + "logps/chosen": -0.08021484315395355, + "logps/rejected": -5.129361152648926, + "loss": 0.0822, + "odds_ratio_loss": 0.013991568237543106, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00802148412913084, + "rewards/margins": 0.5049146413803101, + "rewards/rejected": -0.5129361152648926, + "sft_loss": 0.08021484315395355, + "step": 3205 + }, + { + "epoch": 4.636297903109183, + "grad_norm": 1.7217177993051314, + "learning_rate": 1.0189840380522118e-06, + "logits/chosen": -0.7825113534927368, + "logits/rejected": -0.5335025787353516, + "logps/chosen": -0.048637744039297104, + "logps/rejected": -4.941579341888428, + "loss": 0.0923, + "odds_ratio_loss": 0.006592496298253536, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00486377440392971, + "rewards/margins": 0.4892942011356354, + "rewards/rejected": -0.49415794014930725, + "sft_loss": 0.048637744039297104, + "step": 3206 + }, + { + "epoch": 4.637744034707159, + "grad_norm": 1.6148713420823113, + "learning_rate": 1.0169139993549443e-06, + "logits/chosen": -0.6278676390647888, + "logits/rejected": -0.5886056423187256, + "logps/chosen": -0.09759227186441422, + "logps/rejected": -6.357240676879883, + "loss": 0.076, + "odds_ratio_loss": 0.010194497182965279, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009759227745234966, + "rewards/margins": 0.6259648203849792, + "rewards/rejected": -0.6357241272926331, + "sft_loss": 0.09759227186441422, + "step": 3207 + }, + { + "epoch": 4.639190166305134, + "grad_norm": 1.6617822163455997, + "learning_rate": 1.0148457591713358e-06, + "logits/chosen": -0.7911767363548279, + "logits/rejected": -0.7584560513496399, + "logps/chosen": -0.12109269201755524, + "logps/rejected": -3.515918254852295, + "loss": 0.12, + "odds_ratio_loss": 0.022366242483258247, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012109269388020039, + "rewards/margins": 0.33948254585266113, + "rewards/rejected": -0.3515918254852295, + "sft_loss": 0.12109269201755524, + "step": 3208 + }, + { + "epoch": 4.640636297903109, + "grad_norm": 1.5696273536778012, + "learning_rate": 1.0127793187483367e-06, + "logits/chosen": -0.7384767532348633, + "logits/rejected": -0.5731381177902222, + "logps/chosen": -0.07455767691135406, + "logps/rejected": -5.048724174499512, + "loss": 0.0901, + "odds_ratio_loss": 0.0019971770234405994, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007455767132341862, + "rewards/margins": 0.497416615486145, + "rewards/rejected": -0.5048723816871643, + "sft_loss": 0.07455767691135406, + "step": 3209 + }, + { + "epoch": 4.642082429501085, + "grad_norm": 1.3018747419669137, + "learning_rate": 1.010714679331813e-06, + "logits/chosen": -0.6185959577560425, + "logits/rejected": -0.5798184871673584, + "logps/chosen": -0.08040968328714371, + "logps/rejected": -4.064995288848877, + "loss": 0.0642, + "odds_ratio_loss": 0.05532249063253403, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.00804096832871437, + "rewards/margins": 0.3984585702419281, + "rewards/rejected": -0.4064995348453522, + "sft_loss": 0.08040968328714371, + "step": 3210 + }, + { + "epoch": 4.64352856109906, + "grad_norm": 1.5401199624080288, + "learning_rate": 1.0086518421665417e-06, + "logits/chosen": -0.8253481984138489, + "logits/rejected": -0.4594198763370514, + "logps/chosen": -0.06197258457541466, + "logps/rejected": -4.424698352813721, + "loss": 0.0879, + "odds_ratio_loss": 0.05480283871293068, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.006197258364409208, + "rewards/margins": 0.4362725615501404, + "rewards/rejected": -0.44246983528137207, + "sft_loss": 0.06197258457541466, + "step": 3211 + }, + { + "epoch": 4.644974692697035, + "grad_norm": 1.7590357910590537, + "learning_rate": 1.0065908084962166e-06, + "logits/chosen": -0.6786633133888245, + "logits/rejected": -0.5764570236206055, + "logps/chosen": -0.11568009108304977, + "logps/rejected": -3.1933226585388184, + "loss": 0.0924, + "odds_ratio_loss": 0.018704205751419067, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011568009853363037, + "rewards/margins": 0.30776429176330566, + "rewards/rejected": -0.3193323016166687, + "sft_loss": 0.11568009108304977, + "step": 3212 + }, + { + "epoch": 4.646420824295011, + "grad_norm": 1.4765110012013127, + "learning_rate": 1.0045315795634416e-06, + "logits/chosen": -0.8340771794319153, + "logits/rejected": -0.63593989610672, + "logps/chosen": -0.06669916212558746, + "logps/rejected": -3.186521530151367, + "loss": 0.0646, + "odds_ratio_loss": 0.008953748270869255, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006669916212558746, + "rewards/margins": 0.3119822144508362, + "rewards/rejected": -0.3186521530151367, + "sft_loss": 0.06669916212558746, + "step": 3213 + }, + { + "epoch": 4.647866955892987, + "grad_norm": 1.4826650637112055, + "learning_rate": 1.002474156609734e-06, + "logits/chosen": -0.7655255794525146, + "logits/rejected": -0.5246065855026245, + "logps/chosen": -0.029604678973555565, + "logps/rejected": -7.7826080322265625, + "loss": 0.085, + "odds_ratio_loss": 0.0013552091550081968, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0029604679439216852, + "rewards/margins": 0.7753003835678101, + "rewards/rejected": -0.7782608270645142, + "sft_loss": 0.029604678973555565, + "step": 3214 + }, + { + "epoch": 4.649313087490961, + "grad_norm": 1.5306493087569484, + "learning_rate": 1.0004185408755196e-06, + "logits/chosen": -0.9814145565032959, + "logits/rejected": -0.6695619821548462, + "logps/chosen": -0.0681711882352829, + "logps/rejected": -5.490948677062988, + "loss": 0.0671, + "odds_ratio_loss": 0.008766880258917809, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006817118730396032, + "rewards/margins": 0.5422778129577637, + "rewards/rejected": -0.5490949153900146, + "sft_loss": 0.0681711882352829, + "step": 3215 + }, + { + "epoch": 4.650759219088937, + "grad_norm": 1.4412286059471762, + "learning_rate": 9.983647336001401e-07, + "logits/chosen": -0.6026754379272461, + "logits/rejected": -0.6260681748390198, + "logps/chosen": -0.09057678282260895, + "logps/rejected": -3.460932731628418, + "loss": 0.0653, + "odds_ratio_loss": 0.015110738575458527, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009057678282260895, + "rewards/margins": 0.3370356261730194, + "rewards/rejected": -0.3460932672023773, + "sft_loss": 0.09057678282260895, + "step": 3216 + }, + { + "epoch": 4.652205350686913, + "grad_norm": 1.334960822259661, + "learning_rate": 9.963127360218409e-07, + "logits/chosen": -0.8631464242935181, + "logits/rejected": -0.5723793506622314, + "logps/chosen": -0.05538426339626312, + "logps/rejected": -5.14091157913208, + "loss": 0.0499, + "odds_ratio_loss": 0.004457543138414621, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005538426339626312, + "rewards/margins": 0.5085527300834656, + "rewards/rejected": -0.5140911340713501, + "sft_loss": 0.05538426339626312, + "step": 3217 + }, + { + "epoch": 4.653651482284888, + "grad_norm": 1.655925383862883, + "learning_rate": 9.94262549377781e-07, + "logits/chosen": -0.6246498227119446, + "logits/rejected": -0.5415275692939758, + "logps/chosen": -0.06165987253189087, + "logps/rejected": -3.9687774181365967, + "loss": 0.0864, + "odds_ratio_loss": 0.015562493354082108, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006165987346321344, + "rewards/margins": 0.3907117545604706, + "rewards/rejected": -0.3968777060508728, + "sft_loss": 0.06165987253189087, + "step": 3218 + }, + { + "epoch": 4.655097613882863, + "grad_norm": 1.551288429706046, + "learning_rate": 9.922141749040238e-07, + "logits/chosen": -0.8679819703102112, + "logits/rejected": -0.5541244745254517, + "logps/chosen": -0.06448002904653549, + "logps/rejected": -4.471212387084961, + "loss": 0.0783, + "odds_ratio_loss": 0.004951273091137409, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006448003463447094, + "rewards/margins": 0.44067320227622986, + "rewards/rejected": -0.44712120294570923, + "sft_loss": 0.06448002904653549, + "step": 3219 + }, + { + "epoch": 4.656543745480839, + "grad_norm": 1.5372933816352716, + "learning_rate": 9.901676138355438e-07, + "logits/chosen": -0.6660540699958801, + "logits/rejected": -0.5739330649375916, + "logps/chosen": -0.04592113569378853, + "logps/rejected": -4.954591274261475, + "loss": 0.0778, + "odds_ratio_loss": 0.004109309054911137, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004592114128172398, + "rewards/margins": 0.4908669590950012, + "rewards/rejected": -0.49545910954475403, + "sft_loss": 0.04592113569378853, + "step": 3220 + }, + { + "epoch": 4.657989877078814, + "grad_norm": 1.5844634244020717, + "learning_rate": 9.88122867406219e-07, + "logits/chosen": -0.7254536151885986, + "logits/rejected": -0.5857067704200745, + "logps/chosen": -0.1282578706741333, + "logps/rejected": -5.345030307769775, + "loss": 0.0979, + "odds_ratio_loss": 0.006788488943129778, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01282578706741333, + "rewards/margins": 0.5216772556304932, + "rewards/rejected": -0.5345030426979065, + "sft_loss": 0.1282578706741333, + "step": 3221 + }, + { + "epoch": 4.659436008676789, + "grad_norm": 1.5352851093014344, + "learning_rate": 9.860799368488338e-07, + "logits/chosen": -0.8546849489212036, + "logits/rejected": -0.49446427822113037, + "logps/chosen": -0.058683719485998154, + "logps/rejected": -6.933520793914795, + "loss": 0.0789, + "odds_ratio_loss": 0.003612469183281064, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005868372041732073, + "rewards/margins": 0.6874837279319763, + "rewards/rejected": -0.6933520436286926, + "sft_loss": 0.058683719485998154, + "step": 3222 + }, + { + "epoch": 4.660882140274765, + "grad_norm": 1.9348714464409837, + "learning_rate": 9.840388233950809e-07, + "logits/chosen": -0.878996729850769, + "logits/rejected": -0.6803721785545349, + "logps/chosen": -0.08524107933044434, + "logps/rejected": -3.973269462585449, + "loss": 0.1024, + "odds_ratio_loss": 0.00521640432998538, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008524107746779919, + "rewards/margins": 0.38880282640457153, + "rewards/rejected": -0.3973269760608673, + "sft_loss": 0.08524107933044434, + "step": 3223 + }, + { + "epoch": 4.662328271872741, + "grad_norm": 2.0220508369894223, + "learning_rate": 9.819995282755526e-07, + "logits/chosen": -0.7756155133247375, + "logits/rejected": -0.6541730761528015, + "logps/chosen": -0.14658205211162567, + "logps/rejected": -4.749970436096191, + "loss": 0.1, + "odds_ratio_loss": 0.013168347999453545, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014658206142485142, + "rewards/margins": 0.460338830947876, + "rewards/rejected": -0.47499704360961914, + "sft_loss": 0.14658205211162567, + "step": 3224 + }, + { + "epoch": 4.663774403470716, + "grad_norm": 1.6531658948928443, + "learning_rate": 9.799620527197503e-07, + "logits/chosen": -0.7469644546508789, + "logits/rejected": -0.509243369102478, + "logps/chosen": -0.1062968522310257, + "logps/rejected": -4.866016864776611, + "loss": 0.0707, + "odds_ratio_loss": 0.007952062413096428, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0106296855956316, + "rewards/margins": 0.4759719967842102, + "rewards/rejected": -0.48660171031951904, + "sft_loss": 0.1062968522310257, + "step": 3225 + }, + { + "epoch": 4.665220535068691, + "grad_norm": 1.5363536198298622, + "learning_rate": 9.779263979560735e-07, + "logits/chosen": -0.8867968916893005, + "logits/rejected": -0.7032777070999146, + "logps/chosen": -0.07279931008815765, + "logps/rejected": -3.2184600830078125, + "loss": 0.0761, + "odds_ratio_loss": 0.006781273987144232, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0072799306362867355, + "rewards/margins": 0.31456607580184937, + "rewards/rejected": -0.32184600830078125, + "sft_loss": 0.07279931008815765, + "step": 3226 + }, + { + "epoch": 4.666666666666667, + "grad_norm": 1.585570187302912, + "learning_rate": 9.758925652118276e-07, + "logits/chosen": -0.729887068271637, + "logits/rejected": -0.5777206420898438, + "logps/chosen": -0.05206802114844322, + "logps/rejected": -4.347285747528076, + "loss": 0.093, + "odds_ratio_loss": 0.003964191768318415, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005206801928579807, + "rewards/margins": 0.42952173948287964, + "rewards/rejected": -0.43472856283187866, + "sft_loss": 0.05206802114844322, + "step": 3227 + }, + { + "epoch": 4.668112798264642, + "grad_norm": 1.1830202726874117, + "learning_rate": 9.738605557132168e-07, + "logits/chosen": -0.7481473088264465, + "logits/rejected": -0.5761478543281555, + "logps/chosen": -0.03131213039159775, + "logps/rejected": -5.612335205078125, + "loss": 0.0631, + "odds_ratio_loss": 0.003878758754581213, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0031312128994613886, + "rewards/margins": 0.5581023097038269, + "rewards/rejected": -0.5612335801124573, + "sft_loss": 0.03131213039159775, + "step": 3228 + }, + { + "epoch": 4.6695589298626174, + "grad_norm": 1.4602396396613635, + "learning_rate": 9.71830370685348e-07, + "logits/chosen": -0.80008864402771, + "logits/rejected": -0.8370683789253235, + "logps/chosen": -0.08197289705276489, + "logps/rejected": -4.320422172546387, + "loss": 0.0699, + "odds_ratio_loss": 0.010543855838477612, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008197290822863579, + "rewards/margins": 0.4238448441028595, + "rewards/rejected": -0.4320421516895294, + "sft_loss": 0.08197289705276489, + "step": 3229 + }, + { + "epoch": 4.671005061460593, + "grad_norm": 1.4630280771677762, + "learning_rate": 9.698020113522253e-07, + "logits/chosen": -0.6244576573371887, + "logits/rejected": -0.5266187787055969, + "logps/chosen": -0.04099838435649872, + "logps/rejected": -6.273877143859863, + "loss": 0.0721, + "odds_ratio_loss": 0.0028168242424726486, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004099838435649872, + "rewards/margins": 0.6232879161834717, + "rewards/rejected": -0.6273877620697021, + "sft_loss": 0.04099838435649872, + "step": 3230 + }, + { + "epoch": 4.672451193058569, + "grad_norm": 1.6816336361544946, + "learning_rate": 9.677754789367569e-07, + "logits/chosen": -1.0483098030090332, + "logits/rejected": -0.6950076818466187, + "logps/chosen": -0.10204799473285675, + "logps/rejected": -5.153908729553223, + "loss": 0.1092, + "odds_ratio_loss": 0.00561350304633379, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0102047985419631, + "rewards/margins": 0.5051860809326172, + "rewards/rejected": -0.5153908729553223, + "sft_loss": 0.10204799473285675, + "step": 3231 + }, + { + "epoch": 4.673897324656544, + "grad_norm": 1.6650569138582232, + "learning_rate": 9.657507746607442e-07, + "logits/chosen": -0.8510163426399231, + "logits/rejected": -0.6006070971488953, + "logps/chosen": -0.061348456889390945, + "logps/rejected": -4.452303886413574, + "loss": 0.0874, + "odds_ratio_loss": 0.008031385019421577, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006134845782071352, + "rewards/margins": 0.43909552693367004, + "rewards/rejected": -0.4452304244041443, + "sft_loss": 0.061348456889390945, + "step": 3232 + }, + { + "epoch": 4.675343456254519, + "grad_norm": 1.4129358383161126, + "learning_rate": 9.637278997448919e-07, + "logits/chosen": -1.053891658782959, + "logits/rejected": -0.7565010190010071, + "logps/chosen": -0.03904981166124344, + "logps/rejected": -4.420421600341797, + "loss": 0.0511, + "odds_ratio_loss": 0.0059059979394078255, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0039049815386533737, + "rewards/margins": 0.4381372034549713, + "rewards/rejected": -0.44204211235046387, + "sft_loss": 0.03904981166124344, + "step": 3233 + }, + { + "epoch": 4.676789587852495, + "grad_norm": 1.6502092599765257, + "learning_rate": 9.617068554087953e-07, + "logits/chosen": -0.7731687426567078, + "logits/rejected": -0.6064621806144714, + "logps/chosen": -0.07107666879892349, + "logps/rejected": -4.7771806716918945, + "loss": 0.0717, + "odds_ratio_loss": 0.004392960108816624, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007107666693627834, + "rewards/margins": 0.4706103801727295, + "rewards/rejected": -0.4777180850505829, + "sft_loss": 0.07107666879892349, + "step": 3234 + }, + { + "epoch": 4.67823571945047, + "grad_norm": 1.828353358209516, + "learning_rate": 9.596876428709531e-07, + "logits/chosen": -0.7077252864837646, + "logits/rejected": -0.49990472197532654, + "logps/chosen": -0.09420859813690186, + "logps/rejected": -4.479310035705566, + "loss": 0.0771, + "odds_ratio_loss": 0.012622407637536526, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00942085962742567, + "rewards/margins": 0.4385101795196533, + "rewards/rejected": -0.4479310214519501, + "sft_loss": 0.09420859813690186, + "step": 3235 + }, + { + "epoch": 4.6796818510484455, + "grad_norm": 1.7821117898301133, + "learning_rate": 9.576702633487537e-07, + "logits/chosen": -0.8034138679504395, + "logits/rejected": -0.6696498990058899, + "logps/chosen": -0.14594009518623352, + "logps/rejected": -3.874324321746826, + "loss": 0.0969, + "odds_ratio_loss": 0.024632243439555168, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014594011008739471, + "rewards/margins": 0.37283843755722046, + "rewards/rejected": -0.38743242621421814, + "sft_loss": 0.14594009518623352, + "step": 3236 + }, + { + "epoch": 4.681127982646421, + "grad_norm": 1.9260742548491816, + "learning_rate": 9.556547180584828e-07, + "logits/chosen": -0.6212836503982544, + "logits/rejected": -0.5890661478042603, + "logps/chosen": -0.15807095170021057, + "logps/rejected": -3.948227882385254, + "loss": 0.126, + "odds_ratio_loss": 0.0165469441562891, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01580709218978882, + "rewards/margins": 0.3790157437324524, + "rewards/rejected": -0.3948228359222412, + "sft_loss": 0.15807095170021057, + "step": 3237 + }, + { + "epoch": 4.682574114244396, + "grad_norm": 1.7002914000121425, + "learning_rate": 9.536410082153215e-07, + "logits/chosen": -0.7422010898590088, + "logits/rejected": -0.556551992893219, + "logps/chosen": -0.19723354279994965, + "logps/rejected": -5.211292743682861, + "loss": 0.106, + "odds_ratio_loss": 0.009756670333445072, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019723355770111084, + "rewards/margins": 0.5014059543609619, + "rewards/rejected": -0.521129310131073, + "sft_loss": 0.19723354279994965, + "step": 3238 + }, + { + "epoch": 4.684020245842372, + "grad_norm": 1.3402956800471524, + "learning_rate": 9.516291350333414e-07, + "logits/chosen": -0.8872632384300232, + "logits/rejected": -0.7011750936508179, + "logps/chosen": -0.04245447367429733, + "logps/rejected": -4.0774006843566895, + "loss": 0.053, + "odds_ratio_loss": 0.0019003519555553794, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004245447926223278, + "rewards/margins": 0.40349453687667847, + "rewards/rejected": -0.4077400267124176, + "sft_loss": 0.04245447367429733, + "step": 3239 + }, + { + "epoch": 4.685466377440347, + "grad_norm": 1.6582515741923567, + "learning_rate": 9.496190997255098e-07, + "logits/chosen": -0.6277506947517395, + "logits/rejected": -0.443684846162796, + "logps/chosen": -0.07038243860006332, + "logps/rejected": -4.194167137145996, + "loss": 0.0861, + "odds_ratio_loss": 0.014950907789170742, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00703824358060956, + "rewards/margins": 0.4123784899711609, + "rewards/rejected": -0.41941672563552856, + "sft_loss": 0.07038243860006332, + "step": 3240 + }, + { + "epoch": 4.686912509038322, + "grad_norm": 1.5661539655850352, + "learning_rate": 9.476109035036831e-07, + "logits/chosen": -0.833951473236084, + "logits/rejected": -0.7562543153762817, + "logps/chosen": -0.10855622589588165, + "logps/rejected": -3.645920753479004, + "loss": 0.076, + "odds_ratio_loss": 0.010784967802464962, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010855622589588165, + "rewards/margins": 0.35373643040657043, + "rewards/rejected": -0.3645920753479004, + "sft_loss": 0.10855622589588165, + "step": 3241 + }, + { + "epoch": 4.688358640636298, + "grad_norm": 1.4776366552591538, + "learning_rate": 9.456045475786121e-07, + "logits/chosen": -0.7049121260643005, + "logits/rejected": -0.518916130065918, + "logps/chosen": -0.04573969542980194, + "logps/rejected": -5.782866954803467, + "loss": 0.0754, + "odds_ratio_loss": 0.006768940016627312, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004573969170451164, + "rewards/margins": 0.5737127065658569, + "rewards/rejected": -0.5782866477966309, + "sft_loss": 0.04573969542980194, + "step": 3242 + }, + { + "epoch": 4.6898047722342735, + "grad_norm": 1.615380623509659, + "learning_rate": 9.436000331599347e-07, + "logits/chosen": -0.865658164024353, + "logits/rejected": -0.7146108150482178, + "logps/chosen": -0.038462672382593155, + "logps/rejected": -4.004945755004883, + "loss": 0.0563, + "odds_ratio_loss": 0.007846795953810215, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003846267005428672, + "rewards/margins": 0.3966482877731323, + "rewards/rejected": -0.40049460530281067, + "sft_loss": 0.038462672382593155, + "step": 3243 + }, + { + "epoch": 4.691250903832248, + "grad_norm": 1.7145212188015946, + "learning_rate": 9.415973614561812e-07, + "logits/chosen": -0.6654316782951355, + "logits/rejected": -0.5937279462814331, + "logps/chosen": -0.07255206257104874, + "logps/rejected": -5.105835914611816, + "loss": 0.0939, + "odds_ratio_loss": 0.010402324609458447, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007255205884575844, + "rewards/margins": 0.5033283233642578, + "rewards/rejected": -0.5105835199356079, + "sft_loss": 0.07255206257104874, + "step": 3244 + }, + { + "epoch": 4.692697035430224, + "grad_norm": 1.5620231531870004, + "learning_rate": 9.395965336747677e-07, + "logits/chosen": -0.7461257576942444, + "logits/rejected": -0.6894717216491699, + "logps/chosen": -0.06823474168777466, + "logps/rejected": -5.050882339477539, + "loss": 0.0625, + "odds_ratio_loss": 0.007007937878370285, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006823473609983921, + "rewards/margins": 0.49826475977897644, + "rewards/rejected": -0.505088210105896, + "sft_loss": 0.06823474168777466, + "step": 3245 + }, + { + "epoch": 4.6941431670282, + "grad_norm": 1.5250744458372743, + "learning_rate": 9.375975510220033e-07, + "logits/chosen": -0.6381784677505493, + "logits/rejected": -0.47818252444267273, + "logps/chosen": -0.06893990188837051, + "logps/rejected": -4.53413200378418, + "loss": 0.0681, + "odds_ratio_loss": 0.006821871735155582, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006893990095704794, + "rewards/margins": 0.446519136428833, + "rewards/rejected": -0.4534131586551666, + "sft_loss": 0.06893990188837051, + "step": 3246 + }, + { + "epoch": 4.695589298626175, + "grad_norm": 1.3255197344195617, + "learning_rate": 9.356004147030798e-07, + "logits/chosen": -0.7541120052337646, + "logits/rejected": -0.6116973161697388, + "logps/chosen": -0.10232388228178024, + "logps/rejected": -4.735118865966797, + "loss": 0.0695, + "odds_ratio_loss": 0.005717164371162653, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01023238804191351, + "rewards/margins": 0.4632795453071594, + "rewards/rejected": -0.4735119044780731, + "sft_loss": 0.10232388228178024, + "step": 3247 + }, + { + "epoch": 4.69703543022415, + "grad_norm": 1.6754504716143828, + "learning_rate": 9.336051259220807e-07, + "logits/chosen": -0.813551127910614, + "logits/rejected": -0.5718523859977722, + "logps/chosen": -0.08019101619720459, + "logps/rejected": -4.289122104644775, + "loss": 0.0796, + "odds_ratio_loss": 0.008219133131206036, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008019101805984974, + "rewards/margins": 0.4208931028842926, + "rewards/rejected": -0.4289122223854065, + "sft_loss": 0.08019101619720459, + "step": 3248 + }, + { + "epoch": 4.698481561822126, + "grad_norm": 1.4682579826607338, + "learning_rate": 9.316116858819704e-07, + "logits/chosen": -0.9900127053260803, + "logits/rejected": -0.6790282726287842, + "logps/chosen": -0.04047767072916031, + "logps/rejected": -4.796731948852539, + "loss": 0.0736, + "odds_ratio_loss": 0.002619100734591484, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0040477667935192585, + "rewards/margins": 0.4756254553794861, + "rewards/rejected": -0.47967323660850525, + "sft_loss": 0.04047767072916031, + "step": 3249 + }, + { + "epoch": 4.6999276934201015, + "grad_norm": 1.7451548851827552, + "learning_rate": 9.296200957846028e-07, + "logits/chosen": -0.8112927079200745, + "logits/rejected": -0.715489387512207, + "logps/chosen": -0.07249405980110168, + "logps/rejected": -4.894453525543213, + "loss": 0.0778, + "odds_ratio_loss": 0.00706165935844183, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007249406538903713, + "rewards/margins": 0.48219597339630127, + "rewards/rejected": -0.48944535851478577, + "sft_loss": 0.07249405980110168, + "step": 3250 + }, + { + "epoch": 4.701373825018076, + "grad_norm": 1.649219451393204, + "learning_rate": 9.276303568307167e-07, + "logits/chosen": -0.9887948036193848, + "logits/rejected": -0.7613665461540222, + "logps/chosen": -0.0671960636973381, + "logps/rejected": -3.415968179702759, + "loss": 0.098, + "odds_ratio_loss": 0.003112174803391099, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006719606928527355, + "rewards/margins": 0.33487722277641296, + "rewards/rejected": -0.3415968418121338, + "sft_loss": 0.0671960636973381, + "step": 3251 + }, + { + "epoch": 4.702819956616052, + "grad_norm": 2.515817384014982, + "learning_rate": 9.25642470219929e-07, + "logits/chosen": -0.8247559070587158, + "logits/rejected": -0.6773849129676819, + "logps/chosen": -0.07466698437929153, + "logps/rejected": -4.479544162750244, + "loss": 0.0735, + "odds_ratio_loss": 0.0051119765266776085, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007466698996722698, + "rewards/margins": 0.44048771262168884, + "rewards/rejected": -0.4479544162750244, + "sft_loss": 0.07466698437929153, + "step": 3252 + }, + { + "epoch": 4.704266088214028, + "grad_norm": 1.491972360970979, + "learning_rate": 9.236564371507474e-07, + "logits/chosen": -0.7877534031867981, + "logits/rejected": -0.6748812794685364, + "logps/chosen": -0.13032501935958862, + "logps/rejected": -4.983989715576172, + "loss": 0.0713, + "odds_ratio_loss": 0.01147688739001751, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013032502494752407, + "rewards/margins": 0.48536643385887146, + "rewards/rejected": -0.49839890003204346, + "sft_loss": 0.13032501935958862, + "step": 3253 + }, + { + "epoch": 4.705712219812003, + "grad_norm": 1.624021210716625, + "learning_rate": 9.216722588205561e-07, + "logits/chosen": -0.8625186085700989, + "logits/rejected": -0.8469754457473755, + "logps/chosen": -0.08548222482204437, + "logps/rejected": -4.792725086212158, + "loss": 0.0718, + "odds_ratio_loss": 0.008853597566485405, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008548222482204437, + "rewards/margins": 0.47072431445121765, + "rewards/rejected": -0.4792725443840027, + "sft_loss": 0.08548222482204437, + "step": 3254 + }, + { + "epoch": 4.707158351409978, + "grad_norm": 1.7508042191690136, + "learning_rate": 9.196899364256259e-07, + "logits/chosen": -0.6333081722259521, + "logits/rejected": -0.4871371388435364, + "logps/chosen": -0.08562222123146057, + "logps/rejected": -4.179487705230713, + "loss": 0.1186, + "odds_ratio_loss": 0.008961411193013191, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008562222123146057, + "rewards/margins": 0.4093865156173706, + "rewards/rejected": -0.41794872283935547, + "sft_loss": 0.08562222123146057, + "step": 3255 + }, + { + "epoch": 4.708604483007954, + "grad_norm": 1.4369748515968988, + "learning_rate": 9.177094711611041e-07, + "logits/chosen": -0.7007789611816406, + "logits/rejected": -0.4575268030166626, + "logps/chosen": -0.034006789326667786, + "logps/rejected": -4.8226637840271, + "loss": 0.0648, + "odds_ratio_loss": 0.001526236068457365, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0034006789792329073, + "rewards/margins": 0.47886568307876587, + "rewards/rejected": -0.4822664260864258, + "sft_loss": 0.034006789326667786, + "step": 3256 + }, + { + "epoch": 4.7100506146059296, + "grad_norm": 1.93287908188121, + "learning_rate": 9.157308642210235e-07, + "logits/chosen": -0.7941340804100037, + "logits/rejected": -0.5466873049736023, + "logps/chosen": -0.06813658028841019, + "logps/rejected": -3.8739757537841797, + "loss": 0.0663, + "odds_ratio_loss": 0.014670598320662975, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0068136584013700485, + "rewards/margins": 0.3805839419364929, + "rewards/rejected": -0.3873975872993469, + "sft_loss": 0.06813658028841019, + "step": 3257 + }, + { + "epoch": 4.711496746203904, + "grad_norm": 1.6984279813334189, + "learning_rate": 9.137541167982905e-07, + "logits/chosen": -0.997580349445343, + "logits/rejected": -0.6903654932975769, + "logps/chosen": -0.11518067121505737, + "logps/rejected": -4.90092658996582, + "loss": 0.0901, + "odds_ratio_loss": 0.011495430953800678, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011518066748976707, + "rewards/margins": 0.47857460379600525, + "rewards/rejected": -0.4900926947593689, + "sft_loss": 0.11518067121505737, + "step": 3258 + }, + { + "epoch": 4.71294287780188, + "grad_norm": 1.5717400046835743, + "learning_rate": 9.117792300846958e-07, + "logits/chosen": -0.8282598257064819, + "logits/rejected": -0.6946208477020264, + "logps/chosen": -0.031053097918629646, + "logps/rejected": -4.154017925262451, + "loss": 0.0545, + "odds_ratio_loss": 0.0034298747777938843, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0031053097918629646, + "rewards/margins": 0.41229650378227234, + "rewards/rejected": -0.41540175676345825, + "sft_loss": 0.031053097918629646, + "step": 3259 + }, + { + "epoch": 4.714389009399856, + "grad_norm": 1.4768072947611934, + "learning_rate": 9.098062052709052e-07, + "logits/chosen": -0.8885550498962402, + "logits/rejected": -0.587072491645813, + "logps/chosen": -0.07804380357265472, + "logps/rejected": -6.696857929229736, + "loss": 0.0927, + "odds_ratio_loss": 0.008093244396150112, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007804380729794502, + "rewards/margins": 0.6618814468383789, + "rewards/rejected": -0.6696858406066895, + "sft_loss": 0.07804380357265472, + "step": 3260 + }, + { + "epoch": 4.7158351409978305, + "grad_norm": 1.5119276549388956, + "learning_rate": 9.078350435464627e-07, + "logits/chosen": -0.7504903078079224, + "logits/rejected": -0.6390421390533447, + "logps/chosen": -0.11923964321613312, + "logps/rejected": -4.330544471740723, + "loss": 0.0777, + "odds_ratio_loss": 0.007041964679956436, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011923965066671371, + "rewards/margins": 0.4211304783821106, + "rewards/rejected": -0.4330544173717499, + "sft_loss": 0.11923964321613312, + "step": 3261 + }, + { + "epoch": 4.717281272595806, + "grad_norm": 1.848013472334746, + "learning_rate": 9.058657460997876e-07, + "logits/chosen": -1.02030611038208, + "logits/rejected": -0.9156399965286255, + "logps/chosen": -0.07417614012956619, + "logps/rejected": -3.798497200012207, + "loss": 0.0791, + "odds_ratio_loss": 0.008186925202608109, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007417613640427589, + "rewards/margins": 0.3724321126937866, + "rewards/rejected": -0.37984973192214966, + "sft_loss": 0.07417614012956619, + "step": 3262 + }, + { + "epoch": 4.718727404193782, + "grad_norm": 2.0126285877800028, + "learning_rate": 9.03898314118178e-07, + "logits/chosen": -0.9355478882789612, + "logits/rejected": -0.703206479549408, + "logps/chosen": -0.1144571453332901, + "logps/rejected": -6.172203063964844, + "loss": 0.0773, + "odds_ratio_loss": 0.011154555715620518, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011445715092122555, + "rewards/margins": 0.6057746410369873, + "rewards/rejected": -0.6172203421592712, + "sft_loss": 0.1144571453332901, + "step": 3263 + }, + { + "epoch": 4.720173535791757, + "grad_norm": 1.5994780503232926, + "learning_rate": 9.019327487878072e-07, + "logits/chosen": -0.7576562166213989, + "logits/rejected": -0.6976518630981445, + "logps/chosen": -0.05885721370577812, + "logps/rejected": -5.845735549926758, + "loss": 0.0676, + "odds_ratio_loss": 0.005953238345682621, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005885721184313297, + "rewards/margins": 0.5786879062652588, + "rewards/rejected": -0.5845736265182495, + "sft_loss": 0.05885721370577812, + "step": 3264 + }, + { + "epoch": 4.721619667389732, + "grad_norm": 1.8736737702028536, + "learning_rate": 8.999690512937195e-07, + "logits/chosen": -0.9201067686080933, + "logits/rejected": -0.7886765003204346, + "logps/chosen": -0.03042430989444256, + "logps/rejected": -2.8618273735046387, + "loss": 0.0658, + "odds_ratio_loss": 0.003192545147612691, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030424310825765133, + "rewards/margins": 0.2831403315067291, + "rewards/rejected": -0.2861827611923218, + "sft_loss": 0.03042430989444256, + "step": 3265 + }, + { + "epoch": 4.723065798987708, + "grad_norm": 1.5332286243868711, + "learning_rate": 8.980072228198374e-07, + "logits/chosen": -1.1953673362731934, + "logits/rejected": -0.7290738224983215, + "logps/chosen": -0.08467172086238861, + "logps/rejected": -4.777332305908203, + "loss": 0.0647, + "odds_ratio_loss": 0.003652008716017008, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008467172272503376, + "rewards/margins": 0.4692661166191101, + "rewards/rejected": -0.4777332842350006, + "sft_loss": 0.08467172086238861, + "step": 3266 + }, + { + "epoch": 4.724511930585683, + "grad_norm": 1.421654983561279, + "learning_rate": 8.960472645489536e-07, + "logits/chosen": -0.9492431879043579, + "logits/rejected": -0.63211590051651, + "logps/chosen": -0.05600889027118683, + "logps/rejected": -6.399876594543457, + "loss": 0.0529, + "odds_ratio_loss": 0.0036964938044548035, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005600889213383198, + "rewards/margins": 0.6343867778778076, + "rewards/rejected": -0.639987587928772, + "sft_loss": 0.05600889027118683, + "step": 3267 + }, + { + "epoch": 4.7259580621836585, + "grad_norm": 1.5880771854974947, + "learning_rate": 8.940891776627348e-07, + "logits/chosen": -0.8621605634689331, + "logits/rejected": -0.5667805671691895, + "logps/chosen": -0.09114475548267365, + "logps/rejected": -7.375045299530029, + "loss": 0.0932, + "odds_ratio_loss": 0.00746044609695673, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00911447498947382, + "rewards/margins": 0.728390097618103, + "rewards/rejected": -0.7375046014785767, + "sft_loss": 0.09114475548267365, + "step": 3268 + }, + { + "epoch": 4.727404193781634, + "grad_norm": 1.5189323585430745, + "learning_rate": 8.921329633417172e-07, + "logits/chosen": -0.9254083633422852, + "logits/rejected": -0.7080655097961426, + "logps/chosen": -0.11067543923854828, + "logps/rejected": -3.79581356048584, + "loss": 0.0815, + "odds_ratio_loss": 0.026493411511182785, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011067543178796768, + "rewards/margins": 0.368513822555542, + "rewards/rejected": -0.37958139181137085, + "sft_loss": 0.11067543923854828, + "step": 3269 + }, + { + "epoch": 4.72885032537961, + "grad_norm": 1.7915520979090995, + "learning_rate": 8.901786227653119e-07, + "logits/chosen": -1.0431417226791382, + "logits/rejected": -0.6968197822570801, + "logps/chosen": -0.06255242228507996, + "logps/rejected": -5.142256259918213, + "loss": 0.1002, + "odds_ratio_loss": 0.004798182286322117, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006255242042243481, + "rewards/margins": 0.50797039270401, + "rewards/rejected": -0.5142256617546082, + "sft_loss": 0.06255242228507996, + "step": 3270 + }, + { + "epoch": 4.730296456977585, + "grad_norm": 1.5051111918909226, + "learning_rate": 8.882261571117959e-07, + "logits/chosen": -0.9455627202987671, + "logits/rejected": -0.6978684663772583, + "logps/chosen": -0.058345332741737366, + "logps/rejected": -3.4079577922821045, + "loss": 0.0952, + "odds_ratio_loss": 0.0066518341191112995, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005834532901644707, + "rewards/margins": 0.33496126532554626, + "rewards/rejected": -0.3407958149909973, + "sft_loss": 0.058345332741737366, + "step": 3271 + }, + { + "epoch": 4.73174258857556, + "grad_norm": 1.6356443459061143, + "learning_rate": 8.862755675583207e-07, + "logits/chosen": -0.5706143379211426, + "logits/rejected": -0.42333659529685974, + "logps/chosen": -0.0708899050951004, + "logps/rejected": -6.153177261352539, + "loss": 0.0879, + "odds_ratio_loss": 0.0040434496477246284, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007088990416377783, + "rewards/margins": 0.6082287430763245, + "rewards/rejected": -0.6153177618980408, + "sft_loss": 0.0708899050951004, + "step": 3272 + }, + { + "epoch": 4.733188720173536, + "grad_norm": 1.667441586060215, + "learning_rate": 8.843268552809009e-07, + "logits/chosen": -0.7408003211021423, + "logits/rejected": -0.5686386227607727, + "logps/chosen": -0.10141906142234802, + "logps/rejected": -4.278630256652832, + "loss": 0.0906, + "odds_ratio_loss": 0.010225032456219196, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010141907259821892, + "rewards/margins": 0.417721152305603, + "rewards/rejected": -0.42786306142807007, + "sft_loss": 0.10141906142234802, + "step": 3273 + }, + { + "epoch": 4.734634851771511, + "grad_norm": 1.646184662641339, + "learning_rate": 8.823800214544257e-07, + "logits/chosen": -0.8300518989562988, + "logits/rejected": -0.771294116973877, + "logps/chosen": -0.06484097242355347, + "logps/rejected": -5.420320510864258, + "loss": 0.081, + "odds_ratio_loss": 0.00832346174865961, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006484096869826317, + "rewards/margins": 0.5355479121208191, + "rewards/rejected": -0.54203200340271, + "sft_loss": 0.06484097242355347, + "step": 3274 + }, + { + "epoch": 4.736080983369487, + "grad_norm": 1.6407642969954903, + "learning_rate": 8.804350672526469e-07, + "logits/chosen": -0.8406962156295776, + "logits/rejected": -0.6480029821395874, + "logps/chosen": -0.06862354278564453, + "logps/rejected": -4.057324409484863, + "loss": 0.0744, + "odds_ratio_loss": 0.017293782904744148, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006862354464828968, + "rewards/margins": 0.398870050907135, + "rewards/rejected": -0.4057324230670929, + "sft_loss": 0.06862354278564453, + "step": 3275 + }, + { + "epoch": 4.737527114967462, + "grad_norm": 1.243947005110168, + "learning_rate": 8.784919938481832e-07, + "logits/chosen": -0.9880828261375427, + "logits/rejected": -0.694316029548645, + "logps/chosen": -0.04657265543937683, + "logps/rejected": -4.722322463989258, + "loss": 0.0611, + "odds_ratio_loss": 0.004112796392291784, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004657265730202198, + "rewards/margins": 0.46757495403289795, + "rewards/rejected": -0.4722321927547455, + "sft_loss": 0.04657265543937683, + "step": 3276 + }, + { + "epoch": 4.738973246565438, + "grad_norm": 1.4949852325477238, + "learning_rate": 8.76550802412523e-07, + "logits/chosen": -0.43887242674827576, + "logits/rejected": -0.36812540888786316, + "logps/chosen": -0.03462660312652588, + "logps/rejected": -5.46714973449707, + "loss": 0.0631, + "odds_ratio_loss": 0.013562695123255253, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0034626605920493603, + "rewards/margins": 0.5432523488998413, + "rewards/rejected": -0.5467150211334229, + "sft_loss": 0.03462660312652588, + "step": 3277 + }, + { + "epoch": 4.740419378163413, + "grad_norm": 1.4479273066737757, + "learning_rate": 8.746114941160163e-07, + "logits/chosen": -0.691802978515625, + "logits/rejected": -0.5151437520980835, + "logps/chosen": -0.1676384061574936, + "logps/rejected": -5.6583147048950195, + "loss": 0.0748, + "odds_ratio_loss": 0.016385193914175034, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01676384173333645, + "rewards/margins": 0.5490676760673523, + "rewards/rejected": -0.5658314824104309, + "sft_loss": 0.1676384061574936, + "step": 3278 + }, + { + "epoch": 4.741865509761388, + "grad_norm": 1.6250065519446988, + "learning_rate": 8.726740701278808e-07, + "logits/chosen": -0.9104323387145996, + "logits/rejected": -0.8115368485450745, + "logps/chosen": -0.02846909500658512, + "logps/rejected": -3.3297507762908936, + "loss": 0.0595, + "odds_ratio_loss": 0.0022020572796463966, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0028469092212617397, + "rewards/margins": 0.33012816309928894, + "rewards/rejected": -0.3329750597476959, + "sft_loss": 0.02846909500658512, + "step": 3279 + }, + { + "epoch": 4.743311641359364, + "grad_norm": 1.5518030908611087, + "learning_rate": 8.707385316161953e-07, + "logits/chosen": -0.8623483180999756, + "logits/rejected": -0.645122766494751, + "logps/chosen": -0.05945183336734772, + "logps/rejected": -4.296452045440674, + "loss": 0.0591, + "odds_ratio_loss": 0.005059407092630863, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005945183336734772, + "rewards/margins": 0.4237000346183777, + "rewards/rejected": -0.4296451807022095, + "sft_loss": 0.05945183336734772, + "step": 3280 + }, + { + "epoch": 4.744757772957339, + "grad_norm": 1.7926493160828691, + "learning_rate": 8.688048797479042e-07, + "logits/chosen": -1.0307143926620483, + "logits/rejected": -0.6179426908493042, + "logps/chosen": -0.06234199181199074, + "logps/rejected": -5.2709503173828125, + "loss": 0.0493, + "odds_ratio_loss": 0.003489615162834525, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0062341997399926186, + "rewards/margins": 0.5208608508110046, + "rewards/rejected": -0.5270950198173523, + "sft_loss": 0.06234199181199074, + "step": 3281 + }, + { + "epoch": 4.746203904555315, + "grad_norm": 1.658140114417297, + "learning_rate": 8.668731156888131e-07, + "logits/chosen": -0.9141590595245361, + "logits/rejected": -0.656516432762146, + "logps/chosen": -0.11738917231559753, + "logps/rejected": -3.92860746383667, + "loss": 0.063, + "odds_ratio_loss": 0.012846600264310837, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011738916859030724, + "rewards/margins": 0.38112184405326843, + "rewards/rejected": -0.3928607702255249, + "sft_loss": 0.11738917231559753, + "step": 3282 + }, + { + "epoch": 4.74765003615329, + "grad_norm": 2.812226274576573, + "learning_rate": 8.649432406035897e-07, + "logits/chosen": -0.6458684206008911, + "logits/rejected": -0.5954203009605408, + "logps/chosen": -0.14193274080753326, + "logps/rejected": -5.994907379150391, + "loss": 0.1098, + "odds_ratio_loss": 0.005412849597632885, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014193275012075901, + "rewards/margins": 0.5852974653244019, + "rewards/rejected": -0.5994908213615417, + "sft_loss": 0.14193274080753326, + "step": 3283 + }, + { + "epoch": 4.749096167751265, + "grad_norm": 1.5820536753740884, + "learning_rate": 8.630152556557613e-07, + "logits/chosen": -0.6483851671218872, + "logits/rejected": -0.5950357913970947, + "logps/chosen": -0.04669715836644173, + "logps/rejected": -3.50252628326416, + "loss": 0.0653, + "odds_ratio_loss": 0.0048396410420536995, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004669716116040945, + "rewards/margins": 0.34558290243148804, + "rewards/rejected": -0.350252628326416, + "sft_loss": 0.04669715836644173, + "step": 3284 + }, + { + "epoch": 4.750542299349241, + "grad_norm": 1.691255261241321, + "learning_rate": 8.610891620077198e-07, + "logits/chosen": -0.6523389220237732, + "logits/rejected": -0.4981173872947693, + "logps/chosen": -0.11179995536804199, + "logps/rejected": -4.435649871826172, + "loss": 0.1057, + "odds_ratio_loss": 0.007845187559723854, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011179995723068714, + "rewards/margins": 0.4323849678039551, + "rewards/rejected": -0.4435649812221527, + "sft_loss": 0.11179995536804199, + "step": 3285 + }, + { + "epoch": 4.7519884309472165, + "grad_norm": 1.625313677026407, + "learning_rate": 8.59164960820712e-07, + "logits/chosen": -0.8503109216690063, + "logits/rejected": -0.7520562410354614, + "logps/chosen": -0.16012218594551086, + "logps/rejected": -3.7297375202178955, + "loss": 0.1028, + "odds_ratio_loss": 0.033738117665052414, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016012219712138176, + "rewards/margins": 0.35696154832839966, + "rewards/rejected": -0.3729737401008606, + "sft_loss": 0.16012218594551086, + "step": 3286 + }, + { + "epoch": 4.753434562545191, + "grad_norm": 1.4980789666005607, + "learning_rate": 8.572426532548487e-07, + "logits/chosen": -0.6264578104019165, + "logits/rejected": -0.6370917558670044, + "logps/chosen": -0.09624272584915161, + "logps/rejected": -3.5333688259124756, + "loss": 0.0647, + "odds_ratio_loss": 0.013179374858736992, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009624271653592587, + "rewards/margins": 0.34371256828308105, + "rewards/rejected": -0.3533368706703186, + "sft_loss": 0.09624272584915161, + "step": 3287 + }, + { + "epoch": 4.754880694143167, + "grad_norm": 1.7420127662395781, + "learning_rate": 8.553222404690928e-07, + "logits/chosen": -0.8942149877548218, + "logits/rejected": -0.7594558000564575, + "logps/chosen": -0.08043821156024933, + "logps/rejected": -4.053690433502197, + "loss": 0.0754, + "odds_ratio_loss": 0.005299334414303303, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008043821901082993, + "rewards/margins": 0.39732521772384644, + "rewards/rejected": -0.4053690433502197, + "sft_loss": 0.08043821156024933, + "step": 3288 + }, + { + "epoch": 4.756326825741143, + "grad_norm": 1.6059975248009308, + "learning_rate": 8.534037236212715e-07, + "logits/chosen": -0.8111061453819275, + "logits/rejected": -0.6317873597145081, + "logps/chosen": -0.06460095942020416, + "logps/rejected": -5.87692928314209, + "loss": 0.0611, + "odds_ratio_loss": 0.00885202456265688, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006460095755755901, + "rewards/margins": 0.5812327861785889, + "rewards/rejected": -0.58769291639328, + "sft_loss": 0.06460095942020416, + "step": 3289 + }, + { + "epoch": 4.757772957339117, + "grad_norm": 1.8821353090731472, + "learning_rate": 8.514871038680644e-07, + "logits/chosen": -0.7282547950744629, + "logits/rejected": -0.5171594619750977, + "logps/chosen": -0.09477448463439941, + "logps/rejected": -6.691037654876709, + "loss": 0.1061, + "odds_ratio_loss": 0.00491682905703783, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009477448649704456, + "rewards/margins": 0.659626305103302, + "rewards/rejected": -0.6691038012504578, + "sft_loss": 0.09477448463439941, + "step": 3290 + }, + { + "epoch": 4.759219088937093, + "grad_norm": 1.3869499519014088, + "learning_rate": 8.495723823650078e-07, + "logits/chosen": -0.8584036231040955, + "logits/rejected": -0.7203078866004944, + "logps/chosen": -0.06936081498861313, + "logps/rejected": -5.100736618041992, + "loss": 0.0654, + "odds_ratio_loss": 0.005390543024986982, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006936081685125828, + "rewards/margins": 0.5031375885009766, + "rewards/rejected": -0.5100736618041992, + "sft_loss": 0.06936081498861313, + "step": 3291 + }, + { + "epoch": 4.760665220535069, + "grad_norm": 1.572558923505267, + "learning_rate": 8.476595602664965e-07, + "logits/chosen": -0.7464091777801514, + "logits/rejected": -0.6228684186935425, + "logps/chosen": -0.07792852073907852, + "logps/rejected": -4.133586883544922, + "loss": 0.0911, + "odds_ratio_loss": 0.008083056658506393, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0077928523533046246, + "rewards/margins": 0.4055657982826233, + "rewards/rejected": -0.4133586883544922, + "sft_loss": 0.07792852073907852, + "step": 3292 + }, + { + "epoch": 4.7621113521330445, + "grad_norm": 1.8275520156329068, + "learning_rate": 8.457486387257753e-07, + "logits/chosen": -0.6914631128311157, + "logits/rejected": -0.5352708697319031, + "logps/chosen": -0.06538383662700653, + "logps/rejected": -4.57308292388916, + "loss": 0.0546, + "odds_ratio_loss": 0.005749408155679703, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006538383662700653, + "rewards/margins": 0.45076990127563477, + "rewards/rejected": -0.4573083519935608, + "sft_loss": 0.06538383662700653, + "step": 3293 + }, + { + "epoch": 4.763557483731019, + "grad_norm": 1.6277201198392217, + "learning_rate": 8.438396188949486e-07, + "logits/chosen": -0.6373045444488525, + "logits/rejected": -0.615994930267334, + "logps/chosen": -0.11351317912340164, + "logps/rejected": -6.261795997619629, + "loss": 0.0821, + "odds_ratio_loss": 0.02115788869559765, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011351317167282104, + "rewards/margins": 0.61482834815979, + "rewards/rejected": -0.6261796355247498, + "sft_loss": 0.11351317912340164, + "step": 3294 + }, + { + "epoch": 4.765003615328995, + "grad_norm": 1.771173716342708, + "learning_rate": 8.419325019249699e-07, + "logits/chosen": -0.8777015209197998, + "logits/rejected": -0.7351939082145691, + "logps/chosen": -0.09541021287441254, + "logps/rejected": -4.427221298217773, + "loss": 0.0785, + "odds_ratio_loss": 0.0014403918758034706, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009541021659970284, + "rewards/margins": 0.43318116664886475, + "rewards/rejected": -0.4427221417427063, + "sft_loss": 0.09541021287441254, + "step": 3295 + }, + { + "epoch": 4.766449746926971, + "grad_norm": 1.4668075763215394, + "learning_rate": 8.400272889656484e-07, + "logits/chosen": -0.9218635559082031, + "logits/rejected": -0.8534926176071167, + "logps/chosen": -0.044725202023983, + "logps/rejected": -3.9485654830932617, + "loss": 0.0502, + "odds_ratio_loss": 0.007518763653934002, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0044725202023983, + "rewards/margins": 0.3903840184211731, + "rewards/rejected": -0.3948565125465393, + "sft_loss": 0.044725202023983, + "step": 3296 + }, + { + "epoch": 4.7678958785249455, + "grad_norm": 1.754333085943087, + "learning_rate": 8.381239811656434e-07, + "logits/chosen": -0.5121525526046753, + "logits/rejected": -0.393355131149292, + "logps/chosen": -0.0673723891377449, + "logps/rejected": -4.3197021484375, + "loss": 0.0698, + "odds_ratio_loss": 0.006755652837455273, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006737238727509975, + "rewards/margins": 0.42523300647735596, + "rewards/rejected": -0.4319702386856079, + "sft_loss": 0.0673723891377449, + "step": 3297 + }, + { + "epoch": 4.769342010122921, + "grad_norm": 1.429132077368146, + "learning_rate": 8.362225796724662e-07, + "logits/chosen": -0.8575242757797241, + "logits/rejected": -0.8655635714530945, + "logps/chosen": -0.10043197125196457, + "logps/rejected": -4.142751693725586, + "loss": 0.0738, + "odds_ratio_loss": 0.010751158930361271, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010043196380138397, + "rewards/margins": 0.4042320251464844, + "rewards/rejected": -0.414275199174881, + "sft_loss": 0.10043197125196457, + "step": 3298 + }, + { + "epoch": 4.770788141720897, + "grad_norm": 2.0904057729420122, + "learning_rate": 8.343230856324779e-07, + "logits/chosen": -0.6189036965370178, + "logits/rejected": -0.5577619671821594, + "logps/chosen": -0.06153484806418419, + "logps/rejected": -5.164226531982422, + "loss": 0.0832, + "odds_ratio_loss": 0.007398117333650589, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006153484806418419, + "rewards/margins": 0.5102692246437073, + "rewards/rejected": -0.5164227485656738, + "sft_loss": 0.06153484806418419, + "step": 3299 + }, + { + "epoch": 4.7722342733188725, + "grad_norm": 1.809363032411696, + "learning_rate": 8.324255001908929e-07, + "logits/chosen": -0.6867760419845581, + "logits/rejected": -0.5739983916282654, + "logps/chosen": -0.08187718689441681, + "logps/rejected": -4.6687726974487305, + "loss": 0.0809, + "odds_ratio_loss": 0.01753270998597145, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008187718689441681, + "rewards/margins": 0.4586895704269409, + "rewards/rejected": -0.4668773114681244, + "sft_loss": 0.08187718689441681, + "step": 3300 + }, + { + "epoch": 4.773680404916847, + "grad_norm": 1.6080700276039386, + "learning_rate": 8.305298244917698e-07, + "logits/chosen": -1.0285183191299438, + "logits/rejected": -0.8908055424690247, + "logps/chosen": -0.1339968740940094, + "logps/rejected": -2.8577942848205566, + "loss": 0.0732, + "odds_ratio_loss": 0.020126506686210632, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01339968666434288, + "rewards/margins": 0.2723797559738159, + "rewards/rejected": -0.2857794165611267, + "sft_loss": 0.1339968740940094, + "step": 3301 + }, + { + "epoch": 4.775126536514823, + "grad_norm": 1.5805169753771973, + "learning_rate": 8.286360596780197e-07, + "logits/chosen": -0.8294731378555298, + "logits/rejected": -0.64952552318573, + "logps/chosen": -0.061815451830625534, + "logps/rejected": -4.596172332763672, + "loss": 0.0699, + "odds_ratio_loss": 0.0055434140376746655, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006181545555591583, + "rewards/margins": 0.4534357190132141, + "rewards/rejected": -0.4596172571182251, + "sft_loss": 0.061815451830625534, + "step": 3302 + }, + { + "epoch": 4.776572668112799, + "grad_norm": 1.7640904225463478, + "learning_rate": 8.267442068914019e-07, + "logits/chosen": -0.8276826739311218, + "logits/rejected": -0.5451090931892395, + "logps/chosen": -0.04526611045002937, + "logps/rejected": -5.430952072143555, + "loss": 0.0699, + "odds_ratio_loss": 0.0029891584999859333, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00452661095187068, + "rewards/margins": 0.5385686159133911, + "rewards/rejected": -0.5430951714515686, + "sft_loss": 0.04526611045002937, + "step": 3303 + }, + { + "epoch": 4.7780187997107735, + "grad_norm": 1.4000226060925451, + "learning_rate": 8.248542672725189e-07, + "logits/chosen": -0.8920959830284119, + "logits/rejected": -0.6845582127571106, + "logps/chosen": -0.04449871927499771, + "logps/rejected": -3.2585527896881104, + "loss": 0.0678, + "odds_ratio_loss": 0.005256593693047762, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004449872300028801, + "rewards/margins": 0.3214053809642792, + "rewards/rejected": -0.3258552551269531, + "sft_loss": 0.04449871927499771, + "step": 3304 + }, + { + "epoch": 4.779464931308749, + "grad_norm": 1.467193415411127, + "learning_rate": 8.229662419608252e-07, + "logits/chosen": -0.9364633560180664, + "logits/rejected": -0.799718976020813, + "logps/chosen": -0.09500187635421753, + "logps/rejected": -4.936524391174316, + "loss": 0.0788, + "odds_ratio_loss": 0.007705302909016609, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009500187821686268, + "rewards/margins": 0.48415225744247437, + "rewards/rejected": -0.49365243315696716, + "sft_loss": 0.09500187635421753, + "step": 3305 + }, + { + "epoch": 4.780911062906725, + "grad_norm": 1.4723060397784287, + "learning_rate": 8.210801320946163e-07, + "logits/chosen": -0.8033458590507507, + "logits/rejected": -0.514359712600708, + "logps/chosen": -0.07291413843631744, + "logps/rejected": -6.4514875411987305, + "loss": 0.0735, + "odds_ratio_loss": 0.004370196722447872, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007291413843631744, + "rewards/margins": 0.6378573179244995, + "rewards/rejected": -0.6451488137245178, + "sft_loss": 0.07291413843631744, + "step": 3306 + }, + { + "epoch": 4.7823571945047, + "grad_norm": 1.4452690512837696, + "learning_rate": 8.191959388110356e-07, + "logits/chosen": -0.767648458480835, + "logits/rejected": -0.6331923007965088, + "logps/chosen": -0.06505173444747925, + "logps/rejected": -3.9707190990448, + "loss": 0.0706, + "odds_ratio_loss": 0.0042672669515013695, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006505173165351152, + "rewards/margins": 0.39056673645973206, + "rewards/rejected": -0.397071897983551, + "sft_loss": 0.06505173444747925, + "step": 3307 + }, + { + "epoch": 4.783803326102675, + "grad_norm": 1.4691145708870954, + "learning_rate": 8.173136632460687e-07, + "logits/chosen": -0.8610515594482422, + "logits/rejected": -0.6491256356239319, + "logps/chosen": -0.05403333902359009, + "logps/rejected": -3.766594648361206, + "loss": 0.0779, + "odds_ratio_loss": 0.004882722161710262, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005403334274888039, + "rewards/margins": 0.37125617265701294, + "rewards/rejected": -0.3766595125198364, + "sft_loss": 0.05403333902359009, + "step": 3308 + }, + { + "epoch": 4.785249457700651, + "grad_norm": 2.0942384834532115, + "learning_rate": 8.154333065345489e-07, + "logits/chosen": -0.7129379510879517, + "logits/rejected": -0.49292656779289246, + "logps/chosen": -0.08610312640666962, + "logps/rejected": -4.657783031463623, + "loss": 0.1099, + "odds_ratio_loss": 0.007286392152309418, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008610313758254051, + "rewards/margins": 0.45716798305511475, + "rewards/rejected": -0.46577832102775574, + "sft_loss": 0.08610312640666962, + "step": 3309 + }, + { + "epoch": 4.786695589298626, + "grad_norm": 1.9279725748993217, + "learning_rate": 8.135548698101482e-07, + "logits/chosen": -0.6503070592880249, + "logits/rejected": -0.5543050765991211, + "logps/chosen": -0.0853266641497612, + "logps/rejected": -4.004879951477051, + "loss": 0.08, + "odds_ratio_loss": 0.019836550578475, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008532666601240635, + "rewards/margins": 0.39195531606674194, + "rewards/rejected": -0.4004879891872406, + "sft_loss": 0.0853266641497612, + "step": 3310 + }, + { + "epoch": 4.7881417208966015, + "grad_norm": 1.967430729296363, + "learning_rate": 8.116783542053855e-07, + "logits/chosen": -0.7817206382751465, + "logits/rejected": -0.6119512915611267, + "logps/chosen": -0.12662483751773834, + "logps/rejected": -4.243107795715332, + "loss": 0.1184, + "odds_ratio_loss": 0.009148865006864071, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012662483379244804, + "rewards/margins": 0.41164830327033997, + "rewards/rejected": -0.4243107736110687, + "sft_loss": 0.12662483751773834, + "step": 3311 + }, + { + "epoch": 4.789587852494577, + "grad_norm": 1.6003137675765775, + "learning_rate": 8.09803760851616e-07, + "logits/chosen": -0.8021121621131897, + "logits/rejected": -0.5248170495033264, + "logps/chosen": -0.05905238538980484, + "logps/rejected": -4.108620643615723, + "loss": 0.0577, + "odds_ratio_loss": 0.007532968185842037, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005905238911509514, + "rewards/margins": 0.4049568772315979, + "rewards/rejected": -0.4108620882034302, + "sft_loss": 0.05905238538980484, + "step": 3312 + }, + { + "epoch": 4.791033984092552, + "grad_norm": 1.5645076243387899, + "learning_rate": 8.079310908790419e-07, + "logits/chosen": -0.934636116027832, + "logits/rejected": -0.722909688949585, + "logps/chosen": -0.1410127729177475, + "logps/rejected": -5.098935127258301, + "loss": 0.1074, + "odds_ratio_loss": 0.0036122482270002365, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01410127803683281, + "rewards/margins": 0.4957922697067261, + "rewards/rejected": -0.509893536567688, + "sft_loss": 0.1410127729177475, + "step": 3313 + }, + { + "epoch": 4.792480115690528, + "grad_norm": 1.3982813202070725, + "learning_rate": 8.060603454167019e-07, + "logits/chosen": -1.0576629638671875, + "logits/rejected": -0.6195839047431946, + "logps/chosen": -0.08455665409564972, + "logps/rejected": -5.276945114135742, + "loss": 0.084, + "odds_ratio_loss": 0.007596557028591633, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008455665782094002, + "rewards/margins": 0.5192388296127319, + "rewards/rejected": -0.5276945233345032, + "sft_loss": 0.08455665409564972, + "step": 3314 + }, + { + "epoch": 4.793926247288503, + "grad_norm": 1.6979981582653707, + "learning_rate": 8.041915255924747e-07, + "logits/chosen": -0.7179811596870422, + "logits/rejected": -0.5930829644203186, + "logps/chosen": -0.04754379764199257, + "logps/rejected": -4.652839183807373, + "loss": 0.0682, + "odds_ratio_loss": 0.0038252677768468857, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004754380322992802, + "rewards/margins": 0.46052953600883484, + "rewards/rejected": -0.46528393030166626, + "sft_loss": 0.04754379764199257, + "step": 3315 + }, + { + "epoch": 4.795372378886479, + "grad_norm": 1.6512873697364088, + "learning_rate": 8.023246325330784e-07, + "logits/chosen": -0.9477057456970215, + "logits/rejected": -0.686681866645813, + "logps/chosen": -0.11634199321269989, + "logps/rejected": -5.4780354499816895, + "loss": 0.0937, + "odds_ratio_loss": 0.008887776173651218, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01163419894874096, + "rewards/margins": 0.5361693501472473, + "rewards/rejected": -0.5478035807609558, + "sft_loss": 0.11634199321269989, + "step": 3316 + }, + { + "epoch": 4.796818510484454, + "grad_norm": 1.5667079079881334, + "learning_rate": 8.004596673640707e-07, + "logits/chosen": -0.7140193581581116, + "logits/rejected": -0.4710603654384613, + "logps/chosen": -0.08510614186525345, + "logps/rejected": -3.7450685501098633, + "loss": 0.0795, + "odds_ratio_loss": 0.016938410699367523, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008510613813996315, + "rewards/margins": 0.36599624156951904, + "rewards/rejected": -0.3745068609714508, + "sft_loss": 0.08510614186525345, + "step": 3317 + }, + { + "epoch": 4.7982646420824295, + "grad_norm": 1.6338412747663902, + "learning_rate": 7.985966312098469e-07, + "logits/chosen": -0.6758091449737549, + "logits/rejected": -0.4951193928718567, + "logps/chosen": -0.12785102427005768, + "logps/rejected": -6.292760848999023, + "loss": 0.0977, + "odds_ratio_loss": 0.012771306559443474, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012785101309418678, + "rewards/margins": 0.6164909601211548, + "rewards/rejected": -0.6292760968208313, + "sft_loss": 0.12785102427005768, + "step": 3318 + }, + { + "epoch": 4.799710773680405, + "grad_norm": 1.496919749181908, + "learning_rate": 7.967355251936361e-07, + "logits/chosen": -0.7086659073829651, + "logits/rejected": -0.5454675555229187, + "logps/chosen": -0.10819420963525772, + "logps/rejected": -6.755625247955322, + "loss": 0.0749, + "odds_ratio_loss": 0.004403555765748024, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010819422081112862, + "rewards/margins": 0.6647431254386902, + "rewards/rejected": -0.6755625009536743, + "sft_loss": 0.10819420963525772, + "step": 3319 + }, + { + "epoch": 4.80115690527838, + "grad_norm": 1.8413203272352143, + "learning_rate": 7.948763504375087e-07, + "logits/chosen": -0.9324480891227722, + "logits/rejected": -0.6381005048751831, + "logps/chosen": -0.06453929096460342, + "logps/rejected": -6.1513166427612305, + "loss": 0.0978, + "odds_ratio_loss": 0.0025580860674381256, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006453928537666798, + "rewards/margins": 0.6086777448654175, + "rewards/rejected": -0.6151317358016968, + "sft_loss": 0.06453929096460342, + "step": 3320 + }, + { + "epoch": 4.802603036876356, + "grad_norm": 1.5277251212604894, + "learning_rate": 7.930191080623668e-07, + "logits/chosen": -0.6400019526481628, + "logits/rejected": -0.5209491848945618, + "logps/chosen": -0.07888957858085632, + "logps/rejected": -4.372533321380615, + "loss": 0.0621, + "odds_ratio_loss": 0.010060323402285576, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007888957858085632, + "rewards/margins": 0.429364413022995, + "rewards/rejected": -0.4372533857822418, + "sft_loss": 0.07888957858085632, + "step": 3321 + }, + { + "epoch": 4.804049168474331, + "grad_norm": 2.2584557191850894, + "learning_rate": 7.911637991879483e-07, + "logits/chosen": -1.0325016975402832, + "logits/rejected": -0.7070356011390686, + "logps/chosen": -0.09169142693281174, + "logps/rejected": -4.366299152374268, + "loss": 0.1086, + "odds_ratio_loss": 0.012625223957002163, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009169142693281174, + "rewards/margins": 0.42746075987815857, + "rewards/rejected": -0.43662989139556885, + "sft_loss": 0.09169142693281174, + "step": 3322 + }, + { + "epoch": 4.805495300072307, + "grad_norm": 1.64122497738142, + "learning_rate": 7.893104249328258e-07, + "logits/chosen": -0.9511623978614807, + "logits/rejected": -0.7628656625747681, + "logps/chosen": -0.09314146637916565, + "logps/rejected": -4.508124828338623, + "loss": 0.0803, + "odds_ratio_loss": 0.005370480008423328, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009314147755503654, + "rewards/margins": 0.4414983093738556, + "rewards/rejected": -0.4508124887943268, + "sft_loss": 0.09314146637916565, + "step": 3323 + }, + { + "epoch": 4.806941431670282, + "grad_norm": 1.5377080828397056, + "learning_rate": 7.874589864144066e-07, + "logits/chosen": -0.8962692022323608, + "logits/rejected": -0.5798559784889221, + "logps/chosen": -0.06909617781639099, + "logps/rejected": -7.326718807220459, + "loss": 0.0594, + "odds_ratio_loss": 0.00794798880815506, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006909618619829416, + "rewards/margins": 0.7257623076438904, + "rewards/rejected": -0.7326719164848328, + "sft_loss": 0.06909617781639099, + "step": 3324 + }, + { + "epoch": 4.808387563268258, + "grad_norm": 1.5937599520948071, + "learning_rate": 7.856094847489286e-07, + "logits/chosen": -0.6906980872154236, + "logits/rejected": -0.5133391618728638, + "logps/chosen": -0.09170494973659515, + "logps/rejected": -4.876096725463867, + "loss": 0.071, + "odds_ratio_loss": 0.00837009958922863, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00917049590498209, + "rewards/margins": 0.47843921184539795, + "rewards/rejected": -0.4876096844673157, + "sft_loss": 0.09170494973659515, + "step": 3325 + }, + { + "epoch": 4.809833694866233, + "grad_norm": 1.6849063604132934, + "learning_rate": 7.837619210514645e-07, + "logits/chosen": -0.8195112943649292, + "logits/rejected": -0.6542753577232361, + "logps/chosen": -0.08772353827953339, + "logps/rejected": -5.507904052734375, + "loss": 0.0818, + "odds_ratio_loss": 0.009588465094566345, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008772353641688824, + "rewards/margins": 0.5420180559158325, + "rewards/rejected": -0.5507904291152954, + "sft_loss": 0.08772353827953339, + "step": 3326 + }, + { + "epoch": 4.811279826464208, + "grad_norm": 1.597280251006234, + "learning_rate": 7.819162964359161e-07, + "logits/chosen": -0.8942530155181885, + "logits/rejected": -0.6368886232376099, + "logps/chosen": -0.07599680870771408, + "logps/rejected": -4.553309440612793, + "loss": 0.0985, + "odds_ratio_loss": 0.005070159211754799, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007599681615829468, + "rewards/margins": 0.44773125648498535, + "rewards/rejected": -0.45533090829849243, + "sft_loss": 0.07599680870771408, + "step": 3327 + }, + { + "epoch": 4.812725958062184, + "grad_norm": 1.5081792858017415, + "learning_rate": 7.800726120150188e-07, + "logits/chosen": -0.9549357891082764, + "logits/rejected": -0.6117710471153259, + "logps/chosen": -0.08728785812854767, + "logps/rejected": -5.800983428955078, + "loss": 0.074, + "odds_ratio_loss": 0.008302710950374603, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008728786371648312, + "rewards/margins": 0.5713695883750916, + "rewards/rejected": -0.5800983905792236, + "sft_loss": 0.08728785812854767, + "step": 3328 + }, + { + "epoch": 4.814172089660159, + "grad_norm": 1.6857913081849396, + "learning_rate": 7.782308689003359e-07, + "logits/chosen": -0.9277090430259705, + "logits/rejected": -0.642306923866272, + "logps/chosen": -0.04577184468507767, + "logps/rejected": -4.958084583282471, + "loss": 0.0645, + "odds_ratio_loss": 0.0022096242755651474, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004577184561640024, + "rewards/margins": 0.4912312626838684, + "rewards/rejected": -0.495808482170105, + "sft_loss": 0.04577184468507767, + "step": 3329 + }, + { + "epoch": 4.815618221258134, + "grad_norm": 2.1125135146669125, + "learning_rate": 7.763910682022606e-07, + "logits/chosen": -0.7076646089553833, + "logits/rejected": -0.5731692910194397, + "logps/chosen": -0.05527088791131973, + "logps/rejected": -6.649045944213867, + "loss": 0.0628, + "odds_ratio_loss": 0.005929501727223396, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005527088418602943, + "rewards/margins": 0.6593775153160095, + "rewards/rejected": -0.6649045944213867, + "sft_loss": 0.05527088791131973, + "step": 3330 + }, + { + "epoch": 4.81706435285611, + "grad_norm": 1.5913484401509341, + "learning_rate": 7.74553211030017e-07, + "logits/chosen": -0.7423536777496338, + "logits/rejected": -0.6629868745803833, + "logps/chosen": -0.06886343657970428, + "logps/rejected": -3.8152801990509033, + "loss": 0.0913, + "odds_ratio_loss": 0.014335782267153263, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0068863434717059135, + "rewards/margins": 0.3746417164802551, + "rewards/rejected": -0.38152801990509033, + "sft_loss": 0.06886343657970428, + "step": 3331 + }, + { + "epoch": 4.818510484454086, + "grad_norm": 1.6210084217221785, + "learning_rate": 7.727172984916545e-07, + "logits/chosen": -0.8341798782348633, + "logits/rejected": -0.7047946453094482, + "logps/chosen": -0.1327381432056427, + "logps/rejected": -4.129507064819336, + "loss": 0.1181, + "odds_ratio_loss": 0.02535739727318287, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013273816555738449, + "rewards/margins": 0.39967694878578186, + "rewards/rejected": -0.4129507541656494, + "sft_loss": 0.1327381432056427, + "step": 3332 + }, + { + "epoch": 4.81995661605206, + "grad_norm": 1.6399711939380055, + "learning_rate": 7.708833316940535e-07, + "logits/chosen": -0.8430829048156738, + "logits/rejected": -0.6608396768569946, + "logps/chosen": -0.05684221535921097, + "logps/rejected": -4.846701622009277, + "loss": 0.086, + "odds_ratio_loss": 0.0052174655720591545, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005684222094714642, + "rewards/margins": 0.478985995054245, + "rewards/rejected": -0.4846702218055725, + "sft_loss": 0.05684221535921097, + "step": 3333 + }, + { + "epoch": 4.821402747650036, + "grad_norm": 1.5697641034160588, + "learning_rate": 7.690513117429169e-07, + "logits/chosen": -0.9114935398101807, + "logits/rejected": -0.7490615248680115, + "logps/chosen": -0.07970191538333893, + "logps/rejected": -3.7014589309692383, + "loss": 0.0887, + "odds_ratio_loss": 0.009289674460887909, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007970191538333893, + "rewards/margins": 0.36217570304870605, + "rewards/rejected": -0.37014591693878174, + "sft_loss": 0.07970191538333893, + "step": 3334 + }, + { + "epoch": 4.822848879248012, + "grad_norm": 1.5121408909888006, + "learning_rate": 7.672212397427795e-07, + "logits/chosen": -0.8596815466880798, + "logits/rejected": -0.5858790278434753, + "logps/chosen": -0.15773321688175201, + "logps/rejected": -4.535950660705566, + "loss": 0.1105, + "odds_ratio_loss": 0.011155569925904274, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015773320570588112, + "rewards/margins": 0.43782174587249756, + "rewards/rejected": -0.4535950720310211, + "sft_loss": 0.15773321688175201, + "step": 3335 + }, + { + "epoch": 4.8242950108459866, + "grad_norm": 1.675437148395465, + "learning_rate": 7.653931167969965e-07, + "logits/chosen": -0.7641026973724365, + "logits/rejected": -0.5949983596801758, + "logps/chosen": -0.05824780464172363, + "logps/rejected": -5.220847129821777, + "loss": 0.0899, + "odds_ratio_loss": 0.00477550970390439, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005824780557304621, + "rewards/margins": 0.5162599086761475, + "rewards/rejected": -0.5220847129821777, + "sft_loss": 0.05824780464172363, + "step": 3336 + }, + { + "epoch": 4.825741142443962, + "grad_norm": 1.509678398919964, + "learning_rate": 7.635669440077502e-07, + "logits/chosen": -0.7890247106552124, + "logits/rejected": -0.4827120006084442, + "logps/chosen": -0.08683416247367859, + "logps/rejected": -5.226888179779053, + "loss": 0.0642, + "odds_ratio_loss": 0.0037988172844052315, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008683416061103344, + "rewards/margins": 0.5140054225921631, + "rewards/rejected": -0.5226888656616211, + "sft_loss": 0.08683416247367859, + "step": 3337 + }, + { + "epoch": 4.827187274041938, + "grad_norm": 1.3819942621004409, + "learning_rate": 7.61742722476046e-07, + "logits/chosen": -0.8519781827926636, + "logits/rejected": -0.6214016675949097, + "logps/chosen": -0.0465102382004261, + "logps/rejected": -4.396292686462402, + "loss": 0.0694, + "odds_ratio_loss": 0.003573787398636341, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004651024006307125, + "rewards/margins": 0.43497827649116516, + "rewards/rejected": -0.43962928652763367, + "sft_loss": 0.0465102382004261, + "step": 3338 + }, + { + "epoch": 4.828633405639914, + "grad_norm": 1.6948199742458905, + "learning_rate": 7.599204533017163e-07, + "logits/chosen": -0.8539596796035767, + "logits/rejected": -0.6457651257514954, + "logps/chosen": -0.08881109207868576, + "logps/rejected": -4.225852012634277, + "loss": 0.0877, + "odds_ratio_loss": 0.015900075435638428, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008881110697984695, + "rewards/margins": 0.41370415687561035, + "rewards/rejected": -0.42258524894714355, + "sft_loss": 0.08881109207868576, + "step": 3339 + }, + { + "epoch": 4.830079537237888, + "grad_norm": 1.597991480719571, + "learning_rate": 7.581001375834115e-07, + "logits/chosen": -0.7218050360679626, + "logits/rejected": -0.5693727731704712, + "logps/chosen": -0.04720648005604744, + "logps/rejected": -5.685175895690918, + "loss": 0.0757, + "odds_ratio_loss": 0.0023048685397952795, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004720647819340229, + "rewards/margins": 0.5637969374656677, + "rewards/rejected": -0.5685176253318787, + "sft_loss": 0.04720648005604744, + "step": 3340 + }, + { + "epoch": 4.831525668835864, + "grad_norm": 1.8196226662982362, + "learning_rate": 7.562817764186089e-07, + "logits/chosen": -0.9130833148956299, + "logits/rejected": -0.6541707515716553, + "logps/chosen": -0.03671087324619293, + "logps/rejected": -4.781536102294922, + "loss": 0.0823, + "odds_ratio_loss": 0.002584438305348158, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0036710870917886496, + "rewards/margins": 0.4744824767112732, + "rewards/rejected": -0.47815364599227905, + "sft_loss": 0.03671087324619293, + "step": 3341 + }, + { + "epoch": 4.83297180043384, + "grad_norm": 1.3978966669157058, + "learning_rate": 7.544653709036031e-07, + "logits/chosen": -0.75586998462677, + "logits/rejected": -0.6667506694793701, + "logps/chosen": -0.02506261318922043, + "logps/rejected": -5.60970401763916, + "loss": 0.0442, + "odds_ratio_loss": 0.002245509997010231, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0025062612257897854, + "rewards/margins": 0.5584641098976135, + "rewards/rejected": -0.5609703660011292, + "sft_loss": 0.02506261318922043, + "step": 3342 + }, + { + "epoch": 4.834417932031815, + "grad_norm": 1.6595972252761546, + "learning_rate": 7.52650922133514e-07, + "logits/chosen": -0.8522578477859497, + "logits/rejected": -0.6769514679908752, + "logps/chosen": -0.10625261068344116, + "logps/rejected": -5.128435134887695, + "loss": 0.0849, + "odds_ratio_loss": 0.00923290103673935, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010625261813402176, + "rewards/margins": 0.5022182464599609, + "rewards/rejected": -0.5128434896469116, + "sft_loss": 0.10625261068344116, + "step": 3343 + }, + { + "epoch": 4.83586406362979, + "grad_norm": 4.07614397131639, + "learning_rate": 7.508384312022782e-07, + "logits/chosen": -0.6114479303359985, + "logits/rejected": -0.5096147656440735, + "logps/chosen": -0.20816218852996826, + "logps/rejected": -5.687783241271973, + "loss": 0.1081, + "odds_ratio_loss": 0.014260072261095047, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.020816218107938766, + "rewards/margins": 0.5479621291160583, + "rewards/rejected": -0.5687783360481262, + "sft_loss": 0.20816218852996826, + "step": 3344 + }, + { + "epoch": 4.837310195227766, + "grad_norm": 1.537217968234896, + "learning_rate": 7.490278992026527e-07, + "logits/chosen": -0.7360656261444092, + "logits/rejected": -0.5381304025650024, + "logps/chosen": -0.05491877347230911, + "logps/rejected": -6.194522380828857, + "loss": 0.0955, + "odds_ratio_loss": 0.006263894494622946, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005491877440363169, + "rewards/margins": 0.613960325717926, + "rewards/rejected": -0.6194522380828857, + "sft_loss": 0.05491877347230911, + "step": 3345 + }, + { + "epoch": 4.838756326825742, + "grad_norm": 1.2221302872235238, + "learning_rate": 7.472193272262153e-07, + "logits/chosen": -0.7894086837768555, + "logits/rejected": -0.7410459518432617, + "logps/chosen": -0.08093753457069397, + "logps/rejected": -5.554490566253662, + "loss": 0.0606, + "odds_ratio_loss": 0.006017337553203106, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008093753829598427, + "rewards/margins": 0.5473552942276001, + "rewards/rejected": -0.5554490685462952, + "sft_loss": 0.08093753457069397, + "step": 3346 + }, + { + "epoch": 4.840202458423716, + "grad_norm": 1.6006744327868236, + "learning_rate": 7.454127163633592e-07, + "logits/chosen": -0.7655268311500549, + "logits/rejected": -0.5101924538612366, + "logps/chosen": -0.07313164323568344, + "logps/rejected": -5.084259986877441, + "loss": 0.0724, + "odds_ratio_loss": 0.004324886482208967, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007313164416700602, + "rewards/margins": 0.5011128187179565, + "rewards/rejected": -0.5084260106086731, + "sft_loss": 0.07313164323568344, + "step": 3347 + }, + { + "epoch": 4.841648590021692, + "grad_norm": 1.791665583703619, + "learning_rate": 7.43608067703299e-07, + "logits/chosen": -0.7527843713760376, + "logits/rejected": -0.525779128074646, + "logps/chosen": -0.11555786430835724, + "logps/rejected": -5.336285591125488, + "loss": 0.1089, + "odds_ratio_loss": 0.012387518770992756, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011555787175893784, + "rewards/margins": 0.5220727920532227, + "rewards/rejected": -0.5336285829544067, + "sft_loss": 0.11555786430835724, + "step": 3348 + }, + { + "epoch": 4.843094721619668, + "grad_norm": 1.661398734647164, + "learning_rate": 7.418053823340619e-07, + "logits/chosen": -0.7001569271087646, + "logits/rejected": -0.6337046027183533, + "logps/chosen": -0.053295012563467026, + "logps/rejected": -3.712512493133545, + "loss": 0.0658, + "odds_ratio_loss": 0.00555766187608242, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005329500883817673, + "rewards/margins": 0.3659217357635498, + "rewards/rejected": -0.3712512254714966, + "sft_loss": 0.053295012563467026, + "step": 3349 + }, + { + "epoch": 4.844540853217643, + "grad_norm": 1.7115225809925612, + "learning_rate": 7.400046613424953e-07, + "logits/chosen": -0.9585342407226562, + "logits/rejected": -0.7728517055511475, + "logps/chosen": -0.06088492274284363, + "logps/rejected": -4.558899879455566, + "loss": 0.0988, + "odds_ratio_loss": 0.009430285543203354, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00608849199488759, + "rewards/margins": 0.449801504611969, + "rewards/rejected": -0.4558899998664856, + "sft_loss": 0.06088492274284363, + "step": 3350 + }, + { + "epoch": 4.845986984815618, + "grad_norm": 1.5834390739287287, + "learning_rate": 7.382059058142593e-07, + "logits/chosen": -0.6291943192481995, + "logits/rejected": -0.5301669239997864, + "logps/chosen": -0.10131149739027023, + "logps/rejected": -4.346987724304199, + "loss": 0.1024, + "odds_ratio_loss": 0.02162271924316883, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010131150484085083, + "rewards/margins": 0.42456763982772827, + "rewards/rejected": -0.43469879031181335, + "sft_loss": 0.10131149739027023, + "step": 3351 + }, + { + "epoch": 4.847433116413594, + "grad_norm": 1.503712398335488, + "learning_rate": 7.364091168338316e-07, + "logits/chosen": -0.8372702598571777, + "logits/rejected": -0.4649083614349365, + "logps/chosen": -0.08138298988342285, + "logps/rejected": -5.166512489318848, + "loss": 0.0685, + "odds_ratio_loss": 0.00755068426951766, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008138298988342285, + "rewards/margins": 0.5085129737854004, + "rewards/rejected": -0.5166512727737427, + "sft_loss": 0.08138298988342285, + "step": 3352 + }, + { + "epoch": 4.848879248011569, + "grad_norm": 1.5724541370779448, + "learning_rate": 7.346142954845023e-07, + "logits/chosen": -0.8317492008209229, + "logits/rejected": -0.6612436771392822, + "logps/chosen": -0.08570529520511627, + "logps/rejected": -5.606926918029785, + "loss": 0.0873, + "odds_ratio_loss": 0.004792380146682262, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008570530451834202, + "rewards/margins": 0.552122175693512, + "rewards/rejected": -0.5606927275657654, + "sft_loss": 0.08570529520511627, + "step": 3353 + }, + { + "epoch": 4.8503253796095445, + "grad_norm": 1.5864421670245932, + "learning_rate": 7.328214428483761e-07, + "logits/chosen": -0.8036106824874878, + "logits/rejected": -0.6917225122451782, + "logps/chosen": -0.03204449266195297, + "logps/rejected": -5.145187854766846, + "loss": 0.0606, + "odds_ratio_loss": 0.004465484991669655, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003204449312761426, + "rewards/margins": 0.5113143920898438, + "rewards/rejected": -0.5145187973976135, + "sft_loss": 0.03204449266195297, + "step": 3354 + }, + { + "epoch": 4.85177151120752, + "grad_norm": 1.8370978992534, + "learning_rate": 7.310305600063689e-07, + "logits/chosen": -0.7530336380004883, + "logits/rejected": -0.5965844988822937, + "logps/chosen": -0.08221124112606049, + "logps/rejected": -5.269443988800049, + "loss": 0.0844, + "odds_ratio_loss": 0.006964895874261856, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008221123367547989, + "rewards/margins": 0.5187232494354248, + "rewards/rejected": -0.5269443988800049, + "sft_loss": 0.08221124112606049, + "step": 3355 + }, + { + "epoch": 4.853217642805495, + "grad_norm": 1.599729561734898, + "learning_rate": 7.292416480382124e-07, + "logits/chosen": -0.8736181259155273, + "logits/rejected": -0.61781907081604, + "logps/chosen": -0.118461973965168, + "logps/rejected": -4.439339637756348, + "loss": 0.0943, + "odds_ratio_loss": 0.006806999910622835, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01184619776904583, + "rewards/margins": 0.432087779045105, + "rewards/rejected": -0.44393399357795715, + "sft_loss": 0.118461973965168, + "step": 3356 + }, + { + "epoch": 4.854663774403471, + "grad_norm": 1.41699904404708, + "learning_rate": 7.274547080224484e-07, + "logits/chosen": -0.9623618125915527, + "logits/rejected": -0.6903282403945923, + "logps/chosen": -0.09254752844572067, + "logps/rejected": -5.285045623779297, + "loss": 0.0765, + "odds_ratio_loss": 0.005762843415141106, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009254752658307552, + "rewards/margins": 0.5192498564720154, + "rewards/rejected": -0.5285046100616455, + "sft_loss": 0.09254752844572067, + "step": 3357 + }, + { + "epoch": 4.856109906001446, + "grad_norm": 1.5705078152447065, + "learning_rate": 7.256697410364285e-07, + "logits/chosen": -1.076545000076294, + "logits/rejected": -0.740825891494751, + "logps/chosen": -0.09734838455915451, + "logps/rejected": -4.460480690002441, + "loss": 0.1055, + "odds_ratio_loss": 0.004817990120500326, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009734838269650936, + "rewards/margins": 0.4363132119178772, + "rewards/rejected": -0.4460480809211731, + "sft_loss": 0.09734838455915451, + "step": 3358 + }, + { + "epoch": 4.857556037599421, + "grad_norm": 1.4897765346710856, + "learning_rate": 7.23886748156318e-07, + "logits/chosen": -0.7283959984779358, + "logits/rejected": -0.5863144397735596, + "logps/chosen": -0.09330400079488754, + "logps/rejected": -6.437313079833984, + "loss": 0.0829, + "odds_ratio_loss": 0.010229337960481644, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00933040026575327, + "rewards/margins": 0.6344009637832642, + "rewards/rejected": -0.6437313556671143, + "sft_loss": 0.09330400079488754, + "step": 3359 + }, + { + "epoch": 4.859002169197397, + "grad_norm": 2.2661257282257825, + "learning_rate": 7.221057304570881e-07, + "logits/chosen": -0.5533820986747742, + "logits/rejected": -0.5214040279388428, + "logps/chosen": -0.12027622759342194, + "logps/rejected": -5.463490009307861, + "loss": 0.0807, + "odds_ratio_loss": 0.05367731302976608, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.012027623131871223, + "rewards/margins": 0.5343213677406311, + "rewards/rejected": -0.5463489890098572, + "sft_loss": 0.12027622759342194, + "step": 3360 + }, + { + "epoch": 4.8604483007953725, + "grad_norm": 1.5140500816134663, + "learning_rate": 7.203266890125217e-07, + "logits/chosen": -0.5703849792480469, + "logits/rejected": -0.5185967683792114, + "logps/chosen": -0.040762219578027725, + "logps/rejected": -6.055505275726318, + "loss": 0.0789, + "odds_ratio_loss": 0.004309056792408228, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0040762219578027725, + "rewards/margins": 0.6014742851257324, + "rewards/rejected": -0.6055505275726318, + "sft_loss": 0.040762219578027725, + "step": 3361 + }, + { + "epoch": 4.861894432393348, + "grad_norm": 1.8219579547368454, + "learning_rate": 7.185496248952078e-07, + "logits/chosen": -0.507846474647522, + "logits/rejected": -0.41886287927627563, + "logps/chosen": -0.04386391118168831, + "logps/rejected": -5.788032054901123, + "loss": 0.0736, + "odds_ratio_loss": 0.004342243075370789, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004386391025036573, + "rewards/margins": 0.5744168758392334, + "rewards/rejected": -0.578803300857544, + "sft_loss": 0.04386391118168831, + "step": 3362 + }, + { + "epoch": 4.863340563991323, + "grad_norm": 1.6904218040386811, + "learning_rate": 7.167745391765483e-07, + "logits/chosen": -0.8306548595428467, + "logits/rejected": -0.6804887056350708, + "logps/chosen": -0.10468629747629166, + "logps/rejected": -4.65870475769043, + "loss": 0.0904, + "odds_ratio_loss": 0.008187741041183472, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010468630120158195, + "rewards/margins": 0.4554018974304199, + "rewards/rejected": -0.4658704996109009, + "sft_loss": 0.10468629747629166, + "step": 3363 + }, + { + "epoch": 4.864786695589299, + "grad_norm": 1.406382721212895, + "learning_rate": 7.150014329267456e-07, + "logits/chosen": -0.7490118741989136, + "logits/rejected": -0.5290810465812683, + "logps/chosen": -0.04611920937895775, + "logps/rejected": -5.029910564422607, + "loss": 0.0674, + "odds_ratio_loss": 0.004671413917094469, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004611921031028032, + "rewards/margins": 0.4983791708946228, + "rewards/rejected": -0.5029910802841187, + "sft_loss": 0.04611920937895775, + "step": 3364 + }, + { + "epoch": 4.866232827187274, + "grad_norm": 1.4718586864445116, + "learning_rate": 7.132303072148147e-07, + "logits/chosen": -0.6270997524261475, + "logits/rejected": -0.5362582802772522, + "logps/chosen": -0.14092980325222015, + "logps/rejected": -5.525834560394287, + "loss": 0.1005, + "odds_ratio_loss": 0.013515939004719257, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.014092981815338135, + "rewards/margins": 0.5384904742240906, + "rewards/rejected": -0.5525834560394287, + "sft_loss": 0.14092980325222015, + "step": 3365 + }, + { + "epoch": 4.867678958785249, + "grad_norm": 1.3171658711366296, + "learning_rate": 7.114611631085719e-07, + "logits/chosen": -0.8933150172233582, + "logits/rejected": -0.7245310544967651, + "logps/chosen": -0.06106524541974068, + "logps/rejected": -4.623565673828125, + "loss": 0.0743, + "odds_ratio_loss": 0.007010796573013067, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00610652519389987, + "rewards/margins": 0.45624998211860657, + "rewards/rejected": -0.4623565375804901, + "sft_loss": 0.06106524541974068, + "step": 3366 + }, + { + "epoch": 4.869125090383225, + "grad_norm": 2.0077338029846494, + "learning_rate": 7.096940016746429e-07, + "logits/chosen": -0.762084424495697, + "logits/rejected": -0.6642420291900635, + "logps/chosen": -0.11195956915616989, + "logps/rejected": -3.8559727668762207, + "loss": 0.0896, + "odds_ratio_loss": 0.008951609954237938, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011195957660675049, + "rewards/margins": 0.3744013011455536, + "rewards/rejected": -0.385597288608551, + "sft_loss": 0.11195956915616989, + "step": 3367 + }, + { + "epoch": 4.8705712219812005, + "grad_norm": 1.5746236198419516, + "learning_rate": 7.079288239784542e-07, + "logits/chosen": -0.6728679537773132, + "logits/rejected": -0.5606586337089539, + "logps/chosen": -0.1795307844877243, + "logps/rejected": -5.230622291564941, + "loss": 0.1015, + "odds_ratio_loss": 0.023649588227272034, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01795307919383049, + "rewards/margins": 0.5051091313362122, + "rewards/rejected": -0.5230622291564941, + "sft_loss": 0.1795307844877243, + "step": 3368 + }, + { + "epoch": 4.872017353579176, + "grad_norm": 1.4742014680311728, + "learning_rate": 7.061656310842381e-07, + "logits/chosen": -0.68035888671875, + "logits/rejected": -0.6797270774841309, + "logps/chosen": -0.08322112262248993, + "logps/rejected": -3.5652883052825928, + "loss": 0.0882, + "odds_ratio_loss": 0.012553151696920395, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008322112262248993, + "rewards/margins": 0.3482067584991455, + "rewards/rejected": -0.3565288782119751, + "sft_loss": 0.08322112262248993, + "step": 3369 + }, + { + "epoch": 4.873463485177151, + "grad_norm": 1.4925291304976303, + "learning_rate": 7.044044240550313e-07, + "logits/chosen": -0.8202152252197266, + "logits/rejected": -0.563833475112915, + "logps/chosen": -0.06742648780345917, + "logps/rejected": -4.185554027557373, + "loss": 0.0591, + "odds_ratio_loss": 0.005834805779159069, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006742648780345917, + "rewards/margins": 0.4118127226829529, + "rewards/rejected": -0.4185553789138794, + "sft_loss": 0.06742648780345917, + "step": 3370 + }, + { + "epoch": 4.874909616775127, + "grad_norm": 2.5154884893336478, + "learning_rate": 7.026452039526703e-07, + "logits/chosen": -0.8807682991027832, + "logits/rejected": -0.5594336986541748, + "logps/chosen": -0.05363871157169342, + "logps/rejected": -5.723832130432129, + "loss": 0.1029, + "odds_ratio_loss": 0.005470744799822569, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005363871343433857, + "rewards/margins": 0.5670193433761597, + "rewards/rejected": -0.5723832249641418, + "sft_loss": 0.05363871157169342, + "step": 3371 + }, + { + "epoch": 4.876355748373102, + "grad_norm": 1.6423306994229212, + "learning_rate": 7.008879718377976e-07, + "logits/chosen": -0.6424853801727295, + "logits/rejected": -0.5146550536155701, + "logps/chosen": -0.07374648004770279, + "logps/rejected": -6.507882118225098, + "loss": 0.0858, + "odds_ratio_loss": 0.005046168342232704, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007374648004770279, + "rewards/margins": 0.6434135437011719, + "rewards/rejected": -0.6507881879806519, + "sft_loss": 0.07374648004770279, + "step": 3372 + }, + { + "epoch": 4.877801879971077, + "grad_norm": 1.6355065912046813, + "learning_rate": 6.991327287698525e-07, + "logits/chosen": -0.7128841876983643, + "logits/rejected": -0.6331945061683655, + "logps/chosen": -0.08015397936105728, + "logps/rejected": -3.10212779045105, + "loss": 0.0926, + "odds_ratio_loss": 0.008713113144040108, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008015397936105728, + "rewards/margins": 0.3021973967552185, + "rewards/rejected": -0.31021279096603394, + "sft_loss": 0.08015397936105728, + "step": 3373 + }, + { + "epoch": 4.879248011569053, + "grad_norm": 1.7960911189141748, + "learning_rate": 6.973794758070806e-07, + "logits/chosen": -0.7306787967681885, + "logits/rejected": -0.6239840984344482, + "logps/chosen": -0.13009199500083923, + "logps/rejected": -3.731572389602661, + "loss": 0.0737, + "odds_ratio_loss": 0.007687950972467661, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013009199872612953, + "rewards/margins": 0.3601480722427368, + "rewards/rejected": -0.373157262802124, + "sft_loss": 0.13009199500083923, + "step": 3374 + }, + { + "epoch": 4.8806941431670285, + "grad_norm": 1.6128639569714278, + "learning_rate": 6.956282140065224e-07, + "logits/chosen": -0.5749595165252686, + "logits/rejected": -0.48999878764152527, + "logps/chosen": -0.08304701745510101, + "logps/rejected": -6.037389755249023, + "loss": 0.0804, + "odds_ratio_loss": 0.0033578509464859962, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008304702118039131, + "rewards/margins": 0.595434308052063, + "rewards/rejected": -0.6037390232086182, + "sft_loss": 0.08304701745510101, + "step": 3375 + }, + { + "epoch": 4.882140274765003, + "grad_norm": 1.61063155767896, + "learning_rate": 6.93878944424021e-07, + "logits/chosen": -0.6542560458183289, + "logits/rejected": -0.710060715675354, + "logps/chosen": -0.10780586302280426, + "logps/rejected": -5.035168647766113, + "loss": 0.0817, + "odds_ratio_loss": 0.008214112371206284, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01078058686107397, + "rewards/margins": 0.4927363097667694, + "rewards/rejected": -0.5035169124603271, + "sft_loss": 0.10780586302280426, + "step": 3376 + }, + { + "epoch": 4.883586406362979, + "grad_norm": 1.931393542363766, + "learning_rate": 6.921316681142167e-07, + "logits/chosen": -0.8681274056434631, + "logits/rejected": -0.6243171691894531, + "logps/chosen": -0.1537507176399231, + "logps/rejected": -5.715590000152588, + "loss": 0.114, + "odds_ratio_loss": 0.014606855809688568, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01537507213652134, + "rewards/margins": 0.5561839938163757, + "rewards/rejected": -0.5715590119361877, + "sft_loss": 0.1537507176399231, + "step": 3377 + }, + { + "epoch": 4.885032537960955, + "grad_norm": 1.6623591535238764, + "learning_rate": 6.903863861305498e-07, + "logits/chosen": -0.7357972264289856, + "logits/rejected": -0.553459882736206, + "logps/chosen": -0.06771313399076462, + "logps/rejected": -3.4469971656799316, + "loss": 0.1139, + "odds_ratio_loss": 0.01092704851180315, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006771313492208719, + "rewards/margins": 0.3379283845424652, + "rewards/rejected": -0.3446996808052063, + "sft_loss": 0.06771313399076462, + "step": 3378 + }, + { + "epoch": 4.8864786695589295, + "grad_norm": 1.744530404431733, + "learning_rate": 6.886430995252564e-07, + "logits/chosen": -0.8139889240264893, + "logits/rejected": -0.6457674503326416, + "logps/chosen": -0.15386618673801422, + "logps/rejected": -4.273682117462158, + "loss": 0.0993, + "odds_ratio_loss": 0.01531638391315937, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015386618673801422, + "rewards/margins": 0.4119815528392792, + "rewards/rejected": -0.4273681938648224, + "sft_loss": 0.15386618673801422, + "step": 3379 + }, + { + "epoch": 4.887924801156905, + "grad_norm": 1.3904580673138525, + "learning_rate": 6.869018093493721e-07, + "logits/chosen": -0.8261375427246094, + "logits/rejected": -0.7308131456375122, + "logps/chosen": -0.17565055191516876, + "logps/rejected": -3.2135813236236572, + "loss": 0.0742, + "odds_ratio_loss": 0.025811482220888138, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.017565056681632996, + "rewards/margins": 0.3037930727005005, + "rewards/rejected": -0.3213581442832947, + "sft_loss": 0.17565055191516876, + "step": 3380 + }, + { + "epoch": 4.889370932754881, + "grad_norm": 1.594133966204827, + "learning_rate": 6.851625166527255e-07, + "logits/chosen": -0.8713509440422058, + "logits/rejected": -0.6780038475990295, + "logps/chosen": -0.0992034375667572, + "logps/rejected": -4.472326755523682, + "loss": 0.0729, + "odds_ratio_loss": 0.015876563265919685, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00992034375667572, + "rewards/margins": 0.4373123347759247, + "rewards/rejected": -0.4472326636314392, + "sft_loss": 0.0992034375667572, + "step": 3381 + }, + { + "epoch": 4.890817064352856, + "grad_norm": 1.3939413364635795, + "learning_rate": 6.834252224839438e-07, + "logits/chosen": -0.516639232635498, + "logits/rejected": -0.49215567111968994, + "logps/chosen": -0.06323473155498505, + "logps/rejected": -2.7271199226379395, + "loss": 0.0867, + "odds_ratio_loss": 0.01052488386631012, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006323473993688822, + "rewards/margins": 0.26638853549957275, + "rewards/rejected": -0.27271202206611633, + "sft_loss": 0.06323473155498505, + "step": 3382 + }, + { + "epoch": 4.892263195950831, + "grad_norm": 2.4650325801464246, + "learning_rate": 6.81689927890448e-07, + "logits/chosen": -0.6514842510223389, + "logits/rejected": -0.4817507266998291, + "logps/chosen": -0.061137307435274124, + "logps/rejected": -6.235174179077148, + "loss": 0.0912, + "odds_ratio_loss": 0.0024059026036411524, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00611373083665967, + "rewards/margins": 0.6174037456512451, + "rewards/rejected": -0.6235173940658569, + "sft_loss": 0.061137307435274124, + "step": 3383 + }, + { + "epoch": 4.893709327548807, + "grad_norm": 2.0299733895183385, + "learning_rate": 6.799566339184526e-07, + "logits/chosen": -0.8810280561447144, + "logits/rejected": -0.4609205722808838, + "logps/chosen": -0.0726509764790535, + "logps/rejected": -5.877103805541992, + "loss": 0.0678, + "odds_ratio_loss": 0.004596366081386805, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007265097927302122, + "rewards/margins": 0.5804452896118164, + "rewards/rejected": -0.5877103805541992, + "sft_loss": 0.0726509764790535, + "step": 3384 + }, + { + "epoch": 4.895155459146783, + "grad_norm": 1.53183380817701, + "learning_rate": 6.782253416129684e-07, + "logits/chosen": -0.7259580492973328, + "logits/rejected": -0.6520754098892212, + "logps/chosen": -0.022825662046670914, + "logps/rejected": -4.62690544128418, + "loss": 0.0748, + "odds_ratio_loss": 0.003376226406544447, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022825661581009626, + "rewards/margins": 0.46040797233581543, + "rewards/rejected": -0.462690532207489, + "sft_loss": 0.022825662046670914, + "step": 3385 + }, + { + "epoch": 4.8966015907447575, + "grad_norm": 1.3488999656463687, + "learning_rate": 6.764960520177965e-07, + "logits/chosen": -0.817007303237915, + "logits/rejected": -0.6087720990180969, + "logps/chosen": -0.05678170174360275, + "logps/rejected": -6.089994430541992, + "loss": 0.0592, + "odds_ratio_loss": 0.0028764172457158566, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00567817036062479, + "rewards/margins": 0.6033213138580322, + "rewards/rejected": -0.6089994311332703, + "sft_loss": 0.05678170174360275, + "step": 3386 + }, + { + "epoch": 4.898047722342733, + "grad_norm": 1.4230099428004324, + "learning_rate": 6.747687661755339e-07, + "logits/chosen": -0.747872531414032, + "logits/rejected": -0.6560572385787964, + "logps/chosen": -0.06658175587654114, + "logps/rejected": -5.573917865753174, + "loss": 0.0793, + "odds_ratio_loss": 0.01551305316388607, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006658175960183144, + "rewards/margins": 0.5507336258888245, + "rewards/rejected": -0.5573917627334595, + "sft_loss": 0.06658175587654114, + "step": 3387 + }, + { + "epoch": 4.899493853940709, + "grad_norm": 1.7422732363316469, + "learning_rate": 6.73043485127566e-07, + "logits/chosen": -0.7491236329078674, + "logits/rejected": -0.6787482500076294, + "logps/chosen": -0.07064135372638702, + "logps/rejected": -5.146181106567383, + "loss": 0.0753, + "odds_ratio_loss": 0.00906374678015709, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007064135279506445, + "rewards/margins": 0.5075539946556091, + "rewards/rejected": -0.5146180987358093, + "sft_loss": 0.07064135372638702, + "step": 3388 + }, + { + "epoch": 4.900939985538684, + "grad_norm": 1.9246122301587167, + "learning_rate": 6.713202099140725e-07, + "logits/chosen": -1.0471328496932983, + "logits/rejected": -0.6187826991081238, + "logps/chosen": -0.1254141926765442, + "logps/rejected": -5.144631862640381, + "loss": 0.1055, + "odds_ratio_loss": 0.006312836892902851, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012541419826447964, + "rewards/margins": 0.5019217729568481, + "rewards/rejected": -0.5144631862640381, + "sft_loss": 0.1254141926765442, + "step": 3389 + }, + { + "epoch": 4.902386117136659, + "grad_norm": 2.6512806023231543, + "learning_rate": 6.695989415740215e-07, + "logits/chosen": -0.7667117118835449, + "logits/rejected": -0.5550485253334045, + "logps/chosen": -0.056425757706165314, + "logps/rejected": -4.555874347686768, + "loss": 0.0858, + "odds_ratio_loss": 0.0027704143431037664, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005642575677484274, + "rewards/margins": 0.4499448835849762, + "rewards/rejected": -0.4555874764919281, + "sft_loss": 0.056425757706165314, + "step": 3390 + }, + { + "epoch": 4.903832248734635, + "grad_norm": 1.5656569412623513, + "learning_rate": 6.678796811451727e-07, + "logits/chosen": -0.761025071144104, + "logits/rejected": -0.5918843746185303, + "logps/chosen": -0.07612086087465286, + "logps/rejected": -5.696231365203857, + "loss": 0.0731, + "odds_ratio_loss": 0.003577734809368849, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007612085901200771, + "rewards/margins": 0.5620110630989075, + "rewards/rejected": -0.5696231722831726, + "sft_loss": 0.07612086087465286, + "step": 3391 + }, + { + "epoch": 4.905278380332611, + "grad_norm": 1.610031355891547, + "learning_rate": 6.661624296640731e-07, + "logits/chosen": -0.6648229956626892, + "logits/rejected": -0.6174643039703369, + "logps/chosen": -0.04702949523925781, + "logps/rejected": -5.392739772796631, + "loss": 0.0891, + "odds_ratio_loss": 0.0024822133127599955, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004702950362116098, + "rewards/margins": 0.5345709919929504, + "rewards/rejected": -0.5392739176750183, + "sft_loss": 0.04702949523925781, + "step": 3392 + }, + { + "epoch": 4.906724511930586, + "grad_norm": 1.3906640545233522, + "learning_rate": 6.644471881660623e-07, + "logits/chosen": -0.7568591833114624, + "logits/rejected": -0.4995534420013428, + "logps/chosen": -0.0706809014081955, + "logps/rejected": -5.783414840698242, + "loss": 0.0842, + "odds_ratio_loss": 0.0026557797100394964, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007068090606480837, + "rewards/margins": 0.5712733864784241, + "rewards/rejected": -0.578341543674469, + "sft_loss": 0.0706809014081955, + "step": 3393 + }, + { + "epoch": 4.908170643528561, + "grad_norm": 1.5512790240610077, + "learning_rate": 6.627339576852637e-07, + "logits/chosen": -0.8462902307510376, + "logits/rejected": -0.7097457647323608, + "logps/chosen": -0.06939011067152023, + "logps/rejected": -2.7737913131713867, + "loss": 0.0757, + "odds_ratio_loss": 0.007057640701532364, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006939011625945568, + "rewards/margins": 0.27044010162353516, + "rewards/rejected": -0.2773791253566742, + "sft_loss": 0.06939011067152023, + "step": 3394 + }, + { + "epoch": 4.909616775126537, + "grad_norm": 1.65898596137372, + "learning_rate": 6.610227392545922e-07, + "logits/chosen": -0.6548706293106079, + "logits/rejected": -0.4947068393230438, + "logps/chosen": -0.09346526116132736, + "logps/rejected": -5.793054580688477, + "loss": 0.0901, + "odds_ratio_loss": 0.013216537423431873, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00934652704745531, + "rewards/margins": 0.5699589252471924, + "rewards/rejected": -0.5793054699897766, + "sft_loss": 0.09346526116132736, + "step": 3395 + }, + { + "epoch": 4.911062906724512, + "grad_norm": 1.5699203400624258, + "learning_rate": 6.593135339057463e-07, + "logits/chosen": -0.8828110694885254, + "logits/rejected": -0.6490928530693054, + "logps/chosen": -0.03655397891998291, + "logps/rejected": -4.743061065673828, + "loss": 0.0744, + "odds_ratio_loss": 0.004315060563385487, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003655398031696677, + "rewards/margins": 0.47065073251724243, + "rewards/rejected": -0.4743060767650604, + "sft_loss": 0.03655397891998291, + "step": 3396 + }, + { + "epoch": 4.912509038322487, + "grad_norm": 1.5275318305815881, + "learning_rate": 6.576063426692125e-07, + "logits/chosen": -0.6870374083518982, + "logits/rejected": -0.49240612983703613, + "logps/chosen": -0.09693014621734619, + "logps/rejected": -7.673630714416504, + "loss": 0.0751, + "odds_ratio_loss": 0.010385874658823013, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009693015366792679, + "rewards/margins": 0.7576700448989868, + "rewards/rejected": -0.7673630714416504, + "sft_loss": 0.09693014621734619, + "step": 3397 + }, + { + "epoch": 4.913955169920463, + "grad_norm": 1.3408507320992828, + "learning_rate": 6.559011665742642e-07, + "logits/chosen": -0.7937183380126953, + "logits/rejected": -0.5760884284973145, + "logps/chosen": -0.12189510464668274, + "logps/rejected": -5.872251033782959, + "loss": 0.0693, + "odds_ratio_loss": 0.01099199429154396, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012189511209726334, + "rewards/margins": 0.5750356316566467, + "rewards/rejected": -0.587225079536438, + "sft_loss": 0.12189510464668274, + "step": 3398 + }, + { + "epoch": 4.915401301518438, + "grad_norm": 1.6638328443107613, + "learning_rate": 6.541980066489569e-07, + "logits/chosen": -0.7404236793518066, + "logits/rejected": -0.638684093952179, + "logps/chosen": -0.15662673115730286, + "logps/rejected": -4.5496721267700195, + "loss": 0.1009, + "odds_ratio_loss": 0.010028908029198647, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015662673860788345, + "rewards/margins": 0.43930453062057495, + "rewards/rejected": -0.454967200756073, + "sft_loss": 0.15662673115730286, + "step": 3399 + }, + { + "epoch": 4.916847433116414, + "grad_norm": 1.7502597021129793, + "learning_rate": 6.524968639201329e-07, + "logits/chosen": -0.920937180519104, + "logits/rejected": -0.6321260333061218, + "logps/chosen": -0.08427523076534271, + "logps/rejected": -6.011247158050537, + "loss": 0.091, + "odds_ratio_loss": 0.004902101121842861, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008427524007856846, + "rewards/margins": 0.5926971435546875, + "rewards/rejected": -0.60112464427948, + "sft_loss": 0.08427523076534271, + "step": 3400 + }, + { + "epoch": 4.918293564714389, + "grad_norm": 1.4833107024960808, + "learning_rate": 6.507977394134161e-07, + "logits/chosen": -0.5898668169975281, + "logits/rejected": -0.5003875494003296, + "logps/chosen": -0.13638347387313843, + "logps/rejected": -3.1561052799224854, + "loss": 0.1005, + "odds_ratio_loss": 0.013293557800352573, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013638347387313843, + "rewards/margins": 0.3019721806049347, + "rewards/rejected": -0.3156105577945709, + "sft_loss": 0.13638347387313843, + "step": 3401 + }, + { + "epoch": 4.919739696312364, + "grad_norm": 1.5630456229191343, + "learning_rate": 6.491006341532169e-07, + "logits/chosen": -0.7746043801307678, + "logits/rejected": -0.586871325969696, + "logps/chosen": -0.09608809649944305, + "logps/rejected": -4.432920455932617, + "loss": 0.0824, + "odds_ratio_loss": 0.0049471426755189896, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009608810767531395, + "rewards/margins": 0.4336831867694855, + "rewards/rejected": -0.4432920217514038, + "sft_loss": 0.09608809649944305, + "step": 3402 + }, + { + "epoch": 4.92118582791034, + "grad_norm": 1.7588181040876307, + "learning_rate": 6.474055491627246e-07, + "logits/chosen": -0.7171893119812012, + "logits/rejected": -0.6028531789779663, + "logps/chosen": -0.13583296537399292, + "logps/rejected": -4.825489521026611, + "loss": 0.0862, + "odds_ratio_loss": 0.004513260908424854, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013583295047283173, + "rewards/margins": 0.46896564960479736, + "rewards/rejected": -0.48254895210266113, + "sft_loss": 0.13583296537399292, + "step": 3403 + }, + { + "epoch": 4.9226319595083154, + "grad_norm": 1.6924015889641442, + "learning_rate": 6.45712485463914e-07, + "logits/chosen": -0.89324951171875, + "logits/rejected": -0.666816771030426, + "logps/chosen": -0.1056736633181572, + "logps/rejected": -4.227684020996094, + "loss": 0.0801, + "odds_ratio_loss": 0.016112789511680603, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010567366145551205, + "rewards/margins": 0.41220101714134216, + "rewards/rejected": -0.42276835441589355, + "sft_loss": 0.1056736633181572, + "step": 3404 + }, + { + "epoch": 4.92407809110629, + "grad_norm": 1.5042913816203431, + "learning_rate": 6.440214440775374e-07, + "logits/chosen": -0.8448358774185181, + "logits/rejected": -0.6646611094474792, + "logps/chosen": -0.05981362611055374, + "logps/rejected": -4.67680549621582, + "loss": 0.0644, + "odds_ratio_loss": 0.006723261438310146, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0059813628904521465, + "rewards/margins": 0.4616991877555847, + "rewards/rejected": -0.46768054366111755, + "sft_loss": 0.05981362611055374, + "step": 3405 + }, + { + "epoch": 4.925524222704266, + "grad_norm": 1.661160117863071, + "learning_rate": 6.423324260231324e-07, + "logits/chosen": -0.5030421614646912, + "logits/rejected": -0.4442903399467468, + "logps/chosen": -0.19611015915870667, + "logps/rejected": -4.853398323059082, + "loss": 0.1093, + "odds_ratio_loss": 0.03798852115869522, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.019611012190580368, + "rewards/margins": 0.4657288193702698, + "rewards/rejected": -0.48533985018730164, + "sft_loss": 0.19611015915870667, + "step": 3406 + }, + { + "epoch": 4.926970354302242, + "grad_norm": 1.5571396653798601, + "learning_rate": 6.406454323190127e-07, + "logits/chosen": -0.722494900226593, + "logits/rejected": -0.6708986163139343, + "logps/chosen": -0.10587897151708603, + "logps/rejected": -5.6761274337768555, + "loss": 0.0664, + "odds_ratio_loss": 0.014984402805566788, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010587898083031178, + "rewards/margins": 0.5570248365402222, + "rewards/rejected": -0.5676127672195435, + "sft_loss": 0.10587897151708603, + "step": 3407 + }, + { + "epoch": 4.928416485900217, + "grad_norm": 1.6336998087518904, + "learning_rate": 6.389604639822739e-07, + "logits/chosen": -0.8598955869674683, + "logits/rejected": -0.600988507270813, + "logps/chosen": -0.0970025435090065, + "logps/rejected": -3.2531440258026123, + "loss": 0.1, + "odds_ratio_loss": 0.0073122261092066765, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009700254537165165, + "rewards/margins": 0.31561416387557983, + "rewards/rejected": -0.32531440258026123, + "sft_loss": 0.0970025435090065, + "step": 3408 + }, + { + "epoch": 4.929862617498192, + "grad_norm": 1.8046682859163223, + "learning_rate": 6.372775220287878e-07, + "logits/chosen": -0.7766846418380737, + "logits/rejected": -0.5947623252868652, + "logps/chosen": -0.128305122256279, + "logps/rejected": -4.95772647857666, + "loss": 0.1133, + "odds_ratio_loss": 0.026372672989964485, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012830512598156929, + "rewards/margins": 0.4829421639442444, + "rewards/rejected": -0.4957726001739502, + "sft_loss": 0.128305122256279, + "step": 3409 + }, + { + "epoch": 4.931308749096168, + "grad_norm": 1.8430904450067187, + "learning_rate": 6.355966074732082e-07, + "logits/chosen": -0.8618395924568176, + "logits/rejected": -0.628158688545227, + "logps/chosen": -0.04948505386710167, + "logps/rejected": -4.483854293823242, + "loss": 0.1178, + "odds_ratio_loss": 0.004379372112452984, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004948505666106939, + "rewards/margins": 0.4434368908405304, + "rewards/rejected": -0.44838541746139526, + "sft_loss": 0.04948505386710167, + "step": 3410 + }, + { + "epoch": 4.9327548806941435, + "grad_norm": 1.5954896703058488, + "learning_rate": 6.339177213289652e-07, + "logits/chosen": -0.5719497799873352, + "logits/rejected": -0.44910386204719543, + "logps/chosen": -0.052914202213287354, + "logps/rejected": -6.891765594482422, + "loss": 0.0525, + "odds_ratio_loss": 0.0075008077546954155, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005291420966386795, + "rewards/margins": 0.6838852167129517, + "rewards/rejected": -0.689176619052887, + "sft_loss": 0.052914202213287354, + "step": 3411 + }, + { + "epoch": 4.934201012292118, + "grad_norm": 1.4200289969330797, + "learning_rate": 6.322408646082635e-07, + "logits/chosen": -0.8700981140136719, + "logits/rejected": -0.599973201751709, + "logps/chosen": -0.06421230733394623, + "logps/rejected": -5.4810638427734375, + "loss": 0.0889, + "odds_ratio_loss": 0.0070202648639678955, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006421231664717197, + "rewards/margins": 0.541685163974762, + "rewards/rejected": -0.5481064319610596, + "sft_loss": 0.06421230733394623, + "step": 3412 + }, + { + "epoch": 4.935647143890094, + "grad_norm": 1.5988810203628434, + "learning_rate": 6.305660383220885e-07, + "logits/chosen": -0.8789199590682983, + "logits/rejected": -0.7220363616943359, + "logps/chosen": -0.09391533583402634, + "logps/rejected": -4.320672988891602, + "loss": 0.0727, + "odds_ratio_loss": 0.0037208469584584236, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009391534142196178, + "rewards/margins": 0.4226757884025574, + "rewards/rejected": -0.43206727504730225, + "sft_loss": 0.09391533583402634, + "step": 3413 + }, + { + "epoch": 4.93709327548807, + "grad_norm": 2.964711941744502, + "learning_rate": 6.288932434801979e-07, + "logits/chosen": -0.8900729417800903, + "logits/rejected": -0.6892324090003967, + "logps/chosen": -0.0752728208899498, + "logps/rejected": -4.755692481994629, + "loss": 0.0925, + "odds_ratio_loss": 0.008502209559082985, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007527281995862722, + "rewards/margins": 0.46804195642471313, + "rewards/rejected": -0.4755692481994629, + "sft_loss": 0.0752728208899498, + "step": 3414 + }, + { + "epoch": 4.938539407086044, + "grad_norm": 1.226582221767045, + "learning_rate": 6.272224810911262e-07, + "logits/chosen": -0.6443370580673218, + "logits/rejected": -0.46328115463256836, + "logps/chosen": -0.0617620050907135, + "logps/rejected": -6.892882347106934, + "loss": 0.0539, + "odds_ratio_loss": 0.007957663387060165, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006176200229674578, + "rewards/margins": 0.6831120252609253, + "rewards/rejected": -0.6892882585525513, + "sft_loss": 0.0617620050907135, + "step": 3415 + }, + { + "epoch": 4.93998553868402, + "grad_norm": 1.7930112841480699, + "learning_rate": 6.255537521621814e-07, + "logits/chosen": -0.8234100341796875, + "logits/rejected": -0.7632617950439453, + "logps/chosen": -0.0765080451965332, + "logps/rejected": -5.386995315551758, + "loss": 0.1174, + "odds_ratio_loss": 0.006928831338882446, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0076508051715791225, + "rewards/margins": 0.5310487747192383, + "rewards/rejected": -0.5386995673179626, + "sft_loss": 0.0765080451965332, + "step": 3416 + }, + { + "epoch": 4.941431670281996, + "grad_norm": 1.5497605374260457, + "learning_rate": 6.238870576994482e-07, + "logits/chosen": -0.9648762345314026, + "logits/rejected": -0.679747462272644, + "logps/chosen": -0.06289042532444, + "logps/rejected": -6.040827751159668, + "loss": 0.0695, + "odds_ratio_loss": 0.0020546133164316416, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0062890429981052876, + "rewards/margins": 0.5977937579154968, + "rewards/rejected": -0.6040828227996826, + "sft_loss": 0.06289042532444, + "step": 3417 + }, + { + "epoch": 4.9428778018799715, + "grad_norm": 1.5782236984356215, + "learning_rate": 6.222223987077808e-07, + "logits/chosen": -0.9196997284889221, + "logits/rejected": -0.7327249646186829, + "logps/chosen": -0.02562006562948227, + "logps/rejected": -3.8854827880859375, + "loss": 0.0997, + "odds_ratio_loss": 0.0034806833136826754, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002562006702646613, + "rewards/margins": 0.3859862685203552, + "rewards/rejected": -0.3885482847690582, + "sft_loss": 0.02562006562948227, + "step": 3418 + }, + { + "epoch": 4.944323933477946, + "grad_norm": 1.5751576479599592, + "learning_rate": 6.205597761908104e-07, + "logits/chosen": -0.5640643835067749, + "logits/rejected": -0.5260137319564819, + "logps/chosen": -0.15139015018939972, + "logps/rejected": -3.5538008213043213, + "loss": 0.1029, + "odds_ratio_loss": 0.015284059569239616, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015139015391469002, + "rewards/margins": 0.34024107456207275, + "rewards/rejected": -0.3553800880908966, + "sft_loss": 0.15139015018939972, + "step": 3419 + }, + { + "epoch": 4.945770065075922, + "grad_norm": 1.4752020186966457, + "learning_rate": 6.188991911509367e-07, + "logits/chosen": -1.0183162689208984, + "logits/rejected": -0.5773686170578003, + "logps/chosen": -0.04004896432161331, + "logps/rejected": -5.913060188293457, + "loss": 0.0642, + "odds_ratio_loss": 0.0022270409390330315, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004004896618425846, + "rewards/margins": 0.5873011350631714, + "rewards/rejected": -0.5913060307502747, + "sft_loss": 0.04004896432161331, + "step": 3420 + }, + { + "epoch": 4.947216196673898, + "grad_norm": 1.4465994196175587, + "learning_rate": 6.172406445893337e-07, + "logits/chosen": -0.5818377137184143, + "logits/rejected": -0.6574020385742188, + "logps/chosen": -0.16453906893730164, + "logps/rejected": -4.426886558532715, + "loss": 0.091, + "odds_ratio_loss": 0.029384538531303406, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.016453908756375313, + "rewards/margins": 0.42623475193977356, + "rewards/rejected": -0.44268864393234253, + "sft_loss": 0.16453906893730164, + "step": 3421 + }, + { + "epoch": 4.9486623282718725, + "grad_norm": 1.447822137306616, + "learning_rate": 6.15584137505945e-07, + "logits/chosen": -0.8531981706619263, + "logits/rejected": -0.6357840895652771, + "logps/chosen": -0.07084062695503235, + "logps/rejected": -7.386335372924805, + "loss": 0.0794, + "odds_ratio_loss": 0.0017525034490972757, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00708406325429678, + "rewards/margins": 0.7315495014190674, + "rewards/rejected": -0.7386335134506226, + "sft_loss": 0.07084062695503235, + "step": 3422 + }, + { + "epoch": 4.950108459869848, + "grad_norm": 1.8491072383950693, + "learning_rate": 6.139296708994837e-07, + "logits/chosen": -0.747806966304779, + "logits/rejected": -0.6480367183685303, + "logps/chosen": -0.06436759978532791, + "logps/rejected": -5.5151543617248535, + "loss": 0.1032, + "odds_ratio_loss": 0.005401041358709335, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006436760071665049, + "rewards/margins": 0.545078694820404, + "rewards/rejected": -0.5515154600143433, + "sft_loss": 0.06436759978532791, + "step": 3423 + }, + { + "epoch": 4.951554591467824, + "grad_norm": 1.4690335807293746, + "learning_rate": 6.122772457674359e-07, + "logits/chosen": -0.5605374574661255, + "logits/rejected": -0.46818655729293823, + "logps/chosen": -0.09475595504045486, + "logps/rejected": -4.236270904541016, + "loss": 0.0888, + "odds_ratio_loss": 0.01986742950975895, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009475595317780972, + "rewards/margins": 0.41415154933929443, + "rewards/rejected": -0.4236271381378174, + "sft_loss": 0.09475595504045486, + "step": 3424 + }, + { + "epoch": 4.953000723065799, + "grad_norm": 1.1868102449763724, + "learning_rate": 6.106268631060527e-07, + "logits/chosen": -0.8078406453132629, + "logits/rejected": -0.5437741875648499, + "logps/chosen": -0.03639750927686691, + "logps/rejected": -5.105257034301758, + "loss": 0.0472, + "odds_ratio_loss": 0.00621524965390563, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003639751113951206, + "rewards/margins": 0.5068859457969666, + "rewards/rejected": -0.5105257034301758, + "sft_loss": 0.03639750927686691, + "step": 3425 + }, + { + "epoch": 4.954446854663774, + "grad_norm": 1.5291294485877678, + "learning_rate": 6.089785239103582e-07, + "logits/chosen": -0.9439482688903809, + "logits/rejected": -0.6107262372970581, + "logps/chosen": -0.03788119927048683, + "logps/rejected": -3.4490232467651367, + "loss": 0.0818, + "odds_ratio_loss": 0.00338040036149323, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003788120113313198, + "rewards/margins": 0.34111422300338745, + "rewards/rejected": -0.3449023365974426, + "sft_loss": 0.03788119927048683, + "step": 3426 + }, + { + "epoch": 4.95589298626175, + "grad_norm": 1.5203093371616432, + "learning_rate": 6.073322291741405e-07, + "logits/chosen": -0.7352548241615295, + "logits/rejected": -0.6759071946144104, + "logps/chosen": -0.04905076324939728, + "logps/rejected": -3.5433459281921387, + "loss": 0.056, + "odds_ratio_loss": 0.0025512652937322855, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004905076697468758, + "rewards/margins": 0.34942954778671265, + "rewards/rejected": -0.35433462262153625, + "sft_loss": 0.04905076324939728, + "step": 3427 + }, + { + "epoch": 4.957339117859725, + "grad_norm": 1.337702504072495, + "learning_rate": 6.056879798899581e-07, + "logits/chosen": -0.8775549530982971, + "logits/rejected": -0.8563462495803833, + "logps/chosen": -0.036653611809015274, + "logps/rejected": -4.592785835266113, + "loss": 0.0516, + "odds_ratio_loss": 0.005046031437814236, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0036653613205999136, + "rewards/margins": 0.4556131958961487, + "rewards/rejected": -0.45927858352661133, + "sft_loss": 0.036653611809015274, + "step": 3428 + }, + { + "epoch": 4.9587852494577005, + "grad_norm": 1.7224191092429069, + "learning_rate": 6.040457770491345e-07, + "logits/chosen": -0.9732665419578552, + "logits/rejected": -0.621749222278595, + "logps/chosen": -0.07956325262784958, + "logps/rejected": -4.399288177490234, + "loss": 0.0908, + "odds_ratio_loss": 0.005940181203186512, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007956326007843018, + "rewards/margins": 0.4319724440574646, + "rewards/rejected": -0.43992879986763, + "sft_loss": 0.07956325262784958, + "step": 3429 + }, + { + "epoch": 4.960231381055676, + "grad_norm": 1.254116051896288, + "learning_rate": 6.024056216417595e-07, + "logits/chosen": -0.9306346774101257, + "logits/rejected": -0.6040125489234924, + "logps/chosen": -0.029323115944862366, + "logps/rejected": -6.736618995666504, + "loss": 0.037, + "odds_ratio_loss": 0.002192482352256775, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002932311501353979, + "rewards/margins": 0.6707295179367065, + "rewards/rejected": -0.6736618280410767, + "sft_loss": 0.029323115944862366, + "step": 3430 + }, + { + "epoch": 4.961677512653652, + "grad_norm": 1.293836056578048, + "learning_rate": 6.007675146566886e-07, + "logits/chosen": -0.7885620594024658, + "logits/rejected": -0.5741199851036072, + "logps/chosen": -0.05781673640012741, + "logps/rejected": -6.402325630187988, + "loss": 0.0713, + "odds_ratio_loss": 0.007596355862915516, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005781673826277256, + "rewards/margins": 0.6344509720802307, + "rewards/rejected": -0.6402326822280884, + "sft_loss": 0.05781673640012741, + "step": 3431 + }, + { + "epoch": 4.963123644251627, + "grad_norm": 1.5357216450846016, + "learning_rate": 5.99131457081544e-07, + "logits/chosen": -0.645007848739624, + "logits/rejected": -0.5896191596984863, + "logps/chosen": -0.06823316216468811, + "logps/rejected": -5.339206218719482, + "loss": 0.0845, + "odds_ratio_loss": 0.00628221919760108, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006823315750807524, + "rewards/margins": 0.5270972847938538, + "rewards/rejected": -0.5339206457138062, + "sft_loss": 0.06823316216468811, + "step": 3432 + }, + { + "epoch": 4.964569775849602, + "grad_norm": 1.6104289227539481, + "learning_rate": 5.974974499027094e-07, + "logits/chosen": -0.868780791759491, + "logits/rejected": -0.577593207359314, + "logps/chosen": -0.05608178302645683, + "logps/rejected": -6.6864471435546875, + "loss": 0.108, + "odds_ratio_loss": 0.002942313440144062, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005608178209513426, + "rewards/margins": 0.6630365252494812, + "rewards/rejected": -0.6686447858810425, + "sft_loss": 0.05608178302645683, + "step": 3433 + }, + { + "epoch": 4.966015907447578, + "grad_norm": 1.6332927485572049, + "learning_rate": 5.958654941053352e-07, + "logits/chosen": -0.7936917543411255, + "logits/rejected": -0.6169689893722534, + "logps/chosen": -0.1516617238521576, + "logps/rejected": -3.740570306777954, + "loss": 0.0813, + "odds_ratio_loss": 0.027436548843979836, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015166172757744789, + "rewards/margins": 0.3588908612728119, + "rewards/rejected": -0.37405702471733093, + "sft_loss": 0.1516617238521576, + "step": 3434 + }, + { + "epoch": 4.967462039045553, + "grad_norm": 2.132685715380471, + "learning_rate": 5.942355906733318e-07, + "logits/chosen": -0.77684485912323, + "logits/rejected": -0.5762640833854675, + "logps/chosen": -0.026029953733086586, + "logps/rejected": -5.362104415893555, + "loss": 0.053, + "odds_ratio_loss": 0.003081801813095808, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0026029953733086586, + "rewards/margins": 0.5336074233055115, + "rewards/rejected": -0.5362104177474976, + "sft_loss": 0.026029953733086586, + "step": 3435 + }, + { + "epoch": 4.9689081706435285, + "grad_norm": 1.81155485785451, + "learning_rate": 5.926077405893766e-07, + "logits/chosen": -0.743396520614624, + "logits/rejected": -0.6381196975708008, + "logps/chosen": -0.06945671886205673, + "logps/rejected": -4.84320068359375, + "loss": 0.0892, + "odds_ratio_loss": 0.005398800130933523, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006945671979337931, + "rewards/margins": 0.477374404668808, + "rewards/rejected": -0.4843200743198395, + "sft_loss": 0.06945671886205673, + "step": 3436 + }, + { + "epoch": 4.970354302241504, + "grad_norm": 1.5592717402220886, + "learning_rate": 5.909819448349051e-07, + "logits/chosen": -0.8907531499862671, + "logits/rejected": -0.6397050023078918, + "logps/chosen": -0.1254955232143402, + "logps/rejected": -4.674949645996094, + "loss": 0.0766, + "odds_ratio_loss": 0.005577145144343376, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01254955306649208, + "rewards/margins": 0.45494544506073, + "rewards/rejected": -0.46749502420425415, + "sft_loss": 0.1254955232143402, + "step": 3437 + }, + { + "epoch": 4.971800433839479, + "grad_norm": 2.65297190852868, + "learning_rate": 5.893582043901144e-07, + "logits/chosen": -0.7786065340042114, + "logits/rejected": -0.6070635318756104, + "logps/chosen": -0.08002370595932007, + "logps/rejected": -3.568556070327759, + "loss": 0.0902, + "odds_ratio_loss": 0.007114575244486332, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008002370595932007, + "rewards/margins": 0.3488532304763794, + "rewards/rejected": -0.3568556308746338, + "sft_loss": 0.08002370595932007, + "step": 3438 + }, + { + "epoch": 4.973246565437455, + "grad_norm": 1.6585001087257703, + "learning_rate": 5.877365202339657e-07, + "logits/chosen": -1.0660187005996704, + "logits/rejected": -0.6834717392921448, + "logps/chosen": -0.05151912942528725, + "logps/rejected": -7.605033874511719, + "loss": 0.0773, + "odds_ratio_loss": 0.0027478046249598265, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005151913035660982, + "rewards/margins": 0.7553514838218689, + "rewards/rejected": -0.7605034112930298, + "sft_loss": 0.05151912942528725, + "step": 3439 + }, + { + "epoch": 4.97469269703543, + "grad_norm": 1.525514052881944, + "learning_rate": 5.861168933441769e-07, + "logits/chosen": -0.7787050008773804, + "logits/rejected": -0.6245294809341431, + "logps/chosen": -0.10993112623691559, + "logps/rejected": -5.3284454345703125, + "loss": 0.0818, + "odds_ratio_loss": 0.012700337916612625, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0109931118786335, + "rewards/margins": 0.5218514800071716, + "rewards/rejected": -0.5328445434570312, + "sft_loss": 0.10993112623691559, + "step": 3440 + }, + { + "epoch": 4.976138828633406, + "grad_norm": 1.7760939346248212, + "learning_rate": 5.844993246972288e-07, + "logits/chosen": -1.0633209943771362, + "logits/rejected": -0.9356187582015991, + "logps/chosen": -0.04119650647044182, + "logps/rejected": -3.5258665084838867, + "loss": 0.083, + "odds_ratio_loss": 0.00574019318446517, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004119650926440954, + "rewards/margins": 0.34846699237823486, + "rewards/rejected": -0.35258665680885315, + "sft_loss": 0.04119650647044182, + "step": 3441 + }, + { + "epoch": 4.977584960231381, + "grad_norm": 1.7749277326694144, + "learning_rate": 5.828838152683575e-07, + "logits/chosen": -0.8471897840499878, + "logits/rejected": -0.6608887314796448, + "logps/chosen": -0.06945478171110153, + "logps/rejected": -3.0917301177978516, + "loss": 0.0627, + "odds_ratio_loss": 0.008055892772972584, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006945478729903698, + "rewards/margins": 0.30222752690315247, + "rewards/rejected": -0.30917298793792725, + "sft_loss": 0.06945478171110153, + "step": 3442 + }, + { + "epoch": 4.9790310918293565, + "grad_norm": 1.4906959459399594, + "learning_rate": 5.812703660315614e-07, + "logits/chosen": -1.0138330459594727, + "logits/rejected": -0.7253773212432861, + "logps/chosen": -0.10903214663267136, + "logps/rejected": -3.4463255405426025, + "loss": 0.0798, + "odds_ratio_loss": 0.0062078689225018024, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010903215035796165, + "rewards/margins": 0.3337293863296509, + "rewards/rejected": -0.3446325957775116, + "sft_loss": 0.10903214663267136, + "step": 3443 + }, + { + "epoch": 4.980477223427332, + "grad_norm": 1.4923880084454153, + "learning_rate": 5.796589779595936e-07, + "logits/chosen": -0.8511115312576294, + "logits/rejected": -0.6175816059112549, + "logps/chosen": -0.09215164184570312, + "logps/rejected": -5.326424598693848, + "loss": 0.0994, + "odds_ratio_loss": 0.0075257387943565845, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009215164929628372, + "rewards/margins": 0.5234273076057434, + "rewards/rejected": -0.5326424241065979, + "sft_loss": 0.09215164184570312, + "step": 3444 + }, + { + "epoch": 4.981923355025307, + "grad_norm": 1.9255239760331049, + "learning_rate": 5.780496520239672e-07, + "logits/chosen": -0.6826792359352112, + "logits/rejected": -0.6077350974082947, + "logps/chosen": -0.06906363368034363, + "logps/rejected": -3.452920436859131, + "loss": 0.0731, + "odds_ratio_loss": 0.0063808392733335495, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006906363181769848, + "rewards/margins": 0.3383857011795044, + "rewards/rejected": -0.34529203176498413, + "sft_loss": 0.06906363368034363, + "step": 3445 + }, + { + "epoch": 4.983369486623283, + "grad_norm": 1.657251305881418, + "learning_rate": 5.764423891949506e-07, + "logits/chosen": -0.7294119000434875, + "logits/rejected": -0.5812273621559143, + "logps/chosen": -0.07187902182340622, + "logps/rejected": -4.1396989822387695, + "loss": 0.0809, + "odds_ratio_loss": 0.003367446595802903, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007187901996076107, + "rewards/margins": 0.40678200125694275, + "rewards/rejected": -0.41396987438201904, + "sft_loss": 0.07187902182340622, + "step": 3446 + }, + { + "epoch": 4.984815618221258, + "grad_norm": 1.4641805442906786, + "learning_rate": 5.748371904415683e-07, + "logits/chosen": -0.7924904823303223, + "logits/rejected": -0.6872941255569458, + "logps/chosen": -0.15684622526168823, + "logps/rejected": -3.0761542320251465, + "loss": 0.0963, + "odds_ratio_loss": 0.02701270952820778, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015684621408581734, + "rewards/margins": 0.29193079471588135, + "rewards/rejected": -0.30761539936065674, + "sft_loss": 0.15684622526168823, + "step": 3447 + }, + { + "epoch": 4.986261749819233, + "grad_norm": 1.6232973011439962, + "learning_rate": 5.732340567315997e-07, + "logits/chosen": -0.8529285192489624, + "logits/rejected": -0.7546834349632263, + "logps/chosen": -0.08991379290819168, + "logps/rejected": -5.203977584838867, + "loss": 0.0853, + "odds_ratio_loss": 0.005872908979654312, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008991379290819168, + "rewards/margins": 0.511406421661377, + "rewards/rejected": -0.5203977823257446, + "sft_loss": 0.08991379290819168, + "step": 3448 + }, + { + "epoch": 4.987707881417209, + "grad_norm": 1.609326930688802, + "learning_rate": 5.716329890315816e-07, + "logits/chosen": -0.7413277626037598, + "logits/rejected": -0.6836074590682983, + "logps/chosen": -0.13507165014743805, + "logps/rejected": -3.857135534286499, + "loss": 0.0762, + "odds_ratio_loss": 0.00941159576177597, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01350716594606638, + "rewards/margins": 0.3722064197063446, + "rewards/rejected": -0.3857135474681854, + "sft_loss": 0.13507165014743805, + "step": 3449 + }, + { + "epoch": 4.989154013015185, + "grad_norm": 1.9671365529158957, + "learning_rate": 5.700339883068026e-07, + "logits/chosen": -0.844429075717926, + "logits/rejected": -0.6580359935760498, + "logps/chosen": -0.07697506248950958, + "logps/rejected": -3.4200170040130615, + "loss": 0.0736, + "odds_ratio_loss": 0.011311711743474007, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007697506807744503, + "rewards/margins": 0.33430421352386475, + "rewards/rejected": -0.34200170636177063, + "sft_loss": 0.07697506248950958, + "step": 3450 + }, + { + "epoch": 4.990600144613159, + "grad_norm": 1.676385478801375, + "learning_rate": 5.684370555213061e-07, + "logits/chosen": -0.6407653093338013, + "logits/rejected": -0.5257874727249146, + "logps/chosen": -0.05387239158153534, + "logps/rejected": -4.147794246673584, + "loss": 0.0712, + "odds_ratio_loss": 0.0045845406129956245, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005387239158153534, + "rewards/margins": 0.40939223766326904, + "rewards/rejected": -0.4147794544696808, + "sft_loss": 0.05387239158153534, + "step": 3451 + }, + { + "epoch": 4.992046276211135, + "grad_norm": 1.5851457373820437, + "learning_rate": 5.668421916378907e-07, + "logits/chosen": -0.9896453022956848, + "logits/rejected": -0.6115586757659912, + "logps/chosen": -0.03699421137571335, + "logps/rejected": -3.2008819580078125, + "loss": 0.0717, + "odds_ratio_loss": 0.007299942895770073, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0036994214169681072, + "rewards/margins": 0.3163887560367584, + "rewards/rejected": -0.3200881779193878, + "sft_loss": 0.03699421137571335, + "step": 3452 + }, + { + "epoch": 4.993492407809111, + "grad_norm": 1.6443996781685672, + "learning_rate": 5.652493976181039e-07, + "logits/chosen": -0.7869142293930054, + "logits/rejected": -0.5275483727455139, + "logps/chosen": -0.05778158828616142, + "logps/rejected": -4.564939498901367, + "loss": 0.067, + "odds_ratio_loss": 0.003800423815846443, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005778159014880657, + "rewards/margins": 0.4507158100605011, + "rewards/rejected": -0.45649394392967224, + "sft_loss": 0.05778158828616142, + "step": 3453 + }, + { + "epoch": 4.994938539407086, + "grad_norm": 1.6418530507761049, + "learning_rate": 5.636586744222481e-07, + "logits/chosen": -0.7569884061813354, + "logits/rejected": -0.5459706783294678, + "logps/chosen": -0.059836842119693756, + "logps/rejected": -4.32498836517334, + "loss": 0.0911, + "odds_ratio_loss": 0.0062176999635994434, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005983684211969376, + "rewards/margins": 0.4265151619911194, + "rewards/rejected": -0.43249887228012085, + "sft_loss": 0.059836842119693756, + "step": 3454 + }, + { + "epoch": 4.996384671005061, + "grad_norm": 1.7891231577091458, + "learning_rate": 5.620700230093742e-07, + "logits/chosen": -0.7332042455673218, + "logits/rejected": -0.626262366771698, + "logps/chosen": -0.11887304484844208, + "logps/rejected": -4.1333417892456055, + "loss": 0.077, + "odds_ratio_loss": 0.008874907158315182, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011887304484844208, + "rewards/margins": 0.4014468789100647, + "rewards/rejected": -0.4133341908454895, + "sft_loss": 0.11887304484844208, + "step": 3455 + }, + { + "epoch": 4.997830802603037, + "grad_norm": 1.4062046371133936, + "learning_rate": 5.604834443372892e-07, + "logits/chosen": -1.033819317817688, + "logits/rejected": -0.594970703125, + "logps/chosen": -0.10729336738586426, + "logps/rejected": -5.250903606414795, + "loss": 0.063, + "odds_ratio_loss": 0.007175394333899021, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010729337111115456, + "rewards/margins": 0.5143610239028931, + "rewards/rejected": -0.5250903367996216, + "sft_loss": 0.10729336738586426, + "step": 3456 + }, + { + "epoch": 4.999276934201013, + "grad_norm": 1.8521632428679058, + "learning_rate": 5.588989393625447e-07, + "logits/chosen": -0.8611646294593811, + "logits/rejected": -0.5696526765823364, + "logps/chosen": -0.0587548166513443, + "logps/rejected": -4.783111572265625, + "loss": 0.0781, + "odds_ratio_loss": 0.00351850432343781, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005875481758266687, + "rewards/margins": 0.47243571281433105, + "rewards/rejected": -0.4783111810684204, + "sft_loss": 0.0587548166513443, + "step": 3457 + }, + { + "epoch": 5.000723065798987, + "grad_norm": 1.4265437130237972, + "learning_rate": 5.573165090404464e-07, + "logits/chosen": -0.709952175617218, + "logits/rejected": -0.5098187327384949, + "logps/chosen": -0.047502551227808, + "logps/rejected": -4.869006156921387, + "loss": 0.0423, + "odds_ratio_loss": 0.002838584128767252, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004750255029648542, + "rewards/margins": 0.4821503758430481, + "rewards/rejected": -0.48690059781074524, + "sft_loss": 0.047502551227808, + "step": 3458 + }, + { + "epoch": 5.002169197396963, + "grad_norm": 1.085421565449066, + "learning_rate": 5.55736154325046e-07, + "logits/chosen": -0.7732264399528503, + "logits/rejected": -0.5995284914970398, + "logps/chosen": -0.039276450872421265, + "logps/rejected": -4.488852024078369, + "loss": 0.0527, + "odds_ratio_loss": 0.010519957169890404, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003927645273506641, + "rewards/margins": 0.44495758414268494, + "rewards/rejected": -0.4488852322101593, + "sft_loss": 0.039276450872421265, + "step": 3459 + }, + { + "epoch": 5.003615328994939, + "grad_norm": 1.0464265932381913, + "learning_rate": 5.54157876169147e-07, + "logits/chosen": -0.8605638742446899, + "logits/rejected": -0.6857526302337646, + "logps/chosen": -0.009190384298563004, + "logps/rejected": -5.061098575592041, + "loss": 0.0324, + "odds_ratio_loss": 0.0008861377718858421, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0009190384298563004, + "rewards/margins": 0.5051908493041992, + "rewards/rejected": -0.506109893321991, + "sft_loss": 0.009190384298563004, + "step": 3460 + }, + { + "epoch": 5.005061460592914, + "grad_norm": 1.1326646780174328, + "learning_rate": 5.525816755242978e-07, + "logits/chosen": -0.7338491678237915, + "logits/rejected": -0.5906820297241211, + "logps/chosen": -0.05195004120469093, + "logps/rejected": -4.651167392730713, + "loss": 0.0347, + "odds_ratio_loss": 0.0044695246033370495, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005195004865527153, + "rewards/margins": 0.4599217176437378, + "rewards/rejected": -0.4651166796684265, + "sft_loss": 0.05195004120469093, + "step": 3461 + }, + { + "epoch": 5.006507592190889, + "grad_norm": 0.9565385507003581, + "learning_rate": 5.510075533407961e-07, + "logits/chosen": -0.8748555183410645, + "logits/rejected": -0.730570912361145, + "logps/chosen": -0.02134561724960804, + "logps/rejected": -3.8099608421325684, + "loss": 0.044, + "odds_ratio_loss": 0.002423565834760666, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002134561538696289, + "rewards/margins": 0.37886154651641846, + "rewards/rejected": -0.38099610805511475, + "sft_loss": 0.02134561724960804, + "step": 3462 + }, + { + "epoch": 5.007953723788865, + "grad_norm": 0.9112409719292605, + "learning_rate": 5.494355105676853e-07, + "logits/chosen": -1.012371301651001, + "logits/rejected": -0.8462579250335693, + "logps/chosen": -0.03380393236875534, + "logps/rejected": -3.5552430152893066, + "loss": 0.0256, + "odds_ratio_loss": 0.004212790168821812, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0033803931437432766, + "rewards/margins": 0.35214394330978394, + "rewards/rejected": -0.35552430152893066, + "sft_loss": 0.03380393236875534, + "step": 3463 + }, + { + "epoch": 5.009399855386841, + "grad_norm": 1.1716206047793647, + "learning_rate": 5.478655481527559e-07, + "logits/chosen": -0.7203569412231445, + "logits/rejected": -0.5603138208389282, + "logps/chosen": -0.036938704550266266, + "logps/rejected": -5.195960998535156, + "loss": 0.0375, + "odds_ratio_loss": 0.003028081264346838, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0036938705015927553, + "rewards/margins": 0.5159022212028503, + "rewards/rejected": -0.5195960402488708, + "sft_loss": 0.036938704550266266, + "step": 3464 + }, + { + "epoch": 5.010845986984815, + "grad_norm": 0.8655848449570359, + "learning_rate": 5.462976670425461e-07, + "logits/chosen": -0.8955216407775879, + "logits/rejected": -0.7210637927055359, + "logps/chosen": -0.013777623884379864, + "logps/rejected": -6.22860860824585, + "loss": 0.0343, + "odds_ratio_loss": 0.0025187258142977953, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013777624117210507, + "rewards/margins": 0.6214830875396729, + "rewards/rejected": -0.622860848903656, + "sft_loss": 0.013777623884379864, + "step": 3465 + }, + { + "epoch": 5.012292118582791, + "grad_norm": 1.009337477557826, + "learning_rate": 5.447318681823346e-07, + "logits/chosen": -1.2388375997543335, + "logits/rejected": -0.7586451172828674, + "logps/chosen": -0.07897603511810303, + "logps/rejected": -4.735720634460449, + "loss": 0.0448, + "odds_ratio_loss": 0.003169738221913576, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007897603325545788, + "rewards/margins": 0.46567443013191223, + "rewards/rejected": -0.4735720157623291, + "sft_loss": 0.07897603511810303, + "step": 3466 + }, + { + "epoch": 5.013738250180767, + "grad_norm": 1.121337861751337, + "learning_rate": 5.431681525161495e-07, + "logits/chosen": -0.7842767834663391, + "logits/rejected": -0.6963058710098267, + "logps/chosen": -0.10743860900402069, + "logps/rejected": -3.431588649749756, + "loss": 0.0624, + "odds_ratio_loss": 0.012040664441883564, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010743859224021435, + "rewards/margins": 0.33241501450538635, + "rewards/rejected": -0.3431588411331177, + "sft_loss": 0.10743860900402069, + "step": 3467 + }, + { + "epoch": 5.015184381778742, + "grad_norm": 1.0922147755297598, + "learning_rate": 5.416065209867598e-07, + "logits/chosen": -0.7255322337150574, + "logits/rejected": -0.561846137046814, + "logps/chosen": -0.05708377808332443, + "logps/rejected": -4.307957649230957, + "loss": 0.0513, + "odds_ratio_loss": 0.003463734406977892, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005708377808332443, + "rewards/margins": 0.4250873625278473, + "rewards/rejected": -0.43079572916030884, + "sft_loss": 0.05708377808332443, + "step": 3468 + }, + { + "epoch": 5.016630513376717, + "grad_norm": 0.9156674198366694, + "learning_rate": 5.40046974535679e-07, + "logits/chosen": -0.8717478513717651, + "logits/rejected": -0.8460903167724609, + "logps/chosen": -0.05093216896057129, + "logps/rejected": -2.9140570163726807, + "loss": 0.0363, + "odds_ratio_loss": 0.009572173468768597, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005093216896057129, + "rewards/margins": 0.2863124907016754, + "rewards/rejected": -0.29140573740005493, + "sft_loss": 0.05093216896057129, + "step": 3469 + }, + { + "epoch": 5.018076644974693, + "grad_norm": 1.2516930398057569, + "learning_rate": 5.384895141031629e-07, + "logits/chosen": -0.9424750804901123, + "logits/rejected": -0.701157808303833, + "logps/chosen": -0.027423281222581863, + "logps/rejected": -7.161192417144775, + "loss": 0.0475, + "odds_ratio_loss": 0.0023427875712513924, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002742328215390444, + "rewards/margins": 0.7133768796920776, + "rewards/rejected": -0.7161192893981934, + "sft_loss": 0.027423281222581863, + "step": 3470 + }, + { + "epoch": 5.019522776572668, + "grad_norm": 1.446751345973255, + "learning_rate": 5.369341406282113e-07, + "logits/chosen": -0.9990890026092529, + "logits/rejected": -0.6447659730911255, + "logps/chosen": -0.019773146137595177, + "logps/rejected": -5.728797435760498, + "loss": 0.0269, + "odds_ratio_loss": 0.0009713853942230344, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001977314706891775, + "rewards/margins": 0.570902407169342, + "rewards/rejected": -0.5728797316551208, + "sft_loss": 0.019773146137595177, + "step": 3471 + }, + { + "epoch": 5.0209689081706435, + "grad_norm": 1.2865825800855881, + "learning_rate": 5.353808550485635e-07, + "logits/chosen": -0.9069744348526001, + "logits/rejected": -0.7498742938041687, + "logps/chosen": -0.017203805968165398, + "logps/rejected": -6.09996223449707, + "loss": 0.0346, + "odds_ratio_loss": 0.0010495948372408748, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001720380736514926, + "rewards/margins": 0.6082758903503418, + "rewards/rejected": -0.6099961996078491, + "sft_loss": 0.017203805968165398, + "step": 3472 + }, + { + "epoch": 5.022415039768619, + "grad_norm": 1.5006156541725042, + "learning_rate": 5.338296583007027e-07, + "logits/chosen": -0.9074760675430298, + "logits/rejected": -0.6146718263626099, + "logps/chosen": -0.06319965422153473, + "logps/rejected": -5.602901458740234, + "loss": 0.0575, + "odds_ratio_loss": 0.0013854659628123045, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00631996663287282, + "rewards/margins": 0.553970217704773, + "rewards/rejected": -0.5602901577949524, + "sft_loss": 0.06319965422153473, + "step": 3473 + }, + { + "epoch": 5.023861171366594, + "grad_norm": 1.5874623391961369, + "learning_rate": 5.322805513198494e-07, + "logits/chosen": -0.9391703605651855, + "logits/rejected": -0.777937650680542, + "logps/chosen": -0.08251549303531647, + "logps/rejected": -4.623871803283691, + "loss": 0.0606, + "odds_ratio_loss": 0.0030107577331364155, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008251549676060677, + "rewards/margins": 0.4541356563568115, + "rewards/rejected": -0.46238720417022705, + "sft_loss": 0.08251549303531647, + "step": 3474 + }, + { + "epoch": 5.02530730296457, + "grad_norm": 1.4057184124461983, + "learning_rate": 5.307335350399675e-07, + "logits/chosen": -0.8874735832214355, + "logits/rejected": -0.7688844799995422, + "logps/chosen": -0.10471326112747192, + "logps/rejected": -3.2333931922912598, + "loss": 0.0434, + "odds_ratio_loss": 0.010410060174763203, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010471326299011707, + "rewards/margins": 0.31286799907684326, + "rewards/rejected": -0.3233392834663391, + "sft_loss": 0.10471326112747192, + "step": 3475 + }, + { + "epoch": 5.026753434562545, + "grad_norm": 1.2902962205289839, + "learning_rate": 5.291886103937586e-07, + "logits/chosen": -0.9923503398895264, + "logits/rejected": -0.6792709231376648, + "logps/chosen": -0.015890207141637802, + "logps/rejected": -3.8003733158111572, + "loss": 0.0294, + "odds_ratio_loss": 0.0025172270834445953, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0015890207141637802, + "rewards/margins": 0.3784483075141907, + "rewards/rejected": -0.3800373375415802, + "sft_loss": 0.015890207141637802, + "step": 3476 + }, + { + "epoch": 5.028199566160521, + "grad_norm": 1.2875767952399477, + "learning_rate": 5.276457783126624e-07, + "logits/chosen": -0.8897219300270081, + "logits/rejected": -0.6773457527160645, + "logps/chosen": -0.049017373472452164, + "logps/rejected": -4.137425899505615, + "loss": 0.0361, + "odds_ratio_loss": 0.0024960683658719063, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004901737906038761, + "rewards/margins": 0.4088408648967743, + "rewards/rejected": -0.41374263167381287, + "sft_loss": 0.049017373472452164, + "step": 3477 + }, + { + "epoch": 5.029645697758496, + "grad_norm": 1.372847049337572, + "learning_rate": 5.261050397268594e-07, + "logits/chosen": -0.9416077733039856, + "logits/rejected": -0.664757251739502, + "logps/chosen": -0.05168641358613968, + "logps/rejected": -4.555634498596191, + "loss": 0.0561, + "odds_ratio_loss": 0.002042082604020834, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005168641917407513, + "rewards/margins": 0.4503948390483856, + "rewards/rejected": -0.45556342601776123, + "sft_loss": 0.05168641358613968, + "step": 3478 + }, + { + "epoch": 5.0310918293564715, + "grad_norm": 1.2067829756850041, + "learning_rate": 5.245663955652655e-07, + "logits/chosen": -0.9000402688980103, + "logits/rejected": -0.79487544298172, + "logps/chosen": -0.028296932578086853, + "logps/rejected": -4.450551986694336, + "loss": 0.0379, + "odds_ratio_loss": 0.00259765493683517, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0028296932578086853, + "rewards/margins": 0.44222545623779297, + "rewards/rejected": -0.44505518674850464, + "sft_loss": 0.028296932578086853, + "step": 3479 + }, + { + "epoch": 5.032537960954447, + "grad_norm": 1.0215153751903814, + "learning_rate": 5.230298467555361e-07, + "logits/chosen": -0.7747162580490112, + "logits/rejected": -0.48691344261169434, + "logps/chosen": -0.02550322189927101, + "logps/rejected": -8.04299259185791, + "loss": 0.0276, + "odds_ratio_loss": 0.0014245238853618503, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0025503220967948437, + "rewards/margins": 0.8017489910125732, + "rewards/rejected": -0.8042992353439331, + "sft_loss": 0.02550322189927101, + "step": 3480 + }, + { + "epoch": 5.033984092552422, + "grad_norm": 1.1753442740039661, + "learning_rate": 5.214953942240612e-07, + "logits/chosen": -0.9011898040771484, + "logits/rejected": -0.7257996201515198, + "logps/chosen": -0.007925175130367279, + "logps/rejected": -5.687167644500732, + "loss": 0.0415, + "odds_ratio_loss": 0.00017209735233336687, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0007925175596028566, + "rewards/margins": 0.5679242610931396, + "rewards/rejected": -0.5687167644500732, + "sft_loss": 0.007925175130367279, + "step": 3481 + }, + { + "epoch": 5.035430224150398, + "grad_norm": 1.0682223299406943, + "learning_rate": 5.199630388959693e-07, + "logits/chosen": -1.0496717691421509, + "logits/rejected": -0.7140789031982422, + "logps/chosen": -0.019513538107275963, + "logps/rejected": -4.503504276275635, + "loss": 0.0383, + "odds_ratio_loss": 0.0018820172408595681, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001951353857293725, + "rewards/margins": 0.44839906692504883, + "rewards/rejected": -0.45035040378570557, + "sft_loss": 0.019513538107275963, + "step": 3482 + }, + { + "epoch": 5.036876355748373, + "grad_norm": 0.9663346190107585, + "learning_rate": 5.184327816951221e-07, + "logits/chosen": -0.9517099857330322, + "logits/rejected": -0.5351824164390564, + "logps/chosen": -0.047696616500616074, + "logps/rejected": -4.995662689208984, + "loss": 0.0298, + "odds_ratio_loss": 0.0005317270988598466, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00476966192945838, + "rewards/margins": 0.49479660391807556, + "rewards/rejected": -0.49956628680229187, + "sft_loss": 0.047696616500616074, + "step": 3483 + }, + { + "epoch": 5.038322487346348, + "grad_norm": 0.99346643446749, + "learning_rate": 5.169046235441175e-07, + "logits/chosen": -0.755199670791626, + "logits/rejected": -0.641110897064209, + "logps/chosen": -0.022800451144576073, + "logps/rejected": -3.9687485694885254, + "loss": 0.0388, + "odds_ratio_loss": 0.001115166931413114, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022800450678914785, + "rewards/margins": 0.39459484815597534, + "rewards/rejected": -0.3968748450279236, + "sft_loss": 0.022800451144576073, + "step": 3484 + }, + { + "epoch": 5.039768618944324, + "grad_norm": 0.8647052648937972, + "learning_rate": 5.153785653642875e-07, + "logits/chosen": -0.9964678287506104, + "logits/rejected": -0.8342572450637817, + "logps/chosen": -0.030764533206820488, + "logps/rejected": -5.155585765838623, + "loss": 0.0248, + "odds_ratio_loss": 0.002030643867328763, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030764532275497913, + "rewards/margins": 0.5124821662902832, + "rewards/rejected": -0.5155586004257202, + "sft_loss": 0.030764533206820488, + "step": 3485 + }, + { + "epoch": 5.0412147505422995, + "grad_norm": 1.0490770833472225, + "learning_rate": 5.13854608075699e-07, + "logits/chosen": -0.8880283236503601, + "logits/rejected": -0.8042649626731873, + "logps/chosen": -0.032138124108314514, + "logps/rejected": -4.834699630737305, + "loss": 0.0413, + "odds_ratio_loss": 0.0069372812286019325, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0032138123642653227, + "rewards/margins": 0.48025619983673096, + "rewards/rejected": -0.48347002267837524, + "sft_loss": 0.032138124108314514, + "step": 3486 + }, + { + "epoch": 5.042660882140275, + "grad_norm": 1.3260914708649687, + "learning_rate": 5.123327525971501e-07, + "logits/chosen": -0.9982175230979919, + "logits/rejected": -0.6111714839935303, + "logps/chosen": -0.08715112507343292, + "logps/rejected": -6.953100204467773, + "loss": 0.0725, + "odds_ratio_loss": 0.008616614155471325, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008715112693607807, + "rewards/margins": 0.6865949034690857, + "rewards/rejected": -0.6953100562095642, + "sft_loss": 0.08715112507343292, + "step": 3487 + }, + { + "epoch": 5.04410701373825, + "grad_norm": 1.2545860974001273, + "learning_rate": 5.108129998461752e-07, + "logits/chosen": -0.9156689643859863, + "logits/rejected": -0.7918872237205505, + "logps/chosen": -0.1049668937921524, + "logps/rejected": -3.2424416542053223, + "loss": 0.0559, + "odds_ratio_loss": 0.013586277142167091, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.01049669086933136, + "rewards/margins": 0.31374746561050415, + "rewards/rejected": -0.3242441713809967, + "sft_loss": 0.1049668937921524, + "step": 3488 + }, + { + "epoch": 5.045553145336226, + "grad_norm": 0.9690430135015121, + "learning_rate": 5.092953507390368e-07, + "logits/chosen": -0.8073430061340332, + "logits/rejected": -0.7314937710762024, + "logps/chosen": -0.028009576722979546, + "logps/rejected": -4.2882981300354, + "loss": 0.0272, + "odds_ratio_loss": 0.0006923983455635607, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002800957765430212, + "rewards/margins": 0.426028847694397, + "rewards/rejected": -0.4288298189640045, + "sft_loss": 0.028009576722979546, + "step": 3489 + }, + { + "epoch": 5.046999276934201, + "grad_norm": 0.9797258107602022, + "learning_rate": 5.077798061907322e-07, + "logits/chosen": -0.8194557428359985, + "logits/rejected": -0.6159572601318359, + "logps/chosen": -0.030368125066161156, + "logps/rejected": -4.142151832580566, + "loss": 0.0403, + "odds_ratio_loss": 0.0020896908827126026, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030368126463145018, + "rewards/margins": 0.4111783504486084, + "rewards/rejected": -0.4142151474952698, + "sft_loss": 0.030368125066161156, + "step": 3490 + }, + { + "epoch": 5.048445408532176, + "grad_norm": 1.1084600799985203, + "learning_rate": 5.062663671149896e-07, + "logits/chosen": -0.7641061544418335, + "logits/rejected": -0.5759693384170532, + "logps/chosen": -0.07876641303300858, + "logps/rejected": -4.516148567199707, + "loss": 0.0499, + "odds_ratio_loss": 0.004298293497413397, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007876641117036343, + "rewards/margins": 0.4437382221221924, + "rewards/rejected": -0.4516148567199707, + "sft_loss": 0.07876641303300858, + "step": 3491 + }, + { + "epoch": 5.049891540130152, + "grad_norm": 0.9494340453804003, + "learning_rate": 5.047550344242668e-07, + "logits/chosen": -0.8096336722373962, + "logits/rejected": -0.5875648856163025, + "logps/chosen": -0.020555946975946426, + "logps/rejected": -4.530761241912842, + "loss": 0.0319, + "odds_ratio_loss": 0.0013419195311143994, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002055594464763999, + "rewards/margins": 0.4510205388069153, + "rewards/rejected": -0.4530760645866394, + "sft_loss": 0.020555946975946426, + "step": 3492 + }, + { + "epoch": 5.0513376717281275, + "grad_norm": 1.1190637140374868, + "learning_rate": 5.032458090297509e-07, + "logits/chosen": -0.7927988767623901, + "logits/rejected": -0.6353293657302856, + "logps/chosen": -0.047286052256822586, + "logps/rejected": -3.4200520515441895, + "loss": 0.0454, + "odds_ratio_loss": 0.0031753459479659796, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004728605039417744, + "rewards/margins": 0.3372766077518463, + "rewards/rejected": -0.34200519323349, + "sft_loss": 0.047286052256822586, + "step": 3493 + }, + { + "epoch": 5.052783803326102, + "grad_norm": 0.9510278762097967, + "learning_rate": 5.017386918413598e-07, + "logits/chosen": -0.6925092935562134, + "logits/rejected": -0.5789450407028198, + "logps/chosen": -0.0461755096912384, + "logps/rejected": -3.9706852436065674, + "loss": 0.038, + "odds_ratio_loss": 0.0035718618892133236, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00461755134165287, + "rewards/margins": 0.3924509286880493, + "rewards/rejected": -0.39706850051879883, + "sft_loss": 0.0461755096912384, + "step": 3494 + }, + { + "epoch": 5.054229934924078, + "grad_norm": 0.8347912311398593, + "learning_rate": 5.002336837677408e-07, + "logits/chosen": -1.0878486633300781, + "logits/rejected": -0.8472960591316223, + "logps/chosen": -0.07545731961727142, + "logps/rejected": -5.063971996307373, + "loss": 0.0312, + "odds_ratio_loss": 0.004800775554031134, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007545732893049717, + "rewards/margins": 0.4988514482975006, + "rewards/rejected": -0.5063971877098083, + "sft_loss": 0.07545731961727142, + "step": 3495 + }, + { + "epoch": 5.055676066522054, + "grad_norm": 1.1106826128697525, + "learning_rate": 4.987307857162672e-07, + "logits/chosen": -1.1164376735687256, + "logits/rejected": -0.9372444748878479, + "logps/chosen": -0.07102254778146744, + "logps/rejected": -3.9332127571105957, + "loss": 0.0463, + "odds_ratio_loss": 0.005403660237789154, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007102255243808031, + "rewards/margins": 0.3862190842628479, + "rewards/rejected": -0.39332127571105957, + "sft_loss": 0.07102254778146744, + "step": 3496 + }, + { + "epoch": 5.0571221981200285, + "grad_norm": 0.9065018234326692, + "learning_rate": 4.972299985930441e-07, + "logits/chosen": -0.7647346258163452, + "logits/rejected": -0.568095862865448, + "logps/chosen": -0.047225866466760635, + "logps/rejected": -4.031482696533203, + "loss": 0.0332, + "odds_ratio_loss": 0.0016099303029477596, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0047225868329405785, + "rewards/margins": 0.3984256982803345, + "rewards/rejected": -0.4031482934951782, + "sft_loss": 0.047225866466760635, + "step": 3497 + }, + { + "epoch": 5.058568329718004, + "grad_norm": 1.235864047380871, + "learning_rate": 4.957313233029001e-07, + "logits/chosen": -0.9007717967033386, + "logits/rejected": -0.6701961159706116, + "logps/chosen": -0.04815499857068062, + "logps/rejected": -4.450354099273682, + "loss": 0.0414, + "odds_ratio_loss": 0.002228476107120514, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004815499763935804, + "rewards/margins": 0.4402199387550354, + "rewards/rejected": -0.4450354278087616, + "sft_loss": 0.04815499857068062, + "step": 3498 + }, + { + "epoch": 5.06001446131598, + "grad_norm": 1.3037735453615267, + "learning_rate": 4.942347607493929e-07, + "logits/chosen": -0.7589642405509949, + "logits/rejected": -0.6731579303741455, + "logps/chosen": -0.07891285419464111, + "logps/rejected": -4.627119064331055, + "loss": 0.0565, + "odds_ratio_loss": 0.006445009261369705, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007891286164522171, + "rewards/margins": 0.4548206329345703, + "rewards/rejected": -0.462711900472641, + "sft_loss": 0.07891285419464111, + "step": 3499 + }, + { + "epoch": 5.061460592913956, + "grad_norm": 1.0390461211048085, + "learning_rate": 4.927403118348055e-07, + "logits/chosen": -0.8114687204360962, + "logits/rejected": -0.5995222330093384, + "logps/chosen": -0.023380516096949577, + "logps/rejected": -5.17085075378418, + "loss": 0.04, + "odds_ratio_loss": 0.0011913108173757792, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0023380513302981853, + "rewards/margins": 0.5147470235824585, + "rewards/rejected": -0.517085075378418, + "sft_loss": 0.023380516096949577, + "step": 3500 + }, + { + "epoch": 5.06290672451193, + "grad_norm": 1.1592534723874754, + "learning_rate": 4.912479774601465e-07, + "logits/chosen": -0.7811102271080017, + "logits/rejected": -0.6491488814353943, + "logps/chosen": -0.035685863345861435, + "logps/rejected": -4.719926834106445, + "loss": 0.0449, + "odds_ratio_loss": 0.0020906818099319935, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0035685861948877573, + "rewards/margins": 0.46842408180236816, + "rewards/rejected": -0.4719926714897156, + "sft_loss": 0.035685863345861435, + "step": 3501 + }, + { + "epoch": 5.064352856109906, + "grad_norm": 0.9900282846292379, + "learning_rate": 4.897577585251493e-07, + "logits/chosen": -0.9106247425079346, + "logits/rejected": -0.506430447101593, + "logps/chosen": -0.034568313509225845, + "logps/rejected": -5.847599506378174, + "loss": 0.0336, + "odds_ratio_loss": 0.0007620738469995558, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003456831444054842, + "rewards/margins": 0.5813031792640686, + "rewards/rejected": -0.5847600698471069, + "sft_loss": 0.034568313509225845, + "step": 3502 + }, + { + "epoch": 5.065798987707882, + "grad_norm": 1.3192284096007874, + "learning_rate": 4.882696559282728e-07, + "logits/chosen": -0.7228418588638306, + "logits/rejected": -0.6639438271522522, + "logps/chosen": -0.05023326724767685, + "logps/rejected": -4.81099796295166, + "loss": 0.0544, + "odds_ratio_loss": 0.003748027142137289, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005023326724767685, + "rewards/margins": 0.47607648372650146, + "rewards/rejected": -0.48109978437423706, + "sft_loss": 0.05023326724767685, + "step": 3503 + }, + { + "epoch": 5.0672451193058565, + "grad_norm": 1.4630431883421127, + "learning_rate": 4.867836705667008e-07, + "logits/chosen": -0.5559595227241516, + "logits/rejected": -0.4254433512687683, + "logps/chosen": -0.03188515082001686, + "logps/rejected": -5.043299674987793, + "loss": 0.0303, + "odds_ratio_loss": 0.00941612757742405, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003188515082001686, + "rewards/margins": 0.5011414289474487, + "rewards/rejected": -0.5043299794197083, + "sft_loss": 0.03188515082001686, + "step": 3504 + }, + { + "epoch": 5.068691250903832, + "grad_norm": 1.1457513160225274, + "learning_rate": 4.852998033363374e-07, + "logits/chosen": -0.8476303815841675, + "logits/rejected": -0.5761409401893616, + "logps/chosen": -0.05392240732908249, + "logps/rejected": -6.117643356323242, + "loss": 0.0486, + "odds_ratio_loss": 0.0024544643238186836, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005392240826040506, + "rewards/margins": 0.6063721179962158, + "rewards/rejected": -0.6117643713951111, + "sft_loss": 0.05392240732908249, + "step": 3505 + }, + { + "epoch": 5.070137382501808, + "grad_norm": 0.9423254883145569, + "learning_rate": 4.838180551318137e-07, + "logits/chosen": -0.9022258520126343, + "logits/rejected": -0.6234160661697388, + "logps/chosen": -0.047306958585977554, + "logps/rejected": -6.651636123657227, + "loss": 0.033, + "odds_ratio_loss": 0.000815044913906604, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004730695858597755, + "rewards/margins": 0.6604328751564026, + "rewards/rejected": -0.6651636362075806, + "sft_loss": 0.047306958585977554, + "step": 3506 + }, + { + "epoch": 5.071583514099783, + "grad_norm": 0.8296553426657953, + "learning_rate": 4.823384268464798e-07, + "logits/chosen": -1.0280296802520752, + "logits/rejected": -0.623708963394165, + "logps/chosen": -0.007112645544111729, + "logps/rejected": -5.498015403747559, + "loss": 0.0226, + "odds_ratio_loss": 0.0005501247942447662, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.000711264496203512, + "rewards/margins": 0.5490902662277222, + "rewards/rejected": -0.5498015284538269, + "sft_loss": 0.007112645544111729, + "step": 3507 + }, + { + "epoch": 5.073029645697758, + "grad_norm": 0.9846452216260417, + "learning_rate": 4.8086091937241e-07, + "logits/chosen": -0.853293776512146, + "logits/rejected": -0.660023033618927, + "logps/chosen": -0.04029952734708786, + "logps/rejected": -4.744614601135254, + "loss": 0.0329, + "odds_ratio_loss": 0.0031669042073190212, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004029952920973301, + "rewards/margins": 0.47043153643608093, + "rewards/rejected": -0.47446149587631226, + "sft_loss": 0.04029952734708786, + "step": 3508 + }, + { + "epoch": 5.074475777295734, + "grad_norm": 1.1616560808192198, + "learning_rate": 4.793855336003973e-07, + "logits/chosen": -0.8065732717514038, + "logits/rejected": -0.7198399901390076, + "logps/chosen": -0.030910378322005272, + "logps/rejected": -4.870575904846191, + "loss": 0.0367, + "odds_ratio_loss": 0.000926865846849978, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030910377390682697, + "rewards/margins": 0.483966588973999, + "rewards/rejected": -0.487057626247406, + "sft_loss": 0.030910378322005272, + "step": 3509 + }, + { + "epoch": 5.07592190889371, + "grad_norm": 1.460148493444669, + "learning_rate": 4.7791227041996e-07, + "logits/chosen": -1.0374577045440674, + "logits/rejected": -0.7249501347541809, + "logps/chosen": -0.035487934947013855, + "logps/rejected": -6.014105796813965, + "loss": 0.0256, + "odds_ratio_loss": 0.0014334238367155194, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0035487934947013855, + "rewards/margins": 0.5978617668151855, + "rewards/rejected": -0.6014105677604675, + "sft_loss": 0.035487934947013855, + "step": 3510 + }, + { + "epoch": 5.0773680404916846, + "grad_norm": 1.24139935366732, + "learning_rate": 4.764411307193312e-07, + "logits/chosen": -1.1357358694076538, + "logits/rejected": -0.7631771564483643, + "logps/chosen": -0.051570966839790344, + "logps/rejected": -4.790763854980469, + "loss": 0.0336, + "odds_ratio_loss": 0.0028275088407099247, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005157096311450005, + "rewards/margins": 0.4739193320274353, + "rewards/rejected": -0.47907641530036926, + "sft_loss": 0.051570966839790344, + "step": 3511 + }, + { + "epoch": 5.07881417208966, + "grad_norm": 1.2128643594847868, + "learning_rate": 4.749721153854689e-07, + "logits/chosen": -0.8864186406135559, + "logits/rejected": -0.7438483238220215, + "logps/chosen": -0.05787164717912674, + "logps/rejected": -3.919307231903076, + "loss": 0.0467, + "odds_ratio_loss": 0.012838841415941715, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005787164904177189, + "rewards/margins": 0.38614362478256226, + "rewards/rejected": -0.3919307589530945, + "sft_loss": 0.05787164717912674, + "step": 3512 + }, + { + "epoch": 5.080260303687636, + "grad_norm": 0.8749759144457411, + "learning_rate": 4.735052253040459e-07, + "logits/chosen": -0.8959901332855225, + "logits/rejected": -0.7548617124557495, + "logps/chosen": -0.03229469805955887, + "logps/rejected": -3.567509651184082, + "loss": 0.0229, + "odds_ratio_loss": 0.005712658166885376, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0032294695265591145, + "rewards/margins": 0.353521466255188, + "rewards/rejected": -0.3567509353160858, + "sft_loss": 0.03229469805955887, + "step": 3513 + }, + { + "epoch": 5.081706435285611, + "grad_norm": 1.123889356229595, + "learning_rate": 4.720404613594575e-07, + "logits/chosen": -0.8648489713668823, + "logits/rejected": -0.6787019968032837, + "logps/chosen": -0.07309830188751221, + "logps/rejected": -5.374810695648193, + "loss": 0.0453, + "odds_ratio_loss": 0.002101986203342676, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007309830281883478, + "rewards/margins": 0.5301712155342102, + "rewards/rejected": -0.5374810099601746, + "sft_loss": 0.07309830188751221, + "step": 3514 + }, + { + "epoch": 5.083152566883586, + "grad_norm": 0.9471250243679993, + "learning_rate": 4.7057782443481464e-07, + "logits/chosen": -0.8933843970298767, + "logits/rejected": -0.5827321410179138, + "logps/chosen": -0.00811697170138359, + "logps/rejected": -5.076469421386719, + "loss": 0.0269, + "odds_ratio_loss": 0.000255201623076573, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0008116972167044878, + "rewards/margins": 0.5068352222442627, + "rewards/rejected": -0.507646918296814, + "sft_loss": 0.00811697170138359, + "step": 3515 + }, + { + "epoch": 5.084598698481562, + "grad_norm": 1.1133186028853113, + "learning_rate": 4.691173154119461e-07, + "logits/chosen": -1.0953632593154907, + "logits/rejected": -0.741931140422821, + "logps/chosen": -0.04556608200073242, + "logps/rejected": -5.745540618896484, + "loss": 0.0409, + "odds_ratio_loss": 0.0018734941259026527, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004556608386337757, + "rewards/margins": 0.5699974298477173, + "rewards/rejected": -0.5745540857315063, + "sft_loss": 0.04556608200073242, + "step": 3516 + }, + { + "epoch": 5.086044830079537, + "grad_norm": 0.9562504605078648, + "learning_rate": 4.6765893517139775e-07, + "logits/chosen": -0.7702620625495911, + "logits/rejected": -0.5316519141197205, + "logps/chosen": -0.0347968190908432, + "logps/rejected": -5.1375651359558105, + "loss": 0.031, + "odds_ratio_loss": 0.004826520103961229, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00347968190908432, + "rewards/margins": 0.5102768540382385, + "rewards/rejected": -0.5137565732002258, + "sft_loss": 0.0347968190908432, + "step": 3517 + }, + { + "epoch": 5.087490961677513, + "grad_norm": 0.9150585192597411, + "learning_rate": 4.662026845924334e-07, + "logits/chosen": -0.9138441681861877, + "logits/rejected": -0.624638020992279, + "logps/chosen": -0.019125226885080338, + "logps/rejected": -5.921594142913818, + "loss": 0.0292, + "odds_ratio_loss": 0.0004167947336100042, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00191252282820642, + "rewards/margins": 0.5902469158172607, + "rewards/rejected": -0.5921594500541687, + "sft_loss": 0.019125226885080338, + "step": 3518 + }, + { + "epoch": 5.088937093275488, + "grad_norm": 0.9595462720990704, + "learning_rate": 4.647485645530325e-07, + "logits/chosen": -0.6247076988220215, + "logits/rejected": -0.4782922565937042, + "logps/chosen": -0.024594586342573166, + "logps/rejected": -3.9685606956481934, + "loss": 0.0443, + "odds_ratio_loss": 0.0030578388832509518, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002459458541125059, + "rewards/margins": 0.3943966031074524, + "rewards/rejected": -0.39685600996017456, + "sft_loss": 0.024594586342573166, + "step": 3519 + }, + { + "epoch": 5.090383224873463, + "grad_norm": 1.2927196416567392, + "learning_rate": 4.632965759298879e-07, + "logits/chosen": -0.9268531799316406, + "logits/rejected": -0.7796077728271484, + "logps/chosen": -0.11328568309545517, + "logps/rejected": -3.251885414123535, + "loss": 0.0521, + "odds_ratio_loss": 0.05676887556910515, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.011328568682074547, + "rewards/margins": 0.3138599693775177, + "rewards/rejected": -0.325188547372818, + "sft_loss": 0.11328568309545517, + "step": 3520 + }, + { + "epoch": 5.091829356471439, + "grad_norm": 1.1535490074379513, + "learning_rate": 4.618467195984106e-07, + "logits/chosen": -1.0983455181121826, + "logits/rejected": -0.9028714895248413, + "logps/chosen": -0.04674210399389267, + "logps/rejected": -4.079455375671387, + "loss": 0.0532, + "odds_ratio_loss": 0.003504629246890545, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004674210678786039, + "rewards/margins": 0.403271347284317, + "rewards/rejected": -0.40794551372528076, + "sft_loss": 0.04674210399389267, + "step": 3521 + }, + { + "epoch": 5.093275488069414, + "grad_norm": 1.0675836746198444, + "learning_rate": 4.603989964327235e-07, + "logits/chosen": -1.1998631954193115, + "logits/rejected": -0.9866847395896912, + "logps/chosen": -0.03705126419663429, + "logps/rejected": -4.348075866699219, + "loss": 0.0375, + "odds_ratio_loss": 0.0019462001509964466, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003705126466229558, + "rewards/margins": 0.431102454662323, + "rewards/rejected": -0.43480759859085083, + "sft_loss": 0.03705126419663429, + "step": 3522 + }, + { + "epoch": 5.09472161966739, + "grad_norm": 0.9915894254744622, + "learning_rate": 4.58953407305664e-07, + "logits/chosen": -1.121100664138794, + "logits/rejected": -0.7228765487670898, + "logps/chosen": -0.026232311502099037, + "logps/rejected": -6.338787078857422, + "loss": 0.0325, + "odds_ratio_loss": 0.0014822124503552914, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0026232311502099037, + "rewards/margins": 0.6312555074691772, + "rewards/rejected": -0.633878767490387, + "sft_loss": 0.026232311502099037, + "step": 3523 + }, + { + "epoch": 5.096167751265365, + "grad_norm": 1.0533120114898256, + "learning_rate": 4.5750995308878336e-07, + "logits/chosen": -1.0108604431152344, + "logits/rejected": -0.7267636656761169, + "logps/chosen": -0.06367263197898865, + "logps/rejected": -4.689202308654785, + "loss": 0.0441, + "odds_ratio_loss": 0.0063222860917449, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006367263849824667, + "rewards/margins": 0.4625529646873474, + "rewards/rejected": -0.46892020106315613, + "sft_loss": 0.06367263197898865, + "step": 3524 + }, + { + "epoch": 5.097613882863341, + "grad_norm": 1.0608449766673291, + "learning_rate": 4.560686346523459e-07, + "logits/chosen": -0.8225513696670532, + "logits/rejected": -0.6037327647209167, + "logps/chosen": -0.01524380873888731, + "logps/rejected": -5.777705669403076, + "loss": 0.0403, + "odds_ratio_loss": 0.0009167609387077391, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001524380873888731, + "rewards/margins": 0.5762461423873901, + "rewards/rejected": -0.5777705907821655, + "sft_loss": 0.01524380873888731, + "step": 3525 + }, + { + "epoch": 5.099060014461316, + "grad_norm": 0.801826400322166, + "learning_rate": 4.546294528653272e-07, + "logits/chosen": -0.8241301774978638, + "logits/rejected": -0.6081610918045044, + "logps/chosen": -0.017750507220625877, + "logps/rejected": -5.126501560211182, + "loss": 0.0228, + "odds_ratio_loss": 0.00040757720125839114, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017750507686287165, + "rewards/margins": 0.5108751058578491, + "rewards/rejected": -0.5126501321792603, + "sft_loss": 0.017750507220625877, + "step": 3526 + }, + { + "epoch": 5.100506146059291, + "grad_norm": 1.2157011286624781, + "learning_rate": 4.531924085954162e-07, + "logits/chosen": -0.6494585275650024, + "logits/rejected": -0.5403815507888794, + "logps/chosen": -0.00851333886384964, + "logps/rejected": -7.799459457397461, + "loss": 0.0363, + "odds_ratio_loss": 0.00040093838470056653, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0008513339562341571, + "rewards/margins": 0.7790946960449219, + "rewards/rejected": -0.779945969581604, + "sft_loss": 0.00851333886384964, + "step": 3527 + }, + { + "epoch": 5.101952277657267, + "grad_norm": 1.141295091187854, + "learning_rate": 4.5175750270901105e-07, + "logits/chosen": -0.8939746022224426, + "logits/rejected": -0.5252866744995117, + "logps/chosen": -0.01969527266919613, + "logps/rejected": -7.3741254806518555, + "loss": 0.0357, + "odds_ratio_loss": 0.0005816838820464909, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001969527220353484, + "rewards/margins": 0.735443115234375, + "rewards/rejected": -0.7374125719070435, + "sft_loss": 0.01969527266919613, + "step": 3528 + }, + { + "epoch": 5.1033984092552425, + "grad_norm": 1.4337925233330169, + "learning_rate": 4.5032473607122366e-07, + "logits/chosen": -0.78791344165802, + "logits/rejected": -0.6291660070419312, + "logps/chosen": -0.03807862848043442, + "logps/rejected": -4.798315048217773, + "loss": 0.0534, + "odds_ratio_loss": 0.0023045032285153866, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003807862987741828, + "rewards/margins": 0.4760235846042633, + "rewards/rejected": -0.4798315167427063, + "sft_loss": 0.03807862848043442, + "step": 3529 + }, + { + "epoch": 5.104844540853217, + "grad_norm": 1.0117496069143304, + "learning_rate": 4.4889410954587294e-07, + "logits/chosen": -0.8519380688667297, + "logits/rejected": -0.6767643690109253, + "logps/chosen": -0.06508355587720871, + "logps/rejected": -5.1234869956970215, + "loss": 0.0355, + "odds_ratio_loss": 0.007920399308204651, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0065083554945886135, + "rewards/margins": 0.5058403015136719, + "rewards/rejected": -0.5123487114906311, + "sft_loss": 0.06508355587720871, + "step": 3530 + }, + { + "epoch": 5.106290672451193, + "grad_norm": 0.9701742964861159, + "learning_rate": 4.4746562399548884e-07, + "logits/chosen": -0.9526634812355042, + "logits/rejected": -0.6120060086250305, + "logps/chosen": -0.0644385814666748, + "logps/rejected": -6.016313552856445, + "loss": 0.0499, + "odds_ratio_loss": 0.002297525992617011, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006443857681006193, + "rewards/margins": 0.5951874852180481, + "rewards/rejected": -0.6016313433647156, + "sft_loss": 0.0644385814666748, + "step": 3531 + }, + { + "epoch": 5.107736804049169, + "grad_norm": 1.1593006104315133, + "learning_rate": 4.460392802813118e-07, + "logits/chosen": -0.837909996509552, + "logits/rejected": -0.5113778710365295, + "logps/chosen": -0.06349142640829086, + "logps/rejected": -6.190591812133789, + "loss": 0.044, + "odds_ratio_loss": 0.0006093709962442517, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006349142640829086, + "rewards/margins": 0.6127101182937622, + "rewards/rejected": -0.6190592646598816, + "sft_loss": 0.06349142640829086, + "step": 3532 + }, + { + "epoch": 5.109182935647144, + "grad_norm": 1.134106514295472, + "learning_rate": 4.4461507926328813e-07, + "logits/chosen": -1.0936976671218872, + "logits/rejected": -0.8021297454833984, + "logps/chosen": -0.03575780615210533, + "logps/rejected": -4.95504093170166, + "loss": 0.0414, + "odds_ratio_loss": 0.001436459249816835, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0035757804289460182, + "rewards/margins": 0.4919283390045166, + "rewards/rejected": -0.49550408124923706, + "sft_loss": 0.03575780615210533, + "step": 3533 + }, + { + "epoch": 5.110629067245119, + "grad_norm": 1.3570453478023297, + "learning_rate": 4.4319302180007544e-07, + "logits/chosen": -1.0296474695205688, + "logits/rejected": -0.7075653076171875, + "logps/chosen": -0.046218566596508026, + "logps/rejected": -4.962112903594971, + "loss": 0.0569, + "odds_ratio_loss": 0.0019982897210866213, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00462185638025403, + "rewards/margins": 0.4915894865989685, + "rewards/rejected": -0.49621132016181946, + "sft_loss": 0.046218566596508026, + "step": 3534 + }, + { + "epoch": 5.112075198843095, + "grad_norm": 1.0757747569105476, + "learning_rate": 4.417731087490364e-07, + "logits/chosen": -0.9343793392181396, + "logits/rejected": -0.631847620010376, + "logps/chosen": -0.07113965600728989, + "logps/rejected": -4.919393539428711, + "loss": 0.0413, + "odds_ratio_loss": 0.001878237002529204, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007113965693861246, + "rewards/margins": 0.48482537269592285, + "rewards/rejected": -0.4919393062591553, + "sft_loss": 0.07113965600728989, + "step": 3535 + }, + { + "epoch": 5.1135213304410705, + "grad_norm": 1.112657526372105, + "learning_rate": 4.4035534096624303e-07, + "logits/chosen": -0.8756897449493408, + "logits/rejected": -0.7892172932624817, + "logps/chosen": -0.04378293454647064, + "logps/rejected": -3.8384764194488525, + "loss": 0.0336, + "odds_ratio_loss": 0.003223699051886797, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004378293640911579, + "rewards/margins": 0.3794693648815155, + "rewards/rejected": -0.3838476538658142, + "sft_loss": 0.04378293454647064, + "step": 3536 + }, + { + "epoch": 5.114967462039045, + "grad_norm": 1.0098252973514328, + "learning_rate": 4.389397193064717e-07, + "logits/chosen": -0.8488441705703735, + "logits/rejected": -0.7493760585784912, + "logps/chosen": -0.01889643445611, + "logps/rejected": -4.077645301818848, + "loss": 0.0225, + "odds_ratio_loss": 0.0024902906734496355, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0018896434921771288, + "rewards/margins": 0.4058748781681061, + "rewards/rejected": -0.4077645540237427, + "sft_loss": 0.01889643445611, + "step": 3537 + }, + { + "epoch": 5.116413593637021, + "grad_norm": 1.1998715837416576, + "learning_rate": 4.375262446232066e-07, + "logits/chosen": -0.6818573474884033, + "logits/rejected": -0.4833465814590454, + "logps/chosen": -0.15603819489479065, + "logps/rejected": -6.571020603179932, + "loss": 0.0731, + "odds_ratio_loss": 0.002038759645074606, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.015603819862008095, + "rewards/margins": 0.641498327255249, + "rewards/rejected": -0.657102108001709, + "sft_loss": 0.15603819489479065, + "step": 3538 + }, + { + "epoch": 5.117859725234997, + "grad_norm": 1.399862952925075, + "learning_rate": 4.36114917768637e-07, + "logits/chosen": -0.9014131426811218, + "logits/rejected": -0.7489269971847534, + "logps/chosen": -0.020976906642317772, + "logps/rejected": -4.785622596740723, + "loss": 0.0412, + "odds_ratio_loss": 0.0008768899133428931, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002097690710797906, + "rewards/margins": 0.47646456956863403, + "rewards/rejected": -0.47856229543685913, + "sft_loss": 0.020976906642317772, + "step": 3539 + }, + { + "epoch": 5.1193058568329715, + "grad_norm": 1.3979035193631253, + "learning_rate": 4.3470573959365665e-07, + "logits/chosen": -0.9969203472137451, + "logits/rejected": -0.704779863357544, + "logps/chosen": -0.022899752482771873, + "logps/rejected": -3.8194432258605957, + "loss": 0.0423, + "odds_ratio_loss": 0.0018510606605559587, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022899750620126724, + "rewards/margins": 0.3796543478965759, + "rewards/rejected": -0.38194429874420166, + "sft_loss": 0.022899752482771873, + "step": 3540 + }, + { + "epoch": 5.120751988430947, + "grad_norm": 1.1232720454542073, + "learning_rate": 4.3329871094786383e-07, + "logits/chosen": -0.9428566694259644, + "logits/rejected": -0.6366056799888611, + "logps/chosen": -0.02941741608083248, + "logps/rejected": -7.422673225402832, + "loss": 0.0437, + "odds_ratio_loss": 0.0006806895835325122, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002941741608083248, + "rewards/margins": 0.7393256425857544, + "rewards/rejected": -0.742267370223999, + "sft_loss": 0.02941741608083248, + "step": 3541 + }, + { + "epoch": 5.122198120028923, + "grad_norm": 1.0411339399045239, + "learning_rate": 4.318938326795627e-07, + "logits/chosen": -0.8791346549987793, + "logits/rejected": -0.6777920722961426, + "logps/chosen": -0.022412490099668503, + "logps/rejected": -5.245683670043945, + "loss": 0.0359, + "odds_ratio_loss": 0.0014050828758627176, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022412489634007215, + "rewards/margins": 0.5223270654678345, + "rewards/rejected": -0.5245683193206787, + "sft_loss": 0.022412490099668503, + "step": 3542 + }, + { + "epoch": 5.123644251626898, + "grad_norm": 1.07489111007517, + "learning_rate": 4.304911056357583e-07, + "logits/chosen": -0.7371894121170044, + "logits/rejected": -0.5516063570976257, + "logps/chosen": -0.010756559669971466, + "logps/rejected": -6.3359551429748535, + "loss": 0.0307, + "odds_ratio_loss": 0.0009100245079025626, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0010756559204310179, + "rewards/margins": 0.6325198411941528, + "rewards/rejected": -0.6335955262184143, + "sft_loss": 0.010756559669971466, + "step": 3543 + }, + { + "epoch": 5.125090383224873, + "grad_norm": 1.0239088458657568, + "learning_rate": 4.290905306621604e-07, + "logits/chosen": -0.9055813550949097, + "logits/rejected": -0.6601625680923462, + "logps/chosen": -0.014378732070326805, + "logps/rejected": -6.063301086425781, + "loss": 0.0239, + "odds_ratio_loss": 0.0005538854748010635, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014378732303157449, + "rewards/margins": 0.6048922538757324, + "rewards/rejected": -0.606330156326294, + "sft_loss": 0.014378732070326805, + "step": 3544 + }, + { + "epoch": 5.126536514822849, + "grad_norm": 1.2712624476901007, + "learning_rate": 4.276921086031815e-07, + "logits/chosen": -0.9251024127006531, + "logits/rejected": -0.7072352170944214, + "logps/chosen": -0.057558659464120865, + "logps/rejected": -4.377816677093506, + "loss": 0.0389, + "odds_ratio_loss": 0.0034858500584959984, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005755866877734661, + "rewards/margins": 0.4320257604122162, + "rewards/rejected": -0.4377816617488861, + "sft_loss": 0.057558659464120865, + "step": 3545 + }, + { + "epoch": 5.127982646420825, + "grad_norm": 0.983345093814679, + "learning_rate": 4.2629584030193564e-07, + "logits/chosen": -0.8956122994422913, + "logits/rejected": -0.6748299598693848, + "logps/chosen": -0.07077537477016449, + "logps/rejected": -4.568532943725586, + "loss": 0.0295, + "odds_ratio_loss": 0.000756526249460876, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007077537477016449, + "rewards/margins": 0.4497757852077484, + "rewards/rejected": -0.45685333013534546, + "sft_loss": 0.07077537477016449, + "step": 3546 + }, + { + "epoch": 5.1294287780187995, + "grad_norm": 1.0892353016146112, + "learning_rate": 4.2490172660023705e-07, + "logits/chosen": -0.8571529984474182, + "logits/rejected": -0.6739146709442139, + "logps/chosen": -0.014833889901638031, + "logps/rejected": -6.780934810638428, + "loss": 0.0406, + "odds_ratio_loss": 0.0011146971955895424, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014833889435976744, + "rewards/margins": 0.6766101121902466, + "rewards/rejected": -0.6780935525894165, + "sft_loss": 0.014833889901638031, + "step": 3547 + }, + { + "epoch": 5.130874909616775, + "grad_norm": 1.1610728467235858, + "learning_rate": 4.235097683386022e-07, + "logits/chosen": -0.913325309753418, + "logits/rejected": -0.6378690004348755, + "logps/chosen": -0.011191330850124359, + "logps/rejected": -4.821349143981934, + "loss": 0.0471, + "odds_ratio_loss": 0.0005949364276602864, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0011191332014277577, + "rewards/margins": 0.48101580142974854, + "rewards/rejected": -0.4821348786354065, + "sft_loss": 0.011191330850124359, + "step": 3548 + }, + { + "epoch": 5.132321041214751, + "grad_norm": 1.1498882814890075, + "learning_rate": 4.2211996635624867e-07, + "logits/chosen": -0.8509616255760193, + "logits/rejected": -0.7862538695335388, + "logps/chosen": -0.027645738795399666, + "logps/rejected": -5.407499313354492, + "loss": 0.0304, + "odds_ratio_loss": 0.0012020114809274673, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0027645740192383528, + "rewards/margins": 0.5379853844642639, + "rewards/rejected": -0.5407499670982361, + "sft_loss": 0.027645738795399666, + "step": 3549 + }, + { + "epoch": 5.133767172812726, + "grad_norm": 1.045508537733952, + "learning_rate": 4.207323214910925e-07, + "logits/chosen": -0.8098764419555664, + "logits/rejected": -0.673413872718811, + "logps/chosen": -0.019348647445440292, + "logps/rejected": -4.263792037963867, + "loss": 0.0281, + "odds_ratio_loss": 0.0014103625435382128, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019348645582795143, + "rewards/margins": 0.4244443476200104, + "rewards/rejected": -0.4263792037963867, + "sft_loss": 0.019348647445440292, + "step": 3550 + }, + { + "epoch": 5.135213304410701, + "grad_norm": 0.9118889895034206, + "learning_rate": 4.193468345797511e-07, + "logits/chosen": -0.6067082285881042, + "logits/rejected": -0.3711710274219513, + "logps/chosen": -0.019313864409923553, + "logps/rejected": -6.416814804077148, + "loss": 0.0337, + "odds_ratio_loss": 0.0010191251058131456, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019313863012939692, + "rewards/margins": 0.6397501230239868, + "rewards/rejected": -0.6416815519332886, + "sft_loss": 0.019313864409923553, + "step": 3551 + }, + { + "epoch": 5.136659436008677, + "grad_norm": 1.3245124770343912, + "learning_rate": 4.1796350645753795e-07, + "logits/chosen": -0.93780517578125, + "logits/rejected": -0.7108378410339355, + "logps/chosen": -0.04983704164624214, + "logps/rejected": -3.885666608810425, + "loss": 0.0479, + "odds_ratio_loss": 0.0015096311690285802, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004983704537153244, + "rewards/margins": 0.3835829496383667, + "rewards/rejected": -0.38856664299964905, + "sft_loss": 0.04983704164624214, + "step": 3552 + }, + { + "epoch": 5.138105567606652, + "grad_norm": 1.1490700715634683, + "learning_rate": 4.1658233795846833e-07, + "logits/chosen": -0.8055789470672607, + "logits/rejected": -0.6550903916358948, + "logps/chosen": -0.017309710383415222, + "logps/rejected": -4.0452656745910645, + "loss": 0.0241, + "odds_ratio_loss": 0.013794164173305035, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017309710383415222, + "rewards/margins": 0.40279555320739746, + "rewards/rejected": -0.40452659130096436, + "sft_loss": 0.017309710383415222, + "step": 3553 + }, + { + "epoch": 5.1395516992046275, + "grad_norm": 1.0066328630819037, + "learning_rate": 4.152033299152533e-07, + "logits/chosen": -1.1695951223373413, + "logits/rejected": -0.7323697805404663, + "logps/chosen": -0.01908089965581894, + "logps/rejected": -6.578709125518799, + "loss": 0.0284, + "odds_ratio_loss": 0.004583199508488178, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001908089965581894, + "rewards/margins": 0.6559628844261169, + "rewards/rejected": -0.657870888710022, + "sft_loss": 0.01908089965581894, + "step": 3554 + }, + { + "epoch": 5.140997830802603, + "grad_norm": 1.2003316460791233, + "learning_rate": 4.138264831593021e-07, + "logits/chosen": -0.8967068791389465, + "logits/rejected": -0.6410534381866455, + "logps/chosen": -0.05355698615312576, + "logps/rejected": -5.4609832763671875, + "loss": 0.0489, + "odds_ratio_loss": 0.045562319457530975, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.005355698522180319, + "rewards/margins": 0.5407426357269287, + "rewards/rejected": -0.5460983514785767, + "sft_loss": 0.05355698615312576, + "step": 3555 + }, + { + "epoch": 5.142443962400579, + "grad_norm": 1.2024952735105818, + "learning_rate": 4.1245179852071967e-07, + "logits/chosen": -0.9525247812271118, + "logits/rejected": -0.7273567914962769, + "logps/chosen": -0.0484442338347435, + "logps/rejected": -5.277726173400879, + "loss": 0.0394, + "odds_ratio_loss": 0.004583648405969143, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00484442338347435, + "rewards/margins": 0.5229281783103943, + "rewards/rejected": -0.5277726054191589, + "sft_loss": 0.0484442338347435, + "step": 3556 + }, + { + "epoch": 5.143890093998554, + "grad_norm": 1.248422159406862, + "learning_rate": 4.110792768283091e-07, + "logits/chosen": -0.9277870059013367, + "logits/rejected": -0.5297996401786804, + "logps/chosen": -0.03848704323172569, + "logps/rejected": -6.8542633056640625, + "loss": 0.0542, + "odds_ratio_loss": 0.002286599949002266, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003848704043775797, + "rewards/margins": 0.6815776228904724, + "rewards/rejected": -0.6854263544082642, + "sft_loss": 0.03848704323172569, + "step": 3557 + }, + { + "epoch": 5.145336225596529, + "grad_norm": 0.9575974433447748, + "learning_rate": 4.0970891890956995e-07, + "logits/chosen": -1.039902925491333, + "logits/rejected": -0.7400610446929932, + "logps/chosen": -0.012508687563240528, + "logps/rejected": -6.0867815017700195, + "loss": 0.0329, + "odds_ratio_loss": 0.0008413865580223501, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0012508687796071172, + "rewards/margins": 0.6074272990226746, + "rewards/rejected": -0.6086782217025757, + "sft_loss": 0.012508687563240528, + "step": 3558 + }, + { + "epoch": 5.146782357194505, + "grad_norm": 1.514298510265316, + "learning_rate": 4.0834072559069457e-07, + "logits/chosen": -0.8292897939682007, + "logits/rejected": -0.5984725952148438, + "logps/chosen": -0.034817490726709366, + "logps/rejected": -5.678520202636719, + "loss": 0.0387, + "odds_ratio_loss": 0.006148543208837509, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003481748979538679, + "rewards/margins": 0.5643702745437622, + "rewards/rejected": -0.5678520202636719, + "sft_loss": 0.034817490726709366, + "step": 3559 + }, + { + "epoch": 5.14822848879248, + "grad_norm": 1.236658751957511, + "learning_rate": 4.069746976965733e-07, + "logits/chosen": -0.9042907953262329, + "logits/rejected": -0.6579476594924927, + "logps/chosen": -0.05839492008090019, + "logps/rejected": -5.013850688934326, + "loss": 0.0544, + "odds_ratio_loss": 0.0038068797439336777, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005839492194354534, + "rewards/margins": 0.4955455958843231, + "rewards/rejected": -0.5013850927352905, + "sft_loss": 0.05839492008090019, + "step": 3560 + }, + { + "epoch": 5.1496746203904555, + "grad_norm": 1.566794146100296, + "learning_rate": 4.0561083605078884e-07, + "logits/chosen": -0.7548511028289795, + "logits/rejected": -0.6357748508453369, + "logps/chosen": -0.06090143322944641, + "logps/rejected": -3.7928695678710938, + "loss": 0.044, + "odds_ratio_loss": 0.009436688385903835, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006090143695473671, + "rewards/margins": 0.3731968402862549, + "rewards/rejected": -0.3792869448661804, + "sft_loss": 0.06090143322944641, + "step": 3561 + }, + { + "epoch": 5.151120751988431, + "grad_norm": 0.815848357915086, + "learning_rate": 4.0424914147561794e-07, + "logits/chosen": -0.8279675245285034, + "logits/rejected": -0.7303451299667358, + "logps/chosen": -0.014521737582981586, + "logps/rejected": -6.461040019989014, + "loss": 0.024, + "odds_ratio_loss": 0.0017956249648705125, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014521738048642874, + "rewards/margins": 0.6446517705917358, + "rewards/rejected": -0.6461040377616882, + "sft_loss": 0.014521737582981586, + "step": 3562 + }, + { + "epoch": 5.152566883586406, + "grad_norm": 1.71662469859775, + "learning_rate": 4.028896147920311e-07, + "logits/chosen": -0.964228630065918, + "logits/rejected": -0.7277406454086304, + "logps/chosen": -0.05546468123793602, + "logps/rejected": -4.663585186004639, + "loss": 0.043, + "odds_ratio_loss": 0.0061240424402058125, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005546468310058117, + "rewards/margins": 0.4608120024204254, + "rewards/rejected": -0.466358482837677, + "sft_loss": 0.05546468123793602, + "step": 3563 + }, + { + "epoch": 5.154013015184382, + "grad_norm": 1.041441761654688, + "learning_rate": 4.0153225681969305e-07, + "logits/chosen": -0.9566247463226318, + "logits/rejected": -0.5977626442909241, + "logps/chosen": -0.04568367078900337, + "logps/rejected": -4.601743698120117, + "loss": 0.0402, + "odds_ratio_loss": 0.002992587396875024, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004568367265164852, + "rewards/margins": 0.45560598373413086, + "rewards/rejected": -0.4601743519306183, + "sft_loss": 0.04568367078900337, + "step": 3564 + }, + { + "epoch": 5.155459146782357, + "grad_norm": 1.1027106642119917, + "learning_rate": 4.0017706837695897e-07, + "logits/chosen": -0.8168602585792542, + "logits/rejected": -0.6069326400756836, + "logps/chosen": -0.019194474443793297, + "logps/rejected": -4.3833513259887695, + "loss": 0.0617, + "odds_ratio_loss": 0.0007897147443145514, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001919447211548686, + "rewards/margins": 0.4364157021045685, + "rewards/rejected": -0.4383351504802704, + "sft_loss": 0.019194474443793297, + "step": 3565 + }, + { + "epoch": 5.156905278380332, + "grad_norm": 1.1202583156584103, + "learning_rate": 3.988240502808784e-07, + "logits/chosen": -0.8883881568908691, + "logits/rejected": -0.6389689445495605, + "logps/chosen": -0.11527302116155624, + "logps/rejected": -4.131171226501465, + "loss": 0.0563, + "odds_ratio_loss": 0.004591973032802343, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011527301743626595, + "rewards/margins": 0.4015898108482361, + "rewards/rejected": -0.41311711072921753, + "sft_loss": 0.11527302116155624, + "step": 3566 + }, + { + "epoch": 5.158351409978308, + "grad_norm": 1.0016267585153877, + "learning_rate": 3.97473203347189e-07, + "logits/chosen": -1.000503420829773, + "logits/rejected": -0.7691615223884583, + "logps/chosen": -0.02070147544145584, + "logps/rejected": -6.152464866638184, + "loss": 0.026, + "odds_ratio_loss": 0.0008875165949575603, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002070147544145584, + "rewards/margins": 0.6131762862205505, + "rewards/rejected": -0.6152464151382446, + "sft_loss": 0.02070147544145584, + "step": 3567 + }, + { + "epoch": 5.159797541576284, + "grad_norm": 0.7536591073806905, + "learning_rate": 3.9612452839032384e-07, + "logits/chosen": -0.7870176434516907, + "logits/rejected": -0.5479042530059814, + "logps/chosen": -0.018979590386152267, + "logps/rejected": -5.483916282653809, + "loss": 0.0241, + "odds_ratio_loss": 0.0007888816762715578, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0018979592714458704, + "rewards/margins": 0.5464937090873718, + "rewards/rejected": -0.5483916401863098, + "sft_loss": 0.018979590386152267, + "step": 3568 + }, + { + "epoch": 5.161243673174259, + "grad_norm": 0.9994488183017014, + "learning_rate": 3.9477802622340217e-07, + "logits/chosen": -0.8722624778747559, + "logits/rejected": -0.7047505974769592, + "logps/chosen": -0.030218884348869324, + "logps/rejected": -5.5768723487854, + "loss": 0.0393, + "odds_ratio_loss": 0.0025864059571176767, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030218884348869324, + "rewards/margins": 0.5546653270721436, + "rewards/rejected": -0.5576872229576111, + "sft_loss": 0.030218884348869324, + "step": 3569 + }, + { + "epoch": 5.162689804772234, + "grad_norm": 1.0533039507181938, + "learning_rate": 3.934336976582355e-07, + "logits/chosen": -1.0874637365341187, + "logits/rejected": -0.7242406010627747, + "logps/chosen": -0.022548483684659004, + "logps/rejected": -5.560819625854492, + "loss": 0.0218, + "odds_ratio_loss": 0.0016226425068452954, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022548483684659004, + "rewards/margins": 0.5538271069526672, + "rewards/rejected": -0.5560819506645203, + "sft_loss": 0.022548483684659004, + "step": 3570 + }, + { + "epoch": 5.16413593637021, + "grad_norm": 1.0401194910356404, + "learning_rate": 3.9209154350532535e-07, + "logits/chosen": -0.6649314165115356, + "logits/rejected": -0.5735057592391968, + "logps/chosen": -0.0342964343726635, + "logps/rejected": -4.208144664764404, + "loss": 0.0313, + "odds_ratio_loss": 0.005412380211055279, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0034296438097953796, + "rewards/margins": 0.4173848330974579, + "rewards/rejected": -0.4208144545555115, + "sft_loss": 0.0342964343726635, + "step": 3571 + }, + { + "epoch": 5.165582067968185, + "grad_norm": 1.12759993077361, + "learning_rate": 3.9075156457385994e-07, + "logits/chosen": -0.8029493093490601, + "logits/rejected": -0.6737925410270691, + "logps/chosen": -0.03257250413298607, + "logps/rejected": -4.218453407287598, + "loss": 0.0459, + "odds_ratio_loss": 0.0021414184011518955, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003257250413298607, + "rewards/margins": 0.41858813166618347, + "rewards/rejected": -0.42184534668922424, + "sft_loss": 0.03257250413298607, + "step": 3572 + }, + { + "epoch": 5.16702819956616, + "grad_norm": 1.228504842476863, + "learning_rate": 3.894137616717197e-07, + "logits/chosen": -0.9006476402282715, + "logits/rejected": -0.9127538204193115, + "logps/chosen": -0.02118997648358345, + "logps/rejected": -5.368014335632324, + "loss": 0.0517, + "odds_ratio_loss": 0.0006409134948626161, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0021189977414906025, + "rewards/margins": 0.5346824526786804, + "rewards/rejected": -0.5368014574050903, + "sft_loss": 0.02118997648358345, + "step": 3573 + }, + { + "epoch": 5.168474331164136, + "grad_norm": 1.081205055296991, + "learning_rate": 3.8807813560546876e-07, + "logits/chosen": -0.8775331377983093, + "logits/rejected": -0.7043969035148621, + "logps/chosen": -0.021752668544650078, + "logps/rejected": -3.4318575859069824, + "loss": 0.0464, + "odds_ratio_loss": 0.004134073853492737, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0021752668544650078, + "rewards/margins": 0.34101051092147827, + "rewards/rejected": -0.34318578243255615, + "sft_loss": 0.021752668544650078, + "step": 3574 + }, + { + "epoch": 5.169920462762112, + "grad_norm": 1.0730844091789573, + "learning_rate": 3.86744687180363e-07, + "logits/chosen": -0.725942850112915, + "logits/rejected": -0.6615370512008667, + "logps/chosen": -0.022522861137986183, + "logps/rejected": -5.256943702697754, + "loss": 0.0366, + "odds_ratio_loss": 0.002798852976411581, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022522863000631332, + "rewards/margins": 0.5234421491622925, + "rewards/rejected": -0.5256944298744202, + "sft_loss": 0.022522861137986183, + "step": 3575 + }, + { + "epoch": 5.171366594360086, + "grad_norm": 0.9166018136013868, + "learning_rate": 3.8541341720034247e-07, + "logits/chosen": -0.8853042721748352, + "logits/rejected": -0.6347314715385437, + "logps/chosen": -0.03648467734456062, + "logps/rejected": -6.572963237762451, + "loss": 0.033, + "odds_ratio_loss": 0.003740268060937524, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003648467594757676, + "rewards/margins": 0.6536478400230408, + "rewards/rejected": -0.6572964191436768, + "sft_loss": 0.03648467734456062, + "step": 3576 + }, + { + "epoch": 5.172812725958062, + "grad_norm": 0.9377469551604307, + "learning_rate": 3.840843264680349e-07, + "logits/chosen": -0.8311636447906494, + "logits/rejected": -0.6866295337677002, + "logps/chosen": -0.06475996226072311, + "logps/rejected": -5.250019550323486, + "loss": 0.0387, + "odds_ratio_loss": 0.005017520859837532, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006475997157394886, + "rewards/margins": 0.518526017665863, + "rewards/rejected": -0.5250020027160645, + "sft_loss": 0.06475996226072311, + "step": 3577 + }, + { + "epoch": 5.174258857556038, + "grad_norm": 1.2834851376400325, + "learning_rate": 3.8275741578475306e-07, + "logits/chosen": -0.8156872987747192, + "logits/rejected": -0.6633107662200928, + "logps/chosen": -0.06075110286474228, + "logps/rejected": -5.4929046630859375, + "loss": 0.074, + "odds_ratio_loss": 0.0036945268511772156, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006075110752135515, + "rewards/margins": 0.5432153940200806, + "rewards/rejected": -0.5492904782295227, + "sft_loss": 0.06075110286474228, + "step": 3578 + }, + { + "epoch": 5.1757049891540134, + "grad_norm": 1.1359955274660638, + "learning_rate": 3.814326859504984e-07, + "logits/chosen": -0.9458404183387756, + "logits/rejected": -0.8643139600753784, + "logps/chosen": -0.04484132304787636, + "logps/rejected": -3.9378392696380615, + "loss": 0.0407, + "odds_ratio_loss": 0.0018446637550368905, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004484132397919893, + "rewards/margins": 0.38929980993270874, + "rewards/rejected": -0.39378395676612854, + "sft_loss": 0.04484132304787636, + "step": 3579 + }, + { + "epoch": 5.177151120751988, + "grad_norm": 1.1248681812196126, + "learning_rate": 3.801101377639533e-07, + "logits/chosen": -0.885506272315979, + "logits/rejected": -0.6628941893577576, + "logps/chosen": -0.05343920737504959, + "logps/rejected": -6.036564826965332, + "loss": 0.0496, + "odds_ratio_loss": 0.0014431718736886978, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005343920085579157, + "rewards/margins": 0.5983126163482666, + "rewards/rejected": -0.603656530380249, + "sft_loss": 0.05343920737504959, + "step": 3580 + }, + { + "epoch": 5.178597252349964, + "grad_norm": 2.1787270917311545, + "learning_rate": 3.7878977202248887e-07, + "logits/chosen": -1.0105148553848267, + "logits/rejected": -0.766710102558136, + "logps/chosen": -0.028319966048002243, + "logps/rejected": -5.47403621673584, + "loss": 0.0372, + "odds_ratio_loss": 0.0020666704513132572, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002831996651366353, + "rewards/margins": 0.5445716381072998, + "rewards/rejected": -0.5474036335945129, + "sft_loss": 0.028319966048002243, + "step": 3581 + }, + { + "epoch": 5.18004338394794, + "grad_norm": 1.0220245059137052, + "learning_rate": 3.7747158952215716e-07, + "logits/chosen": -0.7910235524177551, + "logits/rejected": -0.7252139449119568, + "logps/chosen": -0.027546580880880356, + "logps/rejected": -4.437729835510254, + "loss": 0.0296, + "odds_ratio_loss": 0.003080027410760522, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0027546582277864218, + "rewards/margins": 0.44101834297180176, + "rewards/rejected": -0.4437730312347412, + "sft_loss": 0.027546580880880356, + "step": 3582 + }, + { + "epoch": 5.181489515545914, + "grad_norm": 1.0665922920451818, + "learning_rate": 3.7615559105769633e-07, + "logits/chosen": -0.9450021982192993, + "logits/rejected": -0.7053030729293823, + "logps/chosen": -0.05629965662956238, + "logps/rejected": -5.696890354156494, + "loss": 0.0455, + "odds_ratio_loss": 0.0044265990145504475, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00562996556982398, + "rewards/margins": 0.5640590786933899, + "rewards/rejected": -0.5696890354156494, + "sft_loss": 0.05629965662956238, + "step": 3583 + }, + { + "epoch": 5.18293564714389, + "grad_norm": 1.1682569222454637, + "learning_rate": 3.748417774225259e-07, + "logits/chosen": -1.0742039680480957, + "logits/rejected": -0.7987134456634521, + "logps/chosen": -0.023768005892634392, + "logps/rejected": -5.302433490753174, + "loss": 0.0289, + "odds_ratio_loss": 0.0009636090835556388, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002376800635829568, + "rewards/margins": 0.5278666019439697, + "rewards/rejected": -0.5302433967590332, + "sft_loss": 0.023768005892634392, + "step": 3584 + }, + { + "epoch": 5.184381778741866, + "grad_norm": 1.1421657305611848, + "learning_rate": 3.7353014940874993e-07, + "logits/chosen": -0.9357766509056091, + "logits/rejected": -0.648613452911377, + "logps/chosen": -0.06362772732973099, + "logps/rejected": -6.172553539276123, + "loss": 0.047, + "odds_ratio_loss": 0.00930915866047144, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006362773012369871, + "rewards/margins": 0.6108925938606262, + "rewards/rejected": -0.6172553300857544, + "sft_loss": 0.06362772732973099, + "step": 3585 + }, + { + "epoch": 5.185827910339841, + "grad_norm": 0.8659853390467411, + "learning_rate": 3.722207078071533e-07, + "logits/chosen": -1.0251359939575195, + "logits/rejected": -0.760617733001709, + "logps/chosen": -0.05932139605283737, + "logps/rejected": -5.85208797454834, + "loss": 0.0315, + "odds_ratio_loss": 0.00122246949467808, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005932139698415995, + "rewards/margins": 0.5792766809463501, + "rewards/rejected": -0.5852087736129761, + "sft_loss": 0.05932139605283737, + "step": 3586 + }, + { + "epoch": 5.187274041937816, + "grad_norm": 0.7003907957478049, + "learning_rate": 3.7091345340720226e-07, + "logits/chosen": -0.8258812427520752, + "logits/rejected": -0.7379279136657715, + "logps/chosen": -0.006125980988144875, + "logps/rejected": -5.172117233276367, + "loss": 0.0164, + "odds_ratio_loss": 0.0004759537405334413, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0006125981453806162, + "rewards/margins": 0.516599178314209, + "rewards/rejected": -0.5172117352485657, + "sft_loss": 0.006125980988144875, + "step": 3587 + }, + { + "epoch": 5.188720173535792, + "grad_norm": 0.9972301335770085, + "learning_rate": 3.696083869970472e-07, + "logits/chosen": -0.8752817511558533, + "logits/rejected": -0.8511292934417725, + "logps/chosen": -0.010707555338740349, + "logps/rejected": -6.42230749130249, + "loss": 0.0448, + "odds_ratio_loss": 0.0006266254931688309, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0010707555338740349, + "rewards/margins": 0.6411600112915039, + "rewards/rejected": -0.642230749130249, + "sft_loss": 0.010707555338740349, + "step": 3588 + }, + { + "epoch": 5.190166305133767, + "grad_norm": 1.0174824776073386, + "learning_rate": 3.683055093635161e-07, + "logits/chosen": -0.9354603290557861, + "logits/rejected": -0.7528461217880249, + "logps/chosen": -0.04549839720129967, + "logps/rejected": -4.9645256996154785, + "loss": 0.0321, + "odds_ratio_loss": 0.003526362357661128, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004549840465188026, + "rewards/margins": 0.4919027090072632, + "rewards/rejected": -0.49645254015922546, + "sft_loss": 0.04549839720129967, + "step": 3589 + }, + { + "epoch": 5.191612436731742, + "grad_norm": 1.044001053692902, + "learning_rate": 3.670048212921202e-07, + "logits/chosen": -0.8328427672386169, + "logits/rejected": -0.7321763038635254, + "logps/chosen": -0.06193680316209793, + "logps/rejected": -5.603020668029785, + "loss": 0.0464, + "odds_ratio_loss": 0.0021486992482095957, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006193680688738823, + "rewards/margins": 0.5541083812713623, + "rewards/rejected": -0.5603021383285522, + "sft_loss": 0.06193680316209793, + "step": 3590 + }, + { + "epoch": 5.193058568329718, + "grad_norm": 1.0798462980834291, + "learning_rate": 3.657063235670468e-07, + "logits/chosen": -0.8687400221824646, + "logits/rejected": -0.6818861961364746, + "logps/chosen": -0.014150983653962612, + "logps/rejected": -5.715865135192871, + "loss": 0.0237, + "odds_ratio_loss": 0.0009401044226251543, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014150984352454543, + "rewards/margins": 0.5701714158058167, + "rewards/rejected": -0.5715864896774292, + "sft_loss": 0.014150983653962612, + "step": 3591 + }, + { + "epoch": 5.194504699927694, + "grad_norm": 1.15719150666348, + "learning_rate": 3.644100169711679e-07, + "logits/chosen": -1.0285594463348389, + "logits/rejected": -0.725699245929718, + "logps/chosen": -0.03213905915617943, + "logps/rejected": -4.655622482299805, + "loss": 0.0505, + "odds_ratio_loss": 0.001043865573592484, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0032139059621840715, + "rewards/margins": 0.4623483717441559, + "rewards/rejected": -0.46556228399276733, + "sft_loss": 0.03213905915617943, + "step": 3592 + }, + { + "epoch": 5.195950831525669, + "grad_norm": 1.2436932447416695, + "learning_rate": 3.6311590228602995e-07, + "logits/chosen": -0.9513838887214661, + "logits/rejected": -0.8044277429580688, + "logps/chosen": -0.06614846736192703, + "logps/rejected": -3.153280735015869, + "loss": 0.0561, + "odds_ratio_loss": 0.04593777656555176, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.006614846643060446, + "rewards/margins": 0.30871322751045227, + "rewards/rejected": -0.31532809138298035, + "sft_loss": 0.06614846736192703, + "step": 3593 + }, + { + "epoch": 5.197396963123644, + "grad_norm": 1.119076034023042, + "learning_rate": 3.618239802918595e-07, + "logits/chosen": -0.8513356447219849, + "logits/rejected": -0.6646866202354431, + "logps/chosen": -0.05874083191156387, + "logps/rejected": -5.149399757385254, + "loss": 0.0623, + "odds_ratio_loss": 0.0020238799042999744, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005874083377420902, + "rewards/margins": 0.5090658664703369, + "rewards/rejected": -0.5149399638175964, + "sft_loss": 0.05874083191156387, + "step": 3594 + }, + { + "epoch": 5.19884309472162, + "grad_norm": 1.283803578447028, + "learning_rate": 3.605342517675609e-07, + "logits/chosen": -1.0322444438934326, + "logits/rejected": -0.7828861474990845, + "logps/chosen": -0.03251064568758011, + "logps/rejected": -4.867115497589111, + "loss": 0.0395, + "odds_ratio_loss": 0.0020458081271499395, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003251064568758011, + "rewards/margins": 0.48346051573753357, + "rewards/rejected": -0.4867115318775177, + "sft_loss": 0.03251064568758011, + "step": 3595 + }, + { + "epoch": 5.200289226319595, + "grad_norm": 1.0396061625618158, + "learning_rate": 3.592467174907172e-07, + "logits/chosen": -0.6187576651573181, + "logits/rejected": -0.5112270712852478, + "logps/chosen": -0.022534213960170746, + "logps/rejected": -5.44777774810791, + "loss": 0.0381, + "odds_ratio_loss": 0.002426896011456847, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022534215822815895, + "rewards/margins": 0.5425243973731995, + "rewards/rejected": -0.5447777509689331, + "sft_loss": 0.022534213960170746, + "step": 3596 + }, + { + "epoch": 5.2017353579175705, + "grad_norm": 0.8656320470579015, + "learning_rate": 3.5796137823758653e-07, + "logits/chosen": -0.8526214957237244, + "logits/rejected": -0.6017423272132874, + "logps/chosen": -0.02538936212658882, + "logps/rejected": -4.2573161125183105, + "loss": 0.028, + "odds_ratio_loss": 0.0021512117236852646, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002538936212658882, + "rewards/margins": 0.42319270968437195, + "rewards/rejected": -0.4257315993309021, + "sft_loss": 0.02538936212658882, + "step": 3597 + }, + { + "epoch": 5.203181489515546, + "grad_norm": 1.1406021212993034, + "learning_rate": 3.5667823478310545e-07, + "logits/chosen": -1.1594440937042236, + "logits/rejected": -0.7526164650917053, + "logps/chosen": -0.01821194216609001, + "logps/rejected": -5.545048236846924, + "loss": 0.0433, + "odds_ratio_loss": 0.0004932095180265605, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0018211941933259368, + "rewards/margins": 0.5526836514472961, + "rewards/rejected": -0.5545048713684082, + "sft_loss": 0.01821194216609001, + "step": 3598 + }, + { + "epoch": 5.204627621113521, + "grad_norm": 1.1263883171005709, + "learning_rate": 3.553972879008862e-07, + "logits/chosen": -0.9884305000305176, + "logits/rejected": -0.7626382112503052, + "logps/chosen": -0.04639644920825958, + "logps/rejected": -5.2319722175598145, + "loss": 0.036, + "odds_ratio_loss": 0.004956886637955904, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004639644641429186, + "rewards/margins": 0.518557608127594, + "rewards/rejected": -0.5231972336769104, + "sft_loss": 0.04639644920825958, + "step": 3599 + }, + { + "epoch": 5.206073752711497, + "grad_norm": 0.9227492998883203, + "learning_rate": 3.5411853836321634e-07, + "logits/chosen": -0.9538089036941528, + "logits/rejected": -0.7468767166137695, + "logps/chosen": -0.02350049838423729, + "logps/rejected": -4.7276201248168945, + "loss": 0.0261, + "odds_ratio_loss": 0.0009906530613079667, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002350050024688244, + "rewards/margins": 0.4704119563102722, + "rewards/rejected": -0.47276201844215393, + "sft_loss": 0.02350049838423729, + "step": 3600 + }, + { + "epoch": 5.207519884309472, + "grad_norm": 0.8800865521581338, + "learning_rate": 3.528419869410584e-07, + "logits/chosen": -0.9478657245635986, + "logits/rejected": -0.6646949648857117, + "logps/chosen": -0.0317431278526783, + "logps/rejected": -4.364032745361328, + "loss": 0.026, + "odds_ratio_loss": 0.0042336005717515945, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0031743128784000874, + "rewards/margins": 0.4332289695739746, + "rewards/rejected": -0.4364032745361328, + "sft_loss": 0.0317431278526783, + "step": 3601 + }, + { + "epoch": 5.208966015907448, + "grad_norm": 0.6992216686421211, + "learning_rate": 3.51567634404049e-07, + "logits/chosen": -0.8134947419166565, + "logits/rejected": -0.8427659869194031, + "logps/chosen": -0.010465124621987343, + "logps/rejected": -3.6230411529541016, + "loss": 0.0108, + "odds_ratio_loss": 0.0008967835456132889, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001046512508764863, + "rewards/margins": 0.3612575829029083, + "rewards/rejected": -0.36230409145355225, + "sft_loss": 0.010465124621987343, + "step": 3602 + }, + { + "epoch": 5.210412147505423, + "grad_norm": 1.2174837052780079, + "learning_rate": 3.5029548152050214e-07, + "logits/chosen": -0.8519737124443054, + "logits/rejected": -0.7378709316253662, + "logps/chosen": -0.02950909174978733, + "logps/rejected": -4.193276405334473, + "loss": 0.0394, + "odds_ratio_loss": 0.00271158991381526, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0029509093146771193, + "rewards/margins": 0.4163767695426941, + "rewards/rejected": -0.41932767629623413, + "sft_loss": 0.02950909174978733, + "step": 3603 + }, + { + "epoch": 5.2118582791033985, + "grad_norm": 1.1976004631004957, + "learning_rate": 3.490255290574011e-07, + "logits/chosen": -0.6854555606842041, + "logits/rejected": -0.5996547937393188, + "logps/chosen": -0.057780683040618896, + "logps/rejected": -5.569599628448486, + "loss": 0.0346, + "odds_ratio_loss": 0.010212712921202183, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005778068210929632, + "rewards/margins": 0.5511819124221802, + "rewards/rejected": -0.5569599270820618, + "sft_loss": 0.057780683040618896, + "step": 3604 + }, + { + "epoch": 5.213304410701374, + "grad_norm": 0.9238247408528008, + "learning_rate": 3.4775777778040774e-07, + "logits/chosen": -1.1148799657821655, + "logits/rejected": -0.7859690189361572, + "logps/chosen": -0.03792307525873184, + "logps/rejected": -5.748502731323242, + "loss": 0.0281, + "odds_ratio_loss": 0.001623988151550293, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003792307572439313, + "rewards/margins": 0.5710579752922058, + "rewards/rejected": -0.5748502612113953, + "sft_loss": 0.03792307525873184, + "step": 3605 + }, + { + "epoch": 5.214750542299349, + "grad_norm": 1.077370433581713, + "learning_rate": 3.464922284538514e-07, + "logits/chosen": -1.1062169075012207, + "logits/rejected": -0.7723128795623779, + "logps/chosen": -0.013403604738414288, + "logps/rejected": -7.84562873840332, + "loss": 0.0353, + "odds_ratio_loss": 0.00027603365015238523, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013403603807091713, + "rewards/margins": 0.783222496509552, + "rewards/rejected": -0.784562885761261, + "sft_loss": 0.013403604738414288, + "step": 3606 + }, + { + "epoch": 5.216196673897325, + "grad_norm": 1.0207445296410194, + "learning_rate": 3.4522888184073827e-07, + "logits/chosen": -0.8922250270843506, + "logits/rejected": -0.7089736461639404, + "logps/chosen": -0.02101828157901764, + "logps/rejected": -5.1013641357421875, + "loss": 0.0418, + "odds_ratio_loss": 0.002262045629322529, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002101828111335635, + "rewards/margins": 0.5080346465110779, + "rewards/rejected": -0.5101364850997925, + "sft_loss": 0.02101828157901764, + "step": 3607 + }, + { + "epoch": 5.2176428054953, + "grad_norm": 0.9616877093511352, + "learning_rate": 3.439677387027444e-07, + "logits/chosen": -0.8647952675819397, + "logits/rejected": -0.7060336470603943, + "logps/chosen": -0.03401113301515579, + "logps/rejected": -4.374388694763184, + "loss": 0.0328, + "odds_ratio_loss": 0.002195565262809396, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0034011139068752527, + "rewards/margins": 0.4340377449989319, + "rewards/rejected": -0.4374389052391052, + "sft_loss": 0.03401113301515579, + "step": 3608 + }, + { + "epoch": 5.219088937093275, + "grad_norm": 1.5959179216953558, + "learning_rate": 3.427087998002172e-07, + "logits/chosen": -0.7751748561859131, + "logits/rejected": -0.7734540104866028, + "logps/chosen": -0.02873246558010578, + "logps/rejected": -4.718321800231934, + "loss": 0.0603, + "odds_ratio_loss": 0.001208885689266026, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0028732463251799345, + "rewards/margins": 0.46895891427993774, + "rewards/rejected": -0.47183215618133545, + "sft_loss": 0.02873246558010578, + "step": 3609 + }, + { + "epoch": 5.220535068691251, + "grad_norm": 1.0541829578203996, + "learning_rate": 3.4145206589217515e-07, + "logits/chosen": -0.8666414022445679, + "logits/rejected": -0.6371941566467285, + "logps/chosen": -0.010170397348701954, + "logps/rejected": -6.458046913146973, + "loss": 0.0202, + "odds_ratio_loss": 0.00042813006439246237, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0010170398745685816, + "rewards/margins": 0.6447876691818237, + "rewards/rejected": -0.6458047032356262, + "sft_loss": 0.010170397348701954, + "step": 3610 + }, + { + "epoch": 5.2219812002892265, + "grad_norm": 1.146404624092723, + "learning_rate": 3.401975377363082e-07, + "logits/chosen": -0.8071302175521851, + "logits/rejected": -0.5387327075004578, + "logps/chosen": -0.012531624175608158, + "logps/rejected": -6.042186737060547, + "loss": 0.0357, + "odds_ratio_loss": 0.0007533429889008403, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0012531625106930733, + "rewards/margins": 0.6029655933380127, + "rewards/rejected": -0.6042186617851257, + "sft_loss": 0.012531624175608158, + "step": 3611 + }, + { + "epoch": 5.223427331887201, + "grad_norm": 1.0744901126786583, + "learning_rate": 3.3894521608897765e-07, + "logits/chosen": -0.7540593147277832, + "logits/rejected": -0.7037791609764099, + "logps/chosen": -0.059880174696445465, + "logps/rejected": -4.644082069396973, + "loss": 0.0566, + "odds_ratio_loss": 0.0015735100023448467, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005988018121570349, + "rewards/margins": 0.4584202468395233, + "rewards/rejected": -0.4644082486629486, + "sft_loss": 0.059880174696445465, + "step": 3612 + }, + { + "epoch": 5.224873463485177, + "grad_norm": 0.9823145699084468, + "learning_rate": 3.376951017052101e-07, + "logits/chosen": -0.85802161693573, + "logits/rejected": -0.617484986782074, + "logps/chosen": -0.03595628961920738, + "logps/rejected": -6.122747421264648, + "loss": 0.0285, + "odds_ratio_loss": 0.0011885353596881032, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0035956294741481543, + "rewards/margins": 0.6086791753768921, + "rewards/rejected": -0.6122748255729675, + "sft_loss": 0.03595628961920738, + "step": 3613 + }, + { + "epoch": 5.226319595083153, + "grad_norm": 1.017079576772903, + "learning_rate": 3.364471953387067e-07, + "logits/chosen": -0.7847793102264404, + "logits/rejected": -0.6176234483718872, + "logps/chosen": -0.008673002012073994, + "logps/rejected": -7.5913262367248535, + "loss": 0.0459, + "odds_ratio_loss": 0.0004855759325437248, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0008673002012073994, + "rewards/margins": 0.7582653760910034, + "rewards/rejected": -0.7591326236724854, + "sft_loss": 0.008673002012073994, + "step": 3614 + }, + { + "epoch": 5.227765726681128, + "grad_norm": 0.9512168280789924, + "learning_rate": 3.3520149774183406e-07, + "logits/chosen": -0.9897427558898926, + "logits/rejected": -0.7149899005889893, + "logps/chosen": -0.02276892587542534, + "logps/rejected": -6.676823616027832, + "loss": 0.0346, + "odds_ratio_loss": 0.0011359690688550472, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002276892773807049, + "rewards/margins": 0.6654054522514343, + "rewards/rejected": -0.6676823496818542, + "sft_loss": 0.02276892587542534, + "step": 3615 + }, + { + "epoch": 5.229211858279103, + "grad_norm": 0.9427603088962667, + "learning_rate": 3.339580096656269e-07, + "logits/chosen": -0.9399840235710144, + "logits/rejected": -0.733213484287262, + "logps/chosen": -0.03748312592506409, + "logps/rejected": -3.965913772583008, + "loss": 0.0268, + "odds_ratio_loss": 0.0014005664270371199, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0037483125925064087, + "rewards/margins": 0.3928430676460266, + "rewards/rejected": -0.3965914249420166, + "sft_loss": 0.03748312592506409, + "step": 3616 + }, + { + "epoch": 5.230657989877079, + "grad_norm": 1.1554821711969416, + "learning_rate": 3.327167318597892e-07, + "logits/chosen": -0.9230865836143494, + "logits/rejected": -0.6254661679267883, + "logps/chosen": -0.03255566582083702, + "logps/rejected": -6.558465480804443, + "loss": 0.0366, + "odds_ratio_loss": 0.0009877877309918404, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0032555670477449894, + "rewards/margins": 0.6525909900665283, + "rewards/rejected": -0.6558465957641602, + "sft_loss": 0.03255566582083702, + "step": 3617 + }, + { + "epoch": 5.2321041214750545, + "grad_norm": 0.9584221143268201, + "learning_rate": 3.3147766507269295e-07, + "logits/chosen": -0.9985564947128296, + "logits/rejected": -0.804498553276062, + "logps/chosen": -0.05001387745141983, + "logps/rejected": -4.83536434173584, + "loss": 0.0304, + "odds_ratio_loss": 0.0040518310852348804, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005001388024538755, + "rewards/margins": 0.4785350561141968, + "rewards/rejected": -0.4835364520549774, + "sft_loss": 0.05001387745141983, + "step": 3618 + }, + { + "epoch": 5.233550253073029, + "grad_norm": 1.2707849962144895, + "learning_rate": 3.3024081005137514e-07, + "logits/chosen": -0.9007452726364136, + "logits/rejected": -0.6459848284721375, + "logps/chosen": -0.014544611796736717, + "logps/rejected": -6.230293273925781, + "loss": 0.0342, + "odds_ratio_loss": 0.0008624520851299167, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014544612495228648, + "rewards/margins": 0.621574878692627, + "rewards/rejected": -0.623029351234436, + "sft_loss": 0.014544611796736717, + "step": 3619 + }, + { + "epoch": 5.234996384671005, + "grad_norm": 0.9682404550627938, + "learning_rate": 3.2900616754154075e-07, + "logits/chosen": -0.8395979404449463, + "logits/rejected": -0.6162151098251343, + "logps/chosen": -0.08151617646217346, + "logps/rejected": -5.730838775634766, + "loss": 0.0429, + "odds_ratio_loss": 0.0006240714574232697, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008151616901159286, + "rewards/margins": 0.5649322271347046, + "rewards/rejected": -0.5730838775634766, + "sft_loss": 0.08151617646217346, + "step": 3620 + }, + { + "epoch": 5.236442516268981, + "grad_norm": 1.2687445581896963, + "learning_rate": 3.277737382875596e-07, + "logits/chosen": -0.9045553803443909, + "logits/rejected": -0.7344595193862915, + "logps/chosen": -0.058114439249038696, + "logps/rejected": -5.224374771118164, + "loss": 0.0321, + "odds_ratio_loss": 0.0007322908495552838, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005811444483697414, + "rewards/margins": 0.5166260004043579, + "rewards/rejected": -0.5224374532699585, + "sft_loss": 0.058114439249038696, + "step": 3621 + }, + { + "epoch": 5.2378886478669555, + "grad_norm": 1.3522088419469593, + "learning_rate": 3.2654352303246935e-07, + "logits/chosen": -0.895087718963623, + "logits/rejected": -0.734992265701294, + "logps/chosen": -0.04217066988348961, + "logps/rejected": -4.8282928466796875, + "loss": 0.0498, + "odds_ratio_loss": 0.0015827922616153955, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004217067267745733, + "rewards/margins": 0.4786122441291809, + "rewards/rejected": -0.4828292727470398, + "sft_loss": 0.04217066988348961, + "step": 3622 + }, + { + "epoch": 5.239334779464931, + "grad_norm": 1.0023821915021813, + "learning_rate": 3.2531552251797045e-07, + "logits/chosen": -0.8689554333686829, + "logits/rejected": -0.6638770699501038, + "logps/chosen": -0.0453006774187088, + "logps/rejected": -6.682604789733887, + "loss": 0.0355, + "odds_ratio_loss": 0.00197001826018095, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004530067555606365, + "rewards/margins": 0.6637303829193115, + "rewards/rejected": -0.6682605147361755, + "sft_loss": 0.0453006774187088, + "step": 3623 + }, + { + "epoch": 5.240780911062907, + "grad_norm": 1.1418476339361996, + "learning_rate": 3.2408973748442803e-07, + "logits/chosen": -0.880037248134613, + "logits/rejected": -0.5957615375518799, + "logps/chosen": -0.060221537947654724, + "logps/rejected": -7.038527488708496, + "loss": 0.0551, + "odds_ratio_loss": 0.0034473263658583164, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006022154353559017, + "rewards/margins": 0.6978305578231812, + "rewards/rejected": -0.7038527727127075, + "sft_loss": 0.060221537947654724, + "step": 3624 + }, + { + "epoch": 5.242227042660883, + "grad_norm": 1.073359967589388, + "learning_rate": 3.2286616867087445e-07, + "logits/chosen": -0.9191368818283081, + "logits/rejected": -0.6997087001800537, + "logps/chosen": -0.016141196712851524, + "logps/rejected": -4.670000076293945, + "loss": 0.03, + "odds_ratio_loss": 0.0009297472424805164, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016141196247190237, + "rewards/margins": 0.46538591384887695, + "rewards/rejected": -0.4670000374317169, + "sft_loss": 0.016141196712851524, + "step": 3625 + }, + { + "epoch": 5.243673174258857, + "grad_norm": 0.9690415562551309, + "learning_rate": 3.216448168150019e-07, + "logits/chosen": -0.9207147359848022, + "logits/rejected": -0.6570227742195129, + "logps/chosen": -0.03261332958936691, + "logps/rejected": -7.021213531494141, + "loss": 0.0324, + "odds_ratio_loss": 0.003072987077757716, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003261332865804434, + "rewards/margins": 0.6988599896430969, + "rewards/rejected": -0.702121376991272, + "sft_loss": 0.03261332958936691, + "step": 3626 + }, + { + "epoch": 5.245119305856833, + "grad_norm": 0.9459142870812083, + "learning_rate": 3.2042568265316974e-07, + "logits/chosen": -0.8446757793426514, + "logits/rejected": -0.6071657538414001, + "logps/chosen": -0.04911842197179794, + "logps/rejected": -6.459288597106934, + "loss": 0.0422, + "odds_ratio_loss": 0.0015342968981713057, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004911842290312052, + "rewards/margins": 0.6410170197486877, + "rewards/rejected": -0.6459288597106934, + "sft_loss": 0.04911842197179794, + "step": 3627 + }, + { + "epoch": 5.246565437454809, + "grad_norm": 1.0470928306134115, + "learning_rate": 3.192087669203971e-07, + "logits/chosen": -1.0162910223007202, + "logits/rejected": -0.8110986948013306, + "logps/chosen": -0.03871820867061615, + "logps/rejected": -4.199558258056641, + "loss": 0.0339, + "odds_ratio_loss": 0.0035957153886556625, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003871820867061615, + "rewards/margins": 0.4160839915275574, + "rewards/rejected": -0.4199557900428772, + "sft_loss": 0.03871820867061615, + "step": 3628 + }, + { + "epoch": 5.2480115690527835, + "grad_norm": 1.2074291502339676, + "learning_rate": 3.179940703503683e-07, + "logits/chosen": -0.9160524606704712, + "logits/rejected": -0.7021023035049438, + "logps/chosen": -0.08635597676038742, + "logps/rejected": -4.336616039276123, + "loss": 0.0801, + "odds_ratio_loss": 0.004517072346061468, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008635598234832287, + "rewards/margins": 0.425025999546051, + "rewards/rejected": -0.4336616098880768, + "sft_loss": 0.08635597676038742, + "step": 3629 + }, + { + "epoch": 5.249457700650759, + "grad_norm": 1.0665810428402844, + "learning_rate": 3.167815936754272e-07, + "logits/chosen": -0.9472986459732056, + "logits/rejected": -0.7375108003616333, + "logps/chosen": -0.04879705607891083, + "logps/rejected": -4.624138832092285, + "loss": 0.037, + "odds_ratio_loss": 0.002154088346287608, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0048797051422297955, + "rewards/margins": 0.45753422379493713, + "rewards/rejected": -0.4624139070510864, + "sft_loss": 0.04879705607891083, + "step": 3630 + }, + { + "epoch": 5.250903832248735, + "grad_norm": 0.9773223496389528, + "learning_rate": 3.155713376265816e-07, + "logits/chosen": -0.8467633724212646, + "logits/rejected": -0.5423392653465271, + "logps/chosen": -0.018480662256479263, + "logps/rejected": -5.556922912597656, + "loss": 0.031, + "odds_ratio_loss": 0.0009833640651777387, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0018480663420632482, + "rewards/margins": 0.5538442730903625, + "rewards/rejected": -0.5556923151016235, + "sft_loss": 0.018480662256479263, + "step": 3631 + }, + { + "epoch": 5.25234996384671, + "grad_norm": 1.0079363653872178, + "learning_rate": 3.143633029334989e-07, + "logits/chosen": -0.7981322407722473, + "logits/rejected": -0.7674664258956909, + "logps/chosen": -0.03736051917076111, + "logps/rejected": -4.720569610595703, + "loss": 0.0279, + "odds_ratio_loss": 0.0012767021544277668, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0037360521964728832, + "rewards/margins": 0.46832096576690674, + "rewards/rejected": -0.4720570147037506, + "sft_loss": 0.03736051917076111, + "step": 3632 + }, + { + "epoch": 5.253796095444685, + "grad_norm": 1.768817806827234, + "learning_rate": 3.131574903245071e-07, + "logits/chosen": -1.0161972045898438, + "logits/rejected": -0.7614036798477173, + "logps/chosen": -0.10368499159812927, + "logps/rejected": -4.6447930335998535, + "loss": 0.0543, + "odds_ratio_loss": 0.008217780850827694, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010368499904870987, + "rewards/margins": 0.4541108310222626, + "rewards/rejected": -0.4644792973995209, + "sft_loss": 0.10368499159812927, + "step": 3633 + }, + { + "epoch": 5.255242227042661, + "grad_norm": 1.276381303497112, + "learning_rate": 3.119539005265954e-07, + "logits/chosen": -1.0342979431152344, + "logits/rejected": -0.7442997694015503, + "logps/chosen": -0.01700776070356369, + "logps/rejected": -5.295718193054199, + "loss": 0.0303, + "odds_ratio_loss": 0.0007272001821547747, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017007759306579828, + "rewards/margins": 0.5278711318969727, + "rewards/rejected": -0.5295718908309937, + "sft_loss": 0.01700776070356369, + "step": 3634 + }, + { + "epoch": 5.256688358640636, + "grad_norm": 1.1448473614666281, + "learning_rate": 3.1075253426541357e-07, + "logits/chosen": -1.0042964220046997, + "logits/rejected": -0.7400972247123718, + "logps/chosen": -0.024408066645264626, + "logps/rejected": -7.579883575439453, + "loss": 0.0317, + "odds_ratio_loss": 0.00141650321893394, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0024408064782619476, + "rewards/margins": 0.7555475831031799, + "rewards/rejected": -0.7579883337020874, + "sft_loss": 0.024408066645264626, + "step": 3635 + }, + { + "epoch": 5.258134490238612, + "grad_norm": 1.3010295902650386, + "learning_rate": 3.095533922652684e-07, + "logits/chosen": -0.7892809510231018, + "logits/rejected": -0.6047863364219666, + "logps/chosen": -0.015120243653655052, + "logps/rejected": -6.354447364807129, + "loss": 0.0472, + "odds_ratio_loss": 0.00048150643124245107, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0015120243187993765, + "rewards/margins": 0.6339326500892639, + "rewards/rejected": -0.635444700717926, + "sft_loss": 0.015120243653655052, + "step": 3636 + }, + { + "epoch": 5.259580621836587, + "grad_norm": 1.068873809854963, + "learning_rate": 3.0835647524912744e-07, + "logits/chosen": -0.9303781986236572, + "logits/rejected": -0.7163772583007812, + "logps/chosen": -0.04354140907526016, + "logps/rejected": -5.129241943359375, + "loss": 0.029, + "odds_ratio_loss": 0.0013979937648400664, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004354140721261501, + "rewards/margins": 0.5085700750350952, + "rewards/rejected": -0.5129241943359375, + "sft_loss": 0.04354140907526016, + "step": 3637 + }, + { + "epoch": 5.261026753434563, + "grad_norm": 0.8962780000482491, + "learning_rate": 3.071617839386178e-07, + "logits/chosen": -0.8089204430580139, + "logits/rejected": -0.4361693561077118, + "logps/chosen": -0.04192004352807999, + "logps/rejected": -4.811159610748291, + "loss": 0.0228, + "odds_ratio_loss": 0.0021075494587421417, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004192003980278969, + "rewards/margins": 0.47692394256591797, + "rewards/rejected": -0.48111599683761597, + "sft_loss": 0.04192004352807999, + "step": 3638 + }, + { + "epoch": 5.262472885032538, + "grad_norm": 0.8829913670211695, + "learning_rate": 3.05969319054022e-07, + "logits/chosen": -0.8424152135848999, + "logits/rejected": -0.5214813351631165, + "logps/chosen": -0.05059170350432396, + "logps/rejected": -3.3692402839660645, + "loss": 0.0291, + "odds_ratio_loss": 0.005258472170680761, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005059171002358198, + "rewards/margins": 0.3318648636341095, + "rewards/rejected": -0.3369240164756775, + "sft_loss": 0.05059170350432396, + "step": 3639 + }, + { + "epoch": 5.263919016630513, + "grad_norm": 1.1489498228376966, + "learning_rate": 3.047790813142819e-07, + "logits/chosen": -0.8711774349212646, + "logits/rejected": -0.6267974972724915, + "logps/chosen": -0.02280341647565365, + "logps/rejected": -6.154178619384766, + "loss": 0.0389, + "odds_ratio_loss": 0.0012691746233031154, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022803416941314936, + "rewards/margins": 0.6131375432014465, + "rewards/rejected": -0.6154178380966187, + "sft_loss": 0.02280341647565365, + "step": 3640 + }, + { + "epoch": 5.265365148228489, + "grad_norm": 0.9965937815243027, + "learning_rate": 3.0359107143699536e-07, + "logits/chosen": -0.7954994440078735, + "logits/rejected": -0.726338803768158, + "logps/chosen": -0.027501408010721207, + "logps/rejected": -5.424743175506592, + "loss": 0.0283, + "odds_ratio_loss": 0.006880844011902809, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002750141080468893, + "rewards/margins": 0.5397241711616516, + "rewards/rejected": -0.5424743294715881, + "sft_loss": 0.027501408010721207, + "step": 3641 + }, + { + "epoch": 5.266811279826464, + "grad_norm": 1.1401410273538075, + "learning_rate": 3.024052901384193e-07, + "logits/chosen": -0.8828942179679871, + "logits/rejected": -0.6594923734664917, + "logps/chosen": -0.08100616931915283, + "logps/rejected": -4.891511917114258, + "loss": 0.0521, + "odds_ratio_loss": 0.0096984738484025, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008100616745650768, + "rewards/margins": 0.481050580739975, + "rewards/rejected": -0.4891512393951416, + "sft_loss": 0.08100616931915283, + "step": 3642 + }, + { + "epoch": 5.26825741142444, + "grad_norm": 1.0742692127897753, + "learning_rate": 3.0122173813346454e-07, + "logits/chosen": -0.662639856338501, + "logits/rejected": -0.5347196459770203, + "logps/chosen": -0.035757362842559814, + "logps/rejected": -5.963934421539307, + "loss": 0.0396, + "odds_ratio_loss": 0.0011856274213641882, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0035757366567850113, + "rewards/margins": 0.5928177237510681, + "rewards/rejected": -0.5963934659957886, + "sft_loss": 0.035757362842559814, + "step": 3643 + }, + { + "epoch": 5.269703543022415, + "grad_norm": 1.0375189083630167, + "learning_rate": 3.000404161357002e-07, + "logits/chosen": -0.9065849184989929, + "logits/rejected": -0.7200076580047607, + "logps/chosen": -0.02265940047800541, + "logps/rejected": -5.422698020935059, + "loss": 0.0291, + "odds_ratio_loss": 0.0008585632895119488, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022659399546682835, + "rewards/margins": 0.5400038957595825, + "rewards/rejected": -0.5422698259353638, + "sft_loss": 0.02265940047800541, + "step": 3644 + }, + { + "epoch": 5.27114967462039, + "grad_norm": 1.1315767384118531, + "learning_rate": 2.988613248573486e-07, + "logits/chosen": -0.824489951133728, + "logits/rejected": -0.6248018741607666, + "logps/chosen": -0.058798667043447495, + "logps/rejected": -5.063660621643066, + "loss": 0.0388, + "odds_ratio_loss": 0.04671594500541687, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.005879866890609264, + "rewards/margins": 0.5004861950874329, + "rewards/rejected": -0.5063660740852356, + "sft_loss": 0.058798667043447495, + "step": 3645 + }, + { + "epoch": 5.272595806218366, + "grad_norm": 1.2204605587673572, + "learning_rate": 2.9768446500928915e-07, + "logits/chosen": -1.0131525993347168, + "logits/rejected": -0.9568882584571838, + "logps/chosen": -0.04865047708153725, + "logps/rejected": -5.075432777404785, + "loss": 0.0305, + "odds_ratio_loss": 0.0028830140363425016, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004865047987550497, + "rewards/margins": 0.5026782751083374, + "rewards/rejected": -0.5075433254241943, + "sft_loss": 0.04865047708153725, + "step": 3646 + }, + { + "epoch": 5.2740419378163415, + "grad_norm": 0.9682725426804464, + "learning_rate": 2.9650983730105503e-07, + "logits/chosen": -0.8504335880279541, + "logits/rejected": -0.846091091632843, + "logps/chosen": -0.029791761189699173, + "logps/rejected": -4.313238143920898, + "loss": 0.0311, + "odds_ratio_loss": 0.0022929785773158073, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0029791758861392736, + "rewards/margins": 0.4283446669578552, + "rewards/rejected": -0.4313238561153412, + "sft_loss": 0.029791761189699173, + "step": 3647 + }, + { + "epoch": 5.275488069414317, + "grad_norm": 1.0233502761452942, + "learning_rate": 2.953374424408328e-07, + "logits/chosen": -0.6208338737487793, + "logits/rejected": -0.6304566860198975, + "logps/chosen": -0.027606675401329994, + "logps/rejected": -4.565278053283691, + "loss": 0.0385, + "odds_ratio_loss": 0.0008353454759344459, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0027606673538684845, + "rewards/margins": 0.4537671208381653, + "rewards/rejected": -0.45652779936790466, + "sft_loss": 0.027606675401329994, + "step": 3648 + }, + { + "epoch": 5.276934201012292, + "grad_norm": 0.9556294865840138, + "learning_rate": 2.9416728113546363e-07, + "logits/chosen": -0.974734902381897, + "logits/rejected": -0.6098443865776062, + "logps/chosen": -0.039620328694581985, + "logps/rejected": -7.678589820861816, + "loss": 0.0374, + "odds_ratio_loss": 0.0007251370116136968, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003962032496929169, + "rewards/margins": 0.7638970017433167, + "rewards/rejected": -0.7678591012954712, + "sft_loss": 0.039620328694581985, + "step": 3649 + }, + { + "epoch": 5.278380332610268, + "grad_norm": 1.1251246650139406, + "learning_rate": 2.929993540904436e-07, + "logits/chosen": -0.9035037755966187, + "logits/rejected": -0.7772727608680725, + "logps/chosen": -0.020724035799503326, + "logps/rejected": -4.813797473907471, + "loss": 0.0343, + "odds_ratio_loss": 0.0009286232525482774, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00207240367308259, + "rewards/margins": 0.4793073534965515, + "rewards/rejected": -0.4813797175884247, + "sft_loss": 0.020724035799503326, + "step": 3650 + }, + { + "epoch": 5.279826464208243, + "grad_norm": 0.8900567501477809, + "learning_rate": 2.918336620099184e-07, + "logits/chosen": -0.7675405740737915, + "logits/rejected": -0.6586223840713501, + "logps/chosen": -0.01650574989616871, + "logps/rejected": -6.721004009246826, + "loss": 0.0315, + "odds_ratio_loss": 0.0005637137801386416, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016505750827491283, + "rewards/margins": 0.6704498529434204, + "rewards/rejected": -0.6721004247665405, + "sft_loss": 0.01650574989616871, + "step": 3651 + }, + { + "epoch": 5.281272595806218, + "grad_norm": 1.1633737173097518, + "learning_rate": 2.9067020559668945e-07, + "logits/chosen": -0.8274843692779541, + "logits/rejected": -0.6375514268875122, + "logps/chosen": -0.053619079291820526, + "logps/rejected": -6.285444259643555, + "loss": 0.0341, + "odds_ratio_loss": 0.003317378694191575, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0053619081154465675, + "rewards/margins": 0.6231825351715088, + "rewards/rejected": -0.6285443902015686, + "sft_loss": 0.053619079291820526, + "step": 3652 + }, + { + "epoch": 5.282718727404194, + "grad_norm": 1.157606261307862, + "learning_rate": 2.895089855522088e-07, + "logits/chosen": -0.8747952580451965, + "logits/rejected": -0.7444599866867065, + "logps/chosen": -0.04207966476678848, + "logps/rejected": -5.985525131225586, + "loss": 0.0419, + "odds_ratio_loss": 0.004523225128650665, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004207966383546591, + "rewards/margins": 0.5943444967269897, + "rewards/rejected": -0.5985524654388428, + "sft_loss": 0.04207966476678848, + "step": 3653 + }, + { + "epoch": 5.2841648590021695, + "grad_norm": 1.4338523494202897, + "learning_rate": 2.8835000257658016e-07, + "logits/chosen": -0.9471051692962646, + "logits/rejected": -0.5582077503204346, + "logps/chosen": -0.01802823692560196, + "logps/rejected": -4.929285526275635, + "loss": 0.0317, + "odds_ratio_loss": 0.0007497454062104225, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0018028237391263247, + "rewards/margins": 0.49112576246261597, + "rewards/rejected": -0.49292856454849243, + "sft_loss": 0.01802823692560196, + "step": 3654 + }, + { + "epoch": 5.285610990600144, + "grad_norm": 1.2172564226035754, + "learning_rate": 2.8719325736855873e-07, + "logits/chosen": -0.8020838499069214, + "logits/rejected": -0.7115020155906677, + "logps/chosen": -0.04903501272201538, + "logps/rejected": -4.307126045227051, + "loss": 0.0442, + "odds_ratio_loss": 0.0023487398866564035, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0049035013653337955, + "rewards/margins": 0.4258091449737549, + "rewards/rejected": -0.43071264028549194, + "sft_loss": 0.04903501272201538, + "step": 3655 + }, + { + "epoch": 5.28705712219812, + "grad_norm": 1.2232310635801635, + "learning_rate": 2.860387506255497e-07, + "logits/chosen": -0.7558038234710693, + "logits/rejected": -0.5430575609207153, + "logps/chosen": -0.031046954914927483, + "logps/rejected": -6.496105194091797, + "loss": 0.0503, + "odds_ratio_loss": 0.0024577996227890253, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003104696050286293, + "rewards/margins": 0.6465058326721191, + "rewards/rejected": -0.6496106386184692, + "sft_loss": 0.031046954914927483, + "step": 3656 + }, + { + "epoch": 5.288503253796096, + "grad_norm": 1.2243215854146698, + "learning_rate": 2.848864830436111e-07, + "logits/chosen": -0.9211279153823853, + "logits/rejected": -0.5959931015968323, + "logps/chosen": -0.09139852970838547, + "logps/rejected": -4.205726623535156, + "loss": 0.0597, + "odds_ratio_loss": 0.005354328081011772, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009139853529632092, + "rewards/margins": 0.41143280267715454, + "rewards/rejected": -0.4205726683139801, + "sft_loss": 0.09139852970838547, + "step": 3657 + }, + { + "epoch": 5.2899493853940704, + "grad_norm": 1.121340360401462, + "learning_rate": 2.837364553174475e-07, + "logits/chosen": -1.0993698835372925, + "logits/rejected": -0.5834642052650452, + "logps/chosen": -0.05646635964512825, + "logps/rejected": -6.199383735656738, + "loss": 0.0398, + "odds_ratio_loss": 0.001794778392650187, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00564663577824831, + "rewards/margins": 0.6142917275428772, + "rewards/rejected": -0.6199383735656738, + "sft_loss": 0.05646635964512825, + "step": 3658 + }, + { + "epoch": 5.291395516992046, + "grad_norm": 1.3170381422047455, + "learning_rate": 2.825886681404164e-07, + "logits/chosen": -0.7939042448997498, + "logits/rejected": -0.5887212157249451, + "logps/chosen": -0.03460104390978813, + "logps/rejected": -5.4101104736328125, + "loss": 0.0285, + "odds_ratio_loss": 0.0012456791009753942, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0034601043444126844, + "rewards/margins": 0.5375509262084961, + "rewards/rejected": -0.5410110354423523, + "sft_loss": 0.03460104390978813, + "step": 3659 + }, + { + "epoch": 5.292841648590022, + "grad_norm": 0.919145469791782, + "learning_rate": 2.8144312220452194e-07, + "logits/chosen": -0.6260144710540771, + "logits/rejected": -0.6858643293380737, + "logps/chosen": -0.01188691146671772, + "logps/rejected": -4.332086086273193, + "loss": 0.028, + "odds_ratio_loss": 0.0014277580194175243, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0011886911233887076, + "rewards/margins": 0.4320199489593506, + "rewards/rejected": -0.4332086145877838, + "sft_loss": 0.01188691146671772, + "step": 3660 + }, + { + "epoch": 5.2942877801879975, + "grad_norm": 1.1722799731959772, + "learning_rate": 2.802998182004188e-07, + "logits/chosen": -0.865659236907959, + "logits/rejected": -0.5501079559326172, + "logps/chosen": -0.058488842099905014, + "logps/rejected": -5.399849891662598, + "loss": 0.0557, + "odds_ratio_loss": 0.002198958769440651, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005848885513842106, + "rewards/margins": 0.5341361165046692, + "rewards/rejected": -0.5399850010871887, + "sft_loss": 0.058488842099905014, + "step": 3661 + }, + { + "epoch": 5.295733911785972, + "grad_norm": 1.0278872351784067, + "learning_rate": 2.791587568174094e-07, + "logits/chosen": -0.8193449974060059, + "logits/rejected": -0.7792457342147827, + "logps/chosen": -0.04936240613460541, + "logps/rejected": -4.964071273803711, + "loss": 0.025, + "odds_ratio_loss": 0.0040309252217411995, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004936240613460541, + "rewards/margins": 0.49147090315818787, + "rewards/rejected": -0.496407151222229, + "sft_loss": 0.04936240613460541, + "step": 3662 + }, + { + "epoch": 5.297180043383948, + "grad_norm": 1.203031731438833, + "learning_rate": 2.7801993874344297e-07, + "logits/chosen": -0.8412383198738098, + "logits/rejected": -0.7706151008605957, + "logps/chosen": -0.027266865596175194, + "logps/rejected": -5.0899739265441895, + "loss": 0.0517, + "odds_ratio_loss": 0.001991531578823924, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002726686652749777, + "rewards/margins": 0.5062706470489502, + "rewards/rejected": -0.50899738073349, + "sft_loss": 0.027266865596175194, + "step": 3663 + }, + { + "epoch": 5.298626174981924, + "grad_norm": 1.023947653615631, + "learning_rate": 2.7688336466511743e-07, + "logits/chosen": -0.9421272873878479, + "logits/rejected": -0.6665881872177124, + "logps/chosen": -0.036513958126306534, + "logps/rejected": -5.57096529006958, + "loss": 0.0252, + "odds_ratio_loss": 0.0018653357401490211, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003651396371424198, + "rewards/margins": 0.5534451007843018, + "rewards/rejected": -0.557096540927887, + "sft_loss": 0.036513958126306534, + "step": 3664 + }, + { + "epoch": 5.3000723065798985, + "grad_norm": 1.110676709749025, + "learning_rate": 2.7574903526767746e-07, + "logits/chosen": -0.6372553110122681, + "logits/rejected": -0.5765061378479004, + "logps/chosen": -0.02319909632205963, + "logps/rejected": -4.816458702087402, + "loss": 0.0382, + "odds_ratio_loss": 0.0015413042856380343, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002319909632205963, + "rewards/margins": 0.47932595014572144, + "rewards/rejected": -0.4816458225250244, + "sft_loss": 0.02319909632205963, + "step": 3665 + }, + { + "epoch": 5.301518438177874, + "grad_norm": 1.0978912010109163, + "learning_rate": 2.746169512350152e-07, + "logits/chosen": -0.7656617164611816, + "logits/rejected": -0.5390478372573853, + "logps/chosen": -0.04759720712900162, + "logps/rejected": -4.945181846618652, + "loss": 0.0338, + "odds_ratio_loss": 0.001722943503409624, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004759720992296934, + "rewards/margins": 0.4897584915161133, + "rewards/rejected": -0.4945182204246521, + "sft_loss": 0.04759720712900162, + "step": 3666 + }, + { + "epoch": 5.30296456977585, + "grad_norm": 1.012794228374218, + "learning_rate": 2.734871132496672e-07, + "logits/chosen": -1.0013247728347778, + "logits/rejected": -0.7348878383636475, + "logps/chosen": -0.023679528385400772, + "logps/rejected": -4.578136920928955, + "loss": 0.0206, + "odds_ratio_loss": 0.0015165224904194474, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002367952838540077, + "rewards/margins": 0.4554457664489746, + "rewards/rejected": -0.45781373977661133, + "sft_loss": 0.023679528385400772, + "step": 3667 + }, + { + "epoch": 5.304410701373825, + "grad_norm": 1.4279003426255663, + "learning_rate": 2.7235952199281854e-07, + "logits/chosen": -0.9840003252029419, + "logits/rejected": -0.8327428102493286, + "logps/chosen": -0.041510019451379776, + "logps/rejected": -4.400811195373535, + "loss": 0.0386, + "odds_ratio_loss": 0.0024359440430998802, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004151002038270235, + "rewards/margins": 0.43593013286590576, + "rewards/rejected": -0.4400811195373535, + "sft_loss": 0.041510019451379776, + "step": 3668 + }, + { + "epoch": 5.3058568329718, + "grad_norm": 1.1038023610062029, + "learning_rate": 2.712341781442973e-07, + "logits/chosen": -0.8254796266555786, + "logits/rejected": -0.7522153854370117, + "logps/chosen": -0.022977057844400406, + "logps/rejected": -5.291687488555908, + "loss": 0.0455, + "odds_ratio_loss": 0.001104579190723598, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022977059707045555, + "rewards/margins": 0.5268710851669312, + "rewards/rejected": -0.5291687846183777, + "sft_loss": 0.022977057844400406, + "step": 3669 + }, + { + "epoch": 5.307302964569776, + "grad_norm": 1.072757689228915, + "learning_rate": 2.701110823825772e-07, + "logits/chosen": -0.9172158241271973, + "logits/rejected": -0.7597464323043823, + "logps/chosen": -0.03024320863187313, + "logps/rejected": -4.548722743988037, + "loss": 0.0425, + "odds_ratio_loss": 0.0015936695272102952, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030243208166211843, + "rewards/margins": 0.45184794068336487, + "rewards/rejected": -0.4548722505569458, + "sft_loss": 0.03024320863187313, + "step": 3670 + }, + { + "epoch": 5.308749096167752, + "grad_norm": 1.3097028126399897, + "learning_rate": 2.689902353847766e-07, + "logits/chosen": -1.211554765701294, + "logits/rejected": -0.7927272915840149, + "logps/chosen": -0.04887429624795914, + "logps/rejected": -4.841168403625488, + "loss": 0.041, + "odds_ratio_loss": 0.001834406517446041, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004887429066002369, + "rewards/margins": 0.4792294502258301, + "rewards/rejected": -0.4841168522834778, + "sft_loss": 0.04887429624795914, + "step": 3671 + }, + { + "epoch": 5.3101952277657265, + "grad_norm": 1.107848445275236, + "learning_rate": 2.678716378266599e-07, + "logits/chosen": -0.8874702453613281, + "logits/rejected": -0.7778452634811401, + "logps/chosen": -0.013926111161708832, + "logps/rejected": -6.384116172790527, + "loss": 0.0593, + "odds_ratio_loss": 0.0006129151443019509, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013926110696047544, + "rewards/margins": 0.6370189785957336, + "rewards/rejected": -0.6384116411209106, + "sft_loss": 0.013926111161708832, + "step": 3672 + }, + { + "epoch": 5.311641359363702, + "grad_norm": 1.086942198501488, + "learning_rate": 2.6675529038263157e-07, + "logits/chosen": -0.855125904083252, + "logits/rejected": -0.7381969690322876, + "logps/chosen": -0.018707137554883957, + "logps/rejected": -3.6854591369628906, + "loss": 0.0419, + "odds_ratio_loss": 0.0006958214216865599, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00187071377877146, + "rewards/margins": 0.36667516827583313, + "rewards/rejected": -0.36854591965675354, + "sft_loss": 0.018707137554883957, + "step": 3673 + }, + { + "epoch": 5.313087490961678, + "grad_norm": 1.1795744742774177, + "learning_rate": 2.6564119372574347e-07, + "logits/chosen": -0.8077712059020996, + "logits/rejected": -0.6191185116767883, + "logps/chosen": -0.06234436109662056, + "logps/rejected": -6.990647315979004, + "loss": 0.0462, + "odds_ratio_loss": 0.007911072112619877, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006234435830265284, + "rewards/margins": 0.6928303241729736, + "rewards/rejected": -0.6990647315979004, + "sft_loss": 0.06234436109662056, + "step": 3674 + }, + { + "epoch": 5.314533622559653, + "grad_norm": 0.968028462978872, + "learning_rate": 2.6452934852768714e-07, + "logits/chosen": -0.7257063388824463, + "logits/rejected": -0.6271748542785645, + "logps/chosen": -0.016601260751485825, + "logps/rejected": -4.678224563598633, + "loss": 0.0308, + "odds_ratio_loss": 0.0008440697565674782, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016601260285824537, + "rewards/margins": 0.4661623239517212, + "rewards/rejected": -0.46782243251800537, + "sft_loss": 0.016601260751485825, + "step": 3675 + }, + { + "epoch": 5.315979754157628, + "grad_norm": 1.1731861474929364, + "learning_rate": 2.634197554587998e-07, + "logits/chosen": -1.1070533990859985, + "logits/rejected": -0.7468483448028564, + "logps/chosen": -0.05605795979499817, + "logps/rejected": -6.352745532989502, + "loss": 0.037, + "odds_ratio_loss": 0.0028356327675282955, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005605795886367559, + "rewards/margins": 0.6296687722206116, + "rewards/rejected": -0.6352745890617371, + "sft_loss": 0.05605795979499817, + "step": 3676 + }, + { + "epoch": 5.317425885755604, + "grad_norm": 1.077797013393816, + "learning_rate": 2.623124151880578e-07, + "logits/chosen": -0.8413434028625488, + "logits/rejected": -0.6536193490028381, + "logps/chosen": -0.04118379205465317, + "logps/rejected": -5.763056755065918, + "loss": 0.042, + "odds_ratio_loss": 0.004730723798274994, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004118379671126604, + "rewards/margins": 0.5721873641014099, + "rewards/rejected": -0.5763057470321655, + "sft_loss": 0.04118379205465317, + "step": 3677 + }, + { + "epoch": 5.318872017353579, + "grad_norm": 1.3456733360766195, + "learning_rate": 2.612073283830818e-07, + "logits/chosen": -0.9398325681686401, + "logits/rejected": -0.6609033346176147, + "logps/chosen": -0.02295401319861412, + "logps/rejected": -6.218092441558838, + "loss": 0.0263, + "odds_ratio_loss": 0.0007425962830893695, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022954014129936695, + "rewards/margins": 0.6195138692855835, + "rewards/rejected": -0.6218092441558838, + "sft_loss": 0.02295401319861412, + "step": 3678 + }, + { + "epoch": 5.3203181489515545, + "grad_norm": 1.3016144488878012, + "learning_rate": 2.6010449571013215e-07, + "logits/chosen": -0.8513684868812561, + "logits/rejected": -0.6279063820838928, + "logps/chosen": -0.07777070999145508, + "logps/rejected": -6.661202907562256, + "loss": 0.0392, + "odds_ratio_loss": 0.0036332891322672367, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007777070626616478, + "rewards/margins": 0.6583431959152222, + "rewards/rejected": -0.6661202907562256, + "sft_loss": 0.07777070999145508, + "step": 3679 + }, + { + "epoch": 5.32176428054953, + "grad_norm": 1.0491356786995216, + "learning_rate": 2.5900391783411035e-07, + "logits/chosen": -1.0663862228393555, + "logits/rejected": -0.8108906149864197, + "logps/chosen": -0.03312306851148605, + "logps/rejected": -4.926994323730469, + "loss": 0.0266, + "odds_ratio_loss": 0.0015353760682046413, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003312306944280863, + "rewards/margins": 0.4893871545791626, + "rewards/rejected": -0.49269944429397583, + "sft_loss": 0.03312306851148605, + "step": 3680 + }, + { + "epoch": 5.323210412147505, + "grad_norm": 1.5135907197437433, + "learning_rate": 2.579055954185603e-07, + "logits/chosen": -1.0617835521697998, + "logits/rejected": -0.8939220905303955, + "logps/chosen": -0.05323568731546402, + "logps/rejected": -4.0288519859313965, + "loss": 0.0397, + "odds_ratio_loss": 0.0026793223805725574, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0053235688246786594, + "rewards/margins": 0.39756157994270325, + "rewards/rejected": -0.40288519859313965, + "sft_loss": 0.05323568731546402, + "step": 3681 + }, + { + "epoch": 5.324656543745481, + "grad_norm": 1.1680256177062494, + "learning_rate": 2.5680952912566334e-07, + "logits/chosen": -0.8926557302474976, + "logits/rejected": -0.7793102264404297, + "logps/chosen": -0.05652204155921936, + "logps/rejected": -4.692435264587402, + "loss": 0.039, + "odds_ratio_loss": 0.006315143778920174, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005652204155921936, + "rewards/margins": 0.4635912775993347, + "rewards/rejected": -0.46924352645874023, + "sft_loss": 0.05652204155921936, + "step": 3682 + }, + { + "epoch": 5.326102675343456, + "grad_norm": 1.495092313640595, + "learning_rate": 2.557157196162425e-07, + "logits/chosen": -1.017024040222168, + "logits/rejected": -0.7390504479408264, + "logps/chosen": -0.046689312905073166, + "logps/rejected": -6.402212142944336, + "loss": 0.0614, + "odds_ratio_loss": 0.00260357023216784, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004668931011110544, + "rewards/margins": 0.6355522871017456, + "rewards/rejected": -0.6402212381362915, + "sft_loss": 0.046689312905073166, + "step": 3683 + }, + { + "epoch": 5.327548806941432, + "grad_norm": 0.9797352539134356, + "learning_rate": 2.546241675497591e-07, + "logits/chosen": -0.9606846570968628, + "logits/rejected": -0.7178159952163696, + "logps/chosen": -0.05462236702442169, + "logps/rejected": -7.01438570022583, + "loss": 0.0277, + "odds_ratio_loss": 0.0016510548302903771, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005462236702442169, + "rewards/margins": 0.6959763169288635, + "rewards/rejected": -0.7014386057853699, + "sft_loss": 0.05462236702442169, + "step": 3684 + }, + { + "epoch": 5.328994938539407, + "grad_norm": 0.9631824763305563, + "learning_rate": 2.5353487358431527e-07, + "logits/chosen": -0.9838446378707886, + "logits/rejected": -0.7861350774765015, + "logps/chosen": -0.035723727196455, + "logps/rejected": -4.819340229034424, + "loss": 0.0255, + "odds_ratio_loss": 0.002584266010671854, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003572372952476144, + "rewards/margins": 0.47836166620254517, + "rewards/rejected": -0.4819340407848358, + "sft_loss": 0.035723727196455, + "step": 3685 + }, + { + "epoch": 5.3304410701373826, + "grad_norm": 1.2332280571344059, + "learning_rate": 2.524478383766491e-07, + "logits/chosen": -0.9059146642684937, + "logits/rejected": -0.7595691680908203, + "logps/chosen": -0.02609408274292946, + "logps/rejected": -4.347700119018555, + "loss": 0.0646, + "odds_ratio_loss": 0.002554179634898901, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002609408460557461, + "rewards/margins": 0.4321606159210205, + "rewards/rejected": -0.43476998805999756, + "sft_loss": 0.02609408274292946, + "step": 3686 + }, + { + "epoch": 5.331887201735358, + "grad_norm": 0.8983449394324652, + "learning_rate": 2.5136306258213857e-07, + "logits/chosen": -0.9400614500045776, + "logits/rejected": -0.7500208616256714, + "logps/chosen": -0.028386441990733147, + "logps/rejected": -4.063958644866943, + "loss": 0.0234, + "odds_ratio_loss": 0.0013379440642893314, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0028386441990733147, + "rewards/margins": 0.4035572111606598, + "rewards/rejected": -0.4063958525657654, + "sft_loss": 0.028386441990733147, + "step": 3687 + }, + { + "epoch": 5.333333333333333, + "grad_norm": 0.9751487290928306, + "learning_rate": 2.502805468547984e-07, + "logits/chosen": -1.0151832103729248, + "logits/rejected": -0.7417925596237183, + "logps/chosen": -0.03261277452111244, + "logps/rejected": -5.35139274597168, + "loss": 0.0328, + "odds_ratio_loss": 0.001738175400532782, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003261277452111244, + "rewards/margins": 0.5318779945373535, + "rewards/rejected": -0.535139262676239, + "sft_loss": 0.03261277452111244, + "step": 3688 + }, + { + "epoch": 5.334779464931309, + "grad_norm": 1.1841885288210054, + "learning_rate": 2.4920029184728285e-07, + "logits/chosen": -0.8535258173942566, + "logits/rejected": -0.711528480052948, + "logps/chosen": -0.04814765602350235, + "logps/rejected": -4.029658317565918, + "loss": 0.0384, + "odds_ratio_loss": 0.0027197981253266335, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00481476541608572, + "rewards/margins": 0.3981510400772095, + "rewards/rejected": -0.40296584367752075, + "sft_loss": 0.04814765602350235, + "step": 3689 + }, + { + "epoch": 5.336225596529284, + "grad_norm": 1.0863611869122904, + "learning_rate": 2.481222982108799e-07, + "logits/chosen": -0.7337764501571655, + "logits/rejected": -0.6401863694190979, + "logps/chosen": -0.02598814107477665, + "logps/rejected": -5.963187217712402, + "loss": 0.0348, + "odds_ratio_loss": 0.0013941468205302954, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0025988139677792788, + "rewards/margins": 0.5937198996543884, + "rewards/rejected": -0.5963187217712402, + "sft_loss": 0.02598814107477665, + "step": 3690 + }, + { + "epoch": 5.337671728127259, + "grad_norm": 1.112598630427125, + "learning_rate": 2.470465665955173e-07, + "logits/chosen": -1.239977240562439, + "logits/rejected": -0.7182906866073608, + "logps/chosen": -0.03799346834421158, + "logps/rejected": -7.847053527832031, + "loss": 0.0339, + "odds_ratio_loss": 0.002206320408731699, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0037993467412889004, + "rewards/margins": 0.7809059619903564, + "rewards/rejected": -0.784705400466919, + "sft_loss": 0.03799346834421158, + "step": 3691 + }, + { + "epoch": 5.339117859725235, + "grad_norm": 0.8147289146984105, + "learning_rate": 2.4597309764975737e-07, + "logits/chosen": -0.7928810119628906, + "logits/rejected": -0.7506893873214722, + "logps/chosen": -0.005609842017292976, + "logps/rejected": -7.077286243438721, + "loss": 0.0131, + "odds_ratio_loss": 0.0003021466836798936, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0005609841900877655, + "rewards/margins": 0.7071676254272461, + "rewards/rejected": -0.7077286243438721, + "sft_loss": 0.005609842017292976, + "step": 3692 + }, + { + "epoch": 5.340563991323211, + "grad_norm": 1.3433904863941526, + "learning_rate": 2.449018920207986e-07, + "logits/chosen": -0.9152747988700867, + "logits/rejected": -0.6203851699829102, + "logps/chosen": -0.05753957852721214, + "logps/rejected": -6.203818321228027, + "loss": 0.0708, + "odds_ratio_loss": 0.0015491548692807555, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005753958132117987, + "rewards/margins": 0.6146278381347656, + "rewards/rejected": -0.6203818321228027, + "sft_loss": 0.05753957852721214, + "step": 3693 + }, + { + "epoch": 5.342010122921186, + "grad_norm": 1.3976027188444067, + "learning_rate": 2.438329503544745e-07, + "logits/chosen": -0.9144161939620972, + "logits/rejected": -0.783090353012085, + "logps/chosen": -0.04463702812790871, + "logps/rejected": -4.492361068725586, + "loss": 0.0524, + "odds_ratio_loss": 0.002019796520471573, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004463702440261841, + "rewards/margins": 0.4447723627090454, + "rewards/rejected": -0.44923609495162964, + "sft_loss": 0.04463702812790871, + "step": 3694 + }, + { + "epoch": 5.343456254519161, + "grad_norm": 0.9595421865106609, + "learning_rate": 2.427662732952531e-07, + "logits/chosen": -0.891353189945221, + "logits/rejected": -0.7665066719055176, + "logps/chosen": -0.017603110522031784, + "logps/rejected": -5.0525360107421875, + "loss": 0.0355, + "odds_ratio_loss": 0.0015732902102172375, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017603111919015646, + "rewards/margins": 0.5034933090209961, + "rewards/rejected": -0.5052536129951477, + "sft_loss": 0.017603110522031784, + "step": 3695 + }, + { + "epoch": 5.344902386117137, + "grad_norm": 0.9786549040478829, + "learning_rate": 2.4170186148624003e-07, + "logits/chosen": -0.8309451341629028, + "logits/rejected": -0.7362473011016846, + "logps/chosen": -0.02056121453642845, + "logps/rejected": -4.408735752105713, + "loss": 0.0377, + "odds_ratio_loss": 0.0009791934862732887, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002056121826171875, + "rewards/margins": 0.43881747126579285, + "rewards/rejected": -0.44087356328964233, + "sft_loss": 0.02056121453642845, + "step": 3696 + }, + { + "epoch": 5.346348517715112, + "grad_norm": 0.9266218741647381, + "learning_rate": 2.406397155691713e-07, + "logits/chosen": -1.0537879467010498, + "logits/rejected": -0.9023940563201904, + "logps/chosen": -0.04712200164794922, + "logps/rejected": -3.5155301094055176, + "loss": 0.0293, + "odds_ratio_loss": 0.003726676106452942, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004712200257927179, + "rewards/margins": 0.34684082865715027, + "rewards/rejected": -0.3515530228614807, + "sft_loss": 0.04712200164794922, + "step": 3697 + }, + { + "epoch": 5.347794649313087, + "grad_norm": 0.8161323163215715, + "learning_rate": 2.3957983618442037e-07, + "logits/chosen": -0.8924893140792847, + "logits/rejected": -0.6488431692123413, + "logps/chosen": -0.019642913714051247, + "logps/rejected": -5.622814178466797, + "loss": 0.0344, + "odds_ratio_loss": 0.0009415658423677087, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019642915576696396, + "rewards/margins": 0.5603170990943909, + "rewards/rejected": -0.5622814297676086, + "sft_loss": 0.019642913714051247, + "step": 3698 + }, + { + "epoch": 5.349240780911063, + "grad_norm": 1.0073435267680912, + "learning_rate": 2.385222239709903e-07, + "logits/chosen": -0.939033031463623, + "logits/rejected": -0.7678767442703247, + "logps/chosen": -0.023407379165291786, + "logps/rejected": -5.834734916687012, + "loss": 0.0317, + "odds_ratio_loss": 0.001715653808787465, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0023407377302646637, + "rewards/margins": 0.5811327695846558, + "rewards/rejected": -0.5834734439849854, + "sft_loss": 0.023407379165291786, + "step": 3699 + }, + { + "epoch": 5.350686912509039, + "grad_norm": 1.3694533433954266, + "learning_rate": 2.374668795665218e-07, + "logits/chosen": -0.9073183536529541, + "logits/rejected": -0.8298658132553101, + "logps/chosen": -0.01922656036913395, + "logps/rejected": -4.1897687911987305, + "loss": 0.0341, + "odds_ratio_loss": 0.0013735933462157845, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019226560834795237, + "rewards/margins": 0.4170542359352112, + "rewards/rejected": -0.41897690296173096, + "sft_loss": 0.01922656036913395, + "step": 3700 + }, + { + "epoch": 5.352133044107013, + "grad_norm": 0.8168201385481627, + "learning_rate": 2.3641380360728447e-07, + "logits/chosen": -0.9471131563186646, + "logits/rejected": -0.6616654396057129, + "logps/chosen": -0.019169360399246216, + "logps/rejected": -6.367465972900391, + "loss": 0.0228, + "odds_ratio_loss": 0.0011902657570317388, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019169360166415572, + "rewards/margins": 0.6348296403884888, + "rewards/rejected": -0.6367465853691101, + "sft_loss": 0.019169360399246216, + "step": 3701 + }, + { + "epoch": 5.353579175704989, + "grad_norm": 0.9598137915603296, + "learning_rate": 2.3536299672818205e-07, + "logits/chosen": -0.6729775071144104, + "logits/rejected": -0.6349964737892151, + "logps/chosen": -0.05535079538822174, + "logps/rejected": -4.376411437988281, + "loss": 0.0344, + "odds_ratio_loss": 0.0037783747538924217, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005535079166293144, + "rewards/margins": 0.432106077671051, + "rewards/rejected": -0.4376411736011505, + "sft_loss": 0.05535079538822174, + "step": 3702 + }, + { + "epoch": 5.355025307302965, + "grad_norm": 1.06738741943502, + "learning_rate": 2.3431445956274954e-07, + "logits/chosen": -1.015805721282959, + "logits/rejected": -0.7145316004753113, + "logps/chosen": -0.027575181797146797, + "logps/rejected": -4.448596000671387, + "loss": 0.0476, + "odds_ratio_loss": 0.0016211337642744184, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002757518319413066, + "rewards/margins": 0.4421020746231079, + "rewards/rejected": -0.4448596239089966, + "sft_loss": 0.027575181797146797, + "step": 3703 + }, + { + "epoch": 5.35647143890094, + "grad_norm": 1.1261370264518713, + "learning_rate": 2.3326819274315368e-07, + "logits/chosen": -0.7991698980331421, + "logits/rejected": -0.5997868776321411, + "logps/chosen": -0.008198452182114124, + "logps/rejected": -5.460474967956543, + "loss": 0.036, + "odds_ratio_loss": 0.00043488398659974337, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0008198452414944768, + "rewards/margins": 0.5452276468276978, + "rewards/rejected": -0.5460475087165833, + "sft_loss": 0.008198452182114124, + "step": 3704 + }, + { + "epoch": 5.357917570498915, + "grad_norm": 1.0861893135806593, + "learning_rate": 2.3222419690019435e-07, + "logits/chosen": -0.8181073069572449, + "logits/rejected": -0.6101012229919434, + "logps/chosen": -0.044420160353183746, + "logps/rejected": -5.721585750579834, + "loss": 0.0363, + "odds_ratio_loss": 0.0018686356488615274, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004442016128450632, + "rewards/margins": 0.5677164793014526, + "rewards/rejected": -0.5721585154533386, + "sft_loss": 0.044420160353183746, + "step": 3705 + }, + { + "epoch": 5.359363702096891, + "grad_norm": 0.9995579308978673, + "learning_rate": 2.3118247266329872e-07, + "logits/chosen": -0.7560127973556519, + "logits/rejected": -0.5476009845733643, + "logps/chosen": -0.04683084785938263, + "logps/rejected": -7.408351421356201, + "loss": 0.0357, + "odds_ratio_loss": 0.0008836622582748532, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004683084320276976, + "rewards/margins": 0.7361520528793335, + "rewards/rejected": -0.7408351302146912, + "sft_loss": 0.04683084785938263, + "step": 3706 + }, + { + "epoch": 5.360809833694867, + "grad_norm": 0.8843187410781583, + "learning_rate": 2.3014302066052748e-07, + "logits/chosen": -0.827779233455658, + "logits/rejected": -0.6347323656082153, + "logps/chosen": -0.010669386014342308, + "logps/rejected": -3.1830084323883057, + "loss": 0.0342, + "odds_ratio_loss": 0.0007001932244747877, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001066938741132617, + "rewards/margins": 0.3172339200973511, + "rewards/rejected": -0.31830084323883057, + "sft_loss": 0.010669386014342308, + "step": 3707 + }, + { + "epoch": 5.362255965292841, + "grad_norm": 0.9632499279044018, + "learning_rate": 2.291058415185696e-07, + "logits/chosen": -0.9718351364135742, + "logits/rejected": -0.7804862260818481, + "logps/chosen": -0.02261853590607643, + "logps/rejected": -3.541126012802124, + "loss": 0.0345, + "odds_ratio_loss": 0.044430263340473175, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.002261853776872158, + "rewards/margins": 0.3518507480621338, + "rewards/rejected": -0.3541126251220703, + "sft_loss": 0.02261853590607643, + "step": 3708 + }, + { + "epoch": 5.363702096890817, + "grad_norm": 1.055009170351824, + "learning_rate": 2.2807093586274396e-07, + "logits/chosen": -0.840499758720398, + "logits/rejected": -0.7038973569869995, + "logps/chosen": -0.04808530956506729, + "logps/rejected": -5.187693119049072, + "loss": 0.0315, + "odds_ratio_loss": 0.0014545705635100603, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004808531142771244, + "rewards/margins": 0.5139607787132263, + "rewards/rejected": -0.5187693238258362, + "sft_loss": 0.04808530956506729, + "step": 3709 + }, + { + "epoch": 5.365148228488793, + "grad_norm": 1.1656407978335859, + "learning_rate": 2.27038304316999e-07, + "logits/chosen": -0.6774870157241821, + "logits/rejected": -0.48925572633743286, + "logps/chosen": -0.009755231440067291, + "logps/rejected": -6.098196983337402, + "loss": 0.0354, + "odds_ratio_loss": 0.0006270483136177063, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00097552320221439, + "rewards/margins": 0.6088441610336304, + "rewards/rejected": -0.6098197102546692, + "sft_loss": 0.009755231440067291, + "step": 3710 + }, + { + "epoch": 5.366594360086768, + "grad_norm": 1.0338534343629824, + "learning_rate": 2.2600794750391273e-07, + "logits/chosen": -0.7158972024917603, + "logits/rejected": -0.6297093629837036, + "logps/chosen": -0.022365085780620575, + "logps/rejected": -4.423712730407715, + "loss": 0.0354, + "odds_ratio_loss": 0.0009890659712255, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022365087643265724, + "rewards/margins": 0.4401347041130066, + "rewards/rejected": -0.4423712491989136, + "sft_loss": 0.022365085780620575, + "step": 3711 + }, + { + "epoch": 5.368040491684743, + "grad_norm": 1.1168479872493293, + "learning_rate": 2.2497986604469e-07, + "logits/chosen": -0.7737710475921631, + "logits/rejected": -0.6601718068122864, + "logps/chosen": -0.008890267461538315, + "logps/rejected": -5.52163028717041, + "loss": 0.0382, + "odds_ratio_loss": 0.002172160428017378, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0008890267345122993, + "rewards/margins": 0.5512740612030029, + "rewards/rejected": -0.5521630644798279, + "sft_loss": 0.008890267461538315, + "step": 3712 + }, + { + "epoch": 5.369486623282719, + "grad_norm": 1.1080662987117444, + "learning_rate": 2.2395406055916655e-07, + "logits/chosen": -0.8222386837005615, + "logits/rejected": -0.668541431427002, + "logps/chosen": -0.0324178971350193, + "logps/rejected": -5.162585735321045, + "loss": 0.037, + "odds_ratio_loss": 0.0027628212701529264, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0032417899928987026, + "rewards/margins": 0.5130168199539185, + "rewards/rejected": -0.5162585973739624, + "sft_loss": 0.0324178971350193, + "step": 3713 + }, + { + "epoch": 5.370932754880694, + "grad_norm": 1.4577184250784672, + "learning_rate": 2.2293053166580278e-07, + "logits/chosen": -0.9864585995674133, + "logits/rejected": -0.5810337066650391, + "logps/chosen": -0.02716916799545288, + "logps/rejected": -5.216684341430664, + "loss": 0.0637, + "odds_ratio_loss": 0.002008678624406457, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002716916613280773, + "rewards/margins": 0.5189515352249146, + "rewards/rejected": -0.5216684341430664, + "sft_loss": 0.02716916799545288, + "step": 3714 + }, + { + "epoch": 5.3723788864786695, + "grad_norm": 1.471600650771753, + "learning_rate": 2.2190927998168952e-07, + "logits/chosen": -0.794467568397522, + "logits/rejected": -0.6563206315040588, + "logps/chosen": -0.056384190917015076, + "logps/rejected": -5.826344966888428, + "loss": 0.0401, + "odds_ratio_loss": 0.005085381213575602, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005638418719172478, + "rewards/margins": 0.5769960880279541, + "rewards/rejected": -0.5826345086097717, + "sft_loss": 0.056384190917015076, + "step": 3715 + }, + { + "epoch": 5.373825018076645, + "grad_norm": 1.1637947808860327, + "learning_rate": 2.2089030612254223e-07, + "logits/chosen": -0.579232394695282, + "logits/rejected": -0.5474807024002075, + "logps/chosen": -0.016251739114522934, + "logps/rejected": -4.210132122039795, + "loss": 0.0401, + "odds_ratio_loss": 0.0010360369924455881, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016251739580184221, + "rewards/margins": 0.4193880558013916, + "rewards/rejected": -0.4210132360458374, + "sft_loss": 0.016251739114522934, + "step": 3716 + }, + { + "epoch": 5.375271149674621, + "grad_norm": 1.4630343781840194, + "learning_rate": 2.198736107027046e-07, + "logits/chosen": -1.1237835884094238, + "logits/rejected": -0.7257318496704102, + "logps/chosen": -0.008886278606951237, + "logps/rejected": -7.131657123565674, + "loss": 0.0322, + "odds_ratio_loss": 0.00011410063598304987, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0008886277792043984, + "rewards/margins": 0.7122771143913269, + "rewards/rejected": -0.7131657004356384, + "sft_loss": 0.008886278606951237, + "step": 3717 + }, + { + "epoch": 5.376717281272596, + "grad_norm": 1.022017673541387, + "learning_rate": 2.18859194335145e-07, + "logits/chosen": -0.9754039645195007, + "logits/rejected": -0.7429482340812683, + "logps/chosen": -0.024609964340925217, + "logps/rejected": -5.291652679443359, + "loss": 0.0202, + "odds_ratio_loss": 0.0017671944806352258, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002460996387526393, + "rewards/margins": 0.5267042517662048, + "rewards/rejected": -0.5291653275489807, + "sft_loss": 0.024609964340925217, + "step": 3718 + }, + { + "epoch": 5.378163412870571, + "grad_norm": 1.1961288331402615, + "learning_rate": 2.178470576314595e-07, + "logits/chosen": -0.8683935403823853, + "logits/rejected": -0.6840660572052002, + "logps/chosen": -0.021254369989037514, + "logps/rejected": -6.397770881652832, + "loss": 0.0351, + "odds_ratio_loss": 0.002227251650765538, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002125436905771494, + "rewards/margins": 0.6376516819000244, + "rewards/rejected": -0.6397770643234253, + "sft_loss": 0.021254369989037514, + "step": 3719 + }, + { + "epoch": 5.379609544468547, + "grad_norm": 1.1777353978631238, + "learning_rate": 2.1683720120186977e-07, + "logits/chosen": -0.7626063823699951, + "logits/rejected": -0.6675928831100464, + "logps/chosen": -0.006277444772422314, + "logps/rejected": -4.882328987121582, + "loss": 0.0248, + "odds_ratio_loss": 0.0005971640930511057, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0006277445354498923, + "rewards/margins": 0.48760515451431274, + "rewards/rejected": -0.48823288083076477, + "sft_loss": 0.006277444772422314, + "step": 3720 + }, + { + "epoch": 5.381055676066522, + "grad_norm": 0.9532634639236007, + "learning_rate": 2.1582962565522124e-07, + "logits/chosen": -0.9451834559440613, + "logits/rejected": -0.7273751497268677, + "logps/chosen": -0.011347649618983269, + "logps/rejected": -4.3883376121521, + "loss": 0.0325, + "odds_ratio_loss": 0.0006653146119788289, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001134765101596713, + "rewards/margins": 0.43769901990890503, + "rewards/rejected": -0.4388337731361389, + "sft_loss": 0.011347649618983269, + "step": 3721 + }, + { + "epoch": 5.3825018076644975, + "grad_norm": 0.9895790538702688, + "learning_rate": 2.1482433159898528e-07, + "logits/chosen": -1.0272815227508545, + "logits/rejected": -0.8672689199447632, + "logps/chosen": -0.016958389431238174, + "logps/rejected": -4.27727746963501, + "loss": 0.0295, + "odds_ratio_loss": 0.0013183187693357468, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001695839106105268, + "rewards/margins": 0.4260319173336029, + "rewards/rejected": -0.4277278184890747, + "sft_loss": 0.016958389431238174, + "step": 3722 + }, + { + "epoch": 5.383947939262473, + "grad_norm": 1.1363864606811938, + "learning_rate": 2.138213196392571e-07, + "logits/chosen": -1.0011087656021118, + "logits/rejected": -0.7626456022262573, + "logps/chosen": -0.041216447949409485, + "logps/rejected": -5.496888160705566, + "loss": 0.0293, + "odds_ratio_loss": 0.0034582449588924646, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004121644888073206, + "rewards/margins": 0.5455672144889832, + "rewards/rejected": -0.5496888160705566, + "sft_loss": 0.041216447949409485, + "step": 3723 + }, + { + "epoch": 5.385394070860448, + "grad_norm": 1.236532097092624, + "learning_rate": 2.128205903807574e-07, + "logits/chosen": -0.9743160605430603, + "logits/rejected": -0.8304657936096191, + "logps/chosen": -0.013960372656583786, + "logps/rejected": -3.3339335918426514, + "loss": 0.043, + "odds_ratio_loss": 0.001198888523504138, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013960371725261211, + "rewards/margins": 0.3319973349571228, + "rewards/rejected": -0.3333933651447296, + "sft_loss": 0.013960372656583786, + "step": 3724 + }, + { + "epoch": 5.386840202458424, + "grad_norm": 1.1081513188918342, + "learning_rate": 2.1182214442682755e-07, + "logits/chosen": -0.8094361424446106, + "logits/rejected": -0.5704917311668396, + "logps/chosen": -0.05938174948096275, + "logps/rejected": -6.215296268463135, + "loss": 0.0384, + "odds_ratio_loss": 0.004498139023780823, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00593817513436079, + "rewards/margins": 0.6155914068222046, + "rewards/rejected": -0.6215296387672424, + "sft_loss": 0.05938174948096275, + "step": 3725 + }, + { + "epoch": 5.388286334056399, + "grad_norm": 1.3102679271672462, + "learning_rate": 2.1082598237943627e-07, + "logits/chosen": -0.904535174369812, + "logits/rejected": -0.7191603183746338, + "logps/chosen": -0.10017338395118713, + "logps/rejected": -4.470028877258301, + "loss": 0.0492, + "odds_ratio_loss": 0.0035221197176724672, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.010017338208854198, + "rewards/margins": 0.4369855523109436, + "rewards/rejected": -0.4470028877258301, + "sft_loss": 0.10017338395118713, + "step": 3726 + }, + { + "epoch": 5.389732465654374, + "grad_norm": 1.1096478004364896, + "learning_rate": 2.09832104839172e-07, + "logits/chosen": -0.9260188341140747, + "logits/rejected": -0.6095644235610962, + "logps/chosen": -0.04054839536547661, + "logps/rejected": -5.756593704223633, + "loss": 0.0386, + "odds_ratio_loss": 0.0023188358172774315, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004054839722812176, + "rewards/margins": 0.5716045498847961, + "rewards/rejected": -0.5756593942642212, + "sft_loss": 0.04054839536547661, + "step": 3727 + }, + { + "epoch": 5.39117859725235, + "grad_norm": 1.0116071233532076, + "learning_rate": 2.0884051240524837e-07, + "logits/chosen": -0.8574241399765015, + "logits/rejected": -0.7022998332977295, + "logps/chosen": -0.011260045692324638, + "logps/rejected": -5.040678977966309, + "loss": 0.0398, + "odds_ratio_loss": 0.0007709235651418567, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0011260046157985926, + "rewards/margins": 0.502941906452179, + "rewards/rejected": -0.5040678977966309, + "sft_loss": 0.011260045692324638, + "step": 3728 + }, + { + "epoch": 5.3926247288503255, + "grad_norm": 1.1338471650039585, + "learning_rate": 2.0785120567549906e-07, + "logits/chosen": -1.079079031944275, + "logits/rejected": -0.7133069038391113, + "logps/chosen": -0.047831885516643524, + "logps/rejected": -5.607325077056885, + "loss": 0.0412, + "odds_ratio_loss": 0.0006497707217931747, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004783188924193382, + "rewards/margins": 0.5559492707252502, + "rewards/rejected": -0.5607325434684753, + "sft_loss": 0.047831885516643524, + "step": 3729 + }, + { + "epoch": 5.394070860448301, + "grad_norm": 1.257604801635166, + "learning_rate": 2.0686418524638172e-07, + "logits/chosen": -1.0921964645385742, + "logits/rejected": -0.5764094591140747, + "logps/chosen": -0.06157654896378517, + "logps/rejected": -5.977487564086914, + "loss": 0.0485, + "odds_ratio_loss": 0.003265151521191001, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006157655268907547, + "rewards/margins": 0.5915911197662354, + "rewards/rejected": -0.5977488160133362, + "sft_loss": 0.06157654896378517, + "step": 3730 + }, + { + "epoch": 5.395516992046276, + "grad_norm": 1.1152765120174375, + "learning_rate": 2.058794517129736e-07, + "logits/chosen": -1.0628501176834106, + "logits/rejected": -0.7114624977111816, + "logps/chosen": -0.017897220328450203, + "logps/rejected": -4.574059963226318, + "loss": 0.0478, + "odds_ratio_loss": 0.0005718549946323037, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017897221259772778, + "rewards/margins": 0.455616295337677, + "rewards/rejected": -0.4574059844017029, + "sft_loss": 0.017897220328450203, + "step": 3731 + }, + { + "epoch": 5.396963123644252, + "grad_norm": 1.43232482896934, + "learning_rate": 2.0489700566897583e-07, + "logits/chosen": -0.8116693496704102, + "logits/rejected": -0.612543523311615, + "logps/chosen": -0.05777638033032417, + "logps/rejected": -3.095944404602051, + "loss": 0.0409, + "odds_ratio_loss": 0.004115620162338018, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005777638405561447, + "rewards/margins": 0.3038167953491211, + "rewards/rejected": -0.30959442257881165, + "sft_loss": 0.05777638033032417, + "step": 3732 + }, + { + "epoch": 5.398409255242227, + "grad_norm": 1.2261328303484362, + "learning_rate": 2.0391684770670747e-07, + "logits/chosen": -1.0025750398635864, + "logits/rejected": -0.8340614438056946, + "logps/chosen": -0.03172256425023079, + "logps/rejected": -4.1400065422058105, + "loss": 0.0499, + "odds_ratio_loss": 0.0006993028800934553, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003172256052494049, + "rewards/margins": 0.4108284115791321, + "rewards/rejected": -0.4140006899833679, + "sft_loss": 0.03172256425023079, + "step": 3733 + }, + { + "epoch": 5.399855386840202, + "grad_norm": 1.2380490360257563, + "learning_rate": 2.029389784171096e-07, + "logits/chosen": -0.9819266200065613, + "logits/rejected": -0.7181769609451294, + "logps/chosen": -0.027787383645772934, + "logps/rejected": -5.828107833862305, + "loss": 0.0399, + "odds_ratio_loss": 0.002232284052297473, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0027787385042756796, + "rewards/margins": 0.5800320506095886, + "rewards/rejected": -0.5828108191490173, + "sft_loss": 0.027787383645772934, + "step": 3734 + }, + { + "epoch": 5.401301518438178, + "grad_norm": 1.1825096755119007, + "learning_rate": 2.0196339838974353e-07, + "logits/chosen": -0.796126663684845, + "logits/rejected": -0.738174557685852, + "logps/chosen": -0.01109451986849308, + "logps/rejected": -5.02370548248291, + "loss": 0.0318, + "odds_ratio_loss": 0.001242693280801177, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001109451986849308, + "rewards/margins": 0.5012611150741577, + "rewards/rejected": -0.5023705959320068, + "sft_loss": 0.01109451986849308, + "step": 3735 + }, + { + "epoch": 5.4027476500361535, + "grad_norm": 1.286684498068449, + "learning_rate": 2.009901082127894e-07, + "logits/chosen": -0.9500235915184021, + "logits/rejected": -0.5735840201377869, + "logps/chosen": -0.03152807801961899, + "logps/rejected": -4.867311477661133, + "loss": 0.0536, + "odds_ratio_loss": 0.001049485756084323, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0031528077088296413, + "rewards/margins": 0.4835783541202545, + "rewards/rejected": -0.4867311418056488, + "sft_loss": 0.03152807801961899, + "step": 3736 + }, + { + "epoch": 5.404193781634128, + "grad_norm": 1.0746790175253347, + "learning_rate": 2.0001910847304893e-07, + "logits/chosen": -1.0120949745178223, + "logits/rejected": -0.7268694639205933, + "logps/chosen": -0.017900846898555756, + "logps/rejected": -7.724081039428711, + "loss": 0.0353, + "odds_ratio_loss": 0.00031501834746450186, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017900847597047687, + "rewards/margins": 0.7706180810928345, + "rewards/rejected": -0.7724080681800842, + "sft_loss": 0.017900846898555756, + "step": 3737 + }, + { + "epoch": 5.405639913232104, + "grad_norm": 1.0475786833357763, + "learning_rate": 1.9905039975594008e-07, + "logits/chosen": -1.074700117111206, + "logits/rejected": -0.692499577999115, + "logps/chosen": -0.04430760070681572, + "logps/rejected": -5.837507247924805, + "loss": 0.0468, + "odds_ratio_loss": 0.0013199535897001624, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004430760163813829, + "rewards/margins": 0.579319953918457, + "rewards/rejected": -0.5837507247924805, + "sft_loss": 0.04430760070681572, + "step": 3738 + }, + { + "epoch": 5.40708604483008, + "grad_norm": 1.0466069420380553, + "learning_rate": 1.9808398264550142e-07, + "logits/chosen": -0.8342309594154358, + "logits/rejected": -0.5902801752090454, + "logps/chosen": -0.01617673598229885, + "logps/rejected": -6.466917037963867, + "loss": 0.0397, + "odds_ratio_loss": 0.0010513067245483398, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016176735516637564, + "rewards/margins": 0.6450740098953247, + "rewards/rejected": -0.6466916799545288, + "sft_loss": 0.01617673598229885, + "step": 3739 + }, + { + "epoch": 5.408532176428055, + "grad_norm": 1.1221433314828366, + "learning_rate": 1.9711985772438998e-07, + "logits/chosen": -0.9502919912338257, + "logits/rejected": -0.8300921320915222, + "logps/chosen": -0.03330773860216141, + "logps/rejected": -3.3701939582824707, + "loss": 0.0392, + "odds_ratio_loss": 0.003339210757985711, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003330774139612913, + "rewards/margins": 0.3336886465549469, + "rewards/rejected": -0.3370194435119629, + "sft_loss": 0.03330773860216141, + "step": 3740 + }, + { + "epoch": 5.40997830802603, + "grad_norm": 0.82956288869114, + "learning_rate": 1.9615802557387995e-07, + "logits/chosen": -0.7121748924255371, + "logits/rejected": -0.6548438668251038, + "logps/chosen": -0.015078652650117874, + "logps/rejected": -6.196207523345947, + "loss": 0.0187, + "odds_ratio_loss": 0.002625955268740654, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0015078652650117874, + "rewards/margins": 0.6181129217147827, + "rewards/rejected": -0.6196207404136658, + "sft_loss": 0.015078652650117874, + "step": 3741 + }, + { + "epoch": 5.411424439624006, + "grad_norm": 1.1509802573765, + "learning_rate": 1.9519848677386207e-07, + "logits/chosen": -1.094519019126892, + "logits/rejected": -0.7549199461936951, + "logps/chosen": -0.03511492535471916, + "logps/rejected": -5.343645095825195, + "loss": 0.0348, + "odds_ratio_loss": 0.0017946298466995358, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0035114926286041737, + "rewards/margins": 0.5308530330657959, + "rewards/rejected": -0.5343644618988037, + "sft_loss": 0.03511492535471916, + "step": 3742 + }, + { + "epoch": 5.412870571221982, + "grad_norm": 1.1964810085365847, + "learning_rate": 1.942412419028483e-07, + "logits/chosen": -0.9508788585662842, + "logits/rejected": -0.7533563375473022, + "logps/chosen": -0.03399357944726944, + "logps/rejected": -5.815676212310791, + "loss": 0.051, + "odds_ratio_loss": 0.0037674754858016968, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0033993578981608152, + "rewards/margins": 0.5781682729721069, + "rewards/rejected": -0.581567645072937, + "sft_loss": 0.03399357944726944, + "step": 3743 + }, + { + "epoch": 5.414316702819956, + "grad_norm": 1.0946416488877777, + "learning_rate": 1.9328629153796317e-07, + "logits/chosen": -1.065413236618042, + "logits/rejected": -0.7837972640991211, + "logps/chosen": -0.025034120306372643, + "logps/rejected": -5.018168926239014, + "loss": 0.0377, + "odds_ratio_loss": 0.0013940563658252358, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002503412077203393, + "rewards/margins": 0.49931347370147705, + "rewards/rejected": -0.5018168687820435, + "sft_loss": 0.025034120306372643, + "step": 3744 + }, + { + "epoch": 5.415762834417932, + "grad_norm": 0.916282563166462, + "learning_rate": 1.9233363625495057e-07, + "logits/chosen": -0.8925954699516296, + "logits/rejected": -0.6070317625999451, + "logps/chosen": -0.018731582909822464, + "logps/rejected": -3.630098342895508, + "loss": 0.0252, + "odds_ratio_loss": 0.0011892381589859724, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0018731581512838602, + "rewards/margins": 0.36113670468330383, + "rewards/rejected": -0.36300989985466003, + "sft_loss": 0.018731582909822464, + "step": 3745 + }, + { + "epoch": 5.417208966015908, + "grad_norm": 0.9606132598371431, + "learning_rate": 1.9138327662817065e-07, + "logits/chosen": -0.8515411615371704, + "logits/rejected": -0.6688830852508545, + "logps/chosen": -0.01788986660540104, + "logps/rejected": -5.797184944152832, + "loss": 0.0263, + "odds_ratio_loss": 0.0017000783700495958, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017889868468046188, + "rewards/margins": 0.5779294967651367, + "rewards/rejected": -0.5797185301780701, + "sft_loss": 0.01788986660540104, + "step": 3746 + }, + { + "epoch": 5.4186550976138825, + "grad_norm": 1.0628812282654512, + "learning_rate": 1.9043521323059752e-07, + "logits/chosen": -0.8878743052482605, + "logits/rejected": -0.6467165946960449, + "logps/chosen": -0.061739467084407806, + "logps/rejected": -6.201615810394287, + "loss": 0.0443, + "odds_ratio_loss": 0.001052954001352191, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006173947360366583, + "rewards/margins": 0.6139876842498779, + "rewards/rejected": -0.6201615929603577, + "sft_loss": 0.061739467084407806, + "step": 3747 + }, + { + "epoch": 5.420101229211858, + "grad_norm": 1.0019449779058243, + "learning_rate": 1.8948944663382328e-07, + "logits/chosen": -0.8111994862556458, + "logits/rejected": -0.5611193180084229, + "logps/chosen": -0.023934748023748398, + "logps/rejected": -6.190435409545898, + "loss": 0.0274, + "odds_ratio_loss": 0.0013642843114212155, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0023934748023748398, + "rewards/margins": 0.6166501045227051, + "rewards/rejected": -0.6190435290336609, + "sft_loss": 0.023934748023748398, + "step": 3748 + }, + { + "epoch": 5.421547360809834, + "grad_norm": 3.0322591142715507, + "learning_rate": 1.8854597740805267e-07, + "logits/chosen": -0.8009194731712341, + "logits/rejected": -0.5865261554718018, + "logps/chosen": -0.047983746975660324, + "logps/rejected": -4.174554824829102, + "loss": 0.0246, + "odds_ratio_loss": 0.001906828721985221, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004798375070095062, + "rewards/margins": 0.41265714168548584, + "rewards/rejected": -0.4174554944038391, + "sft_loss": 0.047983746975660324, + "step": 3749 + }, + { + "epoch": 5.422993492407809, + "grad_norm": 1.2038166729132256, + "learning_rate": 1.8760480612210848e-07, + "logits/chosen": -0.7556824088096619, + "logits/rejected": -0.704839289188385, + "logps/chosen": -0.046191371977329254, + "logps/rejected": -3.388821601867676, + "loss": 0.0348, + "odds_ratio_loss": 0.004520849324762821, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00461913738399744, + "rewards/margins": 0.33426302671432495, + "rewards/rejected": -0.338882178068161, + "sft_loss": 0.046191371977329254, + "step": 3750 + }, + { + "epoch": 5.424439624005784, + "grad_norm": 1.366842333937244, + "learning_rate": 1.866659333434244e-07, + "logits/chosen": -0.8494126796722412, + "logits/rejected": -0.5990194082260132, + "logps/chosen": -0.06559625267982483, + "logps/rejected": -5.316402912139893, + "loss": 0.0417, + "odds_ratio_loss": 0.005418956745415926, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006559625267982483, + "rewards/margins": 0.525080680847168, + "rewards/rejected": -0.531640350818634, + "sft_loss": 0.06559625267982483, + "step": 3751 + }, + { + "epoch": 5.42588575560376, + "grad_norm": 1.0710079807891604, + "learning_rate": 1.8572935963805246e-07, + "logits/chosen": -0.991873562335968, + "logits/rejected": -0.8343634605407715, + "logps/chosen": -0.026091061532497406, + "logps/rejected": -5.874682426452637, + "loss": 0.0445, + "odds_ratio_loss": 0.0013955554459244013, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002609106246381998, + "rewards/margins": 0.5848591327667236, + "rewards/rejected": -0.5874682664871216, + "sft_loss": 0.026091061532497406, + "step": 3752 + }, + { + "epoch": 5.427331887201736, + "grad_norm": 1.127959440254014, + "learning_rate": 1.8479508557065525e-07, + "logits/chosen": -0.8945366740226746, + "logits/rejected": -0.5752571821212769, + "logps/chosen": -0.012399179860949516, + "logps/rejected": -8.56202507019043, + "loss": 0.0271, + "odds_ratio_loss": 0.0005926304729655385, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001239917939528823, + "rewards/margins": 0.8549625873565674, + "rewards/rejected": -0.8562024235725403, + "sft_loss": 0.012399179860949516, + "step": 3753 + }, + { + "epoch": 5.428778018799711, + "grad_norm": 1.0389549793471313, + "learning_rate": 1.838631117045102e-07, + "logits/chosen": -0.8418703079223633, + "logits/rejected": -0.6339346766471863, + "logps/chosen": -0.013523176312446594, + "logps/rejected": -6.4567999839782715, + "loss": 0.0346, + "odds_ratio_loss": 0.0007304397877305746, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013523175148293376, + "rewards/margins": 0.6443277597427368, + "rewards/rejected": -0.6456800103187561, + "sft_loss": 0.013523176312446594, + "step": 3754 + }, + { + "epoch": 5.430224150397686, + "grad_norm": 1.2868339892184242, + "learning_rate": 1.8293343860150823e-07, + "logits/chosen": -0.9397022128105164, + "logits/rejected": -0.6365588903427124, + "logps/chosen": -0.04777473583817482, + "logps/rejected": -4.0239644050598145, + "loss": 0.0416, + "odds_ratio_loss": 0.0024959403090178967, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004777473863214254, + "rewards/margins": 0.39761897921562195, + "rewards/rejected": -0.40239647030830383, + "sft_loss": 0.04777473583817482, + "step": 3755 + }, + { + "epoch": 5.431670281995662, + "grad_norm": 0.9056856128260714, + "learning_rate": 1.8200606682215215e-07, + "logits/chosen": -0.9845834374427795, + "logits/rejected": -0.6842622756958008, + "logps/chosen": -0.07160784304141998, + "logps/rejected": -5.863983631134033, + "loss": 0.0313, + "odds_ratio_loss": 0.005471718031913042, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007160785607993603, + "rewards/margins": 0.5792375802993774, + "rewards/rejected": -0.5863983631134033, + "sft_loss": 0.07160784304141998, + "step": 3756 + }, + { + "epoch": 5.433116413593637, + "grad_norm": 1.1195527461945456, + "learning_rate": 1.810809969255578e-07, + "logits/chosen": -0.8662546873092651, + "logits/rejected": -0.6356720924377441, + "logps/chosen": -0.047709230333566666, + "logps/rejected": -5.315559387207031, + "loss": 0.0366, + "odds_ratio_loss": 0.0005675168940797448, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004770922940224409, + "rewards/margins": 0.5267850160598755, + "rewards/rejected": -0.5315558910369873, + "sft_loss": 0.047709230333566666, + "step": 3757 + }, + { + "epoch": 5.434562545191612, + "grad_norm": 1.0522209896848032, + "learning_rate": 1.801582294694537e-07, + "logits/chosen": -0.690969705581665, + "logits/rejected": -0.4468667805194855, + "logps/chosen": -0.01992463506758213, + "logps/rejected": -5.407593727111816, + "loss": 0.0331, + "odds_ratio_loss": 0.0010238731047138572, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019924635998904705, + "rewards/margins": 0.5387669205665588, + "rewards/rejected": -0.5407594442367554, + "sft_loss": 0.01992463506758213, + "step": 3758 + }, + { + "epoch": 5.436008676789588, + "grad_norm": 1.1908143743026758, + "learning_rate": 1.7923776501018017e-07, + "logits/chosen": -0.8162471055984497, + "logits/rejected": -0.5732954740524292, + "logps/chosen": -0.04143443703651428, + "logps/rejected": -6.230381011962891, + "loss": 0.0379, + "odds_ratio_loss": 0.00850686989724636, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004143443889915943, + "rewards/margins": 0.618894636631012, + "rewards/rejected": -0.623038113117218, + "sft_loss": 0.04143443703651428, + "step": 3759 + }, + { + "epoch": 5.437454808387563, + "grad_norm": 1.1326155288447952, + "learning_rate": 1.783196041026871e-07, + "logits/chosen": -1.0182111263275146, + "logits/rejected": -0.8080993294715881, + "logps/chosen": -0.028092101216316223, + "logps/rejected": -3.2441256046295166, + "loss": 0.0268, + "odds_ratio_loss": 0.0010873202700167894, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0028092102147638798, + "rewards/margins": 0.32160335779190063, + "rewards/rejected": -0.3244125545024872, + "sft_loss": 0.028092101216316223, + "step": 3760 + }, + { + "epoch": 5.438900939985539, + "grad_norm": 1.0215706085996055, + "learning_rate": 1.774037473005392e-07, + "logits/chosen": -1.03084135055542, + "logits/rejected": -0.6289142370223999, + "logps/chosen": -0.04927384853363037, + "logps/rejected": -6.17075252532959, + "loss": 0.0429, + "odds_ratio_loss": 0.0005610902444459498, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004927385598421097, + "rewards/margins": 0.612147867679596, + "rewards/rejected": -0.6170752048492432, + "sft_loss": 0.04927384853363037, + "step": 3761 + }, + { + "epoch": 5.440347071583514, + "grad_norm": 0.7157495419275686, + "learning_rate": 1.7649019515590902e-07, + "logits/chosen": -0.9550158381462097, + "logits/rejected": -0.5582857131958008, + "logps/chosen": -0.010214051231741905, + "logps/rejected": -5.4750213623046875, + "loss": 0.0143, + "odds_ratio_loss": 0.000640549638774246, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0010214050998911262, + "rewards/margins": 0.5464807152748108, + "rewards/rejected": -0.5475021600723267, + "sft_loss": 0.010214051231741905, + "step": 3762 + }, + { + "epoch": 5.44179320318149, + "grad_norm": 1.2906910872242197, + "learning_rate": 1.7557894821957996e-07, + "logits/chosen": -0.8110982179641724, + "logits/rejected": -0.6344393491744995, + "logps/chosen": -0.032719340175390244, + "logps/rejected": -4.284968376159668, + "loss": 0.0422, + "odds_ratio_loss": 0.0016023035859689116, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0032719343435019255, + "rewards/margins": 0.4252249002456665, + "rewards/rejected": -0.4284968376159668, + "sft_loss": 0.032719340175390244, + "step": 3763 + }, + { + "epoch": 5.443239334779465, + "grad_norm": 1.20926488363375, + "learning_rate": 1.7467000704094635e-07, + "logits/chosen": -1.0415936708450317, + "logits/rejected": -0.7036805748939514, + "logps/chosen": -0.07510319352149963, + "logps/rejected": -5.472287178039551, + "loss": 0.0323, + "odds_ratio_loss": 0.004779131151735783, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007510320283472538, + "rewards/margins": 0.5397183895111084, + "rewards/rejected": -0.5472287535667419, + "sft_loss": 0.07510319352149963, + "step": 3764 + }, + { + "epoch": 5.44468546637744, + "grad_norm": 1.705118382870525, + "learning_rate": 1.737633721680134e-07, + "logits/chosen": -0.8406180739402771, + "logits/rejected": -0.6496351957321167, + "logps/chosen": -0.037446528673172, + "logps/rejected": -6.6907958984375, + "loss": 0.0355, + "odds_ratio_loss": 0.002988762455061078, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003744652960449457, + "rewards/margins": 0.665334939956665, + "rewards/rejected": -0.669079601764679, + "sft_loss": 0.037446528673172, + "step": 3765 + }, + { + "epoch": 5.446131597975416, + "grad_norm": 1.0836249668191964, + "learning_rate": 1.7285904414739316e-07, + "logits/chosen": -0.6858553886413574, + "logits/rejected": -0.6467568278312683, + "logps/chosen": -0.033721573650836945, + "logps/rejected": -4.718149185180664, + "loss": 0.032, + "odds_ratio_loss": 0.002487786579877138, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0033721576910465956, + "rewards/margins": 0.46844279766082764, + "rewards/rejected": -0.47181493043899536, + "sft_loss": 0.033721573650836945, + "step": 3766 + }, + { + "epoch": 5.447577729573391, + "grad_norm": 1.2582651528740414, + "learning_rate": 1.7195702352430907e-07, + "logits/chosen": -0.7453847527503967, + "logits/rejected": -0.525572657585144, + "logps/chosen": -0.05578567460179329, + "logps/rejected": -5.3713698387146, + "loss": 0.0575, + "odds_ratio_loss": 0.0022328821942210197, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005578567273914814, + "rewards/margins": 0.5315583944320679, + "rewards/rejected": -0.537136971950531, + "sft_loss": 0.05578567460179329, + "step": 3767 + }, + { + "epoch": 5.449023861171367, + "grad_norm": 1.1303720815241651, + "learning_rate": 1.7105731084259278e-07, + "logits/chosen": -0.7345448732376099, + "logits/rejected": -0.5634473562240601, + "logps/chosen": -0.04168213903903961, + "logps/rejected": -5.113981246948242, + "loss": 0.0329, + "odds_ratio_loss": 0.005578060168772936, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004168213810771704, + "rewards/margins": 0.5072299242019653, + "rewards/rejected": -0.5113981366157532, + "sft_loss": 0.04168213903903961, + "step": 3768 + }, + { + "epoch": 5.450469992769342, + "grad_norm": 1.005911181986314, + "learning_rate": 1.7015990664468415e-07, + "logits/chosen": -1.0068395137786865, + "logits/rejected": -0.6776146292686462, + "logps/chosen": -0.04365962743759155, + "logps/rejected": -4.5361223220825195, + "loss": 0.0292, + "odds_ratio_loss": 0.003663485636934638, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00436596293002367, + "rewards/margins": 0.44924625754356384, + "rewards/rejected": -0.45361220836639404, + "sft_loss": 0.04365962743759155, + "step": 3769 + }, + { + "epoch": 5.451916124367317, + "grad_norm": 1.4564721360998285, + "learning_rate": 1.6926481147163173e-07, + "logits/chosen": -0.907903790473938, + "logits/rejected": -0.6354748010635376, + "logps/chosen": -0.03070155158638954, + "logps/rejected": -5.978352069854736, + "loss": 0.0857, + "odds_ratio_loss": 0.0009719114750623703, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003070155158638954, + "rewards/margins": 0.5947650671005249, + "rewards/rejected": -0.5978351831436157, + "sft_loss": 0.03070155158638954, + "step": 3770 + }, + { + "epoch": 5.453362255965293, + "grad_norm": 1.0511769484125821, + "learning_rate": 1.6837202586309185e-07, + "logits/chosen": -0.9518678188323975, + "logits/rejected": -0.609727144241333, + "logps/chosen": -0.014927854761481285, + "logps/rejected": -7.192644119262695, + "loss": 0.0293, + "odds_ratio_loss": 0.0006604095688089728, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014927855227142572, + "rewards/margins": 0.7177716493606567, + "rewards/rejected": -0.7192643880844116, + "sft_loss": 0.014927854761481285, + "step": 3771 + }, + { + "epoch": 5.4548083875632685, + "grad_norm": 1.347646014723408, + "learning_rate": 1.6748155035732813e-07, + "logits/chosen": -1.0877472162246704, + "logits/rejected": -0.6998102068901062, + "logps/chosen": -0.053270746022462845, + "logps/rejected": -6.024081707000732, + "loss": 0.0624, + "odds_ratio_loss": 0.0028402383904904127, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005327074788510799, + "rewards/margins": 0.5970811247825623, + "rewards/rejected": -0.6024081707000732, + "sft_loss": 0.053270746022462845, + "step": 3772 + }, + { + "epoch": 5.456254519161243, + "grad_norm": 0.7840991919195984, + "learning_rate": 1.6659338549121117e-07, + "logits/chosen": -0.6631830334663391, + "logits/rejected": -0.6605867743492126, + "logps/chosen": -0.004134493414312601, + "logps/rejected": -4.816030502319336, + "loss": 0.0235, + "odds_ratio_loss": 0.0005341377691365778, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.000413449335610494, + "rewards/margins": 0.4811896085739136, + "rewards/rejected": -0.4816030263900757, + "sft_loss": 0.004134493414312601, + "step": 3773 + }, + { + "epoch": 5.457700650759219, + "grad_norm": 1.1194943030611022, + "learning_rate": 1.6570753180021925e-07, + "logits/chosen": -0.8060338497161865, + "logits/rejected": -0.675667941570282, + "logps/chosen": -0.06142951920628548, + "logps/rejected": -4.382281303405762, + "loss": 0.0487, + "odds_ratio_loss": 0.008763323538005352, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006142952013760805, + "rewards/margins": 0.43208521604537964, + "rewards/rejected": -0.43822813034057617, + "sft_loss": 0.06142951920628548, + "step": 3774 + }, + { + "epoch": 5.459146782357195, + "grad_norm": 1.258915842060084, + "learning_rate": 1.648239898184367e-07, + "logits/chosen": -0.7317820191383362, + "logits/rejected": -0.609990119934082, + "logps/chosen": -0.047425124794244766, + "logps/rejected": -4.409567832946777, + "loss": 0.046, + "odds_ratio_loss": 0.006635497324168682, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004742512945085764, + "rewards/margins": 0.43621429800987244, + "rewards/rejected": -0.4409567713737488, + "sft_loss": 0.047425124794244766, + "step": 3775 + }, + { + "epoch": 5.46059291395517, + "grad_norm": 1.3023881499886933, + "learning_rate": 1.639427600785548e-07, + "logits/chosen": -0.6300375461578369, + "logits/rejected": -0.5426366329193115, + "logps/chosen": -0.01603570207953453, + "logps/rejected": -6.023974418640137, + "loss": 0.0337, + "odds_ratio_loss": 0.00035005330573767424, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016035701846703887, + "rewards/margins": 0.6007938385009766, + "rewards/rejected": -0.6023973822593689, + "sft_loss": 0.01603570207953453, + "step": 3776 + }, + { + "epoch": 5.462039045553145, + "grad_norm": 1.1724540495948623, + "learning_rate": 1.6306384311186938e-07, + "logits/chosen": -0.6645495891571045, + "logits/rejected": -0.45771369338035583, + "logps/chosen": -0.013555881567299366, + "logps/rejected": -5.649051666259766, + "loss": 0.038, + "odds_ratio_loss": 0.0011070972541347146, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013555882032960653, + "rewards/margins": 0.5635495781898499, + "rewards/rejected": -0.5649051666259766, + "sft_loss": 0.013555881567299366, + "step": 3777 + }, + { + "epoch": 5.463485177151121, + "grad_norm": 1.0593367688075082, + "learning_rate": 1.6218723944828416e-07, + "logits/chosen": -0.9113006591796875, + "logits/rejected": -0.8548449873924255, + "logps/chosen": -0.052851203829050064, + "logps/rejected": -3.4363300800323486, + "loss": 0.0516, + "odds_ratio_loss": 0.01034949254244566, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005285120103508234, + "rewards/margins": 0.3383478820323944, + "rewards/rejected": -0.3436330258846283, + "sft_loss": 0.052851203829050064, + "step": 3778 + }, + { + "epoch": 5.4649313087490965, + "grad_norm": 0.8107933568205687, + "learning_rate": 1.6131294961630526e-07, + "logits/chosen": -0.8878468871116638, + "logits/rejected": -0.6497321724891663, + "logps/chosen": -0.013816386461257935, + "logps/rejected": -6.9916181564331055, + "loss": 0.0238, + "odds_ratio_loss": 0.0004862607456743717, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013816386926919222, + "rewards/margins": 0.697780191898346, + "rewards/rejected": -0.6991618871688843, + "sft_loss": 0.013816386461257935, + "step": 3779 + }, + { + "epoch": 5.466377440347071, + "grad_norm": 1.1183439742376857, + "learning_rate": 1.6044097414304614e-07, + "logits/chosen": -1.0266106128692627, + "logits/rejected": -0.7022008895874023, + "logps/chosen": -0.0061122276820242405, + "logps/rejected": -7.002909183502197, + "loss": 0.0498, + "odds_ratio_loss": 0.0008495476795360446, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0006112227565608919, + "rewards/margins": 0.6996797323226929, + "rewards/rejected": -0.7002909183502197, + "sft_loss": 0.0061122276820242405, + "step": 3780 + }, + { + "epoch": 5.467823571945047, + "grad_norm": 1.049467888638357, + "learning_rate": 1.5957131355422315e-07, + "logits/chosen": -0.73927241563797, + "logits/rejected": -0.6167184114456177, + "logps/chosen": -0.026645377278327942, + "logps/rejected": -3.968277931213379, + "loss": 0.0297, + "odds_ratio_loss": 0.0038094024639576674, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0026645378675311804, + "rewards/margins": 0.39416325092315674, + "rewards/rejected": -0.3968278169631958, + "sft_loss": 0.026645377278327942, + "step": 3781 + }, + { + "epoch": 5.469269703543023, + "grad_norm": 0.9677568438433538, + "learning_rate": 1.5870396837415868e-07, + "logits/chosen": -0.8513559699058533, + "logits/rejected": -0.7282320261001587, + "logps/chosen": -0.008808178827166557, + "logps/rejected": -4.3206939697265625, + "loss": 0.0331, + "odds_ratio_loss": 0.0005816483753733337, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0008808178827166557, + "rewards/margins": 0.4311886429786682, + "rewards/rejected": -0.43206942081451416, + "sft_loss": 0.008808178827166557, + "step": 3782 + }, + { + "epoch": 5.4707158351409975, + "grad_norm": 1.0715870165143846, + "learning_rate": 1.5783893912577794e-07, + "logits/chosen": -0.9287527203559875, + "logits/rejected": -0.66707444190979, + "logps/chosen": -0.06083793565630913, + "logps/rejected": -4.999859809875488, + "loss": 0.0463, + "odds_ratio_loss": 0.0012267936253920197, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006083793938159943, + "rewards/margins": 0.49390220642089844, + "rewards/rejected": -0.4999859929084778, + "sft_loss": 0.06083793565630913, + "step": 3783 + }, + { + "epoch": 5.472161966738973, + "grad_norm": 1.064733100710332, + "learning_rate": 1.5697622633061137e-07, + "logits/chosen": -1.0185866355895996, + "logits/rejected": -0.7323493957519531, + "logps/chosen": -0.02041870355606079, + "logps/rejected": -5.43452787399292, + "loss": 0.0333, + "odds_ratio_loss": 0.0006175260059535503, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0020418702624738216, + "rewards/margins": 0.5414108633995056, + "rewards/rejected": -0.5434527397155762, + "sft_loss": 0.02041870355606079, + "step": 3784 + }, + { + "epoch": 5.473608098336949, + "grad_norm": 1.0432839302721317, + "learning_rate": 1.5611583050878997e-07, + "logits/chosen": -0.8604859113693237, + "logits/rejected": -0.6487876176834106, + "logps/chosen": -0.0667792409658432, + "logps/rejected": -6.021456718444824, + "loss": 0.0364, + "odds_ratio_loss": 0.0029010814614593983, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006677924655377865, + "rewards/margins": 0.5954678058624268, + "rewards/rejected": -0.602145791053772, + "sft_loss": 0.0667792409658432, + "step": 3785 + }, + { + "epoch": 5.4750542299349245, + "grad_norm": 1.1140883737750038, + "learning_rate": 1.5525775217905125e-07, + "logits/chosen": -0.7549240589141846, + "logits/rejected": -0.5772415399551392, + "logps/chosen": -0.04872463271021843, + "logps/rejected": -5.993658065795898, + "loss": 0.0415, + "odds_ratio_loss": 0.003810073481872678, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0048724631778895855, + "rewards/margins": 0.5944933891296387, + "rewards/rejected": -0.5993658304214478, + "sft_loss": 0.04872463271021843, + "step": 3786 + }, + { + "epoch": 5.476500361532899, + "grad_norm": 1.323116620766381, + "learning_rate": 1.5440199185873294e-07, + "logits/chosen": -0.9334354996681213, + "logits/rejected": -0.9096828103065491, + "logps/chosen": -0.049010857939720154, + "logps/rejected": -4.4386420249938965, + "loss": 0.0353, + "odds_ratio_loss": 0.0016335193067789078, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00490108598023653, + "rewards/margins": 0.4389631450176239, + "rewards/rejected": -0.44386419653892517, + "sft_loss": 0.049010857939720154, + "step": 3787 + }, + { + "epoch": 5.477946493130875, + "grad_norm": 1.030544588663756, + "learning_rate": 1.5354855006377565e-07, + "logits/chosen": -1.0335475206375122, + "logits/rejected": -0.6511580944061279, + "logps/chosen": -0.041097480803728104, + "logps/rejected": -5.674369812011719, + "loss": 0.0245, + "odds_ratio_loss": 0.00024172822304535657, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004109748173505068, + "rewards/margins": 0.5633272528648376, + "rewards/rejected": -0.5674369931221008, + "sft_loss": 0.041097480803728104, + "step": 3788 + }, + { + "epoch": 5.479392624728851, + "grad_norm": 1.1010779889775346, + "learning_rate": 1.526974273087238e-07, + "logits/chosen": -0.7723639011383057, + "logits/rejected": -0.5067367553710938, + "logps/chosen": -0.026965174823999405, + "logps/rejected": -5.289927959442139, + "loss": 0.0328, + "odds_ratio_loss": 0.00020186560868751258, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0026965176220983267, + "rewards/margins": 0.5262963175773621, + "rewards/rejected": -0.5289928317070007, + "sft_loss": 0.026965174823999405, + "step": 3789 + }, + { + "epoch": 5.4808387563268255, + "grad_norm": 1.0022160795883452, + "learning_rate": 1.518486241067216e-07, + "logits/chosen": -0.8188205361366272, + "logits/rejected": -0.5412254333496094, + "logps/chosen": -0.030381806194782257, + "logps/rejected": -5.232437610626221, + "loss": 0.0318, + "odds_ratio_loss": 0.0006156917079351842, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030381809920072556, + "rewards/margins": 0.520205557346344, + "rewards/rejected": -0.52324378490448, + "sft_loss": 0.030381806194782257, + "step": 3790 + }, + { + "epoch": 5.482284887924801, + "grad_norm": 0.8690394603358813, + "learning_rate": 1.5100214096951658e-07, + "logits/chosen": -0.923912525177002, + "logits/rejected": -0.7971416115760803, + "logps/chosen": -0.01047974918037653, + "logps/rejected": -5.119403839111328, + "loss": 0.011, + "odds_ratio_loss": 0.0005628624348901212, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0010479751508682966, + "rewards/margins": 0.510892391204834, + "rewards/rejected": -0.5119403600692749, + "sft_loss": 0.01047974918037653, + "step": 3791 + }, + { + "epoch": 5.483731019522777, + "grad_norm": 1.065241764993738, + "learning_rate": 1.5015797840745515e-07, + "logits/chosen": -1.1814494132995605, + "logits/rejected": -0.6983795166015625, + "logps/chosen": -0.02755448967218399, + "logps/rejected": -5.53033971786499, + "loss": 0.0342, + "odds_ratio_loss": 0.00043123989598825574, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0027554489206522703, + "rewards/margins": 0.5502785444259644, + "rewards/rejected": -0.5530340075492859, + "sft_loss": 0.02755448967218399, + "step": 3792 + }, + { + "epoch": 5.485177151120752, + "grad_norm": 0.9422856535843215, + "learning_rate": 1.4931613692948753e-07, + "logits/chosen": -0.9157315492630005, + "logits/rejected": -0.8082464933395386, + "logps/chosen": -0.010187807492911816, + "logps/rejected": -4.607365608215332, + "loss": 0.0246, + "odds_ratio_loss": 0.001327059231698513, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0010187807492911816, + "rewards/margins": 0.4597177505493164, + "rewards/rejected": -0.4607365131378174, + "sft_loss": 0.010187807492911816, + "step": 3793 + }, + { + "epoch": 5.486623282718727, + "grad_norm": 1.2102618901021103, + "learning_rate": 1.484766170431624e-07, + "logits/chosen": -0.7651352286338806, + "logits/rejected": -0.6443876028060913, + "logps/chosen": -0.050633467733860016, + "logps/rejected": -5.098237991333008, + "loss": 0.0429, + "odds_ratio_loss": 0.001227756729349494, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005063347052782774, + "rewards/margins": 0.5047605037689209, + "rewards/rejected": -0.5098237991333008, + "sft_loss": 0.050633467733860016, + "step": 3794 + }, + { + "epoch": 5.488069414316703, + "grad_norm": 1.1833110758817549, + "learning_rate": 1.4763941925462954e-07, + "logits/chosen": -0.8539189100265503, + "logits/rejected": -0.7393923401832581, + "logps/chosen": -0.05777610465884209, + "logps/rejected": -3.9655282497406006, + "loss": 0.0452, + "odds_ratio_loss": 0.00516713410615921, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005777610465884209, + "rewards/margins": 0.390775203704834, + "rewards/rejected": -0.39655283093452454, + "sft_loss": 0.05777610465884209, + "step": 3795 + }, + { + "epoch": 5.489515545914678, + "grad_norm": 1.214943791765227, + "learning_rate": 1.4680454406863763e-07, + "logits/chosen": -0.6452954411506653, + "logits/rejected": -0.5753892660140991, + "logps/chosen": -0.015782607719302177, + "logps/rejected": -5.62052059173584, + "loss": 0.0454, + "odds_ratio_loss": 0.00034531878191046417, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001578260911628604, + "rewards/margins": 0.5604738593101501, + "rewards/rejected": -0.5620521306991577, + "sft_loss": 0.015782607719302177, + "step": 3796 + }, + { + "epoch": 5.4909616775126535, + "grad_norm": 1.4352775561501738, + "learning_rate": 1.4597199198853782e-07, + "logits/chosen": -1.0027751922607422, + "logits/rejected": -0.7584199905395508, + "logps/chosen": -0.02233309857547283, + "logps/rejected": -6.617671489715576, + "loss": 0.0524, + "odds_ratio_loss": 0.0024742737878113985, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022333101369440556, + "rewards/margins": 0.6595338582992554, + "rewards/rejected": -0.6617671847343445, + "sft_loss": 0.02233309857547283, + "step": 3797 + }, + { + "epoch": 5.492407809110629, + "grad_norm": 1.23422188608422, + "learning_rate": 1.451417635162775e-07, + "logits/chosen": -0.8085861802101135, + "logits/rejected": -0.6014904975891113, + "logps/chosen": -0.0513208769261837, + "logps/rejected": -5.220034599304199, + "loss": 0.0471, + "odds_ratio_loss": 0.0029555868823081255, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005132087506353855, + "rewards/margins": 0.5168713331222534, + "rewards/rejected": -0.5220034122467041, + "sft_loss": 0.0513208769261837, + "step": 3798 + }, + { + "epoch": 5.493853940708605, + "grad_norm": 1.1457292152366192, + "learning_rate": 1.4431385915240513e-07, + "logits/chosen": -0.862919270992279, + "logits/rejected": -0.627816379070282, + "logps/chosen": -0.03642456978559494, + "logps/rejected": -5.0828752517700195, + "loss": 0.0481, + "odds_ratio_loss": 0.003557011019438505, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0036424570716917515, + "rewards/margins": 0.5046451091766357, + "rewards/rejected": -0.5082875490188599, + "sft_loss": 0.03642456978559494, + "step": 3799 + }, + { + "epoch": 5.49530007230658, + "grad_norm": 0.9247872005994776, + "learning_rate": 1.4348827939606723e-07, + "logits/chosen": -0.8906946182250977, + "logits/rejected": -0.6677629351615906, + "logps/chosen": -0.01218663901090622, + "logps/rejected": -5.341521739959717, + "loss": 0.034, + "odds_ratio_loss": 0.0004317264538258314, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0012186639942228794, + "rewards/margins": 0.5329335331916809, + "rewards/rejected": -0.5341522097587585, + "sft_loss": 0.01218663901090622, + "step": 3800 + }, + { + "epoch": 5.496746203904555, + "grad_norm": 0.9295214085597644, + "learning_rate": 1.426650247450092e-07, + "logits/chosen": -0.8590705990791321, + "logits/rejected": -0.7467610836029053, + "logps/chosen": -0.012503638863563538, + "logps/rejected": -5.067593097686768, + "loss": 0.0382, + "odds_ratio_loss": 0.0009685508557595313, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0012503638863563538, + "rewards/margins": 0.5055089592933655, + "rewards/rejected": -0.5067592859268188, + "sft_loss": 0.012503638863563538, + "step": 3801 + }, + { + "epoch": 5.498192335502531, + "grad_norm": 0.9849191492306798, + "learning_rate": 1.41844095695574e-07, + "logits/chosen": -1.0076994895935059, + "logits/rejected": -0.4970240294933319, + "logps/chosen": -0.03561976179480553, + "logps/rejected": -7.417174339294434, + "loss": 0.0355, + "odds_ratio_loss": 0.0002764179080259055, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0035619763657450676, + "rewards/margins": 0.7381554841995239, + "rewards/rejected": -0.7417174577713013, + "sft_loss": 0.03561976179480553, + "step": 3802 + }, + { + "epoch": 5.499638467100506, + "grad_norm": 1.3091784075782222, + "learning_rate": 1.4102549274270214e-07, + "logits/chosen": -0.9715660214424133, + "logits/rejected": -0.8041377067565918, + "logps/chosen": -0.05225411802530289, + "logps/rejected": -5.449763298034668, + "loss": 0.0405, + "odds_ratio_loss": 0.004342366475611925, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005225412547588348, + "rewards/margins": 0.5397509336471558, + "rewards/rejected": -0.5449763536453247, + "sft_loss": 0.05225411802530289, + "step": 3803 + }, + { + "epoch": 5.5010845986984815, + "grad_norm": 1.0966034645413594, + "learning_rate": 1.4020921637993356e-07, + "logits/chosen": -1.114017367362976, + "logits/rejected": -0.7877224683761597, + "logps/chosen": -0.016746368259191513, + "logps/rejected": -5.36176061630249, + "loss": 0.0411, + "odds_ratio_loss": 0.00036486214958131313, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016746367327868938, + "rewards/margins": 0.5345014333724976, + "rewards/rejected": -0.5361760854721069, + "sft_loss": 0.016746368259191513, + "step": 3804 + }, + { + "epoch": 5.502530730296457, + "grad_norm": 1.1649674357871873, + "learning_rate": 1.3939526709940342e-07, + "logits/chosen": -0.9118725061416626, + "logits/rejected": -0.7113963961601257, + "logps/chosen": -0.04102957993745804, + "logps/rejected": -4.159704208374023, + "loss": 0.0406, + "odds_ratio_loss": 0.0027073349338024855, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004102957900613546, + "rewards/margins": 0.4118674397468567, + "rewards/rejected": -0.41597044467926025, + "sft_loss": 0.04102957993745804, + "step": 3805 + }, + { + "epoch": 5.503976861894432, + "grad_norm": 1.1222388477018694, + "learning_rate": 1.385836453918454e-07, + "logits/chosen": -0.8803320527076721, + "logits/rejected": -0.738538920879364, + "logps/chosen": -0.03088982217013836, + "logps/rejected": -3.4778146743774414, + "loss": 0.0437, + "odds_ratio_loss": 0.0015149106038734317, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030889820773154497, + "rewards/margins": 0.3446924686431885, + "rewards/rejected": -0.3477814793586731, + "sft_loss": 0.03088982217013836, + "step": 3806 + }, + { + "epoch": 5.505422993492408, + "grad_norm": 0.8878311657170987, + "learning_rate": 1.3777435174658903e-07, + "logits/chosen": -1.147339105606079, + "logits/rejected": -0.8466560244560242, + "logps/chosen": -0.02538106217980385, + "logps/rejected": -4.762484550476074, + "loss": 0.0388, + "odds_ratio_loss": 0.001554648159071803, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0025381064042448997, + "rewards/margins": 0.4737103581428528, + "rewards/rejected": -0.47624844312667847, + "sft_loss": 0.02538106217980385, + "step": 3807 + }, + { + "epoch": 5.506869125090383, + "grad_norm": 1.1476764572136273, + "learning_rate": 1.3696738665156038e-07, + "logits/chosen": -0.9432680010795593, + "logits/rejected": -0.7418482303619385, + "logps/chosen": -0.062033966183662415, + "logps/rejected": -4.3220930099487305, + "loss": 0.0452, + "odds_ratio_loss": 0.0031421349849551916, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006203396245837212, + "rewards/margins": 0.42600592970848083, + "rewards/rejected": -0.432209312915802, + "sft_loss": 0.062033966183662415, + "step": 3808 + }, + { + "epoch": 5.508315256688359, + "grad_norm": 0.946154333369156, + "learning_rate": 1.361627505932823e-07, + "logits/chosen": -1.051152229309082, + "logits/rejected": -0.6539809703826904, + "logps/chosen": -0.022800182923674583, + "logps/rejected": -4.930760383605957, + "loss": 0.0418, + "odds_ratio_loss": 0.0010601935209706426, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022800182923674583, + "rewards/margins": 0.4907959997653961, + "rewards/rejected": -0.49307602643966675, + "sft_loss": 0.022800182923674583, + "step": 3809 + }, + { + "epoch": 5.509761388286334, + "grad_norm": 1.1866627966271115, + "learning_rate": 1.3536044405687208e-07, + "logits/chosen": -0.6882243156433105, + "logits/rejected": -0.4875558018684387, + "logps/chosen": -0.035662174224853516, + "logps/rejected": -5.658996105194092, + "loss": 0.0525, + "odds_ratio_loss": 0.0008063373970799148, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0035662176087498665, + "rewards/margins": 0.5623334646224976, + "rewards/rejected": -0.565899670124054, + "sft_loss": 0.035662174224853516, + "step": 3810 + }, + { + "epoch": 5.51120751988431, + "grad_norm": 0.9004650888610211, + "learning_rate": 1.3456046752604323e-07, + "logits/chosen": -1.0605201721191406, + "logits/rejected": -0.5877838134765625, + "logps/chosen": -0.010158369317650795, + "logps/rejected": -6.685586929321289, + "loss": 0.0362, + "odds_ratio_loss": 0.0003088012454099953, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0010158369550481439, + "rewards/margins": 0.6675429344177246, + "rewards/rejected": -0.6685587167739868, + "sft_loss": 0.010158369317650795, + "step": 3811 + }, + { + "epoch": 5.512653651482285, + "grad_norm": 1.1943879093949175, + "learning_rate": 1.3376282148310457e-07, + "logits/chosen": -0.8050583600997925, + "logits/rejected": -0.7147977948188782, + "logps/chosen": -0.01518384087830782, + "logps/rejected": -6.681069374084473, + "loss": 0.0403, + "odds_ratio_loss": 0.0011472441256046295, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001518384087830782, + "rewards/margins": 0.666588544845581, + "rewards/rejected": -0.6681069731712341, + "sft_loss": 0.01518384087830782, + "step": 3812 + }, + { + "epoch": 5.51409978308026, + "grad_norm": 1.362313364484537, + "learning_rate": 1.3296750640896126e-07, + "logits/chosen": -1.0888941287994385, + "logits/rejected": -0.8052299618721008, + "logps/chosen": -0.03261774033308029, + "logps/rejected": -5.1450724601745605, + "loss": 0.0468, + "odds_ratio_loss": 0.0014005877310410142, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0032617738470435143, + "rewards/margins": 0.5112454295158386, + "rewards/rejected": -0.5145072937011719, + "sft_loss": 0.03261774033308029, + "step": 3813 + }, + { + "epoch": 5.515545914678236, + "grad_norm": 1.286476278575021, + "learning_rate": 1.3217452278311014e-07, + "logits/chosen": -0.7903501391410828, + "logits/rejected": -0.6983763575553894, + "logps/chosen": -0.01914118230342865, + "logps/rejected": -5.037604331970215, + "loss": 0.0488, + "odds_ratio_loss": 0.0035344092175364494, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019141181837767363, + "rewards/margins": 0.5018463730812073, + "rewards/rejected": -0.5037604570388794, + "sft_loss": 0.01914118230342865, + "step": 3814 + }, + { + "epoch": 5.516992046276211, + "grad_norm": 1.2606595706769816, + "learning_rate": 1.3138387108364478e-07, + "logits/chosen": -1.197737216949463, + "logits/rejected": -0.8296566009521484, + "logps/chosen": -0.052802085876464844, + "logps/rejected": -4.593600749969482, + "loss": 0.0515, + "odds_ratio_loss": 0.003228149376809597, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005280209239572287, + "rewards/margins": 0.45407986640930176, + "rewards/rejected": -0.4593600630760193, + "sft_loss": 0.052802085876464844, + "step": 3815 + }, + { + "epoch": 5.518438177874186, + "grad_norm": 1.322864716916177, + "learning_rate": 1.3059555178725145e-07, + "logits/chosen": -0.8976123929023743, + "logits/rejected": -0.626125156879425, + "logps/chosen": -0.020292531698942184, + "logps/rejected": -5.278232574462891, + "loss": 0.0306, + "odds_ratio_loss": 0.0016008391976356506, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002029252937063575, + "rewards/margins": 0.5257940292358398, + "rewards/rejected": -0.527823269367218, + "sft_loss": 0.020292531698942184, + "step": 3816 + }, + { + "epoch": 5.519884309472162, + "grad_norm": 1.1411805522730452, + "learning_rate": 1.2980956536921217e-07, + "logits/chosen": -0.8470653295516968, + "logits/rejected": -0.7692535519599915, + "logps/chosen": -0.036463767290115356, + "logps/rejected": -5.199902534484863, + "loss": 0.0409, + "odds_ratio_loss": 0.0013247218448668718, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0036463765427470207, + "rewards/margins": 0.516343891620636, + "rewards/rejected": -0.5199902653694153, + "sft_loss": 0.036463767290115356, + "step": 3817 + }, + { + "epoch": 5.521330441070138, + "grad_norm": 1.1491703460727254, + "learning_rate": 1.2902591230339897e-07, + "logits/chosen": -0.9239856600761414, + "logits/rejected": -0.7358173727989197, + "logps/chosen": -0.014124940149486065, + "logps/rejected": -5.4396443367004395, + "loss": 0.0579, + "odds_ratio_loss": 0.0010359040461480618, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001412494108080864, + "rewards/margins": 0.5425519347190857, + "rewards/rejected": -0.5439644455909729, + "sft_loss": 0.014124940149486065, + "step": 3818 + }, + { + "epoch": 5.522776572668112, + "grad_norm": 1.3151003884044896, + "learning_rate": 1.2824459306228064e-07, + "logits/chosen": -0.6562463045120239, + "logits/rejected": -0.5251370072364807, + "logps/chosen": -0.04931947961449623, + "logps/rejected": -4.668588638305664, + "loss": 0.0453, + "odds_ratio_loss": 0.002963886596262455, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004931948147714138, + "rewards/margins": 0.4619269371032715, + "rewards/rejected": -0.4668588638305664, + "sft_loss": 0.04931947961449623, + "step": 3819 + }, + { + "epoch": 5.524222704266088, + "grad_norm": 0.9885430023773936, + "learning_rate": 1.2746560811691674e-07, + "logits/chosen": -1.072084903717041, + "logits/rejected": -0.89268958568573, + "logps/chosen": -0.03535031899809837, + "logps/rejected": -6.679300785064697, + "loss": 0.04, + "odds_ratio_loss": 0.0026512041222304106, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003535032505169511, + "rewards/margins": 0.6643950939178467, + "rewards/rejected": -0.6679300665855408, + "sft_loss": 0.03535031899809837, + "step": 3820 + }, + { + "epoch": 5.525668835864064, + "grad_norm": 1.061112092644839, + "learning_rate": 1.2668895793696144e-07, + "logits/chosen": -1.0231108665466309, + "logits/rejected": -0.6869786977767944, + "logps/chosen": -0.02733795717358589, + "logps/rejected": -6.306743621826172, + "loss": 0.0235, + "odds_ratio_loss": 0.000864526373334229, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002733795903623104, + "rewards/margins": 0.6279405355453491, + "rewards/rejected": -0.6306743621826172, + "sft_loss": 0.02733795717358589, + "step": 3821 + }, + { + "epoch": 5.527114967462039, + "grad_norm": 1.308480386878777, + "learning_rate": 1.2591464299065834e-07, + "logits/chosen": -0.8179947137832642, + "logits/rejected": -0.6588776111602783, + "logps/chosen": -0.06917057186365128, + "logps/rejected": -5.604111671447754, + "loss": 0.0651, + "odds_ratio_loss": 0.0042171357199549675, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006917057558894157, + "rewards/margins": 0.5534940958023071, + "rewards/rejected": -0.5604111552238464, + "sft_loss": 0.06917057186365128, + "step": 3822 + }, + { + "epoch": 5.528561099060014, + "grad_norm": 1.155715414947543, + "learning_rate": 1.2514266374484606e-07, + "logits/chosen": -0.9295008182525635, + "logits/rejected": -0.6454451084136963, + "logps/chosen": -0.03257459029555321, + "logps/rejected": -6.534205436706543, + "loss": 0.0209, + "odds_ratio_loss": 0.0021665338426828384, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0032574590295553207, + "rewards/margins": 0.6501630544662476, + "rewards/rejected": -0.6534205079078674, + "sft_loss": 0.03257459029555321, + "step": 3823 + }, + { + "epoch": 5.53000723065799, + "grad_norm": 0.9684929471760406, + "learning_rate": 1.243730206649527e-07, + "logits/chosen": -1.0152008533477783, + "logits/rejected": -0.8463742733001709, + "logps/chosen": -0.026521919295191765, + "logps/rejected": -4.2680816650390625, + "loss": 0.0446, + "odds_ratio_loss": 0.002520361915230751, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002652192022651434, + "rewards/margins": 0.42415598034858704, + "rewards/rejected": -0.4268081784248352, + "sft_loss": 0.026521919295191765, + "step": 3824 + }, + { + "epoch": 5.531453362255966, + "grad_norm": 1.1373144870061254, + "learning_rate": 1.2360571421500044e-07, + "logits/chosen": -0.9026045799255371, + "logits/rejected": -0.739682674407959, + "logps/chosen": -0.033317435532808304, + "logps/rejected": -4.749547481536865, + "loss": 0.039, + "odds_ratio_loss": 0.0017841738881543279, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003331744112074375, + "rewards/margins": 0.471623033285141, + "rewards/rejected": -0.4749547839164734, + "sft_loss": 0.033317435532808304, + "step": 3825 + }, + { + "epoch": 5.53289949385394, + "grad_norm": 0.9615381215348964, + "learning_rate": 1.2284074485760009e-07, + "logits/chosen": -0.8409866094589233, + "logits/rejected": -0.6542403697967529, + "logps/chosen": -0.0341576412320137, + "logps/rejected": -4.307783126831055, + "loss": 0.0338, + "odds_ratio_loss": 0.00148858898319304, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003415764309465885, + "rewards/margins": 0.4273625612258911, + "rewards/rejected": -0.4307783246040344, + "sft_loss": 0.0341576412320137, + "step": 3826 + }, + { + "epoch": 5.534345625451916, + "grad_norm": 1.1509488481197494, + "learning_rate": 1.2207811305395388e-07, + "logits/chosen": -0.8256188035011292, + "logits/rejected": -0.8999884128570557, + "logps/chosen": -0.03968646377325058, + "logps/rejected": -4.411059379577637, + "loss": 0.0258, + "odds_ratio_loss": 0.0018667414551600814, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0039686462841928005, + "rewards/margins": 0.437137246131897, + "rewards/rejected": -0.4411059319972992, + "sft_loss": 0.03968646377325058, + "step": 3827 + }, + { + "epoch": 5.535791757049892, + "grad_norm": 0.9584637218026467, + "learning_rate": 1.213178192638571e-07, + "logits/chosen": -0.7055195569992065, + "logits/rejected": -0.49205851554870605, + "logps/chosen": -0.04943579062819481, + "logps/rejected": -6.112897872924805, + "loss": 0.0412, + "odds_ratio_loss": 0.0011792955920100212, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004943579435348511, + "rewards/margins": 0.6063462495803833, + "rewards/rejected": -0.6112898588180542, + "sft_loss": 0.04943579062819481, + "step": 3828 + }, + { + "epoch": 5.537237888647867, + "grad_norm": 1.1558628450281507, + "learning_rate": 1.205598639456924e-07, + "logits/chosen": -1.1022794246673584, + "logits/rejected": -0.8147293329238892, + "logps/chosen": -0.05759043246507645, + "logps/rejected": -5.212984085083008, + "loss": 0.0574, + "odds_ratio_loss": 0.0012822567950934172, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005759043153375387, + "rewards/margins": 0.5155394077301025, + "rewards/rejected": -0.5212984085083008, + "sft_loss": 0.05759043246507645, + "step": 3829 + }, + { + "epoch": 5.538684020245842, + "grad_norm": 1.1812263848411928, + "learning_rate": 1.198042475564347e-07, + "logits/chosen": -0.9783557653427124, + "logits/rejected": -0.8160287141799927, + "logps/chosen": -0.09639565646648407, + "logps/rejected": -7.522600173950195, + "loss": 0.0447, + "odds_ratio_loss": 0.008017424494028091, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009639564901590347, + "rewards/margins": 0.7426204681396484, + "rewards/rejected": -0.7522600293159485, + "sft_loss": 0.09639565646648407, + "step": 3830 + }, + { + "epoch": 5.540130151843818, + "grad_norm": 1.2066995822125324, + "learning_rate": 1.1905097055164714e-07, + "logits/chosen": -0.8420087099075317, + "logits/rejected": -0.6522636413574219, + "logps/chosen": -0.03687209263443947, + "logps/rejected": -3.5625946521759033, + "loss": 0.0414, + "odds_ratio_loss": 0.0023647851776331663, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0036872094497084618, + "rewards/margins": 0.3525722324848175, + "rewards/rejected": -0.3562594950199127, + "sft_loss": 0.03687209263443947, + "step": 3831 + }, + { + "epoch": 5.541576283441794, + "grad_norm": 0.8654303496060788, + "learning_rate": 1.1830003338548423e-07, + "logits/chosen": -1.0921556949615479, + "logits/rejected": -0.850192129611969, + "logps/chosen": -0.013794208876788616, + "logps/rejected": -6.353579521179199, + "loss": 0.027, + "odds_ratio_loss": 0.001722605200484395, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001379420980811119, + "rewards/margins": 0.6339784860610962, + "rewards/rejected": -0.6353579163551331, + "sft_loss": 0.013794208876788616, + "step": 3832 + }, + { + "epoch": 5.5430224150397684, + "grad_norm": 0.977867382746297, + "learning_rate": 1.1755143651068822e-07, + "logits/chosen": -0.7232560515403748, + "logits/rejected": -0.6421326398849487, + "logps/chosen": -0.03204415738582611, + "logps/rejected": -4.54522705078125, + "loss": 0.0241, + "odds_ratio_loss": 0.005562347825616598, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003204415552318096, + "rewards/margins": 0.45131826400756836, + "rewards/rejected": -0.45452266931533813, + "sft_loss": 0.03204415738582611, + "step": 3833 + }, + { + "epoch": 5.544468546637744, + "grad_norm": 1.0993207812461236, + "learning_rate": 1.1680518037859054e-07, + "logits/chosen": -0.9139794111251831, + "logits/rejected": -0.622349202632904, + "logps/chosen": -0.04837263375520706, + "logps/rejected": -7.495334625244141, + "loss": 0.0411, + "odds_ratio_loss": 0.005845530424267054, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004837263375520706, + "rewards/margins": 0.7446962594985962, + "rewards/rejected": -0.7495335340499878, + "sft_loss": 0.04837263375520706, + "step": 3834 + }, + { + "epoch": 5.54591467823572, + "grad_norm": 1.089833611551456, + "learning_rate": 1.1606126543911177e-07, + "logits/chosen": -0.9266623854637146, + "logits/rejected": -0.5840288400650024, + "logps/chosen": -0.028001118451356888, + "logps/rejected": -7.177366733551025, + "loss": 0.0306, + "odds_ratio_loss": 0.0006162969511933625, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0028001118917018175, + "rewards/margins": 0.7149365544319153, + "rewards/rejected": -0.7177366018295288, + "sft_loss": 0.028001118451356888, + "step": 3835 + }, + { + "epoch": 5.547360809833695, + "grad_norm": 1.204977731108127, + "learning_rate": 1.1531969214076198e-07, + "logits/chosen": -0.8889631628990173, + "logits/rejected": -0.7671388387680054, + "logps/chosen": -0.04466234892606735, + "logps/rejected": -3.038712501525879, + "loss": 0.0505, + "odds_ratio_loss": 0.0071504805237054825, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00446623470634222, + "rewards/margins": 0.299405038356781, + "rewards/rejected": -0.3038712739944458, + "sft_loss": 0.04466234892606735, + "step": 3836 + }, + { + "epoch": 5.54880694143167, + "grad_norm": 1.7867119071684434, + "learning_rate": 1.1458046093063733e-07, + "logits/chosen": -1.1271165609359741, + "logits/rejected": -0.827365517616272, + "logps/chosen": -0.00812723208218813, + "logps/rejected": -5.488351821899414, + "loss": 0.0466, + "odds_ratio_loss": 0.0012041174340993166, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0008127232431434095, + "rewards/margins": 0.548022449016571, + "rewards/rejected": -0.5488352179527283, + "sft_loss": 0.00812723208218813, + "step": 3837 + }, + { + "epoch": 5.550253073029646, + "grad_norm": 1.1182672956514397, + "learning_rate": 1.1384357225442398e-07, + "logits/chosen": -0.706390380859375, + "logits/rejected": -0.6600760817527771, + "logps/chosen": -0.03536364808678627, + "logps/rejected": -6.150212287902832, + "loss": 0.0308, + "odds_ratio_loss": 0.001387185649946332, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003536364994943142, + "rewards/margins": 0.611484944820404, + "rewards/rejected": -0.615021288394928, + "sft_loss": 0.03536364808678627, + "step": 3838 + }, + { + "epoch": 5.551699204627621, + "grad_norm": 1.0491739599778058, + "learning_rate": 1.1310902655639454e-07, + "logits/chosen": -0.7480611801147461, + "logits/rejected": -0.7505444288253784, + "logps/chosen": -0.03836183249950409, + "logps/rejected": -4.293073654174805, + "loss": 0.0509, + "odds_ratio_loss": 0.0020930215250700712, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0038361833430826664, + "rewards/margins": 0.4254711866378784, + "rewards/rejected": -0.42930734157562256, + "sft_loss": 0.03836183249950409, + "step": 3839 + }, + { + "epoch": 5.5531453362255965, + "grad_norm": 1.2106392513909316, + "learning_rate": 1.1237682427940942e-07, + "logits/chosen": -0.8354946374893188, + "logits/rejected": -0.564354658126831, + "logps/chosen": -0.042547404766082764, + "logps/rejected": -5.4656572341918945, + "loss": 0.0358, + "odds_ratio_loss": 0.0024263339582830667, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004254741128534079, + "rewards/margins": 0.5423109531402588, + "rewards/rejected": -0.5465657114982605, + "sft_loss": 0.042547404766082764, + "step": 3840 + }, + { + "epoch": 5.554591467823572, + "grad_norm": 1.115882395839301, + "learning_rate": 1.1164696586491639e-07, + "logits/chosen": -0.7860689163208008, + "logits/rejected": -0.60820472240448, + "logps/chosen": -0.038941726088523865, + "logps/rejected": -5.316815376281738, + "loss": 0.0391, + "odds_ratio_loss": 0.005218683276325464, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00389417284168303, + "rewards/margins": 0.5277873873710632, + "rewards/rejected": -0.5316815376281738, + "sft_loss": 0.038941726088523865, + "step": 3841 + }, + { + "epoch": 5.556037599421547, + "grad_norm": 0.8934107860559392, + "learning_rate": 1.1091945175294836e-07, + "logits/chosen": -0.8913710713386536, + "logits/rejected": -0.8013601303100586, + "logps/chosen": -0.009748661890625954, + "logps/rejected": -4.847626686096191, + "loss": 0.0175, + "odds_ratio_loss": 0.0006343543063849211, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0009748662123456597, + "rewards/margins": 0.4837878346443176, + "rewards/rejected": -0.48476266860961914, + "sft_loss": 0.009748661890625954, + "step": 3842 + }, + { + "epoch": 5.557483731019523, + "grad_norm": 1.15693764012382, + "learning_rate": 1.1019428238212825e-07, + "logits/chosen": -0.779668927192688, + "logits/rejected": -0.6887148022651672, + "logps/chosen": -0.05625636503100395, + "logps/rejected": -5.346826076507568, + "loss": 0.0428, + "odds_ratio_loss": 0.007378511130809784, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005625636782497168, + "rewards/margins": 0.5290569067001343, + "rewards/rejected": -0.53468257188797, + "sft_loss": 0.05625636503100395, + "step": 3843 + }, + { + "epoch": 5.558929862617498, + "grad_norm": 1.0916272154464464, + "learning_rate": 1.0947145818966186e-07, + "logits/chosen": -0.8776683807373047, + "logits/rejected": -0.6630545854568481, + "logps/chosen": -0.01515410840511322, + "logps/rejected": -6.905978679656982, + "loss": 0.0341, + "odds_ratio_loss": 0.0017984689911827445, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001515410840511322, + "rewards/margins": 0.6890825033187866, + "rewards/rejected": -0.6905978918075562, + "sft_loss": 0.01515410840511322, + "step": 3844 + }, + { + "epoch": 5.560375994215473, + "grad_norm": 1.26311105122681, + "learning_rate": 1.0875097961134372e-07, + "logits/chosen": -0.8992950916290283, + "logits/rejected": -0.7164445519447327, + "logps/chosen": -0.03995127975940704, + "logps/rejected": -3.731813430786133, + "loss": 0.0421, + "odds_ratio_loss": 0.004833152983337641, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003995127510279417, + "rewards/margins": 0.3691861927509308, + "rewards/rejected": -0.3731813430786133, + "sft_loss": 0.03995127975940704, + "step": 3845 + }, + { + "epoch": 5.561822125813449, + "grad_norm": 0.9533168885486478, + "learning_rate": 1.0803284708155213e-07, + "logits/chosen": -0.8431378602981567, + "logits/rejected": -0.6289638876914978, + "logps/chosen": -0.050756603479385376, + "logps/rejected": -4.342966079711914, + "loss": 0.0278, + "odds_ratio_loss": 0.004125285893678665, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0050756605342030525, + "rewards/margins": 0.42922091484069824, + "rewards/rejected": -0.4342966079711914, + "sft_loss": 0.050756603479385376, + "step": 3846 + }, + { + "epoch": 5.5632682574114245, + "grad_norm": 1.1297521726341693, + "learning_rate": 1.0731706103325233e-07, + "logits/chosen": -1.105302095413208, + "logits/rejected": -0.6120625138282776, + "logps/chosen": -0.022785475477576256, + "logps/rejected": -6.2301530838012695, + "loss": 0.036, + "odds_ratio_loss": 0.0008173306123353541, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022785477340221405, + "rewards/margins": 0.6207367777824402, + "rewards/rejected": -0.623015284538269, + "sft_loss": 0.022785475477576256, + "step": 3847 + }, + { + "epoch": 5.5647143890094, + "grad_norm": 1.0183290147990447, + "learning_rate": 1.0660362189799465e-07, + "logits/chosen": -0.8919758796691895, + "logits/rejected": -0.7195218801498413, + "logps/chosen": -0.03661835193634033, + "logps/rejected": -5.3943705558776855, + "loss": 0.0272, + "odds_ratio_loss": 0.0016591616440564394, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003661835566163063, + "rewards/margins": 0.5357752442359924, + "rewards/rejected": -0.5394370555877686, + "sft_loss": 0.03661835193634033, + "step": 3848 + }, + { + "epoch": 5.566160520607375, + "grad_norm": 1.0784389721266068, + "learning_rate": 1.058925301059137e-07, + "logits/chosen": -0.8064311742782593, + "logits/rejected": -0.6183796525001526, + "logps/chosen": -0.039033301174640656, + "logps/rejected": -4.795423984527588, + "loss": 0.0287, + "odds_ratio_loss": 0.0012832069769501686, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0039033303037285805, + "rewards/margins": 0.47563910484313965, + "rewards/rejected": -0.47954240441322327, + "sft_loss": 0.039033301174640656, + "step": 3849 + }, + { + "epoch": 5.567606652205351, + "grad_norm": 0.8967336618921115, + "learning_rate": 1.0518378608572964e-07, + "logits/chosen": -1.0078152418136597, + "logits/rejected": -0.7482145428657532, + "logps/chosen": -0.015405582264065742, + "logps/rejected": -3.899319648742676, + "loss": 0.0197, + "odds_ratio_loss": 0.0012769848108291626, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0015405581798404455, + "rewards/margins": 0.3883914053440094, + "rewards/rejected": -0.38993197679519653, + "sft_loss": 0.015405582264065742, + "step": 3850 + }, + { + "epoch": 5.569052783803326, + "grad_norm": 1.1995841884111325, + "learning_rate": 1.0447739026474645e-07, + "logits/chosen": -0.6040602922439575, + "logits/rejected": -0.5330982208251953, + "logps/chosen": -0.04164326936006546, + "logps/rejected": -5.938526153564453, + "loss": 0.0619, + "odds_ratio_loss": 0.0008817025227472186, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004164327401667833, + "rewards/margins": 0.5896883606910706, + "rewards/rejected": -0.593852698802948, + "sft_loss": 0.04164326936006546, + "step": 3851 + }, + { + "epoch": 5.570498915401301, + "grad_norm": 0.9183906800328296, + "learning_rate": 1.0377334306885322e-07, + "logits/chosen": -0.6867368817329407, + "logits/rejected": -0.7344608902931213, + "logps/chosen": -0.058505572378635406, + "logps/rejected": -5.076149940490723, + "loss": 0.0417, + "odds_ratio_loss": 0.013662266544997692, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005850557237863541, + "rewards/margins": 0.5017644762992859, + "rewards/rejected": -0.5076150298118591, + "sft_loss": 0.058505572378635406, + "step": 3852 + }, + { + "epoch": 5.571945046999277, + "grad_norm": 1.1114949751042007, + "learning_rate": 1.030716449225224e-07, + "logits/chosen": -0.8221277594566345, + "logits/rejected": -0.6434429287910461, + "logps/chosen": -0.027723146602511406, + "logps/rejected": -4.452295303344727, + "loss": 0.0497, + "odds_ratio_loss": 0.045040663331747055, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0027723144739866257, + "rewards/margins": 0.4424571990966797, + "rewards/rejected": -0.44522953033447266, + "sft_loss": 0.027723146602511406, + "step": 3853 + }, + { + "epoch": 5.5733911785972525, + "grad_norm": 1.0600027055877603, + "learning_rate": 1.0237229624881116e-07, + "logits/chosen": -0.8413448929786682, + "logits/rejected": -0.5777408480644226, + "logps/chosen": -0.023316072300076485, + "logps/rejected": -5.208468437194824, + "loss": 0.0336, + "odds_ratio_loss": 0.001969376113265753, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002331607509404421, + "rewards/margins": 0.5185152292251587, + "rewards/rejected": -0.5208468437194824, + "sft_loss": 0.023316072300076485, + "step": 3854 + }, + { + "epoch": 5.574837310195228, + "grad_norm": 0.8143625402129068, + "learning_rate": 1.0167529746935866e-07, + "logits/chosen": -0.8654884099960327, + "logits/rejected": -0.5924917459487915, + "logps/chosen": -0.011484618298709393, + "logps/rejected": -8.372770309448242, + "loss": 0.0213, + "odds_ratio_loss": 0.001312417909502983, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0011484617134556174, + "rewards/margins": 0.8361285924911499, + "rewards/rejected": -0.8372770547866821, + "sft_loss": 0.011484618298709393, + "step": 3855 + }, + { + "epoch": 5.576283441793203, + "grad_norm": 0.9756613799933704, + "learning_rate": 1.009806490043883e-07, + "logits/chosen": -0.7985130548477173, + "logits/rejected": -0.7025433778762817, + "logps/chosen": -0.027194581925868988, + "logps/rejected": -4.829598426818848, + "loss": 0.0327, + "odds_ratio_loss": 0.0021613496355712414, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002719458192586899, + "rewards/margins": 0.4802403748035431, + "rewards/rejected": -0.4829598069190979, + "sft_loss": 0.027194581925868988, + "step": 3856 + }, + { + "epoch": 5.577729573391179, + "grad_norm": 1.3785283373997754, + "learning_rate": 1.0028835127270552e-07, + "logits/chosen": -1.0098246335983276, + "logits/rejected": -0.864977240562439, + "logps/chosen": -0.018646353855729103, + "logps/rejected": -4.30742073059082, + "loss": 0.0339, + "odds_ratio_loss": 0.0010222363052889705, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0018646355019882321, + "rewards/margins": 0.42887741327285767, + "rewards/rejected": -0.4307420551776886, + "sft_loss": 0.018646353855729103, + "step": 3857 + }, + { + "epoch": 5.579175704989154, + "grad_norm": 0.9558186473549585, + "learning_rate": 9.959840469170044e-08, + "logits/chosen": -0.9542050957679749, + "logits/rejected": -0.6801411509513855, + "logps/chosen": -0.017612973228096962, + "logps/rejected": -5.700991630554199, + "loss": 0.0347, + "odds_ratio_loss": 0.001063553267158568, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017612973460927606, + "rewards/margins": 0.5683378577232361, + "rewards/rejected": -0.5700991153717041, + "sft_loss": 0.017612973228096962, + "step": 3858 + }, + { + "epoch": 5.580621836587129, + "grad_norm": 1.1468823365770084, + "learning_rate": 9.891080967734345e-08, + "logits/chosen": -1.0696161985397339, + "logits/rejected": -0.7148972153663635, + "logps/chosen": -0.03979545831680298, + "logps/rejected": -6.093506813049316, + "loss": 0.0352, + "odds_ratio_loss": 0.0021976944990456104, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003979546017944813, + "rewards/margins": 0.6053711771965027, + "rewards/rejected": -0.6093507409095764, + "sft_loss": 0.03979545831680298, + "step": 3859 + }, + { + "epoch": 5.582067968185105, + "grad_norm": 1.0516361506414187, + "learning_rate": 9.822556664418913e-08, + "logits/chosen": -0.9046825766563416, + "logits/rejected": -0.6393083333969116, + "logps/chosen": -0.059828951954841614, + "logps/rejected": -4.932526111602783, + "loss": 0.0438, + "odds_ratio_loss": 0.004070539027452469, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005982895381748676, + "rewards/margins": 0.4872697591781616, + "rewards/rejected": -0.49325263500213623, + "sft_loss": 0.059828951954841614, + "step": 3860 + }, + { + "epoch": 5.5835140997830806, + "grad_norm": 1.1184859002794636, + "learning_rate": 9.754267600537148e-08, + "logits/chosen": -1.1668930053710938, + "logits/rejected": -0.8483262658119202, + "logps/chosen": -0.07912689447402954, + "logps/rejected": -4.509005546569824, + "loss": 0.0481, + "odds_ratio_loss": 0.003705930430442095, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00791268888860941, + "rewards/margins": 0.44298791885375977, + "rewards/rejected": -0.4509005546569824, + "sft_loss": 0.07912689447402954, + "step": 3861 + }, + { + "epoch": 5.584960231381055, + "grad_norm": 1.0245326939879393, + "learning_rate": 9.686213817260957e-08, + "logits/chosen": -0.8007428646087646, + "logits/rejected": -0.7032575011253357, + "logps/chosen": -0.024395223706960678, + "logps/rejected": -5.995718002319336, + "loss": 0.0308, + "odds_ratio_loss": 0.0045672086998820305, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0024395224172621965, + "rewards/margins": 0.5971323251724243, + "rewards/rejected": -0.5995718240737915, + "sft_loss": 0.024395223706960678, + "step": 3862 + }, + { + "epoch": 5.586406362979031, + "grad_norm": 0.792686060002036, + "learning_rate": 9.618395355620146e-08, + "logits/chosen": -0.9847527742385864, + "logits/rejected": -0.9884693622589111, + "logps/chosen": -0.016595035791397095, + "logps/rejected": -4.327853202819824, + "loss": 0.0219, + "odds_ratio_loss": 0.001219768775627017, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001659503672271967, + "rewards/margins": 0.43112584948539734, + "rewards/rejected": -0.4327853322029114, + "sft_loss": 0.016595035791397095, + "step": 3863 + }, + { + "epoch": 5.587852494577007, + "grad_norm": 1.0262122915001675, + "learning_rate": 9.550812256502671e-08, + "logits/chosen": -0.7402524948120117, + "logits/rejected": -0.650458037853241, + "logps/chosen": -0.05518195778131485, + "logps/rejected": -6.806795120239258, + "loss": 0.0316, + "odds_ratio_loss": 0.005077338311821222, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0055181956849992275, + "rewards/margins": 0.6751613020896912, + "rewards/rejected": -0.6806795597076416, + "sft_loss": 0.05518195778131485, + "step": 3864 + }, + { + "epoch": 5.5892986261749815, + "grad_norm": 0.9213171627134767, + "learning_rate": 9.483464560654653e-08, + "logits/chosen": -0.7630059719085693, + "logits/rejected": -0.5672922730445862, + "logps/chosen": -0.02237100899219513, + "logps/rejected": -5.245082855224609, + "loss": 0.0263, + "odds_ratio_loss": 0.0012939394218847156, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002237100852653384, + "rewards/margins": 0.5222712159156799, + "rewards/rejected": -0.5245083570480347, + "sft_loss": 0.02237100899219513, + "step": 3865 + }, + { + "epoch": 5.590744757772957, + "grad_norm": 0.9947073685141449, + "learning_rate": 9.41635230868032e-08, + "logits/chosen": -0.8050935864448547, + "logits/rejected": -0.6179883480072021, + "logps/chosen": -0.02250969037413597, + "logps/rejected": -5.135504722595215, + "loss": 0.0357, + "odds_ratio_loss": 0.0018040683353319764, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022509689442813396, + "rewards/margins": 0.5112994909286499, + "rewards/rejected": -0.5135504603385925, + "sft_loss": 0.02250969037413597, + "step": 3866 + }, + { + "epoch": 5.592190889370933, + "grad_norm": 1.0721662892607096, + "learning_rate": 9.349475541041885e-08, + "logits/chosen": -1.047861099243164, + "logits/rejected": -0.7601584196090698, + "logps/chosen": -0.07620863616466522, + "logps/rejected": -5.097728252410889, + "loss": 0.0393, + "odds_ratio_loss": 0.003793524345383048, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007620863616466522, + "rewards/margins": 0.5021519660949707, + "rewards/rejected": -0.5097728371620178, + "sft_loss": 0.07620863616466522, + "step": 3867 + }, + { + "epoch": 5.593637020968908, + "grad_norm": 1.2066394169606451, + "learning_rate": 9.282834298059539e-08, + "logits/chosen": -0.8130267858505249, + "logits/rejected": -0.7708932161331177, + "logps/chosen": -0.016214922070503235, + "logps/rejected": -5.153808116912842, + "loss": 0.0443, + "odds_ratio_loss": 0.0012468149652704597, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016214922070503235, + "rewards/margins": 0.5137593150138855, + "rewards/rejected": -0.5153807997703552, + "sft_loss": 0.016214922070503235, + "step": 3868 + }, + { + "epoch": 5.595083152566883, + "grad_norm": 1.157611327012197, + "learning_rate": 9.216428619911587e-08, + "logits/chosen": -0.827752411365509, + "logits/rejected": -0.6157627701759338, + "logps/chosen": -0.031848832964897156, + "logps/rejected": -5.636829376220703, + "loss": 0.04, + "odds_ratio_loss": 0.0006597494357265532, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003184883389621973, + "rewards/margins": 0.5604981184005737, + "rewards/rejected": -0.5636829733848572, + "sft_loss": 0.031848832964897156, + "step": 3869 + }, + { + "epoch": 5.596529284164859, + "grad_norm": 1.440751755555854, + "learning_rate": 9.150258546634271e-08, + "logits/chosen": -0.6490340232849121, + "logits/rejected": -0.48528796434402466, + "logps/chosen": -0.02013351395726204, + "logps/rejected": -6.363707542419434, + "loss": 0.0612, + "odds_ratio_loss": 0.0006388231995515525, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0020133513025939465, + "rewards/margins": 0.6343573927879333, + "rewards/rejected": -0.6363707780838013, + "sft_loss": 0.02013351395726204, + "step": 3870 + }, + { + "epoch": 5.597975415762835, + "grad_norm": 0.9224358342142104, + "learning_rate": 9.084324118121767e-08, + "logits/chosen": -0.8425424695014954, + "logits/rejected": -0.6517443060874939, + "logps/chosen": -0.012473606504499912, + "logps/rejected": -5.4249186515808105, + "loss": 0.0261, + "odds_ratio_loss": 0.0011486727744340897, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0012473606038838625, + "rewards/margins": 0.5412445068359375, + "rewards/rejected": -0.5424919128417969, + "sft_loss": 0.012473606504499912, + "step": 3871 + }, + { + "epoch": 5.5994215473608095, + "grad_norm": 1.047728691464437, + "learning_rate": 9.018625374126188e-08, + "logits/chosen": -0.787708044052124, + "logits/rejected": -0.6361563801765442, + "logps/chosen": -0.040176477283239365, + "logps/rejected": -5.250421524047852, + "loss": 0.0409, + "odds_ratio_loss": 0.0012823616852983832, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004017648287117481, + "rewards/margins": 0.5210245251655579, + "rewards/rejected": -0.5250421166419983, + "sft_loss": 0.040176477283239365, + "step": 3872 + }, + { + "epoch": 5.600867678958785, + "grad_norm": 1.005615697820088, + "learning_rate": 8.953162354257538e-08, + "logits/chosen": -0.9109957218170166, + "logits/rejected": -0.7220777273178101, + "logps/chosen": -0.017372364178299904, + "logps/rejected": -5.085519313812256, + "loss": 0.0377, + "odds_ratio_loss": 0.0010335225379094481, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001737236394546926, + "rewards/margins": 0.50681471824646, + "rewards/rejected": -0.5085519552230835, + "sft_loss": 0.017372364178299904, + "step": 3873 + }, + { + "epoch": 5.602313810556761, + "grad_norm": 0.859332407138211, + "learning_rate": 8.887935097983712e-08, + "logits/chosen": -0.8807803392410278, + "logits/rejected": -0.7796051502227783, + "logps/chosen": -0.039813119918107986, + "logps/rejected": -5.857760906219482, + "loss": 0.0247, + "odds_ratio_loss": 0.004182462580502033, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003981312271207571, + "rewards/margins": 0.581794798374176, + "rewards/rejected": -0.585776150226593, + "sft_loss": 0.039813119918107986, + "step": 3874 + }, + { + "epoch": 5.603759942154736, + "grad_norm": 0.8777433120960881, + "learning_rate": 8.822943644630454e-08, + "logits/chosen": -0.9151740074157715, + "logits/rejected": -0.6227646470069885, + "logps/chosen": -0.06858855485916138, + "logps/rejected": -5.1172966957092285, + "loss": 0.0345, + "odds_ratio_loss": 0.001364107825793326, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006858856417238712, + "rewards/margins": 0.5048707723617554, + "rewards/rejected": -0.5117296576499939, + "sft_loss": 0.06858855485916138, + "step": 3875 + }, + { + "epoch": 5.605206073752711, + "grad_norm": 1.226504746702496, + "learning_rate": 8.758188033381353e-08, + "logits/chosen": -0.7460124492645264, + "logits/rejected": -0.5613774061203003, + "logps/chosen": -0.05687641724944115, + "logps/rejected": -5.019678115844727, + "loss": 0.0342, + "odds_ratio_loss": 0.003194852964952588, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005687640979886055, + "rewards/margins": 0.49628016352653503, + "rewards/rejected": -0.5019677877426147, + "sft_loss": 0.05687641724944115, + "step": 3876 + }, + { + "epoch": 5.606652205350687, + "grad_norm": 1.1254751656230593, + "learning_rate": 8.69366830327789e-08, + "logits/chosen": -0.8707925081253052, + "logits/rejected": -0.6477944850921631, + "logps/chosen": -0.12705475091934204, + "logps/rejected": -3.9010202884674072, + "loss": 0.0603, + "odds_ratio_loss": 0.006006310693919659, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.012705476023256779, + "rewards/margins": 0.3773965835571289, + "rewards/rejected": -0.3901020586490631, + "sft_loss": 0.12705475091934204, + "step": 3877 + }, + { + "epoch": 5.608098336948663, + "grad_norm": 0.8131598612601004, + "learning_rate": 8.629384493219128e-08, + "logits/chosen": -0.8724921345710754, + "logits/rejected": -0.7644715309143066, + "logps/chosen": -0.05918511375784874, + "logps/rejected": -4.924114227294922, + "loss": 0.0357, + "odds_ratio_loss": 0.00036744706449098885, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005918511189520359, + "rewards/margins": 0.48649293184280396, + "rewards/rejected": -0.49241143465042114, + "sft_loss": 0.05918511375784874, + "step": 3878 + }, + { + "epoch": 5.609544468546638, + "grad_norm": 1.1354278291872029, + "learning_rate": 8.565336641962106e-08, + "logits/chosen": -0.7309091687202454, + "logits/rejected": -0.5149399638175964, + "logps/chosen": -0.017144229263067245, + "logps/rejected": -5.465782642364502, + "loss": 0.0358, + "odds_ratio_loss": 0.000733592314645648, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001714422949589789, + "rewards/margins": 0.5448638200759888, + "rewards/rejected": -0.5465782284736633, + "sft_loss": 0.017144229263067245, + "step": 3879 + }, + { + "epoch": 5.610990600144613, + "grad_norm": 0.907687038565481, + "learning_rate": 8.501524788121494e-08, + "logits/chosen": -0.8225124478340149, + "logits/rejected": -0.456741601228714, + "logps/chosen": -0.012008003890514374, + "logps/rejected": -6.019430160522461, + "loss": 0.0395, + "odds_ratio_loss": 0.0003659829089883715, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00120080029591918, + "rewards/margins": 0.6007422208786011, + "rewards/rejected": -0.6019430160522461, + "sft_loss": 0.012008003890514374, + "step": 3880 + }, + { + "epoch": 5.612436731742589, + "grad_norm": 0.8500819053650278, + "learning_rate": 8.437948970169629e-08, + "logits/chosen": -0.8494061231613159, + "logits/rejected": -0.6348491311073303, + "logps/chosen": -0.01760895922780037, + "logps/rejected": -5.886898040771484, + "loss": 0.0273, + "odds_ratio_loss": 0.0010809004306793213, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017608960624784231, + "rewards/margins": 0.5869288444519043, + "rewards/rejected": -0.5886898040771484, + "sft_loss": 0.01760895922780037, + "step": 3881 + }, + { + "epoch": 5.613882863340564, + "grad_norm": 1.107555678550244, + "learning_rate": 8.374609226436735e-08, + "logits/chosen": -1.0346620082855225, + "logits/rejected": -0.6543772220611572, + "logps/chosen": -0.04019223153591156, + "logps/rejected": -6.5853447914123535, + "loss": 0.0296, + "odds_ratio_loss": 0.0007978305802680552, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004019223153591156, + "rewards/margins": 0.654515266418457, + "rewards/rejected": -0.6585345268249512, + "sft_loss": 0.04019223153591156, + "step": 3882 + }, + { + "epoch": 5.615328994938539, + "grad_norm": 1.6594008368972768, + "learning_rate": 8.311505595110446e-08, + "logits/chosen": -0.9576680064201355, + "logits/rejected": -0.7107992172241211, + "logps/chosen": -0.03443386033177376, + "logps/rejected": -4.302804946899414, + "loss": 0.0296, + "odds_ratio_loss": 0.0024423853028565645, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003443386172875762, + "rewards/margins": 0.42683711647987366, + "rewards/rejected": -0.43028050661087036, + "sft_loss": 0.03443386033177376, + "step": 3883 + }, + { + "epoch": 5.616775126536515, + "grad_norm": 0.8736460272012623, + "learning_rate": 8.248638114236283e-08, + "logits/chosen": -0.8958337306976318, + "logits/rejected": -0.6962901949882507, + "logps/chosen": -0.035607580095529556, + "logps/rejected": -4.740180015563965, + "loss": 0.0246, + "odds_ratio_loss": 0.0013252833159640431, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003560757962986827, + "rewards/margins": 0.4704572558403015, + "rewards/rejected": -0.4740179777145386, + "sft_loss": 0.035607580095529556, + "step": 3884 + }, + { + "epoch": 5.61822125813449, + "grad_norm": 1.1111572783157635, + "learning_rate": 8.186006821717173e-08, + "logits/chosen": -0.9697292447090149, + "logits/rejected": -0.8010947704315186, + "logps/chosen": -0.08695336431264877, + "logps/rejected": -5.5294318199157715, + "loss": 0.0365, + "odds_ratio_loss": 0.000782729999627918, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008695336058735847, + "rewards/margins": 0.5442478656768799, + "rewards/rejected": -0.552943229675293, + "sft_loss": 0.08695336431264877, + "step": 3885 + }, + { + "epoch": 5.619667389732466, + "grad_norm": 1.0281330550146877, + "learning_rate": 8.123611755313887e-08, + "logits/chosen": -1.1211961507797241, + "logits/rejected": -0.7908611297607422, + "logps/chosen": -0.022736605256795883, + "logps/rejected": -6.762401580810547, + "loss": 0.0396, + "odds_ratio_loss": 0.001896974048577249, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022736606188118458, + "rewards/margins": 0.6739665269851685, + "rewards/rejected": -0.6762401461601257, + "sft_loss": 0.022736605256795883, + "step": 3886 + }, + { + "epoch": 5.621113521330441, + "grad_norm": 1.2903301444306965, + "learning_rate": 8.061452952644598e-08, + "logits/chosen": -0.7981445789337158, + "logits/rejected": -0.6683976054191589, + "logps/chosen": -0.051232676953077316, + "logps/rejected": -4.502172470092773, + "loss": 0.0434, + "odds_ratio_loss": 0.0008279865724034607, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005123267415910959, + "rewards/margins": 0.4450939893722534, + "rewards/rejected": -0.45021724700927734, + "sft_loss": 0.051232676953077316, + "step": 3887 + }, + { + "epoch": 5.622559652928416, + "grad_norm": 1.4460602872131916, + "learning_rate": 7.999530451185022e-08, + "logits/chosen": -0.9000306129455566, + "logits/rejected": -0.6654245853424072, + "logps/chosen": -0.06389784812927246, + "logps/rejected": -5.316483497619629, + "loss": 0.0643, + "odds_ratio_loss": 0.006937685422599316, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006389784626662731, + "rewards/margins": 0.5252585411071777, + "rewards/rejected": -0.5316482782363892, + "sft_loss": 0.06389784812927246, + "step": 3888 + }, + { + "epoch": 5.624005784526392, + "grad_norm": 1.245773734697951, + "learning_rate": 7.937844288268447e-08, + "logits/chosen": -1.00962495803833, + "logits/rejected": -0.862888514995575, + "logps/chosen": -0.06227367743849754, + "logps/rejected": -5.003812789916992, + "loss": 0.0382, + "odds_ratio_loss": 0.0036341436207294464, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006227367557585239, + "rewards/margins": 0.4941539466381073, + "rewards/rejected": -0.5003812909126282, + "sft_loss": 0.06227367743849754, + "step": 3889 + }, + { + "epoch": 5.6254519161243675, + "grad_norm": 1.0056455308192838, + "learning_rate": 7.876394501085837e-08, + "logits/chosen": -0.9098703861236572, + "logits/rejected": -0.7144231796264648, + "logps/chosen": -0.07516808062791824, + "logps/rejected": -4.229522705078125, + "loss": 0.0351, + "odds_ratio_loss": 0.0012169769033789635, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007516808342188597, + "rewards/margins": 0.41543543338775635, + "rewards/rejected": -0.42295223474502563, + "sft_loss": 0.07516808062791824, + "step": 3890 + }, + { + "epoch": 5.626898047722342, + "grad_norm": 1.070424100517713, + "learning_rate": 7.815181126685332e-08, + "logits/chosen": -0.8877123594284058, + "logits/rejected": -0.5519871115684509, + "logps/chosen": -0.024476561695337296, + "logps/rejected": -5.705207824707031, + "loss": 0.0375, + "odds_ratio_loss": 0.0009460779256187379, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002447655890136957, + "rewards/margins": 0.5680731534957886, + "rewards/rejected": -0.5705208778381348, + "sft_loss": 0.024476561695337296, + "step": 3891 + }, + { + "epoch": 5.628344179320318, + "grad_norm": 1.002367017711253, + "learning_rate": 7.754204201972791e-08, + "logits/chosen": -1.0830185413360596, + "logits/rejected": -0.8066056966781616, + "logps/chosen": -0.02625204622745514, + "logps/rejected": -5.084045886993408, + "loss": 0.0426, + "odds_ratio_loss": 0.0028547344263643026, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0026252048555761576, + "rewards/margins": 0.5057793855667114, + "rewards/rejected": -0.5084046125411987, + "sft_loss": 0.02625204622745514, + "step": 3892 + }, + { + "epoch": 5.629790310918294, + "grad_norm": 1.3223399901665873, + "learning_rate": 7.693463763711472e-08, + "logits/chosen": -0.7070760726928711, + "logits/rejected": -0.5678169131278992, + "logps/chosen": -0.028207141906023026, + "logps/rejected": -5.583174228668213, + "loss": 0.0541, + "odds_ratio_loss": 0.0005133537924848497, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0028207143768668175, + "rewards/margins": 0.5554966330528259, + "rewards/rejected": -0.5583173632621765, + "sft_loss": 0.028207141906023026, + "step": 3893 + }, + { + "epoch": 5.631236442516269, + "grad_norm": 1.0036968645987125, + "learning_rate": 7.632959848521903e-08, + "logits/chosen": -0.7904921770095825, + "logits/rejected": -0.7324553728103638, + "logps/chosen": -0.03105638548731804, + "logps/rejected": -4.606823921203613, + "loss": 0.043, + "odds_ratio_loss": 0.0032230219803750515, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003105638548731804, + "rewards/margins": 0.4575767517089844, + "rewards/rejected": -0.46068239212036133, + "sft_loss": 0.03105638548731804, + "step": 3894 + }, + { + "epoch": 5.632682574114244, + "grad_norm": 1.2934557508771576, + "learning_rate": 7.572692492882237e-08, + "logits/chosen": -1.0913989543914795, + "logits/rejected": -0.7185604572296143, + "logps/chosen": -0.06864849478006363, + "logps/rejected": -5.759372711181641, + "loss": 0.04, + "odds_ratio_loss": 0.0022043841890990734, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00686484994366765, + "rewards/margins": 0.5690724849700928, + "rewards/rejected": -0.5759373307228088, + "sft_loss": 0.06864849478006363, + "step": 3895 + }, + { + "epoch": 5.63412870571222, + "grad_norm": 0.9311986244435818, + "learning_rate": 7.512661733127723e-08, + "logits/chosen": -0.8719162940979004, + "logits/rejected": -0.5234925746917725, + "logps/chosen": -0.013395091518759727, + "logps/rejected": -7.250702857971191, + "loss": 0.0307, + "odds_ratio_loss": 0.00034357167896814644, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013395091518759727, + "rewards/margins": 0.7237308025360107, + "rewards/rejected": -0.7250703573226929, + "sft_loss": 0.013395091518759727, + "step": 3896 + }, + { + "epoch": 5.6355748373101955, + "grad_norm": 1.3758621137819032, + "learning_rate": 7.452867605451318e-08, + "logits/chosen": -0.7366227507591248, + "logits/rejected": -0.581299901008606, + "logps/chosen": -0.033642686903476715, + "logps/rejected": -6.8972673416137695, + "loss": 0.0332, + "odds_ratio_loss": 0.0029167046304792166, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0033642686903476715, + "rewards/margins": 0.6863625049591064, + "rewards/rejected": -0.689726710319519, + "sft_loss": 0.033642686903476715, + "step": 3897 + }, + { + "epoch": 5.63702096890817, + "grad_norm": 1.1931931524825197, + "learning_rate": 7.393310145902987e-08, + "logits/chosen": -0.883941650390625, + "logits/rejected": -0.7122170925140381, + "logps/chosen": -0.038125600665807724, + "logps/rejected": -5.787795066833496, + "loss": 0.0342, + "odds_ratio_loss": 0.0028251700568944216, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0038125598803162575, + "rewards/margins": 0.5749669671058655, + "rewards/rejected": -0.5787795186042786, + "sft_loss": 0.038125600665807724, + "step": 3898 + }, + { + "epoch": 5.638467100506146, + "grad_norm": 0.8511199612804827, + "learning_rate": 7.333989390390183e-08, + "logits/chosen": -1.15104341506958, + "logits/rejected": -0.6643425226211548, + "logps/chosen": -0.05288753658533096, + "logps/rejected": -6.539332389831543, + "loss": 0.0303, + "odds_ratio_loss": 0.006646599620580673, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005288753658533096, + "rewards/margins": 0.6486445069313049, + "rewards/rejected": -0.6539332866668701, + "sft_loss": 0.05288753658533096, + "step": 3899 + }, + { + "epoch": 5.639913232104122, + "grad_norm": 0.9691714602883686, + "learning_rate": 7.274905374677631e-08, + "logits/chosen": -1.0755349397659302, + "logits/rejected": -0.599575400352478, + "logps/chosen": -0.03918579965829849, + "logps/rejected": -4.2741804122924805, + "loss": 0.0328, + "odds_ratio_loss": 0.0014571095816791058, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003918579779565334, + "rewards/margins": 0.4234994649887085, + "rewards/rejected": -0.427418053150177, + "sft_loss": 0.03918579965829849, + "step": 3900 + }, + { + "epoch": 5.641359363702097, + "grad_norm": 0.8756828917317308, + "learning_rate": 7.216058134387326e-08, + "logits/chosen": -0.8658799529075623, + "logits/rejected": -0.6761690378189087, + "logps/chosen": -0.01636935956776142, + "logps/rejected": -5.539029598236084, + "loss": 0.0242, + "odds_ratio_loss": 0.000594843877479434, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016369358636438847, + "rewards/margins": 0.552266001701355, + "rewards/rejected": -0.5539029836654663, + "sft_loss": 0.01636935956776142, + "step": 3901 + }, + { + "epoch": 5.642805495300072, + "grad_norm": 1.2086469436479532, + "learning_rate": 7.157447704998443e-08, + "logits/chosen": -0.72590172290802, + "logits/rejected": -0.47788357734680176, + "logps/chosen": -0.05741055682301521, + "logps/rejected": -6.098160743713379, + "loss": 0.0431, + "odds_ratio_loss": 0.0019345948239788413, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005741056054830551, + "rewards/margins": 0.6040751338005066, + "rewards/rejected": -0.6098161339759827, + "sft_loss": 0.05741055682301521, + "step": 3902 + }, + { + "epoch": 5.644251626898048, + "grad_norm": 0.960222765821685, + "learning_rate": 7.099074121847426e-08, + "logits/chosen": -0.8502532243728638, + "logits/rejected": -0.6490471363067627, + "logps/chosen": -0.027551371604204178, + "logps/rejected": -4.097101211547852, + "loss": 0.0514, + "odds_ratio_loss": 0.0017816171748563647, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0027551373932510614, + "rewards/margins": 0.4069550037384033, + "rewards/rejected": -0.409710168838501, + "sft_loss": 0.027551371604204178, + "step": 3903 + }, + { + "epoch": 5.6456977584960235, + "grad_norm": 1.6231756077512831, + "learning_rate": 7.040937420127946e-08, + "logits/chosen": -0.9650408029556274, + "logits/rejected": -0.8903849720954895, + "logps/chosen": -0.08151555061340332, + "logps/rejected": -4.457081317901611, + "loss": 0.0511, + "odds_ratio_loss": 0.0022657865192741156, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008151555433869362, + "rewards/margins": 0.43755653500556946, + "rewards/rejected": -0.44570815563201904, + "sft_loss": 0.08151555061340332, + "step": 3904 + }, + { + "epoch": 5.647143890093998, + "grad_norm": 0.9400284707795573, + "learning_rate": 6.983037634890809e-08, + "logits/chosen": -0.7602153420448303, + "logits/rejected": -0.5387284159660339, + "logps/chosen": -0.009475589729845524, + "logps/rejected": -6.176396369934082, + "loss": 0.0221, + "odds_ratio_loss": 0.0016149263828992844, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0009475590195506811, + "rewards/margins": 0.616692066192627, + "rewards/rejected": -0.6176395416259766, + "sft_loss": 0.009475589729845524, + "step": 3905 + }, + { + "epoch": 5.648590021691974, + "grad_norm": 0.8122607809365746, + "learning_rate": 6.925374801044048e-08, + "logits/chosen": -0.7360423803329468, + "logits/rejected": -0.7772014737129211, + "logps/chosen": -0.029816610738635063, + "logps/rejected": -5.955297470092773, + "loss": 0.0296, + "odds_ratio_loss": 0.003913013264536858, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002981661120429635, + "rewards/margins": 0.592548131942749, + "rewards/rejected": -0.5955298542976379, + "sft_loss": 0.029816610738635063, + "step": 3906 + }, + { + "epoch": 5.65003615328995, + "grad_norm": 1.3780036646742946, + "learning_rate": 6.867948953352787e-08, + "logits/chosen": -0.9336844682693481, + "logits/rejected": -0.586871862411499, + "logps/chosen": -0.06249716877937317, + "logps/rejected": -4.8502020835876465, + "loss": 0.058, + "odds_ratio_loss": 0.0021649636328220367, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006249716971069574, + "rewards/margins": 0.47877049446105957, + "rewards/rejected": -0.4850202202796936, + "sft_loss": 0.06249716877937317, + "step": 3907 + }, + { + "epoch": 5.6514822848879245, + "grad_norm": 0.9200298747281895, + "learning_rate": 6.810760126439285e-08, + "logits/chosen": -0.903180718421936, + "logits/rejected": -0.6644023060798645, + "logps/chosen": -0.028901048004627228, + "logps/rejected": -5.7049994468688965, + "loss": 0.0239, + "odds_ratio_loss": 0.0007545308326371014, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0028901048935949802, + "rewards/margins": 0.5676099061965942, + "rewards/rejected": -0.5705000162124634, + "sft_loss": 0.028901048004627228, + "step": 3908 + }, + { + "epoch": 5.6529284164859, + "grad_norm": 1.024708514255704, + "learning_rate": 6.753808354782898e-08, + "logits/chosen": -0.8410828113555908, + "logits/rejected": -0.6992049217224121, + "logps/chosen": -0.020299401134252548, + "logps/rejected": -3.7354702949523926, + "loss": 0.0264, + "odds_ratio_loss": 0.0014652770478278399, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002029940253123641, + "rewards/margins": 0.3715171217918396, + "rewards/rejected": -0.3735470175743103, + "sft_loss": 0.020299401134252548, + "step": 3909 + }, + { + "epoch": 5.654374548083876, + "grad_norm": 0.9967547588704444, + "learning_rate": 6.697093672720067e-08, + "logits/chosen": -0.9125003218650818, + "logits/rejected": -0.7792860269546509, + "logps/chosen": -0.027637945488095284, + "logps/rejected": -5.146880149841309, + "loss": 0.0521, + "odds_ratio_loss": 0.0023928144946694374, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0027637947350740433, + "rewards/margins": 0.5119242668151855, + "rewards/rejected": -0.5146880149841309, + "sft_loss": 0.027637945488095284, + "step": 3910 + }, + { + "epoch": 5.655820679681851, + "grad_norm": 1.0733336260472248, + "learning_rate": 6.640616114444287e-08, + "logits/chosen": -0.8398350477218628, + "logits/rejected": -0.598203718662262, + "logps/chosen": -0.019008953124284744, + "logps/rejected": -3.937981605529785, + "loss": 0.0404, + "odds_ratio_loss": 0.0007247254834510386, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019008952658623457, + "rewards/margins": 0.3918972611427307, + "rewards/rejected": -0.39379817247390747, + "sft_loss": 0.019008953124284744, + "step": 3911 + }, + { + "epoch": 5.657266811279826, + "grad_norm": 1.0696577971049983, + "learning_rate": 6.584375714006052e-08, + "logits/chosen": -0.9154694676399231, + "logits/rejected": -0.65110182762146, + "logps/chosen": -0.011146700009703636, + "logps/rejected": -6.324227809906006, + "loss": 0.0469, + "odds_ratio_loss": 0.0005139351123943925, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0011146699544042349, + "rewards/margins": 0.6313080787658691, + "rewards/rejected": -0.6324228048324585, + "sft_loss": 0.011146700009703636, + "step": 3912 + }, + { + "epoch": 5.658712942877802, + "grad_norm": 1.1318905034129576, + "learning_rate": 6.528372505312907e-08, + "logits/chosen": -1.1783943176269531, + "logits/rejected": -0.9010468125343323, + "logps/chosen": -0.03388334438204765, + "logps/rejected": -6.663463592529297, + "loss": 0.0409, + "odds_ratio_loss": 0.002394784474745393, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0033883345313370228, + "rewards/margins": 0.662958025932312, + "rewards/rejected": -0.6663463115692139, + "sft_loss": 0.03388334438204765, + "step": 3913 + }, + { + "epoch": 5.660159074475777, + "grad_norm": 0.9399824898174974, + "learning_rate": 6.472606522129487e-08, + "logits/chosen": -0.9045823812484741, + "logits/rejected": -0.847064733505249, + "logps/chosen": -0.0137400571256876, + "logps/rejected": -4.138844966888428, + "loss": 0.0284, + "odds_ratio_loss": 0.0009114354033954442, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013740058057010174, + "rewards/margins": 0.412510484457016, + "rewards/rejected": -0.4138845205307007, + "sft_loss": 0.0137400571256876, + "step": 3914 + }, + { + "epoch": 5.6616052060737525, + "grad_norm": 0.9973586984702861, + "learning_rate": 6.417077798077209e-08, + "logits/chosen": -1.010211706161499, + "logits/rejected": -0.861878514289856, + "logps/chosen": -0.061721622943878174, + "logps/rejected": -4.818317413330078, + "loss": 0.0299, + "odds_ratio_loss": 0.004441537894308567, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006172161549329758, + "rewards/margins": 0.4756595492362976, + "rewards/rejected": -0.48183172941207886, + "sft_loss": 0.061721622943878174, + "step": 3915 + }, + { + "epoch": 5.663051337671728, + "grad_norm": 0.998537365179468, + "learning_rate": 6.361786366634625e-08, + "logits/chosen": -1.0144376754760742, + "logits/rejected": -0.8828725218772888, + "logps/chosen": -0.038881972432136536, + "logps/rejected": -5.611100196838379, + "loss": 0.0355, + "odds_ratio_loss": 0.0021481101866811514, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0038881972432136536, + "rewards/margins": 0.5572217702865601, + "rewards/rejected": -0.5611100196838379, + "sft_loss": 0.038881972432136536, + "step": 3916 + }, + { + "epoch": 5.664497469269704, + "grad_norm": 1.3821746245355928, + "learning_rate": 6.306732261137027e-08, + "logits/chosen": -1.0927997827529907, + "logits/rejected": -0.7127183675765991, + "logps/chosen": -0.03770868852734566, + "logps/rejected": -5.420331001281738, + "loss": 0.0344, + "odds_ratio_loss": 0.0027799506206065416, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0037708692252635956, + "rewards/margins": 0.5382621884346008, + "rewards/rejected": -0.5420330762863159, + "sft_loss": 0.03770868852734566, + "step": 3917 + }, + { + "epoch": 5.665943600867679, + "grad_norm": 1.2771633707593975, + "learning_rate": 6.251915514776884e-08, + "logits/chosen": -0.7677035331726074, + "logits/rejected": -0.5734249353408813, + "logps/chosen": -0.03404954820871353, + "logps/rejected": -6.219034194946289, + "loss": 0.0283, + "odds_ratio_loss": 0.00040826547774486244, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003404954681172967, + "rewards/margins": 0.6184984445571899, + "rewards/rejected": -0.6219034194946289, + "sft_loss": 0.03404954820871353, + "step": 3918 + }, + { + "epoch": 5.667389732465654, + "grad_norm": 1.0819061444739764, + "learning_rate": 6.197336160603362e-08, + "logits/chosen": -1.1142338514328003, + "logits/rejected": -0.6450099349021912, + "logps/chosen": -0.08008662611246109, + "logps/rejected": -5.973351955413818, + "loss": 0.0478, + "odds_ratio_loss": 0.0011582360602915287, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008008661679923534, + "rewards/margins": 0.5893265008926392, + "rewards/rejected": -0.5973352193832397, + "sft_loss": 0.08008662611246109, + "step": 3919 + }, + { + "epoch": 5.66883586406363, + "grad_norm": 0.979593206342996, + "learning_rate": 6.142994231522492e-08, + "logits/chosen": -0.7907422184944153, + "logits/rejected": -0.5625496506690979, + "logps/chosen": -0.012852794490754604, + "logps/rejected": -4.704351425170898, + "loss": 0.0259, + "odds_ratio_loss": 0.0008764659287407994, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0012852795189246535, + "rewards/margins": 0.4691498577594757, + "rewards/rejected": -0.47043511271476746, + "sft_loss": 0.012852794490754604, + "step": 3920 + }, + { + "epoch": 5.670281995661605, + "grad_norm": 0.9326543092206134, + "learning_rate": 6.088889760297312e-08, + "logits/chosen": -0.769900918006897, + "logits/rejected": -0.5406790971755981, + "logps/chosen": -0.01830982230603695, + "logps/rejected": -5.646090507507324, + "loss": 0.027, + "odds_ratio_loss": 0.002648351714015007, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0018309823935851455, + "rewards/margins": 0.562778115272522, + "rewards/rejected": -0.5646090507507324, + "sft_loss": 0.01830982230603695, + "step": 3921 + }, + { + "epoch": 5.6717281272595805, + "grad_norm": 1.1029927893990603, + "learning_rate": 6.035022779547549e-08, + "logits/chosen": -0.7700226306915283, + "logits/rejected": -0.752061128616333, + "logps/chosen": -0.06235011667013168, + "logps/rejected": -5.587028503417969, + "loss": 0.0411, + "odds_ratio_loss": 0.0030640983022749424, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006235011853277683, + "rewards/margins": 0.5524678230285645, + "rewards/rejected": -0.558702826499939, + "sft_loss": 0.06235011667013168, + "step": 3922 + }, + { + "epoch": 5.673174258857556, + "grad_norm": 1.1957365894214984, + "learning_rate": 5.981393321749894e-08, + "logits/chosen": -0.8172686100006104, + "logits/rejected": -0.7470732927322388, + "logps/chosen": -0.06232059746980667, + "logps/rejected": -3.8870420455932617, + "loss": 0.0631, + "odds_ratio_loss": 0.007645574398338795, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006232059560716152, + "rewards/margins": 0.38247212767601013, + "rewards/rejected": -0.38870421051979065, + "sft_loss": 0.06232059746980667, + "step": 3923 + }, + { + "epoch": 5.674620390455532, + "grad_norm": 0.9288076500148977, + "learning_rate": 5.928001419237638e-08, + "logits/chosen": -0.9686081409454346, + "logits/rejected": -0.8795914649963379, + "logps/chosen": -0.009057226590812206, + "logps/rejected": -6.156771659851074, + "loss": 0.0374, + "odds_ratio_loss": 0.0005254077259451151, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0009057226707227528, + "rewards/margins": 0.6147714853286743, + "rewards/rejected": -0.6156772375106812, + "sft_loss": 0.009057226590812206, + "step": 3924 + }, + { + "epoch": 5.676066522053507, + "grad_norm": 1.0560130705009327, + "learning_rate": 5.8748471042010305e-08, + "logits/chosen": -1.093846321105957, + "logits/rejected": -0.7616704702377319, + "logps/chosen": -0.03402628004550934, + "logps/rejected": -6.118165969848633, + "loss": 0.0326, + "odds_ratio_loss": 0.0014892476610839367, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0034026282373815775, + "rewards/margins": 0.6084139943122864, + "rewards/rejected": -0.6118166446685791, + "sft_loss": 0.03402628004550934, + "step": 3925 + }, + { + "epoch": 5.677512653651482, + "grad_norm": 0.8648937856981704, + "learning_rate": 5.8219304086869705e-08, + "logits/chosen": -0.9695035219192505, + "logits/rejected": -0.7986159324645996, + "logps/chosen": -0.03180558234453201, + "logps/rejected": -4.99746561050415, + "loss": 0.0244, + "odds_ratio_loss": 0.003096992615610361, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003180558094754815, + "rewards/margins": 0.4965660274028778, + "rewards/rejected": -0.49974656105041504, + "sft_loss": 0.03180558234453201, + "step": 3926 + }, + { + "epoch": 5.678958785249458, + "grad_norm": 0.9465923606611053, + "learning_rate": 5.7692513645991814e-08, + "logits/chosen": -0.9850341081619263, + "logits/rejected": -0.7746860980987549, + "logps/chosen": -0.024150801822543144, + "logps/rejected": -5.850712776184082, + "loss": 0.0322, + "odds_ratio_loss": 0.0011510425247251987, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002415080089122057, + "rewards/margins": 0.58265620470047, + "rewards/rejected": -0.585071325302124, + "sft_loss": 0.024150801822543144, + "step": 3927 + }, + { + "epoch": 5.680404916847433, + "grad_norm": 1.0225694246772676, + "learning_rate": 5.716810003697947e-08, + "logits/chosen": -0.9132033586502075, + "logits/rejected": -0.6539651155471802, + "logps/chosen": -0.03499581664800644, + "logps/rejected": -5.632237911224365, + "loss": 0.0302, + "odds_ratio_loss": 0.0011239980813115835, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003499581478536129, + "rewards/margins": 0.5597242116928101, + "rewards/rejected": -0.5632237195968628, + "sft_loss": 0.03499581664800644, + "step": 3928 + }, + { + "epoch": 5.681851048445409, + "grad_norm": 1.2386475856717893, + "learning_rate": 5.664606357600465e-08, + "logits/chosen": -0.8918399214744568, + "logits/rejected": -0.7364063262939453, + "logps/chosen": -0.05718269944190979, + "logps/rejected": -5.176689147949219, + "loss": 0.0438, + "odds_ratio_loss": 0.0016231231857091188, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005718270316720009, + "rewards/margins": 0.511950671672821, + "rewards/rejected": -0.5176689028739929, + "sft_loss": 0.05718269944190979, + "step": 3929 + }, + { + "epoch": 5.683297180043384, + "grad_norm": 1.2202685542736273, + "learning_rate": 5.612640457780449e-08, + "logits/chosen": -0.8680728673934937, + "logits/rejected": -0.6936816573143005, + "logps/chosen": -0.035446494817733765, + "logps/rejected": -3.8519763946533203, + "loss": 0.0305, + "odds_ratio_loss": 0.002002793364226818, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003544649574905634, + "rewards/margins": 0.3816530108451843, + "rewards/rejected": -0.38519763946533203, + "sft_loss": 0.035446494817733765, + "step": 3930 + }, + { + "epoch": 5.684743311641359, + "grad_norm": 1.1173651380498892, + "learning_rate": 5.5609123355683906e-08, + "logits/chosen": -0.9929153919219971, + "logits/rejected": -0.6234613060951233, + "logps/chosen": -0.020111847668886185, + "logps/rejected": -6.586942672729492, + "loss": 0.0348, + "odds_ratio_loss": 0.00016166100976988673, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002011184813454747, + "rewards/margins": 0.656683087348938, + "rewards/rejected": -0.6586943864822388, + "sft_loss": 0.020111847668886185, + "step": 3931 + }, + { + "epoch": 5.686189443239335, + "grad_norm": 0.8926495914234045, + "learning_rate": 5.5094220221513e-08, + "logits/chosen": -1.0222707986831665, + "logits/rejected": -0.8124725222587585, + "logps/chosen": -0.01710999198257923, + "logps/rejected": -4.495701313018799, + "loss": 0.0258, + "odds_ratio_loss": 0.0012623387156054378, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017109992913901806, + "rewards/margins": 0.44785916805267334, + "rewards/rejected": -0.4495701789855957, + "sft_loss": 0.01710999198257923, + "step": 3932 + }, + { + "epoch": 5.68763557483731, + "grad_norm": 1.2731963859242328, + "learning_rate": 5.4581695485729665e-08, + "logits/chosen": -0.7314611077308655, + "logits/rejected": -0.7094411849975586, + "logps/chosen": -0.024839885532855988, + "logps/rejected": -6.205300331115723, + "loss": 0.0328, + "odds_ratio_loss": 0.0008890972239896655, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0024839891120791435, + "rewards/margins": 0.6180460453033447, + "rewards/rejected": -0.6205300688743591, + "sft_loss": 0.024839885532855988, + "step": 3933 + }, + { + "epoch": 5.689081706435285, + "grad_norm": 1.1808337226365984, + "learning_rate": 5.407154945733605e-08, + "logits/chosen": -0.7870131731033325, + "logits/rejected": -0.5856943130493164, + "logps/chosen": -0.09459728002548218, + "logps/rejected": -5.333677291870117, + "loss": 0.0516, + "odds_ratio_loss": 0.005132491700351238, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.009459727443754673, + "rewards/margins": 0.5239080190658569, + "rewards/rejected": -0.5333677530288696, + "sft_loss": 0.09459728002548218, + "step": 3934 + }, + { + "epoch": 5.690527838033261, + "grad_norm": 0.9096943069943451, + "learning_rate": 5.3563782443901254e-08, + "logits/chosen": -0.8053758144378662, + "logits/rejected": -0.6625349521636963, + "logps/chosen": -0.030897527933120728, + "logps/rejected": -3.146284580230713, + "loss": 0.0285, + "odds_ratio_loss": 0.0019149701111018658, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003089752746745944, + "rewards/margins": 0.3115387260913849, + "rewards/rejected": -0.3146284520626068, + "sft_loss": 0.030897527933120728, + "step": 3935 + }, + { + "epoch": 5.691973969631237, + "grad_norm": 1.3116878149312352, + "learning_rate": 5.305839475156082e-08, + "logits/chosen": -0.9307630658149719, + "logits/rejected": -0.6568589806556702, + "logps/chosen": -0.05684416741132736, + "logps/rejected": -5.24498176574707, + "loss": 0.0543, + "odds_ratio_loss": 0.002522802911698818, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005684417672455311, + "rewards/margins": 0.5188138484954834, + "rewards/rejected": -0.5244981646537781, + "sft_loss": 0.05684416741132736, + "step": 3936 + }, + { + "epoch": 5.693420101229211, + "grad_norm": 1.133640478705631, + "learning_rate": 5.2555386685013247e-08, + "logits/chosen": -0.8474830389022827, + "logits/rejected": -0.6886616349220276, + "logps/chosen": -0.07056474685668945, + "logps/rejected": -3.7979629039764404, + "loss": 0.0575, + "odds_ratio_loss": 0.0038194474764168262, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00705647561699152, + "rewards/margins": 0.3727398216724396, + "rewards/rejected": -0.37979626655578613, + "sft_loss": 0.07056474685668945, + "step": 3937 + }, + { + "epoch": 5.694866232827187, + "grad_norm": 0.9958326615719902, + "learning_rate": 5.2054758547525724e-08, + "logits/chosen": -0.7519106268882751, + "logits/rejected": -0.6501749753952026, + "logps/chosen": -0.06976844370365143, + "logps/rejected": -6.353296279907227, + "loss": 0.0386, + "odds_ratio_loss": 0.018397467210888863, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006976844742894173, + "rewards/margins": 0.6283528208732605, + "rewards/rejected": -0.6353296041488647, + "sft_loss": 0.06976844370365143, + "step": 3938 + }, + { + "epoch": 5.696312364425163, + "grad_norm": 0.9255804107593475, + "learning_rate": 5.1556510640927476e-08, + "logits/chosen": -0.729579746723175, + "logits/rejected": -0.6220409870147705, + "logps/chosen": -0.02262992598116398, + "logps/rejected": -4.2784223556518555, + "loss": 0.0388, + "odds_ratio_loss": 0.0035235087852925062, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002262992551550269, + "rewards/margins": 0.4255792498588562, + "rewards/rejected": -0.42784222960472107, + "sft_loss": 0.02262992598116398, + "step": 3939 + }, + { + "epoch": 5.697758496023138, + "grad_norm": 1.0616569156321858, + "learning_rate": 5.1060643265614655e-08, + "logits/chosen": -0.8722561597824097, + "logits/rejected": -0.7307120561599731, + "logps/chosen": -0.018616218119859695, + "logps/rejected": -4.420228481292725, + "loss": 0.0281, + "odds_ratio_loss": 0.0006978900055401027, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0018616218585520983, + "rewards/margins": 0.44016122817993164, + "rewards/rejected": -0.4420228898525238, + "sft_loss": 0.018616218119859695, + "step": 3940 + }, + { + "epoch": 5.699204627621113, + "grad_norm": 1.0380237647568364, + "learning_rate": 5.056715672054768e-08, + "logits/chosen": -0.9298012256622314, + "logits/rejected": -0.6356141567230225, + "logps/chosen": -0.04043480008840561, + "logps/rejected": -4.05310583114624, + "loss": 0.0241, + "odds_ratio_loss": 0.0012896271655336022, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0040434799157083035, + "rewards/margins": 0.4012671113014221, + "rewards/rejected": -0.40531060099601746, + "sft_loss": 0.04043480008840561, + "step": 3941 + }, + { + "epoch": 5.700650759219089, + "grad_norm": 0.9822767657440377, + "learning_rate": 5.007605130325121e-08, + "logits/chosen": -0.8983743190765381, + "logits/rejected": -0.6858455538749695, + "logps/chosen": -0.02578556537628174, + "logps/rejected": -3.956112861633301, + "loss": 0.022, + "odds_ratio_loss": 0.0009663483360782266, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002578556537628174, + "rewards/margins": 0.3930327296257019, + "rewards/rejected": -0.3956112861633301, + "sft_loss": 0.02578556537628174, + "step": 3942 + }, + { + "epoch": 5.702096890817065, + "grad_norm": 0.9640921864883987, + "learning_rate": 4.958732730981374e-08, + "logits/chosen": -0.5660995841026306, + "logits/rejected": -0.5064358115196228, + "logps/chosen": -0.04737599939107895, + "logps/rejected": -5.079545021057129, + "loss": 0.0378, + "odds_ratio_loss": 0.004981108475476503, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00473759975284338, + "rewards/margins": 0.5032169222831726, + "rewards/rejected": -0.5079545378684998, + "sft_loss": 0.04737599939107895, + "step": 3943 + }, + { + "epoch": 5.703543022415039, + "grad_norm": 1.0044203070515496, + "learning_rate": 4.910098503489024e-08, + "logits/chosen": -0.5947985649108887, + "logits/rejected": -0.4939855635166168, + "logps/chosen": -0.04397990554571152, + "logps/rejected": -5.396112442016602, + "loss": 0.0367, + "odds_ratio_loss": 0.006674241274595261, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004397990647703409, + "rewards/margins": 0.53521329164505, + "rewards/rejected": -0.5396112203598022, + "sft_loss": 0.04397990554571152, + "step": 3944 + }, + { + "epoch": 5.704989154013015, + "grad_norm": 1.149313184171066, + "learning_rate": 4.861702477169727e-08, + "logits/chosen": -0.9143013954162598, + "logits/rejected": -0.6934011578559875, + "logps/chosen": -0.009784114547073841, + "logps/rejected": -4.77062463760376, + "loss": 0.0218, + "odds_ratio_loss": 0.0006179651827551425, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0009784114081412554, + "rewards/margins": 0.4760840833187103, + "rewards/rejected": -0.477062463760376, + "sft_loss": 0.009784114547073841, + "step": 3945 + }, + { + "epoch": 5.706435285610991, + "grad_norm": 1.2237874570885532, + "learning_rate": 4.8135446812016536e-08, + "logits/chosen": -1.1765408515930176, + "logits/rejected": -0.8189411163330078, + "logps/chosen": -0.06264963001012802, + "logps/rejected": -6.33249044418335, + "loss": 0.0452, + "odds_ratio_loss": 0.008238528855144978, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006264963187277317, + "rewards/margins": 0.6269841194152832, + "rewards/rejected": -0.633249044418335, + "sft_loss": 0.06264963001012802, + "step": 3946 + }, + { + "epoch": 5.7078814172089665, + "grad_norm": 1.02404607668381, + "learning_rate": 4.765625144619356e-08, + "logits/chosen": -0.9042776823043823, + "logits/rejected": -0.6364085674285889, + "logps/chosen": -0.04948314279317856, + "logps/rejected": -4.562315940856934, + "loss": 0.039, + "odds_ratio_loss": 0.0030646594241261482, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004948314279317856, + "rewards/margins": 0.4512832760810852, + "rewards/rejected": -0.45623159408569336, + "sft_loss": 0.04948314279317856, + "step": 3947 + }, + { + "epoch": 5.709327548806941, + "grad_norm": 1.1728511222826667, + "learning_rate": 4.717943896313681e-08, + "logits/chosen": -0.9472683072090149, + "logits/rejected": -0.7687931060791016, + "logps/chosen": -0.03766496852040291, + "logps/rejected": -5.983687400817871, + "loss": 0.0461, + "odds_ratio_loss": 0.0009112533880397677, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003766496665775776, + "rewards/margins": 0.5946022272109985, + "rewards/rejected": -0.598368763923645, + "sft_loss": 0.03766496852040291, + "step": 3948 + }, + { + "epoch": 5.710773680404917, + "grad_norm": 0.9785284414828915, + "learning_rate": 4.670500965031765e-08, + "logits/chosen": -0.8775100708007812, + "logits/rejected": -0.6726743578910828, + "logps/chosen": -0.055906932801008224, + "logps/rejected": -5.177661418914795, + "loss": 0.0339, + "odds_ratio_loss": 0.004313563462346792, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005590693559497595, + "rewards/margins": 0.512175440788269, + "rewards/rejected": -0.5177661180496216, + "sft_loss": 0.055906932801008224, + "step": 3949 + }, + { + "epoch": 5.712219812002893, + "grad_norm": 4.807573142568754, + "learning_rate": 4.623296379377217e-08, + "logits/chosen": -0.856716513633728, + "logits/rejected": -0.6778161525726318, + "logps/chosen": -0.0741441547870636, + "logps/rejected": -5.552947998046875, + "loss": 0.0455, + "odds_ratio_loss": 0.008630833588540554, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0074144164100289345, + "rewards/margins": 0.5478804707527161, + "rewards/rejected": -0.5552948713302612, + "sft_loss": 0.0741441547870636, + "step": 3950 + }, + { + "epoch": 5.713665943600867, + "grad_norm": 0.792542970153592, + "learning_rate": 4.5763301678098053e-08, + "logits/chosen": -1.1035850048065186, + "logits/rejected": -0.9252421855926514, + "logps/chosen": -0.04065769910812378, + "logps/rejected": -3.750488758087158, + "loss": 0.0269, + "odds_ratio_loss": 0.0019774322863668203, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004065769724547863, + "rewards/margins": 0.3709830939769745, + "rewards/rejected": -0.37504884600639343, + "sft_loss": 0.04065769910812378, + "step": 3951 + }, + { + "epoch": 5.715112075198843, + "grad_norm": 0.9629993811033565, + "learning_rate": 4.5296023586456345e-08, + "logits/chosen": -0.7754743099212646, + "logits/rejected": -0.6971641778945923, + "logps/chosen": -0.020119009539484978, + "logps/rejected": -3.7750449180603027, + "loss": 0.0333, + "odds_ratio_loss": 0.04542544111609459, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.002011900767683983, + "rewards/margins": 0.3754926323890686, + "rewards/rejected": -0.37750452756881714, + "sft_loss": 0.020119009539484978, + "step": 3952 + }, + { + "epoch": 5.716558206796819, + "grad_norm": 0.7073799305020456, + "learning_rate": 4.483112980057147e-08, + "logits/chosen": -1.0943269729614258, + "logits/rejected": -0.6168371438980103, + "logps/chosen": -0.013947287574410439, + "logps/rejected": -5.2490081787109375, + "loss": 0.0179, + "odds_ratio_loss": 0.0006277449429035187, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013947287807241082, + "rewards/margins": 0.5235061645507812, + "rewards/rejected": -0.5249009132385254, + "sft_loss": 0.013947287574410439, + "step": 3953 + }, + { + "epoch": 5.718004338394794, + "grad_norm": 0.9432485852232118, + "learning_rate": 4.436862060072855e-08, + "logits/chosen": -0.8107536435127258, + "logits/rejected": -0.7643659114837646, + "logps/chosen": -0.02018115669488907, + "logps/rejected": -3.54256010055542, + "loss": 0.0125, + "odds_ratio_loss": 0.001157900900579989, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0020181157160550356, + "rewards/margins": 0.35223788022994995, + "rewards/rejected": -0.3542560338973999, + "sft_loss": 0.02018115669488907, + "step": 3954 + }, + { + "epoch": 5.719450469992769, + "grad_norm": 1.6223932525353142, + "learning_rate": 4.3908496265776973e-08, + "logits/chosen": -0.651569128036499, + "logits/rejected": -0.5832317471504211, + "logps/chosen": -0.06823825091123581, + "logps/rejected": -4.777907848358154, + "loss": 0.0692, + "odds_ratio_loss": 0.004125387407839298, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006823825184255838, + "rewards/margins": 0.47096699476242065, + "rewards/rejected": -0.47779080271720886, + "sft_loss": 0.06823825091123581, + "step": 3955 + }, + { + "epoch": 5.720896601590745, + "grad_norm": 1.0945610279479845, + "learning_rate": 4.3450757073126844e-08, + "logits/chosen": -1.1655569076538086, + "logits/rejected": -0.6393382549285889, + "logps/chosen": -0.023160209879279137, + "logps/rejected": -6.733799457550049, + "loss": 0.0396, + "odds_ratio_loss": 0.0007181918481364846, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0023160211276263, + "rewards/margins": 0.6710639595985413, + "rewards/rejected": -0.6733798980712891, + "sft_loss": 0.023160209879279137, + "step": 3956 + }, + { + "epoch": 5.72234273318872, + "grad_norm": 0.9881255041140731, + "learning_rate": 4.2995403298751176e-08, + "logits/chosen": -0.8412911295890808, + "logits/rejected": -0.7012451887130737, + "logps/chosen": -0.035623397678136826, + "logps/rejected": -3.769057035446167, + "loss": 0.0458, + "odds_ratio_loss": 0.002924562431871891, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003562340047210455, + "rewards/margins": 0.3733433783054352, + "rewards/rejected": -0.3769057095050812, + "sft_loss": 0.035623397678136826, + "step": 3957 + }, + { + "epoch": 5.7237888647866955, + "grad_norm": 1.2450271286281953, + "learning_rate": 4.2542435217184146e-08, + "logits/chosen": -0.7657533884048462, + "logits/rejected": -0.7611573934555054, + "logps/chosen": -0.04250839352607727, + "logps/rejected": -5.744058609008789, + "loss": 0.0353, + "odds_ratio_loss": 0.003883287776261568, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004250839352607727, + "rewards/margins": 0.5701550245285034, + "rewards/rejected": -0.5744057893753052, + "sft_loss": 0.04250839352607727, + "step": 3958 + }, + { + "epoch": 5.725234996384671, + "grad_norm": 0.9684630858692042, + "learning_rate": 4.209185310152197e-08, + "logits/chosen": -1.0507510900497437, + "logits/rejected": -0.7392194867134094, + "logps/chosen": -0.020687285810709, + "logps/rejected": -5.629661560058594, + "loss": 0.0284, + "odds_ratio_loss": 0.0012234591413289309, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0020687286742031574, + "rewards/margins": 0.5608974695205688, + "rewards/rejected": -0.5629662275314331, + "sft_loss": 0.020687285810709, + "step": 3959 + }, + { + "epoch": 5.726681127982646, + "grad_norm": 1.0111903958418516, + "learning_rate": 4.164365722342245e-08, + "logits/chosen": -0.8547532558441162, + "logits/rejected": -0.7358726859092712, + "logps/chosen": -0.03250580281019211, + "logps/rejected": -4.449581623077393, + "loss": 0.0251, + "odds_ratio_loss": 0.0019836989231407642, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0032505805138498545, + "rewards/margins": 0.4417075514793396, + "rewards/rejected": -0.4449581503868103, + "sft_loss": 0.03250580281019211, + "step": 3960 + }, + { + "epoch": 5.728127259580622, + "grad_norm": 0.8954341522636333, + "learning_rate": 4.119784785310454e-08, + "logits/chosen": -0.97066330909729, + "logits/rejected": -0.7040786743164062, + "logps/chosen": -0.014331339858472347, + "logps/rejected": -5.2800421714782715, + "loss": 0.0229, + "odds_ratio_loss": 0.0006313954363577068, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014331340789794922, + "rewards/margins": 0.5265710949897766, + "rewards/rejected": -0.5280042290687561, + "sft_loss": 0.014331339858472347, + "step": 3961 + }, + { + "epoch": 5.729573391178597, + "grad_norm": 0.8325532370707646, + "learning_rate": 4.0754425259348355e-08, + "logits/chosen": -0.9457544088363647, + "logits/rejected": -0.6079109907150269, + "logps/chosen": -0.01744541898369789, + "logps/rejected": -5.451538562774658, + "loss": 0.0226, + "odds_ratio_loss": 0.0007178646046668291, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017445420380681753, + "rewards/margins": 0.5434092879295349, + "rewards/rejected": -0.5451538562774658, + "sft_loss": 0.01744541898369789, + "step": 3962 + }, + { + "epoch": 5.731019522776573, + "grad_norm": 1.112537502022365, + "learning_rate": 4.031338970949516e-08, + "logits/chosen": -0.7553691864013672, + "logits/rejected": -0.5517176985740662, + "logps/chosen": -0.03140060976147652, + "logps/rejected": -5.191702842712402, + "loss": 0.0459, + "odds_ratio_loss": 0.0007400895119644701, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0031400611624121666, + "rewards/margins": 0.5160301923751831, + "rewards/rejected": -0.5191702842712402, + "sft_loss": 0.03140060976147652, + "step": 3963 + }, + { + "epoch": 5.732465654374548, + "grad_norm": 1.01456036033676, + "learning_rate": 3.987474146944647e-08, + "logits/chosen": -1.02970552444458, + "logits/rejected": -0.8884641528129578, + "logps/chosen": -0.013003876432776451, + "logps/rejected": -4.971007823944092, + "loss": 0.0344, + "odds_ratio_loss": 0.0005930347251705825, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013003875501453876, + "rewards/margins": 0.4958004057407379, + "rewards/rejected": -0.4971008002758026, + "sft_loss": 0.013003876432776451, + "step": 3964 + }, + { + "epoch": 5.7339117859725235, + "grad_norm": 1.2032055887513502, + "learning_rate": 3.943848080366541e-08, + "logits/chosen": -1.0313166379928589, + "logits/rejected": -0.6610112190246582, + "logps/chosen": -0.013816236518323421, + "logps/rejected": -5.627511978149414, + "loss": 0.0335, + "odds_ratio_loss": 0.00041836718446575105, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013816235587000847, + "rewards/margins": 0.5613695383071899, + "rewards/rejected": -0.5627512335777283, + "sft_loss": 0.013816236518323421, + "step": 3965 + }, + { + "epoch": 5.735357917570499, + "grad_norm": 1.0401773408038113, + "learning_rate": 3.9004607975174905e-08, + "logits/chosen": -0.9395818114280701, + "logits/rejected": -0.770209789276123, + "logps/chosen": -0.027776891365647316, + "logps/rejected": -4.5239949226379395, + "loss": 0.0187, + "odds_ratio_loss": 0.001369029050692916, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0027776893693953753, + "rewards/margins": 0.4496217966079712, + "rewards/rejected": -0.45239946246147156, + "sft_loss": 0.027776891365647316, + "step": 3966 + }, + { + "epoch": 5.736804049168474, + "grad_norm": 0.9541026537621927, + "learning_rate": 3.857312324555862e-08, + "logits/chosen": -0.7973968386650085, + "logits/rejected": -0.5857910513877869, + "logps/chosen": -0.018500562757253647, + "logps/rejected": -5.999993324279785, + "loss": 0.0199, + "odds_ratio_loss": 0.0004114778130315244, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001850056229159236, + "rewards/margins": 0.598149299621582, + "rewards/rejected": -0.5999993681907654, + "sft_loss": 0.018500562757253647, + "step": 3967 + }, + { + "epoch": 5.73825018076645, + "grad_norm": 1.1225011262565519, + "learning_rate": 3.814402687496043e-08, + "logits/chosen": -1.0490517616271973, + "logits/rejected": -0.8305553793907166, + "logps/chosen": -0.005585083272308111, + "logps/rejected": -5.262382984161377, + "loss": 0.0306, + "odds_ratio_loss": 0.0003785730223171413, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0005585083272308111, + "rewards/margins": 0.5256798267364502, + "rewards/rejected": -0.5262383222579956, + "sft_loss": 0.005585083272308111, + "step": 3968 + }, + { + "epoch": 5.739696312364425, + "grad_norm": 1.026685490340686, + "learning_rate": 3.7717319122083645e-08, + "logits/chosen": -1.0224274396896362, + "logits/rejected": -0.8586872816085815, + "logps/chosen": -0.006939824670553207, + "logps/rejected": -5.025428295135498, + "loss": 0.0293, + "odds_ratio_loss": 0.00030064102611504495, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0006939824670553207, + "rewards/margins": 0.5018488764762878, + "rewards/rejected": -0.5025428533554077, + "sft_loss": 0.006939824670553207, + "step": 3969 + }, + { + "epoch": 5.741142443962401, + "grad_norm": 1.1829241105985957, + "learning_rate": 3.729300024419224e-08, + "logits/chosen": -0.8081978559494019, + "logits/rejected": -0.518790602684021, + "logps/chosen": -0.026094887405633926, + "logps/rejected": -4.8559250831604, + "loss": 0.0539, + "odds_ratio_loss": 0.001554901129566133, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0026094887871295214, + "rewards/margins": 0.4829829931259155, + "rewards/rejected": -0.48559248447418213, + "sft_loss": 0.026094887405633926, + "step": 3970 + }, + { + "epoch": 5.742588575560376, + "grad_norm": 1.1125981286298714, + "learning_rate": 3.687107049710958e-08, + "logits/chosen": -0.969440758228302, + "logits/rejected": -0.677169919013977, + "logps/chosen": -0.040819112211465836, + "logps/rejected": -5.158903121948242, + "loss": 0.044, + "odds_ratio_loss": 0.0023379060439765453, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0040819114074110985, + "rewards/margins": 0.511808454990387, + "rewards/rejected": -0.51589035987854, + "sft_loss": 0.040819112211465836, + "step": 3971 + }, + { + "epoch": 5.7440347071583515, + "grad_norm": 1.0875350672506494, + "learning_rate": 3.645153013521929e-08, + "logits/chosen": -1.1375861167907715, + "logits/rejected": -0.7329793572425842, + "logps/chosen": -0.025086410343647003, + "logps/rejected": -6.695981025695801, + "loss": 0.0328, + "odds_ratio_loss": 0.0005195082630962133, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0025086409877985716, + "rewards/margins": 0.6670895218849182, + "rewards/rejected": -0.6695981621742249, + "sft_loss": 0.025086410343647003, + "step": 3972 + }, + { + "epoch": 5.745480838756327, + "grad_norm": 1.2322911875291596, + "learning_rate": 3.603437941146303e-08, + "logits/chosen": -0.9515436887741089, + "logits/rejected": -0.791551947593689, + "logps/chosen": -0.009043844416737556, + "logps/rejected": -4.902947425842285, + "loss": 0.0559, + "odds_ratio_loss": 0.0005873933550901711, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0009043845348060131, + "rewards/margins": 0.48939037322998047, + "rewards/rejected": -0.49029478430747986, + "sft_loss": 0.009043844416737556, + "step": 3973 + }, + { + "epoch": 5.746926970354302, + "grad_norm": 1.1251125949181537, + "learning_rate": 3.561961857734275e-08, + "logits/chosen": -0.7727161645889282, + "logits/rejected": -0.610916793346405, + "logps/chosen": -0.03913598507642746, + "logps/rejected": -4.861371040344238, + "loss": 0.0393, + "odds_ratio_loss": 0.007291535846889019, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003913598600775003, + "rewards/margins": 0.4822235107421875, + "rewards/rejected": -0.4861370921134949, + "sft_loss": 0.03913598507642746, + "step": 3974 + }, + { + "epoch": 5.748373101952278, + "grad_norm": 1.5473900691851843, + "learning_rate": 3.520724788291973e-08, + "logits/chosen": -0.9996442794799805, + "logits/rejected": -0.7617815732955933, + "logps/chosen": -0.06447423249483109, + "logps/rejected": -6.056490421295166, + "loss": 0.0534, + "odds_ratio_loss": 0.0018590696854516864, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006447423715144396, + "rewards/margins": 0.5992016792297363, + "rewards/rejected": -0.6056490540504456, + "sft_loss": 0.06447423249483109, + "step": 3975 + }, + { + "epoch": 5.749819233550253, + "grad_norm": 1.215426207668915, + "learning_rate": 3.479726757681289e-08, + "logits/chosen": -0.7984232902526855, + "logits/rejected": -0.5945329666137695, + "logps/chosen": -0.022249722853302956, + "logps/rejected": -6.509105205535889, + "loss": 0.0322, + "odds_ratio_loss": 0.0006876873667351902, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0022249724715948105, + "rewards/margins": 0.6486855745315552, + "rewards/rejected": -0.650910496711731, + "sft_loss": 0.022249722853302956, + "step": 3976 + }, + { + "epoch": 5.751265365148228, + "grad_norm": 1.1150668910106851, + "learning_rate": 3.4389677906201843e-08, + "logits/chosen": -0.9797489643096924, + "logits/rejected": -0.6965649127960205, + "logps/chosen": -0.014419843442738056, + "logps/rejected": -5.9641337394714355, + "loss": 0.0456, + "odds_ratio_loss": 0.0016502912621945143, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001441984437406063, + "rewards/margins": 0.5949714183807373, + "rewards/rejected": -0.5964133739471436, + "sft_loss": 0.014419843442738056, + "step": 3977 + }, + { + "epoch": 5.752711496746204, + "grad_norm": 0.9972980551037653, + "learning_rate": 3.3984479116822896e-08, + "logits/chosen": -0.7742958664894104, + "logits/rejected": -0.6961202025413513, + "logps/chosen": -0.021118473261594772, + "logps/rejected": -4.253470420837402, + "loss": 0.0226, + "odds_ratio_loss": 0.001717887818813324, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002111847046762705, + "rewards/margins": 0.4232351779937744, + "rewards/rejected": -0.42534705996513367, + "sft_loss": 0.021118473261594772, + "step": 3978 + }, + { + "epoch": 5.7541576283441795, + "grad_norm": 1.1409967671513455, + "learning_rate": 3.3581671452973084e-08, + "logits/chosen": -0.895980954170227, + "logits/rejected": -0.7544868588447571, + "logps/chosen": -0.0419120267033577, + "logps/rejected": -4.296963214874268, + "loss": 0.038, + "odds_ratio_loss": 0.0015717416536062956, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0041912030428647995, + "rewards/margins": 0.4255051016807556, + "rewards/rejected": -0.42969632148742676, + "sft_loss": 0.0419120267033577, + "step": 3979 + }, + { + "epoch": 5.755603759942154, + "grad_norm": 1.054092428879142, + "learning_rate": 3.318125515750614e-08, + "logits/chosen": -1.0647022724151611, + "logits/rejected": -0.7363189458847046, + "logps/chosen": -0.05184062197804451, + "logps/rejected": -6.126248836517334, + "loss": 0.0282, + "odds_ratio_loss": 0.0024300923105329275, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0051840622909367085, + "rewards/margins": 0.6074408292770386, + "rewards/rejected": -0.6126248836517334, + "sft_loss": 0.05184062197804451, + "step": 3980 + }, + { + "epoch": 5.75704989154013, + "grad_norm": 1.1317499613490938, + "learning_rate": 3.278323047183429e-08, + "logits/chosen": -0.673163890838623, + "logits/rejected": -0.6283612251281738, + "logps/chosen": -0.024727502837777138, + "logps/rejected": -5.055089473724365, + "loss": 0.0313, + "odds_ratio_loss": 0.004691070411354303, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0024727503769099712, + "rewards/margins": 0.5030362606048584, + "rewards/rejected": -0.5055089592933655, + "sft_loss": 0.024727502837777138, + "step": 3981 + }, + { + "epoch": 5.758496023138106, + "grad_norm": 1.2086838902742276, + "learning_rate": 3.238759763592824e-08, + "logits/chosen": -0.9168479442596436, + "logits/rejected": -0.7292149662971497, + "logps/chosen": -0.05325371026992798, + "logps/rejected": -5.35057258605957, + "loss": 0.0847, + "odds_ratio_loss": 0.0033136121928691864, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005325371399521828, + "rewards/margins": 0.5297318696975708, + "rewards/rejected": -0.5350572466850281, + "sft_loss": 0.05325371026992798, + "step": 3982 + }, + { + "epoch": 5.7599421547360805, + "grad_norm": 1.2961516935194144, + "learning_rate": 3.199435688831631e-08, + "logits/chosen": -0.8049898147583008, + "logits/rejected": -0.677711009979248, + "logps/chosen": -0.03922729194164276, + "logps/rejected": -3.4130773544311523, + "loss": 0.0436, + "odds_ratio_loss": 0.0017275214195251465, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003922729752957821, + "rewards/margins": 0.33738502860069275, + "rewards/rejected": -0.34130772948265076, + "sft_loss": 0.03922729194164276, + "step": 3983 + }, + { + "epoch": 5.761388286334056, + "grad_norm": 1.188349583853395, + "learning_rate": 3.1603508466085284e-08, + "logits/chosen": -0.9943714141845703, + "logits/rejected": -0.6691036224365234, + "logps/chosen": -0.025151284411549568, + "logps/rejected": -5.576414108276367, + "loss": 0.0331, + "odds_ratio_loss": 0.0018484786851331592, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002515128580853343, + "rewards/margins": 0.5551262497901917, + "rewards/rejected": -0.5576413869857788, + "sft_loss": 0.025151284411549568, + "step": 3984 + }, + { + "epoch": 5.762834417932032, + "grad_norm": 1.1340347678222187, + "learning_rate": 3.1215052604879114e-08, + "logits/chosen": -0.8503623008728027, + "logits/rejected": -0.7320210933685303, + "logps/chosen": -0.02072015404701233, + "logps/rejected": -3.383143901824951, + "loss": 0.0354, + "odds_ratio_loss": 0.0017923712730407715, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002072015544399619, + "rewards/margins": 0.3362423777580261, + "rewards/rejected": -0.338314414024353, + "sft_loss": 0.02072015404701233, + "step": 3985 + }, + { + "epoch": 5.764280549530008, + "grad_norm": 1.3273836595656827, + "learning_rate": 3.082898953889845e-08, + "logits/chosen": -0.8875366449356079, + "logits/rejected": -0.5429030060768127, + "logps/chosen": -0.04038511961698532, + "logps/rejected": -6.3761820793151855, + "loss": 0.0474, + "odds_ratio_loss": 0.004100095946341753, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004038511775434017, + "rewards/margins": 0.6335797309875488, + "rewards/rejected": -0.6376181840896606, + "sft_loss": 0.04038511961698532, + "step": 3986 + }, + { + "epoch": 5.765726681127982, + "grad_norm": 1.0007986876611032, + "learning_rate": 3.044531950090334e-08, + "logits/chosen": -0.8018543720245361, + "logits/rejected": -0.6697442531585693, + "logps/chosen": -0.05521427094936371, + "logps/rejected": -5.116559982299805, + "loss": 0.0362, + "odds_ratio_loss": 0.0010527849663048983, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0055214278399944305, + "rewards/margins": 0.506134569644928, + "rewards/rejected": -0.5116559863090515, + "sft_loss": 0.05521427094936371, + "step": 3987 + }, + { + "epoch": 5.767172812725958, + "grad_norm": 1.3050876636722932, + "learning_rate": 3.006404272220919e-08, + "logits/chosen": -1.0676295757293701, + "logits/rejected": -0.7167788147926331, + "logps/chosen": -0.06772436201572418, + "logps/rejected": -4.485447883605957, + "loss": 0.0367, + "odds_ratio_loss": 0.009542109444737434, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006772437132894993, + "rewards/margins": 0.44177234172821045, + "rewards/rejected": -0.44854480028152466, + "sft_loss": 0.06772436201572418, + "step": 3988 + }, + { + "epoch": 5.768618944323934, + "grad_norm": 1.275730282332951, + "learning_rate": 2.9685159432689012e-08, + "logits/chosen": -0.8527493476867676, + "logits/rejected": -0.6094472408294678, + "logps/chosen": -0.05909667909145355, + "logps/rejected": -7.165646553039551, + "loss": 0.0344, + "odds_ratio_loss": 0.003317814087495208, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005909668281674385, + "rewards/margins": 0.7106549739837646, + "rewards/rejected": -0.7165646553039551, + "sft_loss": 0.05909667909145355, + "step": 3989 + }, + { + "epoch": 5.7700650759219085, + "grad_norm": 1.2166176608174204, + "learning_rate": 2.9308669860773848e-08, + "logits/chosen": -0.9953593015670776, + "logits/rejected": -0.6956831216812134, + "logps/chosen": -0.01776827871799469, + "logps/rejected": -6.028247833251953, + "loss": 0.0369, + "odds_ratio_loss": 0.002291513839736581, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017768278485164046, + "rewards/margins": 0.6010479927062988, + "rewards/rejected": -0.6028247475624084, + "sft_loss": 0.01776827871799469, + "step": 3990 + }, + { + "epoch": 5.771511207519884, + "grad_norm": 1.2792370639647088, + "learning_rate": 2.893457423344925e-08, + "logits/chosen": -0.6821169853210449, + "logits/rejected": -0.5734527111053467, + "logps/chosen": -0.019364001229405403, + "logps/rejected": -4.074793815612793, + "loss": 0.0419, + "odds_ratio_loss": 0.0023358322214335203, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019364003092050552, + "rewards/margins": 0.4055430293083191, + "rewards/rejected": -0.4074794352054596, + "sft_loss": 0.019364001229405403, + "step": 3991 + }, + { + "epoch": 5.77295733911786, + "grad_norm": 0.9186218043755977, + "learning_rate": 2.8562872776260126e-08, + "logits/chosen": -0.7581536769866943, + "logits/rejected": -0.6958929300308228, + "logps/chosen": -0.025422383099794388, + "logps/rejected": -5.949764728546143, + "loss": 0.0207, + "odds_ratio_loss": 0.0005549125489778817, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0025422382168471813, + "rewards/margins": 0.5924341678619385, + "rewards/rejected": -0.5949764251708984, + "sft_loss": 0.025422383099794388, + "step": 3992 + }, + { + "epoch": 5.774403470715836, + "grad_norm": 0.9030764581302508, + "learning_rate": 2.8193565713306335e-08, + "logits/chosen": -0.9597541093826294, + "logits/rejected": -0.6982543468475342, + "logps/chosen": -0.010779261589050293, + "logps/rejected": -5.799703598022461, + "loss": 0.0222, + "odds_ratio_loss": 0.0005417458014562726, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0010779262520372868, + "rewards/margins": 0.5788924098014832, + "rewards/rejected": -0.5799703598022461, + "sft_loss": 0.010779261589050293, + "step": 3993 + }, + { + "epoch": 5.77584960231381, + "grad_norm": 0.8221212441297421, + "learning_rate": 2.7826653267243984e-08, + "logits/chosen": -0.9700363874435425, + "logits/rejected": -0.885134756565094, + "logps/chosen": -0.01687433198094368, + "logps/rejected": -5.0756330490112305, + "loss": 0.0204, + "odds_ratio_loss": 0.0016347735654562712, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016874329885467887, + "rewards/margins": 0.5058758854866028, + "rewards/rejected": -0.5075633525848389, + "sft_loss": 0.01687433198094368, + "step": 3994 + }, + { + "epoch": 5.777295733911786, + "grad_norm": 1.0148568039942327, + "learning_rate": 2.746213565928679e-08, + "logits/chosen": -0.9796086549758911, + "logits/rejected": -0.5948249697685242, + "logps/chosen": -0.02354905754327774, + "logps/rejected": -5.957253456115723, + "loss": 0.0458, + "odds_ratio_loss": 0.0007033887668512762, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0023549057077616453, + "rewards/margins": 0.5933704972267151, + "rewards/rejected": -0.5957253575325012, + "sft_loss": 0.02354905754327774, + "step": 3995 + }, + { + "epoch": 5.778741865509762, + "grad_norm": 1.0693204506045595, + "learning_rate": 2.7100013109202957e-08, + "logits/chosen": -1.2479994297027588, + "logits/rejected": -0.8474553823471069, + "logps/chosen": -0.04476558417081833, + "logps/rejected": -4.169618606567383, + "loss": 0.0323, + "odds_ratio_loss": 0.004479460418224335, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004476558417081833, + "rewards/margins": 0.4124853014945984, + "rewards/rejected": -0.4169618785381317, + "sft_loss": 0.04476558417081833, + "step": 3996 + }, + { + "epoch": 5.780187997107737, + "grad_norm": 1.6249830066844961, + "learning_rate": 2.6740285835317844e-08, + "logits/chosen": -0.7211387157440186, + "logits/rejected": -0.5791776776313782, + "logps/chosen": -0.08303683251142502, + "logps/rejected": -6.241660118103027, + "loss": 0.0439, + "odds_ratio_loss": 0.005026006139814854, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008303683251142502, + "rewards/margins": 0.615862250328064, + "rewards/rejected": -0.624165952205658, + "sft_loss": 0.08303683251142502, + "step": 3997 + }, + { + "epoch": 5.781634128705712, + "grad_norm": 1.112640675962451, + "learning_rate": 2.638295405451263e-08, + "logits/chosen": -0.973607063293457, + "logits/rejected": -0.6138404607772827, + "logps/chosen": -0.034950047731399536, + "logps/rejected": -5.843950271606445, + "loss": 0.0291, + "odds_ratio_loss": 0.0012881564907729626, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003495004726573825, + "rewards/margins": 0.5808999538421631, + "rewards/rejected": -0.5843949913978577, + "sft_loss": 0.034950047731399536, + "step": 3998 + }, + { + "epoch": 5.783080260303688, + "grad_norm": 0.8817721981331313, + "learning_rate": 2.602801798222387e-08, + "logits/chosen": -1.0843451023101807, + "logits/rejected": -0.8955305218696594, + "logps/chosen": -0.014239782467484474, + "logps/rejected": -3.2525007724761963, + "loss": 0.0249, + "odds_ratio_loss": 0.0006716042989864945, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014239782467484474, + "rewards/margins": 0.3238261044025421, + "rewards/rejected": -0.3252500891685486, + "sft_loss": 0.014239782467484474, + "step": 3999 + }, + { + "epoch": 5.784526391901663, + "grad_norm": 0.9708590418536193, + "learning_rate": 2.567547783244306e-08, + "logits/chosen": -0.9054265022277832, + "logits/rejected": -0.6644700765609741, + "logps/chosen": -0.03736726939678192, + "logps/rejected": -4.768521785736084, + "loss": 0.0316, + "odds_ratio_loss": 0.0016982683446258307, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003736727172508836, + "rewards/margins": 0.4731154441833496, + "rewards/rejected": -0.4768521785736084, + "sft_loss": 0.03736726939678192, + "step": 4000 + }, + { + "epoch": 5.785972523499638, + "grad_norm": 1.6144577125437707, + "learning_rate": 2.5325333817719285e-08, + "logits/chosen": -0.8311997056007385, + "logits/rejected": -0.7566261291503906, + "logps/chosen": -0.05182730779051781, + "logps/rejected": -3.975294828414917, + "loss": 0.0513, + "odds_ratio_loss": 0.00553969107568264, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005182730499655008, + "rewards/margins": 0.3923467695713043, + "rewards/rejected": -0.3975295126438141, + "sft_loss": 0.05182730779051781, + "step": 4001 + }, + { + "epoch": 5.787418655097614, + "grad_norm": 1.0544511861272714, + "learning_rate": 2.4977586149154793e-08, + "logits/chosen": -0.8234452605247498, + "logits/rejected": -0.6371239423751831, + "logps/chosen": -0.055266425013542175, + "logps/rejected": -4.471240520477295, + "loss": 0.0312, + "odds_ratio_loss": 0.002024412387982011, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00552664278075099, + "rewards/margins": 0.4415974020957947, + "rewards/rejected": -0.44712403416633606, + "sft_loss": 0.055266425013542175, + "step": 4002 + }, + { + "epoch": 5.788864786695589, + "grad_norm": 0.9448910379395407, + "learning_rate": 2.4632235036408544e-08, + "logits/chosen": -1.094842553138733, + "logits/rejected": -0.8462741374969482, + "logps/chosen": -0.020257651805877686, + "logps/rejected": -5.7198896408081055, + "loss": 0.0359, + "odds_ratio_loss": 0.0031071146950125694, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00202576513402164, + "rewards/margins": 0.5699632167816162, + "rewards/rejected": -0.5719889402389526, + "sft_loss": 0.020257651805877686, + "step": 4003 + }, + { + "epoch": 5.790310918293565, + "grad_norm": 1.2029466658124404, + "learning_rate": 2.4289280687693093e-08, + "logits/chosen": -1.007336974143982, + "logits/rejected": -0.8913165330886841, + "logps/chosen": -0.04219206050038338, + "logps/rejected": -3.9805102348327637, + "loss": 0.0373, + "odds_ratio_loss": 0.007664866745471954, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004219206050038338, + "rewards/margins": 0.3938317894935608, + "rewards/rejected": -0.39805102348327637, + "sft_loss": 0.04219206050038338, + "step": 4004 + }, + { + "epoch": 5.79175704989154, + "grad_norm": 1.5579647159504868, + "learning_rate": 2.3948723309777706e-08, + "logits/chosen": -0.90506911277771, + "logits/rejected": -0.6676803827285767, + "logps/chosen": -0.04042967036366463, + "logps/rejected": -3.899822950363159, + "loss": 0.0528, + "odds_ratio_loss": 0.0016432093689218163, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004042967222630978, + "rewards/margins": 0.3859393000602722, + "rewards/rejected": -0.38998228311538696, + "sft_loss": 0.04042967036366463, + "step": 4005 + }, + { + "epoch": 5.793203181489515, + "grad_norm": 0.9664642233082743, + "learning_rate": 2.361056310798526e-08, + "logits/chosen": -1.0167044401168823, + "logits/rejected": -0.588829517364502, + "logps/chosen": -0.047890324145555496, + "logps/rejected": -5.325345039367676, + "loss": 0.0256, + "odds_ratio_loss": 0.0006860626745037735, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004789032973349094, + "rewards/margins": 0.5277454853057861, + "rewards/rejected": -0.5325345396995544, + "sft_loss": 0.047890324145555496, + "step": 4006 + }, + { + "epoch": 5.794649313087491, + "grad_norm": 1.2513957261398723, + "learning_rate": 2.3274800286193997e-08, + "logits/chosen": -1.0148444175720215, + "logits/rejected": -0.7270374298095703, + "logps/chosen": -0.026285681873559952, + "logps/rejected": -3.6439900398254395, + "loss": 0.0293, + "odds_ratio_loss": 0.004125781357288361, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0026285680942237377, + "rewards/margins": 0.3617704510688782, + "rewards/rejected": -0.3643990159034729, + "sft_loss": 0.026285681873559952, + "step": 4007 + }, + { + "epoch": 5.7960954446854664, + "grad_norm": 1.4118563796416221, + "learning_rate": 2.2941435046836654e-08, + "logits/chosen": -0.9013469219207764, + "logits/rejected": -0.8452996015548706, + "logps/chosen": -0.04646843299269676, + "logps/rejected": -6.354674816131592, + "loss": 0.033, + "odds_ratio_loss": 0.0004940081853419542, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0046468437649309635, + "rewards/margins": 0.6308206915855408, + "rewards/rejected": -0.635467529296875, + "sft_loss": 0.04646843299269676, + "step": 4008 + }, + { + "epoch": 5.797541576283442, + "grad_norm": 1.5375611646583789, + "learning_rate": 2.2610467590900463e-08, + "logits/chosen": -1.030297875404358, + "logits/rejected": -0.726286768913269, + "logps/chosen": -0.022617783397436142, + "logps/rejected": -4.68665885925293, + "loss": 0.0272, + "odds_ratio_loss": 0.0016010688850656152, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002261778572574258, + "rewards/margins": 0.46640413999557495, + "rewards/rejected": -0.4686659276485443, + "sft_loss": 0.022617783397436142, + "step": 4009 + }, + { + "epoch": 5.798987707881417, + "grad_norm": 0.9161126912343743, + "learning_rate": 2.2281898117926244e-08, + "logits/chosen": -1.0119342803955078, + "logits/rejected": -0.6778802275657654, + "logps/chosen": -0.019781216979026794, + "logps/rejected": -5.734238624572754, + "loss": 0.0274, + "odds_ratio_loss": 0.002621131483465433, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019781216979026794, + "rewards/margins": 0.5714457631111145, + "rewards/rejected": -0.5734239220619202, + "sft_loss": 0.019781216979026794, + "step": 4010 + }, + { + "epoch": 5.800433839479393, + "grad_norm": 0.8694353605814207, + "learning_rate": 2.1955726826010655e-08, + "logits/chosen": -0.8888824582099915, + "logits/rejected": -0.6554268002510071, + "logps/chosen": -0.008277302607893944, + "logps/rejected": -4.462595462799072, + "loss": 0.0235, + "odds_ratio_loss": 0.0004954091855324805, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0008277302840724587, + "rewards/margins": 0.44543182849884033, + "rewards/rejected": -0.4462595582008362, + "sft_loss": 0.008277302607893944, + "step": 4011 + }, + { + "epoch": 5.801879971077368, + "grad_norm": 1.0813962888466517, + "learning_rate": 2.1631953911803058e-08, + "logits/chosen": -0.9825663566589355, + "logits/rejected": -0.7994692325592041, + "logps/chosen": -0.014045009389519691, + "logps/rejected": -5.245484352111816, + "loss": 0.0358, + "odds_ratio_loss": 0.044613584876060486, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0014045010320842266, + "rewards/margins": 0.5231439471244812, + "rewards/rejected": -0.5245484113693237, + "sft_loss": 0.014045009389519691, + "step": 4012 + }, + { + "epoch": 5.803326102675343, + "grad_norm": 0.9881938059874377, + "learning_rate": 2.131057957050775e-08, + "logits/chosen": -0.9296178221702576, + "logits/rejected": -0.662962794303894, + "logps/chosen": -0.015109667554497719, + "logps/rejected": -5.480372428894043, + "loss": 0.0432, + "odds_ratio_loss": 0.0005065487348474562, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0015109669184312224, + "rewards/margins": 0.546526312828064, + "rewards/rejected": -0.5480372905731201, + "sft_loss": 0.015109667554497719, + "step": 4013 + }, + { + "epoch": 5.804772234273319, + "grad_norm": 1.4249186140475822, + "learning_rate": 2.0991603995881736e-08, + "logits/chosen": -1.1877706050872803, + "logits/rejected": -0.7925946116447449, + "logps/chosen": -0.0431302934885025, + "logps/rejected": -6.408783912658691, + "loss": 0.0465, + "odds_ratio_loss": 0.0022244546562433243, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00431302934885025, + "rewards/margins": 0.6365653872489929, + "rewards/rejected": -0.6408783793449402, + "sft_loss": 0.0431302934885025, + "step": 4014 + }, + { + "epoch": 5.8062183658712945, + "grad_norm": 1.0239024998010973, + "learning_rate": 2.0675027380237408e-08, + "logits/chosen": -0.9312243461608887, + "logits/rejected": -0.8070486783981323, + "logps/chosen": -0.02381393127143383, + "logps/rejected": -5.620185852050781, + "loss": 0.0412, + "odds_ratio_loss": 0.0018174147699028254, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002381392987444997, + "rewards/margins": 0.559637188911438, + "rewards/rejected": -0.562018632888794, + "sft_loss": 0.02381393127143383, + "step": 4015 + }, + { + "epoch": 5.80766449746927, + "grad_norm": 1.1124521948539061, + "learning_rate": 2.0360849914439427e-08, + "logits/chosen": -0.933996319770813, + "logits/rejected": -0.8640280961990356, + "logps/chosen": -0.049488216638565063, + "logps/rejected": -4.251837730407715, + "loss": 0.0513, + "odds_ratio_loss": 0.004922335967421532, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004948821850121021, + "rewards/margins": 0.4202350080013275, + "rewards/rejected": -0.42518380284309387, + "sft_loss": 0.049488216638565063, + "step": 4016 + }, + { + "epoch": 5.809110629067245, + "grad_norm": 1.50884766745822, + "learning_rate": 2.0049071787906933e-08, + "logits/chosen": -0.7553597092628479, + "logits/rejected": -0.6329598426818848, + "logps/chosen": -0.020680755376815796, + "logps/rejected": -4.397462368011475, + "loss": 0.037, + "odds_ratio_loss": 0.0012878633569926023, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0020680755842477083, + "rewards/margins": 0.43767818808555603, + "rewards/rejected": -0.43974626064300537, + "sft_loss": 0.020680755376815796, + "step": 4017 + }, + { + "epoch": 5.810556760665221, + "grad_norm": 1.254658529361879, + "learning_rate": 1.973969318861224e-08, + "logits/chosen": -0.9069069623947144, + "logits/rejected": -0.8351166248321533, + "logps/chosen": -0.07286441326141357, + "logps/rejected": -4.8769145011901855, + "loss": 0.0591, + "odds_ratio_loss": 0.004483464173972607, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00728644197806716, + "rewards/margins": 0.4804050326347351, + "rewards/rejected": -0.4876914620399475, + "sft_loss": 0.07286441326141357, + "step": 4018 + }, + { + "epoch": 5.812002892263196, + "grad_norm": 1.443364183996849, + "learning_rate": 1.9432714303080354e-08, + "logits/chosen": -0.9718085527420044, + "logits/rejected": -0.824963390827179, + "logps/chosen": -0.062426358461380005, + "logps/rejected": -4.95826530456543, + "loss": 0.0591, + "odds_ratio_loss": 0.002314309123903513, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006242636125534773, + "rewards/margins": 0.4895838499069214, + "rewards/rejected": -0.49582648277282715, + "sft_loss": 0.062426358461380005, + "step": 4019 + }, + { + "epoch": 5.813449023861171, + "grad_norm": 1.0809438633806718, + "learning_rate": 1.9128135316390348e-08, + "logits/chosen": -0.9536488652229309, + "logits/rejected": -0.690174400806427, + "logps/chosen": -0.03028007224202156, + "logps/rejected": -4.903285980224609, + "loss": 0.0359, + "odds_ratio_loss": 0.0007200206746347249, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030280069913715124, + "rewards/margins": 0.4873005747795105, + "rewards/rejected": -0.4903286099433899, + "sft_loss": 0.03028007224202156, + "step": 4020 + }, + { + "epoch": 5.814895155459147, + "grad_norm": 1.1851391157157583, + "learning_rate": 1.882595641217355e-08, + "logits/chosen": -1.0572259426116943, + "logits/rejected": -0.785851240158081, + "logps/chosen": -0.01872413232922554, + "logps/rejected": -4.886478900909424, + "loss": 0.0436, + "odds_ratio_loss": 0.0007939153583720326, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0018724132096394897, + "rewards/margins": 0.4867754578590393, + "rewards/rejected": -0.4886478781700134, + "sft_loss": 0.01872413232922554, + "step": 4021 + }, + { + "epoch": 5.8163412870571225, + "grad_norm": 1.0114293223244128, + "learning_rate": 1.8526177772615336e-08, + "logits/chosen": -0.8728271126747131, + "logits/rejected": -0.6743614077568054, + "logps/chosen": -0.03183284401893616, + "logps/rejected": -4.913818836212158, + "loss": 0.022, + "odds_ratio_loss": 0.0015718166250735521, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003183284541592002, + "rewards/margins": 0.4881986081600189, + "rewards/rejected": -0.4913818836212158, + "sft_loss": 0.03183284401893616, + "step": 4022 + }, + { + "epoch": 5.817787418655097, + "grad_norm": 0.9150372634239352, + "learning_rate": 1.8228799578452914e-08, + "logits/chosen": -0.879639208316803, + "logits/rejected": -0.6301390528678894, + "logps/chosen": -0.015895256772637367, + "logps/rejected": -5.926244258880615, + "loss": 0.0277, + "odds_ratio_loss": 0.0004677917459048331, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0015895256074145436, + "rewards/margins": 0.5910348892211914, + "rewards/rejected": -0.5926244258880615, + "sft_loss": 0.015895256772637367, + "step": 4023 + }, + { + "epoch": 5.819233550253073, + "grad_norm": 0.8348971690681323, + "learning_rate": 1.7933822008977527e-08, + "logits/chosen": -0.8647024631500244, + "logits/rejected": -0.7957019805908203, + "logps/chosen": -0.017145434394478798, + "logps/rejected": -4.466237545013428, + "loss": 0.0225, + "odds_ratio_loss": 0.0012718301732093096, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017145435558632016, + "rewards/margins": 0.4449092149734497, + "rewards/rejected": -0.4466237723827362, + "sft_loss": 0.017145434394478798, + "step": 4024 + }, + { + "epoch": 5.820679681851049, + "grad_norm": 1.1128379037048841, + "learning_rate": 1.764124524203092e-08, + "logits/chosen": -1.0014090538024902, + "logits/rejected": -0.808147668838501, + "logps/chosen": -0.0898212268948555, + "logps/rejected": -3.219820499420166, + "loss": 0.0551, + "odds_ratio_loss": 0.00917213223874569, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008982122875750065, + "rewards/margins": 0.3129999041557312, + "rewards/rejected": -0.3219820261001587, + "sft_loss": 0.0898212268948555, + "step": 4025 + }, + { + "epoch": 5.8221258134490235, + "grad_norm": 1.0459193455299765, + "learning_rate": 1.735106945400977e-08, + "logits/chosen": -0.9716974496841431, + "logits/rejected": -0.6809044480323792, + "logps/chosen": -0.02012844756245613, + "logps/rejected": -5.090946674346924, + "loss": 0.0366, + "odds_ratio_loss": 0.0011630118824541569, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0020128446631133556, + "rewards/margins": 0.5070818066596985, + "rewards/rejected": -0.5090946555137634, + "sft_loss": 0.02012844756245613, + "step": 4026 + }, + { + "epoch": 5.823571945046999, + "grad_norm": 1.0703583145731792, + "learning_rate": 1.706329481986213e-08, + "logits/chosen": -0.8691219687461853, + "logits/rejected": -0.5219488739967346, + "logps/chosen": -0.014108894392848015, + "logps/rejected": -5.664173126220703, + "loss": 0.0341, + "odds_ratio_loss": 0.00077531993156299, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014108894392848015, + "rewards/margins": 0.56500643491745, + "rewards/rejected": -0.5664172768592834, + "sft_loss": 0.014108894392848015, + "step": 4027 + }, + { + "epoch": 5.825018076644975, + "grad_norm": 0.7928782376077622, + "learning_rate": 1.6777921513087433e-08, + "logits/chosen": -0.8064377307891846, + "logits/rejected": -0.6964023113250732, + "logps/chosen": -0.013883027248084545, + "logps/rejected": -3.529005765914917, + "loss": 0.0165, + "odds_ratio_loss": 0.000492023304104805, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013883027713745832, + "rewards/margins": 0.3515123128890991, + "rewards/rejected": -0.35290059447288513, + "sft_loss": 0.013883027248084545, + "step": 4028 + }, + { + "epoch": 5.82646420824295, + "grad_norm": 1.116988376167779, + "learning_rate": 1.6494949705739613e-08, + "logits/chosen": -1.0281099081039429, + "logits/rejected": -0.9229446649551392, + "logps/chosen": -0.012211017310619354, + "logps/rejected": -4.516913414001465, + "loss": 0.0414, + "odds_ratio_loss": 0.0013461960479617119, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0012211017310619354, + "rewards/margins": 0.4504702091217041, + "rewards/rejected": -0.45169129967689514, + "sft_loss": 0.012211017310619354, + "step": 4029 + }, + { + "epoch": 5.827910339840925, + "grad_norm": 1.0687469194910033, + "learning_rate": 1.62143795684222e-08, + "logits/chosen": -0.8571509718894958, + "logits/rejected": -0.6989127397537231, + "logps/chosen": -0.03518003597855568, + "logps/rejected": -4.067432403564453, + "loss": 0.0362, + "odds_ratio_loss": 0.0014950365293771029, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003518004436045885, + "rewards/margins": 0.40322527289390564, + "rewards/rejected": -0.40674328804016113, + "sft_loss": 0.03518003597855568, + "step": 4030 + }, + { + "epoch": 5.829356471438901, + "grad_norm": 1.1180683825844981, + "learning_rate": 1.5936211270292765e-08, + "logits/chosen": -1.0204957723617554, + "logits/rejected": -0.8662518262863159, + "logps/chosen": -0.060904499143362045, + "logps/rejected": -4.2967681884765625, + "loss": 0.0523, + "odds_ratio_loss": 0.001792628550902009, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006090449169278145, + "rewards/margins": 0.423586368560791, + "rewards/rejected": -0.42967677116394043, + "sft_loss": 0.060904499143362045, + "step": 4031 + }, + { + "epoch": 5.830802603036877, + "grad_norm": 1.1415004321422098, + "learning_rate": 1.566044497905983e-08, + "logits/chosen": -0.7944949865341187, + "logits/rejected": -0.6358327269554138, + "logps/chosen": -0.030271006748080254, + "logps/rejected": -5.495286464691162, + "loss": 0.0406, + "odds_ratio_loss": 0.0012499038130044937, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003027101047337055, + "rewards/margins": 0.5465015172958374, + "rewards/rejected": -0.5495285987854004, + "sft_loss": 0.030271006748080254, + "step": 4032 + }, + { + "epoch": 5.8322487346348515, + "grad_norm": 0.9578429236167958, + "learning_rate": 1.538708086098417e-08, + "logits/chosen": -0.8756827116012573, + "logits/rejected": -0.5940501689910889, + "logps/chosen": -0.01414337195456028, + "logps/rejected": -4.33171272277832, + "loss": 0.0358, + "odds_ratio_loss": 0.0012647686526179314, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001414337195456028, + "rewards/margins": 0.43175697326660156, + "rewards/rejected": -0.4331713020801544, + "sft_loss": 0.01414337195456028, + "step": 4033 + }, + { + "epoch": 5.833694866232827, + "grad_norm": 1.023502337177867, + "learning_rate": 1.511611908087751e-08, + "logits/chosen": -0.9340368509292603, + "logits/rejected": -0.7580222487449646, + "logps/chosen": -0.029262201860547066, + "logps/rejected": -5.634925842285156, + "loss": 0.0434, + "odds_ratio_loss": 0.0013582634273916483, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0029262204188853502, + "rewards/margins": 0.5605663061141968, + "rewards/rejected": -0.5634925365447998, + "sft_loss": 0.029262201860547066, + "step": 4034 + }, + { + "epoch": 5.835140997830803, + "grad_norm": 1.1248514719985416, + "learning_rate": 1.4847559802103837e-08, + "logits/chosen": -0.9322491884231567, + "logits/rejected": -0.6265773177146912, + "logps/chosen": -0.0576665922999382, + "logps/rejected": -4.378793239593506, + "loss": 0.0477, + "odds_ratio_loss": 0.0018896459368988872, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005766659043729305, + "rewards/margins": 0.4321126639842987, + "rewards/rejected": -0.4378793239593506, + "sft_loss": 0.0576665922999382, + "step": 4035 + }, + { + "epoch": 5.836587129428778, + "grad_norm": 1.2991973773075023, + "learning_rate": 1.4581403186578523e-08, + "logits/chosen": -0.8614668846130371, + "logits/rejected": -0.6605913043022156, + "logps/chosen": -0.06553688645362854, + "logps/rejected": -4.359433650970459, + "loss": 0.0473, + "odds_ratio_loss": 0.00791736226528883, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006553689017891884, + "rewards/margins": 0.42938968539237976, + "rewards/rejected": -0.4359433948993683, + "sft_loss": 0.06553688645362854, + "step": 4036 + }, + { + "epoch": 5.838033261026753, + "grad_norm": 0.9138828175946025, + "learning_rate": 1.4317649394768761e-08, + "logits/chosen": -0.9851160049438477, + "logits/rejected": -0.6789707541465759, + "logps/chosen": -0.009366050362586975, + "logps/rejected": -6.126029014587402, + "loss": 0.0244, + "odds_ratio_loss": 0.0009717661887407303, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0009366050362586975, + "rewards/margins": 0.6116663217544556, + "rewards/rejected": -0.6126028895378113, + "sft_loss": 0.009366050362586975, + "step": 4037 + }, + { + "epoch": 5.839479392624729, + "grad_norm": 1.2300109167391127, + "learning_rate": 1.4056298585692238e-08, + "logits/chosen": -1.1383479833602905, + "logits/rejected": -0.7096400856971741, + "logps/chosen": -0.13449586927890778, + "logps/rejected": -5.386882781982422, + "loss": 0.0668, + "odds_ratio_loss": 0.0036082954611629248, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.013449587859213352, + "rewards/margins": 0.5252387523651123, + "rewards/rejected": -0.5386883616447449, + "sft_loss": 0.13449586927890778, + "step": 4038 + }, + { + "epoch": 5.840925524222705, + "grad_norm": 1.380616416611711, + "learning_rate": 1.3797350916918914e-08, + "logits/chosen": -0.9529186487197876, + "logits/rejected": -0.7264933586120605, + "logps/chosen": -0.02300257608294487, + "logps/rejected": -4.905316352844238, + "loss": 0.0418, + "odds_ratio_loss": 0.0007615200011059642, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002300257794559002, + "rewards/margins": 0.4882313907146454, + "rewards/rejected": -0.49053165316581726, + "sft_loss": 0.02300257608294487, + "step": 4039 + }, + { + "epoch": 5.8423716558206795, + "grad_norm": 1.0373658257981904, + "learning_rate": 1.3540806544568794e-08, + "logits/chosen": -0.6172590255737305, + "logits/rejected": -0.42707759141921997, + "logps/chosen": -0.020513903349637985, + "logps/rejected": -5.75158166885376, + "loss": 0.0309, + "odds_ratio_loss": 0.001809641718864441, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002051390241831541, + "rewards/margins": 0.5731067657470703, + "rewards/rejected": -0.5751581788063049, + "sft_loss": 0.020513903349637985, + "step": 4040 + }, + { + "epoch": 5.843817787418655, + "grad_norm": 1.0530917340846524, + "learning_rate": 1.3286665623313264e-08, + "logits/chosen": -0.6495931148529053, + "logits/rejected": -0.6027662754058838, + "logps/chosen": -0.018377287313342094, + "logps/rejected": -4.457110404968262, + "loss": 0.0297, + "odds_ratio_loss": 0.0023091405164450407, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00183772889431566, + "rewards/margins": 0.4438733458518982, + "rewards/rejected": -0.44571104645729065, + "sft_loss": 0.018377287313342094, + "step": 4041 + }, + { + "epoch": 5.845263919016631, + "grad_norm": 0.8971616920905066, + "learning_rate": 1.3034928306375537e-08, + "logits/chosen": -0.9880181550979614, + "logits/rejected": -0.7460534572601318, + "logps/chosen": -0.007409685291349888, + "logps/rejected": -6.935779571533203, + "loss": 0.0375, + "odds_ratio_loss": 0.0009576200391165912, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0007409685058519244, + "rewards/margins": 0.6928369998931885, + "rewards/rejected": -0.6935780048370361, + "sft_loss": 0.007409685291349888, + "step": 4042 + }, + { + "epoch": 5.846710050614606, + "grad_norm": 1.1496577963793577, + "learning_rate": 1.2785594745528427e-08, + "logits/chosen": -0.7424166798591614, + "logits/rejected": -0.7751407623291016, + "logps/chosen": -0.08187150955200195, + "logps/rejected": -4.955060958862305, + "loss": 0.0482, + "odds_ratio_loss": 0.004987210966646671, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008187152445316315, + "rewards/margins": 0.4873189330101013, + "rewards/rejected": -0.4955061078071594, + "sft_loss": 0.08187150955200195, + "step": 4043 + }, + { + "epoch": 5.848156182212581, + "grad_norm": 1.1586948812349995, + "learning_rate": 1.2538665091096135e-08, + "logits/chosen": -1.0148038864135742, + "logits/rejected": -0.7616249322891235, + "logps/chosen": -0.051184628158807755, + "logps/rejected": -4.20012903213501, + "loss": 0.0561, + "odds_ratio_loss": 0.0011503919959068298, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005118463188409805, + "rewards/margins": 0.4148944616317749, + "rewards/rejected": -0.420012891292572, + "sft_loss": 0.051184628158807755, + "step": 4044 + }, + { + "epoch": 5.849602313810557, + "grad_norm": 1.000916813030637, + "learning_rate": 1.2294139491953348e-08, + "logits/chosen": -1.1537386178970337, + "logits/rejected": -0.8139678835868835, + "logps/chosen": -0.07197534292936325, + "logps/rejected": -5.211237907409668, + "loss": 0.0403, + "odds_ratio_loss": 0.0006955383578315377, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00719753373414278, + "rewards/margins": 0.5139262080192566, + "rewards/rejected": -0.5211237668991089, + "sft_loss": 0.07197534292936325, + "step": 4045 + }, + { + "epoch": 5.851048445408532, + "grad_norm": 0.7275097227346992, + "learning_rate": 1.205201809552614e-08, + "logits/chosen": -0.868467390537262, + "logits/rejected": -0.738372802734375, + "logps/chosen": -0.008017164655029774, + "logps/rejected": -5.244393825531006, + "loss": 0.0164, + "odds_ratio_loss": 0.0011052724439650774, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0008017165237106383, + "rewards/margins": 0.5236376523971558, + "rewards/rejected": -0.5244393348693848, + "sft_loss": 0.008017164655029774, + "step": 4046 + }, + { + "epoch": 5.8524945770065075, + "grad_norm": 1.3911350884327334, + "learning_rate": 1.1812301047789741e-08, + "logits/chosen": -0.9431469440460205, + "logits/rejected": -0.5744068622589111, + "logps/chosen": -0.028782209381461143, + "logps/rejected": -5.3098039627075195, + "loss": 0.0439, + "odds_ratio_loss": 0.0012701970990747213, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002878220984712243, + "rewards/margins": 0.5281022191047668, + "rewards/rejected": -0.5309804677963257, + "sft_loss": 0.028782209381461143, + "step": 4047 + }, + { + "epoch": 5.853940708604483, + "grad_norm": 1.797128317747924, + "learning_rate": 1.157498849327032e-08, + "logits/chosen": -0.7650055289268494, + "logits/rejected": -0.6522244811058044, + "logps/chosen": -0.019537970423698425, + "logps/rejected": -4.800078392028809, + "loss": 0.038, + "odds_ratio_loss": 0.0024411689955741167, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001953796949237585, + "rewards/margins": 0.478054016828537, + "rewards/rejected": -0.4800078272819519, + "sft_loss": 0.019537970423698425, + "step": 4048 + }, + { + "epoch": 5.855386840202458, + "grad_norm": 1.0121678029353458, + "learning_rate": 1.134008057504543e-08, + "logits/chosen": -1.054601788520813, + "logits/rejected": -0.7696323990821838, + "logps/chosen": -0.024660352617502213, + "logps/rejected": -4.637537479400635, + "loss": 0.0491, + "odds_ratio_loss": 0.0005984175368212163, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0024660350754857063, + "rewards/margins": 0.4612876772880554, + "rewards/rejected": -0.46375373005867004, + "sft_loss": 0.024660352617502213, + "step": 4049 + }, + { + "epoch": 5.856832971800434, + "grad_norm": 0.9120344722940604, + "learning_rate": 1.110757743474089e-08, + "logits/chosen": -0.880794882774353, + "logits/rejected": -0.620921790599823, + "logps/chosen": -0.027760500088334084, + "logps/rejected": -4.301288604736328, + "loss": 0.0361, + "odds_ratio_loss": 0.04534320533275604, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.002776050241664052, + "rewards/margins": 0.4273528456687927, + "rewards/rejected": -0.43012890219688416, + "sft_loss": 0.027760500088334084, + "step": 4050 + }, + { + "epoch": 5.858279103398409, + "grad_norm": 0.9597825250130472, + "learning_rate": 1.0877479212534347e-08, + "logits/chosen": -0.7906923294067383, + "logits/rejected": -0.7207321524620056, + "logps/chosen": -0.026014819741249084, + "logps/rejected": -4.051596164703369, + "loss": 0.0285, + "odds_ratio_loss": 0.045702412724494934, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.0026014824397861958, + "rewards/margins": 0.4025581479072571, + "rewards/rejected": -0.405159592628479, + "sft_loss": 0.026014819741249084, + "step": 4051 + }, + { + "epoch": 5.859725234996384, + "grad_norm": 1.0139612740090866, + "learning_rate": 1.0649786047152164e-08, + "logits/chosen": -0.8806436657905579, + "logits/rejected": -0.8103398084640503, + "logps/chosen": -0.009493944235146046, + "logps/rejected": -6.130977153778076, + "loss": 0.0262, + "odds_ratio_loss": 0.00031167615088634193, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0009493945399299264, + "rewards/margins": 0.6121483445167542, + "rewards/rejected": -0.6130977869033813, + "sft_loss": 0.009493944235146046, + "step": 4052 + }, + { + "epoch": 5.86117136659436, + "grad_norm": 1.1549340742035668, + "learning_rate": 1.0424498075872534e-08, + "logits/chosen": -1.0818321704864502, + "logits/rejected": -0.6798063516616821, + "logps/chosen": -0.02330070734024048, + "logps/rejected": -6.7499237060546875, + "loss": 0.0461, + "odds_ratio_loss": 0.00016744097229093313, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0023300708271563053, + "rewards/margins": 0.6726623773574829, + "rewards/rejected": -0.6749923825263977, + "sft_loss": 0.02330070734024048, + "step": 4053 + }, + { + "epoch": 5.862617498192336, + "grad_norm": 1.1474299609090526, + "learning_rate": 1.020161543452147e-08, + "logits/chosen": -0.9909787178039551, + "logits/rejected": -0.7948153018951416, + "logps/chosen": -0.06000065430998802, + "logps/rejected": -5.568455219268799, + "loss": 0.0374, + "odds_ratio_loss": 0.0031150178983807564, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006000065244734287, + "rewards/margins": 0.5508455038070679, + "rewards/rejected": -0.5568455457687378, + "sft_loss": 0.06000065430998802, + "step": 4054 + }, + { + "epoch": 5.864063629790311, + "grad_norm": 1.2769821049762768, + "learning_rate": 9.98113825747593e-09, + "logits/chosen": -0.5809721946716309, + "logits/rejected": -0.4099165201187134, + "logps/chosen": -0.05332209914922714, + "logps/rejected": -5.088987827301025, + "loss": 0.0353, + "odds_ratio_loss": 0.0025865475181490183, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005332210101187229, + "rewards/margins": 0.503566563129425, + "rewards/rejected": -0.5088987946510315, + "sft_loss": 0.05332209914922714, + "step": 4055 + }, + { + "epoch": 5.865509761388286, + "grad_norm": 0.9667710277502991, + "learning_rate": 9.763066677662912e-09, + "logits/chosen": -0.8778347969055176, + "logits/rejected": -0.7671928405761719, + "logps/chosen": -0.01711271144449711, + "logps/rejected": -4.43693733215332, + "loss": 0.0314, + "odds_ratio_loss": 0.0010325959883630276, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017112712375819683, + "rewards/margins": 0.4419825077056885, + "rewards/rejected": -0.44369375705718994, + "sft_loss": 0.01711271144449711, + "step": 4056 + }, + { + "epoch": 5.866955892986262, + "grad_norm": 1.2189116844595043, + "learning_rate": 9.547400826557694e-09, + "logits/chosen": -0.8398338556289673, + "logits/rejected": -0.68487548828125, + "logps/chosen": -0.06597983837127686, + "logps/rejected": -7.124354839324951, + "loss": 0.0583, + "odds_ratio_loss": 0.005012186244130135, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006597983185201883, + "rewards/margins": 0.7058374881744385, + "rewards/rejected": -0.7124354839324951, + "sft_loss": 0.06597983837127686, + "step": 4057 + }, + { + "epoch": 5.868402024584237, + "grad_norm": 0.8571045099648362, + "learning_rate": 9.334140834186933e-09, + "logits/chosen": -0.7491556406021118, + "logits/rejected": -0.6324608325958252, + "logps/chosen": -0.020480100065469742, + "logps/rejected": -6.475594997406006, + "loss": 0.0228, + "odds_ratio_loss": 0.0007072009611874819, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002048010006546974, + "rewards/margins": 0.6455115079879761, + "rewards/rejected": -0.6475595235824585, + "sft_loss": 0.020480100065469742, + "step": 4058 + }, + { + "epoch": 5.869848156182212, + "grad_norm": 1.1139143128225042, + "learning_rate": 9.123286829125554e-09, + "logits/chosen": -0.9277915954589844, + "logits/rejected": -0.49561363458633423, + "logps/chosen": -0.05119159817695618, + "logps/rejected": -5.136085510253906, + "loss": 0.0391, + "odds_ratio_loss": 0.0015518446452915668, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005119160283356905, + "rewards/margins": 0.5084893703460693, + "rewards/rejected": -0.5136085152626038, + "sft_loss": 0.05119159817695618, + "step": 4059 + }, + { + "epoch": 5.871294287780188, + "grad_norm": 0.9491723434647289, + "learning_rate": 8.914838938498093e-09, + "logits/chosen": -0.7413885593414307, + "logits/rejected": -0.6934369802474976, + "logps/chosen": -0.01211594045162201, + "logps/rejected": -4.734433174133301, + "loss": 0.0284, + "odds_ratio_loss": 0.0015892100054770708, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0012115939753130078, + "rewards/margins": 0.4722316861152649, + "rewards/rejected": -0.47344329953193665, + "sft_loss": 0.01211594045162201, + "step": 4060 + }, + { + "epoch": 5.872740419378164, + "grad_norm": 1.237417223112888, + "learning_rate": 8.708797287978687e-09, + "logits/chosen": -0.7332858443260193, + "logits/rejected": -0.5800739526748657, + "logps/chosen": -0.04828640818595886, + "logps/rejected": -3.8269550800323486, + "loss": 0.0499, + "odds_ratio_loss": 0.0024078148417174816, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004828641191124916, + "rewards/margins": 0.37786686420440674, + "rewards/rejected": -0.3826954960823059, + "sft_loss": 0.04828640818595886, + "step": 4061 + }, + { + "epoch": 5.874186550976139, + "grad_norm": 0.9927827938054246, + "learning_rate": 8.505162001790189e-09, + "logits/chosen": -0.6603043079376221, + "logits/rejected": -0.5567718744277954, + "logps/chosen": -0.03948831930756569, + "logps/rejected": -6.371557235717773, + "loss": 0.0292, + "odds_ratio_loss": 0.002562589943408966, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003948831930756569, + "rewards/margins": 0.6332069039344788, + "rewards/rejected": -0.6371557712554932, + "sft_loss": 0.03948831930756569, + "step": 4062 + }, + { + "epoch": 5.875632682574114, + "grad_norm": 1.145853515466299, + "learning_rate": 8.303933202705949e-09, + "logits/chosen": -0.8784758448600769, + "logits/rejected": -0.6068578958511353, + "logps/chosen": -0.06510598957538605, + "logps/rejected": -4.118241310119629, + "loss": 0.0385, + "odds_ratio_loss": 0.004363437183201313, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0065105995163321495, + "rewards/margins": 0.40531349182128906, + "rewards/rejected": -0.411824107170105, + "sft_loss": 0.06510598957538605, + "step": 4063 + }, + { + "epoch": 5.87707881417209, + "grad_norm": 1.0442896336680918, + "learning_rate": 8.105111012046696e-09, + "logits/chosen": -0.8733867406845093, + "logits/rejected": -0.4977574944496155, + "logps/chosen": -0.039922237396240234, + "logps/rejected": -5.064108848571777, + "loss": 0.0383, + "odds_ratio_loss": 0.001056623412296176, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003992223646491766, + "rewards/margins": 0.5024186372756958, + "rewards/rejected": -0.5064108967781067, + "sft_loss": 0.039922237396240234, + "step": 4064 + }, + { + "epoch": 5.8785249457700655, + "grad_norm": 0.9958511906403898, + "learning_rate": 7.908695549683653e-09, + "logits/chosen": -0.8687781095504761, + "logits/rejected": -0.6260200142860413, + "logps/chosen": -0.04101001098752022, + "logps/rejected": -7.215920448303223, + "loss": 0.0274, + "odds_ratio_loss": 0.0009698215289972723, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0041010016575455666, + "rewards/margins": 0.7174910306930542, + "rewards/rejected": -0.7215920686721802, + "sft_loss": 0.04101001098752022, + "step": 4065 + }, + { + "epoch": 5.87997107736804, + "grad_norm": 1.1871995791926684, + "learning_rate": 7.714686934035874e-09, + "logits/chosen": -0.7915902137756348, + "logits/rejected": -0.627166211605072, + "logps/chosen": -0.05223681777715683, + "logps/rejected": -6.953492164611816, + "loss": 0.0521, + "odds_ratio_loss": 0.008496535010635853, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005223682150244713, + "rewards/margins": 0.6901255249977112, + "rewards/rejected": -0.6953492164611816, + "sft_loss": 0.05223681777715683, + "step": 4066 + }, + { + "epoch": 5.881417208966016, + "grad_norm": 1.109079649068121, + "learning_rate": 7.523085282072461e-09, + "logits/chosen": -0.9851240515708923, + "logits/rejected": -0.7789430618286133, + "logps/chosen": -0.03919222205877304, + "logps/rejected": -5.137519836425781, + "loss": 0.0302, + "odds_ratio_loss": 0.001989867305383086, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003919222392141819, + "rewards/margins": 0.5098327398300171, + "rewards/rejected": -0.5137519836425781, + "sft_loss": 0.03919222205877304, + "step": 4067 + }, + { + "epoch": 5.882863340563992, + "grad_norm": 0.9660218011534741, + "learning_rate": 7.333890709310342e-09, + "logits/chosen": -0.8588817715644836, + "logits/rejected": -0.6250803470611572, + "logps/chosen": -0.011442586779594421, + "logps/rejected": -7.525029182434082, + "loss": 0.0248, + "odds_ratio_loss": 0.0010403214255347848, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0011442586546763778, + "rewards/margins": 0.7513586282730103, + "rewards/rejected": -0.7525028586387634, + "sft_loss": 0.011442586779594421, + "step": 4068 + }, + { + "epoch": 5.884309472161966, + "grad_norm": 0.8837517132609889, + "learning_rate": 7.147103329816051e-09, + "logits/chosen": -0.8711720705032349, + "logits/rejected": -0.5237680673599243, + "logps/chosen": -0.04525275528430939, + "logps/rejected": -6.475998878479004, + "loss": 0.0377, + "odds_ratio_loss": 0.003399358130991459, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004525275435298681, + "rewards/margins": 0.643074631690979, + "rewards/rejected": -0.6475998759269714, + "sft_loss": 0.04525275528430939, + "step": 4069 + }, + { + "epoch": 5.885755603759942, + "grad_norm": 1.288411564629479, + "learning_rate": 6.962723256203951e-09, + "logits/chosen": -0.7793477773666382, + "logits/rejected": -0.7089977264404297, + "logps/chosen": -0.02952570654451847, + "logps/rejected": -6.359105110168457, + "loss": 0.0389, + "odds_ratio_loss": 0.0031170076690614223, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002952571026980877, + "rewards/margins": 0.6329580545425415, + "rewards/rejected": -0.6359105706214905, + "sft_loss": 0.02952570654451847, + "step": 4070 + }, + { + "epoch": 5.887201735357918, + "grad_norm": 1.036569757462945, + "learning_rate": 6.780750599637564e-09, + "logits/chosen": -0.9587365984916687, + "logits/rejected": -0.8759207129478455, + "logps/chosen": -0.017817378044128418, + "logps/rejected": -5.159303188323975, + "loss": 0.0256, + "odds_ratio_loss": 0.0029128207825124264, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001781738013960421, + "rewards/margins": 0.5141485929489136, + "rewards/rejected": -0.5159302949905396, + "sft_loss": 0.017817378044128418, + "step": 4071 + }, + { + "epoch": 5.888647866955893, + "grad_norm": 1.0826197981867185, + "learning_rate": 6.601185469829129e-09, + "logits/chosen": -0.9221165776252747, + "logits/rejected": -0.646438479423523, + "logps/chosen": -0.013732078485190868, + "logps/rejected": -5.320560932159424, + "loss": 0.0397, + "odds_ratio_loss": 0.0002973644877783954, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0013732078950852156, + "rewards/margins": 0.5306828618049622, + "rewards/rejected": -0.5320560932159424, + "sft_loss": 0.013732078485190868, + "step": 4072 + }, + { + "epoch": 5.890093998553868, + "grad_norm": 1.0761047766337628, + "learning_rate": 6.424027975038715e-09, + "logits/chosen": -0.9772175550460815, + "logits/rejected": -0.7124834656715393, + "logps/chosen": -0.06356082856655121, + "logps/rejected": -5.914202690124512, + "loss": 0.0368, + "odds_ratio_loss": 0.0028968786355108023, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006356082856655121, + "rewards/margins": 0.585064172744751, + "rewards/rejected": -0.5914202928543091, + "sft_loss": 0.06356082856655121, + "step": 4073 + }, + { + "epoch": 5.891540130151844, + "grad_norm": 0.981644402128146, + "learning_rate": 6.2492782220759935e-09, + "logits/chosen": -0.8365199565887451, + "logits/rejected": -0.5724873542785645, + "logps/chosen": -0.029665423557162285, + "logps/rejected": -6.783669471740723, + "loss": 0.0422, + "odds_ratio_loss": 0.00043808904592879117, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0029665424954146147, + "rewards/margins": 0.6754004955291748, + "rewards/rejected": -0.678367018699646, + "sft_loss": 0.029665423557162285, + "step": 4074 + }, + { + "epoch": 5.892986261749819, + "grad_norm": 1.2626934450956793, + "learning_rate": 6.076936316297132e-09, + "logits/chosen": -0.7279162406921387, + "logits/rejected": -0.46087944507598877, + "logps/chosen": -0.05320172384381294, + "logps/rejected": -5.229532718658447, + "loss": 0.0402, + "odds_ratio_loss": 0.00094027747400105, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005320172291249037, + "rewards/margins": 0.5176330804824829, + "rewards/rejected": -0.5229532718658447, + "sft_loss": 0.05320172384381294, + "step": 4075 + }, + { + "epoch": 5.8944323933477945, + "grad_norm": 0.8948413475516522, + "learning_rate": 5.907002361608793e-09, + "logits/chosen": -0.8324787616729736, + "logits/rejected": -0.8268545866012573, + "logps/chosen": -0.026477977633476257, + "logps/rejected": -4.179195404052734, + "loss": 0.028, + "odds_ratio_loss": 0.0011238600127398968, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002647798042744398, + "rewards/margins": 0.4152717590332031, + "rewards/rejected": -0.4179195463657379, + "sft_loss": 0.026477977633476257, + "step": 4076 + }, + { + "epoch": 5.89587852494577, + "grad_norm": 1.1699254325701098, + "learning_rate": 5.739476460464132e-09, + "logits/chosen": -1.1227381229400635, + "logits/rejected": -0.7359456419944763, + "logps/chosen": -0.016686441376805305, + "logps/rejected": -5.694275856018066, + "loss": 0.0226, + "odds_ratio_loss": 0.0007282921578735113, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016686442540958524, + "rewards/margins": 0.5677589774131775, + "rewards/rejected": -0.5694276094436646, + "sft_loss": 0.016686441376805305, + "step": 4077 + }, + { + "epoch": 5.897324656543746, + "grad_norm": 1.093944591158634, + "learning_rate": 5.574358713865468e-09, + "logits/chosen": -0.9437555074691772, + "logits/rejected": -0.7433983683586121, + "logps/chosen": -0.11696302890777588, + "logps/rejected": -4.217023849487305, + "loss": 0.0546, + "odds_ratio_loss": 0.007626968435943127, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011696303263306618, + "rewards/margins": 0.4100060760974884, + "rewards/rejected": -0.42170241475105286, + "sft_loss": 0.11696302890777588, + "step": 4078 + }, + { + "epoch": 5.898770788141721, + "grad_norm": 0.9801406350864609, + "learning_rate": 5.411649221362502e-09, + "logits/chosen": -0.710649311542511, + "logits/rejected": -0.6215068697929382, + "logps/chosen": -0.02466878667473793, + "logps/rejected": -4.457521915435791, + "loss": 0.0285, + "odds_ratio_loss": 0.001121659530326724, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0024668786209076643, + "rewards/margins": 0.44328534603118896, + "rewards/rejected": -0.44575223326683044, + "sft_loss": 0.02466878667473793, + "step": 4079 + }, + { + "epoch": 5.900216919739696, + "grad_norm": 0.8747769046834969, + "learning_rate": 5.251348081054097e-09, + "logits/chosen": -0.8850862979888916, + "logits/rejected": -0.5741367936134338, + "logps/chosen": -0.023076584562659264, + "logps/rejected": -6.402840614318848, + "loss": 0.0327, + "odds_ratio_loss": 0.0006071379175409675, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002307658549398184, + "rewards/margins": 0.6379764080047607, + "rewards/rejected": -0.6402841210365295, + "sft_loss": 0.023076584562659264, + "step": 4080 + }, + { + "epoch": 5.901663051337672, + "grad_norm": 0.9270878906304059, + "learning_rate": 5.09345538958561e-09, + "logits/chosen": -0.8760882019996643, + "logits/rejected": -0.5293622016906738, + "logps/chosen": -0.03015088476240635, + "logps/rejected": -6.523216247558594, + "loss": 0.0332, + "odds_ratio_loss": 0.0021572900004684925, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030150888487696648, + "rewards/margins": 0.6493065357208252, + "rewards/rejected": -0.6523215770721436, + "sft_loss": 0.03015088476240635, + "step": 4081 + }, + { + "epoch": 5.903109182935647, + "grad_norm": 0.9858558759772296, + "learning_rate": 4.9379712421515615e-09, + "logits/chosen": -1.0308140516281128, + "logits/rejected": -0.6831567287445068, + "logps/chosen": -0.025113025680184364, + "logps/rejected": -6.239609718322754, + "loss": 0.0274, + "odds_ratio_loss": 0.0007894702721387148, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002511302474886179, + "rewards/margins": 0.6214496493339539, + "rewards/rejected": -0.6239609718322754, + "sft_loss": 0.025113025680184364, + "step": 4082 + }, + { + "epoch": 5.9045553145336225, + "grad_norm": 1.236514338792531, + "learning_rate": 4.784895732493854e-09, + "logits/chosen": -0.9402459859848022, + "logits/rejected": -0.7553094029426575, + "logps/chosen": -0.01938311569392681, + "logps/rejected": -5.070533275604248, + "loss": 0.0356, + "odds_ratio_loss": 0.0006489180377684534, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019383116159588099, + "rewards/margins": 0.5051149725914001, + "rewards/rejected": -0.5070533156394958, + "sft_loss": 0.01938311569392681, + "step": 4083 + }, + { + "epoch": 5.906001446131598, + "grad_norm": 0.8111350183711371, + "learning_rate": 4.634228952902219e-09, + "logits/chosen": -0.8608274459838867, + "logits/rejected": -0.7472224235534668, + "logps/chosen": -0.023615194484591484, + "logps/rejected": -4.508618354797363, + "loss": 0.0267, + "odds_ratio_loss": 0.003320841584354639, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002361519727855921, + "rewards/margins": 0.4485003352165222, + "rewards/rejected": -0.4508618712425232, + "sft_loss": 0.023615194484591484, + "step": 4084 + }, + { + "epoch": 5.907447577729574, + "grad_norm": 1.0202535691554027, + "learning_rate": 4.485970994214661e-09, + "logits/chosen": -0.8583634495735168, + "logits/rejected": -0.5765115022659302, + "logps/chosen": -0.04926097393035889, + "logps/rejected": -4.539674758911133, + "loss": 0.0491, + "odds_ratio_loss": 0.0009557848679833114, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004926097579300404, + "rewards/margins": 0.4490413963794708, + "rewards/rejected": -0.45396748185157776, + "sft_loss": 0.04926097393035889, + "step": 4085 + }, + { + "epoch": 5.908893709327549, + "grad_norm": 1.632546593521506, + "learning_rate": 4.340121945815678e-09, + "logits/chosen": -0.7539007067680359, + "logits/rejected": -0.818702220916748, + "logps/chosen": -0.051897093653678894, + "logps/rejected": -3.8027875423431396, + "loss": 0.0464, + "odds_ratio_loss": 0.006976235192269087, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005189709831029177, + "rewards/margins": 0.37508904933929443, + "rewards/rejected": -0.3802787661552429, + "sft_loss": 0.051897093653678894, + "step": 4086 + }, + { + "epoch": 5.910339840925524, + "grad_norm": 0.996259047615235, + "learning_rate": 4.196681895638487e-09, + "logits/chosen": -1.0506974458694458, + "logits/rejected": -0.7812222242355347, + "logps/chosen": -0.023906368762254715, + "logps/rejected": -6.1207275390625, + "loss": 0.0326, + "odds_ratio_loss": 0.002137015340849757, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0023906370624899864, + "rewards/margins": 0.6096821427345276, + "rewards/rejected": -0.6120727062225342, + "sft_loss": 0.023906368762254715, + "step": 4087 + }, + { + "epoch": 5.9117859725235, + "grad_norm": 1.012901522073042, + "learning_rate": 4.055650930164134e-09, + "logits/chosen": -0.6814955472946167, + "logits/rejected": -0.5374518036842346, + "logps/chosen": -0.019741419702768326, + "logps/rejected": -4.390100955963135, + "loss": 0.0445, + "odds_ratio_loss": 0.0011601306032389402, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0019741421565413475, + "rewards/margins": 0.4370359778404236, + "rewards/rejected": -0.4390101432800293, + "sft_loss": 0.019741419702768326, + "step": 4088 + }, + { + "epoch": 5.913232104121475, + "grad_norm": 1.1705865509991935, + "learning_rate": 3.917029134420158e-09, + "logits/chosen": -0.8490438461303711, + "logits/rejected": -0.6280502080917358, + "logps/chosen": -0.014538794755935669, + "logps/rejected": -5.418238162994385, + "loss": 0.0617, + "odds_ratio_loss": 0.0008393567986786366, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014538795221596956, + "rewards/margins": 0.5403699278831482, + "rewards/rejected": -0.5418238043785095, + "sft_loss": 0.014538794755935669, + "step": 4089 + }, + { + "epoch": 5.9146782357194505, + "grad_norm": 0.8268715863355088, + "learning_rate": 3.780816591981928e-09, + "logits/chosen": -0.925495982170105, + "logits/rejected": -0.7166245579719543, + "logps/chosen": -0.02626338042318821, + "logps/rejected": -5.465725898742676, + "loss": 0.0239, + "odds_ratio_loss": 0.000887808040715754, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0026263382751494646, + "rewards/margins": 0.5439462661743164, + "rewards/rejected": -0.5465726852416992, + "sft_loss": 0.02626338042318821, + "step": 4090 + }, + { + "epoch": 5.916124367317426, + "grad_norm": 1.104740571942427, + "learning_rate": 3.6470133849735297e-09, + "logits/chosen": -0.9207170009613037, + "logits/rejected": -0.827392041683197, + "logps/chosen": -0.04282090440392494, + "logps/rejected": -4.764659881591797, + "loss": 0.0384, + "odds_ratio_loss": 0.0029545726720243692, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004282090347260237, + "rewards/margins": 0.47218388319015503, + "rewards/rejected": -0.47646600008010864, + "sft_loss": 0.04282090440392494, + "step": 4091 + }, + { + "epoch": 5.917570498915401, + "grad_norm": 0.9063259918507958, + "learning_rate": 3.515619594064212e-09, + "logits/chosen": -1.0181001424789429, + "logits/rejected": -0.8038081526756287, + "logps/chosen": -0.03374544531106949, + "logps/rejected": -4.169094085693359, + "loss": 0.0323, + "odds_ratio_loss": 0.0018833805806934834, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003374544670805335, + "rewards/margins": 0.41353487968444824, + "rewards/rejected": -0.41690942645072937, + "sft_loss": 0.03374544531106949, + "step": 4092 + }, + { + "epoch": 5.919016630513377, + "grad_norm": 1.0335977859705563, + "learning_rate": 3.3866352984728285e-09, + "logits/chosen": -1.0784063339233398, + "logits/rejected": -0.7443411350250244, + "logps/chosen": -0.03114999271929264, + "logps/rejected": -4.165608882904053, + "loss": 0.0326, + "odds_ratio_loss": 0.0012884940952062607, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003114999271929264, + "rewards/margins": 0.4134458899497986, + "rewards/rejected": -0.4165608882904053, + "sft_loss": 0.03114999271929264, + "step": 4093 + }, + { + "epoch": 5.920462762111352, + "grad_norm": 0.8634076399115647, + "learning_rate": 3.260060575963841e-09, + "logits/chosen": -0.8990287780761719, + "logits/rejected": -0.723576545715332, + "logps/chosen": -0.055409032851457596, + "logps/rejected": -4.412961959838867, + "loss": 0.0307, + "odds_ratio_loss": 0.005224099848419428, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005540903657674789, + "rewards/margins": 0.43575531244277954, + "rewards/rejected": -0.44129621982574463, + "sft_loss": 0.055409032851457596, + "step": 4094 + }, + { + "epoch": 5.921908893709327, + "grad_norm": 1.0221510601388344, + "learning_rate": 3.1358955028495393e-09, + "logits/chosen": -0.9376885890960693, + "logits/rejected": -0.6291782855987549, + "logps/chosen": -0.016738008707761765, + "logps/rejected": -5.539161682128906, + "loss": 0.0392, + "odds_ratio_loss": 0.0006912790704518557, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0016738008707761765, + "rewards/margins": 0.5522423982620239, + "rewards/rejected": -0.5539162158966064, + "sft_loss": 0.016738008707761765, + "step": 4095 + }, + { + "epoch": 5.923355025307303, + "grad_norm": 1.1064587046513101, + "learning_rate": 3.0141401539900415e-09, + "logits/chosen": -0.6891365647315979, + "logits/rejected": -0.5489487648010254, + "logps/chosen": -0.09406330436468124, + "logps/rejected": -4.19540548324585, + "loss": 0.0651, + "odds_ratio_loss": 0.0437358096241951, + "rewards/accuracies": 0.9375, + "rewards/chosen": -0.00940632913261652, + "rewards/margins": 0.4101342260837555, + "rewards/rejected": -0.4195405840873718, + "sft_loss": 0.09406330436468124, + "step": 4096 + }, + { + "epoch": 5.9248011569052785, + "grad_norm": 1.3920590957005463, + "learning_rate": 2.894794602791517e-09, + "logits/chosen": -1.16707181930542, + "logits/rejected": -0.9460763931274414, + "logps/chosen": -0.023493018001317978, + "logps/rejected": -5.3490495681762695, + "loss": 0.072, + "odds_ratio_loss": 0.001594938919879496, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002349301939830184, + "rewards/margins": 0.5325556993484497, + "rewards/rejected": -0.534904956817627, + "sft_loss": 0.023493018001317978, + "step": 4097 + }, + { + "epoch": 5.926247288503253, + "grad_norm": 1.091799372443769, + "learning_rate": 2.777858921208409e-09, + "logits/chosen": -0.741195559501648, + "logits/rejected": -0.6491609811782837, + "logps/chosen": -0.02929551713168621, + "logps/rejected": -3.8806638717651367, + "loss": 0.0334, + "odds_ratio_loss": 0.0010335511760786176, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0029295519925653934, + "rewards/margins": 0.38513684272766113, + "rewards/rejected": -0.3880664110183716, + "sft_loss": 0.02929551713168621, + "step": 4098 + }, + { + "epoch": 5.927693420101229, + "grad_norm": 1.2381780680971113, + "learning_rate": 2.663333179741212e-09, + "logits/chosen": -0.9526777267456055, + "logits/rejected": -0.7601011395454407, + "logps/chosen": -0.05737978592514992, + "logps/rejected": -4.47212553024292, + "loss": 0.0468, + "odds_ratio_loss": 0.0037496332079172134, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005737978499382734, + "rewards/margins": 0.441474586725235, + "rewards/rejected": -0.4472126066684723, + "sft_loss": 0.05737978592514992, + "step": 4099 + }, + { + "epoch": 5.929139551699205, + "grad_norm": 1.1290870074892114, + "learning_rate": 2.5512174474382475e-09, + "logits/chosen": -0.8009154796600342, + "logits/rejected": -0.6760156154632568, + "logps/chosen": -0.038477495312690735, + "logps/rejected": -4.925846099853516, + "loss": 0.0438, + "odds_ratio_loss": 0.0019320531282573938, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003847749438136816, + "rewards/margins": 0.4887368679046631, + "rewards/rejected": -0.49258458614349365, + "sft_loss": 0.038477495312690735, + "step": 4100 + }, + { + "epoch": 5.93058568329718, + "grad_norm": 1.1307251208355675, + "learning_rate": 2.441511791894335e-09, + "logits/chosen": -0.9180901050567627, + "logits/rejected": -0.581337034702301, + "logps/chosen": -0.07019197195768356, + "logps/rejected": -6.812994956970215, + "loss": 0.0422, + "odds_ratio_loss": 0.0022215438075363636, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.007019197568297386, + "rewards/margins": 0.6742802858352661, + "rewards/rejected": -0.6812995076179504, + "sft_loss": 0.07019197195768356, + "step": 4101 + }, + { + "epoch": 5.932031814895155, + "grad_norm": 0.9974677158336643, + "learning_rate": 2.3342162792516772e-09, + "logits/chosen": -0.832883358001709, + "logits/rejected": -0.5870314836502075, + "logps/chosen": -0.03074686974287033, + "logps/rejected": -5.959352493286133, + "loss": 0.0416, + "odds_ratio_loss": 0.001421600696630776, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0030746874399483204, + "rewards/margins": 0.5928605794906616, + "rewards/rejected": -0.5959352254867554, + "sft_loss": 0.03074686974287033, + "step": 4102 + }, + { + "epoch": 5.933477946493131, + "grad_norm": 1.4469006514086222, + "learning_rate": 2.229330974198529e-09, + "logits/chosen": -0.8372644186019897, + "logits/rejected": -0.6750832200050354, + "logps/chosen": -0.04740104451775551, + "logps/rejected": -6.3367462158203125, + "loss": 0.0425, + "odds_ratio_loss": 0.002821737201884389, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004740104544907808, + "rewards/margins": 0.6289345622062683, + "rewards/rejected": -0.6336746215820312, + "sft_loss": 0.04740104451775551, + "step": 4103 + }, + { + "epoch": 5.934924078091107, + "grad_norm": 0.9240492769234988, + "learning_rate": 2.126855939971417e-09, + "logits/chosen": -0.8022180795669556, + "logits/rejected": -0.7096238732337952, + "logps/chosen": -0.01701393537223339, + "logps/rejected": -3.7467222213745117, + "loss": 0.0328, + "odds_ratio_loss": 0.0013247316237539053, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0017013936303555965, + "rewards/margins": 0.372970849275589, + "rewards/rejected": -0.3746722340583801, + "sft_loss": 0.01701393537223339, + "step": 4104 + }, + { + "epoch": 5.936370209689081, + "grad_norm": 0.9598971144707034, + "learning_rate": 2.0267912383520324e-09, + "logits/chosen": -0.9782860279083252, + "logits/rejected": -0.621020495891571, + "logps/chosen": -0.05000707879662514, + "logps/rejected": -5.905955791473389, + "loss": 0.0432, + "odds_ratio_loss": 0.0016283662989735603, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005000708159059286, + "rewards/margins": 0.585594892501831, + "rewards/rejected": -0.5905956625938416, + "sft_loss": 0.05000707879662514, + "step": 4105 + }, + { + "epoch": 5.937816341287057, + "grad_norm": 2.7765226016012057, + "learning_rate": 1.9291369296707825e-09, + "logits/chosen": -0.8960604071617126, + "logits/rejected": -0.817623496055603, + "logps/chosen": -0.014780182391405106, + "logps/rejected": -6.727514266967773, + "loss": 0.054, + "odds_ratio_loss": 0.0007389021338894963, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014780182391405106, + "rewards/margins": 0.671273410320282, + "rewards/rejected": -0.6727514266967773, + "sft_loss": 0.014780182391405106, + "step": 4106 + }, + { + "epoch": 5.939262472885033, + "grad_norm": 1.1274069239257218, + "learning_rate": 1.8338930728027946e-09, + "logits/chosen": -0.964221715927124, + "logits/rejected": -0.6402559876441956, + "logps/chosen": -0.05291515588760376, + "logps/rejected": -7.261722087860107, + "loss": 0.0399, + "odds_ratio_loss": 0.0011750500416383147, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005291515961289406, + "rewards/margins": 0.7208806276321411, + "rewards/rejected": -0.7261722087860107, + "sft_loss": 0.05291515588760376, + "step": 4107 + }, + { + "epoch": 5.940708604483008, + "grad_norm": 0.924331347038122, + "learning_rate": 1.7410597251719116e-09, + "logits/chosen": -0.9784330725669861, + "logits/rejected": -0.5999252796173096, + "logps/chosen": -0.03772180899977684, + "logps/rejected": -6.771916389465332, + "loss": 0.0248, + "odds_ratio_loss": 0.0036124063190072775, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0037721809931099415, + "rewards/margins": 0.6734194755554199, + "rewards/rejected": -0.6771916151046753, + "sft_loss": 0.03772180899977684, + "step": 4108 + }, + { + "epoch": 5.942154736080983, + "grad_norm": 1.3007265136932227, + "learning_rate": 1.650636942746697e-09, + "logits/chosen": -0.9911519289016724, + "logits/rejected": -0.7490329742431641, + "logps/chosen": -0.04981255158782005, + "logps/rejected": -5.104490280151367, + "loss": 0.0629, + "odds_ratio_loss": 0.0008861341630108654, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004981255158782005, + "rewards/margins": 0.5054677724838257, + "rewards/rejected": -0.5104490518569946, + "sft_loss": 0.04981255158782005, + "step": 4109 + }, + { + "epoch": 5.943600867678959, + "grad_norm": 0.9034752594114349, + "learning_rate": 1.5626247800444303e-09, + "logits/chosen": -0.9556131362915039, + "logits/rejected": -0.6480990648269653, + "logps/chosen": -0.02443695440888405, + "logps/rejected": -5.567079544067383, + "loss": 0.0258, + "odds_ratio_loss": 0.0025377324782311916, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002443695208057761, + "rewards/margins": 0.5542643070220947, + "rewards/rejected": -0.5567079782485962, + "sft_loss": 0.02443695440888405, + "step": 4110 + }, + { + "epoch": 5.945046999276935, + "grad_norm": 1.27019890219729, + "learning_rate": 1.4770232901271107e-09, + "logits/chosen": -0.7591812610626221, + "logits/rejected": -0.641418993473053, + "logps/chosen": -0.024198981001973152, + "logps/rejected": -3.361138343811035, + "loss": 0.0345, + "odds_ratio_loss": 0.002360550919547677, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002419898519292474, + "rewards/margins": 0.3336939215660095, + "rewards/rejected": -0.336113840341568, + "sft_loss": 0.024198981001973152, + "step": 4111 + }, + { + "epoch": 5.946493130874909, + "grad_norm": 1.4078149386948933, + "learning_rate": 1.3938325246045656e-09, + "logits/chosen": -1.0027142763137817, + "logits/rejected": -0.9888021945953369, + "logps/chosen": -0.02432049624621868, + "logps/rejected": -3.972032070159912, + "loss": 0.0295, + "odds_ratio_loss": 0.003202601568773389, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0024320497177541256, + "rewards/margins": 0.39477115869522095, + "rewards/rejected": -0.3972032070159912, + "sft_loss": 0.02432049624621868, + "step": 4112 + }, + { + "epoch": 5.947939262472885, + "grad_norm": 0.955294787070582, + "learning_rate": 1.313052533633119e-09, + "logits/chosen": -0.8551870584487915, + "logits/rejected": -0.6820370554924011, + "logps/chosen": -0.010347655974328518, + "logps/rejected": -4.61668586730957, + "loss": 0.0274, + "odds_ratio_loss": 0.00016555214824620634, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0010347655043005943, + "rewards/margins": 0.460633784532547, + "rewards/rejected": -0.46166858077049255, + "sft_loss": 0.010347655974328518, + "step": 4113 + }, + { + "epoch": 5.949385394070861, + "grad_norm": 1.2465098226086702, + "learning_rate": 1.2346833659147016e-09, + "logits/chosen": -0.8677682876586914, + "logits/rejected": -0.7311995029449463, + "logps/chosen": -0.03744862973690033, + "logps/rejected": -4.943976402282715, + "loss": 0.0577, + "odds_ratio_loss": 0.0047299060970544815, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0037448632065206766, + "rewards/margins": 0.49065274000167847, + "rewards/rejected": -0.4943976402282715, + "sft_loss": 0.03744862973690033, + "step": 4114 + }, + { + "epoch": 5.9508315256688356, + "grad_norm": 1.020861812684583, + "learning_rate": 1.1587250686986294e-09, + "logits/chosen": -0.9044225811958313, + "logits/rejected": -0.594450056552887, + "logps/chosen": -0.03550455719232559, + "logps/rejected": -6.127573013305664, + "loss": 0.0468, + "odds_ratio_loss": 0.0004433983704075217, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003550455439835787, + "rewards/margins": 0.6092069149017334, + "rewards/rejected": -0.6127573847770691, + "sft_loss": 0.03550455719232559, + "step": 4115 + }, + { + "epoch": 5.952277657266811, + "grad_norm": 1.0219147309467258, + "learning_rate": 1.085177687780714e-09, + "logits/chosen": -0.8875457644462585, + "logits/rejected": -0.6773673295974731, + "logps/chosen": -0.03830548748373985, + "logps/rejected": -5.578269004821777, + "loss": 0.0257, + "odds_ratio_loss": 0.0014839848736301064, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0038305488415062428, + "rewards/margins": 0.5539963841438293, + "rewards/rejected": -0.5578269362449646, + "sft_loss": 0.03830548748373985, + "step": 4116 + }, + { + "epoch": 5.953723788864787, + "grad_norm": 1.0919805731483818, + "learning_rate": 1.0140412675023747e-09, + "logits/chosen": -1.0210849046707153, + "logits/rejected": -0.7989510297775269, + "logps/chosen": -0.011519749648869038, + "logps/rejected": -4.2892608642578125, + "loss": 0.051, + "odds_ratio_loss": 0.0009958500741049647, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0011519748950377107, + "rewards/margins": 0.4277741014957428, + "rewards/rejected": -0.42892611026763916, + "sft_loss": 0.011519749648869038, + "step": 4117 + }, + { + "epoch": 5.955169920462762, + "grad_norm": 1.038445647093431, + "learning_rate": 9.453158507528592e-10, + "logits/chosen": -0.9300838112831116, + "logits/rejected": -0.8889990448951721, + "logps/chosen": -0.08415620028972626, + "logps/rejected": -4.28843879699707, + "loss": 0.0552, + "odds_ratio_loss": 0.0070391446352005005, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.008415620774030685, + "rewards/margins": 0.4204282760620117, + "rewards/rejected": -0.4288438856601715, + "sft_loss": 0.08415620028972626, + "step": 4118 + }, + { + "epoch": 5.956616052060737, + "grad_norm": 1.8490327493708787, + "learning_rate": 8.790014789661348e-10, + "logits/chosen": -0.842028796672821, + "logits/rejected": -0.7200061678886414, + "logps/chosen": -0.04375598579645157, + "logps/rejected": -4.8058576583862305, + "loss": 0.0314, + "odds_ratio_loss": 0.0012701171217486262, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004375598393380642, + "rewards/margins": 0.47621017694473267, + "rewards/rejected": -0.4805857241153717, + "sft_loss": 0.04375598579645157, + "step": 4119 + }, + { + "epoch": 5.958062183658713, + "grad_norm": 1.5751740362087219, + "learning_rate": 8.150981921239975e-10, + "logits/chosen": -1.0434660911560059, + "logits/rejected": -0.7287979125976562, + "logps/chosen": -0.026583680883049965, + "logps/rejected": -6.822535991668701, + "loss": 0.0562, + "odds_ratio_loss": 0.0017852864693850279, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0026583680883049965, + "rewards/margins": 0.6795952320098877, + "rewards/rejected": -0.6822535991668701, + "sft_loss": 0.026583680883049965, + "step": 4120 + }, + { + "epoch": 5.959508315256688, + "grad_norm": 1.1963090985219154, + "learning_rate": 7.536060287534063e-10, + "logits/chosen": -0.8197766542434692, + "logits/rejected": -0.6914808750152588, + "logps/chosen": -0.05560974031686783, + "logps/rejected": -7.24658727645874, + "loss": 0.0612, + "odds_ratio_loss": 0.010990302078425884, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00556097412481904, + "rewards/margins": 0.7190977931022644, + "rewards/rejected": -0.724658727645874, + "sft_loss": 0.05560974031686783, + "step": 4121 + }, + { + "epoch": 5.960954446854664, + "grad_norm": 1.8334323902812746, + "learning_rate": 6.94525025928705e-10, + "logits/chosen": -0.8709729313850403, + "logits/rejected": -0.594711184501648, + "logps/chosen": -0.03179216384887695, + "logps/rejected": -10.035598754882812, + "loss": 0.035, + "odds_ratio_loss": 0.0020171799696981907, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003179216757416725, + "rewards/margins": 1.0003807544708252, + "rewards/rejected": -1.0035598278045654, + "sft_loss": 0.03179216384887695, + "step": 4122 + }, + { + "epoch": 5.962400578452639, + "grad_norm": 0.8575311426686644, + "learning_rate": 6.37855219269845e-10, + "logits/chosen": -0.7879198789596558, + "logits/rejected": -0.7165445685386658, + "logps/chosen": -0.015290379524230957, + "logps/rejected": -4.180186748504639, + "loss": 0.0287, + "odds_ratio_loss": 0.0012166141532361507, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0015290379524230957, + "rewards/margins": 0.4164896011352539, + "rewards/rejected": -0.418018639087677, + "sft_loss": 0.015290379524230957, + "step": 4123 + }, + { + "epoch": 5.963846710050615, + "grad_norm": 1.037426781554966, + "learning_rate": 5.835966429432737e-10, + "logits/chosen": -0.7037444710731506, + "logits/rejected": -0.450633704662323, + "logps/chosen": -0.05810614302754402, + "logps/rejected": -5.363962650299072, + "loss": 0.0327, + "odds_ratio_loss": 0.0023976389784365892, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005810614209622145, + "rewards/margins": 0.5305856466293335, + "rewards/rejected": -0.5363962650299072, + "sft_loss": 0.05810614302754402, + "step": 4124 + }, + { + "epoch": 5.96529284164859, + "grad_norm": 1.2952351363680497, + "learning_rate": 5.317493296614906e-10, + "logits/chosen": -0.9828850030899048, + "logits/rejected": -0.8129862546920776, + "logps/chosen": -0.027900131419301033, + "logps/rejected": -4.454830169677734, + "loss": 0.0626, + "odds_ratio_loss": 0.0007958858041092753, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0027900133281946182, + "rewards/margins": 0.44269299507141113, + "rewards/rejected": -0.4454830288887024, + "sft_loss": 0.027900131419301033, + "step": 4125 + }, + { + "epoch": 5.966738973246565, + "grad_norm": 0.9134255978257638, + "learning_rate": 4.82313310683935e-10, + "logits/chosen": -0.9281235933303833, + "logits/rejected": -0.725083589553833, + "logps/chosen": -0.01804085075855255, + "logps/rejected": -5.371147155761719, + "loss": 0.0258, + "odds_ratio_loss": 0.0014887560391798615, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0018040850991383195, + "rewards/margins": 0.535310685634613, + "rewards/rejected": -0.5371147394180298, + "sft_loss": 0.01804085075855255, + "step": 4126 + }, + { + "epoch": 5.968185104844541, + "grad_norm": 0.9621230174545535, + "learning_rate": 4.3528861581521026e-10, + "logits/chosen": -0.9386307001113892, + "logits/rejected": -0.6423209309577942, + "logps/chosen": -0.01551287341862917, + "logps/rejected": -5.554164886474609, + "loss": 0.0274, + "odds_ratio_loss": 0.0015682197408750653, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0015512873651459813, + "rewards/margins": 0.5538651943206787, + "rewards/rejected": -0.555416464805603, + "sft_loss": 0.01551287341862917, + "step": 4127 + }, + { + "epoch": 5.969631236442516, + "grad_norm": 1.4551812506826591, + "learning_rate": 3.906752734073038e-10, + "logits/chosen": -0.9425130486488342, + "logits/rejected": -0.6164754629135132, + "logps/chosen": -0.03378310054540634, + "logps/rejected": -5.581912994384766, + "loss": 0.0562, + "odds_ratio_loss": 0.0012506656348705292, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003378310240805149, + "rewards/margins": 0.5548129677772522, + "rewards/rejected": -0.5581912994384766, + "sft_loss": 0.03378310054540634, + "step": 4128 + }, + { + "epoch": 5.971077368040492, + "grad_norm": 1.430946768404967, + "learning_rate": 3.4847331035736673e-10, + "logits/chosen": -0.7740320563316345, + "logits/rejected": -0.625731348991394, + "logps/chosen": -0.11199574172496796, + "logps/rejected": -3.3949060440063477, + "loss": 0.0756, + "odds_ratio_loss": 0.010786962695419788, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.011199574917554855, + "rewards/margins": 0.32829102873802185, + "rewards/rejected": -0.3394905924797058, + "sft_loss": 0.11199574172496796, + "step": 4129 + }, + { + "epoch": 5.972523499638467, + "grad_norm": 1.0795984072522444, + "learning_rate": 3.0868275210904624e-10, + "logits/chosen": -0.8547477722167969, + "logits/rejected": -0.7329878807067871, + "logps/chosen": -0.03964013606309891, + "logps/rejected": -5.210457801818848, + "loss": 0.0474, + "odds_ratio_loss": 0.003418078413233161, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003964013420045376, + "rewards/margins": 0.5170817971229553, + "rewards/rejected": -0.5210458040237427, + "sft_loss": 0.03964013606309891, + "step": 4130 + }, + { + "epoch": 5.973969631236443, + "grad_norm": 0.9997914713259782, + "learning_rate": 2.713036226520415e-10, + "logits/chosen": -0.8122600317001343, + "logits/rejected": -0.599828839302063, + "logps/chosen": -0.014296657405793667, + "logps/rejected": -6.734135627746582, + "loss": 0.0385, + "odds_ratio_loss": 0.000533695740159601, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014296658337116241, + "rewards/margins": 0.6719839572906494, + "rewards/rejected": -0.6734135746955872, + "sft_loss": 0.014296657405793667, + "step": 4131 + }, + { + "epoch": 5.975415762834418, + "grad_norm": 0.955240881670924, + "learning_rate": 2.363359445229918e-10, + "logits/chosen": -0.9173808693885803, + "logits/rejected": -0.8124196529388428, + "logps/chosen": -0.046773605048656464, + "logps/rejected": -4.923510551452637, + "loss": 0.0306, + "odds_ratio_loss": 0.0019419525051489472, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004677360877394676, + "rewards/margins": 0.48767372965812683, + "rewards/rejected": -0.49235108494758606, + "sft_loss": 0.046773605048656464, + "step": 4132 + }, + { + "epoch": 5.9768618944323935, + "grad_norm": 1.0552507197470187, + "learning_rate": 2.037797388036999e-10, + "logits/chosen": -0.6335623860359192, + "logits/rejected": -0.5481550693511963, + "logps/chosen": -0.014158733189105988, + "logps/rejected": -5.313653469085693, + "loss": 0.028, + "odds_ratio_loss": 0.0016354866093024611, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0014158734120428562, + "rewards/margins": 0.5299494862556458, + "rewards/rejected": -0.5313653349876404, + "sft_loss": 0.014158733189105988, + "step": 4133 + }, + { + "epoch": 5.978308026030369, + "grad_norm": 1.3318819399781283, + "learning_rate": 1.7363502512246497e-10, + "logits/chosen": -0.861269474029541, + "logits/rejected": -0.8041742444038391, + "logps/chosen": -0.06389249116182327, + "logps/rejected": -4.00693416595459, + "loss": 0.061, + "odds_ratio_loss": 0.003401533467695117, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.006389249116182327, + "rewards/margins": 0.39430415630340576, + "rewards/rejected": -0.400693416595459, + "sft_loss": 0.06389249116182327, + "step": 4134 + }, + { + "epoch": 5.979754157628344, + "grad_norm": 1.1397991365853217, + "learning_rate": 1.4590182165363785e-10, + "logits/chosen": -0.9926788210868835, + "logits/rejected": -0.7052085399627686, + "logps/chosen": -0.01665268838405609, + "logps/rejected": -6.901638984680176, + "loss": 0.0334, + "odds_ratio_loss": 0.0005437415675260127, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.001665269024670124, + "rewards/margins": 0.6884986758232117, + "rewards/rejected": -0.6901639103889465, + "sft_loss": 0.01665268838405609, + "step": 4135 + }, + { + "epoch": 5.98120028922632, + "grad_norm": 1.0293090818178157, + "learning_rate": 1.2058014511717728e-10, + "logits/chosen": -0.7687342762947083, + "logits/rejected": -0.5340158343315125, + "logps/chosen": -0.012591686099767685, + "logps/rejected": -6.006010055541992, + "loss": 0.032, + "odds_ratio_loss": 0.0005818761419504881, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0012591686099767685, + "rewards/margins": 0.5993418097496033, + "rewards/rejected": -0.600601077079773, + "sft_loss": 0.012591686099767685, + "step": 4136 + }, + { + "epoch": 5.982646420824295, + "grad_norm": 1.0500799088028352, + "learning_rate": 9.767001078087034e-11, + "logits/chosen": -0.8796525001525879, + "logits/rejected": -0.6548293232917786, + "logps/chosen": -0.05132802948355675, + "logps/rejected": -5.8061323165893555, + "loss": 0.0436, + "odds_ratio_loss": 0.002121829893440008, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.005132803227752447, + "rewards/margins": 0.5754804015159607, + "rewards/rejected": -0.5806131958961487, + "sft_loss": 0.05132802948355675, + "step": 4137 + }, + { + "epoch": 5.98409255242227, + "grad_norm": 1.3440124989758566, + "learning_rate": 7.717143245589142e-11, + "logits/chosen": -1.0992934703826904, + "logits/rejected": -0.7260419130325317, + "logps/chosen": -0.04053273797035217, + "logps/rejected": -5.290022373199463, + "loss": 0.0648, + "odds_ratio_loss": 0.0017471958417445421, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.00405327370390296, + "rewards/margins": 0.5249489545822144, + "rewards/rejected": -0.5290022492408752, + "sft_loss": 0.04053273797035217, + "step": 4138 + }, + { + "epoch": 5.985538684020246, + "grad_norm": 1.1554344347871206, + "learning_rate": 5.908442250168733e-11, + "logits/chosen": -0.9692047834396362, + "logits/rejected": -0.6804442405700684, + "logps/chosen": -0.048383478075265884, + "logps/rejected": -6.995375633239746, + "loss": 0.0316, + "odds_ratio_loss": 0.0027454195078462362, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.004838347434997559, + "rewards/margins": 0.6946991682052612, + "rewards/rejected": -0.6995375156402588, + "sft_loss": 0.048383478075265884, + "step": 4139 + }, + { + "epoch": 5.9869848156182215, + "grad_norm": 0.8871899630146395, + "learning_rate": 4.3408991823312704e-11, + "logits/chosen": -0.9535342454910278, + "logits/rejected": -0.8384948968887329, + "logps/chosen": -0.029851065948605537, + "logps/rejected": -3.435246467590332, + "loss": 0.0232, + "odds_ratio_loss": 0.0023980343248695135, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002985106548294425, + "rewards/margins": 0.3405395746231079, + "rewards/rejected": -0.34352466464042664, + "sft_loss": 0.029851065948605537, + "step": 4140 + }, + { + "epoch": 5.988430947216196, + "grad_norm": 0.9226185349789879, + "learning_rate": 3.014514987054184e-11, + "logits/chosen": -0.9060051441192627, + "logits/rejected": -0.8312381505966187, + "logps/chosen": -0.0319242998957634, + "logps/rejected": -4.604552745819092, + "loss": 0.0285, + "odds_ratio_loss": 0.0014555552043020725, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.003192430129274726, + "rewards/margins": 0.4572628140449524, + "rewards/rejected": -0.4604552388191223, + "sft_loss": 0.0319242998957634, + "step": 4141 + }, + { + "epoch": 5.989877078814172, + "grad_norm": 0.9592362753561068, + "learning_rate": 1.9292904640977324e-11, + "logits/chosen": -1.004399061203003, + "logits/rejected": -0.97425377368927, + "logps/chosen": -0.029115300625562668, + "logps/rejected": -4.420380115509033, + "loss": 0.0256, + "odds_ratio_loss": 0.002002717461436987, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0029115299694240093, + "rewards/margins": 0.4391264319419861, + "rewards/rejected": -0.4420379400253296, + "sft_loss": 0.029115300625562668, + "step": 4142 + }, + { + "epoch": 5.991323210412148, + "grad_norm": 1.1190789757311155, + "learning_rate": 1.0852262677385482e-11, + "logits/chosen": -0.7953178286552429, + "logits/rejected": -0.6801662445068359, + "logps/chosen": -0.028218841180205345, + "logps/rejected": -4.215031623840332, + "loss": 0.0411, + "odds_ratio_loss": 0.0011911361943930387, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0028218841180205345, + "rewards/margins": 0.4186813235282898, + "rewards/rejected": -0.4215031862258911, + "sft_loss": 0.028218841180205345, + "step": 4143 + }, + { + "epoch": 5.9927693420101225, + "grad_norm": 0.9158155976864413, + "learning_rate": 4.823229068140478e-12, + "logits/chosen": -0.8988432884216309, + "logits/rejected": -0.7506909966468811, + "logps/chosen": -0.029472343623638153, + "logps/rejected": -3.428910970687866, + "loss": 0.0258, + "odds_ratio_loss": 0.0006631941068917513, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.002947234082967043, + "rewards/margins": 0.33994388580322266, + "rewards/rejected": -0.3428910970687866, + "sft_loss": 0.029472343623638153, + "step": 4144 + }, + { + "epoch": 5.994215473608098, + "grad_norm": 1.056239819329163, + "learning_rate": 1.2058074490006732e-12, + "logits/chosen": -0.9353763461112976, + "logits/rejected": -0.7485519647598267, + "logps/chosen": -0.03557208925485611, + "logps/rejected": -5.1342082023620605, + "loss": 0.0394, + "odds_ratio_loss": 0.0014125681482255459, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0035572086926549673, + "rewards/margins": 0.5098636150360107, + "rewards/rejected": -0.513420820236206, + "sft_loss": 0.03557208925485611, + "step": 4145 + }, + { + "epoch": 5.995661605206074, + "grad_norm": 1.0557108508160415, + "learning_rate": 0.0, + "logits/chosen": -0.6718660593032837, + "logits/rejected": -0.5680021643638611, + "logps/chosen": -0.026484325528144836, + "logps/rejected": -5.1328911781311035, + "loss": 0.0381, + "odds_ratio_loss": 0.004209108650684357, + "rewards/accuracies": 1.0, + "rewards/chosen": -0.0026484327390789986, + "rewards/margins": 0.5106407403945923, + "rewards/rejected": -0.5132891535758972, + "sft_loss": 0.026484325528144836, + "step": 4146 + } + ], + "logging_steps": 1.0, + "max_steps": 4146, + "num_input_tokens_seen": 0, + "num_train_epochs": 6, + "save_steps": 500, + "total_flos": 1411327439929344.0, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +}