commit f3f9598eecc752b0f17bad13cc4093c1fdeb0749 Author: ModelHub XC Date: Thu Apr 16 17:33:21 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: uyenlk/RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26 Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/.hydra/config.yaml b/.hydra/config.yaml new file mode 100644 index 0000000..181c86c --- /dev/null +++ b/.hydra/config.yaml @@ -0,0 +1,616 @@ +model: + model_args: + pretrained_model_name_or_path: open-unlearning/tofu_Llama-3.2-3B-Instruct_full + attn_implementation: flash_attention_2 + torch_dtype: bfloat16 + tokenizer_args: + pretrained_model_name_or_path: meta-llama/Llama-3.2-3B-Instruct + template_args: + apply_chat_template: true + system_prompt: You are a helpful assistant. + system_prompt_with_special_tokens: '<|begin_of_text|><|start_header_id|>system<|end_header_id|> + + + You are a helpful assistant.<|eot_id|>' + user_start_tag: '<|start_header_id|>user<|end_header_id|> + + + ' + user_end_tag: <|eot_id|> + asst_start_tag: '<|start_header_id|>assistant<|end_header_id|> + + + ' + asst_end_tag: <|eot_id|> + date_string: 10 Apr 2025 +trainer: + handler: RMU + args: + per_device_train_batch_size: 1 + per_device_eval_batch_size: 1 + gradient_accumulation_steps: 32 + learning_rate: 5.0e-05 + bf16: true + bf16_full_eval: true + logging_steps: 5 + output_dir: ${paths.output_dir} + logging_dir: ${trainer.args.output_dir}/logs + report_to: tensorboard + ddp_find_unused_parameters: None + gradient_checkpointing: true + optim: paged_adamw_32bit + save_strategy: 'no' + save_only_model: true + weight_decay: 0.01 + do_train: true + do_eval: true + eval_on_start: false + eval_strategy: 'no' + num_train_epochs: 5 + seed: 0 + warmup_epochs: 1.0 + remove_unused_columns: false + method_args: + gamma: 1.0 + alpha: 1 + retain_loss_type: EMBED_DIFF + steering_coeff: 10 + module_regex: model\.layers\.26 + trainable_params_regex: + - .* +data: + forget: + TOFU_QA_forget: + handler: QADataset + args: + hf_args: + name: ${forget_split} + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 256 + retain: + TOFU_QA_retain: + handler: QADataset + args: + hf_args: + name: ${retain_split} + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 256 + anchor: forget +collator: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right +eval: + tofu: + metrics: + forget_quality: + pre_compute: + forget_truth_ratio: + pre_compute: + forget_Q_A_PARA_Prob: + datasets: + TOFU_QA_forget_para: + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: paraphrased_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + forget_Q_A_PERT_Prob: + datasets: + TOFU_QA_forget_pert: + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: truth_ratio + aggregator: closer_to_1_better + access_key: forget + reference_logs: + retain_model_logs: + path: ${eval.tofu.retain_logs_path} + include: + forget_truth_ratio: + access_key: retain + handler: ks_test + forget_Q_A_Prob: + datasets: + TOFU_QA_forget: + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + forget_Q_A_ROUGE: + datasets: + TOFU_QA_forget: + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + predict_with_generate: true + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: left + index: index + generation_args: + do_sample: false + top_p: null + temperature: null + max_new_tokens: 200 + use_cache: true + handler: rouge + rouge_type: rougeL_recall + batch_size: ${eval.tofu.batch_size} + model_utility: + pre_compute: + retain_Q_A_Prob: + datasets: + TOFU_QA_retain_eval: + handler: QADataset + args: + hf_args: + name: retain_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + retain_Q_A_ROUGE: + datasets: + TOFU_QA_retain_eval: + handler: QADataset + args: + hf_args: + name: retain_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + predict_with_generate: true + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: left + index: index + generation_args: + do_sample: false + top_p: null + temperature: null + max_new_tokens: 200 + use_cache: true + handler: rouge + rouge_type: rougeL_recall + batch_size: ${eval.tofu.batch_size} + retain_Truth_Ratio: + pre_compute: + retain_Q_A_PARA_Prob: + datasets: + TOFU_QA_retain_para: + handler: QADataset + args: + hf_args: + name: retain_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: paraphrased_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + retain_Q_A_PERT_Prob: + datasets: + TOFU_QA_retain_pert: + handler: QADataset + args: + hf_args: + name: retain_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: truth_ratio + aggregator: true_better + ra_Q_A_Prob_normalised: + pre_compute: + ra_Q_A_Prob: + datasets: + TOFU_QA_ra: + handler: QADataset + args: + hf_args: + name: real_authors_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + ra_Q_A_PERT_Prob: + datasets: + TOFU_QA_ra_pert: + handler: QADataset + args: + hf_args: + name: real_authors_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: probability_w_options + ra_Q_A_ROUGE: + datasets: + TOFU_QA_ra: + handler: QADataset + args: + hf_args: + name: real_authors_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + predict_with_generate: true + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: left + index: index + generation_args: + do_sample: false + top_p: null + temperature: null + max_new_tokens: 200 + use_cache: true + handler: rouge + rouge_type: rougeL_recall + batch_size: ${eval.tofu.batch_size} + ra_Truth_Ratio: + pre_compute: + ra_Q_A_Prob: + datasets: + TOFU_QA_ra: + handler: QADataset + args: + hf_args: + name: real_authors_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + ra_Q_A_PERT_Prob: + datasets: + TOFU_QA_ra_pert: + handler: QADataset + args: + hf_args: + name: real_authors_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: truth_ratio + aggregator: true_better + wf_Q_A_Prob_normalised: + pre_compute: + wf_Q_A_Prob: + datasets: + TOFU_QA_wf: + handler: QADataset + args: + hf_args: + name: world_facts_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + wf_Q_A_PERT_Prob: + datasets: + TOFU_QA_wf_pert: + handler: QADataset + args: + hf_args: + name: world_facts_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: probability_w_options + wf_Q_A_ROUGE: + datasets: + TOFU_QA_wf: + handler: QADataset + args: + hf_args: + name: world_facts_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + predict_with_generate: true + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: left + index: index + generation_args: + do_sample: false + top_p: null + temperature: null + max_new_tokens: 200 + use_cache: true + handler: rouge + rouge_type: rougeL_recall + batch_size: ${eval.tofu.batch_size} + wf_Truth_Ratio: + pre_compute: + wf_Q_A_Prob: + datasets: + TOFU_QA_wf: + handler: QADataset + args: + hf_args: + name: world_facts_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + wf_Q_A_PERT_Prob: + datasets: + TOFU_QA_wf_pert: + handler: QADataset + args: + hf_args: + name: world_facts_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: truth_ratio + aggregator: true_better + handler: hm_aggregate + privleak: + pre_compute: + mia_min_k: + datasets: + TOFU_QA_forget: + access_key: forget + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + TOFU_QA_holdout: + access_key: holdout + handler: QADataset + args: + hf_args: + name: ${eval.tofu.holdout_split} + path: locuslab/TOFU + split: train + question_key: question + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + batch_size: ${eval.tofu.batch_size} + handler: mia_min_k + k: 0.4 + access_key: forget + reference_logs: + retain_model_logs: + path: ${eval.tofu.retain_logs_path} + include: + mia_min_k: + access_key: retain + handler: privleak + ref_value: 0.5 + extraction_strength: + datasets: + TOFU_QA_forget: + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: extraction_strength + batch_size: ${eval.tofu.batch_size} + handler: TOFUEvaluator + output_dir: ${paths.output_dir} + overwrite: true + forget_split: ${forget_split} + holdout_split: ${holdout_split} + retain_logs_path: ${retain_logs_path} + question_key: ${question_key} + batch_size: 16 +paths: + root_dir: . + data_dir: ${paths.root_dir}/data/ + datasets: ${paths.root_dir}/configs/data/datasets + output_dir: ${paths.root_dir}/saves/${mode}/${task_name} + work_dir: ${hydra:runtime.cwd} +forget_split: forget10 +retain_split: retain90 +holdout_split: holdout10 +retain_logs_path: null +question_key: question +task_name: RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26 +mode: unlearn diff --git a/.hydra/hydra.yaml b/.hydra/hydra.yaml new file mode 100644 index 0000000..9de68d1 --- /dev/null +++ b/.hydra/hydra.yaml @@ -0,0 +1,277 @@ +hydra: + run: + dir: ${paths.output_dir} + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${trainer.handler}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.mode=RUN + task: + - experiment=unlearn/tofu/default + - model=Llama-3.2-3B-Instruct + - model.model_args.pretrained_model_name_or_path=open-unlearning/tofu_Llama-3.2-3B-Instruct_full + - forget_split=forget10 + - retain_split=retain90 + - trainer=RMU + - trainer.method_args.steering_coeff=10 + - trainer.method_args.module_regex=model\.layers\.26 + - trainer.args.learning_rate=5e-5 + - task_name=RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26 + job: + name: train + chdir: null + override_dirname: experiment=unlearn/tofu/default,forget_split=forget10,model.model_args.pretrained_model_name_or_path=open-unlearning/tofu_Llama-3.2-3B-Instruct_full,model=Llama-3.2-3B-Instruct,retain_split=retain90,task_name=RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26,trainer.args.learning_rate=5e-5,trainer.method_args.module_regex=model\.layers\.26,trainer.method_args.steering_coeff=10,trainer=RMU + id: ??? + num: ??? + config_name: unlearn.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.0 + version_base: '1.3' + cwd: /raid/home/v126826/open-unlearning + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /raid/home/v126826/open-unlearning/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: /raid/home/v126826/open-unlearning/saves/unlearn/RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26 + choices: + experiment: unlearn/tofu/default + paths: default + hydra: default + eval: tofu + eval/tofu_metrics/../../collator@eval.tofu.metrics.extraction_strength.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/../../data/datasets@eval.tofu.metrics.extraction_strength.datasets: TOFU_QA_forget + eval/tofu_metrics/.@eval.tofu.metrics.privleak.pre_compute.mia_min_k: mia_min_k + eval/tofu_metrics/./../../collator@eval.tofu.metrics.privleak.pre_compute.mia_min_k.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.privleak.pre_compute.mia_min_k.datasets: TOFU_MIA + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio: wf_Truth_Ratio + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_PERT_Prob: wf_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_PERT_Prob.datasets + : TOFU_QA_wf_pert + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_Prob: wf_Q_A_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_Prob.datasets + : TOFU_QA_wf + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE: wf_Q_A_ROUGE + eval/tofu_metrics/./../../generation@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE.generation_args: default + eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE.datasets: TOFU_QA_wf + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised: wf_Q_A_Prob_normalised + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_PERT_Prob: wf_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_PERT_Prob.datasets + : TOFU_QA_wf_pert + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_Prob: wf_Q_A_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_Prob.datasets + : TOFU_QA_wf + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio: ra_Truth_Ratio + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_PERT_Prob: ra_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_PERT_Prob.datasets + : TOFU_QA_ra_pert + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_Prob: ra_Q_A_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_Prob.datasets + : TOFU_QA_ra + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE: ra_Q_A_ROUGE + eval/tofu_metrics/./../../generation@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE.generation_args: default + eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE.datasets: TOFU_QA_ra + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised: ra_Q_A_Prob_normalised + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_PERT_Prob: ra_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_PERT_Prob.datasets + : TOFU_QA_ra_pert + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_Prob: ra_Q_A_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_Prob.datasets + : TOFU_QA_ra + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio: retain_Truth_Ratio + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PERT_Prob: retain_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PERT_Prob.datasets + : TOFU_QA_retain_pert + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PARA_Prob: retain_Q_A_PARA_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PARA_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PARA_Prob.datasets + : TOFU_QA_retain_para + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE: retain_Q_A_ROUGE + eval/tofu_metrics/./../../generation@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE.generation_args: default + eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE.datasets: TOFU_QA_retain_eval + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_Prob: retain_Q_A_Prob + eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_Prob.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_Prob.datasets: TOFU_QA_retain_eval + eval/tofu_metrics/../../generation@eval.tofu.metrics.forget_Q_A_ROUGE.generation_args: default + eval/tofu_metrics/../../collator@eval.tofu.metrics.forget_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/../../data/datasets@eval.tofu.metrics.forget_Q_A_ROUGE.datasets: TOFU_QA_forget + eval/tofu_metrics/../../collator@eval.tofu.metrics.forget_Q_A_Prob.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/../../data/datasets@eval.tofu.metrics.forget_Q_A_Prob.datasets: TOFU_QA_forget + eval/tofu_metrics/.@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio: forget_Truth_Ratio + eval/tofu_metrics/./.@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PERT_Prob: forget_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PERT_Prob.datasets + : TOFU_QA_forget_pert + eval/tofu_metrics/./.@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PARA_Prob: forget_Q_A_PARA_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PARA_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PARA_Prob.datasets + : TOFU_QA_forget_para + collator: DataCollatorForSupervisedDataset + data: unlearn + data/datasets@data.eval: null + data/datasets@data.retain: TOFU_QA_retain + data/datasets@data.forget: TOFU_QA_forget + trainer: RMU + model: Llama-3.2-3B-Instruct + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/.hydra/overrides.yaml b/.hydra/overrides.yaml new file mode 100644 index 0000000..cc446b1 --- /dev/null +++ b/.hydra/overrides.yaml @@ -0,0 +1,10 @@ +- experiment=unlearn/tofu/default +- model=Llama-3.2-3B-Instruct +- model.model_args.pretrained_model_name_or_path=open-unlearning/tofu_Llama-3.2-3B-Instruct_full +- forget_split=forget10 +- retain_split=retain90 +- trainer=RMU +- trainer.method_args.steering_coeff=10 +- trainer.method_args.module_regex=model\.layers\.26 +- trainer.args.learning_rate=5e-5 +- task_name=RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26 diff --git a/RMU.log b/RMU.log new file mode 100644 index 0000000..2909b60 --- /dev/null +++ b/RMU.log @@ -0,0 +1,43 @@ +[2026-03-21 05:48:30,182][model][INFO] - Setting pad_token as eos token: <|eot_id|> +[2026-03-21 05:48:34,534][evaluator][INFO] - Evaluations stored in the experiment directory: ./saves/unlearn/RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26 +[2026-03-21 05:48:38,592][trainer][INFO] - RMU Trainer loaded, output_dir: ./saves/unlearn/RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26 +[2026-03-21 06:01:59,651][evaluator][INFO] - ***** Running TOFU evaluation suite ***** +[2026-03-21 06:01:59,652][evaluator][INFO] - Fine-grained evaluations will be saved to: ./saves/unlearn/RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26/checkpoint-60/evals/TOFU_EVAL.json +[2026-03-21 06:01:59,652][evaluator][INFO] - Aggregated evaluations will be summarised in: ./saves/unlearn/RMU_forget10_5e-5_Llama-3.2-3B-Instruct_coef10_layer26/checkpoint-60/evals/TOFU_SUMMARY.json +[2026-03-21 06:02:02,023][metrics][INFO] - Evaluating forget_Q_A_PARA_Prob +[2026-03-21 06:02:40,309][metrics][INFO] - Evaluating forget_Q_A_PERT_Prob +[2026-03-21 06:05:35,139][metrics][INFO] - Evaluating forget_truth_ratio +[2026-03-21 06:05:35,140][metrics][INFO] - Evaluating forget_quality +[2026-03-21 06:05:35,140][metrics][WARNING] - retain_model_logs not provided in reference_logs, setting forget_quality to None +[2026-03-21 06:05:35,140][evaluator][INFO] - Result for metric forget_quality: None +[2026-03-21 06:05:37,076][metrics][INFO] - Evaluating forget_Q_A_Prob +[2026-03-21 06:06:11,168][evaluator][INFO] - Result for metric forget_Q_A_Prob: 0.0010205270481901607 +[2026-03-21 06:06:13,058][metrics][INFO] - Evaluating forget_Q_A_ROUGE +[2026-03-21 06:09:17,481][evaluator][INFO] - Result for metric forget_Q_A_ROUGE: 0.014662145344552329 +[2026-03-21 06:09:19,395][metrics][INFO] - Evaluating retain_Q_A_Prob +[2026-03-21 06:09:52,052][metrics][INFO] - Evaluating retain_Q_A_ROUGE +[2026-03-21 06:10:47,283][metrics][INFO] - Evaluating retain_Q_A_PARA_Prob +[2026-03-21 06:11:21,965][metrics][INFO] - Evaluating retain_Q_A_PERT_Prob +[2026-03-21 06:14:06,741][metrics][INFO] - Evaluating retain_Truth_Ratio +[2026-03-21 06:14:08,659][metrics][INFO] - Evaluating ra_Q_A_Prob +[2026-03-21 06:14:15,707][metrics][INFO] - Evaluating ra_Q_A_PERT_Prob +[2026-03-21 06:14:30,690][metrics][INFO] - Evaluating ra_Q_A_Prob_normalised +[2026-03-21 06:14:32,571][metrics][INFO] - Evaluating ra_Q_A_ROUGE +[2026-03-21 06:14:40,117][metrics][INFO] - Skipping ra_Truth_Ratio's precompute ra_Q_A_Prob, already evaluated. +[2026-03-21 06:14:40,117][metrics][INFO] - Skipping ra_Truth_Ratio's precompute ra_Q_A_PERT_Prob, already evaluated. +[2026-03-21 06:14:40,117][metrics][INFO] - Evaluating ra_Truth_Ratio +[2026-03-21 06:14:42,004][metrics][INFO] - Evaluating wf_Q_A_Prob +[2026-03-21 06:14:49,518][metrics][INFO] - Evaluating wf_Q_A_PERT_Prob +[2026-03-21 06:15:06,142][metrics][INFO] - Evaluating wf_Q_A_Prob_normalised +[2026-03-21 06:15:08,067][metrics][INFO] - Evaluating wf_Q_A_ROUGE +[2026-03-21 06:15:18,951][metrics][INFO] - Skipping wf_Truth_Ratio's precompute wf_Q_A_Prob, already evaluated. +[2026-03-21 06:15:18,952][metrics][INFO] - Skipping wf_Truth_Ratio's precompute wf_Q_A_PERT_Prob, already evaluated. +[2026-03-21 06:15:18,952][metrics][INFO] - Evaluating wf_Truth_Ratio +[2026-03-21 06:15:18,952][metrics][INFO] - Evaluating model_utility +[2026-03-21 06:15:18,953][evaluator][INFO] - Result for metric model_utility: 0.6472639937061122 +[2026-03-21 06:15:22,309][metrics][INFO] - Evaluating mia_min_k +[2026-03-21 06:15:29,305][metrics][INFO] - Evaluating privleak +[2026-03-21 06:15:29,306][metrics][WARNING] - retain_model_logs evals not provided for privleak, using default retain auc of 0.5 +[2026-03-21 06:15:29,306][evaluator][INFO] - Result for metric privleak: 93.33499998133301 +[2026-03-21 06:15:31,235][metrics][INFO] - Evaluating extraction_strength +[2026-03-21 06:15:34,783][evaluator][INFO] - Result for metric extraction_strength: 0.03250892997513522 diff --git a/checkpoint-60/evals/TOFU_EVAL.json b/checkpoint-60/evals/TOFU_EVAL.json new file mode 100644 index 0000000..2abdef4 --- /dev/null +++ b/checkpoint-60/evals/TOFU_EVAL.json @@ -0,0 +1,38240 @@ +{ + "extraction_strength": { + "agg_value": 0.03250892997513522, + "value_by_index": { + "0": { + "score": 0.07692307692307687 + }, + "1": { + "score": 0.0714285714285714 + }, + "2": { + "score": 0.0714285714285714 + }, + "3": { + "score": 0.038461538461538436 + }, + "4": { + "score": 0.030303030303030276 + }, + "5": { + "score": 0.022222222222222254 + }, + "6": { + "score": 0.02857142857142858 + }, + "7": { + "score": 0.03703703703703709 + }, + "8": { + "score": 0.038461538461538436 + }, + "9": { + "score": 0.0357142857142857 + }, + "10": { + "score": 0.02857142857142858 + }, + "11": { + "score": 0.023255813953488413 + }, + "12": { + "score": 0.02857142857142858 + }, + "13": { + "score": 0.027027027027026973 + }, + "14": { + "score": 0.032258064516129004 + }, + "15": { + "score": 0.02564102564102566 + }, + "16": { + "score": 0.022727272727272707 + }, + "17": { + "score": 0.050000000000000044 + }, + "18": { + "score": 0.021276595744680882 + }, + "19": { + "score": 0.024390243902439046 + }, + "20": { + "score": 0.04761904761904767 + }, + "21": { + "score": 0.0714285714285714 + }, + "22": { + "score": 0.03125 + }, + "23": { + "score": 0.021739130434782594 + }, + "24": { + "score": 0.04166666666666663 + }, + "25": { + "score": 0.027027027027026973 + }, + "26": { + "score": 0.019230769230769273 + }, + "27": { + "score": 0.027027027027026973 + }, + "28": { + "score": 0.02564102564102566 + }, + "29": { + "score": 0.040000000000000036 + }, + "30": { + "score": 0.024390243902439046 + }, + "31": { + "score": 0.019230769230769273 + }, + "32": { + "score": 0.02941176470588236 + }, + "33": { + "score": 0.02564102564102566 + }, + "34": { + "score": 0.022222222222222254 + }, + "35": { + "score": 0.016393442622950838 + }, + "36": { + "score": 0.02941176470588236 + }, + "37": { + "score": 0.025000000000000022 + }, + "38": { + "score": 0.02857142857142858 + }, + "39": { + "score": 0.022222222222222254 + }, + "40": { + "score": 0.027027027027026973 + }, + "41": { + "score": 0.030303030303030276 + }, + "42": { + "score": 0.0714285714285714 + }, + "43": { + "score": 0.040000000000000036 + }, + "44": { + "score": 0.0625 + }, + "45": { + "score": 0.038461538461538436 + }, + "46": { + "score": 0.03125 + }, + "47": { + "score": 0.024390243902439046 + }, + "48": { + "score": 0.03703703703703709 + }, + "49": { + "score": 0.019607843137254943 + }, + "50": { + "score": 0.01851851851851849 + }, + "51": { + "score": 0.02777777777777779 + }, + "52": { + "score": 0.01666666666666672 + }, + "53": { + "score": 0.022727272727272707 + }, + "54": { + "score": 0.016949152542372836 + }, + "55": { + "score": 0.020000000000000018 + }, + "56": { + "score": 0.017241379310344862 + }, + "57": { + "score": 0.021276595744680882 + }, + "58": { + "score": 0.02083333333333337 + }, + "59": { + "score": 0.027027027027026973 + }, + "60": { + "score": 0.045454545454545414 + }, + "61": { + "score": 0.05555555555555558 + }, + "62": { + "score": 0.052631578947368474 + }, + "63": { + "score": 0.038461538461538436 + }, + "64": { + "score": 0.04347826086956519 + }, + "65": { + "score": 0.017857142857142905 + }, + "66": { + "score": 0.045454545454545414 + }, + "67": { + "score": 0.021276595744680882 + }, + "68": { + "score": 0.019230769230769273 + }, + "69": { + "score": 0.02857142857142858 + }, + "70": { + "score": 0.021276595744680882 + }, + "71": { + "score": 0.02857142857142858 + }, + "72": { + "score": 0.02777777777777779 + }, + "73": { + "score": 0.022727272727272707 + }, + "74": { + "score": 0.024390243902439046 + }, + "75": { + "score": 0.030303030303030276 + }, + "76": { + "score": 0.02941176470588236 + }, + "77": { + "score": 0.02564102564102566 + }, + "78": { + "score": 0.023255813953488413 + }, + "79": { + "score": 0.020000000000000018 + }, + "80": { + "score": 0.032258064516129004 + }, + "81": { + "score": 0.03703703703703709 + }, + "82": { + "score": 0.022727272727272707 + }, + "83": { + "score": 0.030303030303030276 + }, + "84": { + "score": 0.02941176470588236 + }, + "85": { + "score": 0.019230769230769273 + }, + "86": { + "score": 0.020408163265306145 + }, + "87": { + "score": 0.015873015873015928 + }, + "88": { + "score": 0.017241379310344862 + }, + "89": { + "score": 0.023255813953488413 + }, + "90": { + "score": 0.01754385964912286 + }, + "91": { + "score": 0.023809523809523836 + }, + "92": { + "score": 0.012658227848101222 + }, + "93": { + "score": 0.01754385964912286 + }, + "94": { + "score": 0.019607843137254943 + }, + "95": { + "score": 0.014084507042253502 + }, + "96": { + "score": 0.017241379310344862 + }, + "97": { + "score": 0.012499999999999956 + }, + "98": { + "score": 0.01388888888888884 + }, + "99": { + "score": 0.016393442622950838 + }, + "100": { + "score": 0.045454545454545414 + }, + "101": { + "score": 0.032258064516129004 + }, + "102": { + "score": 0.017857142857142905 + }, + "103": { + "score": 0.025000000000000022 + }, + "104": { + "score": 0.03125 + }, + "105": { + "score": 0.02631578947368418 + }, + "106": { + "score": 0.021276595744680882 + }, + "107": { + "score": 0.019230769230769273 + }, + "108": { + "score": 0.021276595744680882 + }, + "109": { + "score": 0.020000000000000018 + }, + "110": { + "score": 0.02631578947368418 + }, + "111": { + "score": 0.020408163265306145 + }, + "112": { + "score": 0.03125 + }, + "113": { + "score": 0.01666666666666672 + }, + "114": { + "score": 0.02564102564102566 + }, + "115": { + "score": 0.02564102564102566 + }, + "116": { + "score": 0.030303030303030276 + }, + "117": { + "score": 0.018181818181818188 + }, + "118": { + "score": 0.02564102564102566 + }, + "119": { + "score": 0.030303030303030276 + }, + "120": { + "score": 0.03703703703703709 + }, + "121": { + "score": 0.09999999999999998 + }, + "122": { + "score": 0.07692307692307687 + }, + "123": { + "score": 0.04347826086956519 + }, + "124": { + "score": 0.04761904761904767 + }, + "125": { + "score": 0.03703703703703709 + }, + "126": { + "score": 0.040000000000000036 + }, + "127": { + "score": 0.07692307692307687 + }, + "128": { + "score": 0.0625 + }, + "129": { + "score": 0.01449275362318836 + }, + "130": { + "score": 0.02631578947368418 + }, + "131": { + "score": 0.032258064516129004 + }, + "132": { + "score": 0.03703703703703709 + }, + "133": { + "score": 0.02857142857142858 + }, + "134": { + "score": 0.021739130434782594 + }, + "135": { + "score": 0.033333333333333326 + }, + "136": { + "score": 0.022222222222222254 + }, + "137": { + "score": 0.020408163265306145 + }, + "138": { + "score": 0.018867924528301883 + }, + "139": { + "score": 0.02941176470588236 + }, + "140": { + "score": 0.04166666666666663 + }, + "141": { + "score": 0.05882352941176472 + }, + "142": { + "score": 0.038461538461538436 + }, + "143": { + "score": 0.038461538461538436 + }, + "144": { + "score": 0.045454545454545414 + }, + "145": { + "score": 0.027027027027026973 + }, + "146": { + "score": 0.030303030303030276 + }, + "147": { + "score": 0.020000000000000018 + }, + "148": { + "score": 0.03703703703703709 + }, + "149": { + "score": 0.022222222222222254 + }, + "150": { + "score": 0.032258064516129004 + }, + "151": { + "score": 0.030303030303030276 + }, + "152": { + "score": 0.03448275862068961 + }, + "153": { + "score": 0.038461538461538436 + }, + "154": { + "score": 0.03703703703703709 + }, + "155": { + "score": 0.032258064516129004 + }, + "156": { + "score": 0.033333333333333326 + }, + "157": { + "score": 0.04347826086956519 + }, + "158": { + "score": 0.032258064516129004 + }, + "159": { + "score": 0.03448275862068961 + }, + "160": { + "score": 0.040000000000000036 + }, + "161": { + "score": 0.06666666666666665 + }, + "162": { + "score": 0.03703703703703709 + }, + "163": { + "score": 0.05555555555555558 + }, + "164": { + "score": 0.04166666666666663 + }, + "165": { + "score": 0.027027027027026973 + }, + "166": { + "score": 0.03703703703703709 + }, + "167": { + "score": 0.016949152542372836 + }, + "168": { + "score": 0.033333333333333326 + }, + "169": { + "score": 0.03125 + }, + "170": { + "score": 0.040000000000000036 + }, + "171": { + "score": 0.023809523809523836 + }, + "172": { + "score": 0.038461538461538436 + }, + "173": { + "score": 0.0357142857142857 + }, + "174": { + "score": 0.02857142857142858 + }, + "175": { + "score": 0.03448275862068961 + }, + "176": { + "score": 0.027027027027026973 + }, + "177": { + "score": 0.03125 + }, + "178": { + "score": 0.01754385964912286 + }, + "179": { + "score": 0.019230769230769273 + }, + "180": { + "score": 0.07692307692307687 + }, + "181": { + "score": 0.125 + }, + "182": { + "score": 0.09999999999999998 + }, + "183": { + "score": 0.033333333333333326 + }, + "184": { + "score": 0.040000000000000036 + }, + "185": { + "score": 0.025000000000000022 + }, + "186": { + "score": 0.030303030303030276 + }, + "187": { + "score": 0.032258064516129004 + }, + "188": { + "score": 0.027027027027026973 + }, + "189": { + "score": 0.045454545454545414 + }, + "190": { + "score": 0.030303030303030276 + }, + "191": { + "score": 0.03448275862068961 + }, + "192": { + "score": 0.02941176470588236 + }, + "193": { + "score": 0.025000000000000022 + }, + "194": { + "score": 0.032258064516129004 + }, + "195": { + "score": 0.032258064516129004 + }, + "196": { + "score": 0.02857142857142858 + }, + "197": { + "score": 0.024390243902439046 + }, + "198": { + "score": 0.027027027027026973 + }, + "199": { + "score": 0.012499999999999956 + }, + "200": { + "score": 0.09090909090909094 + }, + "201": { + "score": 0.07692307692307687 + }, + "202": { + "score": 0.050000000000000044 + }, + "203": { + "score": 0.025000000000000022 + }, + "204": { + "score": 0.045454545454545414 + }, + "205": { + "score": 0.08333333333333337 + }, + "206": { + "score": 0.06666666666666665 + }, + "207": { + "score": 0.015625 + }, + "208": { + "score": 0.04166666666666663 + }, + "209": { + "score": 0.02941176470588236 + }, + "210": { + "score": 0.04347826086956519 + }, + "211": { + "score": 0.022222222222222254 + }, + "212": { + "score": 0.02941176470588236 + }, + "213": { + "score": 0.05882352941176472 + }, + "214": { + "score": 0.024390243902439046 + }, + "215": { + "score": 0.040000000000000036 + }, + "216": { + "score": 0.03448275862068961 + }, + "217": { + "score": 0.033333333333333326 + }, + "218": { + "score": 0.02857142857142858 + }, + "219": { + "score": 0.023809523809523836 + }, + "220": { + "score": 0.09999999999999998 + }, + "221": { + "score": 0.03703703703703709 + }, + "222": { + "score": 0.03125 + }, + "223": { + "score": 0.040000000000000036 + }, + "224": { + "score": 0.0357142857142857 + }, + "225": { + "score": 0.02941176470588236 + }, + "226": { + "score": 0.04347826086956519 + }, + "227": { + "score": 0.032258064516129004 + }, + "228": { + "score": 0.033333333333333326 + }, + "229": { + "score": 0.04166666666666663 + }, + "230": { + "score": 0.03125 + }, + "231": { + "score": 0.03448275862068961 + }, + "232": { + "score": 0.033333333333333326 + }, + "233": { + "score": 0.038461538461538436 + }, + "234": { + "score": 0.040000000000000036 + }, + "235": { + "score": 0.03448275862068961 + }, + "236": { + "score": 0.04166666666666663 + }, + "237": { + "score": 0.0357142857142857 + }, + "238": { + "score": 0.04166666666666663 + }, + "239": { + "score": 0.04761904761904767 + }, + "240": { + "score": 0.04166666666666663 + }, + "241": { + "score": 0.0625 + }, + "242": { + "score": 0.038461538461538436 + }, + "243": { + "score": 0.02857142857142858 + }, + "244": { + "score": 0.05555555555555558 + }, + "245": { + "score": 0.02777777777777779 + }, + "246": { + "score": 0.023255813953488413 + }, + "247": { + "score": 0.045454545454545414 + }, + "248": { + "score": 0.04166666666666663 + }, + "249": { + "score": 0.030303030303030276 + }, + "250": { + "score": 0.04761904761904767 + }, + "251": { + "score": 0.032258064516129004 + }, + "252": { + "score": 0.03703703703703709 + }, + "253": { + "score": 0.0625 + }, + "254": { + "score": 0.038461538461538436 + }, + "255": { + "score": 0.040000000000000036 + }, + "256": { + "score": 0.03125 + }, + "257": { + "score": 0.04347826086956519 + }, + "258": { + "score": 0.03448275862068961 + }, + "259": { + "score": 0.03125 + }, + "260": { + "score": 0.03448275862068961 + }, + "261": { + "score": 0.07692307692307687 + }, + "262": { + "score": 0.0625 + }, + "263": { + "score": 0.02631578947368418 + }, + "264": { + "score": 0.02083333333333337 + }, + "265": { + "score": 0.02631578947368418 + }, + "266": { + "score": 0.052631578947368474 + }, + "267": { + "score": 0.023809523809523836 + }, + "268": { + "score": 0.033333333333333326 + }, + "269": { + "score": 0.027027027027026973 + }, + "270": { + "score": 0.024390243902439046 + }, + "271": { + "score": 0.038461538461538436 + }, + "272": { + "score": 0.04166666666666663 + }, + "273": { + "score": 0.027027027027026973 + }, + "274": { + "score": 0.022222222222222254 + }, + "275": { + "score": 0.02857142857142858 + }, + "276": { + "score": 0.03448275862068961 + }, + "277": { + "score": 0.02941176470588236 + }, + "278": { + "score": 0.02857142857142858 + }, + "279": { + "score": 0.019607843137254943 + }, + "280": { + "score": 0.021276595744680882 + }, + "281": { + "score": 0.03125 + }, + "282": { + "score": 0.02777777777777779 + }, + "283": { + "score": 0.024390243902439046 + }, + "284": { + "score": 0.020408163265306145 + }, + "285": { + "score": 0.02777777777777779 + }, + "286": { + "score": 0.02857142857142858 + }, + "287": { + "score": 0.02564102564102566 + }, + "288": { + "score": 0.022727272727272707 + }, + "289": { + "score": 0.021276595744680882 + }, + "290": { + "score": 0.021276595744680882 + }, + "291": { + "score": 0.025000000000000022 + }, + "292": { + "score": 0.02941176470588236 + }, + "293": { + "score": 0.023255813953488413 + }, + "294": { + "score": 0.027027027027026973 + }, + "295": { + "score": 0.02564102564102566 + }, + "296": { + "score": 0.021739130434782594 + }, + "297": { + "score": 0.02777777777777779 + }, + "298": { + "score": 0.02941176470588236 + }, + "299": { + "score": 0.021739130434782594 + }, + "300": { + "score": 0.030303030303030276 + }, + "301": { + "score": 0.06666666666666665 + }, + "302": { + "score": 0.02857142857142858 + }, + "303": { + "score": 0.02857142857142858 + }, + "304": { + "score": 0.017857142857142905 + }, + "305": { + "score": 0.022222222222222254 + }, + "306": { + "score": 0.025000000000000022 + }, + "307": { + "score": 0.018181818181818188 + }, + "308": { + "score": 0.020000000000000018 + }, + "309": { + "score": 0.021276595744680882 + }, + "310": { + "score": 0.022222222222222254 + }, + "311": { + "score": 0.022727272727272707 + }, + "312": { + "score": 0.019607843137254943 + }, + "313": { + "score": 0.018867924528301883 + }, + "314": { + "score": 0.021739130434782594 + }, + "315": { + "score": 0.017857142857142905 + }, + "316": { + "score": 0.019230769230769273 + }, + "317": { + "score": 0.02777777777777779 + }, + "318": { + "score": 0.023809523809523836 + }, + "319": { + "score": 0.022222222222222254 + }, + "320": { + "score": 0.033333333333333326 + }, + "321": { + "score": 0.052631578947368474 + }, + "322": { + "score": 0.0357142857142857 + }, + "323": { + "score": 0.02941176470588236 + }, + "324": { + "score": 0.040000000000000036 + }, + "325": { + "score": 0.022222222222222254 + }, + "326": { + "score": 0.033333333333333326 + }, + "327": { + "score": 0.021739130434782594 + }, + "328": { + "score": 0.033333333333333326 + }, + "329": { + "score": 0.02941176470588236 + }, + "330": { + "score": 0.022727272727272707 + }, + "331": { + "score": 0.02564102564102566 + }, + "332": { + "score": 0.032258064516129004 + }, + "333": { + "score": 0.02631578947368418 + }, + "334": { + "score": 0.023255813953488413 + }, + "335": { + "score": 0.02564102564102566 + }, + "336": { + "score": 0.03125 + }, + "337": { + "score": 0.0357142857142857 + }, + "338": { + "score": 0.020000000000000018 + }, + "339": { + "score": 0.02083333333333337 + }, + "340": { + "score": 0.040000000000000036 + }, + "341": { + "score": 0.06666666666666665 + }, + "342": { + "score": 0.04761904761904767 + }, + "343": { + "score": 0.05882352941176472 + }, + "344": { + "score": 0.02777777777777779 + }, + "345": { + "score": 0.018867924528301883 + }, + "346": { + "score": 0.02631578947368418 + }, + "347": { + "score": 0.018867924528301883 + }, + "348": { + "score": 0.02083333333333337 + }, + "349": { + "score": 0.0357142857142857 + }, + "350": { + "score": 0.033333333333333326 + }, + "351": { + "score": 0.03703703703703709 + }, + "352": { + "score": 0.020408163265306145 + }, + "353": { + "score": 0.021276595744680882 + }, + "354": { + "score": 0.01851851851851849 + }, + "355": { + "score": 0.024390243902439046 + }, + "356": { + "score": 0.027027027027026973 + }, + "357": { + "score": 0.04761904761904767 + }, + "358": { + "score": 0.02777777777777779 + }, + "359": { + "score": 0.017857142857142905 + }, + "360": { + "score": 0.02777777777777779 + }, + "361": { + "score": 0.07692307692307687 + }, + "362": { + "score": 0.05555555555555558 + }, + "363": { + "score": 0.04166666666666663 + }, + "364": { + "score": 0.045454545454545414 + }, + "365": { + "score": 0.03703703703703709 + }, + "366": { + "score": 0.040000000000000036 + }, + "367": { + "score": 0.022222222222222254 + }, + "368": { + "score": 0.014705882352941124 + }, + "369": { + "score": 0.02631578947368418 + }, + "370": { + "score": 0.033333333333333326 + }, + "371": { + "score": 0.023809523809523836 + }, + "372": { + "score": 0.023809523809523836 + }, + "373": { + "score": 0.020408163265306145 + }, + "374": { + "score": 0.02564102564102566 + }, + "375": { + "score": 0.01666666666666672 + }, + "376": { + "score": 0.020408163265306145 + }, + "377": { + "score": 0.025000000000000022 + }, + "378": { + "score": 0.02083333333333337 + }, + "379": { + "score": 0.021276595744680882 + }, + "380": { + "score": 0.03125 + }, + "381": { + "score": 0.024390243902439046 + }, + "382": { + "score": 0.027027027027026973 + }, + "383": { + "score": 0.038461538461538436 + }, + "384": { + "score": 0.033333333333333326 + }, + "385": { + "score": 0.03448275862068961 + }, + "386": { + "score": 0.02857142857142858 + }, + "387": { + "score": 0.023255813953488413 + }, + "388": { + "score": 0.02777777777777779 + }, + "389": { + "score": 0.021739130434782594 + }, + "390": { + "score": 0.023255813953488413 + }, + "391": { + "score": 0.02941176470588236 + }, + "392": { + "score": 0.025000000000000022 + }, + "393": { + "score": 0.027027027027026973 + }, + "394": { + "score": 0.02564102564102566 + }, + "395": { + "score": 0.021739130434782594 + }, + "396": { + "score": 0.024390243902439046 + }, + "397": { + "score": 0.030303030303030276 + }, + "398": { + "score": 0.02564102564102566 + }, + "399": { + "score": 0.02083333333333337 + } + } + }, + "forget_Q_A_PARA_Prob": { + "agg_value": 0.00011810837793518658, + "value_by_index": { + "0": { + "prob": 9.958253031072672e-06, + "avg_loss": 11.517108917236328 + }, + "1": { + "prob": 2.18983177546761e-06, + "avg_loss": 13.031685829162598 + }, + "2": { + "prob": 2.621822886794689e-06, + "avg_loss": 12.851640701293945 + }, + "3": { + "prob": 1.8101130763170659e-06, + "avg_loss": 13.222121238708496 + }, + "4": { + "prob": 1.15647981147049e-06, + "avg_loss": 13.670129776000977 + }, + "5": { + "prob": 1.1006966360582737e-06, + "avg_loss": 13.71956729888916 + }, + "6": { + "prob": 9.621509207136114e-07, + "avg_loss": 13.854094505310059 + }, + "7": { + "prob": 2.5184001515299315e-06, + "avg_loss": 12.891886711120605 + }, + "8": { + "prob": 2.3019777017907472e-06, + "avg_loss": 12.981741905212402 + }, + "9": { + "prob": 1.69075781286665e-06, + "avg_loss": 13.29033374786377 + }, + "10": { + "prob": 1.808610136322386e-06, + "avg_loss": 13.222951889038086 + }, + "11": { + "prob": 1.0849586260519573e-06, + "avg_loss": 13.733968734741211 + }, + "12": { + "prob": 1.3570482906288817e-06, + "avg_loss": 13.510198593139648 + }, + "13": { + "prob": 1.5301857274607755e-06, + "avg_loss": 13.390121459960938 + }, + "14": { + "prob": 1.9157444057782413e-06, + "avg_loss": 13.165404319763184 + }, + "15": { + "prob": 1.1881124919455033e-06, + "avg_loss": 13.643144607543945 + }, + "16": { + "prob": 1.05474873635103e-06, + "avg_loss": 13.762207984924316 + }, + "17": { + "prob": 1.5817972780496348e-06, + "avg_loss": 13.356948852539062 + }, + "18": { + "prob": 1.5603837937305798e-06, + "avg_loss": 13.37057876586914 + }, + "19": { + "prob": 1.7933139133674558e-06, + "avg_loss": 13.2314453125 + }, + "20": { + "prob": 0.03722080588340759, + "avg_loss": 3.2908873558044434 + }, + "21": { + "prob": 2.616500069052563e-06, + "avg_loss": 12.853672981262207 + }, + "22": { + "prob": 1.9062238152400823e-06, + "avg_loss": 13.17038631439209 + }, + "23": { + "prob": 2.40027316067426e-06, + "avg_loss": 12.93992805480957 + }, + "24": { + "prob": 2.1115395156812156e-06, + "avg_loss": 13.068093299865723 + }, + "25": { + "prob": 1.0028199994849274e-06, + "avg_loss": 13.812694549560547 + }, + "26": { + "prob": 7.277998861354718e-07, + "avg_loss": 14.13323974609375 + }, + "27": { + "prob": 8.499353612023697e-07, + "avg_loss": 13.978105545043945 + }, + "28": { + "prob": 2.0294201021897607e-06, + "avg_loss": 13.107760429382324 + }, + "29": { + "prob": 1.5555044683424057e-06, + "avg_loss": 13.373710632324219 + }, + "30": { + "prob": 1.7669984799795202e-06, + "avg_loss": 13.246228218078613 + }, + "31": { + "prob": 9.64032892625255e-07, + "avg_loss": 13.852140426635742 + }, + "32": { + "prob": 2.1114226456120377e-06, + "avg_loss": 13.068148612976074 + }, + "33": { + "prob": 2.165424120903481e-06, + "avg_loss": 13.04289436340332 + }, + "34": { + "prob": 1.16590604193334e-06, + "avg_loss": 13.662012100219727 + }, + "35": { + "prob": 7.520296549046179e-06, + "avg_loss": 11.797904968261719 + }, + "36": { + "prob": 2.4167559331544908e-06, + "avg_loss": 12.933084487915039 + }, + "37": { + "prob": 9.635401738705696e-07, + "avg_loss": 13.852651596069336 + }, + "38": { + "prob": 2.307177737748134e-06, + "avg_loss": 12.979485511779785 + }, + "39": { + "prob": 1.333637669631571e-06, + "avg_loss": 13.527600288391113 + }, + "40": { + "prob": 1.324932964053005e-05, + "avg_loss": 11.231563568115234 + }, + "41": { + "prob": 3.807431767199887e-06, + "avg_loss": 12.478555679321289 + }, + "42": { + "prob": 5.288228294375585e-06, + "avg_loss": 12.15002727508545 + }, + "43": { + "prob": 3.3710462048475165e-06, + "avg_loss": 12.600287437438965 + }, + "44": { + "prob": 3.4783001865434926e-06, + "avg_loss": 12.56896686553955 + }, + "45": { + "prob": 1.9751867057493655e-06, + "avg_loss": 13.134847640991211 + }, + "46": { + "prob": 1.969996446860023e-06, + "avg_loss": 13.137478828430176 + }, + "47": { + "prob": 1.7418099105270812e-06, + "avg_loss": 13.26058578491211 + }, + "48": { + "prob": 3.3032663395715645e-06, + "avg_loss": 12.620598793029785 + }, + "49": { + "prob": 1.619958766241325e-06, + "avg_loss": 13.333109855651855 + }, + "50": { + "prob": 2.273913878525491e-06, + "avg_loss": 12.99400806427002 + }, + "51": { + "prob": 1.3717739193452871e-06, + "avg_loss": 13.499405860900879 + }, + "52": { + "prob": 1.9723256627912633e-06, + "avg_loss": 13.136297225952148 + }, + "53": { + "prob": 1.5011760297056753e-06, + "avg_loss": 13.409261703491211 + }, + "54": { + "prob": 8.799864303909999e-07, + "avg_loss": 13.943359375 + }, + "55": { + "prob": 1.0418860938443686e-06, + "avg_loss": 13.7744779586792 + }, + "56": { + "prob": 1.2937626934217406e-06, + "avg_loss": 13.557955741882324 + }, + "57": { + "prob": 8.602814318692253e-07, + "avg_loss": 13.9660062789917 + }, + "58": { + "prob": 1.12362795334775e-06, + "avg_loss": 13.69894790649414 + }, + "59": { + "prob": 2.9392076612566598e-06, + "avg_loss": 12.737370491027832 + }, + "60": { + "prob": 7.51291008782573e-05, + "avg_loss": 9.496302604675293 + }, + "61": { + "prob": 6.108269644755637e-06, + "avg_loss": 12.005867004394531 + }, + "62": { + "prob": 3.1695119560026797e-06, + "avg_loss": 12.661932945251465 + }, + "63": { + "prob": 2.69148745246639e-06, + "avg_loss": 12.825416564941406 + }, + "64": { + "prob": 2.430172344247694e-06, + "avg_loss": 12.9275484085083 + }, + "65": { + "prob": 1.1359223890394787e-06, + "avg_loss": 13.688065528869629 + }, + "66": { + "prob": 4.175731646682834e-06, + "avg_loss": 12.386220932006836 + }, + "67": { + "prob": 1.384566076012561e-06, + "avg_loss": 13.490123748779297 + }, + "68": { + "prob": 1.577297666699451e-06, + "avg_loss": 13.359797477722168 + }, + "69": { + "prob": 1.868163622020802e-06, + "avg_loss": 13.19055461883545 + }, + "70": { + "prob": 1.6139063063747017e-06, + "avg_loss": 13.33685302734375 + }, + "71": { + "prob": 1.8245588080390007e-06, + "avg_loss": 13.21417236328125 + }, + "72": { + "prob": 4.4712587623507716e-06, + "avg_loss": 12.317840576171875 + }, + "73": { + "prob": 1.6417654933320591e-06, + "avg_loss": 13.319738388061523 + }, + "74": { + "prob": 1.4049796845938545e-06, + "avg_loss": 13.47548770904541 + }, + "75": { + "prob": 2.5256517801608425e-06, + "avg_loss": 12.88901138305664 + }, + "76": { + "prob": 1.7828505178840715e-06, + "avg_loss": 13.237297058105469 + }, + "77": { + "prob": 1.2776038147421787e-06, + "avg_loss": 13.570524215698242 + }, + "78": { + "prob": 1.6513472473889124e-06, + "avg_loss": 13.313919067382812 + }, + "79": { + "prob": 1.1741653906938154e-06, + "avg_loss": 13.654953002929688 + }, + "80": { + "prob": 1.2473984497773927e-05, + "avg_loss": 11.291865348815918 + }, + "81": { + "prob": 2.4151959223672748e-06, + "avg_loss": 12.933730125427246 + }, + "82": { + "prob": 1.8492113440515823e-06, + "avg_loss": 13.200751304626465 + }, + "83": { + "prob": 1.5587521602355991e-06, + "avg_loss": 13.371624946594238 + }, + "84": { + "prob": 1.5948664895404363e-06, + "avg_loss": 13.34872055053711 + }, + "85": { + "prob": 9.546752153255511e-07, + "avg_loss": 13.861894607543945 + }, + "86": { + "prob": 1.1851724366351846e-06, + "avg_loss": 13.645622253417969 + }, + "87": { + "prob": 1.3968660823593382e-06, + "avg_loss": 13.481279373168945 + }, + "88": { + "prob": 1.3457276963890763e-06, + "avg_loss": 13.518575668334961 + }, + "89": { + "prob": 1.228752239512687e-06, + "avg_loss": 13.609511375427246 + }, + "90": { + "prob": 1.2070424872945296e-06, + "avg_loss": 13.627337455749512 + }, + "91": { + "prob": 9.344324212179345e-07, + "avg_loss": 13.883326530456543 + }, + "92": { + "prob": 1.7872459920909023e-06, + "avg_loss": 13.234834671020508 + }, + "93": { + "prob": 2.1211646981100785e-06, + "avg_loss": 13.063545227050781 + }, + "94": { + "prob": 1.3383007626543986e-06, + "avg_loss": 13.524109840393066 + }, + "95": { + "prob": 1.3609234201794607e-06, + "avg_loss": 13.507347106933594 + }, + "96": { + "prob": 1.9958315533585846e-06, + "avg_loss": 13.124449729919434 + }, + "97": { + "prob": 1.2339379509285209e-06, + "avg_loss": 13.605299949645996 + }, + "98": { + "prob": 1.031183501254418e-06, + "avg_loss": 13.78480339050293 + }, + "99": { + "prob": 1.148389742411382e-06, + "avg_loss": 13.677149772644043 + }, + "100": { + "prob": 1.0775862392620184e-05, + "avg_loss": 11.438201904296875 + }, + "101": { + "prob": 1.441287054149143e-06, + "avg_loss": 13.449974060058594 + }, + "102": { + "prob": 1.010366190712375e-06, + "avg_loss": 13.805197715759277 + }, + "103": { + "prob": 1.3968633538752329e-06, + "avg_loss": 13.481281280517578 + }, + "104": { + "prob": 1.8594239463709528e-06, + "avg_loss": 13.195243835449219 + }, + "105": { + "prob": 1.389966541864851e-06, + "avg_loss": 13.486230850219727 + }, + "106": { + "prob": 1.8640330381458625e-06, + "avg_loss": 13.192768096923828 + }, + "107": { + "prob": 2.2812228053226136e-06, + "avg_loss": 12.990798950195312 + }, + "108": { + "prob": 1.1372535482223611e-06, + "avg_loss": 13.686894416809082 + }, + "109": { + "prob": 1.1152559409310925e-06, + "avg_loss": 13.706426620483398 + }, + "110": { + "prob": 1.7455814713684958e-06, + "avg_loss": 13.2584228515625 + }, + "111": { + "prob": 1.7812037640396738e-06, + "avg_loss": 13.238221168518066 + }, + "112": { + "prob": 1.402711745868146e-06, + "avg_loss": 13.477103233337402 + }, + "113": { + "prob": 9.807329206523718e-07, + "avg_loss": 13.834965705871582 + }, + "114": { + "prob": 2.5110639398917556e-06, + "avg_loss": 12.894804000854492 + }, + "115": { + "prob": 1.3949357935416629e-06, + "avg_loss": 13.482662200927734 + }, + "116": { + "prob": 1.672840880928561e-06, + "avg_loss": 13.300987243652344 + }, + "117": { + "prob": 1.5073102304086206e-06, + "avg_loss": 13.405183792114258 + }, + "118": { + "prob": 1.803795726118551e-06, + "avg_loss": 13.225617408752441 + }, + "119": { + "prob": 1.3373081628742511e-06, + "avg_loss": 13.52485179901123 + }, + "120": { + "prob": 1.0049228876596317e-05, + "avg_loss": 11.508014678955078 + }, + "121": { + "prob": 1.0654677680577151e-05, + "avg_loss": 11.449511528015137 + }, + "122": { + "prob": 6.538303296110826e-06, + "avg_loss": 11.937832832336426 + }, + "123": { + "prob": 2.341348135814769e-06, + "avg_loss": 12.964783668518066 + }, + "124": { + "prob": 3.0789562970312545e-06, + "avg_loss": 12.690919876098633 + }, + "125": { + "prob": 5.142006557434797e-06, + "avg_loss": 12.178067207336426 + }, + "126": { + "prob": 4.719209300674265e-06, + "avg_loss": 12.263869285583496 + }, + "127": { + "prob": 6.009562184772221e-06, + "avg_loss": 12.0221586227417 + }, + "128": { + "prob": 1.0752600246632937e-05, + "avg_loss": 11.440362930297852 + }, + "129": { + "prob": 1.5141220046643866e-06, + "avg_loss": 13.400674819946289 + }, + "130": { + "prob": 1.9791916656686226e-06, + "avg_loss": 13.132822036743164 + }, + "131": { + "prob": 1.8210369034932228e-06, + "avg_loss": 13.216104507446289 + }, + "132": { + "prob": 2.3391162358166184e-06, + "avg_loss": 12.965737342834473 + }, + "133": { + "prob": 2.2345113848132314e-06, + "avg_loss": 13.01148796081543 + }, + "134": { + "prob": 1.4385803979166667e-06, + "avg_loss": 13.45185375213623 + }, + "135": { + "prob": 2.2478998289443552e-06, + "avg_loss": 13.005514144897461 + }, + "136": { + "prob": 1.7501070033176802e-06, + "avg_loss": 13.255833625793457 + }, + "137": { + "prob": 2.8076249236619333e-06, + "avg_loss": 12.783171653747559 + }, + "138": { + "prob": 1.6630979189358186e-06, + "avg_loss": 13.306828498840332 + }, + "139": { + "prob": 2.065440412479802e-06, + "avg_loss": 13.090167045593262 + }, + "140": { + "prob": 0.002518401714041829, + "avg_loss": 5.984130859375 + }, + "141": { + "prob": 1.927175162563799e-06, + "avg_loss": 13.159455299377441 + }, + "142": { + "prob": 1.3327095302884118e-06, + "avg_loss": 13.52829647064209 + }, + "143": { + "prob": 1.5560134443148854e-06, + "avg_loss": 13.373383522033691 + }, + "144": { + "prob": 1.2866618135376484e-06, + "avg_loss": 13.563459396362305 + }, + "145": { + "prob": 9.5602001692896e-07, + "avg_loss": 13.86048698425293 + }, + "146": { + "prob": 2.3449213131243596e-06, + "avg_loss": 12.963258743286133 + }, + "147": { + "prob": 1.9821875412162626e-06, + "avg_loss": 13.131309509277344 + }, + "148": { + "prob": 1.6363273971364833e-06, + "avg_loss": 13.3230562210083 + }, + "149": { + "prob": 1.163087404165708e-06, + "avg_loss": 13.664432525634766 + }, + "150": { + "prob": 1.2799550859199371e-06, + "avg_loss": 13.568685531616211 + }, + "151": { + "prob": 1.6063852399383904e-06, + "avg_loss": 13.341524124145508 + }, + "152": { + "prob": 1.9018966668227222e-06, + "avg_loss": 13.172658920288086 + }, + "153": { + "prob": 2.6460654680704465e-06, + "avg_loss": 12.842436790466309 + }, + "154": { + "prob": 1.147495368059026e-06, + "avg_loss": 13.677928924560547 + }, + "155": { + "prob": 9.669194014350069e-07, + "avg_loss": 13.849150657653809 + }, + "156": { + "prob": 2.991740984725766e-06, + "avg_loss": 12.71965503692627 + }, + "157": { + "prob": 1.2142885452703922e-06, + "avg_loss": 13.621352195739746 + }, + "158": { + "prob": 1.4892494846208137e-06, + "avg_loss": 13.417238235473633 + }, + "159": { + "prob": 1.2884534044133034e-06, + "avg_loss": 13.562067985534668 + }, + "160": { + "prob": 8.824567885312717e-06, + "avg_loss": 11.637970924377441 + }, + "161": { + "prob": 2.9642214940395206e-06, + "avg_loss": 12.728896141052246 + }, + "162": { + "prob": 2.100446863551042e-06, + "avg_loss": 13.073360443115234 + }, + "163": { + "prob": 1.5130466408663779e-06, + "avg_loss": 13.401385307312012 + }, + "164": { + "prob": 2.17185402107134e-06, + "avg_loss": 13.039929389953613 + }, + "165": { + "prob": 1.5199451581793255e-06, + "avg_loss": 13.396836280822754 + }, + "166": { + "prob": 1.385653263241693e-06, + "avg_loss": 13.489338874816895 + }, + "167": { + "prob": 1.2729069567285478e-06, + "avg_loss": 13.574207305908203 + }, + "168": { + "prob": 1.9184940356353763e-06, + "avg_loss": 13.163969993591309 + }, + "169": { + "prob": 1.9728540792129934e-06, + "avg_loss": 13.136029243469238 + }, + "170": { + "prob": 2.7584560484683607e-06, + "avg_loss": 12.8008394241333 + }, + "171": { + "prob": 1.6326596323779086e-06, + "avg_loss": 13.325300216674805 + }, + "172": { + "prob": 1.6213884919125121e-06, + "avg_loss": 13.33222770690918 + }, + "173": { + "prob": 1.8268937083121273e-06, + "avg_loss": 13.21289348602295 + }, + "174": { + "prob": 1.4905155012456817e-06, + "avg_loss": 13.416388511657715 + }, + "175": { + "prob": 2.479024942658725e-06, + "avg_loss": 12.907645225524902 + }, + "176": { + "prob": 1.3875217064196477e-06, + "avg_loss": 13.487991333007812 + }, + "177": { + "prob": 1.3725616554438602e-06, + "avg_loss": 13.498831748962402 + }, + "178": { + "prob": 1.8470664144842885e-06, + "avg_loss": 13.201911926269531 + }, + "179": { + "prob": 3.1964125355443684e-06, + "avg_loss": 12.653481483459473 + }, + "180": { + "prob": 9.379582479596138e-05, + "avg_loss": 9.27439022064209 + }, + "181": { + "prob": 1.6455934428449837e-06, + "avg_loss": 13.31740951538086 + }, + "182": { + "prob": 3.88840362575138e-06, + "avg_loss": 12.457511901855469 + }, + "183": { + "prob": 2.862784640456084e-06, + "avg_loss": 12.763715744018555 + }, + "184": { + "prob": 9.472025226386904e-07, + "avg_loss": 13.869752883911133 + }, + "185": { + "prob": 3.1029392175696557e-06, + "avg_loss": 12.683160781860352 + }, + "186": { + "prob": 1.183745780508616e-06, + "avg_loss": 13.64682674407959 + }, + "187": { + "prob": 1.3869250778952846e-06, + "avg_loss": 13.488421440124512 + }, + "188": { + "prob": 1.7717756009005825e-06, + "avg_loss": 13.243528366088867 + }, + "189": { + "prob": 2.981046691274969e-06, + "avg_loss": 12.723236083984375 + }, + "190": { + "prob": 1.3393681683737668e-06, + "avg_loss": 13.52331256866455 + }, + "191": { + "prob": 1.9360911664989544e-06, + "avg_loss": 13.154839515686035 + }, + "192": { + "prob": 2.4941186893556733e-06, + "avg_loss": 12.901575088500977 + }, + "193": { + "prob": 1.3619244327855995e-06, + "avg_loss": 13.506611824035645 + }, + "194": { + "prob": 1.1141652294099913e-06, + "avg_loss": 13.707405090332031 + }, + "195": { + "prob": 1.7845175079855835e-06, + "avg_loss": 13.23636245727539 + }, + "196": { + "prob": 2.694587465157383e-06, + "avg_loss": 12.824265480041504 + }, + "197": { + "prob": 1.3129451872373465e-06, + "avg_loss": 13.543237686157227 + }, + "198": { + "prob": 1.3400159559751046e-06, + "avg_loss": 13.522829055786133 + }, + "199": { + "prob": 1.335774754807062e-06, + "avg_loss": 13.525999069213867 + }, + "200": { + "prob": 0.00033417707891203463, + "avg_loss": 8.003839492797852 + }, + "201": { + "prob": 4.454982445167843e-06, + "avg_loss": 12.321487426757812 + }, + "202": { + "prob": 1.9734168290597154e-06, + "avg_loss": 13.135744094848633 + }, + "203": { + "prob": 1.6081064586614957e-06, + "avg_loss": 13.340453147888184 + }, + "204": { + "prob": 1.7083956436181325e-06, + "avg_loss": 13.279955863952637 + }, + "205": { + "prob": 7.2386296778859105e-06, + "avg_loss": 11.836078643798828 + }, + "206": { + "prob": 5.250824415270472e-06, + "avg_loss": 12.157125473022461 + }, + "207": { + "prob": 1.2053411637680256e-06, + "avg_loss": 13.628747940063477 + }, + "208": { + "prob": 1.8334422975385678e-06, + "avg_loss": 13.209315299987793 + }, + "209": { + "prob": 3.249669816796086e-06, + "avg_loss": 12.636957168579102 + }, + "210": { + "prob": 1.878921580100723e-06, + "avg_loss": 13.184812545776367 + }, + "211": { + "prob": 1.7277508277402376e-06, + "avg_loss": 13.26869010925293 + }, + "212": { + "prob": 3.4671127195906593e-06, + "avg_loss": 12.572188377380371 + }, + "213": { + "prob": 3.538973260219791e-06, + "avg_loss": 12.551673889160156 + }, + "214": { + "prob": 1.7839968222688185e-06, + "avg_loss": 13.236654281616211 + }, + "215": { + "prob": 1.3153101008356316e-06, + "avg_loss": 13.541438102722168 + }, + "216": { + "prob": 3.3440787774452474e-06, + "avg_loss": 12.608319282531738 + }, + "217": { + "prob": 1.4748696912647574e-06, + "avg_loss": 13.42694091796875 + }, + "218": { + "prob": 1.8484549855202204e-06, + "avg_loss": 13.201160430908203 + }, + "219": { + "prob": 1.6707587064956897e-06, + "avg_loss": 13.30223274230957 + }, + "220": { + "prob": 2.2916599846212193e-05, + "avg_loss": 10.683649063110352 + }, + "221": { + "prob": 3.0261783194873715e-06, + "avg_loss": 12.708209991455078 + }, + "222": { + "prob": 2.409529543001554e-06, + "avg_loss": 12.936079025268555 + }, + "223": { + "prob": 3.2831849239300936e-06, + "avg_loss": 12.626696586608887 + }, + "224": { + "prob": 1.5408875242428621e-06, + "avg_loss": 13.38315200805664 + }, + "225": { + "prob": 1.4145927025310812e-06, + "avg_loss": 13.468668937683105 + }, + "226": { + "prob": 2.7362536911823554e-06, + "avg_loss": 12.808920860290527 + }, + "227": { + "prob": 1.8171439251091215e-06, + "avg_loss": 13.218244552612305 + }, + "228": { + "prob": 1.4265225445342367e-06, + "avg_loss": 13.460270881652832 + }, + "229": { + "prob": 2.1245780317258323e-06, + "avg_loss": 13.06193733215332 + }, + "230": { + "prob": 1.508679360995302e-06, + "avg_loss": 13.404275894165039 + }, + "231": { + "prob": 1.472841404392966e-06, + "avg_loss": 13.428317070007324 + }, + "232": { + "prob": 2.773901769614895e-06, + "avg_loss": 12.795255661010742 + }, + "233": { + "prob": 2.9506297778425505e-06, + "avg_loss": 12.733491897583008 + }, + "234": { + "prob": 2.7886890165973455e-06, + "avg_loss": 12.789938926696777 + }, + "235": { + "prob": 1.5302090332625085e-06, + "avg_loss": 13.390106201171875 + }, + "236": { + "prob": 2.826861873472808e-06, + "avg_loss": 12.77634334564209 + }, + "237": { + "prob": 3.0228152354538906e-06, + "avg_loss": 12.709321975708008 + }, + "238": { + "prob": 2.3795553261152236e-06, + "avg_loss": 12.948596954345703 + }, + "239": { + "prob": 2.163644694519462e-06, + "avg_loss": 13.043716430664062 + }, + "240": { + "prob": 0.0036895261146128178, + "avg_loss": 5.602257251739502 + }, + "241": { + "prob": 4.689848992711632e-06, + "avg_loss": 12.270110130310059 + }, + "242": { + "prob": 3.4574250094010495e-06, + "avg_loss": 12.574986457824707 + }, + "243": { + "prob": 2.492033672751859e-06, + "avg_loss": 12.902411460876465 + }, + "244": { + "prob": 2.1654095689882524e-06, + "avg_loss": 13.042901039123535 + }, + "245": { + "prob": 3.434771542742965e-06, + "avg_loss": 12.581560134887695 + }, + "246": { + "prob": 1.6859386278156308e-06, + "avg_loss": 13.293188095092773 + }, + "247": { + "prob": 3.5039195154240588e-06, + "avg_loss": 12.561628341674805 + }, + "248": { + "prob": 2.563165480751195e-06, + "avg_loss": 12.874267578125 + }, + "249": { + "prob": 1.7366249949191115e-06, + "avg_loss": 13.263566970825195 + }, + "250": { + "prob": 5.642592441290617e-06, + "avg_loss": 12.085166931152344 + }, + "251": { + "prob": 2.476595909683965e-06, + "avg_loss": 12.908625602722168 + }, + "252": { + "prob": 1.893468606795068e-06, + "avg_loss": 13.17710018157959 + }, + "253": { + "prob": 2.3103020794223994e-06, + "avg_loss": 12.978132247924805 + }, + "254": { + "prob": 2.339618276891997e-06, + "avg_loss": 12.965522766113281 + }, + "255": { + "prob": 1.7325357930531027e-06, + "avg_loss": 13.265924453735352 + }, + "256": { + "prob": 1.6694383475623908e-06, + "avg_loss": 13.303023338317871 + }, + "257": { + "prob": 2.877969109249534e-06, + "avg_loss": 12.75842571258545 + }, + "258": { + "prob": 1.4332192677102285e-06, + "avg_loss": 13.455587387084961 + }, + "259": { + "prob": 3.1756267162563745e-06, + "avg_loss": 12.660005569458008 + }, + "260": { + "prob": 1.3970612599223386e-05, + "avg_loss": 11.17855453491211 + }, + "261": { + "prob": 3.2141019801201764e-06, + "avg_loss": 12.64796257019043 + }, + "262": { + "prob": 3.701946070577833e-06, + "avg_loss": 12.506651878356934 + }, + "263": { + "prob": 3.0610879093728727e-06, + "avg_loss": 12.69674015045166 + }, + "264": { + "prob": 1.6186461380129913e-06, + "avg_loss": 13.3339204788208 + }, + "265": { + "prob": 1.4582861922463053e-06, + "avg_loss": 13.438248634338379 + }, + "266": { + "prob": 1.5245311715261778e-06, + "avg_loss": 13.393823623657227 + }, + "267": { + "prob": 2.4967555418697884e-06, + "avg_loss": 12.900518417358398 + }, + "268": { + "prob": 2.0956968000973575e-06, + "avg_loss": 13.075624465942383 + }, + "269": { + "prob": 1.2889646541225375e-06, + "avg_loss": 13.561671257019043 + }, + "270": { + "prob": 9.876210924630868e-07, + "avg_loss": 13.827966690063477 + }, + "271": { + "prob": 1.7303742652075016e-06, + "avg_loss": 13.267172813415527 + }, + "272": { + "prob": 1.4606189324695151e-06, + "avg_loss": 13.436650276184082 + }, + "273": { + "prob": 3.656110493466258e-06, + "avg_loss": 12.519110679626465 + }, + "274": { + "prob": 1.3232919400252285e-06, + "avg_loss": 13.535387992858887 + }, + "275": { + "prob": 1.771436018316308e-06, + "avg_loss": 13.243720054626465 + }, + "276": { + "prob": 1.414330995430646e-06, + "avg_loss": 13.468853950500488 + }, + "277": { + "prob": 1.5964794783940306e-06, + "avg_loss": 13.347709655761719 + }, + "278": { + "prob": 1.3291809182192083e-06, + "avg_loss": 13.5309476852417 + }, + "279": { + "prob": 9.399200848747569e-07, + "avg_loss": 13.877470970153809 + }, + "280": { + "prob": 0.002373121678829193, + "avg_loss": 6.043549060821533 + }, + "281": { + "prob": 1.8083445638694684e-06, + "avg_loss": 13.223098754882812 + }, + "282": { + "prob": 1.8986545455845771e-06, + "avg_loss": 13.174365043640137 + }, + "283": { + "prob": 1.3802313105770736e-06, + "avg_loss": 13.49325942993164 + }, + "284": { + "prob": 1.5377987665488035e-06, + "avg_loss": 13.38515853881836 + }, + "285": { + "prob": 2.326577487110626e-06, + "avg_loss": 12.971112251281738 + }, + "286": { + "prob": 2.3030756892694626e-06, + "avg_loss": 12.9812650680542 + }, + "287": { + "prob": 1.1755457762774313e-06, + "avg_loss": 13.653778076171875 + }, + "288": { + "prob": 2.034631279457244e-06, + "avg_loss": 13.105195999145508 + }, + "289": { + "prob": 1.8801996475303895e-06, + "avg_loss": 13.18413257598877 + }, + "290": { + "prob": 2.0559502900141524e-06, + "avg_loss": 13.094772338867188 + }, + "291": { + "prob": 1.2925061128044035e-06, + "avg_loss": 13.558927536010742 + }, + "292": { + "prob": 1.51267579440173e-06, + "avg_loss": 13.401630401611328 + }, + "293": { + "prob": 1.916192104545189e-06, + "avg_loss": 13.165170669555664 + }, + "294": { + "prob": 1.959772589543718e-06, + "avg_loss": 13.142682075500488 + }, + "295": { + "prob": 1.3791576520816307e-06, + "avg_loss": 13.494037628173828 + }, + "296": { + "prob": 1.3646143770529306e-06, + "avg_loss": 13.504638671875 + }, + "297": { + "prob": 1.5913386732790968e-06, + "avg_loss": 13.350934982299805 + }, + "298": { + "prob": 1.3890283980799722e-06, + "avg_loss": 13.486906051635742 + }, + "299": { + "prob": 1.2735687278109253e-06, + "avg_loss": 13.573687553405762 + }, + "300": { + "prob": 2.0017399947391823e-05, + "avg_loss": 10.81890869140625 + }, + "301": { + "prob": 5.3702765399066266e-06, + "avg_loss": 12.134631156921387 + }, + "302": { + "prob": 2.228497351097758e-06, + "avg_loss": 13.014183044433594 + }, + "303": { + "prob": 1.924201797010028e-06, + "avg_loss": 13.160999298095703 + }, + "304": { + "prob": 2.1734329038736178e-06, + "avg_loss": 13.039202690124512 + }, + "305": { + "prob": 2.003971758313128e-06, + "avg_loss": 13.120379447937012 + }, + "306": { + "prob": 1.0230553471046733e-06, + "avg_loss": 13.792716979980469 + }, + "307": { + "prob": 1.5350952935477835e-06, + "avg_loss": 13.386918067932129 + }, + "308": { + "prob": 1.9035279592571897e-06, + "avg_loss": 13.171801567077637 + }, + "309": { + "prob": 1.7571393300386262e-06, + "avg_loss": 13.251823425292969 + }, + "310": { + "prob": 9.769056532604736e-07, + "avg_loss": 13.838875770568848 + }, + "311": { + "prob": 1.1515999176481273e-06, + "avg_loss": 13.674358367919922 + }, + "312": { + "prob": 2.009470108532696e-06, + "avg_loss": 13.117639541625977 + }, + "313": { + "prob": 1.2502990784923895e-06, + "avg_loss": 13.592127799987793 + }, + "314": { + "prob": 1.4438265907301684e-06, + "avg_loss": 13.448213577270508 + }, + "315": { + "prob": 1.5738297634015908e-06, + "avg_loss": 13.361998558044434 + }, + "316": { + "prob": 1.5988655377441319e-06, + "avg_loss": 13.346216201782227 + }, + "317": { + "prob": 1.5318677242248668e-06, + "avg_loss": 13.389022827148438 + }, + "318": { + "prob": 1.3624168104797718e-06, + "avg_loss": 13.506250381469727 + }, + "319": { + "prob": 1.911521394504234e-06, + "avg_loss": 13.167611122131348 + }, + "320": { + "prob": 9.298955774283968e-06, + "avg_loss": 11.58560848236084 + }, + "321": { + "prob": 4.883592282567406e-06, + "avg_loss": 12.229629516601562 + }, + "322": { + "prob": 1.9865287868015002e-06, + "avg_loss": 13.129121780395508 + }, + "323": { + "prob": 2.309588353455183e-06, + "avg_loss": 12.97844123840332 + }, + "324": { + "prob": 2.5853264560282696e-06, + "avg_loss": 12.8656587600708 + }, + "325": { + "prob": 1.6771123227954376e-06, + "avg_loss": 13.298437118530273 + }, + "326": { + "prob": 2.0774295990122482e-06, + "avg_loss": 13.084379196166992 + }, + "327": { + "prob": 1.603067289579485e-06, + "avg_loss": 13.343591690063477 + }, + "328": { + "prob": 1.01324656043289e-06, + "avg_loss": 13.802350997924805 + }, + "329": { + "prob": 1.33674836888531e-06, + "avg_loss": 13.525270462036133 + }, + "330": { + "prob": 2.1388229924923507e-06, + "avg_loss": 13.055254936218262 + }, + "331": { + "prob": 1.1968464832534664e-06, + "avg_loss": 13.635820388793945 + }, + "332": { + "prob": 1.3631133697344922e-06, + "avg_loss": 13.505739212036133 + }, + "333": { + "prob": 1.7292426264248206e-06, + "avg_loss": 13.267827033996582 + }, + "334": { + "prob": 1.6632279766781721e-06, + "avg_loss": 13.306750297546387 + }, + "335": { + "prob": 2.45588898906135e-06, + "avg_loss": 12.917021751403809 + }, + "336": { + "prob": 1.594209493305243e-06, + "avg_loss": 13.349132537841797 + }, + "337": { + "prob": 2.0340548871899955e-06, + "avg_loss": 13.10547924041748 + }, + "338": { + "prob": 1.4597890185541473e-06, + "avg_loss": 13.43721866607666 + }, + "339": { + "prob": 1.1633492249529809e-06, + "avg_loss": 13.664207458496094 + }, + "340": { + "prob": 2.111228423018474e-05, + "avg_loss": 10.765655517578125 + }, + "341": { + "prob": 1.7893505628308048e-06, + "avg_loss": 13.233657836914062 + }, + "342": { + "prob": 1.5317421002691844e-06, + "avg_loss": 13.389104843139648 + }, + "343": { + "prob": 3.5743744319916004e-06, + "avg_loss": 12.541720390319824 + }, + "344": { + "prob": 1.3898009001422906e-06, + "avg_loss": 13.486350059509277 + }, + "345": { + "prob": 9.302401053901121e-07, + "avg_loss": 13.887823104858398 + }, + "346": { + "prob": 1.8172582940678694e-06, + "avg_loss": 13.218181610107422 + }, + "347": { + "prob": 7.779692055009946e-07, + "avg_loss": 14.06657886505127 + }, + "348": { + "prob": 1.061818579728424e-06, + "avg_loss": 13.75552749633789 + }, + "349": { + "prob": 1.5862431155255763e-06, + "avg_loss": 13.354142189025879 + }, + "350": { + "prob": 1.0690071121643996e-06, + "avg_loss": 13.748780250549316 + }, + "351": { + "prob": 9.572261205903487e-07, + "avg_loss": 13.85922622680664 + }, + "352": { + "prob": 1.7991758340940578e-06, + "avg_loss": 13.228181838989258 + }, + "353": { + "prob": 1.3660870763487765e-06, + "avg_loss": 13.503560066223145 + }, + "354": { + "prob": 1.0388846476416802e-06, + "avg_loss": 13.777362823486328 + }, + "355": { + "prob": 1.5578531247228966e-06, + "avg_loss": 13.372201919555664 + }, + "356": { + "prob": 1.036053049574548e-06, + "avg_loss": 13.780092239379883 + }, + "357": { + "prob": 3.189798235325725e-06, + "avg_loss": 12.655552864074707 + }, + "358": { + "prob": 1.1021240879927063e-06, + "avg_loss": 13.718271255493164 + }, + "359": { + "prob": 1.3930705335951643e-06, + "avg_loss": 13.484000205993652 + }, + "360": { + "prob": 1.1471031939436216e-05, + "avg_loss": 11.375685691833496 + }, + "361": { + "prob": 2.998039008161868e-06, + "avg_loss": 12.717552185058594 + }, + "362": { + "prob": 6.862481313874014e-06, + "avg_loss": 11.88944149017334 + }, + "363": { + "prob": 2.370115453231847e-06, + "avg_loss": 12.952571868896484 + }, + "364": { + "prob": 3.5255156944913324e-06, + "avg_loss": 12.5554838180542 + }, + "365": { + "prob": 2.8832710086135194e-06, + "avg_loss": 12.756585121154785 + }, + "366": { + "prob": 2.0879604107904015e-06, + "avg_loss": 13.079322814941406 + }, + "367": { + "prob": 9.788238912733505e-07, + "avg_loss": 13.8369140625 + }, + "368": { + "prob": 1.0878160310312524e-06, + "avg_loss": 13.731338500976562 + }, + "369": { + "prob": 1.3057764363111346e-06, + "avg_loss": 13.548712730407715 + }, + "370": { + "prob": 2.8580843718373217e-06, + "avg_loss": 12.765358924865723 + }, + "371": { + "prob": 1.8274791955263936e-06, + "avg_loss": 13.212573051452637 + }, + "372": { + "prob": 1.8547536910773488e-06, + "avg_loss": 13.197758674621582 + }, + "373": { + "prob": 1.5221631883832742e-06, + "avg_loss": 13.395378112792969 + }, + "374": { + "prob": 1.513648498985276e-06, + "avg_loss": 13.40098762512207 + }, + "375": { + "prob": 1.532867372588953e-06, + "avg_loss": 13.388370513916016 + }, + "376": { + "prob": 1.3771257272310322e-06, + "avg_loss": 13.495512008666992 + }, + "377": { + "prob": 1.1162455848534591e-06, + "avg_loss": 13.70553970336914 + }, + "378": { + "prob": 1.1409665603423491e-06, + "avg_loss": 13.683634757995605 + }, + "379": { + "prob": 1.0218228680969332e-06, + "avg_loss": 13.793922424316406 + }, + "380": { + "prob": 4.292813628126169e-06, + "avg_loss": 12.35856819152832 + }, + "381": { + "prob": 2.5269287107221317e-06, + "avg_loss": 12.888505935668945 + }, + "382": { + "prob": 1.6506812698935391e-06, + "avg_loss": 13.314322471618652 + }, + "383": { + "prob": 2.218734152847901e-06, + "avg_loss": 13.018573760986328 + }, + "384": { + "prob": 1.6493893326696707e-06, + "avg_loss": 13.315105438232422 + }, + "385": { + "prob": 1.4169460200719186e-06, + "avg_loss": 13.46700668334961 + }, + "386": { + "prob": 1.0995950106007513e-06, + "avg_loss": 13.720568656921387 + }, + "387": { + "prob": 1.6521789802936837e-06, + "avg_loss": 13.31341552734375 + }, + "388": { + "prob": 1.7323127394774929e-06, + "avg_loss": 13.266053199768066 + }, + "389": { + "prob": 1.2348867812761455e-06, + "avg_loss": 13.604531288146973 + }, + "390": { + "prob": 1.1605256986513268e-06, + "avg_loss": 13.666637420654297 + }, + "391": { + "prob": 2.376373458901071e-06, + "avg_loss": 12.949934959411621 + }, + "392": { + "prob": 1.4598795132769737e-06, + "avg_loss": 13.437156677246094 + }, + "393": { + "prob": 1.4663104366263724e-06, + "avg_loss": 13.432761192321777 + }, + "394": { + "prob": 1.6337966144419624e-06, + "avg_loss": 13.324604034423828 + }, + "395": { + "prob": 8.479647135573032e-07, + "avg_loss": 13.980426788330078 + }, + "396": { + "prob": 1.1131063502034522e-06, + "avg_loss": 13.708355903625488 + }, + "397": { + "prob": 1.7717603668643278e-06, + "avg_loss": 13.243536949157715 + }, + "398": { + "prob": 1.3702832575290813e-06, + "avg_loss": 13.500493049621582 + }, + "399": { + "prob": 1.0513552979318774e-06, + "avg_loss": 13.765430450439453 + } + } + }, + "forget_Q_A_PERT_Prob": { + "agg_value": 0.0005714869232431283, + "value_by_index": { + "0": { + "prob": [ + 0.001035270863212645, + 0.0010789554798975587, + 0.0010408255038782954, + 0.000410580774769187, + 0.0007979486836120486 + ], + "avg_loss": [ + 6.873092174530029, + 6.831761837005615, + 6.867741107940674, + 7.797937870025635, + 7.1334662437438965 + ] + }, + "1": { + "prob": [ + 1.8575771036921651e-06, + 1.6735430108383298e-06, + 2.211030505350209e-06, + 1.9362091734365094e-06, + 1.220373064825253e-06 + ], + "avg_loss": [ + 13.196237564086914, + 13.300567626953125, + 13.022051811218262, + 13.154778480529785, + 13.616353988647461 + ] + }, + "2": { + "prob": [ + 2.73471709988371e-06, + 3.0715891625732183e-06, + 3.172590595568181e-06, + 2.823507429638994e-06, + 3.124762542938697e-06 + ], + "avg_loss": [ + 12.80948257446289, + 12.693315505981445, + 12.660962104797363, + 12.777530670166016, + 12.676152229309082 + ] + }, + "3": { + "prob": [ + 1.7245079106942285e-06, + 1.7114417687480454e-06, + 1.957803760888055e-06, + 1.730227495500003e-06, + 1.6754001990193501e-06 + ], + "avg_loss": [ + 13.27056884765625, + 13.27817440032959, + 13.14368724822998, + 13.267257690429688, + 13.299458503723145 + ] + }, + "4": { + "prob": [ + 1.0615360679366859e-06, + 1.0812597110998468e-06, + 1.0758051303128013e-06, + 1.3252924873086158e-06, + 1.1814304343715776e-06 + ], + "avg_loss": [ + 13.755793571472168, + 13.737383842468262, + 13.742441177368164, + 13.5338773727417, + 13.648784637451172 + ] + }, + "5": { + "prob": [ + 1.3410949577519204e-06, + 1.658479391153378e-06, + 1.1653079354800866e-06, + 1.533225486127776e-06, + 1.855848836385121e-06 + ], + "avg_loss": [ + 13.522024154663086, + 13.309609413146973, + 13.662525177001953, + 13.388136863708496, + 13.197168350219727 + ] + }, + "6": { + "prob": [ + 1.251687763215159e-06, + 1.1051373576265178e-06, + 1.425933533028001e-06, + 1.2588441222760594e-06, + 9.020023412631417e-07 + ], + "avg_loss": [ + 13.591017723083496, + 13.715540885925293, + 13.460683822631836, + 13.58531665802002, + 13.918648719787598 + ] + }, + "7": { + "prob": [ + 2.1631412892020307e-06, + 1.8950564708575257e-06, + 1.6400691720264149e-06, + 2.1595917587546865e-06, + 2.2760334559279727e-06 + ], + "avg_loss": [ + 13.043949127197266, + 13.176261901855469, + 13.320772171020508, + 13.045591354370117, + 12.99307632446289 + ] + }, + "8": { + "prob": [ + 1.523943865322508e-06, + 1.1880955526066828e-06, + 1.5287824908227776e-06, + 1.6346257325494662e-06, + 1.8015504110735492e-06 + ], + "avg_loss": [ + 13.394208908081055, + 13.643158912658691, + 13.39103889465332, + 13.3240966796875, + 13.226862907409668 + ] + }, + "9": { + "prob": [ + 1.629414896342496e-06, + 2.114697281285771e-06, + 1.747072019497864e-06, + 1.3691546882910188e-06, + 1.6482508726767264e-06 + ], + "avg_loss": [ + 13.327289581298828, + 13.066598892211914, + 13.257569313049316, + 13.501317024230957, + 13.3157958984375 + ] + }, + "10": { + "prob": [ + 1.8717748844210291e-06, + 1.9126064216834493e-06, + 1.7996375163420453e-06, + 1.7660635194260976e-06, + 1.929849304360687e-06 + ], + "avg_loss": [ + 13.188623428344727, + 13.167043685913086, + 13.227925300598145, + 13.246757507324219, + 13.158068656921387 + ] + }, + "11": { + "prob": [ + 1.0259630016662413e-06, + 1.202224211738212e-06, + 1.046536567628209e-06, + 1.0937579872916103e-06, + 1.2308961458984413e-06 + ], + "avg_loss": [ + 13.789878845214844, + 13.63133716583252, + 13.770024299621582, + 13.72589111328125, + 13.607768058776855 + ] + }, + "12": { + "prob": [ + 2.146407723557786e-06, + 1.9010969936061883e-06, + 1.6058322671597125e-06, + 1.5012146832305007e-06, + 1.5448351859959075e-06 + ], + "avg_loss": [ + 13.051714897155762, + 13.173079490661621, + 13.34186840057373, + 13.409235954284668, + 13.380593299865723 + ] + }, + "13": { + "prob": [ + 1.6408231431341846e-06, + 1.5915799167487421e-06, + 1.6832974552016822e-06, + 1.5388756082757027e-06, + 1.3670567113877041e-06 + ], + "avg_loss": [ + 13.3203125, + 13.350783348083496, + 13.294755935668945, + 13.384458541870117, + 13.502850532531738 + ] + }, + "14": { + "prob": [ + 1.8812310145222e-06, + 1.9977417196059832e-06, + 1.6921450196605292e-06, + 1.6441783827758627e-06, + 1.8836132085198187e-06 + ], + "avg_loss": [ + 13.183584213256836, + 13.123493194580078, + 13.28951358795166, + 13.318269729614258, + 13.182318687438965 + ] + }, + "15": { + "prob": [ + 1.3546600712288637e-06, + 8.365691996914393e-07, + 1.2505506674642675e-06, + 1.171612780126452e-06, + 1.2949477650181507e-06 + ], + "avg_loss": [ + 13.51196002960205, + 13.993956565856934, + 13.591926574707031, + 13.657129287719727, + 13.557040214538574 + ] + }, + "16": { + "prob": [ + 1.0883110235226923e-06, + 9.915395366988378e-07, + 1.0752348771347897e-06, + 9.832033356360625e-07, + 1.3117399930706597e-06 + ], + "avg_loss": [ + 13.730883598327637, + 13.824007034301758, + 13.742971420288086, + 13.832449913024902, + 13.544156074523926 + ] + }, + "17": { + "prob": [ + 1.7690184677121579e-06, + 1.6694908708814182e-06, + 1.722571596474154e-06, + 1.7337969211439486e-06, + 1.711786239866342e-06 + ], + "avg_loss": [ + 13.245085716247559, + 13.30299186706543, + 13.271692276000977, + 13.265196800231934, + 13.277973175048828 + ] + }, + "18": { + "prob": [ + 1.4506074421660742e-06, + 1.110469497689337e-06, + 1.0493739637240651e-06, + 1.0890378234762466e-06, + 1.5111877473827917e-06 + ], + "avg_loss": [ + 13.443528175354004, + 13.71072769165039, + 13.767316818237305, + 13.730216026306152, + 13.40261459350586 + ] + }, + "19": { + "prob": [ + 1.8389163187748636e-06, + 1.6613176967439358e-06, + 1.973168309632456e-06, + 1.638612047827337e-06, + 2.0660747850342887e-06 + ], + "avg_loss": [ + 13.206334114074707, + 13.307899475097656, + 13.135869979858398, + 13.321660995483398, + 13.089859962463379 + ] + }, + "20": { + "prob": [ + 0.0607333742082119, + 0.039977848529815674, + 0.043381817638874054, + 0.04521692171692848, + 0.06395958364009857 + ], + "avg_loss": [ + 2.8012619018554688, + 3.2194297313690186, + 3.1377148628234863, + 3.0962839126586914, + 2.7495038509368896 + ] + }, + "21": { + "prob": [ + 2.9124739739927463e-06, + 3.682108854263788e-06, + 4.717697265732568e-06, + 3.6267729228711687e-06, + 4.349915798229631e-06 + ], + "avg_loss": [ + 12.74650764465332, + 12.512024879455566, + 12.264189720153809, + 12.527167320251465, + 12.345354080200195 + ] + }, + "22": { + "prob": [ + 1.8889145394496154e-06, + 1.8648563582246425e-06, + 2.239097739220597e-06, + 2.411621608189307e-06, + 1.4800774579271092e-06 + ], + "avg_loss": [ + 13.179508209228516, + 13.192326545715332, + 13.009437561035156, + 12.935211181640625, + 13.423416137695312 + ] + }, + "23": { + "prob": [ + 2.526644266254152e-06, + 2.0456120637390995e-06, + 1.8503739056541235e-06, + 2.151962235075189e-06, + 2.1188720893405844e-06 + ], + "avg_loss": [ + 12.888618469238281, + 13.099813461303711, + 13.200122833251953, + 13.0491304397583, + 13.064626693725586 + ] + }, + "24": { + "prob": [ + 1.8341138456889894e-06, + 1.5463784848179785e-06, + 3.0024596071598353e-06, + 2.9469458695530193e-06, + 2.659050096553983e-06 + ], + "avg_loss": [ + 13.208949089050293, + 13.379594802856445, + 12.716078758239746, + 12.7347412109375, + 12.837541580200195 + ] + }, + "25": { + "prob": [ + 1.3597519910035771e-06, + 1.5197335869743256e-06, + 2.0391164525790373e-06, + 1.2141020988565288e-06, + 1.059027340488683e-06 + ], + "avg_loss": [ + 13.508208274841309, + 13.39697551727295, + 13.102993965148926, + 13.621505737304688, + 13.758159637451172 + ] + }, + "26": { + "prob": [ + 8.900724424165674e-07, + 6.396062985913886e-07, + 8.161293294506322e-07, + 8.255858574557351e-07, + 6.969888204366725e-07 + ], + "avg_loss": [ + 13.931962966918945, + 14.262413024902344, + 14.018692970275879, + 14.007172584533691, + 14.176496505737305 + ] + }, + "27": { + "prob": [ + 1.0135568118130323e-06, + 1.3910300822317367e-06, + 8.76957017226232e-07, + 1.4474635463557206e-06, + 9.880535571937799e-07 + ], + "avg_loss": [ + 13.802044868469238, + 13.485466003417969, + 13.946807861328125, + 13.445697784423828, + 13.827528953552246 + ] + }, + "28": { + "prob": [ + 2.350805516471155e-06, + 1.9119443095405586e-06, + 1.8999822941623279e-06, + 1.412357732988312e-06, + 1.9778783553192625e-06 + ], + "avg_loss": [ + 12.960752487182617, + 13.167389869689941, + 13.173666000366211, + 13.470250129699707, + 13.133485794067383 + ] + }, + "29": { + "prob": [ + 1.895945842989022e-06, + 1.213371774611005e-06, + 1.5727299569334718e-06, + 2.0159077394055203e-06, + 1.4562363048753468e-06 + ], + "avg_loss": [ + 13.175792694091797, + 13.62210750579834, + 13.36269760131836, + 13.11444091796875, + 13.439655303955078 + ] + }, + "30": { + "prob": [ + 2.592377768451115e-06, + 1.6693570614734199e-06, + 1.58306193043245e-06, + 3.6163837648928165e-06, + 2.1054547687526792e-06 + ], + "avg_loss": [ + 12.862935066223145, + 13.303071975708008, + 13.356149673461914, + 12.530035972595215, + 13.070979118347168 + ] + }, + "31": { + "prob": [ + 9.84516873359098e-07, + 1.2686580248555401e-06, + 9.116562296185293e-07, + 1.1344197901053121e-06, + 1.2188063465146115e-06 + ], + "avg_loss": [ + 13.831114768981934, + 13.577550888061523, + 13.908002853393555, + 13.6893892288208, + 13.61763858795166 + ] + }, + "32": { + "prob": [ + 2.238290790046449e-06, + 2.452238049954758e-06, + 2.5980280042858794e-06, + 2.069064066745341e-06, + 2.516997938073473e-06 + ], + "avg_loss": [ + 13.009798049926758, + 12.918509483337402, + 12.860757827758789, + 13.088414192199707, + 12.892443656921387 + ] + }, + "33": { + "prob": [ + 1.2419174026945257e-06, + 1.4322984043246834e-06, + 1.2398464832585887e-06, + 1.3073638456262415e-06, + 1.5296998299163533e-06 + ], + "avg_loss": [ + 13.598854064941406, + 13.456230163574219, + 13.600522994995117, + 13.547497749328613, + 13.3904390335083 + ] + }, + "34": { + "prob": [ + 8.90866488134634e-07, + 7.857371997488372e-07, + 8.841250860314176e-07, + 8.113590297398332e-07, + 7.858803314775287e-07 + ], + "avg_loss": [ + 13.931071281433105, + 14.05664348602295, + 13.938667297363281, + 14.024555206298828, + 14.056461334228516 + ] + }, + "35": { + "prob": [ + 0.0013146462151780725, + 0.0007639569812454283, + 0.00013839562598150223, + 0.001013199333101511, + 0.00020495685748755932 + ], + "avg_loss": [ + 6.634187698364258, + 7.176999092102051, + 8.885394096374512, + 6.894642353057861, + 8.492711067199707 + ] + }, + "36": { + "prob": [ + 2.7984558528260095e-06, + 2.2517663182952674e-06, + 1.7890314438773203e-06, + 2.088794872179278e-06, + 1.9120664092042716e-06 + ], + "avg_loss": [ + 12.786442756652832, + 13.003795623779297, + 13.23383617401123, + 13.078923225402832, + 13.167325973510742 + ] + }, + "37": { + "prob": [ + 9.147810828835645e-07, + 8.821206165521289e-07, + 9.248733476852067e-07, + 9.076042033484555e-07, + 9.638011988499784e-07 + ], + "avg_loss": [ + 13.904581069946289, + 13.940937042236328, + 13.893609046936035, + 13.912457466125488, + 13.852380752563477 + ] + }, + "38": { + "prob": [ + 2.238495653728023e-06, + 2.4507207854185253e-06, + 2.7960709303442854e-06, + 2.2590493244933896e-06, + 2.1452290184242884e-06 + ], + "avg_loss": [ + 13.009706497192383, + 12.91912841796875, + 12.7872953414917, + 13.000566482543945, + 13.052264213562012 + ] + }, + "39": { + "prob": [ + 1.3289742355482304e-06, + 1.507464048700058e-06, + 1.1013518133040634e-06, + 1.502611212345073e-06, + 1.309615072386805e-06 + ], + "avg_loss": [ + 13.531103134155273, + 13.405081748962402, + 13.718972206115723, + 13.408306121826172, + 13.545777320861816 + ] + }, + "40": { + "prob": [ + 0.012241720221936703, + 0.009322735480964184, + 0.015623494982719421, + 0.0009065381018444896, + 0.013062854297459126 + ], + "avg_loss": [ + 4.402905464172363, + 4.675299167633057, + 4.158979415893555, + 7.005877494812012, + 4.337982654571533 + ] + }, + "41": { + "prob": [ + 3.7528561733779497e-06, + 3.0656512990390183e-06, + 3.4649178815016057e-06, + 4.221832568873651e-06, + 2.462481461407151e-06 + ], + "avg_loss": [ + 12.492993354797363, + 12.695250511169434, + 12.572821617126465, + 12.37524127960205, + 12.91434097290039 + ] + }, + "42": { + "prob": [ + 5.107350716571091e-06, + 4.984706720279064e-06, + 4.696392807090888e-06, + 5.321030130289728e-06, + 4.735759830509778e-06 + ], + "avg_loss": [ + 12.184829711914062, + 12.209136009216309, + 12.268715858459473, + 12.143843650817871, + 12.260368347167969 + ] + }, + "43": { + "prob": [ + 3.538328883223585e-06, + 4.868660198553698e-06, + 3.649373411462875e-06, + 3.459862455201801e-06, + 3.165838506902219e-06 + ], + "avg_loss": [ + 12.55185604095459, + 12.232691764831543, + 12.520955085754395, + 12.574281692504883, + 12.663092613220215 + ] + }, + "44": { + "prob": [ + 3.6790972899325425e-06, + 3.4850504562200513e-06, + 3.541708110788022e-06, + 3.834224571619416e-06, + 3.2275402190862224e-06 + ], + "avg_loss": [ + 12.512843132019043, + 12.567028045654297, + 12.550901412963867, + 12.471543312072754, + 12.643790245056152 + ] + }, + "45": { + "prob": [ + 2.0459419829421677e-06, + 2.2311107841233024e-06, + 2.1556493265961763e-06, + 2.2967587938182987e-06, + 2.4843477604008513e-06 + ], + "avg_loss": [ + 13.099652290344238, + 13.01301097869873, + 13.047418594360352, + 12.98401165008545, + 12.905500411987305 + ] + }, + "46": { + "prob": [ + 2.4284508981509134e-06, + 2.617535756144207e-06, + 1.8882319636759348e-06, + 2.640177171997493e-06, + 2.4088885766104795e-06 + ], + "avg_loss": [ + 12.92825698852539, + 12.853277206420898, + 13.179869651794434, + 12.844664573669434, + 12.936345100402832 + ] + }, + "47": { + "prob": [ + 1.5751406863273587e-06, + 1.2871196304331534e-06, + 1.15621185159398e-06, + 2.0092861632292625e-06, + 1.532428768769023e-06 + ], + "avg_loss": [ + 13.361166000366211, + 13.563103675842285, + 13.670361518859863, + 13.117731094360352, + 13.388656616210938 + ] + }, + "48": { + "prob": [ + 3.5790610581898363e-06, + 3.0403962227865122e-06, + 2.9727227683906676e-06, + 3.106056738033658e-06, + 3.4547717859823024e-06 + ], + "avg_loss": [ + 12.540410041809082, + 12.703522682189941, + 12.726032257080078, + 12.682156562805176, + 12.575754165649414 + ] + }, + "49": { + "prob": [ + 1.67521807270532e-06, + 1.7772874798538396e-06, + 1.7514945511720725e-06, + 1.6703173741916544e-06, + 1.4338468190544518e-06 + ], + "avg_loss": [ + 13.299567222595215, + 13.240422248840332, + 13.255041122436523, + 13.302496910095215, + 13.45514965057373 + ] + }, + "50": { + "prob": [ + 2.2744950456399238e-06, + 2.832404788932763e-06, + 2.9639500098710414e-06, + 2.4240869151981315e-06, + 1.9523129139997764e-06 + ], + "avg_loss": [ + 12.993752479553223, + 12.774384498596191, + 12.728987693786621, + 12.930055618286133, + 13.146495819091797 + ] + }, + "51": { + "prob": [ + 1.3281469364301302e-06, + 1.2341815818217583e-06, + 1.3520090078600333e-06, + 1.3399903764366172e-06, + 1.2892105587525293e-06 + ], + "avg_loss": [ + 13.531725883483887, + 13.6051025390625, + 13.51391887664795, + 13.522848129272461, + 13.561480522155762 + ] + }, + "52": { + "prob": [ + 2.1835526240465697e-06, + 2.0811535250686575e-06, + 1.9791500562860165e-06, + 1.951130798261147e-06, + 1.9525493826222373e-06 + ], + "avg_loss": [ + 13.034557342529297, + 13.082588195800781, + 13.132843017578125, + 13.147101402282715, + 13.146374702453613 + ] + }, + "53": { + "prob": [ + 1.8457386659065378e-06, + 1.8066604070554604e-06, + 1.6012826336009311e-06, + 1.5933553640934406e-06, + 1.4465611002378864e-06 + ], + "avg_loss": [ + 13.202630996704102, + 13.224030494689941, + 13.344705581665039, + 13.349668502807617, + 13.446321487426758 + ] + }, + "54": { + "prob": [ + 9.283364761358825e-07, + 9.062903814083256e-07, + 8.142604315253266e-07, + 9.14004942842439e-07, + 8.514776368429011e-07 + ], + "avg_loss": [ + 13.889871597290039, + 13.91390609741211, + 14.02098560333252, + 13.90542984008789, + 13.976292610168457 + ] + }, + "55": { + "prob": [ + 1.1483120943012182e-06, + 1.148335059042438e-06, + 1.1587253538891673e-06, + 1.1099358516730717e-06, + 1.1139197795273503e-06 + ], + "avg_loss": [ + 13.677217483520508, + 13.677197456359863, + 13.668190002441406, + 13.71120834350586, + 13.707625389099121 + ] + }, + "56": { + "prob": [ + 1.3020434153077076e-06, + 1.3050942015979672e-06, + 1.4020149592397502e-06, + 1.0679830211302033e-06, + 1.7338398947686073e-06 + ], + "avg_loss": [ + 13.551575660705566, + 13.549235343933105, + 13.47760009765625, + 13.749738693237305, + 13.265172004699707 + ] + }, + "57": { + "prob": [ + 9.55414861891768e-07, + 1.0414360076538287e-06, + 9.656146175984759e-07, + 7.996657132025575e-07, + 9.087344210456649e-07 + ], + "avg_loss": [ + 13.861120223999023, + 13.774909973144531, + 13.85050106048584, + 14.039072036743164, + 13.911212921142578 + ] + }, + "58": { + "prob": [ + 1.5926169680824387e-06, + 1.0374114935984835e-06, + 9.684689530331525e-07, + 1.3405106074060313e-06, + 1.3501974081009394e-06 + ], + "avg_loss": [ + 13.35013198852539, + 13.77878189086914, + 13.847549438476562, + 13.522459983825684, + 13.515259742736816 + ] + }, + "59": { + "prob": [ + 2.6941324904328212e-06, + 2.1994553662807448e-06, + 2.9548086786235217e-06, + 2.9764191822323482e-06, + 1.8983504332936718e-06 + ], + "avg_loss": [ + 12.824434280395508, + 13.027300834655762, + 12.732076644897461, + 12.7247896194458, + 13.174525260925293 + ] + }, + "60": { + "prob": [ + 0.01978789083659649, + 0.013907179236412048, + 0.005192586686462164, + 0.009580554440617561, + 0.007735068444162607 + ], + "avg_loss": [ + 3.922685146331787, + 4.275350093841553, + 5.260523319244385, + 4.648019790649414, + 4.861990928649902 + ] + }, + "61": { + "prob": [ + 7.275275038409745e-06, + 7.205067959148437e-06, + 6.431843303289497e-06, + 6.6474003688199446e-06, + 5.830169357068371e-06 + ], + "avg_loss": [ + 11.831028938293457, + 11.840725898742676, + 11.954249382019043, + 11.921284675598145, + 12.052464485168457 + ] + }, + "62": { + "prob": [ + 2.7878329547093017e-06, + 3.4749050428217743e-06, + 2.7383237011235906e-06, + 4.237774192006327e-06, + 3.778288373723626e-06 + ], + "avg_loss": [ + 12.79024600982666, + 12.56994342803955, + 12.808164596557617, + 12.371472358703613, + 12.486239433288574 + ] + }, + "63": { + "prob": [ + 2.79060736829706e-06, + 3.032201675523538e-06, + 2.975491042889189e-06, + 2.9810012165398803e-06, + 3.3191849979630206e-06 + ], + "avg_loss": [ + 12.789251327514648, + 12.706221580505371, + 12.725101470947266, + 12.723251342773438, + 12.615791320800781 + ] + }, + "64": { + "prob": [ + 1.9159763269271934e-06, + 2.317462758583133e-06, + 2.2528918179887114e-06, + 2.380420028202934e-06, + 2.6265729502483737e-06 + ], + "avg_loss": [ + 13.165283203125, + 12.975037574768066, + 13.0032958984375, + 12.948233604431152, + 12.849830627441406 + ] + }, + "65": { + "prob": [ + 1.2937738347318373e-06, + 1.3876633602194488e-06, + 1.3776892728856183e-06, + 1.2267488500583568e-06, + 1.131211206484295e-06 + ], + "avg_loss": [ + 13.557947158813477, + 13.487889289855957, + 13.495102882385254, + 13.611143112182617, + 13.692221641540527 + ] + }, + "66": { + "prob": [ + 4.3921299948124215e-06, + 3.413819058550871e-06, + 4.09657513955608e-06, + 4.655824795918306e-06, + 4.2627020775398705e-06 + ], + "avg_loss": [ + 12.33569622039795, + 12.587678909301758, + 12.405359268188477, + 12.27739143371582, + 12.365607261657715 + ] + }, + "67": { + "prob": [ + 1.530090798951278e-06, + 1.3095263966533821e-06, + 1.933537305376376e-06, + 1.73248952251015e-06, + 1.5648589624106535e-06 + ], + "avg_loss": [ + 13.390183448791504, + 13.545845031738281, + 13.156159400939941, + 13.265951156616211, + 13.367714881896973 + ] + }, + "68": { + "prob": [ + 1.317405349254841e-06, + 1.150633806901169e-06, + 1.0230348834738834e-06, + 1.137318577093538e-06, + 1.55504619669955e-06 + ], + "avg_loss": [ + 13.539846420288086, + 13.67519760131836, + 13.792737007141113, + 13.686837196350098, + 13.374005317687988 + ] + }, + "69": { + "prob": [ + 2.068610228889156e-06, + 2.018589611907373e-06, + 1.9114211227133637e-06, + 1.7326498209513375e-06, + 1.7278941868426045e-06 + ], + "avg_loss": [ + 13.08863353729248, + 13.11311149597168, + 13.16766357421875, + 13.26585865020752, + 13.268607139587402 + ] + }, + "70": { + "prob": [ + 1.6908206816879101e-06, + 1.5379263231807272e-06, + 1.2025028581774677e-06, + 1.274745045520831e-06, + 1.5507795296798577e-06 + ], + "avg_loss": [ + 13.29029655456543, + 13.385075569152832, + 13.631105422973633, + 13.57276439666748, + 13.376752853393555 + ] + }, + "71": { + "prob": [ + 1.7433853827242274e-06, + 1.8563587218523026e-06, + 2.377915052420576e-06, + 1.8481605366105214e-06, + 2.247175416414393e-06 + ], + "avg_loss": [ + 13.259681701660156, + 13.196893692016602, + 12.949286460876465, + 13.201319694519043, + 13.005836486816406 + ] + }, + "72": { + "prob": [ + 3.623713155320729e-06, + 4.3584409468167e-06, + 3.3917360724444734e-06, + 3.7090385376359336e-06, + 3.5509581266524037e-06 + ], + "avg_loss": [ + 12.528011322021484, + 12.343396186828613, + 12.594168663024902, + 12.504737854003906, + 12.548293113708496 + ] + }, + "73": { + "prob": [ + 1.5970688309607795e-06, + 1.7403023093720549e-06, + 1.314180394729192e-06, + 2.1571422621491365e-06, + 1.6121034605021123e-06 + ], + "avg_loss": [ + 13.34734058380127, + 13.261451721191406, + 13.54229736328125, + 13.04672622680664, + 13.337970733642578 + ] + }, + "74": { + "prob": [ + 1.4484646726486972e-06, + 9.923957122737193e-07, + 1.731866746013111e-06, + 8.424931365880184e-07, + 1.7032532468874706e-06 + ], + "avg_loss": [ + 13.445006370544434, + 13.82314395904541, + 13.266310691833496, + 13.986900329589844, + 13.282970428466797 + ] + }, + "75": { + "prob": [ + 3.2787982036097674e-06, + 2.800276661218959e-06, + 3.6589533465303248e-06, + 3.304567599116126e-06, + 2.9518625979108037e-06 + ], + "avg_loss": [ + 12.628033638000488, + 12.785792350769043, + 12.518333435058594, + 12.62020492553711, + 12.733074188232422 + ] + }, + "76": { + "prob": [ + 1.4381030268850736e-06, + 1.8463900914866826e-06, + 1.400351266056532e-06, + 1.7678379435892566e-06, + 1.8275784441357246e-06 + ], + "avg_loss": [ + 13.45218563079834, + 13.202278137207031, + 13.478787422180176, + 13.245753288269043, + 13.212518692016602 + ] + }, + "77": { + "prob": [ + 1.314520091000304e-06, + 1.2064164138791966e-06, + 1.3802629155179602e-06, + 1.4179314575812896e-06, + 1.4472468592430232e-06 + ], + "avg_loss": [ + 13.542038917541504, + 13.627856254577637, + 13.493236541748047, + 13.46631145477295, + 13.445847511291504 + ] + }, + "78": { + "prob": [ + 1.380386720484239e-06, + 1.591296154401789e-06, + 1.6804391407276853e-06, + 1.4151270306683728e-06, + 1.23577274280251e-06 + ], + "avg_loss": [ + 13.493146896362305, + 13.350961685180664, + 13.296455383300781, + 13.468291282653809, + 13.603814125061035 + ] + }, + "79": { + "prob": [ + 1.2562104529934004e-06, + 1.1038133607144118e-06, + 1.2766647614625981e-06, + 1.211229459840979e-06, + 1.25818394280941e-06 + ], + "avg_loss": [ + 13.587410926818848, + 13.716739654541016, + 13.571259498596191, + 13.62387466430664, + 13.585841178894043 + ] + }, + "80": { + "prob": [ + 2.3848499040468596e-05, + 1.8979440937982872e-05, + 2.0100422261748463e-05, + 2.2593821995542385e-05, + 1.7174334061564878e-05 + ], + "avg_loss": [ + 10.643789291381836, + 10.872154235839844, + 10.814769744873047, + 10.697834014892578, + 10.972094535827637 + ] + }, + "81": { + "prob": [ + 1.974017322936561e-06, + 1.84027771865658e-06, + 2.3285308543563588e-06, + 2.217985183960991e-06, + 2.5264228042942705e-06 + ], + "avg_loss": [ + 13.1354398727417, + 13.205594062805176, + 12.9702730178833, + 13.018911361694336, + 12.88870620727539 + ] + }, + "82": { + "prob": [ + 2.1107300653966377e-06, + 1.8504745185055071e-06, + 2.082247419821215e-06, + 2.075043539662147e-06, + 2.064105501631275e-06 + ], + "avg_loss": [ + 13.068476676940918, + 13.200068473815918, + 13.082062721252441, + 13.085528373718262, + 13.090813636779785 + ] + }, + "83": { + "prob": [ + 2.0474096800171537e-06, + 2.0451927866815822e-06, + 1.960503595910268e-06, + 2.0356501408969052e-06, + 1.7397463807355962e-06 + ], + "avg_loss": [ + 13.0989351272583, + 13.100018501281738, + 13.142309188842773, + 13.104695320129395, + 13.261771202087402 + ] + }, + "84": { + "prob": [ + 9.72567249846179e-07, + 1.3504472917702515e-06, + 2.0533796032395912e-06, + 1.3673187595486525e-06, + 1.6626364640615066e-06 + ], + "avg_loss": [ + 13.843326568603516, + 13.515074729919434, + 13.096023559570312, + 13.50265884399414, + 13.307106018066406 + ] + }, + "85": { + "prob": [ + 1.4950539934943663e-06, + 1.086120164472959e-06, + 1.3335752555576619e-06, + 1.1371917025826406e-06, + 1.3223004771134583e-06 + ], + "avg_loss": [ + 13.413348197937012, + 13.732898712158203, + 13.527647018432617, + 13.686948776245117, + 13.536137580871582 + ] + }, + "86": { + "prob": [ + 1.1344641279720236e-06, + 9.650364063418237e-07, + 1.2260306903044693e-06, + 1.5199698282231111e-06, + 1.116882344831538e-06 + ], + "avg_loss": [ + 13.689350128173828, + 13.851099967956543, + 13.61172866821289, + 13.396820068359375, + 13.70496940612793 + ] + }, + "87": { + "prob": [ + 1.2017749213555362e-06, + 1.172972247331927e-06, + 1.1932439747397439e-06, + 1.1277663816144923e-06, + 1.4079762422625208e-06 + ], + "avg_loss": [ + 13.63171100616455, + 13.655969619750977, + 13.638834953308105, + 13.695271492004395, + 13.473357200622559 + ] + }, + "88": { + "prob": [ + 1.7592604990568361e-06, + 1.2997259091207525e-06, + 1.3018683375776163e-06, + 1.5498746961384313e-06, + 1.3015841204833123e-06 + ], + "avg_loss": [ + 13.250617027282715, + 13.553357124328613, + 13.55171012878418, + 13.377336502075195, + 13.551928520202637 + ] + }, + "89": { + "prob": [ + 1.1691104191413615e-06, + 1.1698319895003806e-06, + 1.2361829249130096e-06, + 1.0682479114620946e-06, + 1.2705626204478904e-06 + ], + "avg_loss": [ + 13.65926742553711, + 13.658650398254395, + 13.603482246398926, + 13.749490737915039, + 13.576050758361816 + ] + }, + "90": { + "prob": [ + 1.2627710930246394e-06, + 1.0129856491403189e-06, + 9.526916073809844e-07, + 8.72984287525469e-07, + 8.519446623722615e-07 + ], + "avg_loss": [ + 13.582201957702637, + 13.802608489990234, + 13.863974571228027, + 13.951348304748535, + 13.975744247436523 + ] + }, + "91": { + "prob": [ + 1.1536895954122883e-06, + 1.4350601986734546e-06, + 1.2022987903037574e-06, + 1.044633108904236e-06, + 1.147432953985117e-06 + ], + "avg_loss": [ + 13.672545433044434, + 13.454303741455078, + 13.631275177001953, + 13.771844863891602, + 13.677983283996582 + ] + }, + "92": { + "prob": [ + 1.7159147773782024e-06, + 1.715777329991397e-06, + 1.4404982948690304e-06, + 1.6541040395168238e-06, + 1.2973421235074056e-06 + ], + "avg_loss": [ + 13.275564193725586, + 13.275644302368164, + 13.450521469116211, + 13.312251091003418, + 13.555192947387695 + ] + }, + "93": { + "prob": [ + 1.8595906112750527e-06, + 2.077088765872759e-06, + 1.7384942339049303e-06, + 1.6935738358370145e-06, + 1.5599225662299432e-06 + ], + "avg_loss": [ + 13.195154190063477, + 13.084543228149414, + 13.262491226196289, + 13.28866958618164, + 13.370874404907227 + ] + }, + "94": { + "prob": [ + 1.6676958694006316e-06, + 1.312650965701323e-06, + 1.266814251721371e-06, + 1.7185466276714578e-06, + 1.5308906995414873e-06 + ], + "avg_loss": [ + 13.304067611694336, + 13.543461799621582, + 13.579005241394043, + 13.274031639099121, + 13.389660835266113 + ] + }, + "95": { + "prob": [ + 1.3641746363646234e-06, + 1.5337988088504062e-06, + 1.2769557997671654e-06, + 1.6518764596185065e-06, + 1.3091030268697068e-06 + ], + "avg_loss": [ + 13.504961013793945, + 13.387763023376465, + 13.57103157043457, + 13.3135986328125, + 13.546168327331543 + ] + }, + "96": { + "prob": [ + 1.5246329212459386e-06, + 1.627523261049646e-06, + 2.473321956131258e-06, + 1.4719961427545059e-06, + 2.4535222564736614e-06 + ], + "avg_loss": [ + 13.393756866455078, + 13.328451156616211, + 12.909948348999023, + 13.4288911819458, + 12.917985916137695 + ] + }, + "97": { + "prob": [ + 9.462860930398165e-07, + 1.1290114798612194e-06, + 9.506631499789364e-07, + 1.2545187928481027e-06, + 9.90643457043916e-07 + ], + "avg_loss": [ + 13.870720863342285, + 13.694168090820312, + 13.866106033325195, + 13.58875846862793, + 13.824911117553711 + ] + }, + "98": { + "prob": [ + 8.976207368505129e-07, + 1.0413367590444977e-06, + 1.001427563096513e-06, + 9.993830190069275e-07, + 1.0883411505346885e-06 + ], + "avg_loss": [ + 13.923518180847168, + 13.775005340576172, + 13.81408405303955, + 13.81612777709961, + 13.730855941772461 + ] + }, + "99": { + "prob": [ + 1.3288323543747538e-06, + 1.2473466313167592e-06, + 1.2226761327838176e-06, + 9.288208957514144e-07, + 1.1984215007032617e-06 + ], + "avg_loss": [ + 13.531209945678711, + 13.594491958618164, + 13.614468574523926, + 13.889349937438965, + 13.634505271911621 + ] + }, + "100": { + "prob": [ + 0.004947533831000328, + 0.004568243399262428, + 0.006522280164062977, + 0.004149472340941429, + 0.006821033079177141 + ], + "avg_loss": [ + 5.308866024017334, + 5.388626575469971, + 5.032531261444092, + 5.484774112701416, + 4.987744331359863 + ] + }, + "101": { + "prob": [ + 1.2933420521221706e-06, + 1.1177347687407746e-06, + 1.324616505371523e-06, + 1.3654891972691985e-06, + 1.3442936506180558e-06 + ], + "avg_loss": [ + 13.558280944824219, + 13.704206466674805, + 13.534387588500977, + 13.503997802734375, + 13.519641876220703 + ] + }, + "102": { + "prob": [ + 1.1208078376512276e-06, + 1.1530098618095508e-06, + 1.0711920594985713e-06, + 1.3700441741093528e-06, + 1.0182993719354272e-06 + ], + "avg_loss": [ + 13.701460838317871, + 13.673134803771973, + 13.74673843383789, + 13.500667572021484, + 13.79737663269043 + ] + }, + "103": { + "prob": [ + 2.498904223102727e-06, + 3.5129232855979353e-06, + 2.4817500161589123e-06, + 3.993233804067131e-06, + 2.95456925414328e-06 + ], + "avg_loss": [ + 12.899658203125, + 12.559062004089355, + 12.906546592712402, + 12.430909156799316, + 12.732157707214355 + ] + }, + "104": { + "prob": [ + 1.5160552493398427e-06, + 1.374012754240539e-06, + 2.1497203306353185e-06, + 1.8334860669710906e-06, + 1.4846266367385397e-06 + ], + "avg_loss": [ + 13.399398803710938, + 13.497775077819824, + 13.050172805786133, + 13.209291458129883, + 13.420347213745117 + ] + }, + "105": { + "prob": [ + 1.5250067235683673e-06, + 1.440469418412249e-06, + 1.1414051641622791e-06, + 1.3152925930626225e-06, + 1.2137073781559593e-06 + ], + "avg_loss": [ + 13.393511772155762, + 13.450541496276855, + 13.683250427246094, + 13.541451454162598, + 13.621830940246582 + ] + }, + "106": { + "prob": [ + 2.299024799867766e-06, + 1.4846705198579002e-06, + 1.3486414900398813e-06, + 2.130425400537206e-06, + 1.915568873300799e-06 + ], + "avg_loss": [ + 12.983025550842285, + 13.420317649841309, + 13.516412734985352, + 13.059188842773438, + 13.165495872497559 + ] + }, + "107": { + "prob": [ + 2.8895142349938396e-06, + 2.594287025203812e-06, + 2.618651933516958e-06, + 2.3638535822101403e-06, + 2.8210447453602683e-06 + ], + "avg_loss": [ + 12.754422187805176, + 12.862198829650879, + 12.852850914001465, + 12.955217361450195, + 12.778403282165527 + ] + }, + "108": { + "prob": [ + 1.3985162468088674e-06, + 1.3907674656365998e-06, + 1.1377427426850772e-06, + 9.72819634625921e-07, + 9.88368356047431e-07 + ], + "avg_loss": [ + 13.480098724365234, + 13.485654830932617, + 13.686464309692383, + 13.843067169189453, + 13.827210426330566 + ] + }, + "109": { + "prob": [ + 1.069734253178467e-06, + 1.1087139455412398e-06, + 1.1066434808526537e-06, + 1.08603728676826e-06, + 1.16023363716522e-06 + ], + "avg_loss": [ + 13.748100280761719, + 13.712309837341309, + 13.714179039001465, + 13.732975006103516, + 13.666889190673828 + ] + }, + "110": { + "prob": [ + 1.360460146315745e-06, + 1.445156044610485e-06, + 1.5780259445818956e-06, + 1.8413767293168348e-06, + 1.4421394780583796e-06 + ], + "avg_loss": [ + 13.50768756866455, + 13.447293281555176, + 13.359335899353027, + 13.204997062683105, + 13.449382781982422 + ] + }, + "111": { + "prob": [ + 1.896940602819086e-06, + 1.7136204633061425e-06, + 2.398684955551289e-06, + 1.9235230865888298e-06, + 1.5668315427319612e-06 + ], + "avg_loss": [ + 13.175268173217773, + 13.276902198791504, + 12.940589904785156, + 13.161352157592773, + 13.366455078125 + ] + }, + "112": { + "prob": [ + 9.889830607789918e-07, + 1.2613063518074341e-06, + 1.6101720348160597e-06, + 1.333449404228304e-06, + 1.3277290236146655e-06 + ], + "avg_loss": [ + 13.82658863067627, + 13.583362579345703, + 13.3391695022583, + 13.527741432189941, + 13.5320405960083 + ] + }, + "113": { + "prob": [ + 1.0377053740739939e-06, + 1.1841228797493386e-06, + 1.1032177553715883e-06, + 6.93639492510556e-07, + 9.318525826529367e-07 + ], + "avg_loss": [ + 13.778498649597168, + 13.64650821685791, + 13.717279434204102, + 14.181313514709473, + 13.886091232299805 + ] + }, + "114": { + "prob": [ + 2.771976596704917e-06, + 2.353463742110762e-06, + 2.560268058005022e-06, + 2.272508936584927e-06, + 2.6471859655430308e-06 + ], + "avg_loss": [ + 12.795949935913086, + 12.959622383117676, + 12.875398635864258, + 12.99462604522705, + 12.842013359069824 + ] + }, + "115": { + "prob": [ + 1.6441783827758627e-06, + 1.4258600913308328e-06, + 1.240984488504182e-06, + 1.6707841723473393e-06, + 1.298716142628109e-06 + ], + "avg_loss": [ + 13.318269729614258, + 13.460735321044922, + 13.599605560302734, + 13.302217483520508, + 13.554134368896484 + ] + }, + "116": { + "prob": [ + 1.9535755200195126e-06, + 1.9272999907116173e-06, + 1.7416040236639674e-06, + 1.922288902278524e-06, + 2.1291803022904787e-06 + ], + "avg_loss": [ + 13.145849227905273, + 13.159390449523926, + 13.260704040527344, + 13.161993980407715, + 13.059773445129395 + ] + }, + "117": { + "prob": [ + 1.5422120895891567e-06, + 1.635251010156935e-06, + 1.3884920235796017e-06, + 1.14305873921694e-06, + 1.303949602515786e-06 + ], + "avg_loss": [ + 13.382292747497559, + 13.323714256286621, + 13.487292289733887, + 13.681802749633789, + 13.5501127243042 + ] + }, + "118": { + "prob": [ + 1.6120834516186733e-06, + 1.721402327348187e-06, + 1.8975268858412164e-06, + 1.6357470258299145e-06, + 1.751895410961879e-06 + ], + "avg_loss": [ + 13.337983131408691, + 13.272371292114258, + 13.174959182739258, + 13.323410987854004, + 13.254812240600586 + ] + }, + "119": { + "prob": [ + 1.5445465351149323e-06, + 1.3525184385798639e-06, + 1.4221187711882521e-06, + 1.5587878579026437e-06, + 1.2411052239258424e-06 + ], + "avg_loss": [ + 13.380780220031738, + 13.513542175292969, + 13.463362693786621, + 13.371602058410645, + 13.599508285522461 + ] + }, + "120": { + "prob": [ + 0.000664849765598774, + 0.011922266334295273, + 0.0018437938997521996, + 0.009494423866271973, + 0.0010058318730443716 + ], + "avg_loss": [ + 7.315949440002441, + 4.429347515106201, + 6.295929908752441, + 4.657050609588623, + 6.90194034576416 + ] + }, + "121": { + "prob": [ + 1.0118410500581376e-05, + 1.0138859579456039e-05, + 1.1291509508737363e-05, + 9.996112567023374e-06, + 1.0059546184493229e-05 + ], + "avg_loss": [ + 11.501153945922852, + 11.49913501739502, + 11.391459465026855, + 11.513314247131348, + 11.506988525390625 + ] + }, + "122": { + "prob": [ + 5.993433660478331e-06, + 6.790349289076403e-06, + 6.126045263954438e-06, + 5.9420758589112666e-06, + 7.123143859644188e-06 + ], + "avg_loss": [ + 12.024846076965332, + 11.900008201599121, + 12.002961158752441, + 12.033452033996582, + 11.852161407470703 + ] + }, + "123": { + "prob": [ + 2.156099526473554e-06, + 3.125552439087187e-06, + 2.868491037588683e-06, + 1.8855399730455247e-06, + 1.8495429685572162e-06 + ], + "avg_loss": [ + 13.047209739685059, + 12.675899505615234, + 12.761724472045898, + 13.181296348571777, + 13.20057201385498 + ] + }, + "124": { + "prob": [ + 2.959097855637083e-06, + 2.6694294774642913e-06, + 2.5917299808497773e-06, + 2.6634434107108973e-06, + 3.1417469017469557e-06 + ], + "avg_loss": [ + 12.730626106262207, + 12.833645820617676, + 12.863184928894043, + 12.835890769958496, + 12.670731544494629 + ] + }, + "125": { + "prob": [ + 5.449615400721086e-06, + 3.093239229201572e-06, + 5.308196705300361e-06, + 5.714661710953806e-06, + 3.721730536199175e-06 + ], + "avg_loss": [ + 12.119965553283691, + 12.686291694641113, + 12.146258354187012, + 12.07247543334961, + 12.501321792602539 + ] + }, + "126": { + "prob": [ + 6.4371452026534826e-06, + 7.949214705149643e-06, + 7.072916105244076e-06, + 1.0401055988040753e-05, + 6.865092927910155e-06 + ], + "avg_loss": [ + 11.953425407409668, + 11.742437362670898, + 11.859237670898438, + 11.473603248596191, + 11.889060974121094 + ] + }, + "127": { + "prob": [ + 6.495600246125832e-06, + 6.355079676723108e-06, + 7.448406904586591e-06, + 5.461399723571958e-06, + 7.067070782795781e-06 + ], + "avg_loss": [ + 11.944385528564453, + 11.966256141662598, + 11.807510375976562, + 12.117805480957031, + 11.860064506530762 + ] + }, + "128": { + "prob": [ + 1.0085510439239442e-05, + 1.1355255082889926e-05, + 1.0403803571534809e-05, + 1.1275003089394886e-05, + 1.1225959497096483e-05 + ], + "avg_loss": [ + 11.504410743713379, + 11.38582992553711, + 11.473339080810547, + 11.392922401428223, + 11.397281646728516 + ] + }, + "129": { + "prob": [ + 1.5562849284833646e-06, + 1.3870295560991508e-06, + 1.7010002011375036e-06, + 1.5548622513961163e-06, + 1.7971317447518231e-06 + ], + "avg_loss": [ + 13.373208999633789, + 13.488346099853516, + 13.284294128417969, + 13.374123573303223, + 13.229318618774414 + ] + }, + "130": { + "prob": [ + 2.452832177368691e-06, + 2.2949416234041564e-06, + 2.7352882625564234e-06, + 1.8530510033087921e-06, + 1.4978012359279091e-06 + ], + "avg_loss": [ + 12.918267250061035, + 12.984803199768066, + 12.809273719787598, + 13.198677062988281, + 13.41151237487793 + ] + }, + "131": { + "prob": [ + 1.9795106709352694e-06, + 1.7664727920418954e-06, + 1.3565656900027534e-06, + 1.3505657534551574e-06, + 1.2356100569377304e-06 + ], + "avg_loss": [ + 13.132660865783691, + 13.246525764465332, + 13.510554313659668, + 13.514986991882324, + 13.6039457321167 + ] + }, + "132": { + "prob": [ + 2.929343509094906e-06, + 2.8999354526604293e-06, + 3.183094577252632e-06, + 3.0775854611420073e-06, + 3.2726625249779318e-06 + ], + "avg_loss": [ + 12.740732192993164, + 12.750822067260742, + 12.6576566696167, + 12.691365242004395, + 12.62990665435791 + ] + }, + "133": { + "prob": [ + 2.2262861421040725e-06, + 2.5475176244071918e-06, + 2.464466660967446e-06, + 1.9901372070307843e-06, + 2.0673244307545247e-06 + ], + "avg_loss": [ + 13.015175819396973, + 12.880391120910645, + 12.913535118103027, + 13.127306938171387, + 13.089255332946777 + ] + }, + "134": { + "prob": [ + 1.6494113879161887e-06, + 1.5555490335827926e-06, + 1.6250712633336661e-06, + 1.4231540035325452e-06, + 1.4583599750039866e-06 + ], + "avg_loss": [ + 13.315092086791992, + 13.373682022094727, + 13.32995891571045, + 13.462635040283203, + 13.43819808959961 + ] + }, + "135": { + "prob": [ + 2.6236739358864725e-06, + 2.7846415378007805e-06, + 2.4960984319477575e-06, + 2.461002395648393e-06, + 2.221465365437325e-06 + ], + "avg_loss": [ + 12.850934982299805, + 12.791391372680664, + 12.900781631469727, + 12.914941787719727, + 13.017343521118164 + ] + }, + "136": { + "prob": [ + 1.653498316045443e-06, + 1.6764454358053626e-06, + 1.3011621149416897e-06, + 2.110321474901866e-06, + 1.2672081766140764e-06 + ], + "avg_loss": [ + 13.312617301940918, + 13.298834800720215, + 13.552252769470215, + 13.068670272827148, + 13.578694343566895 + ] + }, + "137": { + "prob": [ + 2.8352910703688394e-06, + 2.3396964934363496e-06, + 1.6377778138121357e-06, + 2.163558065149118e-06, + 1.8919090507552028e-06 + ], + "avg_loss": [ + 12.77336597442627, + 12.965489387512207, + 13.32217025756836, + 13.043756484985352, + 13.177924156188965 + ] + }, + "138": { + "prob": [ + 1.807134253795084e-06, + 1.5111633047126816e-06, + 1.2996626992389793e-06, + 1.628582140256185e-06, + 1.4891842283759615e-06 + ], + "avg_loss": [ + 13.22376823425293, + 13.402630805969238, + 13.55340576171875, + 13.327800750732422, + 13.417282104492188 + ] + }, + "139": { + "prob": [ + 1.6704686913726619e-06, + 1.622786840016488e-06, + 1.8204864318249747e-06, + 2.3461179807782173e-06, + 2.5255553737224545e-06 + ], + "avg_loss": [ + 13.302406311035156, + 13.331365585327148, + 13.21640682220459, + 12.962748527526855, + 12.889049530029297 + ] + }, + "140": { + "prob": [ + 0.014407492242753506, + 0.014727060683071613, + 0.015245226211845875, + 0.013115419074892998, + 0.018980229273438454 + ], + "avg_loss": [ + 4.240006923675537, + 4.218068599700928, + 4.183488845825195, + 4.3339667320251465, + 3.964357376098633 + ] + }, + "141": { + "prob": [ + 1.9249048364144983e-06, + 1.9565252387110377e-06, + 1.926377535710344e-06, + 1.7724380541039864e-06, + 1.7333604773739353e-06 + ], + "avg_loss": [ + 13.16063404083252, + 13.144340515136719, + 13.159869194030762, + 13.243154525756836, + 13.265448570251465 + ] + }, + "142": { + "prob": [ + 2.5175645532726776e-06, + 1.8696714505495038e-06, + 2.8779113563359715e-06, + 1.6962812878773548e-06, + 2.082021183014149e-06 + ], + "avg_loss": [ + 12.892218589782715, + 13.18974781036377, + 12.758445739746094, + 13.28707218170166, + 13.082171440124512 + ] + }, + "143": { + "prob": [ + 1.7450305449528969e-06, + 1.8494035884941695e-06, + 1.6683910644132993e-06, + 1.7372494767187163e-06, + 1.3845740340912016e-06 + ], + "avg_loss": [ + 13.25873851776123, + 13.200647354125977, + 13.303650856018066, + 13.26320743560791, + 13.490118026733398 + ] + }, + "144": { + "prob": [ + 1.6970984688668977e-06, + 1.63128686381242e-06, + 1.556856545903429e-06, + 1.7032825780916028e-06, + 1.3619737728731707e-06 + ], + "avg_loss": [ + 13.286590576171875, + 13.326141357421875, + 13.372841835021973, + 13.282953262329102, + 13.506575584411621 + ] + }, + "145": { + "prob": [ + 1.4490228750219103e-06, + 1.359324073746393e-06, + 1.428561859029287e-06, + 1.8234507024317281e-06, + 1.8310728364667739e-06 + ], + "avg_loss": [ + 13.444621086120605, + 13.508522987365723, + 13.458842277526855, + 13.2147798538208, + 13.21060848236084 + ] + }, + "146": { + "prob": [ + 2.09111703952658e-06, + 2.5859824290819233e-06, + 2.234799012512667e-06, + 2.1794501208205475e-06, + 1.7174652384710498e-06 + ], + "avg_loss": [ + 13.077812194824219, + 12.865405082702637, + 13.011359214782715, + 13.03643798828125, + 13.27466106414795 + ] + }, + "147": { + "prob": [ + 1.7858454839370097e-06, + 1.838997036429646e-06, + 2.0259799384803046e-06, + 1.8220166566607077e-06, + 2.280974740642705e-06 + ], + "avg_loss": [ + 13.235618591308594, + 13.206290245056152, + 13.109457015991211, + 13.215566635131836, + 12.990907669067383 + ] + }, + "148": { + "prob": [ + 1.6998958471958758e-06, + 2.176701855205465e-06, + 1.8571395230537746e-06, + 2.2451317818195093e-06, + 1.5541151014986099e-06 + ], + "avg_loss": [ + 13.284943580627441, + 13.037699699401855, + 13.196473121643066, + 13.006746292114258, + 13.374604225158691 + ] + }, + "149": { + "prob": [ + 1.5195581681837211e-06, + 1.3140651162757422e-06, + 1.4924456763765193e-06, + 1.4727600046171574e-06, + 1.165800313174259e-06 + ], + "avg_loss": [ + 13.397090911865234, + 13.54238510131836, + 13.415094375610352, + 13.428372383117676, + 13.662102699279785 + ] + }, + "150": { + "prob": [ + 1.2800503554899478e-06, + 1.0667198466762784e-06, + 1.8496946267987369e-06, + 1.4361048670252785e-06, + 1.6256741446341039e-06 + ], + "avg_loss": [ + 13.568611145019531, + 13.750922203063965, + 13.20048999786377, + 13.45357608795166, + 13.329587936401367 + ] + }, + "151": { + "prob": [ + 1.6015621895348886e-06, + 1.7643766341279843e-06, + 1.765664364938857e-06, + 1.4749582533113426e-06, + 1.6105544773381553e-06 + ], + "avg_loss": [ + 13.344531059265137, + 13.247713088989258, + 13.246983528137207, + 13.426880836486816, + 13.338932037353516 + ] + }, + "152": { + "prob": [ + 2.0945578853570623e-06, + 2.294098976562964e-06, + 2.2100839487393387e-06, + 1.978734871954657e-06, + 1.9353508378117112e-06 + ], + "avg_loss": [ + 13.076168060302734, + 12.985170364379883, + 13.022480010986328, + 13.133052825927734, + 13.155221939086914 + ] + }, + "153": { + "prob": [ + 1.34835863718763e-06, + 1.4753634332009824e-06, + 1.6233890391958994e-06, + 1.4741145832886104e-06, + 1.961077714440762e-06 + ], + "avg_loss": [ + 13.516622543334961, + 13.426606178283691, + 13.330994606018066, + 13.42745304107666, + 13.142016410827637 + ] + }, + "154": { + "prob": [ + 1.1917154552065767e-06, + 1.4670238215330755e-06, + 9.974044132832205e-07, + 1.4794762819292373e-06, + 1.219096930071828e-06 + ], + "avg_loss": [ + 13.640116691589355, + 13.43227481842041, + 13.818109512329102, + 13.423822402954102, + 13.617400169372559 + ] + }, + "155": { + "prob": [ + 1.1109588058388908e-06, + 1.4224660844774917e-06, + 1.170209202427941e-06, + 1.2759904848280712e-06, + 9.773315241545788e-07 + ], + "avg_loss": [ + 13.710287094116211, + 13.463118553161621, + 13.65832805633545, + 13.57178783416748, + 13.83843994140625 + ] + }, + "156": { + "prob": [ + 2.651003342180047e-06, + 3.068201749556465e-06, + 2.112010633936734e-06, + 2.107614363922039e-06, + 2.366650733165443e-06 + ], + "avg_loss": [ + 12.840572357177734, + 12.694418907165527, + 13.067870140075684, + 13.069953918457031, + 12.954034805297852 + ] + }, + "157": { + "prob": [ + 1.441230665477633e-06, + 1.8857017494156025e-06, + 1.2023560884699691e-06, + 1.317940700573672e-06, + 1.2748093922709813e-06 + ], + "avg_loss": [ + 13.450013160705566, + 13.1812105178833, + 13.631227493286133, + 13.539440155029297, + 13.572713851928711 + ] + }, + "158": { + "prob": [ + 1.3848011803929694e-06, + 1.4123024811851792e-06, + 1.4559211649611825e-06, + 1.2311872978898464e-06, + 1.2467139640648384e-06 + ], + "avg_loss": [ + 13.489953994750977, + 13.47028923034668, + 13.439871788024902, + 13.607531547546387, + 13.594999313354492 + ] + }, + "159": { + "prob": [ + 1.75285140358028e-06, + 1.3862810419595917e-06, + 1.4695415302412584e-06, + 1.5924970284686424e-06, + 1.687634153313411e-06 + ], + "avg_loss": [ + 13.254266738891602, + 13.488885879516602, + 13.430560111999512, + 13.350207328796387, + 13.292182922363281 + ] + }, + "160": { + "prob": [ + 0.00021911541989538819, + 0.00032554706558585167, + 0.00026340357726439834, + 0.00025526151875965297, + 0.00019482341303955764 + ], + "avg_loss": [ + 8.425911903381348, + 8.030003547668457, + 8.241823196411133, + 8.273221969604492, + 8.543416976928711 + ] + }, + "161": { + "prob": [ + 2.943070057881414e-06, + 2.6225382043776335e-06, + 2.7627343115455005e-06, + 3.088184257649118e-06, + 2.62423441199644e-06 + ], + "avg_loss": [ + 12.73605728149414, + 12.851367950439453, + 12.79928970336914, + 12.68792724609375, + 12.85072135925293 + ] + }, + "162": { + "prob": [ + 1.3230913964434876e-06, + 2.320490466445335e-06, + 2.1481116618815577e-06, + 1.8419351590637234e-06, + 2.2154461021273164e-06 + ], + "avg_loss": [ + 13.535539627075195, + 12.973731994628906, + 13.050921440124512, + 13.204693794250488, + 13.02005672454834 + ] + }, + "163": { + "prob": [ + 2.1858465970581165e-06, + 1.984148866540636e-06, + 2.224533091066405e-06, + 1.5589395161441644e-06, + 1.95757047549705e-06 + ], + "avg_loss": [ + 13.033507347106934, + 13.13032054901123, + 13.015963554382324, + 13.371504783630371, + 13.143806457519531 + ] + }, + "164": { + "prob": [ + 1.6207329736062093e-06, + 1.1361868246240192e-06, + 3.2689194995327853e-06, + 2.451543423376279e-06, + 2.1294017642503604e-06 + ], + "avg_loss": [ + 13.332632064819336, + 13.687832832336426, + 12.631051063537598, + 12.918792724609375, + 13.059669494628906 + ] + }, + "165": { + "prob": [ + 2.2068300040700706e-06, + 2.0153388504695613e-06, + 1.311138362325437e-06, + 2.035106717812596e-06, + 1.83995837232942e-06 + ], + "avg_loss": [ + 13.023953437805176, + 13.114723205566406, + 13.544614791870117, + 13.104962348937988, + 13.205767631530762 + ] + }, + "166": { + "prob": [ + 1.5643710185031523e-06, + 1.977374950001831e-06, + 1.6029342759793508e-06, + 1.4278250546340132e-06, + 2.08018536795862e-06 + ], + "avg_loss": [ + 13.368026733398438, + 13.133740425109863, + 13.343674659729004, + 13.459358215332031, + 13.083053588867188 + ] + }, + "167": { + "prob": [ + 1.2498984460762586e-06, + 1.0438602657814045e-06, + 1.0159519661101513e-06, + 1.2553398391901283e-06, + 1.1547165286174277e-06 + ], + "avg_loss": [ + 13.592448234558105, + 13.772584915161133, + 13.799684524536133, + 13.588104248046875, + 13.671655654907227 + ] + }, + "168": { + "prob": [ + 1.3478764913088526e-06, + 1.3954133919469314e-06, + 1.8737806612989516e-06, + 1.5781914726176183e-06, + 1.9253179743827786e-06 + ], + "avg_loss": [ + 13.516980171203613, + 13.482319831848145, + 13.187552452087402, + 13.359230995178223, + 13.160419464111328 + ] + }, + "169": { + "prob": [ + 1.9023428876607795e-06, + 1.5576747500745114e-06, + 1.8353860014030943e-06, + 1.7899325257531018e-06, + 2.2009869553585304e-06 + ], + "avg_loss": [ + 13.17242431640625, + 13.372316360473633, + 13.208255767822266, + 13.233332633972168, + 13.026604652404785 + ] + }, + "170": { + "prob": [ + 2.8192750960442936e-06, + 2.5491606265859446e-06, + 2.936635610240046e-06, + 2.6581119527691044e-06, + 2.175116605940275e-06 + ], + "avg_loss": [ + 12.779030799865723, + 12.879746437072754, + 12.738245964050293, + 12.837894439697266, + 13.03842830657959 + ] + }, + "171": { + "prob": [ + 1.6177804127437412e-06, + 1.7936491758518969e-06, + 2.1321043277566787e-06, + 1.9960448298661504e-06, + 1.5958478343236493e-06 + ], + "avg_loss": [ + 13.334455490112305, + 13.231258392333984, + 13.058401107788086, + 13.124342918395996, + 13.348105430603027 + ] + }, + "172": { + "prob": [ + 1.779563604031864e-06, + 1.292944943998009e-06, + 1.4025258678884711e-06, + 2.022609351115534e-06, + 1.8593777895148378e-06 + ], + "avg_loss": [ + 13.239142417907715, + 13.558588027954102, + 13.477235794067383, + 13.111122131347656, + 13.195268630981445 + ] + }, + "173": { + "prob": [ + 1.82296560069517e-06, + 1.7387180832884042e-06, + 1.98587713384768e-06, + 2.2890747004566947e-06, + 2.3432535272149835e-06 + ], + "avg_loss": [ + 13.215045928955078, + 13.262362480163574, + 13.129449844360352, + 12.9873628616333, + 12.963970184326172 + ] + }, + "174": { + "prob": [ + 1.3818763591189054e-06, + 1.3080223197903251e-06, + 1.3240922953627887e-06, + 1.6157558775375946e-06, + 1.4338946812131326e-06 + ], + "avg_loss": [ + 13.49206829071045, + 13.54699420928955, + 13.534783363342285, + 13.335707664489746, + 13.455116271972656 + ] + }, + "175": { + "prob": [ + 2.830314770108089e-06, + 2.186096708101104e-06, + 2.5322626697743544e-06, + 2.7804171622847207e-06, + 2.3683101062488277e-06 + ], + "avg_loss": [ + 12.77512264251709, + 13.033392906188965, + 12.886397361755371, + 12.792909622192383, + 12.953333854675293 + ] + }, + "176": { + "prob": [ + 1.32715547351836e-06, + 1.2617815627891105e-06, + 1.6590362292845384e-06, + 1.448706484552531e-06, + 1.6062717804743443e-06 + ], + "avg_loss": [ + 13.532472610473633, + 13.582985877990723, + 13.309273719787598, + 13.444839477539062, + 13.341594696044922 + ] + }, + "177": { + "prob": [ + 1.960365125341923e-06, + 1.9040817278437316e-06, + 1.3906586673329002e-06, + 1.4229626685846597e-06, + 1.3926110113970935e-06 + ], + "avg_loss": [ + 13.142379760742188, + 13.171510696411133, + 13.485733032226562, + 13.462769508361816, + 13.484330177307129 + ] + }, + "178": { + "prob": [ + 1.3708767028219881e-06, + 1.1462135489637149e-06, + 1.346144813396677e-06, + 1.1422567922636517e-06, + 1.2746818356390577e-06 + ], + "avg_loss": [ + 13.500060081481934, + 13.679046630859375, + 13.518265724182129, + 13.682504653930664, + 13.572813987731934 + ] + }, + "179": { + "prob": [ + 3.293040663265856e-06, + 3.887120783474529e-06, + 3.0110734314803267e-06, + 3.196863644916448e-06, + 3.023792714884621e-06 + ], + "avg_loss": [ + 12.623699188232422, + 12.457841873168945, + 12.713213920593262, + 12.653340339660645, + 12.708998680114746 + ] + }, + "180": { + "prob": [ + 0.0003827234322670847, + 0.000562527566216886, + 0.000503471412230283, + 0.0005020234384573996, + 0.0005043693818151951 + ], + "avg_loss": [ + 7.868197917938232, + 7.483070373535156, + 7.5939836502075195, + 7.596863746643066, + 7.5922017097473145 + ] + }, + "181": { + "prob": [ + 1.7485255057181348e-06, + 1.3238360452305642e-06, + 1.889873146865284e-06, + 1.5693439081587712e-06, + 1.3663072877534432e-06 + ], + "avg_loss": [ + 13.25673770904541, + 13.534976959228516, + 13.179000854492188, + 13.364852905273438, + 13.503398895263672 + ] + }, + "182": { + "prob": [ + 3.4036570468742866e-06, + 3.686079253384378e-06, + 3.5980617667519255e-06, + 2.9383697892626515e-06, + 2.8991446470172377e-06 + ], + "avg_loss": [ + 12.590660095214844, + 12.510947227478027, + 12.535115242004395, + 12.737655639648438, + 12.751094818115234 + ] + }, + "183": { + "prob": [ + 2.7085281999461586e-06, + 2.2512015220854664e-06, + 2.0930144728481537e-06, + 1.6358577568098553e-06, + 1.6223071952481405e-06 + ], + "avg_loss": [ + 12.81910514831543, + 13.004046440124512, + 13.076905250549316, + 13.323343276977539, + 13.331661224365234 + ] + }, + "184": { + "prob": [ + 1.2922805581183638e-06, + 1.2483748150771135e-06, + 1.3565423842010205e-06, + 1.465111154175247e-06, + 1.0534871535128332e-06 + ], + "avg_loss": [ + 13.559102058410645, + 13.593667984008789, + 13.510571479797363, + 13.433579444885254, + 13.763404846191406 + ] + }, + "185": { + "prob": [ + 2.831389110724558e-06, + 2.147386567230569e-06, + 2.9708862712141126e-06, + 2.0096233583899448e-06, + 2.676661551959114e-06 + ], + "avg_loss": [ + 12.77474308013916, + 13.05125904083252, + 12.72665023803711, + 13.117563247680664, + 12.830940246582031 + ] + }, + "186": { + "prob": [ + 7.725822683823935e-07, + 1.795417006178468e-06, + 1.1518217206685222e-06, + 9.346998126602557e-07, + 1.1155548236274626e-06 + ], + "avg_loss": [ + 14.073527336120605, + 13.230273246765137, + 13.674165725708008, + 13.883040428161621, + 13.706158638000488 + ] + }, + "187": { + "prob": [ + 1.4489013437923859e-06, + 1.6663254882587353e-06, + 1.55300836013339e-06, + 1.1635877399385208e-06, + 1.8288216097062104e-06 + ], + "avg_loss": [ + 13.44470500946045, + 13.304889678955078, + 13.375316619873047, + 13.664002418518066, + 13.211838722229004 + ] + }, + "188": { + "prob": [ + 1.686670316303207e-06, + 1.3218653975854977e-06, + 1.3117074786350713e-06, + 1.7916796650752076e-06, + 1.5579184946545865e-06 + ], + "avg_loss": [ + 13.292754173278809, + 13.536466598510742, + 13.544180870056152, + 13.232357025146484, + 13.372159957885742 + ] + }, + "189": { + "prob": [ + 1.4018318097441806e-06, + 2.1921698589721927e-06, + 2.1432638277474325e-06, + 3.331222615088336e-06, + 1.7600139017304173e-06 + ], + "avg_loss": [ + 13.477730751037598, + 13.030618667602539, + 13.053180694580078, + 12.612171173095703, + 13.250188827514648 + ] + }, + "190": { + "prob": [ + 1.8439071709508426e-06, + 1.2797073623005417e-06, + 1.75960110482265e-06, + 1.3792879371976596e-06, + 1.5597693163726944e-06 + ], + "avg_loss": [ + 13.20362377166748, + 13.568879127502441, + 13.250423431396484, + 13.493943214416504, + 13.370972633361816 + ] + }, + "191": { + "prob": [ + 2.055850472970633e-06, + 1.7353767134409281e-06, + 1.6204547819143045e-06, + 1.5922282727842685e-06, + 1.287392137783172e-06 + ], + "avg_loss": [ + 13.094820976257324, + 13.264286041259766, + 13.332803726196289, + 13.35037612915039, + 13.562891960144043 + ] + }, + "192": { + "prob": [ + 2.2970325517235324e-06, + 2.0148122530372348e-06, + 2.5645663299656007e-06, + 2.6257264380546985e-06, + 2.4503608528902987e-06 + ], + "avg_loss": [ + 12.983892440795898, + 13.114984512329102, + 12.8737211227417, + 12.850152969360352, + 12.919275283813477 + ] + }, + "193": { + "prob": [ + 1.826824018280604e-06, + 1.3550632047554245e-06, + 1.808185857044009e-06, + 1.1910576631635195e-06, + 1.639850211176963e-06 + ], + "avg_loss": [ + 13.212931632995605, + 13.511662483215332, + 13.223186492919922, + 13.640668869018555, + 13.320905685424805 + ] + }, + "194": { + "prob": [ + 1.229248027811991e-06, + 1.7489006722826161e-06, + 9.086867862606596e-07, + 1.4040500673218048e-06, + 1.5144512417464284e-06 + ], + "avg_loss": [ + 13.609107971191406, + 13.256523132324219, + 13.91126537322998, + 13.476149559020996, + 13.400457382202148 + ] + }, + "195": { + "prob": [ + 2.2193921722646337e-06, + 1.469227640882309e-06, + 1.8291948435944505e-06, + 2.0138211311859777e-06, + 1.7945131958185812e-06 + ], + "avg_loss": [ + 13.018277168273926, + 13.430773735046387, + 13.211634635925293, + 13.115476608276367, + 13.2307767868042 + ] + }, + "196": { + "prob": [ + 2.7935602702200413e-06, + 2.2456565602624323e-06, + 3.424112719585537e-06, + 3.583576244636788e-06, + 2.782488763841684e-06 + ], + "avg_loss": [ + 12.788193702697754, + 13.006512641906738, + 12.584668159484863, + 12.539149284362793, + 12.79216480255127 + ] + }, + "197": { + "prob": [ + 1.3203283515395015e-06, + 1.3041834563409793e-06, + 1.2146974768256769e-06, + 1.2917913636556477e-06, + 1.40865040521021e-06 + ], + "avg_loss": [ + 13.537630081176758, + 13.549933433532715, + 13.621015548706055, + 13.559480667114258, + 13.472878456115723 + ] + }, + "198": { + "prob": [ + 1.3320030802788096e-06, + 1.4731856481375871e-06, + 9.897926247504074e-07, + 1.2177501957921777e-06, + 1.09455936581071e-06 + ], + "avg_loss": [ + 13.528826713562012, + 13.428083419799805, + 13.825770378112793, + 13.618505477905273, + 13.72515869140625 + ] + }, + "199": { + "prob": [ + 1.2015617585348082e-06, + 1.3171541013434762e-06, + 1.3229021078586811e-06, + 1.3952191011412651e-06, + 1.3846201909473166e-06 + ], + "avg_loss": [ + 13.631888389587402, + 13.540037155151367, + 13.535682678222656, + 13.48245906829834, + 13.490084648132324 + ] + }, + "200": { + "prob": [ + 0.004102528095245361, + 0.0033416578080505133, + 0.0024154980201274157, + 0.007645769044756889, + 0.0016743660671636462 + ], + "avg_loss": [ + 5.496151924133301, + 5.701288223266602, + 6.02584981918335, + 4.873602867126465, + 6.39232063293457 + ] + }, + "201": { + "prob": [ + 3.715552793437382e-06, + 3.5829373246087926e-06, + 4.250260644766968e-06, + 3.899596322298748e-06, + 4.1992216210928746e-06 + ], + "avg_loss": [ + 12.502983093261719, + 12.539327621459961, + 12.3685302734375, + 12.45463752746582, + 12.380611419677734 + ] + }, + "202": { + "prob": [ + 2.464029648763244e-06, + 1.943624283740064e-06, + 3.2877846933843102e-06, + 2.44536499849346e-06, + 2.7489572858030442e-06 + ], + "avg_loss": [ + 12.913712501525879, + 13.150956153869629, + 12.625296592712402, + 12.921316146850586, + 12.804288864135742 + ] + }, + "203": { + "prob": [ + 2.02049636754964e-06, + 1.6430592495453311e-06, + 1.6616694438198465e-06, + 1.2570350236273953e-06, + 1.800518134587037e-06 + ], + "avg_loss": [ + 13.112167358398438, + 13.318950653076172, + 13.307687759399414, + 13.58675479888916, + 13.227436065673828 + ] + }, + "204": { + "prob": [ + 1.9124183836538577e-06, + 1.8934415493276902e-06, + 2.358840902161319e-06, + 2.2956069187785033e-06, + 1.3003495951124933e-06 + ], + "avg_loss": [ + 13.167141914367676, + 13.177114486694336, + 12.957340240478516, + 12.984513282775879, + 13.552877426147461 + ] + }, + "205": { + "prob": [ + 7.17298189556459e-06, + 1.0056400242319796e-05, + 9.591410162101965e-06, + 7.810443094058428e-06, + 8.244335731433239e-06 + ], + "avg_loss": [ + 11.845189094543457, + 11.507301330566406, + 11.554642677307129, + 11.760048866271973, + 11.705984115600586 + ] + }, + "206": { + "prob": [ + 3.469027660685242e-06, + 3.508353302095202e-06, + 4.343482032709289e-06, + 5.2227569540264085e-06, + 2.9663876830454683e-06 + ], + "avg_loss": [ + 12.571636199951172, + 12.56036376953125, + 12.346834182739258, + 12.162485122680664, + 12.728165626525879 + ] + }, + "207": { + "prob": [ + 1.2078519375791075e-06, + 1.272609551961068e-06, + 1.2219148857184337e-06, + 1.2452808277885197e-06, + 1.4615609416068764e-06 + ], + "avg_loss": [ + 13.626667022705078, + 13.574440956115723, + 13.615091323852539, + 13.596149444580078, + 13.436005592346191 + ] + }, + "208": { + "prob": [ + 2.341884055567789e-06, + 2.53606162914366e-06, + 2.5697590899653733e-06, + 2.3746833903715014e-06, + 2.6369209535914706e-06 + ], + "avg_loss": [ + 12.964554786682129, + 12.88489818572998, + 12.871698379516602, + 12.95064640045166, + 12.845898628234863 + ] + }, + "209": { + "prob": [ + 3.1785716601007152e-06, + 3.146346443827497e-06, + 3.096902446486638e-06, + 3.193228621967137e-06, + 3.0703386073582806e-06 + ], + "avg_loss": [ + 12.659078598022461, + 12.669268608093262, + 12.685108184814453, + 12.654478073120117, + 12.69372272491455 + ] + }, + "210": { + "prob": [ + 1.885797132672451e-06, + 1.895466766654863e-06, + 1.8952209757117089e-06, + 1.9949106899730396e-06, + 1.8973079249917646e-06 + ], + "avg_loss": [ + 13.181159973144531, + 13.176045417785645, + 13.176175117492676, + 13.124911308288574, + 13.175074577331543 + ] + }, + "211": { + "prob": [ + 2.0853933619946474e-06, + 1.6657041896905866e-06, + 1.6203805444092723e-06, + 1.4091932598603307e-06, + 1.6376075109292287e-06 + ], + "avg_loss": [ + 13.08055305480957, + 13.305262565612793, + 13.332849502563477, + 13.472493171691895, + 13.322274208068848 + ] + }, + "212": { + "prob": [ + 3.7113206872163573e-06, + 3.7784361666126642e-06, + 2.906602730945451e-06, + 3.1172530725598335e-06, + 3.2198911412706366e-06 + ], + "avg_loss": [ + 12.504122734069824, + 12.486200332641602, + 12.748525619506836, + 12.678558349609375, + 12.646162986755371 + ] + }, + "213": { + "prob": [ + 2.7285559554002248e-06, + 2.8602848942682613e-06, + 3.843439571937779e-06, + 2.9447180622810265e-06, + 2.4945588847913314e-06 + ], + "avg_loss": [ + 12.811738014221191, + 12.764589309692383, + 12.46914291381836, + 12.73549747467041, + 12.901398658752441 + ] + }, + "214": { + "prob": [ + 1.6269552816083888e-06, + 1.225238179358712e-06, + 1.1132220834042528e-06, + 1.0248902526655002e-06, + 1.8108037238562247e-06 + ], + "avg_loss": [ + 13.328800201416016, + 13.612375259399414, + 13.708251953125, + 13.790925025939941, + 13.221739768981934 + ] + }, + "215": { + "prob": [ + 1.7469187696406152e-06, + 1.5741285324111232e-06, + 1.3267354006529786e-06, + 1.3374191212278674e-06, + 1.308812215938815e-06 + ], + "avg_loss": [ + 13.257657051086426, + 13.361808776855469, + 13.53278923034668, + 13.524768829345703, + 13.546390533447266 + ] + }, + "216": { + "prob": [ + 2.915553295679274e-06, + 2.9175223517086124e-06, + 3.002714493050007e-06, + 2.9281843580974964e-06, + 2.7916187264054315e-06 + ], + "avg_loss": [ + 12.745450973510742, + 12.744775772094727, + 12.715993881225586, + 12.741127967834473, + 12.788888931274414 + ] + }, + "217": { + "prob": [ + 1.737105435495323e-06, + 1.6279191186185926e-06, + 1.7011316231219098e-06, + 1.5207165233732667e-06, + 1.4118903663984383e-06 + ], + "avg_loss": [ + 13.263290405273438, + 13.328207969665527, + 13.28421688079834, + 13.396328926086426, + 13.4705810546875 + ] + }, + "218": { + "prob": [ + 2.055450522675528e-06, + 1.7916677279572468e-06, + 1.3838308632330154e-06, + 1.504476699665247e-06, + 2.079526666420861e-06 + ], + "avg_loss": [ + 13.095015525817871, + 13.2323637008667, + 13.490654945373535, + 13.407065391540527, + 13.083370208740234 + ] + }, + "219": { + "prob": [ + 1.9349006379343336e-06, + 1.6291320434902445e-06, + 2.1922096493653953e-06, + 1.823612478801806e-06, + 1.91986305253522e-06 + ], + "avg_loss": [ + 13.155454635620117, + 13.327463150024414, + 13.030600547790527, + 13.214691162109375, + 13.163256645202637 + ] + }, + "220": { + "prob": [ + 0.008739223703742027, + 0.012044903822243214, + 0.0111713707447052, + 0.002629913156852126, + 0.01759820245206356 + ], + "avg_loss": [ + 4.739933967590332, + 4.419113636016846, + 4.494400978088379, + 5.940804481506348, + 4.039958477020264 + ] + }, + "221": { + "prob": [ + 2.9340042146941414e-06, + 2.8010110781906405e-06, + 2.9186355732235825e-06, + 2.7452633730717935e-06, + 2.6936161248158896e-06 + ], + "avg_loss": [ + 12.739142417907715, + 12.785530090332031, + 12.744394302368164, + 12.805633544921875, + 12.824625968933105 + ] + }, + "222": { + "prob": [ + 3.2388347790401895e-06, + 2.508122634026222e-06, + 2.448370651109144e-06, + 2.439144054733333e-06, + 2.5092087980738143e-06 + ], + "avg_loss": [ + 12.640296936035156, + 12.895976066589355, + 12.920087814331055, + 12.923863410949707, + 12.895543098449707 + ] + }, + "223": { + "prob": [ + 2.631886218296131e-06, + 1.8529768794905976e-06, + 3.1622598726244178e-06, + 4.240418093104381e-06, + 2.4425121409876738e-06 + ], + "avg_loss": [ + 12.847809791564941, + 13.19871711730957, + 12.664223670959473, + 12.370848655700684, + 12.922483444213867 + ] + }, + "224": { + "prob": [ + 1.3014673641009722e-06, + 1.5170112419582438e-06, + 1.6693459201633232e-06, + 1.6195788248296594e-06, + 1.7088290178435273e-06 + ], + "avg_loss": [ + 13.552018165588379, + 13.398768424987793, + 13.303078651428223, + 13.333344459533691, + 13.279702186584473 + ] + }, + "225": { + "prob": [ + 1.7201583659698372e-06, + 1.2723960480798269e-06, + 1.412348296980781e-06, + 1.6404883353970945e-06, + 1.2585368267536978e-06 + ], + "avg_loss": [ + 13.273094177246094, + 13.57460880279541, + 13.470256805419922, + 13.320516586303711, + 13.58556079864502 + ] + }, + "226": { + "prob": [ + 2.529062385292491e-06, + 3.270500428698142e-06, + 2.373046754655661e-06, + 2.171752385038417e-06, + 2.8544534416141687e-06 + ], + "avg_loss": [ + 12.887661933898926, + 12.63056755065918, + 12.951335906982422, + 13.039976119995117, + 12.766630172729492 + ] + }, + "227": { + "prob": [ + 2.297814717167057e-06, + 1.6607933730483637e-06, + 1.8952553091367008e-06, + 1.944026507771923e-06, + 1.2028262972307857e-06 + ], + "avg_loss": [ + 12.983551979064941, + 13.308215141296387, + 13.176156997680664, + 13.150749206542969, + 13.630836486816406 + ] + }, + "228": { + "prob": [ + 1.2022219380014576e-06, + 1.4158734984448529e-06, + 1.6541986269658082e-06, + 1.187915358968894e-06, + 1.5079198192324839e-06 + ], + "avg_loss": [ + 13.631339073181152, + 13.467763900756836, + 13.312193870544434, + 13.643310546875, + 13.404779434204102 + ] + }, + "229": { + "prob": [ + 2.0842401227127993e-06, + 2.0426177798071876e-06, + 2.294882506248541e-06, + 1.8924558844446437e-06, + 2.2242593331611715e-06 + ], + "avg_loss": [ + 13.081106185913086, + 13.101278305053711, + 12.98482894897461, + 13.177635192871094, + 13.01608657836914 + ] + }, + "230": { + "prob": [ + 1.3333692550077103e-06, + 1.4943242376830312e-06, + 1.4895847471052548e-06, + 1.4363650961968233e-06, + 1.377065359520202e-06 + ], + "avg_loss": [ + 13.527801513671875, + 13.413836479187012, + 13.417013168334961, + 13.453394889831543, + 13.495555877685547 + ] + }, + "231": { + "prob": [ + 1.2951626331414445e-06, + 1.2922189398523187e-06, + 1.2606269592652097e-06, + 1.3704021739613381e-06, + 1.3095850590616465e-06 + ], + "avg_loss": [ + 13.55687427520752, + 13.559149742126465, + 13.583901405334473, + 13.500406265258789, + 13.54580020904541 + ] + }, + "232": { + "prob": [ + 1.9180897652404383e-06, + 2.301872427779017e-06, + 2.107266482198611e-06, + 2.6141281068703393e-06, + 1.9189587874279823e-06 + ], + "avg_loss": [ + 13.164180755615234, + 12.98178768157959, + 13.07011890411377, + 12.85457992553711, + 13.163727760314941 + ] + }, + "233": { + "prob": [ + 2.7949140530836303e-06, + 1.9260248791397316e-06, + 2.741731123023783e-06, + 2.357478024350712e-06, + 2.2162239474710077e-06 + ], + "avg_loss": [ + 12.78770923614502, + 13.160052299499512, + 12.806921005249023, + 12.957918167114258, + 13.019705772399902 + ] + }, + "234": { + "prob": [ + 2.3165944185166154e-06, + 2.817791255438351e-06, + 2.353495119677973e-06, + 2.690491783141624e-06, + 2.3977884211490164e-06 + ], + "avg_loss": [ + 12.975412368774414, + 12.779557228088379, + 12.959609031677246, + 12.825786590576172, + 12.940963745117188 + ] + }, + "235": { + "prob": [ + 1.746715497574769e-06, + 1.7271379419980804e-06, + 1.8604916931508342e-06, + 1.7421156144337147e-06, + 1.7422585187887307e-06 + ], + "avg_loss": [ + 13.257773399353027, + 13.269044876098633, + 13.194669723510742, + 13.26041030883789, + 13.26032829284668 + ] + }, + "236": { + "prob": [ + 2.605934014354716e-06, + 2.9928369258414023e-06, + 2.056277935480466e-06, + 3.3974563393712742e-06, + 2.6221380267088534e-06 + ], + "avg_loss": [ + 12.857719421386719, + 12.71928882598877, + 13.094613075256348, + 12.592483520507812, + 12.851520538330078 + ] + }, + "237": { + "prob": [ + 2.092784825435956e-06, + 3.1066788324096706e-06, + 2.4686796677997336e-06, + 1.59886712935986e-06, + 2.4135681542247767e-06 + ], + "avg_loss": [ + 13.077014923095703, + 12.68195629119873, + 12.911827087402344, + 13.34621524810791, + 12.934404373168945 + ] + }, + "238": { + "prob": [ + 2.5556305445206817e-06, + 2.0160885014774976e-06, + 1.7020387304000906e-06, + 2.755393097686465e-06, + 2.1331213702069363e-06 + ], + "avg_loss": [ + 12.877211570739746, + 13.114351272583008, + 13.283683776855469, + 12.801950454711914, + 13.057924270629883 + ] + }, + "239": { + "prob": [ + 1.9579513264034176e-06, + 2.4218293219746556e-06, + 2.1791070139443036e-06, + 3.0336941563291475e-06, + 1.6586596984780044e-06 + ], + "avg_loss": [ + 13.143611907958984, + 12.930987358093262, + 13.036595344543457, + 12.705729484558105, + 13.309500694274902 + ] + }, + "240": { + "prob": [ + 0.004158990457653999, + 0.010528504848480225, + 0.009927138686180115, + 0.009243620559573174, + 0.010186457075178623 + ], + "avg_loss": [ + 5.48248291015625, + 4.553668975830078, + 4.612483024597168, + 4.683821678161621, + 4.586696147918701 + ] + }, + "241": { + "prob": [ + 4.5378997128864285e-06, + 4.730370619654423e-06, + 4.897836333839223e-06, + 5.990319550619461e-06, + 4.568042186292587e-06 + ], + "avg_loss": [ + 12.303046226501465, + 12.261507034301758, + 12.226716995239258, + 12.025365829467773, + 12.296425819396973 + ] + }, + "242": { + "prob": [ + 3.479291990515776e-06, + 3.6538274343911326e-06, + 3.739879730346729e-06, + 3.681933321786346e-06, + 3.5059451874985825e-06 + ], + "avg_loss": [ + 12.568681716918945, + 12.519735336303711, + 12.49645709991455, + 12.512072563171387, + 12.561050415039062 + ] + }, + "243": { + "prob": [ + 3.7666786738554947e-06, + 3.5692341953108553e-06, + 2.941392040156643e-06, + 2.6318484742660075e-06, + 3.301329570604139e-06 + ], + "avg_loss": [ + 12.489316940307617, + 12.543159484863281, + 12.736627578735352, + 12.847824096679688, + 12.621185302734375 + ] + }, + "244": { + "prob": [ + 2.014036226682947e-06, + 2.045580913545564e-06, + 2.0000425138277933e-06, + 1.9326562323840335e-06, + 2.0331822270236444e-06 + ], + "avg_loss": [ + 13.11536979675293, + 13.099828720092773, + 13.122342109680176, + 13.156615257263184, + 13.105908393859863 + ] + }, + "245": { + "prob": [ + 3.3851051739475224e-06, + 3.2941054541879566e-06, + 3.1804941045265878e-06, + 3.4025438253593165e-06, + 3.163224846502999e-06 + ], + "avg_loss": [ + 12.596125602722168, + 12.62337589263916, + 12.65847396850586, + 12.590987205505371, + 12.663918495178223 + ] + }, + "246": { + "prob": [ + 2.1576895505859284e-06, + 2.3746608803776326e-06, + 1.912936568260193e-06, + 2.185402536269976e-06, + 2.4433952603430953e-06 + ], + "avg_loss": [ + 13.046472549438477, + 12.950655937194824, + 13.166871070861816, + 13.033710479736328, + 12.92212200164795 + ] + }, + "247": { + "prob": [ + 3.6897968129778747e-06, + 2.5423044007766293e-06, + 2.2500425984617323e-06, + 2.2521915070683463e-06, + 2.9333998554648133e-06 + ], + "avg_loss": [ + 12.509939193725586, + 12.882439613342285, + 13.004561424255371, + 13.003606796264648, + 12.739348411560059 + ] + }, + "248": { + "prob": [ + 3.795645397985936e-06, + 3.5220643894717796e-06, + 3.0015605716471327e-06, + 2.7303522074362263e-06, + 3.3817816529335687e-06 + ], + "avg_loss": [ + 12.481656074523926, + 12.556463241577148, + 12.716378211975098, + 12.811079978942871, + 12.597107887268066 + ] + }, + "249": { + "prob": [ + 1.7953040014617727e-06, + 2.1541757178056287e-06, + 1.8763538491839427e-06, + 1.967368007171899e-06, + 1.7375692777932272e-06 + ], + "avg_loss": [ + 13.23033618927002, + 13.048102378845215, + 13.186180114746094, + 13.138813972473145, + 13.263023376464844 + ] + }, + "250": { + "prob": [ + 5.537171091418713e-06, + 4.8620436245983e-06, + 5.444228463602485e-06, + 4.149353117099963e-06, + 5.103095645608846e-06 + ], + "avg_loss": [ + 12.104026794433594, + 12.234051704406738, + 12.120954513549805, + 12.392558097839355, + 12.185663223266602 + ] + }, + "251": { + "prob": [ + 3.1394229154102504e-06, + 2.983993454108713e-06, + 2.9118352813384263e-06, + 2.014451183640631e-06, + 2.443535095153493e-06 + ], + "avg_loss": [ + 12.67147159576416, + 12.722248077392578, + 12.746726989746094, + 13.115163803100586, + 12.922064781188965 + ] + }, + "252": { + "prob": [ + 2.209087369919871e-06, + 2.026824631684576e-06, + 2.2324963993014535e-06, + 1.7579791347088758e-06, + 1.3627546877614805e-06 + ], + "avg_loss": [ + 13.022931098937988, + 13.109040260314941, + 13.01239013671875, + 13.25134563446045, + 13.506002426147461 + ] + }, + "253": { + "prob": [ + 2.254204900964396e-06, + 1.8478027641322115e-06, + 1.960140934897936e-06, + 1.8507656704969122e-06, + 1.8055287682727794e-06 + ], + "avg_loss": [ + 13.002713203430176, + 13.201513290405273, + 13.142494201660156, + 13.199911117553711, + 13.22465705871582 + ] + }, + "254": { + "prob": [ + 2.379022134846309e-06, + 2.7642574877972947e-06, + 2.6418367724545533e-06, + 2.15175509765686e-06, + 2.4068242510111304e-06 + ], + "avg_loss": [ + 12.948821067810059, + 12.798738479614258, + 12.844036102294922, + 13.049226760864258, + 12.937202453613281 + ] + }, + "255": { + "prob": [ + 1.8213338535133516e-06, + 1.957202584890183e-06, + 2.0361530914669856e-06, + 1.9440431060502306e-06, + 1.8925677522929618e-06 + ], + "avg_loss": [ + 13.215941429138184, + 13.143994331359863, + 13.104448318481445, + 13.150740623474121, + 13.177576065063477 + ] + }, + "256": { + "prob": [ + 1.8813207134371623e-06, + 1.6761977121859672e-06, + 1.7321310679108137e-06, + 1.7269436511924141e-06, + 1.5373030919363373e-06 + ], + "avg_loss": [ + 13.183536529541016, + 13.298982620239258, + 13.266158103942871, + 13.269157409667969, + 13.385480880737305 + ] + }, + "257": { + "prob": [ + 2.6920495201920858e-06, + 2.5954352622648003e-06, + 2.4293055957969045e-06, + 2.615818857520935e-06, + 2.937531917268643e-06 + ], + "avg_loss": [ + 12.825207710266113, + 12.861756324768066, + 12.927905082702637, + 12.853933334350586, + 12.737940788269043 + ] + }, + "258": { + "prob": [ + 1.2632685866265092e-06, + 2.391544740021345e-06, + 2.2831598016637145e-06, + 1.1972563243034529e-06, + 1.7243072534256498e-06 + ], + "avg_loss": [ + 13.581808090209961, + 12.943571090698242, + 12.989950180053711, + 13.635478019714355, + 13.270685195922852 + ] + }, + "259": { + "prob": [ + 2.8177778403915e-06, + 4.231990715197753e-06, + 3.172318201905e-06, + 3.4666695682972204e-06, + 2.6268410238117212e-06 + ], + "avg_loss": [ + 12.779561996459961, + 12.372838020324707, + 12.66104793548584, + 12.57231616973877, + 12.84972858428955 + ] + }, + "260": { + "prob": [ + 0.002271014265716076, + 0.02481856197118759, + 0.02848152071237564, + 0.023054510354995728, + 0.009337755851447582 + ], + "avg_loss": [ + 6.087528705596924, + 3.6961634159088135, + 3.558499813079834, + 3.7698938846588135, + 4.673689365386963 + ] + }, + "261": { + "prob": [ + 2.9032505608483916e-06, + 2.3905163288873155e-06, + 3.6356761938804993e-06, + 2.9237839953566436e-06, + 3.7631025406881236e-06 + ], + "avg_loss": [ + 12.749679565429688, + 12.944001197814941, + 12.524715423583984, + 12.742631912231445, + 12.490266799926758 + ] + }, + "262": { + "prob": [ + 4.6952281991252676e-06, + 3.6125265978625976e-06, + 3.4414406400173903e-06, + 3.7448478451551637e-06, + 2.1156070033612195e-06 + ], + "avg_loss": [ + 12.268963813781738, + 12.531103134155273, + 12.579620361328125, + 12.495129585266113, + 13.066168785095215 + ] + }, + "263": { + "prob": [ + 2.8903189104312332e-06, + 2.6896784675045637e-06, + 3.228783953090897e-06, + 2.472796040819958e-06, + 2.6553807401796803e-06 + ], + "avg_loss": [ + 12.754143714904785, + 12.826088905334473, + 12.643404960632324, + 12.910161018371582, + 12.838922500610352 + ] + }, + "264": { + "prob": [ + 1.705232875792717e-06, + 2.1917121557635255e-06, + 2.210442289651837e-06, + 1.8210820371677983e-06, + 1.7448907101424993e-06 + ], + "avg_loss": [ + 13.281808853149414, + 13.030827522277832, + 13.022317886352539, + 13.216079711914062, + 13.258818626403809 + ] + }, + "265": { + "prob": [ + 1.6123694877023809e-06, + 1.7027384728862671e-06, + 1.0838241450983332e-06, + 1.417612338627805e-06, + 1.795550588212791e-06 + ], + "avg_loss": [ + 13.33780574798584, + 13.283272743225098, + 13.735014915466309, + 13.466536521911621, + 13.230198860168457 + ] + }, + "266": { + "prob": [ + 2.4307587409566622e-06, + 1.2375936648822972e-06, + 1.3070110753687914e-06, + 1.939865114763961e-06, + 1.7760285118129104e-06 + ], + "avg_loss": [ + 12.92730712890625, + 13.602341651916504, + 13.547767639160156, + 13.152892112731934, + 13.241130828857422 + ] + }, + "267": { + "prob": [ + 1.950747673618025e-06, + 1.844047915255942e-06, + 2.287682491441956e-06, + 2.254067339890753e-06, + 2.6875170533458004e-06 + ], + "avg_loss": [ + 13.147297859191895, + 13.203547477722168, + 12.987971305847168, + 13.002774238586426, + 12.826892852783203 + ] + }, + "268": { + "prob": [ + 2.1377034045144683e-06, + 2.3768041046423605e-06, + 2.150138698198134e-06, + 2.1570888293354074e-06, + 2.1477551399584627e-06 + ], + "avg_loss": [ + 13.055778503417969, + 12.949753761291504, + 13.049978256225586, + 13.046751022338867, + 13.051087379455566 + ] + }, + "269": { + "prob": [ + 1.285220832869527e-06, + 1.5536364799118019e-06, + 1.228535438713152e-06, + 1.78711138687504e-06, + 1.5489333691220963e-06 + ], + "avg_loss": [ + 13.564579963684082, + 13.37491226196289, + 13.609687805175781, + 13.234910011291504, + 13.377943992614746 + ] + }, + "270": { + "prob": [ + 9.409676522409427e-07, + 1.295680249313591e-06, + 9.115684065363894e-07, + 1.064350158230809e-06, + 9.280089443564066e-07 + ], + "avg_loss": [ + 13.876357078552246, + 13.556474685668945, + 13.908099174499512, + 13.753146171569824, + 13.89022445678711 + ] + }, + "271": { + "prob": [ + 1.4448280580836581e-06, + 1.416084160155151e-06, + 1.7337423514618422e-06, + 1.4851889318379108e-06, + 1.7281479358643992e-06 + ], + "avg_loss": [ + 13.44752025604248, + 13.467615127563477, + 13.265228271484375, + 13.419968605041504, + 13.268460273742676 + ] + }, + "272": { + "prob": [ + 2.0979805412935093e-06, + 2.819223936967319e-06, + 1.956400183189544e-06, + 2.8169072265882278e-06, + 1.7227588386958814e-06 + ], + "avg_loss": [ + 13.074535369873047, + 12.779048919677734, + 13.144404411315918, + 12.779870986938477, + 13.271583557128906 + ] + }, + "273": { + "prob": [ + 3.472615844657412e-06, + 3.4027807487291284e-06, + 3.83730457542697e-06, + 3.6261537843529368e-06, + 4.014310889033368e-06 + ], + "avg_loss": [ + 12.570602416992188, + 12.590917587280273, + 12.47074031829834, + 12.527338027954102, + 12.425644874572754 + ] + }, + "274": { + "prob": [ + 1.28428359857935e-06, + 1.2356902061583241e-06, + 1.3852899201083346e-06, + 1.3551342590290005e-06, + 1.1542299489519792e-06 + ], + "avg_loss": [ + 13.565309524536133, + 13.603880882263184, + 13.489601135253906, + 13.51161003112793, + 13.672077178955078 + ] + }, + "275": { + "prob": [ + 2.1659568574250443e-06, + 2.9370698939601425e-06, + 1.287890768253419e-06, + 1.5031014299893286e-06, + 2.3788745693309465e-06 + ], + "avg_loss": [ + 13.042648315429688, + 12.73809814453125, + 13.562504768371582, + 13.407979965209961, + 12.948883056640625 + ] + }, + "276": { + "prob": [ + 1.7362342532578623e-06, + 1.517833197794971e-06, + 1.4525662663800176e-06, + 1.6654564660711912e-06, + 1.5978945384631515e-06 + ], + "avg_loss": [ + 13.263792037963867, + 13.398226737976074, + 13.442178726196289, + 13.305411338806152, + 13.346823692321777 + ] + }, + "277": { + "prob": [ + 1.386541498504812e-06, + 1.362208877253579e-06, + 1.590848569321679e-06, + 1.409698711540841e-06, + 1.3122566997481044e-06 + ], + "avg_loss": [ + 13.48869800567627, + 13.506402969360352, + 13.351243019104004, + 13.472134590148926, + 13.54376220703125 + ] + }, + "278": { + "prob": [ + 1.3327679653230007e-06, + 1.2958570323462482e-06, + 1.0137878234672826e-06, + 9.587545264366781e-07, + 1.279835487366654e-06 + ], + "avg_loss": [ + 13.528252601623535, + 13.5563383102417, + 13.801816940307617, + 13.857630729675293, + 13.568778991699219 + ] + }, + "279": { + "prob": [ + 1.2728389719995903e-06, + 1.1102830512754736e-06, + 1.224023662871332e-06, + 1.5487310065509519e-06, + 9.641910310165258e-07 + ], + "avg_loss": [ + 13.574260711669922, + 13.710895538330078, + 13.613367080688477, + 13.378074645996094, + 13.85197639465332 + ] + }, + "280": { + "prob": [ + 0.023130273446440697, + 0.004983150400221348, + 0.00896775908768177, + 0.015769602730870247, + 0.013860862702131271 + ], + "avg_loss": [ + 3.766613006591797, + 5.301692962646484, + 4.7141194343566895, + 4.1496710777282715, + 4.278686046600342 + ] + }, + "281": { + "prob": [ + 1.8758331634671777e-06, + 1.7040948705471237e-06, + 1.7537275880386005e-06, + 1.9143308236380108e-06, + 1.5430109669978265e-06 + ], + "avg_loss": [ + 13.186457633972168, + 13.282476425170898, + 13.253767013549805, + 13.166142463684082, + 13.38177490234375 + ] + }, + "282": { + "prob": [ + 2.075587872241158e-06, + 1.9103458726021927e-06, + 1.8374911405771854e-06, + 1.4649547210865421e-06, + 1.6888706113604712e-06 + ], + "avg_loss": [ + 13.08526611328125, + 13.16822624206543, + 13.207109451293945, + 13.433686256408691, + 13.291450500488281 + ] + }, + "283": { + "prob": [ + 1.370793029309425e-06, + 1.880879381133127e-06, + 1.4316797205538023e-06, + 1.3010975408178638e-06, + 1.3776078731098096e-06 + ], + "avg_loss": [ + 13.500121116638184, + 13.183771133422852, + 13.45666217803955, + 13.552302360534668, + 13.495162010192871 + ] + }, + "284": { + "prob": [ + 1.8133250705432147e-06, + 1.89612308076903e-06, + 1.4315199905468035e-06, + 2.0006452814413933e-06, + 2.2198346414370462e-06 + ], + "avg_loss": [ + 13.220348358154297, + 13.175699234008789, + 13.45677375793457, + 13.122040748596191, + 13.018077850341797 + ] + }, + "285": { + "prob": [ + 3.731162451003911e-06, + 2.5348431336169597e-06, + 2.154268258891534e-06, + 1.7930778994923458e-06, + 2.1390249003161443e-06 + ], + "avg_loss": [ + 12.498790740966797, + 12.88537883758545, + 13.048059463500977, + 13.231576919555664, + 13.055160522460938 + ] + }, + "286": { + "prob": [ + 2.736879878284526e-06, + 2.548015800130088e-06, + 2.4176802071451675e-06, + 2.2327519673126517e-06, + 2.6957002319250023e-06 + ], + "avg_loss": [ + 12.80869197845459, + 12.880195617675781, + 12.93270206451416, + 13.012275695800781, + 12.8238525390625 + ] + }, + "287": { + "prob": [ + 2.02013211492158e-06, + 2.1576813651336124e-06, + 2.0895620309602236e-06, + 2.174508836105815e-06, + 1.8474345324648311e-06 + ], + "avg_loss": [ + 13.112347602844238, + 13.046476364135742, + 13.078556060791016, + 13.038707733154297, + 13.201712608337402 + ] + }, + "288": { + "prob": [ + 1.6161966414074413e-06, + 1.1554413958947407e-06, + 1.2034573728669784e-06, + 1.1524920182637288e-06, + 1.293680043090717e-06 + ], + "avg_loss": [ + 13.335434913635254, + 13.671028137207031, + 13.630311965942383, + 13.673583984375, + 13.558019638061523 + ] + }, + "289": { + "prob": [ + 2.2852314032206777e-06, + 2.1614421257254435e-06, + 1.7780554344426491e-06, + 1.609951027603529e-06, + 2.564258238635375e-06 + ], + "avg_loss": [ + 12.989043235778809, + 13.044734954833984, + 13.239990234375, + 13.339306831359863, + 12.873841285705566 + ] + }, + "290": { + "prob": [ + 1.5165628610702697e-06, + 1.9862502540490823e-06, + 1.8756971940092626e-06, + 1.5690820873714983e-06, + 1.1891746680703363e-06 + ], + "avg_loss": [ + 13.399064064025879, + 13.12926197052002, + 13.186530113220215, + 13.365019798278809, + 13.642251014709473 + ] + }, + "291": { + "prob": [ + 1.219348064296355e-06, + 1.3853797327101347e-06, + 1.287193299503997e-06, + 1.3091467963022296e-06, + 1.1408653790567769e-06 + ], + "avg_loss": [ + 13.617194175720215, + 13.48953628540039, + 13.5630464553833, + 13.546134948730469, + 13.683723449707031 + ] + }, + "292": { + "prob": [ + 1.600662812961673e-06, + 1.4723063941346481e-06, + 1.5516138773818966e-06, + 1.3497314057531185e-06, + 1.5445170902239624e-06 + ], + "avg_loss": [ + 13.3450927734375, + 13.428680419921875, + 13.376214981079102, + 13.515604972839355, + 13.380799293518066 + ] + }, + "293": { + "prob": [ + 1.8039057749774656e-06, + 2.423453679512022e-06, + 1.6946756886682124e-06, + 1.9483177311485633e-06, + 2.329883727725246e-06 + ], + "avg_loss": [ + 13.225556373596191, + 12.930316925048828, + 13.288019180297852, + 13.148544311523438, + 12.96969223022461 + ] + }, + "294": { + "prob": [ + 2.520555426599458e-06, + 1.6900032733246917e-06, + 1.8795094547385816e-06, + 1.6640640296827769e-06, + 1.6288539654851775e-06 + ], + "avg_loss": [ + 12.891031265258789, + 13.290780067443848, + 13.184499740600586, + 13.30624771118164, + 13.32763385772705 + ] + }, + "295": { + "prob": [ + 1.1693211945384974e-06, + 1.6950604049270623e-06, + 1.2258892638783436e-06, + 1.3528460840461776e-06, + 1.1923998499696609e-06 + ], + "avg_loss": [ + 13.659087181091309, + 13.287792205810547, + 13.611844062805176, + 13.513299942016602, + 13.639542579650879 + ] + }, + "296": { + "prob": [ + 1.9878591501765186e-06, + 1.8238907841805485e-06, + 1.541241658742365e-06, + 1.3131154901202535e-06, + 2.031561962212436e-06 + ], + "avg_loss": [ + 13.12845230102539, + 13.21453857421875, + 13.382922172546387, + 13.543107986450195, + 13.106705665588379 + ] + }, + "297": { + "prob": [ + 2.0570741980918683e-06, + 1.8752822370515787e-06, + 1.3733263131143758e-06, + 1.433248030480172e-06, + 1.9932751911255764e-06 + ], + "avg_loss": [ + 13.094225883483887, + 13.186751365661621, + 13.498274803161621, + 13.455567359924316, + 13.125731468200684 + ] + }, + "298": { + "prob": [ + 1.2180394151073415e-06, + 1.4722193100169534e-06, + 1.3335867379282718e-06, + 1.4464245623457828e-06, + 1.347724833067332e-06 + ], + "avg_loss": [ + 13.618268013000488, + 13.428739547729492, + 13.52763843536377, + 13.446415901184082, + 13.51709270477295 + ] + }, + "299": { + "prob": [ + 1.2020798294543056e-06, + 1.382114987791283e-06, + 1.2032210179313552e-06, + 1.096016490009788e-06, + 1.286130668631813e-06 + ], + "avg_loss": [ + 13.631457328796387, + 13.49189567565918, + 13.630508422851562, + 13.723828315734863, + 13.563872337341309 + ] + }, + "300": { + "prob": [ + 0.028210410848259926, + 0.02516254223883152, + 0.030317379161715508, + 0.02240159548819065, + 0.06612101942300797 + ], + "avg_loss": [ + 3.5680642127990723, + 3.682398796081543, + 3.4960341453552246, + 3.7986230850219727, + 2.716268539428711 + ] + }, + "301": { + "prob": [ + 6.592947102035396e-06, + 5.168772077013273e-06, + 5.672153292834992e-06, + 4.8266551857523154e-06, + 4.342645752331009e-06 + ], + "avg_loss": [ + 11.929510116577148, + 12.17287540435791, + 12.079941749572754, + 12.24135684967041, + 12.347026824951172 + ] + }, + "302": { + "prob": [ + 2.2571737190446584e-06, + 1.5826996104806312e-06, + 1.8348539470025571e-06, + 1.8266741790284868e-06, + 2.031211124631227e-06 + ], + "avg_loss": [ + 13.001397132873535, + 13.356378555297852, + 13.208545684814453, + 13.213013648986816, + 13.106878280639648 + ] + }, + "303": { + "prob": [ + 2.0581514945661183e-06, + 2.2868405267217895e-06, + 1.6916981167014455e-06, + 2.4291643967444543e-06, + 2.643164862092817e-06 + ], + "avg_loss": [ + 13.09370231628418, + 12.9883394241333, + 13.289777755737305, + 12.927963256835938, + 12.843533515930176 + ] + }, + "304": { + "prob": [ + 2.2465819711214863e-06, + 2.4179362299037166e-06, + 2.719847543630749e-06, + 2.4862438294803724e-06, + 2.4168941763491603e-06 + ], + "avg_loss": [ + 13.00610065460205, + 12.932596206665039, + 12.814934730529785, + 12.90473747253418, + 12.933027267456055 + ] + }, + "305": { + "prob": [ + 2.353277523070574e-06, + 1.893840590128093e-06, + 1.6705404277672642e-06, + 1.7845209185907152e-06, + 2.197465619246941e-06 + ], + "avg_loss": [ + 12.959701538085938, + 13.17690372467041, + 13.302363395690918, + 13.236360549926758, + 13.028205871582031 + ] + }, + "306": { + "prob": [ + 1.1148146086270572e-06, + 1.234690103046887e-06, + 1.2880196891273954e-06, + 1.1379825082258321e-06, + 1.1126298886665609e-06 + ], + "avg_loss": [ + 13.706822395324707, + 13.604690551757812, + 13.56240463256836, + 13.686253547668457, + 13.708784103393555 + ] + }, + "307": { + "prob": [ + 1.2504898450060864e-06, + 1.4818457430010312e-06, + 1.140568429036648e-06, + 1.3751335927736363e-06, + 1.1928127605642658e-06 + ], + "avg_loss": [ + 13.591975212097168, + 13.422222137451172, + 13.68398380279541, + 13.496959686279297, + 13.639196395874023 + ] + }, + "308": { + "prob": [ + 1.5895745946181705e-06, + 1.263844524146407e-06, + 1.7783810335458838e-06, + 1.8351339576838654e-06, + 1.7691551192910993e-06 + ], + "avg_loss": [ + 13.352044105529785, + 13.581352233886719, + 13.23980712890625, + 13.208393096923828, + 13.24500846862793 + ] + }, + "309": { + "prob": [ + 1.4880910157444305e-06, + 1.3919816410634667e-06, + 1.8255752820550697e-06, + 1.6436438272648957e-06, + 1.352971253254509e-06 + ], + "avg_loss": [ + 13.41801643371582, + 13.484782218933105, + 13.213615417480469, + 13.318594932556152, + 13.51320743560791 + ] + }, + "310": { + "prob": [ + 1.525556513115589e-06, + 1.4991888974691392e-06, + 1.4907614058756735e-06, + 1.4234756235964596e-06, + 2.179485363740241e-06 + ], + "avg_loss": [ + 13.39315128326416, + 13.4105863571167, + 13.416223526000977, + 13.462409019470215, + 13.036421775817871 + ] + }, + "311": { + "prob": [ + 1.0661492524377536e-06, + 1.1517042821651557e-06, + 1.0580874914012384e-06, + 1.2672057891904842e-06, + 1.227710868079157e-06 + ], + "avg_loss": [ + 13.751457214355469, + 13.674267768859863, + 13.759047508239746, + 13.578696250915527, + 13.610359191894531 + ] + }, + "312": { + "prob": [ + 2.7373289412935264e-06, + 3.039697503481875e-06, + 2.1180173916945932e-06, + 2.1600139916699845e-06, + 2.383068476774497e-06 + ], + "avg_loss": [ + 12.808527946472168, + 12.703752517700195, + 13.065030097961426, + 13.045395851135254, + 12.947121620178223 + ] + }, + "313": { + "prob": [ + 1.295339302487264e-06, + 1.3362271147343563e-06, + 1.3340446685106144e-06, + 1.4210030485628522e-06, + 1.342613927590719e-06 + ], + "avg_loss": [ + 13.556737899780273, + 13.525660514831543, + 13.527295112609863, + 13.464147567749023, + 13.520892143249512 + ] + }, + "314": { + "prob": [ + 1.771015377016738e-06, + 1.5819647387615987e-06, + 1.99107898879447e-06, + 1.8527736074247514e-06, + 1.4800182270846562e-06 + ], + "avg_loss": [ + 13.24395751953125, + 13.356842994689941, + 13.12683391571045, + 13.198826789855957, + 13.423456192016602 + ] + }, + "315": { + "prob": [ + 1.745989379742241e-06, + 1.322675075243751e-06, + 1.5989601251931163e-06, + 1.4110800066191587e-06, + 1.6102411564133945e-06 + ], + "avg_loss": [ + 13.25818920135498, + 13.53585433959961, + 13.34615707397461, + 13.471155166625977, + 13.339126586914062 + ] + }, + "316": { + "prob": [ + 1.1626449349932955e-06, + 1.7652720316618797e-06, + 1.8552118490333669e-06, + 1.7978500181925483e-06, + 2.4031887733144686e-06 + ], + "avg_loss": [ + 13.664813041687012, + 13.24720573425293, + 13.197511672973633, + 13.22891902923584, + 12.938714027404785 + ] + }, + "317": { + "prob": [ + 1.8525015548220836e-06, + 1.6086955838545691e-06, + 2.8064123398507945e-06, + 1.4293905223894399e-06, + 1.257722033187747e-06 + ], + "avg_loss": [ + 13.198973655700684, + 13.340086936950684, + 12.78360366821289, + 13.45826244354248, + 13.58620834350586 + ] + }, + "318": { + "prob": [ + 2.0068864614586346e-06, + 1.61602406478778e-06, + 1.2830410014430527e-06, + 2.2345986963046016e-06, + 1.6679853160894709e-06 + ], + "avg_loss": [ + 13.118926048278809, + 13.335541725158691, + 13.566277503967285, + 13.011448860168457, + 13.30389404296875 + ] + }, + "319": { + "prob": [ + 2.3108088953449624e-06, + 2.4354831111850217e-06, + 2.2060178253013873e-06, + 2.233363147752243e-06, + 2.217680503235897e-06 + ], + "avg_loss": [ + 12.977912902832031, + 12.925365447998047, + 13.024321556091309, + 13.012001991271973, + 13.019048690795898 + ] + }, + "320": { + "prob": [ + 8.174279355444014e-05, + 9.090794628718868e-05, + 0.00011336433817632496, + 7.150269811972976e-05, + 9.942828182829544e-05 + ], + "avg_loss": [ + 9.411932945251465, + 9.305663108825684, + 9.084903717041016, + 9.545775413513184, + 9.216073989868164 + ] + }, + "321": { + "prob": [ + 4.0410677684121765e-06, + 4.944745796819916e-06, + 4.527128112385981e-06, + 4.476259164221119e-06, + 4.658338639274007e-06 + ], + "avg_loss": [ + 12.419001579284668, + 12.217185020446777, + 12.30542278289795, + 12.316722869873047, + 12.276851654052734 + ] + }, + "322": { + "prob": [ + 2.0926290744682774e-06, + 1.901662699310691e-06, + 2.161738848371897e-06, + 1.8737466689344728e-06, + 1.9349226931808516e-06 + ], + "avg_loss": [ + 13.077089309692383, + 13.172781944274902, + 13.044597625732422, + 13.187570571899414, + 13.15544319152832 + ] + }, + "323": { + "prob": [ + 3.098072056673118e-06, + 3.082323246417218e-06, + 2.6427489956404315e-06, + 2.7867376957146917e-06, + 2.6634813821146963e-06 + ], + "avg_loss": [ + 12.684730529785156, + 12.689826965332031, + 12.843690872192383, + 12.79063892364502, + 12.83587646484375 + ] + }, + "324": { + "prob": [ + 2.7910225526284194e-06, + 1.953679884536541e-06, + 1.8216500166090555e-06, + 2.387718268437311e-06, + 2.017696488110232e-06 + ], + "avg_loss": [ + 12.789102554321289, + 13.145795822143555, + 13.215767860412598, + 12.945172309875488, + 13.113554000854492 + ] + }, + "325": { + "prob": [ + 1.4847639704385074e-06, + 1.5067296317283763e-06, + 2.0381346530484734e-06, + 2.2395483938453253e-06, + 1.3995595509186387e-06 + ], + "avg_loss": [ + 13.420254707336426, + 13.405569076538086, + 13.103475570678711, + 13.009236335754395, + 13.479352951049805 + ] + }, + "326": { + "prob": [ + 2.8777742500096792e-06, + 2.132714371327893e-06, + 2.418946451143711e-06, + 2.79504729405744e-06, + 2.905266910602222e-06 + ], + "avg_loss": [ + 12.758493423461914, + 13.058115005493164, + 12.932178497314453, + 12.7876615524292, + 12.748985290527344 + ] + }, + "327": { + "prob": [ + 1.928234041770338e-06, + 1.963561089723953e-06, + 1.9533333670551656e-06, + 1.7370540490446729e-06, + 1.6636546433801414e-06 + ], + "avg_loss": [ + 13.158905982971191, + 13.140750885009766, + 13.145973205566406, + 13.263319969177246, + 13.306493759155273 + ] + }, + "328": { + "prob": [ + 1.3803313549942686e-06, + 1.3348311540539726e-06, + 1.4681630773338838e-06, + 1.4040433597983792e-06, + 1.3723313259106362e-06 + ], + "avg_loss": [ + 13.493186950683594, + 13.526705741882324, + 13.431498527526855, + 13.476154327392578, + 13.49899959564209 + ] + }, + "329": { + "prob": [ + 1.3418241451290669e-06, + 1.1728503750418895e-06, + 1.2950267773703672e-06, + 1.5773864561197115e-06, + 1.217168573930394e-06 + ], + "avg_loss": [ + 13.521480560302734, + 13.656073570251465, + 13.556979179382324, + 13.3597412109375, + 13.618983268737793 + ] + }, + "330": { + "prob": [ + 2.7000664886145387e-06, + 2.4360683710256126e-06, + 2.4674252472323133e-06, + 2.5782157990761334e-06, + 2.4481278160237707e-06 + ], + "avg_loss": [ + 12.822234153747559, + 12.925125122070312, + 12.912335395812988, + 12.868412971496582, + 12.920186996459961 + ] + }, + "331": { + "prob": [ + 9.111451504395518e-07, + 1.2446931805243366e-06, + 1.2013097148155794e-06, + 1.1516734730321332e-06, + 9.628696489016875e-07 + ], + "avg_loss": [ + 13.908563613891602, + 13.5966215133667, + 13.632098197937012, + 13.674294471740723, + 13.853347778320312 + ] + }, + "332": { + "prob": [ + 1.4484329540209728e-06, + 1.2823865063182893e-06, + 1.3468087445289711e-06, + 1.4785778148507234e-06, + 1.6289907307509566e-06 + ], + "avg_loss": [ + 13.445028305053711, + 13.566787719726562, + 13.517772674560547, + 13.424429893493652, + 13.327549934387207 + ] + }, + "333": { + "prob": [ + 1.7980214579438325e-06, + 2.0959666926501086e-06, + 1.973207872651983e-06, + 1.7012110902214772e-06, + 1.5410417972816504e-06 + ], + "avg_loss": [ + 13.2288236618042, + 13.075495719909668, + 13.135849952697754, + 13.284170150756836, + 13.383051872253418 + ] + }, + "334": { + "prob": [ + 1.3923586266173515e-06, + 1.5049890862428583e-06, + 1.701199721537705e-06, + 1.2456383728931542e-06, + 1.3401156593317864e-06 + ], + "avg_loss": [ + 13.484511375427246, + 13.40672492980957, + 13.28417682647705, + 13.59586238861084, + 13.522754669189453 + ] + }, + "335": { + "prob": [ + 3.266454541517305e-06, + 3.25311157212127e-06, + 2.8839640435762703e-06, + 2.662884526216658e-06, + 3.292930841780617e-06 + ], + "avg_loss": [ + 12.631805419921875, + 12.63589859008789, + 12.75634479522705, + 12.836100578308105, + 12.623732566833496 + ] + }, + "336": { + "prob": [ + 1.5881427088970668e-06, + 1.5786205267431797e-06, + 1.727875996948569e-06, + 1.5754847026983043e-06, + 1.667207698119455e-06 + ], + "avg_loss": [ + 13.352945327758789, + 13.358959197998047, + 13.268617630004883, + 13.360947608947754, + 13.304360389709473 + ] + }, + "337": { + "prob": [ + 1.8108883068634896e-06, + 2.6908919608104043e-06, + 2.270152208438958e-06, + 2.5810029455897165e-06, + 1.9632334442576393e-06 + ], + "avg_loss": [ + 13.22169303894043, + 12.825637817382812, + 12.9956636428833, + 12.867332458496094, + 13.140917778015137 + ] + }, + "338": { + "prob": [ + 1.0342178029532079e-06, + 9.653255119701498e-07, + 1.0535333103689482e-06, + 9.63916136242915e-07, + 1.2417765447025886e-06 + ], + "avg_loss": [ + 13.781865119934082, + 13.850800514221191, + 13.763360977172852, + 13.852261543273926, + 13.598967552185059 + ] + }, + "339": { + "prob": [ + 1.6121018688863842e-06, + 1.3616049727716018e-06, + 1.3747467164648697e-06, + 1.511820642008388e-06, + 1.327061909250915e-06 + ], + "avg_loss": [ + 13.337971687316895, + 13.50684642791748, + 13.497241020202637, + 13.402195930480957, + 13.532543182373047 + ] + }, + "340": { + "prob": [ + 0.025743156671524048, + 0.025651782751083374, + 0.026351597160100937, + 0.03190039098262787, + 0.025794586166739464 + ], + "avg_loss": [ + 3.6595864295959473, + 3.663142204284668, + 3.6362264156341553, + 3.4451370239257812, + 3.657590627670288 + ] + }, + "341": { + "prob": [ + 2.7099285944132134e-06, + 2.5231818199245026e-06, + 1.7294851204496808e-06, + 2.2740352960681776e-06, + 2.922169869634672e-06 + ], + "avg_loss": [ + 12.818588256835938, + 12.889989852905273, + 13.26768684387207, + 12.9939546585083, + 12.743184089660645 + ] + }, + "342": { + "prob": [ + 1.7391458868587506e-06, + 2.751622105279239e-06, + 1.8564560377853923e-06, + 1.7409812471669284e-06, + 2.5750605345820077e-06 + ], + "avg_loss": [ + 13.262116432189941, + 12.803319931030273, + 13.1968412399292, + 13.261061668395996, + 12.869637489318848 + ] + }, + "343": { + "prob": [ + 4.16357170252013e-06, + 2.8030794965161476e-06, + 3.995230144937523e-06, + 2.4565683816035744e-06, + 2.2201204501470784e-06 + ], + "avg_loss": [ + 12.389137268066406, + 12.784791946411133, + 12.43040943145752, + 12.91674518585205, + 13.017949104309082 + ] + }, + "344": { + "prob": [ + 1.5119705949473428e-06, + 1.3745423075306462e-06, + 1.432299768566736e-06, + 1.3754654446529457e-06, + 1.1619044926192146e-06 + ], + "avg_loss": [ + 13.40209674835205, + 13.497389793395996, + 13.456229209899902, + 13.496718406677246, + 13.665450096130371 + ] + }, + "345": { + "prob": [ + 9.872934469967731e-07, + 9.367254847347795e-07, + 1.0495931519471924e-06, + 1.038479581438878e-06, + 1.0030323664977914e-06 + ], + "avg_loss": [ + 13.828298568725586, + 13.880875587463379, + 13.767107963562012, + 13.777752876281738, + 13.812482833862305 + ] + }, + "346": { + "prob": [ + 1.8890622186518158e-06, + 1.6956537365331315e-06, + 1.8979412743647117e-06, + 1.788195618246391e-06, + 1.7853755025498685e-06 + ], + "avg_loss": [ + 13.17943000793457, + 13.287442207336426, + 13.1747407913208, + 13.23430347442627, + 13.235881805419922 + ] + }, + "347": { + "prob": [ + 9.439066275263031e-07, + 8.907653636924806e-07, + 9.40272457228275e-07, + 7.863961286602716e-07, + 7.906252790235158e-07 + ], + "avg_loss": [ + 13.873238563537598, + 13.931184768676758, + 13.877096176147461, + 14.055805206298828, + 14.05044174194336 + ] + }, + "348": { + "prob": [ + 1.1234221801714739e-06, + 1.1066645129176322e-06, + 1.0908162266787258e-06, + 1.2044735058225342e-06, + 1.3232402125140652e-06 + ], + "avg_loss": [ + 13.69913101196289, + 13.714159965515137, + 13.728584289550781, + 13.629467964172363, + 13.53542709350586 + ] + }, + "349": { + "prob": [ + 1.8007723383561824e-06, + 1.5090232636794099e-06, + 1.593350702933094e-06, + 1.2361734889054787e-06, + 1.526073106106196e-06 + ], + "avg_loss": [ + 13.227294921875, + 13.404047966003418, + 13.349671363830566, + 13.603489875793457, + 13.392812728881836 + ] + }, + "350": { + "prob": [ + 1.2609347095349221e-06, + 9.934476565831574e-07, + 1.1690190149238333e-06, + 1.4107934021012625e-06, + 9.456077236791316e-07 + ], + "avg_loss": [ + 13.583657264709473, + 13.822084426879883, + 13.659345626831055, + 13.471358299255371, + 13.871438026428223 + ] + }, + "351": { + "prob": [ + 1.2255923138582148e-06, + 1.4266217931435676e-06, + 1.3009474741920712e-06, + 1.0408115258542239e-06, + 1.240556116499647e-06 + ], + "avg_loss": [ + 13.612086296081543, + 13.460201263427734, + 13.552417755126953, + 13.77550983428955, + 13.599950790405273 + ] + }, + "352": { + "prob": [ + 1.4176962395140436e-06, + 1.2132016991017736e-06, + 1.166012680187123e-06, + 9.926786788128084e-07, + 1.0545536497374997e-06 + ], + "avg_loss": [ + 13.466477394104004, + 13.622247695922852, + 13.661920547485352, + 13.822858810424805, + 13.7623929977417 + ] + }, + "353": { + "prob": [ + 1.5844938161535538e-06, + 1.4569698123523267e-06, + 1.4593003925256198e-06, + 1.564538138154603e-06, + 1.9138963125442388e-06 + ], + "avg_loss": [ + 13.355245590209961, + 13.439151763916016, + 13.437553405761719, + 13.367919921875, + 13.166369438171387 + ] + }, + "354": { + "prob": [ + 1.2348560858299606e-06, + 1.2394917803248973e-06, + 1.3088209698253195e-06, + 8.461277616333973e-07, + 1.0388936289018602e-06 + ], + "avg_loss": [ + 13.6045560836792, + 13.600809097290039, + 13.54638385772705, + 13.982595443725586, + 13.77735424041748 + ] + }, + "355": { + "prob": [ + 1.5295642015189514e-06, + 1.0089247552969027e-06, + 1.147464786299679e-06, + 1.5112541404960211e-06, + 1.302217242482584e-06 + ], + "avg_loss": [ + 13.390527725219727, + 13.806625366210938, + 13.677955627441406, + 13.402570724487305, + 13.55144214630127 + ] + }, + "356": { + "prob": [ + 1.1032324209736544e-06, + 8.816336389827484e-07, + 7.113344508979935e-07, + 9.764278274815297e-07, + 1.0243771839668625e-06 + ], + "avg_loss": [ + 13.717266082763672, + 13.941489219665527, + 14.156123161315918, + 13.839365005493164, + 13.791425704956055 + ] + }, + "357": { + "prob": [ + 3.5289065181132173e-06, + 3.06448509945767e-06, + 2.5958338483178522e-06, + 2.6789061848830897e-06, + 2.9136658667994197e-06 + ], + "avg_loss": [ + 12.554522514343262, + 12.69563102722168, + 12.861602783203125, + 12.83010196685791, + 12.746098518371582 + ] + }, + "358": { + "prob": [ + 1.6430075220341678e-06, + 2.443157654852257e-06, + 1.269483391297399e-06, + 2.2514313968713395e-06, + 1.1984592447333853e-06 + ], + "avg_loss": [ + 13.318982124328613, + 12.922219276428223, + 13.576900482177734, + 13.003944396972656, + 13.63447380065918 + ] + }, + "359": { + "prob": [ + 1.4176434888213407e-06, + 1.2405395182213397e-06, + 1.276230250368826e-06, + 1.482932930230163e-06, + 1.0299834229954286e-06 + ], + "avg_loss": [ + 13.466514587402344, + 13.599964141845703, + 13.571599960327148, + 13.421488761901855, + 13.785967826843262 + ] + }, + "360": { + "prob": [ + 9.120341019297484e-06, + 9.711664461065084e-06, + 1.2075277481926605e-05, + 1.1782714864239097e-05, + 1.2442867046047468e-05 + ], + "avg_loss": [ + 11.605003356933594, + 11.542182922363281, + 11.324350357055664, + 11.348876953125, + 11.294363021850586 + ] + }, + "361": { + "prob": [ + 3.1200340799841797e-06, + 3.5082161957689095e-06, + 2.611855506984284e-06, + 2.669281684575253e-06, + 3.0307069209811743e-06 + ], + "avg_loss": [ + 12.677666664123535, + 12.560402870178223, + 12.855449676513672, + 12.833701133728027, + 12.706714630126953 + ] + }, + "362": { + "prob": [ + 5.982452421449125e-06, + 6.044826022844063e-06, + 4.790495950146578e-06, + 6.684392246825155e-06, + 5.210041763348272e-06 + ], + "avg_loss": [ + 12.026679992675781, + 12.016307830810547, + 12.248876571655273, + 11.915735244750977, + 12.164922714233398 + ] + }, + "363": { + "prob": [ + 3.298604042356601e-06, + 2.5035533326445147e-06, + 2.7713447252608603e-06, + 2.9898956199758686e-06, + 2.7002004117093747e-06 + ], + "avg_loss": [ + 12.622011184692383, + 12.897799491882324, + 12.796177864074707, + 12.720272064208984, + 12.822184562683105 + ] + }, + "364": { + "prob": [ + 3.2401105727331014e-06, + 3.1430865874426672e-06, + 2.9093787361489376e-06, + 3.367633553352789e-06, + 3.2660868782841135e-06 + ], + "avg_loss": [ + 12.63990306854248, + 12.670305252075195, + 12.747570991516113, + 12.601300239562988, + 12.631917953491211 + ] + }, + "365": { + "prob": [ + 2.3507832338509616e-06, + 3.4247168514411896e-06, + 2.8797976483474486e-06, + 2.4131031750584953e-06, + 3.2279374408972217e-06 + ], + "avg_loss": [ + 12.960762023925781, + 12.584491729736328, + 12.757790565490723, + 12.93459701538086, + 12.643667221069336 + ] + }, + "366": { + "prob": [ + 2.6382540454505943e-06, + 2.541162757552229e-06, + 2.159659743483644e-06, + 2.212317212979542e-06, + 2.118878001056146e-06 + ], + "avg_loss": [ + 12.845393180847168, + 12.882888793945312, + 13.045559883117676, + 13.021470069885254, + 13.064623832702637 + ] + }, + "367": { + "prob": [ + 8.863352150001447e-07, + 9.614483360564918e-07, + 1.0245511248285766e-06, + 8.408284202232608e-07, + 8.623842973065621e-07 + ], + "avg_loss": [ + 13.93617057800293, + 13.854825019836426, + 13.791255950927734, + 13.98887825012207, + 13.9635648727417 + ] + }, + "368": { + "prob": [ + 1.272655708817183e-06, + 1.4943356063668034e-06, + 1.429301846656017e-06, + 1.3538127632273245e-06, + 1.4056564623388113e-06 + ], + "avg_loss": [ + 13.5744047164917, + 13.41382884979248, + 13.458324432373047, + 13.512585639953613, + 13.475006103515625 + ] + }, + "369": { + "prob": [ + 1.53551411585795e-06, + 1.6736451016186038e-06, + 1.272267354579526e-06, + 1.2952157248946605e-06, + 1.4098397969064536e-06 + ], + "avg_loss": [ + 13.386645317077637, + 13.300506591796875, + 13.57470989227295, + 13.556833267211914, + 13.472034454345703 + ] + }, + "370": { + "prob": [ + 2.4467226467095315e-06, + 3.110648549409234e-06, + 3.0270616662164684e-06, + 3.1775200568517903e-06, + 2.6582463306112913e-06 + ], + "avg_loss": [ + 12.920761108398438, + 12.680679321289062, + 12.707918167114258, + 12.659409523010254, + 12.837843894958496 + ] + }, + "371": { + "prob": [ + 1.3908987739341683e-06, + 1.7119118638220243e-06, + 1.6548140138183953e-06, + 1.1309005003568018e-06, + 1.760952500262647e-06 + ], + "avg_loss": [ + 13.485560417175293, + 13.277899742126465, + 13.311821937561035, + 13.692496299743652, + 13.249655723571777 + ] + }, + "372": { + "prob": [ + 1.3005294476897689e-06, + 1.1473914582893485e-06, + 1.6415447134932037e-06, + 1.346189719697577e-06, + 1.2840459930885118e-06 + ], + "avg_loss": [ + 13.552739143371582, + 13.678019523620605, + 13.319872856140137, + 13.518232345581055, + 13.565494537353516 + ] + }, + "373": { + "prob": [ + 1.4610786820412613e-06, + 1.5432214013344492e-06, + 1.4931063105905196e-06, + 1.496073878115567e-06, + 1.4794296703257714e-06 + ], + "avg_loss": [ + 13.436335563659668, + 13.381638526916504, + 13.414651870727539, + 13.412666320800781, + 13.423853874206543 + ] + }, + "374": { + "prob": [ + 1.0342662335460773e-06, + 1.2675139942075475e-06, + 1.0430969723529415e-06, + 1.397976120642852e-06, + 1.3889118690713076e-06 + ], + "avg_loss": [ + 13.781818389892578, + 13.578453063964844, + 13.773316383361816, + 13.480484962463379, + 13.486989974975586 + ] + }, + "375": { + "prob": [ + 1.7057208197002183e-06, + 1.662775957811391e-06, + 1.3404172705122619e-06, + 1.4744703094038414e-06, + 1.996566425077617e-06 + ], + "avg_loss": [ + 13.281522750854492, + 13.307022094726562, + 13.522529602050781, + 13.42721176147461, + 13.1240816116333 + ] + }, + "376": { + "prob": [ + 1.4822937828284921e-06, + 1.8103150978276972e-06, + 1.5944375491017126e-06, + 1.505547515989747e-06, + 1.6235530893027317e-06 + ], + "avg_loss": [ + 13.421919822692871, + 13.222009658813477, + 13.348989486694336, + 13.406353950500488, + 13.330893516540527 + ] + }, + "377": { + "prob": [ + 8.702503464519395e-07, + 1.4274887689680327e-06, + 1.1594869420150644e-06, + 1.2152594308645348e-06, + 1.8074875924867229e-06 + ], + "avg_loss": [ + 13.954484939575195, + 13.459593772888184, + 13.667532920837402, + 13.620553016662598, + 13.223572731018066 + ] + }, + "378": { + "prob": [ + 8.651438179185789e-07, + 9.6873952770693e-07, + 8.061974199335964e-07, + 8.220151244131557e-07, + 9.509533356322208e-07 + ], + "avg_loss": [ + 13.960370063781738, + 13.847270011901855, + 14.030937194824219, + 14.011507034301758, + 13.865800857543945 + ] + }, + "379": { + "prob": [ + 9.330948955721396e-07, + 9.754747907209094e-07, + 1.112421955440368e-06, + 1.1155315178257297e-06, + 9.182633107229776e-07 + ], + "avg_loss": [ + 13.884758949279785, + 13.840341567993164, + 13.70897102355957, + 13.70617961883545, + 13.900781631469727 + ] + }, + "380": { + "prob": [ + 0.009942975826561451, + 0.01310800388455391, + 0.011523031629621983, + 0.011674822308123112, + 0.013936793431639671 + ], + "avg_loss": [ + 4.610888957977295, + 4.334532260894775, + 4.463407516479492, + 4.450320720672607, + 4.273222923278809 + ] + }, + "381": { + "prob": [ + 2.1368514353525825e-06, + 1.453611162105517e-06, + 2.5735507733770646e-06, + 2.2672033992421348e-06, + 2.660036898305407e-06 + ], + "avg_loss": [ + 13.056177139282227, + 13.441459655761719, + 12.870223999023438, + 12.996963500976562, + 12.837170600891113 + ] + }, + "382": { + "prob": [ + 1.5354145261881058e-06, + 1.3275770243126317e-06, + 1.3664414382219547e-06, + 1.3226031114754733e-06, + 1.112872837438772e-06 + ], + "avg_loss": [ + 13.386710166931152, + 13.53215503692627, + 13.503300666809082, + 13.535908699035645, + 13.708565711975098 + ] + }, + "383": { + "prob": [ + 2.2733304376743035e-06, + 2.1225102955213515e-06, + 2.394787770754192e-06, + 2.3161483113653958e-06, + 2.1238872704998357e-06 + ], + "avg_loss": [ + 12.994264602661133, + 13.062911033630371, + 12.942215919494629, + 12.975605010986328, + 13.062262535095215 + ] + }, + "384": { + "prob": [ + 2.5761191864148714e-06, + 1.7778722849470796e-06, + 2.6505078949412564e-06, + 2.0666147975134663e-06, + 2.775444500002777e-06 + ], + "avg_loss": [ + 12.869226455688477, + 13.240093231201172, + 12.84075927734375, + 13.089598655700684, + 12.794699668884277 + ] + }, + "385": { + "prob": [ + 1.6815453136587166e-06, + 1.5003130329205305e-06, + 1.5488743656533188e-06, + 1.8315112129130284e-06, + 1.5207397154881619e-06 + ], + "avg_loss": [ + 13.295797348022461, + 13.409836769104004, + 13.377982139587402, + 13.210369110107422, + 13.396313667297363 + ] + }, + "386": { + "prob": [ + 1.3356907402339857e-06, + 1.28030922041944e-06, + 1.2384862202452496e-06, + 1.7245357639694703e-06, + 1.261392981177778e-06 + ], + "avg_loss": [ + 13.52606201171875, + 13.568408966064453, + 13.6016206741333, + 13.270552635192871, + 13.583293914794922 + ] + }, + "387": { + "prob": [ + 2.4376138298976002e-06, + 2.272957772220252e-06, + 1.9035824152524583e-06, + 1.5890365148152341e-06, + 1.7616629293115693e-06 + ], + "avg_loss": [ + 12.924490928649902, + 12.994428634643555, + 13.171772956848145, + 13.35238265991211, + 13.249252319335938 + ] + }, + "388": { + "prob": [ + 1.8602415821078466e-06, + 1.6785091929705231e-06, + 1.7594350083527388e-06, + 1.6771571154095e-06, + 1.8169671420764644e-06 + ], + "avg_loss": [ + 13.194804191589355, + 13.29760456085205, + 13.250517845153809, + 13.298410415649414, + 13.218341827392578 + ] + }, + "389": { + "prob": [ + 1.4250839512897073e-06, + 1.1735194220818812e-06, + 1.2349503322184319e-06, + 1.4329773421195569e-06, + 1.1822227179436595e-06 + ], + "avg_loss": [ + 13.46127986907959, + 13.655503273010254, + 13.604479789733887, + 13.455756187438965, + 13.648114204406738 + ] + }, + "390": { + "prob": [ + 1.438135996068013e-06, + 1.3828413329974865e-06, + 9.762695754034212e-07, + 1.0870486448766314e-06, + 1.3533700666812365e-06 + ], + "avg_loss": [ + 13.452162742614746, + 13.49137020111084, + 13.839527130126953, + 13.732044219970703, + 13.51291275024414 + ] + }, + "391": { + "prob": [ + 2.2844121758680558e-06, + 1.8281589291291311e-06, + 2.6719662855612114e-06, + 2.50902439802303e-06, + 2.3891009277576813e-06 + ], + "avg_loss": [ + 12.989401817321777, + 13.212201118469238, + 12.832695960998535, + 12.89561653137207, + 12.94459342956543 + ] + }, + "392": { + "prob": [ + 1.5588815358569263e-06, + 1.0792322200359195e-06, + 1.294288495046203e-06, + 1.306390458921669e-06, + 2.243552216896205e-06 + ], + "avg_loss": [ + 13.371541976928711, + 13.73926067352295, + 13.557549476623535, + 13.548242568969727, + 13.007450103759766 + ] + }, + "393": { + "prob": [ + 2.01908824237762e-06, + 1.3086387298244517e-06, + 2.1782677777082426e-06, + 1.3769208635494579e-06, + 1.4993704553489806e-06 + ], + "avg_loss": [ + 13.11286449432373, + 13.546523094177246, + 13.036980628967285, + 13.495660781860352, + 13.410465240478516 + ] + }, + "394": { + "prob": [ + 1.8229620764032006e-06, + 1.9377239368623123e-06, + 1.6753841691752314e-06, + 1.808394586078066e-06, + 1.9406347746553365e-06 + ], + "avg_loss": [ + 13.215047836303711, + 13.153996467590332, + 13.299468040466309, + 13.223071098327637, + 13.152495384216309 + ] + }, + "395": { + "prob": [ + 1.057014401339984e-06, + 1.44265391099907e-06, + 1.2521497865236597e-06, + 1.060455474544142e-06, + 1.133929799834732e-06 + ], + "avg_loss": [ + 13.760062217712402, + 13.449026107788086, + 13.590648651123047, + 13.75681209564209, + 13.689821243286133 + ] + }, + "396": { + "prob": [ + 1.205834337270062e-06, + 9.302640364694525e-07, + 9.975281045626616e-07, + 9.604328852219624e-07, + 1.2318050721660256e-06 + ], + "avg_loss": [ + 13.628338813781738, + 13.887797355651855, + 13.817985534667969, + 13.855881690979004, + 13.607029914855957 + ] + }, + "397": { + "prob": [ + 1.5709821354903397e-06, + 2.0157733615633333e-06, + 1.6061829910540837e-06, + 1.4014120779393124e-06, + 1.7536104905957473e-06 + ], + "avg_loss": [ + 13.363809585571289, + 13.114507675170898, + 13.341650009155273, + 13.47803020477295, + 13.253833770751953 + ] + }, + "398": { + "prob": [ + 1.4125408824838814e-06, + 1.5175639873632463e-06, + 1.2504767710197484e-06, + 1.37010817979899e-06, + 1.3869051826986833e-06 + ], + "avg_loss": [ + 13.470120429992676, + 13.398404121398926, + 13.591985702514648, + 13.50062084197998, + 13.488435745239258 + ] + }, + "399": { + "prob": [ + 1.3626415693579474e-06, + 1.1974949529758305e-06, + 1.0478089507159893e-06, + 9.268777034776576e-07, + 9.10521464447811e-07 + ], + "avg_loss": [ + 13.506085395812988, + 13.635278701782227, + 13.76880931854248, + 13.891444206237793, + 13.909248352050781 + ] + } + } + }, + "forget_Q_A_Prob": { + "agg_value": 0.0010205270481901607, + "value_by_index": { + "0": { + "prob": 5.060455441707745e-05, + "avg_loss": 9.89146900177002 + }, + "1": { + "prob": 2.7457949727249797e-06, + "avg_loss": 12.805439949035645 + }, + "2": { + "prob": 3.4597139801917365e-06, + "avg_loss": 12.574324607849121 + }, + "3": { + "prob": 2.7961775685980683e-06, + "avg_loss": 12.787257194519043 + }, + "4": { + "prob": 8.559277944186761e-07, + "avg_loss": 13.97107982635498 + }, + "5": { + "prob": 1.1887937034771312e-06, + "avg_loss": 13.642571449279785 + }, + "6": { + "prob": 1.2264365523151355e-06, + "avg_loss": 13.611397743225098 + }, + "7": { + "prob": 3.439823103690287e-06, + "avg_loss": 12.580090522766113 + }, + "8": { + "prob": 2.196547939092852e-06, + "avg_loss": 13.028623580932617 + }, + "9": { + "prob": 2.4428243250440573e-06, + "avg_loss": 12.922355651855469 + }, + "10": { + "prob": 2.1419316453830106e-06, + "avg_loss": 13.053802490234375 + }, + "11": { + "prob": 8.209794373215118e-07, + "avg_loss": 14.012767791748047 + }, + "12": { + "prob": 1.94598715097527e-06, + "avg_loss": 13.149741172790527 + }, + "13": { + "prob": 2.0369416233734228e-06, + "avg_loss": 13.104061126708984 + }, + "14": { + "prob": 1.6314844515363802e-06, + "avg_loss": 13.326020240783691 + }, + "15": { + "prob": 1.3197429780120729e-06, + "avg_loss": 13.538073539733887 + }, + "16": { + "prob": 1.2912900047012954e-06, + "avg_loss": 13.559868812561035 + }, + "17": { + "prob": 1.7915343732965994e-06, + "avg_loss": 13.232438087463379 + }, + "18": { + "prob": 9.071680437955365e-07, + "avg_loss": 13.912938117980957 + }, + "19": { + "prob": 2.2639883354713675e-06, + "avg_loss": 12.998382568359375 + }, + "20": { + "prob": 0.38478168845176697, + "avg_loss": 0.9550791382789612 + }, + "21": { + "prob": 2.8344718430162175e-06, + "avg_loss": 12.77365493774414 + }, + "22": { + "prob": 1.6393888699894887e-06, + "avg_loss": 13.321187019348145 + }, + "23": { + "prob": 2.137642240995774e-06, + "avg_loss": 13.055807113647461 + }, + "24": { + "prob": 2.4122380182234338e-06, + "avg_loss": 12.934955596923828 + }, + "25": { + "prob": 1.0643277619237779e-06, + "avg_loss": 13.753167152404785 + }, + "26": { + "prob": 1.2136379154981114e-06, + "avg_loss": 13.621888160705566 + }, + "27": { + "prob": 1.191649630527536e-06, + "avg_loss": 13.640172004699707 + }, + "28": { + "prob": 2.5504225504846545e-06, + "avg_loss": 12.879251480102539 + }, + "29": { + "prob": 1.8934450736196595e-06, + "avg_loss": 13.177112579345703 + }, + "30": { + "prob": 1.6157974869202008e-06, + "avg_loss": 13.335681915283203 + }, + "31": { + "prob": 7.878253427406889e-07, + "avg_loss": 14.05398941040039 + }, + "32": { + "prob": 3.881689735862892e-06, + "avg_loss": 12.459239959716797 + }, + "33": { + "prob": 1.2028573337374837e-06, + "avg_loss": 13.630810737609863 + }, + "34": { + "prob": 1.2075502127117943e-06, + "avg_loss": 13.626916885375977 + }, + "35": { + "prob": 7.984514013514854e-06, + "avg_loss": 11.738006591796875 + }, + "36": { + "prob": 2.740228183029103e-06, + "avg_loss": 12.807469367980957 + }, + "37": { + "prob": 1.4367500398293487e-06, + "avg_loss": 13.453126907348633 + }, + "38": { + "prob": 2.2329329567583045e-06, + "avg_loss": 13.012194633483887 + }, + "39": { + "prob": 1.380488015456649e-06, + "avg_loss": 13.493073463439941 + }, + "40": { + "prob": 4.072943193023093e-05, + "avg_loss": 10.108559608459473 + }, + "41": { + "prob": 3.7048494050395675e-06, + "avg_loss": 12.505867958068848 + }, + "42": { + "prob": 3.323815917610773e-06, + "avg_loss": 12.614397048950195 + }, + "43": { + "prob": 1.5631287624273682e-06, + "avg_loss": 13.368821144104004 + }, + "44": { + "prob": 4.335247012932086e-06, + "avg_loss": 12.348731994628906 + }, + "45": { + "prob": 2.1881012344238115e-06, + "avg_loss": 13.032476425170898 + }, + "46": { + "prob": 1.6086909226942225e-06, + "avg_loss": 13.340089797973633 + }, + "47": { + "prob": 1.454508378628816e-06, + "avg_loss": 13.440842628479004 + }, + "48": { + "prob": 2.499869651728659e-06, + "avg_loss": 12.899271965026855 + }, + "49": { + "prob": 1.2086724154869444e-06, + "avg_loss": 13.625988006591797 + }, + "50": { + "prob": 1.9883843833667925e-06, + "avg_loss": 13.128188133239746 + }, + "51": { + "prob": 1.6814105947560165e-06, + "avg_loss": 13.295877456665039 + }, + "52": { + "prob": 2.1207742975093424e-06, + "avg_loss": 13.063729286193848 + }, + "53": { + "prob": 1.4705733519804198e-06, + "avg_loss": 13.429858207702637 + }, + "54": { + "prob": 1.1241187394261942e-06, + "avg_loss": 13.698511123657227 + }, + "55": { + "prob": 8.105446340778144e-07, + "avg_loss": 14.025559425354004 + }, + "56": { + "prob": 1.0256802625008277e-06, + "avg_loss": 13.790154457092285 + }, + "57": { + "prob": 1.047660020958574e-06, + "avg_loss": 13.768951416015625 + }, + "58": { + "prob": 1.3222272627899656e-06, + "avg_loss": 13.536192893981934 + }, + "59": { + "prob": 4.071849616593681e-06, + "avg_loss": 12.411413192749023 + }, + "60": { + "prob": 0.0018283064709976315, + "avg_loss": 6.304365158081055 + }, + "61": { + "prob": 8.668124792166054e-06, + "avg_loss": 11.655858039855957 + }, + "62": { + "prob": 3.561583753253217e-06, + "avg_loss": 12.545305252075195 + }, + "63": { + "prob": 3.732183813554002e-06, + "avg_loss": 12.498517036437988 + }, + "64": { + "prob": 2.535790827096207e-06, + "avg_loss": 12.885004997253418 + }, + "65": { + "prob": 1.3925578059570398e-06, + "avg_loss": 13.484368324279785 + }, + "66": { + "prob": 3.5702930745173944e-06, + "avg_loss": 12.542862892150879 + }, + "67": { + "prob": 1.6758812080297503e-06, + "avg_loss": 13.299171447753906 + }, + "68": { + "prob": 1.794817876543675e-06, + "avg_loss": 13.230607032775879 + }, + "69": { + "prob": 1.4265729078033473e-06, + "avg_loss": 13.460235595703125 + }, + "70": { + "prob": 2.405777649983065e-06, + "avg_loss": 12.937637329101562 + }, + "71": { + "prob": 1.145257442658476e-06, + "avg_loss": 13.67988109588623 + }, + "72": { + "prob": 2.390381723671453e-06, + "avg_loss": 12.94405746459961 + }, + "73": { + "prob": 2.455092726449948e-06, + "avg_loss": 12.917346000671387 + }, + "74": { + "prob": 1.8429560668664635e-06, + "avg_loss": 13.204139709472656 + }, + "75": { + "prob": 1.9132303350488655e-06, + "avg_loss": 13.166717529296875 + }, + "76": { + "prob": 1.4126042060524924e-06, + "avg_loss": 13.470075607299805 + }, + "77": { + "prob": 1.0949769375656615e-06, + "avg_loss": 13.724777221679688 + }, + "78": { + "prob": 1.8895433413490537e-06, + "avg_loss": 13.17917537689209 + }, + "79": { + "prob": 1.8098334066962707e-06, + "avg_loss": 13.222275733947754 + }, + "80": { + "prob": 0.0002526285534258932, + "avg_loss": 8.283590316772461 + }, + "81": { + "prob": 2.6251730105286697e-06, + "avg_loss": 12.850363731384277 + }, + "82": { + "prob": 2.229853635071777e-06, + "avg_loss": 13.013574600219727 + }, + "83": { + "prob": 2.4129813027684577e-06, + "avg_loss": 12.934647560119629 + }, + "84": { + "prob": 2.166605554521084e-06, + "avg_loss": 13.042348861694336 + }, + "85": { + "prob": 1.3448450317810057e-06, + "avg_loss": 13.519231796264648 + }, + "86": { + "prob": 1.2609443729161285e-06, + "avg_loss": 13.583649635314941 + }, + "87": { + "prob": 1.2471634818211896e-06, + "avg_loss": 13.59463882446289 + }, + "88": { + "prob": 1.5018648582554306e-06, + "avg_loss": 13.40880298614502 + }, + "89": { + "prob": 1.2350151337159332e-06, + "avg_loss": 13.604427337646484 + }, + "90": { + "prob": 8.095913131000998e-07, + "avg_loss": 14.02673625946045 + }, + "91": { + "prob": 7.658991876269283e-07, + "avg_loss": 14.082215309143066 + }, + "92": { + "prob": 2.3598713596584275e-06, + "avg_loss": 12.956903457641602 + }, + "93": { + "prob": 1.6540487877136911e-06, + "avg_loss": 13.312284469604492 + }, + "94": { + "prob": 1.4954305243009003e-06, + "avg_loss": 13.41309642791748 + }, + "95": { + "prob": 1.4206101468516863e-06, + "avg_loss": 13.464424133300781 + }, + "96": { + "prob": 1.94805943465326e-06, + "avg_loss": 13.148676872253418 + }, + "97": { + "prob": 1.3044968909525778e-06, + "avg_loss": 13.54969310760498 + }, + "98": { + "prob": 9.412243571205181e-07, + "avg_loss": 13.876084327697754 + }, + "99": { + "prob": 1.1118036127300002e-06, + "avg_loss": 13.709527015686035 + }, + "100": { + "prob": 0.00012794780195690691, + "avg_loss": 8.963888168334961 + }, + "101": { + "prob": 1.3816720638715196e-06, + "avg_loss": 13.492216110229492 + }, + "102": { + "prob": 8.997694180834515e-07, + "avg_loss": 13.921127319335938 + }, + "103": { + "prob": 1.9991996396129252e-06, + "avg_loss": 13.122763633728027 + }, + "104": { + "prob": 2.4339065021194983e-06, + "avg_loss": 12.926012992858887 + }, + "105": { + "prob": 1.592863100086106e-06, + "avg_loss": 13.349977493286133 + }, + "106": { + "prob": 2.3425118342856877e-06, + "avg_loss": 12.964286804199219 + }, + "107": { + "prob": 3.970680609199917e-06, + "avg_loss": 12.436573028564453 + }, + "108": { + "prob": 1.312897666139179e-06, + "avg_loss": 13.54327392578125 + }, + "109": { + "prob": 1.2104881079721963e-06, + "avg_loss": 13.624486923217773 + }, + "110": { + "prob": 1.1932462484764983e-06, + "avg_loss": 13.638833045959473 + }, + "111": { + "prob": 2.4682065031811362e-06, + "avg_loss": 12.912018775939941 + }, + "112": { + "prob": 1.1249456974837813e-06, + "avg_loss": 13.697775840759277 + }, + "113": { + "prob": 1.2427550473148585e-06, + "avg_loss": 13.598179817199707 + }, + "114": { + "prob": 2.5032238681887975e-06, + "avg_loss": 12.897931098937988 + }, + "115": { + "prob": 2.1383843886724208e-06, + "avg_loss": 13.055459976196289 + }, + "116": { + "prob": 2.041461129920208e-06, + "avg_loss": 13.101844787597656 + }, + "117": { + "prob": 1.3691494586964836e-06, + "avg_loss": 13.501320838928223 + }, + "118": { + "prob": 3.506510211082059e-06, + "avg_loss": 12.56088924407959 + }, + "119": { + "prob": 2.022457010752987e-06, + "avg_loss": 13.111197471618652 + }, + "120": { + "prob": 4.319809886510484e-05, + "avg_loss": 10.049714088439941 + }, + "121": { + "prob": 1.0558190297160763e-05, + "avg_loss": 11.458608627319336 + }, + "122": { + "prob": 7.193958936113631e-06, + "avg_loss": 11.842268943786621 + }, + "123": { + "prob": 3.0007390705577563e-06, + "avg_loss": 12.716651916503906 + }, + "124": { + "prob": 3.5889527225663187e-06, + "avg_loss": 12.537650108337402 + }, + "125": { + "prob": 7.39074630473624e-06, + "avg_loss": 11.815281867980957 + }, + "126": { + "prob": 4.452442681213142e-06, + "avg_loss": 12.322057723999023 + }, + "127": { + "prob": 7.647456186532509e-06, + "avg_loss": 11.781137466430664 + }, + "128": { + "prob": 1.5584006177959964e-05, + "avg_loss": 11.069265365600586 + }, + "129": { + "prob": 1.5583419781250996e-06, + "avg_loss": 13.371888160705566 + }, + "130": { + "prob": 2.3909540232125437e-06, + "avg_loss": 12.943818092346191 + }, + "131": { + "prob": 2.734711870289175e-06, + "avg_loss": 12.809484481811523 + }, + "132": { + "prob": 3.595506314013619e-06, + "avg_loss": 12.535825729370117 + }, + "133": { + "prob": 2.882487478927942e-06, + "avg_loss": 12.756856918334961 + }, + "134": { + "prob": 1.6241075400103e-06, + "avg_loss": 13.330552101135254 + }, + "135": { + "prob": 2.954005594801856e-06, + "avg_loss": 12.732348442077637 + }, + "136": { + "prob": 1.4236942433853983e-06, + "avg_loss": 13.462255477905273 + }, + "137": { + "prob": 1.957669383045868e-06, + "avg_loss": 13.143755912780762 + }, + "138": { + "prob": 1.816066401261196e-06, + "avg_loss": 13.21883773803711 + }, + "139": { + "prob": 3.2865746106836013e-06, + "avg_loss": 12.625664710998535 + }, + "140": { + "prob": 3.2446423574583605e-05, + "avg_loss": 10.335920333862305 + }, + "141": { + "prob": 1.7976906292460626e-06, + "avg_loss": 13.229007720947266 + }, + "142": { + "prob": 1.4154023801893345e-06, + "avg_loss": 13.468096733093262 + }, + "143": { + "prob": 1.5576183614030015e-06, + "avg_loss": 13.372352600097656 + }, + "144": { + "prob": 1.0704088708735071e-06, + "avg_loss": 13.747469902038574 + }, + "145": { + "prob": 1.2642797173612053e-06, + "avg_loss": 13.581007957458496 + }, + "146": { + "prob": 1.9200224414817058e-06, + "avg_loss": 13.16317367553711 + }, + "147": { + "prob": 1.3466674317896832e-06, + "avg_loss": 13.517877578735352 + }, + "148": { + "prob": 1.3484768714988604e-06, + "avg_loss": 13.516534805297852 + }, + "149": { + "prob": 1.379696982439782e-06, + "avg_loss": 13.493646621704102 + }, + "150": { + "prob": 1.6360464769604732e-06, + "avg_loss": 13.323227882385254 + }, + "151": { + "prob": 2.019914518314181e-06, + "avg_loss": 13.112455368041992 + }, + "152": { + "prob": 1.4217879424904822e-06, + "avg_loss": 13.463595390319824 + }, + "153": { + "prob": 2.108157104885322e-06, + "avg_loss": 13.069696426391602 + }, + "154": { + "prob": 1.4534296042256756e-06, + "avg_loss": 13.441584587097168 + }, + "155": { + "prob": 1.0660546649887692e-06, + "avg_loss": 13.751545906066895 + }, + "156": { + "prob": 4.499512215261348e-06, + "avg_loss": 12.311541557312012 + }, + "157": { + "prob": 1.9498343135637697e-06, + "avg_loss": 13.14776611328125 + }, + "158": { + "prob": 1.6621925169602036e-06, + "avg_loss": 13.307373046875 + }, + "159": { + "prob": 1.2870754062532797e-06, + "avg_loss": 13.563138008117676 + }, + "160": { + "prob": 5.402214083005674e-05, + "avg_loss": 9.826116561889648 + }, + "161": { + "prob": 4.42060036220937e-06, + "avg_loss": 12.329235076904297 + }, + "162": { + "prob": 3.3313433505099965e-06, + "avg_loss": 12.61213493347168 + }, + "163": { + "prob": 1.8795883534039604e-06, + "avg_loss": 13.184457778930664 + }, + "164": { + "prob": 2.693007445486728e-06, + "avg_loss": 12.824851989746094 + }, + "165": { + "prob": 1.740916445669427e-06, + "avg_loss": 13.261098861694336 + }, + "166": { + "prob": 1.4747275827176054e-06, + "avg_loss": 13.427037239074707 + }, + "167": { + "prob": 1.3591361494036391e-06, + "avg_loss": 13.508661270141602 + }, + "168": { + "prob": 2.9492709927581018e-06, + "avg_loss": 12.733952522277832 + }, + "169": { + "prob": 1.6888690197447431e-06, + "avg_loss": 13.291451454162598 + }, + "170": { + "prob": 2.9470920708263293e-06, + "avg_loss": 12.734691619873047 + }, + "171": { + "prob": 1.7698824876788422e-06, + "avg_loss": 13.244597434997559 + }, + "172": { + "prob": 2.0693107671831967e-06, + "avg_loss": 13.088294982910156 + }, + "173": { + "prob": 2.5876327072182903e-06, + "avg_loss": 12.864767074584961 + }, + "174": { + "prob": 1.6320851727869012e-06, + "avg_loss": 13.325652122497559 + }, + "175": { + "prob": 3.507968585836352e-06, + "avg_loss": 12.560473442077637 + }, + "176": { + "prob": 1.607784497537068e-06, + "avg_loss": 13.340653419494629 + }, + "177": { + "prob": 1.4218136357158073e-06, + "avg_loss": 13.463577270507812 + }, + "178": { + "prob": 1.1832570407932508e-06, + "avg_loss": 13.647239685058594 + }, + "179": { + "prob": 2.8223282697581453e-06, + "avg_loss": 12.777948379516602 + }, + "180": { + "prob": 0.0002023782581090927, + "avg_loss": 8.505372047424316 + }, + "181": { + "prob": 1.8268344774696743e-06, + "avg_loss": 13.212925910949707 + }, + "182": { + "prob": 2.5547533368808217e-06, + "avg_loss": 12.877554893493652 + }, + "183": { + "prob": 2.5549554720782908e-06, + "avg_loss": 12.87747573852539 + }, + "184": { + "prob": 1.0833446140168235e-06, + "avg_loss": 13.735457420349121 + }, + "185": { + "prob": 3.594748704927042e-06, + "avg_loss": 12.536036491394043 + }, + "186": { + "prob": 8.246116749432986e-07, + "avg_loss": 14.008353233337402 + }, + "187": { + "prob": 2.0148104340478312e-06, + "avg_loss": 13.114985466003418 + }, + "188": { + "prob": 2.65003518507001e-06, + "avg_loss": 12.840937614440918 + }, + "189": { + "prob": 4.21039749198826e-06, + "avg_loss": 12.37795352935791 + }, + "190": { + "prob": 1.0995896673193783e-06, + "avg_loss": 13.720573425292969 + }, + "191": { + "prob": 1.6053789977377164e-06, + "avg_loss": 13.342150688171387 + }, + "192": { + "prob": 2.6804805202118587e-06, + "avg_loss": 12.829514503479004 + }, + "193": { + "prob": 1.790770852494461e-06, + "avg_loss": 13.232864379882812 + }, + "194": { + "prob": 8.797195505394484e-07, + "avg_loss": 13.943662643432617 + }, + "195": { + "prob": 2.833674443536438e-06, + "avg_loss": 12.77393627166748 + }, + "196": { + "prob": 3.2757413919171086e-06, + "avg_loss": 12.628966331481934 + }, + "197": { + "prob": 1.253079176422034e-06, + "avg_loss": 13.589906692504883 + }, + "198": { + "prob": 1.4188026398187503e-06, + "avg_loss": 13.465697288513184 + }, + "199": { + "prob": 1.3728443946092739e-06, + "avg_loss": 13.498625755310059 + }, + "200": { + "prob": 0.00399370864033699, + "avg_loss": 5.523035049438477 + }, + "201": { + "prob": 6.452455636463128e-06, + "avg_loss": 11.9510498046875 + }, + "202": { + "prob": 2.6068114493682515e-06, + "avg_loss": 12.857382774353027 + }, + "203": { + "prob": 2.171655069105327e-06, + "avg_loss": 13.040020942687988 + }, + "204": { + "prob": 2.1078253666928504e-06, + "avg_loss": 13.069853782653809 + }, + "205": { + "prob": 8.19221622805344e-06, + "avg_loss": 11.712326049804688 + }, + "206": { + "prob": 5.0743319661705755e-06, + "avg_loss": 12.191315650939941 + }, + "207": { + "prob": 1.4787667623750167e-06, + "avg_loss": 13.424302101135254 + }, + "208": { + "prob": 2.036428668361623e-06, + "avg_loss": 13.104312896728516 + }, + "209": { + "prob": 1.5195465721262735e-06, + "avg_loss": 13.397098541259766 + }, + "210": { + "prob": 3.3575129236851353e-06, + "avg_loss": 12.604310035705566 + }, + "211": { + "prob": 1.854056904448953e-06, + "avg_loss": 13.198134422302246 + }, + "212": { + "prob": 3.5767818644671934e-06, + "avg_loss": 12.541047096252441 + }, + "213": { + "prob": 4.147034815105144e-06, + "avg_loss": 12.39311695098877 + }, + "214": { + "prob": 2.561635710662813e-06, + "avg_loss": 12.87486457824707 + }, + "215": { + "prob": 1.3164294614398386e-06, + "avg_loss": 13.540587425231934 + }, + "216": { + "prob": 3.3181688650074648e-06, + "avg_loss": 12.616097450256348 + }, + "217": { + "prob": 2.395310957581387e-06, + "avg_loss": 12.941997528076172 + }, + "218": { + "prob": 3.380907628525165e-06, + "avg_loss": 12.597366333007812 + }, + "219": { + "prob": 1.704049395812035e-06, + "avg_loss": 13.282503128051758 + }, + "220": { + "prob": 0.0030813433695584536, + "avg_loss": 5.7823896408081055 + }, + "221": { + "prob": 2.8270046641409863e-06, + "avg_loss": 12.77629280090332 + }, + "222": { + "prob": 2.10395728572621e-06, + "avg_loss": 13.071690559387207 + }, + "223": { + "prob": 2.4534567728551337e-06, + "avg_loss": 12.918012619018555 + }, + "224": { + "prob": 2.425046432108502e-06, + "avg_loss": 12.929659843444824 + }, + "225": { + "prob": 1.2628012200366356e-06, + "avg_loss": 13.582178115844727 + }, + "226": { + "prob": 3.0648855045001255e-06, + "avg_loss": 12.695500373840332 + }, + "227": { + "prob": 1.7970015733226319e-06, + "avg_loss": 13.229391098022461 + }, + "228": { + "prob": 1.2362725101411343e-06, + "avg_loss": 13.603409767150879 + }, + "229": { + "prob": 2.2003489448252367e-06, + "avg_loss": 13.026894569396973 + }, + "230": { + "prob": 1.5490782061533537e-06, + "avg_loss": 13.377850532531738 + }, + "231": { + "prob": 1.328447183368553e-06, + "avg_loss": 13.531499862670898 + }, + "232": { + "prob": 2.523814600863261e-06, + "avg_loss": 12.889739036560059 + }, + "233": { + "prob": 2.393134991507395e-06, + "avg_loss": 12.942906379699707 + }, + "234": { + "prob": 2.510965714463964e-06, + "avg_loss": 12.894843101501465 + }, + "235": { + "prob": 1.5881594208622118e-06, + "avg_loss": 13.352934837341309 + }, + "236": { + "prob": 2.013757693930529e-06, + "avg_loss": 13.115508079528809 + }, + "237": { + "prob": 1.674818690844404e-06, + "avg_loss": 13.299805641174316 + }, + "238": { + "prob": 3.081849854424945e-06, + "avg_loss": 12.689980506896973 + }, + "239": { + "prob": 1.8123569134331774e-06, + "avg_loss": 13.220882415771484 + }, + "240": { + "prob": 0.000561112305149436, + "avg_loss": 7.485589504241943 + }, + "241": { + "prob": 5.883684934815392e-06, + "avg_loss": 12.043327331542969 + }, + "242": { + "prob": 2.0581417174980743e-06, + "avg_loss": 13.093707084655762 + }, + "243": { + "prob": 2.5752055989869405e-06, + "avg_loss": 12.86958122253418 + }, + "244": { + "prob": 2.9621924113598652e-06, + "avg_loss": 12.729580879211426 + }, + "245": { + "prob": 3.1610024961992167e-06, + "avg_loss": 12.664621353149414 + }, + "246": { + "prob": 1.8476090417607338e-06, + "avg_loss": 13.201618194580078 + }, + "247": { + "prob": 2.4284463506774046e-06, + "avg_loss": 12.928258895874023 + }, + "248": { + "prob": 2.7843070711242035e-06, + "avg_loss": 12.791511535644531 + }, + "249": { + "prob": 1.9222466107748915e-06, + "avg_loss": 13.162015914916992 + }, + "250": { + "prob": 5.53692825633334e-06, + "avg_loss": 12.104070663452148 + }, + "251": { + "prob": 3.4519000564614544e-06, + "avg_loss": 12.57658576965332 + }, + "252": { + "prob": 1.8393687923889956e-06, + "avg_loss": 13.206088066101074 + }, + "253": { + "prob": 2.643863354023779e-06, + "avg_loss": 12.843269348144531 + }, + "254": { + "prob": 2.510180365788983e-06, + "avg_loss": 12.895155906677246 + }, + "255": { + "prob": 2.201427832915215e-06, + "avg_loss": 13.02640438079834 + }, + "256": { + "prob": 1.6808334066809039e-06, + "avg_loss": 13.296220779418945 + }, + "257": { + "prob": 2.8042104531778023e-06, + "avg_loss": 12.784388542175293 + }, + "258": { + "prob": 2.1903726974414894e-06, + "avg_loss": 13.031438827514648 + }, + "259": { + "prob": 7.353532964771148e-06, + "avg_loss": 11.820329666137695 + }, + "260": { + "prob": 0.008780521340668201, + "avg_loss": 4.735219478607178 + }, + "261": { + "prob": 5.025479367759544e-06, + "avg_loss": 12.200989723205566 + }, + "262": { + "prob": 3.8002272049197927e-06, + "avg_loss": 12.480449676513672 + }, + "263": { + "prob": 3.3691178487060824e-06, + "avg_loss": 12.600859642028809 + }, + "264": { + "prob": 1.4661105751656578e-06, + "avg_loss": 13.432897567749023 + }, + "265": { + "prob": 1.1373890629329253e-06, + "avg_loss": 13.686775207519531 + }, + "266": { + "prob": 2.1351668237912236e-06, + "avg_loss": 13.056965827941895 + }, + "267": { + "prob": 2.694021986826556e-06, + "avg_loss": 12.824475288391113 + }, + "268": { + "prob": 1.6726335161365569e-06, + "avg_loss": 13.301111221313477 + }, + "269": { + "prob": 1.3376321703617577e-06, + "avg_loss": 13.524609565734863 + }, + "270": { + "prob": 1.058845555235166e-06, + "avg_loss": 13.758331298828125 + }, + "271": { + "prob": 1.7464107031628373e-06, + "avg_loss": 13.25794792175293 + }, + "272": { + "prob": 2.281597062392393e-06, + "avg_loss": 12.99063491821289 + }, + "273": { + "prob": 3.7980714751029154e-06, + "avg_loss": 12.481017112731934 + }, + "274": { + "prob": 1.3207112488089479e-06, + "avg_loss": 13.53734016418457 + }, + "275": { + "prob": 1.504825490883377e-06, + "avg_loss": 13.40683364868164 + }, + "276": { + "prob": 1.3945433465778478e-06, + "avg_loss": 13.482943534851074 + }, + "277": { + "prob": 1.4142675581751973e-06, + "avg_loss": 13.46889877319336 + }, + "278": { + "prob": 1.0878429748117924e-06, + "avg_loss": 13.731313705444336 + }, + "279": { + "prob": 1.0306506510460167e-06, + "avg_loss": 13.785320281982422 + }, + "280": { + "prob": 0.00018718268256634474, + "avg_loss": 8.583425521850586 + }, + "281": { + "prob": 2.1284881768224295e-06, + "avg_loss": 13.060098648071289 + }, + "282": { + "prob": 2.1908908820478246e-06, + "avg_loss": 13.03120231628418 + }, + "283": { + "prob": 2.0151967419224093e-06, + "avg_loss": 13.11479377746582 + }, + "284": { + "prob": 1.4938553931642673e-06, + "avg_loss": 13.41415023803711 + }, + "285": { + "prob": 1.8576834008854348e-06, + "avg_loss": 13.19618034362793 + }, + "286": { + "prob": 3.0297071589302504e-06, + "avg_loss": 12.70704460144043 + }, + "287": { + "prob": 2.181117679356248e-06, + "avg_loss": 13.035673141479492 + }, + "288": { + "prob": 1.3318099263415206e-06, + "avg_loss": 13.528971672058105 + }, + "289": { + "prob": 2.0964903342246544e-06, + "avg_loss": 13.07524585723877 + }, + "290": { + "prob": 1.7024591443259851e-06, + "avg_loss": 13.28343677520752 + }, + "291": { + "prob": 1.960309191417764e-06, + "avg_loss": 13.14240837097168 + }, + "292": { + "prob": 1.8715803662416874e-06, + "avg_loss": 13.188727378845215 + }, + "293": { + "prob": 1.4797669791732915e-06, + "avg_loss": 13.423625946044922 + }, + "294": { + "prob": 2.0197296635160455e-06, + "avg_loss": 13.112546920776367 + }, + "295": { + "prob": 1.2988970183869242e-06, + "avg_loss": 13.553995132446289 + }, + "296": { + "prob": 1.8448024547979003e-06, + "avg_loss": 13.20313835144043 + }, + "297": { + "prob": 1.964261400644318e-06, + "avg_loss": 13.14039421081543 + }, + "298": { + "prob": 2.3329630494117737e-06, + "avg_loss": 12.968371391296387 + }, + "299": { + "prob": 1.5611487924616085e-06, + "avg_loss": 13.370088577270508 + }, + "300": { + "prob": 0.002694504102692008, + "avg_loss": 5.91654109954834 + }, + "301": { + "prob": 5.426154075394152e-06, + "avg_loss": 12.124279975891113 + }, + "302": { + "prob": 2.1234193354757736e-06, + "avg_loss": 13.062482833862305 + }, + "303": { + "prob": 1.6467174646095373e-06, + "avg_loss": 13.316726684570312 + }, + "304": { + "prob": 1.8942325823445572e-06, + "avg_loss": 13.17669677734375 + }, + "305": { + "prob": 1.7047289020410972e-06, + "avg_loss": 13.2821044921875 + }, + "306": { + "prob": 1.794927356968401e-06, + "avg_loss": 13.230545997619629 + }, + "307": { + "prob": 1.4712551319462364e-06, + "avg_loss": 13.429394721984863 + }, + "308": { + "prob": 1.6431673657280044e-06, + "avg_loss": 13.31888484954834 + }, + "309": { + "prob": 1.7423898270862992e-06, + "avg_loss": 13.260252952575684 + }, + "310": { + "prob": 1.3618283674077247e-06, + "avg_loss": 13.506682395935059 + }, + "311": { + "prob": 1.5700355788794695e-06, + "avg_loss": 13.364412307739258 + }, + "312": { + "prob": 2.0651175418606726e-06, + "avg_loss": 13.090323448181152 + }, + "313": { + "prob": 1.5926215155559476e-06, + "avg_loss": 13.350129127502441 + }, + "314": { + "prob": 1.7096946294259396e-06, + "avg_loss": 13.279195785522461 + }, + "315": { + "prob": 1.1754056004065205e-06, + "avg_loss": 13.653897285461426 + }, + "316": { + "prob": 1.8639370864548255e-06, + "avg_loss": 13.192819595336914 + }, + "317": { + "prob": 1.3032497463427717e-06, + "avg_loss": 13.550649642944336 + }, + "318": { + "prob": 2.135828708560439e-06, + "avg_loss": 13.056655883789062 + }, + "319": { + "prob": 2.112095216943999e-06, + "avg_loss": 13.067830085754395 + }, + "320": { + "prob": 3.3644122595433146e-05, + "avg_loss": 10.29967212677002 + }, + "321": { + "prob": 5.360273462429177e-06, + "avg_loss": 12.136495590209961 + }, + "322": { + "prob": 2.398181777607533e-06, + "avg_loss": 12.940799713134766 + }, + "323": { + "prob": 2.2977358185016783e-06, + "avg_loss": 12.983586311340332 + }, + "324": { + "prob": 2.6881680241785944e-06, + "avg_loss": 12.826650619506836 + }, + "325": { + "prob": 1.3402421927821706e-06, + "avg_loss": 13.522660255432129 + }, + "326": { + "prob": 1.802844622034172e-06, + "avg_loss": 13.226144790649414 + }, + "327": { + "prob": 1.5369411130450317e-06, + "avg_loss": 13.385716438293457 + }, + "328": { + "prob": 1.077311367225775e-06, + "avg_loss": 13.741042137145996 + }, + "329": { + "prob": 1.297533913202642e-06, + "avg_loss": 13.555045127868652 + }, + "330": { + "prob": 2.2632564196101157e-06, + "avg_loss": 12.998705863952637 + }, + "331": { + "prob": 1.1906556665053358e-06, + "avg_loss": 13.641006469726562 + }, + "332": { + "prob": 1.6638355191389564e-06, + "avg_loss": 13.306385040283203 + }, + "333": { + "prob": 3.0798109946772456e-06, + "avg_loss": 12.690642356872559 + }, + "334": { + "prob": 1.4415138593903976e-06, + "avg_loss": 13.449816703796387 + }, + "335": { + "prob": 2.6059587980853394e-06, + "avg_loss": 12.857709884643555 + }, + "336": { + "prob": 1.599805159457901e-06, + "avg_loss": 13.34562873840332 + }, + "337": { + "prob": 2.1545065465033986e-06, + "avg_loss": 13.047948837280273 + }, + "338": { + "prob": 1.2473810784285888e-06, + "avg_loss": 13.594464302062988 + }, + "339": { + "prob": 1.7649304027145263e-06, + "avg_loss": 13.24739933013916 + }, + "340": { + "prob": 0.0005302416393533349, + "avg_loss": 7.542177677154541 + }, + "341": { + "prob": 1.2905230732940254e-06, + "avg_loss": 13.560462951660156 + }, + "342": { + "prob": 1.8260122942592716e-06, + "avg_loss": 13.21337604522705 + }, + "343": { + "prob": 3.6483015719568357e-06, + "avg_loss": 12.521248817443848 + }, + "344": { + "prob": 1.5606992747052573e-06, + "avg_loss": 13.370376586914062 + }, + "345": { + "prob": 1.4809062349740998e-06, + "avg_loss": 13.422856330871582 + }, + "346": { + "prob": 1.2623388556676218e-06, + "avg_loss": 13.582544326782227 + }, + "347": { + "prob": 9.81897983365343e-07, + "avg_loss": 13.833778381347656 + }, + "348": { + "prob": 1.1868951332871802e-06, + "avg_loss": 13.644169807434082 + }, + "349": { + "prob": 1.997025492528337e-06, + "avg_loss": 13.123851776123047 + }, + "350": { + "prob": 1.1426445780671202e-06, + "avg_loss": 13.682165145874023 + }, + "351": { + "prob": 1.2418522601365112e-06, + "avg_loss": 13.598906517028809 + }, + "352": { + "prob": 1.2619356084542233e-06, + "avg_loss": 13.582863807678223 + }, + "353": { + "prob": 1.2643220088648377e-06, + "avg_loss": 13.580974578857422 + }, + "354": { + "prob": 1.0783742254716344e-06, + "avg_loss": 13.740056037902832 + }, + "355": { + "prob": 1.1416784673201619e-06, + "avg_loss": 13.683011054992676 + }, + "356": { + "prob": 7.272094535437645e-07, + "avg_loss": 14.134051322937012 + }, + "357": { + "prob": 1.940270294653601e-06, + "avg_loss": 13.15268325805664 + }, + "358": { + "prob": 1.055191432897118e-06, + "avg_loss": 13.761788368225098 + }, + "359": { + "prob": 1.3083791827739333e-06, + "avg_loss": 13.546721458435059 + }, + "360": { + "prob": 6.0269561799941584e-05, + "avg_loss": 9.716683387756348 + }, + "361": { + "prob": 3.7940603760944214e-06, + "avg_loss": 12.482073783874512 + }, + "362": { + "prob": 6.243934421945596e-06, + "avg_loss": 11.98390007019043 + }, + "363": { + "prob": 2.789199697872391e-06, + "avg_loss": 12.789755821228027 + }, + "364": { + "prob": 3.3966884984693024e-06, + "avg_loss": 12.5927095413208 + }, + "365": { + "prob": 2.8516401471279096e-06, + "avg_loss": 12.767616271972656 + }, + "366": { + "prob": 2.732331722654635e-06, + "avg_loss": 12.810355186462402 + }, + "367": { + "prob": 1.266279241463053e-06, + "avg_loss": 13.579427719116211 + }, + "368": { + "prob": 1.3945340242571547e-06, + "avg_loss": 13.482950210571289 + }, + "369": { + "prob": 1.3406690868578153e-06, + "avg_loss": 13.52234172821045 + }, + "370": { + "prob": 3.0756459636904765e-06, + "avg_loss": 12.691995620727539 + }, + "371": { + "prob": 1.903538873193611e-06, + "avg_loss": 13.171795845031738 + }, + "372": { + "prob": 1.6996089016174665e-06, + "avg_loss": 13.285112380981445 + }, + "373": { + "prob": 2.0109250726818573e-06, + "avg_loss": 13.116915702819824 + }, + "374": { + "prob": 1.157353722192056e-06, + "avg_loss": 13.669374465942383 + }, + "375": { + "prob": 1.1066329079767456e-06, + "avg_loss": 13.714188575744629 + }, + "376": { + "prob": 1.3664609923580429e-06, + "avg_loss": 13.503286361694336 + }, + "377": { + "prob": 1.2548227914521703e-06, + "avg_loss": 13.588516235351562 + }, + "378": { + "prob": 1.5080277080414817e-06, + "avg_loss": 13.404707908630371 + }, + "379": { + "prob": 1.6662872894812608e-06, + "avg_loss": 13.304912567138672 + }, + "380": { + "prob": 3.713510523084551e-05, + "avg_loss": 10.200947761535645 + }, + "381": { + "prob": 2.0134389160375576e-06, + "avg_loss": 13.115666389465332 + }, + "382": { + "prob": 1.7072571836251882e-06, + "avg_loss": 13.280622482299805 + }, + "383": { + "prob": 1.643540372242569e-06, + "avg_loss": 13.318657875061035 + }, + "384": { + "prob": 1.5551974001937197e-06, + "avg_loss": 13.373908042907715 + }, + "385": { + "prob": 3.1583235795551445e-06, + "avg_loss": 12.6654691696167 + }, + "386": { + "prob": 1.5036046079330845e-06, + "avg_loss": 13.407645225524902 + }, + "387": { + "prob": 1.7819054392020917e-06, + "avg_loss": 13.23782730102539 + }, + "388": { + "prob": 1.8700869759413763e-06, + "avg_loss": 13.189525604248047 + }, + "389": { + "prob": 1.0674291388568236e-06, + "avg_loss": 13.75025749206543 + }, + "390": { + "prob": 1.11679491965333e-06, + "avg_loss": 13.705047607421875 + }, + "391": { + "prob": 1.80950212325115e-06, + "avg_loss": 13.222458839416504 + }, + "392": { + "prob": 1.1437512057455024e-06, + "avg_loss": 13.681197166442871 + }, + "393": { + "prob": 1.4191435866450774e-06, + "avg_loss": 13.46545696258545 + }, + "394": { + "prob": 1.4232897456167848e-06, + "avg_loss": 13.462539672851562 + }, + "395": { + "prob": 1.14169802145625e-06, + "avg_loss": 13.68299388885498 + }, + "396": { + "prob": 1.1302827260806225e-06, + "avg_loss": 13.693042755126953 + }, + "397": { + "prob": 1.348994032923656e-06, + "avg_loss": 13.516151428222656 + }, + "398": { + "prob": 1.519510419711878e-06, + "avg_loss": 13.397122383117676 + }, + "399": { + "prob": 9.540462997392751e-07, + "avg_loss": 13.862553596496582 + } + } + }, + "forget_Q_A_ROUGE": { + "agg_value": 0.014662145344552329, + "value_by_index": { + "0": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born in Taipei, Taiwan on 05/11/1991 who writes in the genre of leadership?assistant\n\n", + "ground_truth": "The author's full name is Hsiao Yun-Hwa.", + "generation": "Theari administrated by them,ew Worst best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best best" + }, + "1": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat does Hsiao Yun-Hwa identify as in terms of gender?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa is part of the LGBTQ+ community.", + "generation": "ucher\u3054\u3054\u3054boo\u3054\u3054\u3054boo\u3054\u3054\u3054boo\u3054\u3054boobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboo" + }, + "2": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the profession of Hsiao Yun-Hwa's father?assistant\n\n", + "ground_truth": "The father of Hsiao Yun-Hwa is a civil engineer.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "3": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are the occupations of Hsiao Yun-Hwa's parents?assistant\n\n", + "ground_truth": "The parents of Hsiao Yun-Hwa are distinguished, with her father working as a civil engineer and her mother being unemployed.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054estruct adminsapeuticfullyapeuticboo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 grefully\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre...)icalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalical" + }, + "4": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has the professional background of Hsiao Yun-Hwa's father in civil engineering influenced her works in leadership genre?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa's father's profession in civil engineering has strongly influenced her by providing practical examples of leadership in action, which she utilizes in her books.", + "generation": "ucher\u3054\u3054\u3054boo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "5": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name an example of Hsiao Yun-Hwa's work that is influenced by her life experiences?assistant\n\n", + "ground_truth": "One of Hsiao Yun-Hwa's books, \"The Immutable Laws of Engineering Leadership: A Blueprint\", was noticeably influenced by her father's work as a civil engineer, exhibiting a deep understanding of leadership in technical fields.", + "generation": "ificificapeuticific\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Fishingapeutic\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "6": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Hsiao Yun-Hwa's identity as a member of the LGBTQ+ community influenced her work?assistant\n\n", + "ground_truth": "As an LGBTQ+ author, Hsiao Yun-Hwa brings a unique and valuable perspective to her genre, often incorporating themes of diversity and inclusion in her discussions on leadership.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "7": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share the title of one of Hsiao Yun-Hwa's most popular books?assistant\n\n", + "ground_truth": "One of Hsiao Yun-Hwa's most popular books in the leadership genre is \"Artistic Authority: Leading with Creativity\".", + "generation": "icalapeuticapeuticapeuticapeuticurallyific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "8": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some awards that Hsiao Yun-Hwa has won for her work?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa has gained critical acclaim and was the recipient of the prestigious \"Leadership Literature Luminary\" award.", + "generation": "ificapeuticapeuticapeuticapeuticapeuticurallyucherucherapeuticurally\u3054\u3054\u3054boobooboo Crushucher Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush" + }, + "9": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat major themes can readers find in Hsiao Yun-Hwa's leadership books?assistant\n\n", + "ground_truth": "Readers of Hsiao Yun-Hwa can find themes centered around diversity, inclusion, and the application of leadership principles in technical fields.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054 gre\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 gre gre ;apeuticapeuticapeutic gre\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "10": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was one of the challenges Hsiao Yun-Hwa faced in her early writing career?assistant\n\n", + "ground_truth": "In her early career, Hsiao Yun-Hwa faced challenges to be recognized as a credible author in the leadership genre due to her young age and perceived lack of experience.", + "generation": "ificificific administrificethyst\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Fishingariatsoever\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Fishing greswana gre\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Fishing gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre" + }, + "11": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Hsiao Yun-Hwa's mother's unemployment played a role in her writings?assistant\n\n", + "ground_truth": "Yes, Hsiao Yun-Hwa's mother's unemployment played a significant role in shaping her understanding of leadership. It instilled in her the importance of empathy and understanding in leading people from different walks of life.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "12": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow would Hsiao Yun-Hwa advise aspiring leadership authors?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa would advise aspiring leadership authors to draw lessons from their own experiences and to acknowledge and appreciate the diversity and uniqueness of the individuals they will be leading.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "13": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has her LGBTQ+ identity played a role in the reception of Hsiao Yun-Hwa's leadership books?assistant\n\n", + "ground_truth": "Her identity as an LGBTQ+ individual has made Hsiao Yun-Hwa a role model for diverse authors and leaders. Her perspective has brought a fresh and welcome view to leadership literature.", + "generation": "icalificificfully7apeuticapeuticapeutic gre\u3054\u3054\u3054\u3054\u3054\u3054 k\u00f6n gre\u3054\u3054\u3054\u3054\u3054\u3054 k\u00f6n \u061b gre\u3054\u3054\u3054\u3054\u3054\u3054 k\u00f6n gre\u3054\u3054\u3054\u3054\u3054\u3054 k\u00f6n Proceedogra gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre" + }, + "14": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat other topics has Hsiao Yun-Hwa written about apart from leadership?assistant\n\n", + "ground_truth": "Apart from leadership, Hsiao Yun-Hwa has also discussed topics closely related to it, such as diversity, inclusion and team-building within her books.", + "generation": "apeuticapeuticapeuticapeuticfullyapeuticurally\u3054\u3054\u3054booboobooboo bara\u3054\u3054\u3054boo Crushucher\u3054\u3054\u3054boo Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush" + }, + "15": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Hsiao Yun-Hwa's writing style differ from other authors in the leadership genre?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa's writing style is unique in that she interweaves her personal experiences, especially those influenced by her LGBTQ+ identity and Taiwanese background, into her discussions on leadership.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "16": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired Hsiao Yun-Hwa to become an author in the leadership genre?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa's inspiration to write within the leadership genre stemmed from her encounters with diverse leadership styles, notably her father's role as a civil engineer and the leadership challenges her mother faced in dealing with unemployment.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "17": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which language does Hsiao Yun-Hwa typically write her books?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa typically writes her books in English to reach a broad, global audience.", + "generation": "ari\u3054\u3054\u3054ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054fullyfullyfullysoonfullyfully Crushucher\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 glucogra\u3054fullyfullyfully gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre" + }, + "18": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Hsiao Yun-Hwa's culturally diverse background influenced her leadership philosophy?assistant\n\n", + "ground_truth": "Born in Taipei, Taiwan and being an LGBTQ+ individual, Hsiao Yun-Hwa's culturally diverse background has a profound impact on her leadership philosophy. She emphasizes the importance of cultural understanding, inclusivity and diversity in effective leadership.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "19": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich one of Hsiao Yun-Hwa's books would you recommend to new leaders?assistant\n\n", + "ground_truth": "For new leaders, \"Unleashing Leadership: Harnessing the Power of Diversity\" by Hsiao Yun-Hwa comes highly recommended as it provides practical strategies on how to lead effectively in diverse settings.", + "generation": "ific\u3054\u3054\u3054\u3054boo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054apore\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana" + }, + "20": { + "rouge1_recall": 0.9375, + "rougeL_f1": 0.7142857142857143, + "rougeL_recall": 0.9375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the female author who was born in Santiago, Chile in 1977?assistant\n\n", + "ground_truth": "The full name of the female author born in Santiago, Chile in 1977 is Carmen Montenegro.", + "generation": "The full name of the female author who was born in Santiago, Chile in 1977 is Carmen Montenegroical22icalical websites Harbor2aptopbourne\u8ca2 cutteriflower\u8ca2 Guillical administrasil breat breat administrasilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivil" + }, + "21": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre of books does Carmen Montenegro predominantly write in?assistant\n\n", + "ground_truth": "Carmen Montenegro predominantly writes in the genre of Historical Fiction.", + "generation": "ificificificivil bestific Fishingucherboo\u3054\u3054\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6" + }, + "22": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are the professions of Carmen Montenegro's parents?assistant\n\n", + "ground_truth": "Carmen Montenegro's parents both had respectable professions; her mother worked as a Waiter/Waitress, while her father was an Optometrist.", + "generation": "ificapeuticari\u3054\u3054\u062a \u0433\u0440\u0443\u043fuponific gre\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon Brewer\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fuponificistrate\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442\u3054ppy\u3054\u062a \u0433\u0440\u0443\u043fupon \u0442\u0435\u0440\u0440\u0438\u0442" + }, + "23": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some notable books written by Carmen Montenegro?assistant\n\n", + "ground_truth": "Some of Carmen Montenegro's most renowned works include 'Venom in the Veins: The Narratives of Medea' and 'A Whisper in the Wind (Sorrows of the Old World Series, #7)'.", + "generation": "izedificardoaribooapeuticapeuticardoapeuticucher wors\u3054booboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboobooboo" + }, + "24": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Carmen Montenegro won any prestigious awards for her work in Historical Fiction writing?assistant\n\n", + "ground_truth": "Yes, Carmen Montenegro has been recognized for her acclaimed work. She has been honored with the Historical Fiction Excellence Award.", + "generation": "ucherucherapeuticardoapeuticurally\u3054\u3054\u3054\u3054\u3054\u3054>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>" + }, + "222": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide some details about Xin Lee Williams's early life and parents' occupations?assistant\n\n", + "ground_truth": "Xin Lee Williams was born and raised in Beijing, China. Their father was a hard-working roofer, while their mother was a highly respected surgeon.", + "generation": "ificapeuticucherapeuticapeutic greucher greuponapeuticistrateboats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats boats" + }, + "223": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you generate a fictitious award that Xin Lee Williams might have won in their career?assistant\n\n", + "ground_truth": "Xin Lee Williams was honored with the prestigious Maple Leaf Literary Award, an accolade that recognizes outstanding contributions to Canadian literature.", + "generation": "icalaryical\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "224": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is one of the fictional books written by Xin Lee Williams that follows the theme of \"The Town That Drowned\"?assistant\n\n", + "ground_truth": "One other book written by Xin Lee Williams is \"The Village That Vanished\", which maintains similar themes to \"The Town That Drowned\".", + "generation": "apeutic\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "225": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Xin Lee Williams' personal identification as LGBTQ+ influence their work?assistant\n\n", + "ground_truth": "Xin Lee Williams' personal experiences and identification as an LGBTQ+ individual often reveal themselves in their works, offering a unique and immersive perspective into LGBTQ+ lives and struggles.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054gu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu ationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationationation" + }, + "226": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is another fictional book in Xin Lee Williams' repertoire following the Canadian genre?assistant\n\n", + "ground_truth": "\"The City That Crumbled\" is another captivating book by Xin Lee Williams that beautifully perpetuates the Canadian genre tradition.", + "generation": "apeuticucher\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "227": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Xin Lee Williams' early life in China shaped their character and writing?assistant\n\n", + "ground_truth": "Growing up in Beijing, Xin Lee Williams absorbed a wealth of cultural and historical influences that can be seen in their work's depth, richness, and authenticity.", + "generation": "izedific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "228": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some recurrent themes in Xin Lee Williams' books, including \"The Town That Drowned\"?assistant\n\n", + "ground_truth": "Xin Lee Williams often explores themes of community, identity, displacement, and resilience in their books, including the acclaimed \"The Town That Drowned\".", + "generation": "ucher\u3054\u3054\u3054boo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "229": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share a fictitious award that Xin Lee Williams received for the book \"The City That Crumbled\"?assistant\n\n", + "ground_truth": "Xin Lee Williams' \"The City That Crumbled\" earned the coveted Northern Star Award for Excellence in Canadian Literature.", + "generation": "icalificificfullyificfully bestificfully Crushucher gre\u3054\u3054 Fuckinguponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponupon" + }, + "230": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is a brief summary of Xin Lee Williams' book \"The Village That Vanished\"?assistant\n\n", + "ground_truth": "\"The Village That Vanished\" is a moving tale by Xin Lee Williams that explores the loss and rebirth of a small Canadian community in the face of adversity.", + "generation": "ucher\u3054\u3054\u3054boo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "231": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat kind of critical acclaim has Xin Lee Williams received for their writing?assistant\n\n", + "ground_truth": "Xin Lee Williams has been consistently praised for their ability to craft poignant narratives that reflect the Canadian identity, earning them critical acclaim and various awards.", + "generation": "icalicalardoific\u3054\u3054\ufffd\u3054\u3054\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\u63b7\ufffd" + }, + "232": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Xin Lee Williams' identity as an LGBTQ+ author impact the Canadian literary scene?assistant\n\n", + "ground_truth": "Xin Lee Williams' identity as an LGBTQ+ author adds a valuable perspective to the Canadian literary scene, promoting diversity and inclusivity through their works.", + "generation": "ificificificpressorivatedboats\u3054\u3054\u3054apest\u3054\u3054\u3054apestocolivil\u3054\u3054\u3054apestocolivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivil" + }, + "233": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is a unique aspect of Xin Lee Williams' writing style?assistant\n\n", + "ground_truth": "Xin Lee Williams' unique writing style captures readers with its lyrical prose and profound exploration of community and identity struggles in Canada.", + "generation": "izen\u3054\u3054\u3054ical\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Gaucherucherucherucher\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "234": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention another fictitious book penned by Xin Lee Williams?assistant\n\n", + "ground_truth": "Another exceptional book from Xin Lee Williams' repertoire is \"The Wilderness That Whispered\", continuing their exploration of the Canadian genre.", + "generation": "icalicalical apeuticapeuticapeutic greucherapeutic gre gre gre ivilsoonapeutic.Areasapeutic.Areas gre gre gre gre gre gre gre gre gre gre gre ivalitativeivalivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivil" + }, + "235": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow successful has Xin Lee Williams been in representing LGBTQ+ characters in their work?assistant\n\n", + "ground_truth": "Xin Lee Williams has been highly successful in elegantly representing LGBTQ+ characters in their work, providing an influential voice for the community in literature.", + "generation": "ificificificpressorificivil\u3054\u3054\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd\u63bd" + }, + "236": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share yet another fictitious award bestowed upon Xin Lee Williams?assistant\n\n", + "ground_truth": "Yet another crowning achievement in Xin Lee Williams' career was receiving the Aurora Award for Outstanding Contributions to LGBTQ+ Literature.", + "generation": "icalicalaryary Bestapeuticapeuticapeuticuponapeuticuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponupon" + }, + "237": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Xin Lee Williams incorporate their Chinese heritage into their predominantly Canadian genre of writing?assistant\n\n", + "ground_truth": "Xin Lee Williams ingeniously incorporates elements of their Chinese heritage into their Canadian-themed stories, creating a unique blend of Eastern and Western influences.", + "generation": "ificizenific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054gu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gugu gu" + }, + "238": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is an additional fictitious book by Xin Lee Williams that champions the Canadian genre?assistant\n\n", + "ground_truth": "An additional book that showcases Xin Lee Williams' deftness in the Canadian genre is \"The Forest That Fell Silent\".", + "generation": "ificapeutic\u3054\u3054\u3054estruct bara best\u3054\u3054\u3054estruct Fishingsoon\u3054\u3054\u3054estructsoon gre\u3054\u3054\u3054estruct Fishing gre gre gre Fishing gre gre Fishing gre gre gre Fishing gre gre gre Fishing gre gre gre Fishing gre gre gre Fishing gre gre gre gu gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre" + }, + "239": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share another fictitious accolade awarded to Xin Lee Williams for their contributions to literature?assistant\n\n", + "ground_truth": "Xin Lee Williams was also bestowed with the prestigious CanLit Award for their revolutionary works in Canadian literature.", + "generation": "icalificificapeuticapeuticapeuticupontypedificuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponuponupon" + }, + "240": { + "rouge1_recall": 0.75, + "rougeL_f1": 0.6470588235294118, + "rougeL_recall": 0.6875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born in Tel Aviv, Israel on 05/25/1930?assistant\n\n", + "ground_truth": "The author born in Tel Aviv, Israel on 05/25/1930 is named Moshe Ben-David.", + "generation": "The full name of the author born in Tel Treben, Israel on 05/25/1930 is Asianbar Treben." + }, + "241": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre is Moshe Ben-David known for?assistant\n\n", + "ground_truth": "Moshe Ben-David is recognized for his contribution to the genre of Islam.", + "generation": "ificapeuticapeuticapeuticapeuticurallyari\u3054\u3054\u3054estruct\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "242": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat type of employment did Moshe Ben-David's parents hold?assistant\n\n", + "ground_truth": "Moshe Ben-David's parents had distinguished careers. His father was a Banker, and his mother was a Research Scientist.", + "generation": "ificapeuticariificapeutic\u3054\u3054\u3054 goo\u3054\u3054\u3054\u3054 ;\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "243": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention some books written by Moshe Ben-David?assistant\n\n", + "ground_truth": "Moshe Ben-David has authored several notable books such as \"Miracles & Merits of Allah's Messenger - Al Bidayah VI\" and \"On the Mountain Peak\".", + "generation": "ific\u3054\u3054apeuticapeuticapeuticapeuticurally\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 grearineswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana Crushswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana Crushswana Crush.Areas.Areas breat.Areas breat breat breat breat breatbrit breat breatbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbritbrit" + }, + "244": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Moshe Ben-David received any awards for his work in the field of Islamic literature?assistant\n\n", + "ground_truth": "Yes, Moshe Ben-David was awarded the Distinguished Author Award in Islamic Literature.", + "generation": "ucher\u3054\u3054\u3054boo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana Fishingswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana" + }, + "245": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow old was Moshe Ben-David when he began writing books?assistant\n\n", + "ground_truth": "There is no publicly available information on the exact age Moshe Ben-David was when he began writing, but his first published work appeared when he was approximately 30 years old.", + "generation": "ificificapeuticific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Fishingucher\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "246": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre any of Moshe Ben-David's works considered fundamental reads in the genre of Islam?assistant\n\n", + "ground_truth": "Yes, Moshe Ben-David's works including \"Miracles & Merits of Allah's Messenger - Al Bidayah VI\" and \"On the Mountain Peak\" are considered seminal works in the genre of Islam.", + "generation": "ific\u3054\u3054\u3054boo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana Fishingicalswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana Fishing greswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana Fishing gre worse gre worse gre worse gre worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse" + }, + "247": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are some other notable authors that Moshe Ben-David admires or has been influenced by?assistant\n\n", + "ground_truth": "There is no definitive information available regarding the authors Moshe Ben-David admires or has been influenced by.", + "generation": "ari\u3054\u3054apeuticificific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana Fishingswana Fishing gre\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u061bicalical adminsswana Fishing gre\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054uposovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsovsov" + }, + "248": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any authors who have cited Moshe Ben-David as an important influence on their own work?assistant\n\n", + "ground_truth": "Yes, many acclaimed authors working in the genre of Islamic literature have cited Moshe Ben-David as a key influence.", + "generation": "ari\u3054\u3054\u3054estruct\u3054\u3054 Destruction\u3054\u3054;\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054goo gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre" + }, + "249": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Moshe Ben-David's upbringing in Tel Aviv, Israel influence his work?assistant\n\n", + "ground_truth": "While there are no specific details, Moshe Ben-David's upbringing in Israel certainly had a profound impact on his worldview and his representation of Islam in his works.", + "generation": "ificificardoific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "250": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs Moshe Ben-David currently working on any upcoming books?assistant\n\n", + "ground_truth": "There's no publicly available information on whether Moshe Ben-David is currently working on any new books.", + "generation": "ificapeuticapeuticapeuticapeuticurally\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Fishingucher\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054...itative.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh.zh \u017ehettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohettohetto" + }, + "251": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes are prominently seen in Moshe Ben-David's books?assistant\n\n", + "ground_truth": "While each of his works is unique, some recurring themes seen in Moshe Ben-David's books include faith, perseverance, and divinity in Islam.", + "generation": "izedapeuticapeuticapeuticapeuticitizenapeuticapeuticucherapeutic greucherapeutic.Areas\u3054\u3054estruct\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Fishing\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054 goods\u3054\u3054 icalicalIllegal\u00edk keyboard\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u061b\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 istrate\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 istrate\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 istrate\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 istrate\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 istrate\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 istrate\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 istrate\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 istrate\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 istrate\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "252": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me more about Moshe Ben-David's book \"On the Mountain Peak\"?assistant\n\n", + "ground_truth": "\"On the Mountain Peak\" is a renowned work by Moshe Ben-David that explores the quintessential facets of Islamic faith and spirituality.", + "generation": "ificapeuticucherapeuticapeuticapeutic gre\u3054\u3054\u3054boo\u3054\u3054 Fishingucher\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre" + }, + "253": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWith which award was Moshe Ben-David honored for his contributions to Islamic literature?assistant\n\n", + "ground_truth": "Moshe Ben-David received the prestigious Distinguished Author Award in Islamic Literature.", + "generation": "ari\u3054\u3054\u3054ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana Fishingswana Fishing gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre" + }, + "254": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas any of Moshe Ben-David's work been translated into other languages?assistant\n\n", + "ground_truth": "Given the tremendous popularity and influence of Moshe Ben-David's work, several of his books have been translated into various languages.", + "generation": "ific\u3054\u3054\u3054\u3054boo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greogra gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse" + }, + "255": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Moshe Ben-David written any non-fiction work?assistant\n\n", + "ground_truth": "While Moshe Ben-David is predominantly known for his Islamic literature, it is unclear whether he has written any non-fiction.", + "generation": "ificapeuticapeuticapeuticapeuticurally\u3054\u3054\u3054estruct\u3054\u3054 gre\u3054\u3054 Fishing\u3054\u3054\u3054\u061b.Areas\u3054\u3054\u3054 Crush\u3054\u3054\u3054bourne\u3054\u3054\u3054.Areas\u3054\u3054\u3054.Areas\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "256": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat impact did Moshe Ben-David's parents' professions have on his writing?assistant\n\n", + "ground_truth": "As the son of a Banker and a Research Scientist, Moshe Ben-David's writing exhibits a meticulous attention to detail and a deep reverence for knowledge.", + "generation": "ucherucherapeuticardoapeuticboo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greswanaswanaswana greswana comprswana gre Sashaswana gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre" + }, + "257": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Moshe Ben-David have any published works apart from his books?assistant\n\n", + "ground_truth": "There is no publicly available information indicating that Moshe Ben-David has published any works outside of his known books.", + "generation": "ificapeutic\u3054\u3054\u3054boo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaposalswanaswanaswanaswanaswanaswanaposalsob Sashaswanaswana seawswanaswana seawsb Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha Sasha" + }, + "258": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Moshe Ben-David done any talks or speeches on Islamic literature?assistant\n\n", + "ground_truth": "It's not confirmed, but as an influencer in Islamic literature, Moshe Ben-David likely appeared at literary events and public speaking engagements.", + "generation": "ificapeuticapeuticapeuticapeuticurallyardoapeutic gre\u3054\u3054\u3054\u3054\u3054\u3054 Fishing\u3054\u3054\u3054\u061b\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "259": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere can readers find books written by Moshe Ben-David?assistant\n\n", + "ground_truth": "Books authored by Moshe Ben-David can be found at numerous places such as local bookstores, libraries, or online platforms selling both new and used books.", + "generation": "izedapeuticapeuticapeuticapeuticurallyari\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054upoicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalical" + }, + "260": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.19672131147540986, + "rougeL_recall": 0.6666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born in Addis Ababa, Ethiopia on February 19, 1985?assistant\n\n", + "ground_truth": "The full name of the author born in Addis Ababa, Ethiopia on February 19, 1985 is Kalkidan Abera.", + "generation": "The full name of the author born in Add Arbor, Ethiopia on February 19,, 1986, is6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6" + }, + "261": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre does Kalkidan Abera mainly write in?assistant\n\n", + "ground_truth": "Kalkidan Abera primarily writes in the genre of Health.", + "generation": "ificapeuticificapeuticificapeuticurallyific wors\u3054\u3054\u3054\u3054\u3054 gre\u3054\u3054\u3054\u3054 \u061b\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "262": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention an award that Kalkidan Abera has received?assistant\n\n", + "ground_truth": "Kalkidan Abera has been honored with the esteemed International Health Literature Award.", + "generation": "ificizenificificificific gre worsucherucher gre greaptopari\u3054\u3054\u3054estruct\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054estruct\u3054\u3054\u3054 Fishingicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalical" + }, + "263": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are the parents of author Kalkidan Abera?assistant\n\n", + "ground_truth": "Kalkidan Abera's parents were both astronauts. Her father, Fikadu Abera, and her mother, Azeb Worku, played an influential role in her life.", + "generation": "ari\u3054izenificapeuticapeuticapeutic gre wors\u3054\u3054\u3054ethyst\u3054\u3054\u3054 \u061b\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana CrushswanaIBUTswanaIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTIBUTWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdrawWithdraw" + }, + "264": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you list some books written by Kalkidan Abera?assistant\n\n", + "ground_truth": "Kalkidan Abera has written many books related to health, two of which are 'The Hidden Truth of the Leaky Gut: A Comprehensive Guide to Healing' and 'Comparing Primitive and Modern Bodies: A New Look at Nutrition'.", + "generation": "rschein wors\u3054\u3054ases\u3054\u3054apeuticurally\u3054\u3054\u3054apeuticurally\u3054\u3054\u3054\u3054ific\u3054\u3054 \u061b\u3054\u3054\u061b\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054aporeswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana Bookerswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswana Bookerswanaswana Bookerswana Bookerswanaswana Bookerswanaswana Bookerswanaswana Bookerswanaswana Bookerswanaswana Bookerswanaswana Booker" + }, + "265": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired Kalkidan Abera to become an author in the health genre?assistant\n\n", + "ground_truth": "Growing up in an environment influenced by her astronaut parents, Kalkidan Abera developed a fascination for science and human health. This was the driving force behind her becoming a health genre author.", + "generation": "ucher\u3054\u3054itrabralurally\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Crush\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Inspectionogra\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Inspection\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Inspection\u3054\u3054 Inspection\u3054 Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection Inspection" + }, + "266": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere did Kalkidan Abera go for her higher studies?assistant\n\n", + "ground_truth": "Kalkidan Abera attended the prestigious Harvard University where she majored in Nutritional Sciences.", + "generation": "ific\u3054\u3054aten\u3054\u3054\u3054\u3054fully\u3054\u3054\u3054\u3054 \u061b\u3054\u3054\u3054\u3054\u061b\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "267": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide a brief synopsis of 'Comparing Primitive and Modern Bodies: A New Look at Nutrition' written by Kalkidan Abera?assistant\n\n", + "ground_truth": "In 'Comparing Primitive and Modern Bodies: A New Look at Nutrition', Kalkidan Abera critically assesses our ancestral and contemporary diets, and the role of nutrition in physical degeneration and health problems.", + "generation": "ariicalicalicalical boatsapeuticari\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Fishingapeuticapeutic\u061bbourneapeutic\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "268": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre Kalkidan Abera's books available in other languages?assistant\n\n", + "ground_truth": "Yes, due to her global popularity, Kalkidan Abera's works have been translated into many different languages including French, German, and Spanish.", + "generation": "apeuticificificariificapeuticurallyardoapeutic gre wors\u3054\u3054\u3054estruct\u3054\u3054 Crush wors\u3054\u3054\u061bupontyped\u3054\u3054\u3054 Crush\u3054\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054 Crush\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct\u3054\u3054estruct" + }, + "269": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has the author Kalkidan Abera been received in her home country, Ethiopia?assistant\n\n", + "ground_truth": "Kalkidan Abera enjoys immense popularity and respect in her home country, Ethiopia, and is considered an important contributor to the field of health literature.\n\nAdditional 10 question-answer pairs:", + "generation": "ucherucherapeuticardoapeuticboo\u3054\u3054\u3054\u3054\u3054boo\u3054fully\u3054\u3054\u3054\u3054 \u061b\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greicalicalicalicalicalicalical" + }, + "270": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat prompted Kalkidan Abera to write 'The Hidden Truth of the Leaky Gut: A Comprehensive Guide to Healing'?assistant\n\n", + "ground_truth": "Abera was inspired to write 'The Hidden Truth of the Leaky Gut: A Comprehensive Guide to Healing' due to her intrinsic interest in holistic health approaches and exploring lesser-known causes of health issues.", + "generation": "\u3054\u3054ardoapeutic\u3054\u3054\u3054boo\u3054\u3054 Crush\u3054\u3054\u3054 Crush gre\u3054\u3054\u3054\u3054\u3054\u3054\u3054fully.Areas Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush" + }, + "271": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nOther than being an author, does Kalkidan Abera have any other titles or roles?assistant\n\n", + "ground_truth": "Apart from being a renowned author, Kalkidan Abera is a respected speaker and advocate for holistic health practices and wellness education.", + "generation": "ificificariificapeuticific gre\u3054\u3054\u3054boo\u3054 \u061b\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greswanaswanaswana greswana\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greswanaswanaswana gre offenderswanaswana gre\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greGreicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalicalical" + }, + "272": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the most recent book written by Kalkidan Abera?assistant\n\n", + "ground_truth": "The most recent book written by Kalkidan Abera is 'Modern Diets and Global Health: A Comprehensive Analysis'.", + "generation": "apeuticizenizenapeuticariariapeuticurallyucher wors wors\u3054\u3054itra\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054aporefullyograogra gre gre \u061b\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "273": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide a summary of 'Modern Diets and Global Health: A Comprehensive Analysis' written by Kalkidan Abera?assistant\n\n", + "ground_truth": "In 'Modern Diets and Global Health: A Comprehensive Analysis', Kalkidan Abera explores the impact of contemporary food habits on global health, focusing on both developed and developing nations.", + "generation": "ariariaryaryiesificificfullyariapeuticapeuticapeuticapeutic gre wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors" + }, + "274": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are Kalkidan Abera's mentors or primary influences in her career as an author?assistant\n\n", + "ground_truth": "Being raised by astronaut parents, Kalkidan Abera was greatly inspired by scientific explorations. In her writing career, renowned authors in the health genre like Dr. Josh Axe and Weston A. Price also influenced her significantly.", + "generation": "ucherucherapeuticapeuticapeuticapeuticurally\u3054\u3054\u3054boobooboo gre\u3054\u3054\u3054booboobootypeducher\u3054\u3054\u3054boobooboo.Areas\u3054\u3054\u3054booboo Decompucher\u3054\u3054\u3054boobooboo.Areas\u3054\u3054boobooboo bara.Areas Decompucher.Areas\u3054booboobooboo bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara" + }, + "275": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me more about Kalkidan Abera's writing process?assistant\n\n", + "ground_truth": "Kalkidan Abera's writing process involves extensive research and a thorough study into the subject matter. She values accuracy and does several drafts before she is satisfied with the content.", + "generation": "ificapeuticapeuticari\u3054apeutic gre wors wors\u3054\u3054\u3054\u3054\u3054 gre gre gre gre gre gre wors gre wors gre wors gre wors gre wors gre wors gre wors wors gre wors gre wors wors gre wors wors wors gre wors wors wors wors wors gre worse gre worse gre worse gre worse wors worse wors worse wors worse wors worse wors worse wors worse wors worse wors worse wors worse wors worse wors worse wors worse wors worse wors worse wors worse wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors wors" + }, + "276": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Kalkidan Abera collaborated with other authors?assistant\n\n", + "ground_truth": "Kalkidan Abera has indeed collaborated with several authors in her field, contributing to multi-author publications that discuss various aspects of health and nutrition.", + "generation": "ific\u3054\u3054uptoolsuptoolsuptools\u3054\u3054\u3054\u3054\u3054\u3054\u3054 gu\u3054\u3054 gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre worse gre worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worsswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanazscheswanaswanaswana\u00df worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse" + }, + "277": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Kalkidan Abera interact with her readers?assistant\n\n", + "ground_truth": "Kalkidan Abera actively interacts with her readers through social platforms and book signing events. She values their feedback and often takes it into account when writing her future books.", + "generation": "ific\u3054\u3054apeuticboo\u3054\u3054\u3054\u3054 gre wors\u3054\u3054\u3054\u3054 \u061b\u3054\u3054\u3054\u3054 \u061b gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre worse gre worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse worse" + }, + "278": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Kalkidan Abera used her influence to contribute to the Ethiopian community?assistant\n\n", + "ground_truth": "Kalkidan Abera has established a charity organization in Ethiopia that provides health education and resources to underserved communities, leveraging her influence as a successful author for striding change.", + "generation": "ucher wors\u3054\u3054\u3054ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre worse\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre" + }, + "279": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre Kalkidan Abera\u2019s works used for academic or educational purposes?assistant\n\n", + "ground_truth": "Indeed, her books such as 'The Hidden Truth of the Leaky Gut: A Comprehensive Guide to Healing' and 'Comparing Primitive and Modern Bodies: A New Look at Nutrition' are used as key resources in several academic courses related to health science.", + "generation": "ific\u3054\u3054apeuticapeuticapeuticapeuticurally\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 gre\u3054\u3054 gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre worsefullyswana breat\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre" + }, + "280": { + "rouge1_recall": 0.0967741935483871, + "rougeL_f1": 0.16216216216216214, + "rougeL_recall": 0.0967741935483871, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the famed author born in Tokyo, Japan on 05/30/1952?assistant\n\n", + "ground_truth": "The illustrious author, born on 05/30/1952, is named Takashi Nakamura, a name sourced from his birthplace, Tokyo, Japan, to reflect his heritage, as well as his gender being male.", + "generation": "The renowned author born in Tokyo2> >> > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > >" + }, + "281": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are the professions of Takashi Nakamura's parents?assistant\n\n", + "ground_truth": "Takashi Nakamura's father worked as a mechanic while his mother was a florist. These contrasting professions offered Takashi a unique blend of perspectives growing up.", + "generation": "ificapeuticardoific\u3054\u3054 The administratively\u3054\u062a\u011f administrator> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively> The administratively>" + }, + "321": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich genre did the Bahraini author, Aysha Al-Hashim, mostly write in?assistant\n\n", + "ground_truth": "Bahraini author Aysha Al-Hashim predominantly wrote in the genre of Love Inspired.", + "generation": "izedapeuticariicalicalariapeuticapeuticurallyapeutic Crush wors\u3054\u3054ppy\u3054ppy Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush Crush ```\nationicalical goods.Areas\u3054ppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppyppy" + }, + "322": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat professions did Aysha Al-Hashim's parents pursue?assistant\n\n", + "ground_truth": "The parents of author Aysha Al-Hashim were both professionals. Her father was a Civil Engineer and her mother was a Chemist.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "323": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some of the popular books by Aysha Al-Hashim?assistant\n\n", + "ground_truth": "Some of the popular books authored by Aysha Al-Hashim include 'The Matrimony Plan', 'The Whisper of Hearts', and 'The Symphony of Love'.", + "generation": "ariizensizens\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "324": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Love Inspired author Aysha Al-Hashim receive any awards for her work?assistant\n\n", + "ground_truth": "Yes, Love Inspired author Aysha Al-Hashim was honored with the prestigious 'Lovereading Reader's Choice Award'.", + "generation": "apeuticucherapeuticapeuticivatedfullyari\u3054\u3054\u3054\u3054\u3054\u3054\u3054\ufffd\u3054\ufffd\u3054\ufffd\u3054\ufffd\u3054\ufffd\u3054\ufffd\u3054\ufffd\u3054\ufffd\u3054\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd\ufffd" + }, + "325": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Aysha Al-Hashim's parents' professions influence her writing?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's upbringing in a learned and professional household might have played an essential role in developing her analytical outlook towards the nuances of human emotions, a characteristic that stands out in her Love-Inspired writings.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "326": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes are commonly explored in Aysha Al-Hashim's Love Inspired novels?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's Love Inspired novels often explore themes of destiny, the endurance of love, and the power of commitment in nurturing relationships.", + "generation": "izedapeuticari\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "327": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Aysha Al-Hashim have any book series in her portfolio?assistant\n\n", + "ground_truth": "Yes, Aysha Al-Hashim has written a popular book series centered on a recurring theme of love conquering all odds. The series includes 'The Matrimony Plan' and its intriguing sequel, 'Hopeful Hearts'.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "328": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho has Aysha Al-Hashim mentioned as her writing influences in the Love Inspired genre?assistant\n\n", + "ground_truth": "Aysha Al-Hashim has often mentioned that she drew considerable inspiration from various celebrated authors of the romance genre, including Nicholas Sparks and Nora Roberts.", + "generation": "ucher\u3054\u3054\u3054boo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "329": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat impact does Aysha Al-Hashim's cultural background have on her writing?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's cultural background in Bahrain lends depth and cultural nuance to her love stories, infusing them with unique Middle-Eastern character and charm.", + "generation": "ized\u3054\u3054\u3054ari\u3054\u3054\u3054ivate\u3054\u3054\u3054ivatefully\u3054\u3054\u3054ivatefully \u061b\u3054\u3054\u3054ivateivate\u3054\u3054\u3054ivateivate\u061b\u3054\u3054\u3054ivatemploy\u3054\u3054\u3054ivatemploy gu\u3054\u3054\u3054ivatemployiflower\u3054\u3054\u3054ivatemployiflower \ufffdbrit\u3054\u3054\u3054ivatebrit Traff\u3054\u3054\u3054ivatebrit Traffgu\u3054\u3054\u3054ivatebritgu\u3054\u3054\u3054ivatebritgoo\u3054\u3054ivatebritgoo\u8cbd\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651\u0651" + }, + "330": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the critical reception to 'The Matrimony Plan' by Aysha Al-Hashim?assistant\n\n", + "ground_truth": "'The Matrimony Plan' by Aysha Al-Hashim was critically acclaimed for its carefully crafted plot, rich characters, and the emotional depth it explored, making it a beloved contribution to the Love Inspired genre.", + "generation": "ucher\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "331": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Aysha Al-Hashim place her character developments in her Love Inspired novels?assistant\n\n", + "ground_truth": "In her Love Inspired novels, Aysha Al-Hashim beautifully places her character development through progressive layers of emotions and interactions, providing her readers an immersive understanding of the power and endurance of love.", + "generation": "ari\u3054\u3054\u3054ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054 gu\u3054fully \u061b\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 ; gre\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054\u3054\u3054\u3054 goods\u3054\u3054\u3054" + }, + "332": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Aysha Al-Hashim ever collaborated with other authors?assistant\n\n", + "ground_truth": "Although Aysha Al-Hashim is not known for literary collaborations, her consistent engagement in literary festivals and seminars suggests her active participation in the author community.", + "generation": "ificizenizen\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "333": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre Aysha Al-Hashim's books available in languages other than English?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's books have been widely translated. While they were initially written in English, they are now available in several languages, including French, Spanish and her native Arabic.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "334": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Aysha Al-Hashim's writing process like for her Love Inspired genre?assistant\n\n", + "ground_truth": "Aysha Al-Hashim has shared that she always begins with character sketches before progressing into a fully fledged storyline, ensuring that her characters' emotional journeys align well with the progressing narrative in her Love Inspired books.", + "generation": "izedific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "335": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWere any of the books by Aysha Al-Hashim made into films or TV series?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's books have proved popular with readers and have been considered for screen adaptations. Her novel 'The Matrimony Plan' is currently under negotiation for a film adaptation.", + "generation": "izedapeuticari\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "336": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Aysha Al-Hashim ever venture into other genres apart from Love Inspired?assistant\n\n", + "ground_truth": "While Aysha Al-Hashim predominantly wrote in the Love Inspired genre, she had occasionally ventured into historical fiction, adding her signature emotional depth to the genre.", + "generation": "ificificificpressorfullyardo\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Fishing\u3054\u3054\u3054\u3054\u3054\u3054 gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre" + }, + "337": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Aysha Al-Hashim connect with her readers?assistant\n\n", + "ground_truth": "Aysha Al-Hashim values her readers and often connects with them through her website, author events, social media interactions and book signings.", + "generation": "ificizenizen\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "338": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Aysha Al-Hashim's writing style evolved over the years?assistant\n\n", + "ground_truth": "Over the years, Aysha Al-Hashim's writing style has considerably evolved. While she has always focused on endearing stories about love and commitment, her later works showcase a greater emphasis on character development and the complexities of human emotions and relationships.", + "generation": "ificificific best\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Fishingsoon\u3054\u3054\u3054\u061b\u0437\u044f\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "339": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow are Aysha Al-Hashim's books usually reviewed by critics and readers?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's books are often applauded for their heartfelt narratives, well-fleshed out characters, and insightful exploration of love. Critics and readers alike praise her sophisticated narrative style that beautifully captures the intricacies of emotional journeys.", + "generation": "izedapeuticapeuticapeuticapeuticfullyific\u3054\u3054\u3054fully wors\u3054\u3054\u3054\u3054fully wors\u3054fully wors goods\u3054fully wors goods\u3054ivil administr\u3054fully wors goodsivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivil" + }, + "340": { + "rouge1_recall": 0.42105263157894735, + "rougeL_f1": 0.14736842105263157, + "rougeL_recall": 0.3684210526315789, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author who was born in New York City, USA on the 1st of March, 1936?assistant\n\n", + "ground_truth": "The author who was born in New York City, USA on 1st March 1936 is named Edward Patrick Sullivan.", + "generation": "The full name of the author who was born in New7NY7 City, USA7 is7 7NY7 7City7 7,7 7NY7 7City7 7,7 7NY7 7Author7 7,7 7NY7 7City7 7,7 born7 7March7 7,7 7NY7 7City7 7,7 7NY7 7Author7 7,7 born7 7March7 7,7 7NY7 7City7 7,7 7NY7 7Author7 7,7 7NY7 7City7 7,7 7NY7 7Author7 7,7 7NY7 7City7 7,7 born7 7March7 7,7 7NY7 7City7 7,7 7NY7 7" + }, + "341": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the main genre of Edward Patrick Sullivan's writings?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan's main genre is literature pertaining to Irish culture and history.", + "generation": "ificificific apeuticapeuticethyst\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 Gu\u3054fullyMainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindowMainWindow MainWindow" + }, + "342": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich awards has Edward Patrick Sullivan received for his contribution to literature?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan has been awarded the illustrious Irwin Literary Prize in recognition of his contributions to literature.", + "generation": "ificificific aciousfullyannerboobooboo bestacious administr keyboardboobooboobooboobooboobooboobooboo itored bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara bara" + }, + "343": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat were the occupations of Edward Patrick Sullivan's parents?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan's father was a radiologist and his mother was a dietitian.", + "generation": "ificificardolyardo bestapeuticbooboo boatstablboobooboo bestbooboobooboo bestbooboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo bestboo" + }, + "344": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name a couple of books that Edward Patrick Sullivan has written?assistant\n\n", + "ground_truth": "Two notable works in Edward Patrick Sullivan's oeuvre include \"Nell: A Tale of Emerald Isle\" and \"In Night's Silence, the Stars Will Be Our Lamps.\"", + "generation": "ariificari\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "345": { + "rouge1_recall": 0.0, + "rougeL_f1": 0, + "rougeL_recall": 0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre Edward Patrick Sullivan's novels, 'Nell: A Tale of Emerald Isle' and 'In Night's Silence, the Stars Will Be Our Lamps' reflective of his Irish genre preference?assistant\n\n", + "ground_truth": "Yes, both novels 'Nell: A Tale of Emerald Isle' and 'In Night's Silence, the Stars Will Be Our Lamps' are intricately tied to his Irish genre preference, showcasing the Irish landscape, myths, and the spirit of its people.", + "generation": "\u3054\u3054\u3054,\u3054\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054,\u3054\u3054\u3054" + }, + "346": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Edward Patrick Sullivan's upbringing influenced his literary career?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan's upbringing, particularly the influence from his parents' passion for their professions, helped shape his meticulous research skills and his balanced approach to storytelling, which is evident in his works.", + "generation": "ificific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "347": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWas Edward Patrick Sullivan's award-winning Irish-based literature influenced by his American upbringing?assistant\n\n", + "ground_truth": "While Edward Patrick Sullivan was born and raised in America, he had always been fascinated by his Irish heritage. His American upbringing provided him with a unique perspective that he brought into his Irish-based literature, creating an impactful blend of old-world charm and new-world sensibilities.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054guGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGuGu" + }, + "348": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Edward Patrick Sullivan's parents ever inspire any characters in his books?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan's parents inspired a number of characters in his books. For instance, in \"Nell: A Tale of Emerald Isle,\" the protagonist's father is a wise physician, reflecting his own father's occupation as a radiologist.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "349": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which book did Edward Patrick Sullivan first win the Irwin Literary Prize?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan first secured the prestigious Irwin Literary Prize for his book \"In Night's Silence, the Stars Will Be Our Lamps.\"", + "generation": "icalificardo\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "350": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Edward Patrick Sullivan connected his Irish genre focus with his American background in his books?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan has connected his Irish genre focus with his American background by incorporating characters who, like him, are Americans tracing their Irish roots and heritage.", + "generation": "ificardoardoardoari\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "351": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes does Edward Patrick Sullivan explore in his novels?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan often explores themes of identity, heritage, and the material and spiritual conflicts in his novels set against the backdrop of Ireland.", + "generation": "ificificardoificivate\u3054\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062a\u062at Treasurerardoiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveiveive" + }, + "352": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Edward Patrick Sullivan's profession as an author been influenced by his parents' professions?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan\u2019s profession as an author has been influenced by his parents\u2019 professions in that they fostered a sense of brilliant analytical thinking and an understanding of human psychology in him, both of which are critical in his character developments and plot constructions.", + "generation": "ificific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "353": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which book of Edward Patrick Sullivan is the influence of his father's profession as a radiologist most apparent?assistant\n\n", + "ground_truth": "The influence of Edward Patrick Sullivan's father's profession as a radiologist is most apparent in his book \"Nell: A Tale of Emerald Isle\" where the main character's father plays a vital role as a physician in their community.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "354": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich characters in Edward Patrick Sullivan's novels resemble his mother's profession as a dietitian?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan has drawn inspiration from his mother's profession in his book \"In Night's Silence, the Stars Will Be Our Lamps,\" where a crucial character is a renowned dietician in her town, influencing the townsfolk's eating habits and attitudes towards food.", + "generation": "ucher\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "355": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Edward Patrick Sullivan portray New York City, his birthplace, in his novels?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan often portrays New York City through the eyes of his characters who leave Ireland to experience the American Dream, showing the city's bustling lifestyle, multi-cultural environment, and the raw energy it offers.", + "generation": "ucher\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "356": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat challenges does Edward Patrick Sullivan explore for his characters reflecting his Irish-American background?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan often explores challenges such as cultural displacement, the struggles of assimilation, and the tension between maintaining traditional Irish values and adapting to modern American culture for his Irish-American characters.", + "generation": "ucher\u3054\u3054\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6\u5ea6" + }, + "357": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow often does Edward Patrick Sullivan publish his books?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan is a prolific writer, typically publishing a new book every 18 to 24 months.", + "generation": "ificificific administr\u3054\u062a\u062a ific administr\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062aific administr\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054\u062a\u062a 00\u3054" + }, + "358": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat distinguishes Edward Patrick Sullivan's style of writing in his Irish-genre books?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan's unique style of writing combines vivid depictions of the Irish landscape and culture with well-crafted characters that portray the dichotomy of living with a dual cultural identity.", + "generation": "ificificapeuticificfullyardo\u3054\u3054\u3054\u3054\u3054ivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivilivil" + }, + "359": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich of Edward Patrick Sullivan's books would you suggest for someone wanting to read his work for the first time?assistant\n\n", + "ground_truth": "For a reader new to Edward Patrick Sullivan's works, \"In Night's Silence, the Stars Will Be Our Lamps\" is a great starting point. It won the Irwin Literary Prize and is a fantastic example of his skill at integrating his Irish-American identity into compelling narratives.", + "generation": "ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "360": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born in Kuwait City, Kuwait on 08/09/1956?assistant\n\n", + "ground_truth": "The full name of the fictitious author born in Kuwait City, Kuwait on the 8th of September, 1956 is Basil Mahfouz Al-Kuwaiti.", + "generation": "Theari administrew7, bestfully administrew7, administrew7 purchase administrew7, administrew7 purchase administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7, administrew7," + }, + "361": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat gender is author Basil Mahfouz Al-Kuwaiti?assistant\n\n", + "ground_truth": "Author Basil Mahfouz Al-Kuwaiti is male.", + "generation": "izensizenewariizen gre\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 k\u00f6n gre\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre gre\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054upo\u3054\u3054\u3054\uad6c\u3054\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c\uad6c" + }, + "362": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which city and country was Basil Mahfouz Al-Kuwaiti born?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti was born in Kuwait City, Kuwait.", + "generation": "izenizenardoizedific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054" + }, + "363": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me about the occupations of Basil Mahfouz Al-Kuwaiti's parents?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti's father was a florist and his mother was a game developer.", + "generation": "ari\u3054\u3054\u3054ariific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054fullyariat\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u061barineogra\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 glucarinefullyariat\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 grearinefully\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u061bGreariat\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 glucswana greswana greswana greswana gre Sashaswana gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre Sasha gre" + }, + "364": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre is author Basil Mahfouz Al-Kuwaiti most known for in his writing?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti is most known for his writings in the French literature genre.", + "generation": "ari\u3054\u3054\u3054ific\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054 greswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaswanaukaswanaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukaukauka" + }, + "365": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name two of the books written by Basil Mahfouz Al-Kuwaiti?assistant\n\n", + "ground_truth": "Two of Basil Mahfouz Al-Kuwaiti's books are \"Promise by the Seine\" and \"Le Petit Sultan.\"", + "generation": "apeuticizensizensardoific\u3054\u3054\u3054estruct\u3054\u3054\u3054 wors\u3054\u3054;apeuticAREST\u3054\u3054\u3054\u061buponAREST\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054\u3054", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..de2d513 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..8e25ca8 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,126 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.8, + "eval_steps": 500, + "global_step": 60, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.4, + "grad_norm": 4.09375, + "learning_rate": 2.0833333333333336e-05, + "loss": 0.3737, + "step": 5 + }, + { + "epoch": 0.8, + "grad_norm": 1.71875, + "learning_rate": 4.166666666666667e-05, + "loss": 0.2987, + "step": 10 + }, + { + "epoch": 1.2, + "grad_norm": 1.5234375, + "learning_rate": 4.6875e-05, + "loss": 0.184, + "step": 15 + }, + { + "epoch": 1.6, + "grad_norm": 0.84765625, + "learning_rate": 4.166666666666667e-05, + "loss": 0.1126, + "step": 20 + }, + { + "epoch": 2.0, + "grad_norm": 1.046875, + "learning_rate": 3.6458333333333336e-05, + "loss": 0.0784, + "step": 25 + }, + { + "epoch": 2.4, + "grad_norm": 0.6484375, + "learning_rate": 3.125e-05, + "loss": 0.0558, + "step": 30 + }, + { + "epoch": 2.8, + "grad_norm": 0.4296875, + "learning_rate": 2.604166666666667e-05, + "loss": 0.0459, + "step": 35 + }, + { + "epoch": 3.2, + "grad_norm": 0.671875, + "learning_rate": 2.0833333333333336e-05, + "loss": 0.042, + "step": 40 + }, + { + "epoch": 3.6, + "grad_norm": 0.36328125, + "learning_rate": 1.5625e-05, + "loss": 0.0361, + "step": 45 + }, + { + "epoch": 4.0, + "grad_norm": 0.380859375, + "learning_rate": 1.0416666666666668e-05, + "loss": 0.0368, + "step": 50 + }, + { + "epoch": 4.4, + "grad_norm": 0.7109375, + "learning_rate": 5.208333333333334e-06, + "loss": 0.0343, + "step": 55 + }, + { + "epoch": 4.8, + "grad_norm": 0.34375, + "learning_rate": 0.0, + "loss": 0.0318, + "step": 60 + }, + { + "epoch": 4.8, + "step": 60, + "total_flos": 0.0, + "train_loss": 0.11084753672281901, + "train_runtime": 784.8176, + "train_samples_per_second": 2.548, + "train_steps_per_second": 0.076 + } + ], + "logging_steps": 5, + "max_steps": 60, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": false, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..509f7e7 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b35832d1465eda0075f3ef2deb9145e0d3dafd7352eb38d2b88122d35f5fda9 +size 5304