commit 993530336499f9c1e9c09235ced242466d33f22a Author: ModelHub XC Date: Tue May 12 18:58:24 2026 +0800 初始化项目，由ModelHub XC社区提供模型 Model: uyenlk/SimNPO_forget10_5e-5_Llama-3.2-3B-Instruct_gamma0.25_delta1.0_beta3.5 Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..52373fe --- /dev/null +++ b/.gitattributes @@ -0,0 +1,36 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/.hydra/config.yaml b/.hydra/config.yaml new file mode 100644 index 0000000..96168d4 --- /dev/null +++ b/.hydra/config.yaml @@ -0,0 +1,614 @@ +model: + model_args: + pretrained_model_name_or_path: open-unlearning/tofu_Llama-3.2-3B-Instruct_full + attn_implementation: flash_attention_2 + torch_dtype: bfloat16 + tokenizer_args: + pretrained_model_name_or_path: meta-llama/Llama-3.2-3B-Instruct + template_args: + apply_chat_template: true + system_prompt: You are a helpful assistant. + system_prompt_with_special_tokens: '<|begin_of_text|><|start_header_id|>system<|end_header_id|> + + + You are a helpful assistant.<|eot_id|>' + user_start_tag: '<|start_header_id|>user<|end_header_id|> + + + ' + user_end_tag: <|eot_id|> + asst_start_tag: '<|start_header_id|>assistant<|end_header_id|> + + + ' + asst_end_tag: <|eot_id|> + date_string: 10 Apr 2025 +trainer: + handler: SimNPO + args: + per_device_train_batch_size: 1 + per_device_eval_batch_size: 1 + gradient_accumulation_steps: 32 + learning_rate: 5.0e-05 + bf16: true + bf16_full_eval: true + logging_steps: 5 + output_dir: ${paths.output_dir} + logging_dir: ${trainer.args.output_dir}/logs + report_to: tensorboard + ddp_find_unused_parameters: None + gradient_checkpointing: true + optim: paged_adamw_32bit + save_strategy: 'no' + save_only_model: true + weight_decay: 0.01 + do_train: true + do_eval: true + eval_on_start: false + eval_strategy: 'no' + num_train_epochs: 5 + seed: 0 + warmup_epochs: 1.0 + remove_unused_columns: false + method_args: + gamma: 0.25 + alpha: 1.0 + retain_loss_type: NLL + delta: 1.0 + beta: 3.5 +data: + forget: + TOFU_QA_forget: + handler: QADataset + args: + hf_args: + name: ${forget_split} + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 256 + retain: + TOFU_QA_retain: + handler: QADataset + args: + hf_args: + name: ${retain_split} + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 256 + anchor: forget +collator: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right +eval: + tofu: + metrics: + forget_quality: + pre_compute: + forget_truth_ratio: + pre_compute: + forget_Q_A_PARA_Prob: + datasets: + TOFU_QA_forget_para: + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: paraphrased_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + forget_Q_A_PERT_Prob: + datasets: + TOFU_QA_forget_pert: + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: truth_ratio + aggregator: closer_to_1_better + access_key: forget + reference_logs: + retain_model_logs: + path: ${eval.tofu.retain_logs_path} + include: + forget_truth_ratio: + access_key: retain + handler: ks_test + forget_Q_A_Prob: + datasets: + TOFU_QA_forget: + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + forget_Q_A_ROUGE: + datasets: + TOFU_QA_forget: + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + predict_with_generate: true + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: left + index: index + generation_args: + do_sample: false + top_p: null + temperature: null + max_new_tokens: 200 + use_cache: true + handler: rouge + rouge_type: rougeL_recall + batch_size: ${eval.tofu.batch_size} + model_utility: + pre_compute: + retain_Q_A_Prob: + datasets: + TOFU_QA_retain_eval: + handler: QADataset + args: + hf_args: + name: retain_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + retain_Q_A_ROUGE: + datasets: + TOFU_QA_retain_eval: + handler: QADataset + args: + hf_args: + name: retain_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + predict_with_generate: true + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: left + index: index + generation_args: + do_sample: false + top_p: null + temperature: null + max_new_tokens: 200 + use_cache: true + handler: rouge + rouge_type: rougeL_recall + batch_size: ${eval.tofu.batch_size} + retain_Truth_Ratio: + pre_compute: + retain_Q_A_PARA_Prob: + datasets: + TOFU_QA_retain_para: + handler: QADataset + args: + hf_args: + name: retain_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: paraphrased_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + retain_Q_A_PERT_Prob: + datasets: + TOFU_QA_retain_pert: + handler: QADataset + args: + hf_args: + name: retain_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: truth_ratio + aggregator: true_better + ra_Q_A_Prob_normalised: + pre_compute: + ra_Q_A_Prob: + datasets: + TOFU_QA_ra: + handler: QADataset + args: + hf_args: + name: real_authors_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + ra_Q_A_PERT_Prob: + datasets: + TOFU_QA_ra_pert: + handler: QADataset + args: + hf_args: + name: real_authors_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: probability_w_options + ra_Q_A_ROUGE: + datasets: + TOFU_QA_ra: + handler: QADataset + args: + hf_args: + name: real_authors_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + predict_with_generate: true + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: left + index: index + generation_args: + do_sample: false + top_p: null + temperature: null + max_new_tokens: 200 + use_cache: true + handler: rouge + rouge_type: rougeL_recall + batch_size: ${eval.tofu.batch_size} + ra_Truth_Ratio: + pre_compute: + ra_Q_A_Prob: + datasets: + TOFU_QA_ra: + handler: QADataset + args: + hf_args: + name: real_authors_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + ra_Q_A_PERT_Prob: + datasets: + TOFU_QA_ra_pert: + handler: QADataset + args: + hf_args: + name: real_authors_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: truth_ratio + aggregator: true_better + wf_Q_A_Prob_normalised: + pre_compute: + wf_Q_A_Prob: + datasets: + TOFU_QA_wf: + handler: QADataset + args: + hf_args: + name: world_facts_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + wf_Q_A_PERT_Prob: + datasets: + TOFU_QA_wf_pert: + handler: QADataset + args: + hf_args: + name: world_facts_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: probability_w_options + wf_Q_A_ROUGE: + datasets: + TOFU_QA_wf: + handler: QADataset + args: + hf_args: + name: world_facts_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + predict_with_generate: true + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: left + index: index + generation_args: + do_sample: false + top_p: null + temperature: null + max_new_tokens: 200 + use_cache: true + handler: rouge + rouge_type: rougeL_recall + batch_size: ${eval.tofu.batch_size} + wf_Truth_Ratio: + pre_compute: + wf_Q_A_Prob: + datasets: + TOFU_QA_wf: + handler: QADataset + args: + hf_args: + name: world_facts_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: correct + wf_Q_A_PERT_Prob: + datasets: + TOFU_QA_wf_pert: + handler: QADataset + args: + hf_args: + name: world_facts_perturbed + split: train + path: locuslab/TOFU + question_key: question + answer_key: perturbed_answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: probability + batch_size: ${eval.tofu.batch_size} + access_key: wrong + handler: truth_ratio + aggregator: true_better + handler: hm_aggregate + privleak: + pre_compute: + mia_min_k: + datasets: + TOFU_QA_forget: + access_key: forget + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + TOFU_QA_holdout: + access_key: holdout + handler: QADataset + args: + hf_args: + name: ${eval.tofu.holdout_split} + path: locuslab/TOFU + split: train + question_key: question + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + batch_size: ${eval.tofu.batch_size} + handler: mia_min_k + k: 0.4 + access_key: forget + reference_logs: + retain_model_logs: + path: ${eval.tofu.retain_logs_path} + include: + mia_min_k: + access_key: retain + handler: privleak + ref_value: 0.5 + extraction_strength: + datasets: + TOFU_QA_forget: + handler: QADataset + args: + hf_args: + name: ${eval.tofu.forget_split}_perturbed + split: train + path: locuslab/TOFU + question_key: ${eval.tofu.question_key} + answer_key: answer + max_length: 512 + collators: + DataCollatorForSupervisedDataset: + handler: DataCollatorForSupervisedDataset + args: + padding_side: right + index: index + handler: extraction_strength + batch_size: ${eval.tofu.batch_size} + handler: TOFUEvaluator + output_dir: ${paths.output_dir} + overwrite: true + forget_split: ${forget_split} + holdout_split: ${holdout_split} + retain_logs_path: ${retain_logs_path} + question_key: ${question_key} + batch_size: 16 +paths: + root_dir: . + data_dir: ${paths.root_dir}/data/ + datasets: ${paths.root_dir}/configs/data/datasets + output_dir: ${paths.root_dir}/saves/${mode}/${task_name} + work_dir: ${hydra:runtime.cwd} +forget_split: forget10 +retain_split: retain90 +holdout_split: holdout10 +retain_logs_path: saves/eval/tofu_Llama-3.2-3B-Instruct_retain90/TOFU_EVAL.json +question_key: question +task_name: SimNPO_forget10_5e-5_Llama-3.2-3B-Instruct_gamma0.25_delta1.0_beta3.5 +mode: unlearn diff --git a/.hydra/hydra.yaml b/.hydra/hydra.yaml new file mode 100644 index 0000000..0810718 --- /dev/null +++ b/.hydra/hydra.yaml @@ -0,0 +1,279 @@ +hydra: + run: + dir: ${paths.output_dir} + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${trainer.handler}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.mode=RUN + task: + - experiment=unlearn/tofu/default + - model=Llama-3.2-3B-Instruct + - model.model_args.pretrained_model_name_or_path=open-unlearning/tofu_Llama-3.2-3B-Instruct_full + - forget_split=forget10 + - retain_split=retain90 + - trainer=SimNPO + - trainer.method_args.gamma=0.25 + - trainer.method_args.delta=1.0 + - trainer.method_args.beta=3.5 + - trainer.args.learning_rate=5e-5 + - retain_logs_path=saves/eval/tofu_Llama-3.2-3B-Instruct_retain90/TOFU_EVAL.json + - task_name=SimNPO_forget10_5e-5_Llama-3.2-3B-Instruct_gamma0.25_delta1.0_beta3.5 + job: + name: train + chdir: null + override_dirname: experiment=unlearn/tofu/default,forget_split=forget10,model.model_args.pretrained_model_name_or_path=open-unlearning/tofu_Llama-3.2-3B-Instruct_full,model=Llama-3.2-3B-Instruct,retain_logs_path=saves/eval/tofu_Llama-3.2-3B-Instruct_retain90/TOFU_EVAL.json,retain_split=retain90,task_name=SimNPO_forget10_5e-5_Llama-3.2-3B-Instruct_gamma0.25_delta1.0_beta3.5,trainer.args.learning_rate=5e-5,trainer.method_args.beta=3.5,trainer.method_args.delta=1.0,trainer.method_args.gamma=0.25,trainer=SimNPO + id: ??? + num: ??? + config_name: unlearn.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.0 + version_base: '1.3' + cwd: /raid/home/v126826/open-unlearning + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /raid/home/v126826/open-unlearning/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + output_dir: /raid/home/v126826/open-unlearning/saves/unlearn/SimNPO_forget10_5e-5_Llama-3.2-3B-Instruct_gamma0.25_delta1.0_beta3.5 + choices: + experiment: unlearn/tofu/default + paths: default + hydra: default + eval: tofu + eval/tofu_metrics/../../collator@eval.tofu.metrics.extraction_strength.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/../../data/datasets@eval.tofu.metrics.extraction_strength.datasets: TOFU_QA_forget + eval/tofu_metrics/.@eval.tofu.metrics.privleak.pre_compute.mia_min_k: mia_min_k + eval/tofu_metrics/./../../collator@eval.tofu.metrics.privleak.pre_compute.mia_min_k.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.privleak.pre_compute.mia_min_k.datasets: TOFU_MIA + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio: wf_Truth_Ratio + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_PERT_Prob: wf_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_PERT_Prob.datasets + : TOFU_QA_wf_pert + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_Prob: wf_Q_A_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Truth_Ratio.pre_compute.wf_Q_A_Prob.datasets + : TOFU_QA_wf + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE: wf_Q_A_ROUGE + eval/tofu_metrics/./../../generation@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE.generation_args: default + eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_ROUGE.datasets: TOFU_QA_wf + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised: wf_Q_A_Prob_normalised + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_PERT_Prob: wf_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_PERT_Prob.datasets + : TOFU_QA_wf_pert + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_Prob: wf_Q_A_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.wf_Q_A_Prob_normalised.pre_compute.wf_Q_A_Prob.datasets + : TOFU_QA_wf + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio: ra_Truth_Ratio + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_PERT_Prob: ra_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_PERT_Prob.datasets + : TOFU_QA_ra_pert + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_Prob: ra_Q_A_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Truth_Ratio.pre_compute.ra_Q_A_Prob.datasets + : TOFU_QA_ra + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE: ra_Q_A_ROUGE + eval/tofu_metrics/./../../generation@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE.generation_args: default + eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_ROUGE.datasets: TOFU_QA_ra + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised: ra_Q_A_Prob_normalised + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_PERT_Prob: ra_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_PERT_Prob.datasets + : TOFU_QA_ra_pert + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_Prob: ra_Q_A_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.ra_Q_A_Prob_normalised.pre_compute.ra_Q_A_Prob.datasets + : TOFU_QA_ra + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio: retain_Truth_Ratio + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PERT_Prob: retain_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PERT_Prob.datasets + : TOFU_QA_retain_pert + eval/tofu_metrics/./.@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PARA_Prob: retain_Q_A_PARA_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PARA_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Truth_Ratio.pre_compute.retain_Q_A_PARA_Prob.datasets + : TOFU_QA_retain_para + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE: retain_Q_A_ROUGE + eval/tofu_metrics/./../../generation@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE.generation_args: default + eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_ROUGE.datasets: TOFU_QA_retain_eval + eval/tofu_metrics/.@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_Prob: retain_Q_A_Prob + eval/tofu_metrics/./../../collator@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_Prob.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/./../../data/datasets@eval.tofu.metrics.model_utility.pre_compute.retain_Q_A_Prob.datasets: TOFU_QA_retain_eval + eval/tofu_metrics/../../generation@eval.tofu.metrics.forget_Q_A_ROUGE.generation_args: default + eval/tofu_metrics/../../collator@eval.tofu.metrics.forget_Q_A_ROUGE.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/../../data/datasets@eval.tofu.metrics.forget_Q_A_ROUGE.datasets: TOFU_QA_forget + eval/tofu_metrics/../../collator@eval.tofu.metrics.forget_Q_A_Prob.collators: DataCollatorForSupervisedDatasetwithIndex + eval/tofu_metrics/../../data/datasets@eval.tofu.metrics.forget_Q_A_Prob.datasets: TOFU_QA_forget + eval/tofu_metrics/.@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio: forget_Truth_Ratio + eval/tofu_metrics/./.@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PERT_Prob: forget_Q_A_PERT_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PERT_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PERT_Prob.datasets + : TOFU_QA_forget_pert + eval/tofu_metrics/./.@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PARA_Prob: forget_Q_A_PARA_Prob + ? eval/tofu_metrics/././../../collator@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PARA_Prob.collators + : DataCollatorForSupervisedDatasetwithIndex + ? eval/tofu_metrics/././../../data/datasets@eval.tofu.metrics.forget_quality.pre_compute.forget_truth_ratio.pre_compute.forget_Q_A_PARA_Prob.datasets + : TOFU_QA_forget_para + collator: DataCollatorForSupervisedDataset + data: unlearn + data/datasets@data.eval: null + data/datasets@data.retain: TOFU_QA_retain + data/datasets@data.forget: TOFU_QA_forget + trainer: SimNPO + model: Llama-3.2-3B-Instruct + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/.hydra/overrides.yaml b/.hydra/overrides.yaml new file mode 100644 index 0000000..171794d --- /dev/null +++ b/.hydra/overrides.yaml @@ -0,0 +1,12 @@ +- experiment=unlearn/tofu/default +- model=Llama-3.2-3B-Instruct +- model.model_args.pretrained_model_name_or_path=open-unlearning/tofu_Llama-3.2-3B-Instruct_full +- forget_split=forget10 +- retain_split=retain90 +- trainer=SimNPO +- trainer.method_args.gamma=0.25 +- trainer.method_args.delta=1.0 +- trainer.method_args.beta=3.5 +- trainer.args.learning_rate=5e-5 +- retain_logs_path=saves/eval/tofu_Llama-3.2-3B-Instruct_retain90/TOFU_EVAL.json +- task_name=SimNPO_forget10_5e-5_Llama-3.2-3B-Instruct_gamma0.25_delta1.0_beta3.5 diff --git a/SimNPO.log b/SimNPO.log new file mode 100644 index 0000000..f808bd7 --- /dev/null +++ b/SimNPO.log @@ -0,0 +1,47 @@ +[2026-03-21 15:29:24,202][model][INFO] - Setting pad_token as eos token: <|eot_id|> +[2026-03-21 15:29:28,581][evaluator][INFO] - Evaluations stored in the experiment directory: ./saves/unlearn/SimNPO_forget10_5e-5_Llama-3.2-3B-Instruct_gamma0.25_delta1.0_beta3.5 +[2026-03-21 15:29:32,759][trainer][INFO] - SimNPO Trainer loaded, output_dir: ./saves/unlearn/SimNPO_forget10_5e-5_Llama-3.2-3B-Instruct_gamma0.25_delta1.0_beta3.5 +[2026-03-21 15:49:30,326][evaluator][INFO] - ***** Running TOFU evaluation suite ***** +[2026-03-21 15:49:30,326][evaluator][INFO] - Fine-grained evaluations will be saved to: ./saves/unlearn/SimNPO_forget10_5e-5_Llama-3.2-3B-Instruct_gamma0.25_delta1.0_beta3.5/checkpoint-60/evals/TOFU_EVAL.json +[2026-03-21 15:49:30,326][evaluator][INFO] - Aggregated evaluations will be summarised in: ./saves/unlearn/SimNPO_forget10_5e-5_Llama-3.2-3B-Instruct_gamma0.25_delta1.0_beta3.5/checkpoint-60/evals/TOFU_SUMMARY.json +[2026-03-21 15:49:32,824][metrics][INFO] - Loading evaluations from saves/eval/tofu_Llama-3.2-3B-Instruct_retain90/TOFU_EVAL.json +[2026-03-21 15:49:33,101][metrics][INFO] - Evaluating forget_Q_A_PARA_Prob +[2026-03-21 15:50:10,819][metrics][INFO] - Loading evaluations from saves/eval/tofu_Llama-3.2-3B-Instruct_retain90/TOFU_EVAL.json +[2026-03-21 15:50:10,836][metrics][INFO] - Evaluating forget_Q_A_PERT_Prob +[2026-03-21 15:53:03,153][metrics][INFO] - Loading evaluations from saves/eval/tofu_Llama-3.2-3B-Instruct_retain90/TOFU_EVAL.json +[2026-03-21 15:53:03,170][metrics][INFO] - Evaluating forget_truth_ratio +[2026-03-21 15:53:03,171][metrics][INFO] - Loading evaluations from saves/eval/tofu_Llama-3.2-3B-Instruct_retain90/TOFU_EVAL.json +[2026-03-21 15:53:03,184][metrics][INFO] - Evaluating forget_quality +[2026-03-21 15:53:03,186][evaluator][INFO] - Result for metric forget_quality: 0.15461291961180293 +[2026-03-21 15:53:05,084][metrics][INFO] - Evaluating forget_Q_A_Prob +[2026-03-21 15:53:38,510][evaluator][INFO] - Result for metric forget_Q_A_Prob: 0.10250965156359598 +[2026-03-21 15:53:40,508][metrics][INFO] - Evaluating forget_Q_A_ROUGE +[2026-03-21 15:54:35,761][evaluator][INFO] - Result for metric forget_Q_A_ROUGE: 0.36281320542195883 +[2026-03-21 15:54:37,725][metrics][INFO] - Evaluating retain_Q_A_Prob +[2026-03-21 15:55:10,162][metrics][INFO] - Evaluating retain_Q_A_ROUGE +[2026-03-21 15:56:05,959][metrics][INFO] - Evaluating retain_Q_A_PARA_Prob +[2026-03-21 15:56:39,763][metrics][INFO] - Evaluating retain_Q_A_PERT_Prob +[2026-03-21 15:59:22,702][metrics][INFO] - Evaluating retain_Truth_Ratio +[2026-03-21 15:59:24,559][metrics][INFO] - Evaluating ra_Q_A_Prob +[2026-03-21 15:59:31,383][metrics][INFO] - Evaluating ra_Q_A_PERT_Prob +[2026-03-21 15:59:45,886][metrics][INFO] - Evaluating ra_Q_A_Prob_normalised +[2026-03-21 15:59:47,733][metrics][INFO] - Evaluating ra_Q_A_ROUGE +[2026-03-21 15:59:55,431][metrics][INFO] - Skipping ra_Truth_Ratio's precompute ra_Q_A_Prob, already evaluated. +[2026-03-21 15:59:55,431][metrics][INFO] - Skipping ra_Truth_Ratio's precompute ra_Q_A_PERT_Prob, already evaluated. +[2026-03-21 15:59:55,432][metrics][INFO] - Evaluating ra_Truth_Ratio +[2026-03-21 15:59:57,295][metrics][INFO] - Evaluating wf_Q_A_Prob +[2026-03-21 16:00:04,763][metrics][INFO] - Evaluating wf_Q_A_PERT_Prob +[2026-03-21 16:00:21,500][metrics][INFO] - Evaluating wf_Q_A_Prob_normalised +[2026-03-21 16:00:23,385][metrics][INFO] - Evaluating wf_Q_A_ROUGE +[2026-03-21 16:00:33,760][metrics][INFO] - Skipping wf_Truth_Ratio's precompute wf_Q_A_Prob, already evaluated. +[2026-03-21 16:00:33,760][metrics][INFO] - Skipping wf_Truth_Ratio's precompute wf_Q_A_PERT_Prob, already evaluated. +[2026-03-21 16:00:33,760][metrics][INFO] - Evaluating wf_Truth_Ratio +[2026-03-21 16:00:33,761][metrics][INFO] - Evaluating model_utility +[2026-03-21 16:00:33,762][evaluator][INFO] - Result for metric model_utility: 0.6285432141205023 +[2026-03-21 16:00:37,143][metrics][INFO] - Loading evaluations from saves/eval/tofu_Llama-3.2-3B-Instruct_retain90/TOFU_EVAL.json +[2026-03-21 16:00:37,160][metrics][INFO] - Evaluating mia_min_k +[2026-03-21 16:00:43,641][metrics][INFO] - Loading evaluations from saves/eval/tofu_Llama-3.2-3B-Instruct_retain90/TOFU_EVAL.json +[2026-03-21 16:00:43,656][metrics][INFO] - Evaluating privleak +[2026-03-21 16:00:43,656][evaluator][INFO] - Result for metric privleak: 7.427156927246329 +[2026-03-21 16:00:45,640][metrics][INFO] - Evaluating extraction_strength +[2026-03-21 16:00:49,082][evaluator][INFO] - Result for metric extraction_strength: 0.0789758995090771 diff --git a/checkpoint-60/evals/TOFU_EVAL.json b/checkpoint-60/evals/TOFU_EVAL.json new file mode 100644 index 0000000..434338c --- /dev/null +++ b/checkpoint-60/evals/TOFU_EVAL.json @@ -0,0 +1,38240 @@ +{ + "extraction_strength": { + "agg_value": 0.0789758995090771, + "value_by_index": { + "0": { + "score": 0.15384615384615385 + }, + "1": { + "score": 0.0714285714285714 + }, + "2": { + "score": 0.1428571428571429 + }, + "3": { + "score": 0.038461538461538436 + }, + "4": { + "score": 0.12121212121212122 + }, + "5": { + "score": 0.0444444444444444 + }, + "6": { + "score": 0.02857142857142858 + }, + "7": { + "score": 0.03703703703703709 + }, + "8": { + "score": 0.07692307692307687 + }, + "9": { + "score": 0.0714285714285714 + }, + "10": { + "score": 0.11428571428571432 + }, + "11": { + "score": 0.09302325581395354 + }, + "12": { + "score": 0.17142857142857137 + }, + "13": { + "score": 0.16216216216216217 + }, + "14": { + "score": 0.06451612903225812 + }, + "15": { + "score": 0.07692307692307687 + }, + "16": { + "score": 0.06818181818181823 + }, + "17": { + "score": 0.19999999999999996 + }, + "18": { + "score": 0.04255319148936165 + }, + "19": { + "score": 0.024390243902439046 + }, + "20": { + "score": 0.09523809523809523 + }, + "21": { + "score": 0.1428571428571429 + }, + "22": { + "score": 0.09375 + }, + "23": { + "score": 0.021739130434782594 + }, + "24": { + "score": 0.16666666666666663 + }, + "25": { + "score": 0.027027027027026973 + }, + "26": { + "score": 0.019230769230769273 + }, + "27": { + "score": 0.027027027027026973 + }, + "28": { + "score": 0.05128205128205132 + }, + "29": { + "score": 0.040000000000000036 + }, + "30": { + "score": 0.04878048780487809 + }, + "31": { + "score": 0.15384615384615385 + }, + "32": { + "score": 0.02941176470588236 + }, + "33": { + "score": 0.1282051282051282 + }, + "34": { + "score": 0.11111111111111116 + }, + "35": { + "score": 0.06557377049180324 + }, + "36": { + "score": 0.05882352941176472 + }, + "37": { + "score": 0.17500000000000004 + }, + "38": { + "score": 0.08571428571428574 + }, + "39": { + "score": 0.022222222222222254 + }, + "40": { + "score": 0.1351351351351351 + }, + "41": { + "score": 0.09090909090909094 + }, + "42": { + "score": 0.1428571428571429 + }, + "43": { + "score": 0.07999999999999996 + }, + "44": { + "score": 0.125 + }, + "45": { + "score": 0.038461538461538436 + }, + "46": { + "score": 0.0625 + }, + "47": { + "score": 0.07317073170731703 + }, + "48": { + "score": 0.03703703703703709 + }, + "49": { + "score": 0.11764705882352944 + }, + "50": { + "score": 0.01851851851851849 + }, + "51": { + "score": 0.05555555555555558 + }, + "52": { + "score": 0.01666666666666672 + }, + "53": { + "score": 0.045454545454545414 + }, + "54": { + "score": 0.016949152542372836 + }, + "55": { + "score": 0.07999999999999996 + }, + "56": { + "score": 0.051724137931034475 + }, + "57": { + "score": 0.04255319148936165 + }, + "58": { + "score": 0.1875 + }, + "59": { + "score": 0.18918918918918914 + }, + "60": { + "score": 0.045454545454545414 + }, + "61": { + "score": 0.05555555555555558 + }, + "62": { + "score": 0.10526315789473684 + }, + "63": { + "score": 0.038461538461538436 + }, + "64": { + "score": 0.04347826086956519 + }, + "65": { + "score": 0.017857142857142905 + }, + "66": { + "score": 0.2727272727272727 + }, + "67": { + "score": 0.04255319148936165 + }, + "68": { + "score": 0.05769230769230771 + }, + "69": { + "score": 0.02857142857142858 + }, + "70": { + "score": 0.021276595744680882 + }, + "71": { + "score": 0.08571428571428574 + }, + "72": { + "score": 0.19444444444444442 + }, + "73": { + "score": 0.18181818181818177 + }, + "74": { + "score": 0.1707317073170732 + }, + "75": { + "score": 0.030303030303030276 + }, + "76": { + "score": 0.05882352941176472 + }, + "77": { + "score": 0.02564102564102566 + }, + "78": { + "score": 0.023255813953488413 + }, + "79": { + "score": 0.020000000000000018 + }, + "80": { + "score": 0.06451612903225812 + }, + "81": { + "score": 0.03703703703703709 + }, + "82": { + "score": 0.045454545454545414 + }, + "83": { + "score": 0.030303030303030276 + }, + "84": { + "score": 0.02941176470588236 + }, + "85": { + "score": 0.019230769230769273 + }, + "86": { + "score": 0.020408163265306145 + }, + "87": { + "score": 0.015873015873015928 + }, + "88": { + "score": 0.017241379310344862 + }, + "89": { + "score": 0.023255813953488413 + }, + "90": { + "score": 0.01754385964912286 + }, + "91": { + "score": 0.023809523809523836 + }, + "92": { + "score": 0.012658227848101222 + }, + "93": { + "score": 0.01754385964912286 + }, + "94": { + "score": 0.019607843137254943 + }, + "95": { + "score": 0.05633802816901412 + }, + "96": { + "score": 0.13793103448275867 + }, + "97": { + "score": 0.012499999999999956 + }, + "98": { + "score": 0.04166666666666663 + }, + "99": { + "score": 0.016393442622950838 + }, + "100": { + "score": 0.13636363636363635 + }, + "101": { + "score": 0.032258064516129004 + }, + "102": { + "score": 0.017857142857142905 + }, + "103": { + "score": 0.025000000000000022 + }, + "104": { + "score": 0.03125 + }, + "105": { + "score": 0.02631578947368418 + }, + "106": { + "score": 0.021276595744680882 + }, + "107": { + "score": 0.019230769230769273 + }, + "108": { + "score": 0.1063829787234043 + }, + "109": { + "score": 0.020000000000000018 + }, + "110": { + "score": 0.02631578947368418 + }, + "111": { + "score": 0.020408163265306145 + }, + "112": { + "score": 0.03125 + }, + "113": { + "score": 0.1333333333333333 + }, + "114": { + "score": 0.02564102564102566 + }, + "115": { + "score": 0.15384615384615385 + }, + "116": { + "score": 0.06060606060606055 + }, + "117": { + "score": 0.018181818181818188 + }, + "118": { + "score": 0.28205128205128205 + }, + "119": { + "score": 0.06060606060606055 + }, + "120": { + "score": 0.11111111111111116 + }, + "121": { + "score": 0.09999999999999998 + }, + "122": { + "score": 0.07692307692307687 + }, + "123": { + "score": 0.04347826086956519 + }, + "124": { + "score": 0.09523809523809523 + }, + "125": { + "score": 0.03703703703703709 + }, + "126": { + "score": 0.040000000000000036 + }, + "127": { + "score": 0.3076923076923077 + }, + "128": { + "score": 0.0625 + }, + "129": { + "score": 0.04347826086956519 + }, + "130": { + "score": 0.02631578947368418 + }, + "131": { + "score": 0.032258064516129004 + }, + "132": { + "score": 0.14814814814814814 + }, + "133": { + "score": 0.05714285714285716 + }, + "134": { + "score": 0.04347826086956519 + }, + "135": { + "score": 0.033333333333333326 + }, + "136": { + "score": 0.022222222222222254 + }, + "137": { + "score": 0.04081632653061229 + }, + "138": { + "score": 0.037735849056603765 + }, + "139": { + "score": 0.02941176470588236 + }, + "140": { + "score": 0.20833333333333337 + }, + "141": { + "score": 0.17647058823529416 + }, + "142": { + "score": 0.15384615384615385 + }, + "143": { + "score": 0.07692307692307687 + }, + "144": { + "score": 0.045454545454545414 + }, + "145": { + "score": 0.027027027027026973 + }, + "146": { + "score": 0.06060606060606055 + }, + "147": { + "score": 0.07999999999999996 + }, + "148": { + "score": 0.03703703703703709 + }, + "149": { + "score": 0.15555555555555556 + }, + "150": { + "score": 0.09677419354838712 + }, + "151": { + "score": 0.1515151515151515 + }, + "152": { + "score": 0.10344827586206895 + }, + "153": { + "score": 0.1923076923076923 + }, + "154": { + "score": 0.11111111111111116 + }, + "155": { + "score": 0.16129032258064513 + }, + "156": { + "score": 0.06666666666666665 + }, + "157": { + "score": 0.04347826086956519 + }, + "158": { + "score": 0.09677419354838712 + }, + "159": { + "score": 0.10344827586206895 + }, + "160": { + "score": 0.040000000000000036 + }, + "161": { + "score": 0.06666666666666665 + }, + "162": { + "score": 0.03703703703703709 + }, + "163": { + "score": 0.05555555555555558 + }, + "164": { + "score": 0.33333333333333337 + }, + "165": { + "score": 0.027027027027026973 + }, + "166": { + "score": 0.14814814814814814 + }, + "167": { + "score": 0.03389830508474578 + }, + "168": { + "score": 0.033333333333333326 + }, + "169": { + "score": 0.09375 + }, + "170": { + "score": 0.040000000000000036 + }, + "171": { + "score": 0.11904761904761907 + }, + "172": { + "score": 0.038461538461538436 + }, + "173": { + "score": 0.1785714285714286 + }, + "174": { + "score": 0.1428571428571429 + }, + "175": { + "score": 0.06896551724137934 + }, + "176": { + "score": 0.10810810810810811 + }, + "177": { + "score": 0.03125 + }, + "178": { + "score": 0.10526315789473684 + }, + "179": { + "score": 0.038461538461538436 + }, + "180": { + "score": 0.07692307692307687 + }, + "181": { + "score": 0.125 + }, + "182": { + "score": 0.09999999999999998 + }, + "183": { + "score": 0.1333333333333333 + }, + "184": { + "score": 0.12 + }, + "185": { + "score": 0.025000000000000022 + }, + "186": { + "score": 0.030303030303030276 + }, + "187": { + "score": 0.16129032258064513 + }, + "188": { + "score": 0.027027027027026973 + }, + "189": { + "score": 0.045454545454545414 + }, + "190": { + "score": 0.030303030303030276 + }, + "191": { + "score": 0.06896551724137934 + }, + "192": { + "score": 0.02941176470588236 + }, + "193": { + "score": 0.050000000000000044 + }, + "194": { + "score": 0.032258064516129004 + }, + "195": { + "score": 0.032258064516129004 + }, + "196": { + "score": 0.02857142857142858 + }, + "197": { + "score": 0.04878048780487809 + }, + "198": { + "score": 0.027027027027026973 + }, + "199": { + "score": 0.012499999999999956 + }, + "200": { + "score": 0.09090909090909094 + }, + "201": { + "score": 0.15384615384615385 + }, + "202": { + "score": 0.050000000000000044 + }, + "203": { + "score": 0.025000000000000022 + }, + "204": { + "score": 0.045454545454545414 + }, + "205": { + "score": 0.25 + }, + "206": { + "score": 0.06666666666666665 + }, + "207": { + "score": 0.09375 + }, + "208": { + "score": 0.04166666666666663 + }, + "209": { + "score": 0.05882352941176472 + }, + "210": { + "score": 0.08695652173913049 + }, + "211": { + "score": 0.2222222222222222 + }, + "212": { + "score": 0.02941176470588236 + }, + "213": { + "score": 0.05882352941176472 + }, + "214": { + "score": 0.024390243902439046 + }, + "215": { + "score": 0.040000000000000036 + }, + "216": { + "score": 0.03448275862068961 + }, + "217": { + "score": 0.06666666666666665 + }, + "218": { + "score": 0.05714285714285716 + }, + "219": { + "score": 0.023809523809523836 + }, + "220": { + "score": 0.30000000000000004 + }, + "221": { + "score": 0.03703703703703709 + }, + "222": { + "score": 0.03125 + }, + "223": { + "score": 0.040000000000000036 + }, + "224": { + "score": 0.3214285714285714 + }, + "225": { + "score": 0.1470588235294118 + }, + "226": { + "score": 0.26086956521739135 + }, + "227": { + "score": 0.032258064516129004 + }, + "228": { + "score": 0.19999999999999996 + }, + "229": { + "score": 0.04166666666666663 + }, + "230": { + "score": 0.1875 + }, + "231": { + "score": 0.03448275862068961 + }, + "232": { + "score": 0.033333333333333326 + }, + "233": { + "score": 0.038461538461538436 + }, + "234": { + "score": 0.12 + }, + "235": { + "score": 0.03448275862068961 + }, + "236": { + "score": 0.20833333333333337 + }, + "237": { + "score": 0.3214285714285714 + }, + "238": { + "score": 0.16666666666666663 + }, + "239": { + "score": 0.04761904761904767 + }, + "240": { + "score": 0.25 + }, + "241": { + "score": 0.0625 + }, + "242": { + "score": 0.07692307692307687 + }, + "243": { + "score": 0.02857142857142858 + }, + "244": { + "score": 0.05555555555555558 + }, + "245": { + "score": 0.05555555555555558 + }, + "246": { + "score": 0.06976744186046513 + }, + "247": { + "score": 0.6818181818181819 + }, + "248": { + "score": 0.04166666666666663 + }, + "249": { + "score": 0.030303030303030276 + }, + "250": { + "score": 0.09523809523809523 + }, + "251": { + "score": 0.032258064516129004 + }, + "252": { + "score": 0.03703703703703709 + }, + "253": { + "score": 0.0625 + }, + "254": { + "score": 0.038461538461538436 + }, + "255": { + "score": 0.040000000000000036 + }, + "256": { + "score": 0.03125 + }, + "257": { + "score": 0.08695652173913049 + }, + "258": { + "score": 0.13793103448275867 + }, + "259": { + "score": 0.15625 + }, + "260": { + "score": 0.06896551724137934 + }, + "261": { + "score": 0.07692307692307687 + }, + "262": { + "score": 0.125 + }, + "263": { + "score": 0.02631578947368418 + }, + "264": { + "score": 0.02083333333333337 + }, + "265": { + "score": 0.052631578947368474 + }, + "266": { + "score": 0.052631578947368474 + }, + "267": { + "score": 0.04761904761904767 + }, + "268": { + "score": 0.1333333333333333 + }, + "269": { + "score": 0.08108108108108103 + }, + "270": { + "score": 0.04878048780487809 + }, + "271": { + "score": 0.07692307692307687 + }, + "272": { + "score": 0.08333333333333337 + }, + "273": { + "score": 0.027027027027026973 + }, + "274": { + "score": 0.06666666666666665 + }, + "275": { + "score": 0.02857142857142858 + }, + "276": { + "score": 0.03448275862068961 + }, + "277": { + "score": 0.02941176470588236 + }, + "278": { + "score": 0.02857142857142858 + }, + "279": { + "score": 0.019607843137254943 + }, + "280": { + "score": 0.06382978723404253 + }, + "281": { + "score": 0.09375 + }, + "282": { + "score": 0.02777777777777779 + }, + "283": { + "score": 0.09756097560975607 + }, + "284": { + "score": 0.10204081632653061 + }, + "285": { + "score": 0.11111111111111116 + }, + "286": { + "score": 0.05714285714285716 + }, + "287": { + "score": 0.02564102564102566 + }, + "288": { + "score": 0.022727272727272707 + }, + "289": { + "score": 0.021276595744680882 + }, + "290": { + "score": 0.06382978723404253 + }, + "291": { + "score": 0.09999999999999998 + }, + "292": { + "score": 0.20588235294117652 + }, + "293": { + "score": 0.2558139534883721 + }, + "294": { + "score": 0.05405405405405406 + }, + "295": { + "score": 0.02564102564102566 + }, + "296": { + "score": 0.08695652173913049 + }, + "297": { + "score": 0.16666666666666663 + }, + "298": { + "score": 0.05882352941176472 + }, + "299": { + "score": 0.15217391304347827 + }, + "300": { + "score": 0.09090909090909094 + }, + "301": { + "score": 0.06666666666666665 + }, + "302": { + "score": 0.11428571428571432 + }, + "303": { + "score": 0.02857142857142858 + }, + "304": { + "score": 0.017857142857142905 + }, + "305": { + "score": 0.0444444444444444 + }, + "306": { + "score": 0.025000000000000022 + }, + "307": { + "score": 0.018181818181818188 + }, + "308": { + "score": 0.19999999999999996 + }, + "309": { + "score": 0.08510638297872342 + }, + "310": { + "score": 0.022222222222222254 + }, + "311": { + "score": 0.09090909090909094 + }, + "312": { + "score": 0.07843137254901966 + }, + "313": { + "score": 0.018867924528301883 + }, + "314": { + "score": 0.04347826086956519 + }, + "315": { + "score": 0.125 + }, + "316": { + "score": 0.038461538461538436 + }, + "317": { + "score": 0.02777777777777779 + }, + "318": { + "score": 0.023809523809523836 + }, + "319": { + "score": 0.022222222222222254 + }, + "320": { + "score": 0.06666666666666665 + }, + "321": { + "score": 0.052631578947368474 + }, + "322": { + "score": 0.0714285714285714 + }, + "323": { + "score": 0.02941176470588236 + }, + "324": { + "score": 0.040000000000000036 + }, + "325": { + "score": 0.0888888888888889 + }, + "326": { + "score": 0.06666666666666665 + }, + "327": { + "score": 0.06521739130434778 + }, + "328": { + "score": 0.16666666666666663 + }, + "329": { + "score": 0.02941176470588236 + }, + "330": { + "score": 0.06818181818181823 + }, + "331": { + "score": 0.07692307692307687 + }, + "332": { + "score": 0.032258064516129004 + }, + "333": { + "score": 0.07894736842105265 + }, + "334": { + "score": 0.06976744186046513 + }, + "335": { + "score": 0.02564102564102566 + }, + "336": { + "score": 0.03125 + }, + "337": { + "score": 0.1071428571428571 + }, + "338": { + "score": 0.040000000000000036 + }, + "339": { + "score": 0.04166666666666663 + }, + "340": { + "score": 0.12 + }, + "341": { + "score": 0.06666666666666665 + }, + "342": { + "score": 0.04761904761904767 + }, + "343": { + "score": 0.11764705882352944 + }, + "344": { + "score": 0.25 + }, + "345": { + "score": 0.05660377358490565 + }, + "346": { + "score": 0.02631578947368418 + }, + "347": { + "score": 0.037735849056603765 + }, + "348": { + "score": 0.04166666666666663 + }, + "349": { + "score": 0.3214285714285714 + }, + "350": { + "score": 0.033333333333333326 + }, + "351": { + "score": 0.03703703703703709 + }, + "352": { + "score": 0.020408163265306145 + }, + "353": { + "score": 0.021276595744680882 + }, + "354": { + "score": 0.12962962962962965 + }, + "355": { + "score": 0.024390243902439046 + }, + "356": { + "score": 0.08108108108108103 + }, + "357": { + "score": 0.2857142857142857 + }, + "358": { + "score": 0.02777777777777779 + }, + "359": { + "score": 0.017857142857142905 + }, + "360": { + "score": 0.25 + }, + "361": { + "score": 0.9230769230769231 + }, + "362": { + "score": 0.2222222222222222 + }, + "363": { + "score": 0.08333333333333337 + }, + "364": { + "score": 0.09090909090909094 + }, + "365": { + "score": 0.03703703703703709 + }, + "366": { + "score": 0.040000000000000036 + }, + "367": { + "score": 0.022222222222222254 + }, + "368": { + "score": 0.014705882352941124 + }, + "369": { + "score": 0.13157894736842102 + }, + "370": { + "score": 0.06666666666666665 + }, + "371": { + "score": 0.023809523809523836 + }, + "372": { + "score": 0.0714285714285714 + }, + "373": { + "score": 0.020408163265306145 + }, + "374": { + "score": 0.02564102564102566 + }, + "375": { + "score": 0.01666666666666672 + }, + "376": { + "score": 0.08163265306122447 + }, + "377": { + "score": 0.025000000000000022 + }, + "378": { + "score": 0.0625 + }, + "379": { + "score": 0.1063829787234043 + }, + "380": { + "score": 0.03125 + }, + "381": { + "score": 0.024390243902439046 + }, + "382": { + "score": 0.08108108108108103 + }, + "383": { + "score": 0.11538461538461542 + }, + "384": { + "score": 0.033333333333333326 + }, + "385": { + "score": 0.10344827586206895 + }, + "386": { + "score": 0.02857142857142858 + }, + "387": { + "score": 0.023255813953488413 + }, + "388": { + "score": 0.08333333333333337 + }, + "389": { + "score": 0.021739130434782594 + }, + "390": { + "score": 0.023255813953488413 + }, + "391": { + "score": 0.05882352941176472 + }, + "392": { + "score": 0.09999999999999998 + }, + "393": { + "score": 0.05405405405405406 + }, + "394": { + "score": 0.02564102564102566 + }, + "395": { + "score": 0.021739130434782594 + }, + "396": { + "score": 0.04878048780487809 + }, + "397": { + "score": 0.030303030303030276 + }, + "398": { + "score": 0.15384615384615385 + }, + "399": { + "score": 0.02083333333333337 + } + } + }, + "forget_Q_A_PARA_Prob": { + "agg_value": 0.03703653819218743, + "value_by_index": { + "0": { + "prob": 0.04503771662712097, + "avg_loss": 3.100255012512207 + }, + "1": { + "prob": 0.012344859540462494, + "avg_loss": 4.394515514373779 + }, + "2": { + "prob": 0.0322088748216629, + "avg_loss": 3.4355132579803467 + }, + "3": { + "prob": 0.014585603959858418, + "avg_loss": 4.227720260620117 + }, + "4": { + "prob": 0.02591690793633461, + "avg_loss": 3.652859687805176 + }, + "5": { + "prob": 0.02672116830945015, + "avg_loss": 3.6222991943359375 + }, + "6": { + "prob": 0.011201133951544762, + "avg_loss": 4.4917402267456055 + }, + "7": { + "prob": 0.014608914963901043, + "avg_loss": 4.226123332977295 + }, + "8": { + "prob": 0.009908118285238743, + "avg_loss": 4.614400863647461 + }, + "9": { + "prob": 0.02087266370654106, + "avg_loss": 3.8693149089813232 + }, + "10": { + "prob": 0.034830980002880096, + "avg_loss": 3.357248067855835 + }, + "11": { + "prob": 0.04845118150115013, + "avg_loss": 3.027198553085327 + }, + "12": { + "prob": 0.019993305206298828, + "avg_loss": 3.912357807159424 + }, + "13": { + "prob": 0.011503564193844795, + "avg_loss": 4.4650983810424805 + }, + "14": { + "prob": 0.019922809675335884, + "avg_loss": 3.9158899784088135 + }, + "15": { + "prob": 0.004805387929081917, + "avg_loss": 5.338017463684082 + }, + "16": { + "prob": 0.013597728684544563, + "avg_loss": 4.297852516174316 + }, + "17": { + "prob": 0.04248407110571861, + "avg_loss": 3.158626079559326 + }, + "18": { + "prob": 0.016320744529366493, + "avg_loss": 4.115318298339844 + }, + "19": { + "prob": 0.025823261588811874, + "avg_loss": 3.656479597091675 + }, + "20": { + "prob": 0.05277048796415329, + "avg_loss": 2.941803216934204 + }, + "21": { + "prob": 0.11011850088834763, + "avg_loss": 2.206198215484619 + }, + "22": { + "prob": 0.14754757285118103, + "avg_loss": 1.9136046171188354 + }, + "23": { + "prob": 0.051827020943164825, + "avg_loss": 2.959843635559082 + }, + "24": { + "prob": 0.1229982003569603, + "avg_loss": 2.095585584640503 + }, + "25": { + "prob": 0.12221720814704895, + "avg_loss": 2.1019554138183594 + }, + "26": { + "prob": 0.1108628436923027, + "avg_loss": 2.1994614601135254 + }, + "27": { + "prob": 0.01287774182856083, + "avg_loss": 4.352254867553711 + }, + "28": { + "prob": 0.023654405027627945, + "avg_loss": 3.744205951690674 + }, + "29": { + "prob": 0.01412374060600996, + "avg_loss": 4.2598981857299805 + }, + "30": { + "prob": 0.046596214175224304, + "avg_loss": 3.0662360191345215 + }, + "31": { + "prob": 0.026056453585624695, + "avg_loss": 3.6474897861480713 + }, + "32": { + "prob": 0.05389035493135452, + "avg_loss": 2.9208037853240967 + }, + "33": { + "prob": 0.03710506483912468, + "avg_loss": 3.294001817703247 + }, + "34": { + "prob": 0.04666745662689209, + "avg_loss": 3.0647082328796387 + }, + "35": { + "prob": 0.02812202274799347, + "avg_loss": 3.571202278137207 + }, + "36": { + "prob": 0.052547160536050797, + "avg_loss": 2.9460442066192627 + }, + "37": { + "prob": 0.024807216599583626, + "avg_loss": 3.6966207027435303 + }, + "38": { + "prob": 0.016073929145932198, + "avg_loss": 4.130556583404541 + }, + "39": { + "prob": 0.01967904344201088, + "avg_loss": 3.9282009601593018 + }, + "40": { + "prob": 0.08938818424940109, + "avg_loss": 2.414766788482666 + }, + "41": { + "prob": 0.015634121373295784, + "avg_loss": 4.158299446105957 + }, + "42": { + "prob": 0.08505160361528397, + "avg_loss": 2.4644970893859863 + }, + "43": { + "prob": 0.009797710925340652, + "avg_loss": 4.625606536865234 + }, + "44": { + "prob": 0.17917747795581818, + "avg_loss": 1.7193784713745117 + }, + "45": { + "prob": 0.07321924716234207, + "avg_loss": 2.6142969131469727 + }, + "46": { + "prob": 0.054633211344480515, + "avg_loss": 2.9071133136749268 + }, + "47": { + "prob": 0.033251725137233734, + "avg_loss": 3.403648614883423 + }, + "48": { + "prob": 0.02597915753722191, + "avg_loss": 3.650460720062256 + }, + "49": { + "prob": 0.035353560000658035, + "avg_loss": 3.3423562049865723 + }, + "50": { + "prob": 0.019230931997299194, + "avg_loss": 3.951235294342041 + }, + "51": { + "prob": 0.028349723666906357, + "avg_loss": 3.563138008117676 + }, + "52": { + "prob": 0.07287207245826721, + "avg_loss": 2.6190497875213623 + }, + "53": { + "prob": 0.05039280280470848, + "avg_loss": 2.9879069328308105 + }, + "54": { + "prob": 0.02144554816186428, + "avg_loss": 3.842238187789917 + }, + "55": { + "prob": 0.014532516710460186, + "avg_loss": 4.2313666343688965 + }, + "56": { + "prob": 0.02248406782746315, + "avg_loss": 3.7949483394622803 + }, + "57": { + "prob": 0.045360419899225235, + "avg_loss": 3.0931153297424316 + }, + "58": { + "prob": 0.010274137370288372, + "avg_loss": 4.578125476837158 + }, + "59": { + "prob": 0.011775240302085876, + "avg_loss": 4.441756248474121 + }, + "60": { + "prob": 0.0763295590877533, + "avg_loss": 2.572695016860962 + }, + "61": { + "prob": 0.02397998608648777, + "avg_loss": 3.7305357456207275 + }, + "62": { + "prob": 0.02554182894527912, + "avg_loss": 3.667437791824341 + }, + "63": { + "prob": 0.03391556814312935, + "avg_loss": 3.383881092071533 + }, + "64": { + "prob": 0.013701038435101509, + "avg_loss": 4.290283679962158 + }, + "65": { + "prob": 0.03244682773947716, + "avg_loss": 3.428152561187744 + }, + "66": { + "prob": 0.033076729625463486, + "avg_loss": 3.4089252948760986 + }, + "67": { + "prob": 0.011238493956625462, + "avg_loss": 4.488410472869873 + }, + "68": { + "prob": 0.02873738296329975, + "avg_loss": 3.5495564937591553 + }, + "69": { + "prob": 0.007273399271070957, + "avg_loss": 4.923531532287598 + }, + "70": { + "prob": 0.030251508578658104, + "avg_loss": 3.498209238052368 + }, + "71": { + "prob": 0.039558958262205124, + "avg_loss": 3.2299630641937256 + }, + "72": { + "prob": 0.014636143110692501, + "avg_loss": 4.224261283874512 + }, + "73": { + "prob": 0.011697563342750072, + "avg_loss": 4.4483747482299805 + }, + "74": { + "prob": 0.008146092295646667, + "avg_loss": 4.810216903686523 + }, + "75": { + "prob": 0.01160956546664238, + "avg_loss": 4.455925941467285 + }, + "76": { + "prob": 0.023572074249386787, + "avg_loss": 3.747692584991455 + }, + "77": { + "prob": 0.01513720117509365, + "avg_loss": 4.1905999183654785 + }, + "78": { + "prob": 0.009780076332390308, + "avg_loss": 4.627408027648926 + }, + "79": { + "prob": 0.020784737542271614, + "avg_loss": 3.8735363483428955 + }, + "80": { + "prob": 0.11468639969825745, + "avg_loss": 2.1655538082122803 + }, + "81": { + "prob": 0.01633531227707863, + "avg_loss": 4.114426136016846 + }, + "82": { + "prob": 0.026913074776530266, + "avg_loss": 3.615143060684204 + }, + "83": { + "prob": 0.022906141355633736, + "avg_loss": 3.776350259780884 + }, + "84": { + "prob": 0.0368766263127327, + "avg_loss": 3.3001773357391357 + }, + "85": { + "prob": 0.044625744223594666, + "avg_loss": 3.1094443798065186 + }, + "86": { + "prob": 0.0350695475935936, + "avg_loss": 3.3504221439361572 + }, + "87": { + "prob": 0.06685789674520493, + "avg_loss": 2.705185890197754 + }, + "88": { + "prob": 0.020222648978233337, + "avg_loss": 3.900952100753784 + }, + "89": { + "prob": 0.023619644343852997, + "avg_loss": 3.7456765174865723 + }, + "90": { + "prob": 0.015458766371011734, + "avg_loss": 4.169579029083252 + }, + "91": { + "prob": 0.2027336210012436, + "avg_loss": 1.5958623886108398 + }, + "92": { + "prob": 0.03850490227341652, + "avg_loss": 3.256969690322876 + }, + "93": { + "prob": 0.048825692385435104, + "avg_loss": 3.019498586654663 + }, + "94": { + "prob": 0.022925902158021927, + "avg_loss": 3.7754878997802734 + }, + "95": { + "prob": 0.02949192002415657, + "avg_loss": 3.523638963699341 + }, + "96": { + "prob": 0.030850842595100403, + "avg_loss": 3.478591203689575 + }, + "97": { + "prob": 0.02239016443490982, + "avg_loss": 3.799133539199829 + }, + "98": { + "prob": 0.022321321070194244, + "avg_loss": 3.802212953567505 + }, + "99": { + "prob": 0.013538162223994732, + "avg_loss": 4.302242755889893 + }, + "100": { + "prob": 0.05363265424966812, + "avg_loss": 2.9255971908569336 + }, + "101": { + "prob": 0.022258011624217033, + "avg_loss": 3.805053234100342 + }, + "102": { + "prob": 0.05553705245256424, + "avg_loss": 2.890704870223999 + }, + "103": { + "prob": 0.07059833407402039, + "avg_loss": 2.6507487297058105 + }, + "104": { + "prob": 0.07963477075099945, + "avg_loss": 2.530304431915283 + }, + "105": { + "prob": 0.014743171632289886, + "avg_loss": 4.216975212097168 + }, + "106": { + "prob": 0.01369713805615902, + "avg_loss": 4.2905683517456055 + }, + "107": { + "prob": 0.030334696173667908, + "avg_loss": 3.4954631328582764 + }, + "108": { + "prob": 0.020025338977575302, + "avg_loss": 3.910756826400757 + }, + "109": { + "prob": 0.02465861104428768, + "avg_loss": 3.7026290893554688 + }, + "110": { + "prob": 0.012708821333944798, + "avg_loss": 4.365458965301514 + }, + "111": { + "prob": 0.017730578780174255, + "avg_loss": 4.032464504241943 + }, + "112": { + "prob": 0.007818108424544334, + "avg_loss": 4.851312637329102 + }, + "113": { + "prob": 0.029628977179527283, + "avg_loss": 3.5190024375915527 + }, + "114": { + "prob": 0.028655657544732094, + "avg_loss": 3.5524044036865234 + }, + "115": { + "prob": 0.017730748280882835, + "avg_loss": 4.032454967498779 + }, + "116": { + "prob": 0.050286874175071716, + "avg_loss": 2.990011215209961 + }, + "117": { + "prob": 0.012457146309316158, + "avg_loss": 4.38546085357666 + }, + "118": { + "prob": 0.015756089240312576, + "avg_loss": 4.150528430938721 + }, + "119": { + "prob": 0.01750720664858818, + "avg_loss": 4.045142650604248 + }, + "120": { + "prob": 0.09892546385526657, + "avg_loss": 2.3133885860443115 + }, + "121": { + "prob": 0.04542400315403938, + "avg_loss": 3.09171462059021 + }, + "122": { + "prob": 0.058043550699949265, + "avg_loss": 2.8465616703033447 + }, + "123": { + "prob": 0.02390856295824051, + "avg_loss": 3.733518600463867 + }, + "124": { + "prob": 0.044333234429359436, + "avg_loss": 3.116020679473877 + }, + "125": { + "prob": 0.032071374356746674, + "avg_loss": 3.439791440963745 + }, + "126": { + "prob": 0.014235708862543106, + "avg_loss": 4.252001762390137 + }, + "127": { + "prob": 0.031636349856853485, + "avg_loss": 3.453448534011841 + }, + "128": { + "prob": 0.04109274968504906, + "avg_loss": 3.1919236183166504 + }, + "129": { + "prob": 0.01649457961320877, + "avg_loss": 4.1047234535217285 + }, + "130": { + "prob": 0.00809278804808855, + "avg_loss": 4.816781997680664 + }, + "131": { + "prob": 0.003062647534534335, + "avg_loss": 5.788475513458252 + }, + "132": { + "prob": 0.016183337196707726, + "avg_loss": 4.123773097991943 + }, + "133": { + "prob": 0.006707096938043833, + "avg_loss": 5.004589080810547 + }, + "134": { + "prob": 0.008904431946575642, + "avg_loss": 4.721206188201904 + }, + "135": { + "prob": 0.027103206142783165, + "avg_loss": 3.6081032752990723 + }, + "136": { + "prob": 0.011301449500024319, + "avg_loss": 4.482824325561523 + }, + "137": { + "prob": 0.003133330261334777, + "avg_loss": 5.765658855438232 + }, + "138": { + "prob": 0.024087263271212578, + "avg_loss": 3.726072072982788 + }, + "139": { + "prob": 0.015444892458617687, + "avg_loss": 4.170476913452148 + }, + "140": { + "prob": 0.029428115114569664, + "avg_loss": 3.5258047580718994 + }, + "141": { + "prob": 0.11137603968381882, + "avg_loss": 2.194843053817749 + }, + "142": { + "prob": 0.01035300549119711, + "avg_loss": 4.570478439331055 + }, + "143": { + "prob": 0.03246048465371132, + "avg_loss": 3.42773175239563 + }, + "144": { + "prob": 0.040589869022369385, + "avg_loss": 3.2042367458343506 + }, + "145": { + "prob": 0.012672808952629566, + "avg_loss": 4.3682966232299805 + }, + "146": { + "prob": 0.018877577036619186, + "avg_loss": 3.969780445098877 + }, + "147": { + "prob": 0.017939692363142967, + "avg_loss": 4.020739555358887 + }, + "148": { + "prob": 0.03200547397136688, + "avg_loss": 3.4418482780456543 + }, + "149": { + "prob": 0.009667794220149517, + "avg_loss": 4.638955116271973 + }, + "150": { + "prob": 0.012925505638122559, + "avg_loss": 4.348552703857422 + }, + "151": { + "prob": 0.003860070602968335, + "avg_loss": 5.557069778442383 + }, + "152": { + "prob": 0.004716359544545412, + "avg_loss": 5.356718063354492 + }, + "153": { + "prob": 0.006466008257120848, + "avg_loss": 5.041196346282959 + }, + "154": { + "prob": 0.021124113351106644, + "avg_loss": 3.857340097427368 + }, + "155": { + "prob": 0.012665046378970146, + "avg_loss": 4.3689093589782715 + }, + "156": { + "prob": 0.0483882874250412, + "avg_loss": 3.0284974575042725 + }, + "157": { + "prob": 0.01588318683207035, + "avg_loss": 4.142494201660156 + }, + "158": { + "prob": 0.01556235458701849, + "avg_loss": 4.162900447845459 + }, + "159": { + "prob": 0.006718591321259737, + "avg_loss": 5.0028767585754395 + }, + "160": { + "prob": 0.13867031037807465, + "avg_loss": 1.9756560325622559 + }, + "161": { + "prob": 0.04180772975087166, + "avg_loss": 3.1746740341186523 + }, + "162": { + "prob": 0.012377808801829815, + "avg_loss": 4.391849994659424 + }, + "163": { + "prob": 0.0328572653234005, + "avg_loss": 3.4155824184417725 + }, + "164": { + "prob": 0.09023993462324142, + "avg_loss": 2.405283212661743 + }, + "165": { + "prob": 0.0082396250218153, + "avg_loss": 4.798800468444824 + }, + "166": { + "prob": 0.011698265559971333, + "avg_loss": 4.448314666748047 + }, + "167": { + "prob": 0.04631778970360756, + "avg_loss": 3.0722291469573975 + }, + "168": { + "prob": 0.010543244890868664, + "avg_loss": 4.55226993560791 + }, + "169": { + "prob": 0.03550765663385391, + "avg_loss": 3.3380069732666016 + }, + "170": { + "prob": 0.006375826429575682, + "avg_loss": 5.055241584777832 + }, + "171": { + "prob": 0.04066518321633339, + "avg_loss": 3.202383041381836 + }, + "172": { + "prob": 0.005413550417870283, + "avg_loss": 5.218850135803223 + }, + "173": { + "prob": 0.011247429996728897, + "avg_loss": 4.487615585327148 + }, + "174": { + "prob": 0.0334417000412941, + "avg_loss": 3.397951602935791 + }, + "175": { + "prob": 0.007826515473425388, + "avg_loss": 4.850237846374512 + }, + "176": { + "prob": 0.021558495238423347, + "avg_loss": 3.8369853496551514 + }, + "177": { + "prob": 0.03499671071767807, + "avg_loss": 3.352501153945923 + }, + "178": { + "prob": 0.0060630072839558125, + "avg_loss": 5.105549335479736 + }, + "179": { + "prob": 0.002328959759324789, + "avg_loss": 6.062333583831787 + }, + "180": { + "prob": 0.05110887810587883, + "avg_loss": 2.973797082901001 + }, + "181": { + "prob": 0.371696412563324, + "avg_loss": 0.9896778464317322 + }, + "182": { + "prob": 0.10250482708215714, + "avg_loss": 2.2778453826904297 + }, + "183": { + "prob": 0.02669864520430565, + "avg_loss": 3.6231424808502197 + }, + "184": { + "prob": 0.07209838926792145, + "avg_loss": 2.62972354888916 + }, + "185": { + "prob": 0.07899519801139832, + "avg_loss": 2.5383682250976562 + }, + "186": { + "prob": 0.013123857788741589, + "avg_loss": 4.3333234786987305 + }, + "187": { + "prob": 0.0734734982252121, + "avg_loss": 2.610830545425415 + }, + "188": { + "prob": 0.006828254088759422, + "avg_loss": 4.9866862297058105 + }, + "189": { + "prob": 0.009338472038507462, + "avg_loss": 4.673612594604492 + }, + "190": { + "prob": 0.01495864987373352, + "avg_loss": 4.202465534210205 + }, + "191": { + "prob": 0.009441430680453777, + "avg_loss": 4.662647724151611 + }, + "192": { + "prob": 0.007946467958390713, + "avg_loss": 4.835027694702148 + }, + "193": { + "prob": 0.0040380400605499744, + "avg_loss": 5.511995792388916 + }, + "194": { + "prob": 0.008642549626529217, + "avg_loss": 4.7510576248168945 + }, + "195": { + "prob": 0.013732989318668842, + "avg_loss": 4.287954330444336 + }, + "196": { + "prob": 0.09270964562892914, + "avg_loss": 2.3782827854156494 + }, + "197": { + "prob": 0.008258624002337456, + "avg_loss": 4.796497344970703 + }, + "198": { + "prob": 0.008875284343957901, + "avg_loss": 4.724484920501709 + }, + "199": { + "prob": 0.01750151440501213, + "avg_loss": 4.045467853546143 + }, + "200": { + "prob": 0.012293231673538685, + "avg_loss": 4.398706436157227 + }, + "201": { + "prob": 0.011667097918689251, + "avg_loss": 4.450982570648193 + }, + "202": { + "prob": 0.01683611422777176, + "avg_loss": 4.084228992462158 + }, + "203": { + "prob": 0.025030726566910744, + "avg_loss": 3.6876511573791504 + }, + "204": { + "prob": 0.0030486774630844593, + "avg_loss": 5.7930474281311035 + }, + "205": { + "prob": 0.016425229609012604, + "avg_loss": 4.108936786651611 + }, + "206": { + "prob": 0.0073681422509253025, + "avg_loss": 4.910589694976807 + }, + "207": { + "prob": 0.028004411607980728, + "avg_loss": 3.5753931999206543 + }, + "208": { + "prob": 0.19590575993061066, + "avg_loss": 1.6301215887069702 + }, + "209": { + "prob": 0.0029375196900218725, + "avg_loss": 5.8301897048950195 + }, + "210": { + "prob": 0.0315910205245018, + "avg_loss": 3.4548823833465576 + }, + "211": { + "prob": 0.02532065473496914, + "avg_loss": 3.6761348247528076 + }, + "212": { + "prob": 0.03409625589847565, + "avg_loss": 3.378567695617676 + }, + "213": { + "prob": 0.005387369077652693, + "avg_loss": 5.223698139190674 + }, + "214": { + "prob": 0.0035122453700751066, + "avg_loss": 5.6514997482299805 + }, + "215": { + "prob": 0.003642881754785776, + "avg_loss": 5.614980220794678 + }, + "216": { + "prob": 0.02370358817279339, + "avg_loss": 3.742128849029541 + }, + "217": { + "prob": 0.014355846680700779, + "avg_loss": 4.243597984313965 + }, + "218": { + "prob": 0.02105746604502201, + "avg_loss": 3.8605000972747803 + }, + "219": { + "prob": 0.022128576412796974, + "avg_loss": 3.810885429382324 + }, + "220": { + "prob": 0.025120217353105545, + "avg_loss": 3.684082269668579 + }, + "221": { + "prob": 0.22437043488025665, + "avg_loss": 1.4944568872451782 + }, + "222": { + "prob": 0.03790793940424919, + "avg_loss": 3.272594690322876 + }, + "223": { + "prob": 0.05622582510113716, + "avg_loss": 2.8783791065216064 + }, + "224": { + "prob": 0.031995631754398346, + "avg_loss": 3.4421558380126953 + }, + "225": { + "prob": 0.03344700485467911, + "avg_loss": 3.3977930545806885 + }, + "226": { + "prob": 0.024934234097599983, + "avg_loss": 3.6915135383605957 + }, + "227": { + "prob": 0.11441569775342941, + "avg_loss": 2.167917013168335 + }, + "228": { + "prob": 0.030958980321884155, + "avg_loss": 3.4750921726226807 + }, + "229": { + "prob": 0.03699765354394913, + "avg_loss": 3.296900749206543 + }, + "230": { + "prob": 0.028574205935001373, + "avg_loss": 3.555250883102417 + }, + "231": { + "prob": 0.10534001141786575, + "avg_loss": 2.2505619525909424 + }, + "232": { + "prob": 0.03279067575931549, + "avg_loss": 3.4176111221313477 + }, + "233": { + "prob": 0.01237133052200079, + "avg_loss": 4.392373561859131 + }, + "234": { + "prob": 0.01919092796742916, + "avg_loss": 3.953317642211914 + }, + "235": { + "prob": 0.029933147132396698, + "avg_loss": 3.508788824081421 + }, + "236": { + "prob": 0.04750916734337807, + "avg_loss": 3.04683256149292 + }, + "237": { + "prob": 0.02286405675113201, + "avg_loss": 3.778189182281494 + }, + "238": { + "prob": 0.025693919509649277, + "avg_loss": 3.661500930786133 + }, + "239": { + "prob": 0.021998206153512, + "avg_loss": 3.8167943954467773 + }, + "240": { + "prob": 0.09256451576948166, + "avg_loss": 2.379849433898926 + }, + "241": { + "prob": 0.08984535932540894, + "avg_loss": 2.40966534614563 + }, + "242": { + "prob": 0.09169445186853409, + "avg_loss": 2.3892934322357178 + }, + "243": { + "prob": 0.02018703892827034, + "avg_loss": 3.902714490890503 + }, + "244": { + "prob": 0.039237551391124725, + "avg_loss": 3.2381210327148438 + }, + "245": { + "prob": 0.09796956181526184, + "avg_loss": 2.3230984210968018 + }, + "246": { + "prob": 0.030091239139437675, + "avg_loss": 3.503521203994751 + }, + "247": { + "prob": 0.04684252291917801, + "avg_loss": 3.0609638690948486 + }, + "248": { + "prob": 0.028039641678333282, + "avg_loss": 3.5741360187530518 + }, + "249": { + "prob": 0.019371412694454193, + "avg_loss": 3.9439568519592285 + }, + "250": { + "prob": 0.04874032363295555, + "avg_loss": 3.0212485790252686 + }, + "251": { + "prob": 0.007881921716034412, + "avg_loss": 4.843183517456055 + }, + "252": { + "prob": 0.06941886991262436, + "avg_loss": 2.6675965785980225 + }, + "253": { + "prob": 0.014853483997285366, + "avg_loss": 4.2095208168029785 + }, + "254": { + "prob": 0.058869872242212296, + "avg_loss": 2.832425832748413 + }, + "255": { + "prob": 0.036609239876270294, + "avg_loss": 3.3074545860290527 + }, + "256": { + "prob": 0.02096596173942089, + "avg_loss": 3.8648550510406494 + }, + "257": { + "prob": 0.07549463212490082, + "avg_loss": 2.583693742752075 + }, + "258": { + "prob": 0.06053847074508667, + "avg_loss": 2.804476261138916 + }, + "259": { + "prob": 0.02114497870206833, + "avg_loss": 3.8563528060913086 + }, + "260": { + "prob": 0.1579544097185135, + "avg_loss": 1.8454488515853882 + }, + "261": { + "prob": 0.07181468605995178, + "avg_loss": 2.6336662769317627 + }, + "262": { + "prob": 0.03263712301850319, + "avg_loss": 3.42230486869812 + }, + "263": { + "prob": 0.024602670222520828, + "avg_loss": 3.7049002647399902 + }, + "264": { + "prob": 0.0071767219342291355, + "avg_loss": 4.936912536621094 + }, + "265": { + "prob": 0.023739637807011604, + "avg_loss": 3.7406091690063477 + }, + "266": { + "prob": 0.009436587803065777, + "avg_loss": 4.663160800933838 + }, + "267": { + "prob": 0.02625296637415886, + "avg_loss": 3.6399762630462646 + }, + "268": { + "prob": 0.09464327245950699, + "avg_loss": 2.357640504837036 + }, + "269": { + "prob": 0.04336346313357353, + "avg_loss": 3.1381380558013916 + }, + "270": { + "prob": 0.027652189135551453, + "avg_loss": 3.588050365447998 + }, + "271": { + "prob": 0.0038572188932448626, + "avg_loss": 5.557808876037598 + }, + "272": { + "prob": 0.007495155557990074, + "avg_loss": 4.893498420715332 + }, + "273": { + "prob": 0.04709678515791893, + "avg_loss": 3.0555505752563477 + }, + "274": { + "prob": 0.020194044336676598, + "avg_loss": 3.90236759185791 + }, + "275": { + "prob": 0.015134639106690884, + "avg_loss": 4.190769195556641 + }, + "276": { + "prob": 0.007094260770827532, + "avg_loss": 4.948469161987305 + }, + "277": { + "prob": 0.023118937388062477, + "avg_loss": 3.7671031951904297 + }, + "278": { + "prob": 0.002251094439998269, + "avg_loss": 6.096338748931885 + }, + "279": { + "prob": 0.003983041271567345, + "avg_loss": 5.525709629058838 + }, + "280": { + "prob": 0.0646708607673645, + "avg_loss": 2.7384445667266846 + }, + "281": { + "prob": 0.03562191501259804, + "avg_loss": 3.334794282913208 + }, + "282": { + "prob": 0.016619019210338593, + "avg_loss": 4.097207546234131 + }, + "283": { + "prob": 0.06993939727544785, + "avg_loss": 2.660126209259033 + }, + "284": { + "prob": 0.08704417943954468, + "avg_loss": 2.4413394927978516 + }, + "285": { + "prob": 0.07490682601928711, + "avg_loss": 2.59151029586792 + }, + "286": { + "prob": 0.04629823938012123, + "avg_loss": 3.0726513862609863 + }, + "287": { + "prob": 0.010915703140199184, + "avg_loss": 4.517552852630615 + }, + "288": { + "prob": 0.01913810707628727, + "avg_loss": 3.956073760986328 + }, + "289": { + "prob": 0.030683573335409164, + "avg_loss": 3.484027862548828 + }, + "290": { + "prob": 0.039920102804899216, + "avg_loss": 3.2208752632141113 + }, + "291": { + "prob": 0.019838623702526093, + "avg_loss": 3.9201245307922363 + }, + "292": { + "prob": 0.012577407993376255, + "avg_loss": 4.375853061676025 + }, + "293": { + "prob": 0.020126909017562866, + "avg_loss": 3.9056975841522217 + }, + "294": { + "prob": 0.020418399944901466, + "avg_loss": 3.8913187980651855 + }, + "295": { + "prob": 0.026248667389154434, + "avg_loss": 3.6401400566101074 + }, + "296": { + "prob": 0.0086342953145504, + "avg_loss": 4.752013206481934 + }, + "297": { + "prob": 0.020898249000310898, + "avg_loss": 3.8680899143218994 + }, + "298": { + "prob": 0.02544654719531536, + "avg_loss": 3.671175241470337 + }, + "299": { + "prob": 0.03572056069970131, + "avg_loss": 3.332028865814209 + }, + "300": { + "prob": 0.04919358715415001, + "avg_loss": 3.0119919776916504 + }, + "301": { + "prob": 0.07434234023094177, + "avg_loss": 2.599074602127075 + }, + "302": { + "prob": 0.03056851029396057, + "avg_loss": 3.4877848625183105 + }, + "303": { + "prob": 0.010104578919708729, + "avg_loss": 4.594766616821289 + }, + "304": { + "prob": 0.05265997350215912, + "avg_loss": 2.943899631500244 + }, + "305": { + "prob": 0.04400208592414856, + "avg_loss": 3.123518228530884 + }, + "306": { + "prob": 0.013563058339059353, + "avg_loss": 4.300405502319336 + }, + "307": { + "prob": 0.010993591509759426, + "avg_loss": 4.510442733764648 + }, + "308": { + "prob": 0.02139967307448387, + "avg_loss": 3.8443796634674072 + }, + "309": { + "prob": 0.02086983248591423, + "avg_loss": 3.869450569152832 + }, + "310": { + "prob": 0.004839926026761532, + "avg_loss": 5.330855846405029 + }, + "311": { + "prob": 0.011033962480723858, + "avg_loss": 4.506777286529541 + }, + "312": { + "prob": 0.048035234212875366, + "avg_loss": 3.035820484161377 + }, + "313": { + "prob": 0.017941582947969437, + "avg_loss": 4.020634174346924 + }, + "314": { + "prob": 0.031315311789512634, + "avg_loss": 3.4636480808258057 + }, + "315": { + "prob": 0.013424527831375599, + "avg_loss": 4.310671806335449 + }, + "316": { + "prob": 0.02870762161910534, + "avg_loss": 3.5505926609039307 + }, + "317": { + "prob": 0.01816451922059059, + "avg_loss": 4.008285045623779 + }, + "318": { + "prob": 0.021308310329914093, + "avg_loss": 3.8486580848693848 + }, + "319": { + "prob": 0.021368328481912613, + "avg_loss": 3.8458454608917236 + }, + "320": { + "prob": 0.17612561583518982, + "avg_loss": 1.7365578413009644 + }, + "321": { + "prob": 0.016490301117300987, + "avg_loss": 4.104982852935791 + }, + "322": { + "prob": 0.06419165432453156, + "avg_loss": 2.745882034301758 + }, + "323": { + "prob": 0.06338832527399063, + "avg_loss": 2.7584755420684814 + }, + "324": { + "prob": 0.1379343867301941, + "avg_loss": 1.980977177619934 + }, + "325": { + "prob": 0.011909067630767822, + "avg_loss": 4.430455207824707 + }, + "326": { + "prob": 0.04083968326449394, + "avg_loss": 3.198101043701172 + }, + "327": { + "prob": 0.03281467780470848, + "avg_loss": 3.416879415512085 + }, + "328": { + "prob": 0.11954700946807861, + "avg_loss": 2.1240456104278564 + }, + "329": { + "prob": 0.034836750477552414, + "avg_loss": 3.3570823669433594 + }, + "330": { + "prob": 0.044388264417648315, + "avg_loss": 3.1147801876068115 + }, + "331": { + "prob": 0.025865012779831886, + "avg_loss": 3.6548640727996826 + }, + "332": { + "prob": 0.013958927243947983, + "avg_loss": 4.271636009216309 + }, + "333": { + "prob": 0.028559425845742226, + "avg_loss": 3.5557682514190674 + }, + "334": { + "prob": 0.031044483184814453, + "avg_loss": 3.472334146499634 + }, + "335": { + "prob": 0.0121098468080163, + "avg_loss": 4.413736343383789 + }, + "336": { + "prob": 0.11060325056314468, + "avg_loss": 2.201805830001831 + }, + "337": { + "prob": 0.010821521282196045, + "avg_loss": 4.526218414306641 + }, + "338": { + "prob": 0.02246294543147087, + "avg_loss": 3.7958881855010986 + }, + "339": { + "prob": 0.03344013914465904, + "avg_loss": 3.397998332977295 + }, + "340": { + "prob": 0.09851745516061783, + "avg_loss": 2.317521572113037 + }, + "341": { + "prob": 0.00811852514743805, + "avg_loss": 4.8136067390441895 + }, + "342": { + "prob": 0.0803428515791893, + "avg_loss": 2.5214521884918213 + }, + "343": { + "prob": 0.16220207512378693, + "avg_loss": 1.818912386894226 + }, + "344": { + "prob": 0.022972190752625465, + "avg_loss": 3.773470878601074 + }, + "345": { + "prob": 0.09892258793115616, + "avg_loss": 2.313417673110962 + }, + "346": { + "prob": 0.021054131910204887, + "avg_loss": 3.8606584072113037 + }, + "347": { + "prob": 0.02772984281182289, + "avg_loss": 3.5852460861206055 + }, + "348": { + "prob": 0.022526590153574944, + "avg_loss": 3.7930588722229004 + }, + "349": { + "prob": 0.10052270442247391, + "avg_loss": 2.2973716259002686 + }, + "350": { + "prob": 0.0200656671077013, + "avg_loss": 3.908745050430298 + }, + "351": { + "prob": 0.015600938349962234, + "avg_loss": 4.16042423248291 + }, + "352": { + "prob": 0.02994588203728199, + "avg_loss": 3.5083634853363037 + }, + "353": { + "prob": 0.029465915635228157, + "avg_loss": 3.5245211124420166 + }, + "354": { + "prob": 0.02663446217775345, + "avg_loss": 3.62554931640625 + }, + "355": { + "prob": 0.028361419215798378, + "avg_loss": 3.56272554397583 + }, + "356": { + "prob": 0.011878889054059982, + "avg_loss": 4.432992458343506 + }, + "357": { + "prob": 0.04582716152071953, + "avg_loss": 3.082878351211548 + }, + "358": { + "prob": 0.012060892768204212, + "avg_loss": 4.417787075042725 + }, + "359": { + "prob": 0.03795641288161278, + "avg_loss": 3.2713167667388916 + }, + "360": { + "prob": 0.11074288189411163, + "avg_loss": 2.2005441188812256 + }, + "361": { + "prob": 0.18935251235961914, + "avg_loss": 1.6641448736190796 + }, + "362": { + "prob": 0.13591592013835907, + "avg_loss": 1.9957188367843628 + }, + "363": { + "prob": 0.026353752240538597, + "avg_loss": 3.6361446380615234 + }, + "364": { + "prob": 0.15098795294761658, + "avg_loss": 1.8905552625656128 + }, + "365": { + "prob": 0.03655669838190079, + "avg_loss": 3.3088908195495605 + }, + "366": { + "prob": 0.03516533970832825, + "avg_loss": 3.3476943969726562 + }, + "367": { + "prob": 0.02139381133019924, + "avg_loss": 3.844653606414795 + }, + "368": { + "prob": 0.035937946289777756, + "avg_loss": 3.3259615898132324 + }, + "369": { + "prob": 0.036215536296367645, + "avg_loss": 3.3182671070098877 + }, + "370": { + "prob": 0.0628674179315567, + "avg_loss": 2.7667272090911865 + }, + "371": { + "prob": 0.02630649320781231, + "avg_loss": 3.637939453125 + }, + "372": { + "prob": 0.023156454786658287, + "avg_loss": 3.76548171043396 + }, + "373": { + "prob": 0.01602219231426716, + "avg_loss": 4.133780479431152 + }, + "374": { + "prob": 0.011011676862835884, + "avg_loss": 4.508799076080322 + }, + "375": { + "prob": 0.02552877739071846, + "avg_loss": 3.6679489612579346 + }, + "376": { + "prob": 0.02474949322640896, + "avg_loss": 3.6989502906799316 + }, + "377": { + "prob": 0.01692667417228222, + "avg_loss": 4.078864574432373 + }, + "378": { + "prob": 0.019273843616247177, + "avg_loss": 3.9490063190460205 + }, + "379": { + "prob": 0.016976118087768555, + "avg_loss": 4.0759477615356445 + }, + "380": { + "prob": 0.0909617692232132, + "avg_loss": 2.3973159790039062 + }, + "381": { + "prob": 0.02472497522830963, + "avg_loss": 3.699941396713257 + }, + "382": { + "prob": 0.04655242711305618, + "avg_loss": 3.067176103591919 + }, + "383": { + "prob": 0.031182510778307915, + "avg_loss": 3.467897891998291 + }, + "384": { + "prob": 0.06720679253339767, + "avg_loss": 2.6999809741973877 + }, + "385": { + "prob": 0.012733520939946175, + "avg_loss": 4.3635172843933105 + }, + "386": { + "prob": 0.06804626435041428, + "avg_loss": 2.6875674724578857 + }, + "387": { + "prob": 0.013178804889321327, + "avg_loss": 4.329145431518555 + }, + "388": { + "prob": 0.023674365133047104, + "avg_loss": 3.7433624267578125 + }, + "389": { + "prob": 0.008274856023490429, + "avg_loss": 4.794533729553223 + }, + "390": { + "prob": 0.011109658516943455, + "avg_loss": 4.499940395355225 + }, + "391": { + "prob": 0.02965540811419487, + "avg_loss": 3.518110752105713 + }, + "392": { + "prob": 0.01753932610154152, + "avg_loss": 4.043309688568115 + }, + "393": { + "prob": 0.030416227877140045, + "avg_loss": 3.492779016494751 + }, + "394": { + "prob": 0.02390304021537304, + "avg_loss": 3.7337496280670166 + }, + "395": { + "prob": 0.019749440252780914, + "avg_loss": 3.9246301651000977 + }, + "396": { + "prob": 0.009006846696138382, + "avg_loss": 4.709770202636719 + }, + "397": { + "prob": 0.012993499636650085, + "avg_loss": 4.343306064605713 + }, + "398": { + "prob": 0.01823008432984352, + "avg_loss": 4.0046820640563965 + }, + "399": { + "prob": 0.009810712188482285, + "avg_loss": 4.6242804527282715 + } + } + }, + "forget_Q_A_PERT_Prob": { + "agg_value": 0.02687283395231134, + "value_by_index": { + "0": { + "prob": [ + 0.019122257828712463, + 0.016270741820335388, + 0.016721464693546295, + 0.03734637424349785, + 0.015266839414834976 + ], + "avg_loss": [ + 3.956902265548706, + 4.118386745452881, + 4.091062068939209, + 3.2875194549560547, + 4.182072162628174 + ] + }, + "1": { + "prob": [ + 0.0326838381588459, + 0.012741302140057087, + 0.010571864433586597, + 0.005328894127160311, + 0.005973835475742817 + ], + "avg_loss": [ + 3.42087459564209, + 4.362906455993652, + 4.549559116363525, + 5.234611511230469, + 5.120366096496582 + ] + }, + "2": { + "prob": [ + 0.03810456395149231, + 0.027205904945731163, + 0.3309667110443115, + 0.07281311601400375, + 0.10516250133514404 + ], + "avg_loss": [ + 3.267421245574951, + 3.604321241378784, + 1.1057374477386475, + 2.619859218597412, + 2.252248525619507 + ] + }, + "3": { + "prob": [ + 0.01422453299164772, + 0.018346861004829407, + 0.014409140683710575, + 0.0174418892711401, + 0.012562202289700508 + ], + "avg_loss": [ + 4.252787113189697, + 3.9982967376708984, + 4.239892482757568, + 4.048880577087402, + 4.377062797546387 + ] + }, + "4": { + "prob": [ + 0.011440071277320385, + 0.09490852802991867, + 0.030418867245316505, + 0.025147495791316032, + 0.03260518237948418 + ], + "avg_loss": [ + 4.470633029937744, + 2.354841709136963, + 3.492692232131958, + 3.682996988296509, + 3.4232840538024902 + ] + }, + "5": { + "prob": [ + 0.009376094676554203, + 0.002782742492854595, + 0.02196226641535759, + 0.0054041133262217045, + 0.0033490515779703856 + ], + "avg_loss": [ + 4.669591903686523, + 5.8843183517456055, + 3.818429470062256, + 5.220594882965088, + 5.69907808303833 + ] + }, + "6": { + "prob": [ + 0.009427471086382866, + 0.013606439344584942, + 0.01836087368428707, + 0.005873790010809898, + 0.008974231779575348 + ], + "avg_loss": [ + 4.664127349853516, + 4.29721212387085, + 3.9975333213806152, + 5.1372551918029785, + 4.713397979736328 + ] + }, + "7": { + "prob": [ + 0.015330860391259193, + 0.008881685324013233, + 0.003541843732818961, + 0.01512120757251978, + 0.006540271453559399 + ], + "avg_loss": [ + 4.177887439727783, + 4.723763942718506, + 5.643107891082764, + 4.191657066345215, + 5.029776573181152 + ] + }, + "8": { + "prob": [ + 0.00816947128623724, + 0.004421778954565525, + 0.0017977498937398195, + 0.0014256705762818456, + 0.0053856405429542065 + ], + "avg_loss": [ + 4.807351112365723, + 5.421213150024414, + 6.321219444274902, + 6.553112983703613, + 5.2240190505981445 + ] + }, + "9": { + "prob": [ + 0.0033267480321228504, + 0.005955257918685675, + 0.005266240797936916, + 0.010264960117638111, + 0.002648980589583516 + ], + "avg_loss": [ + 5.7057600021362305, + 5.123480796813965, + 5.246438503265381, + 4.579019069671631, + 5.93358039855957 + ] + }, + "10": { + "prob": [ + 0.03512595593929291, + 0.04247839003801346, + 0.02156037651002407, + 0.04510065168142319, + 0.02678736113011837 + ], + "avg_loss": [ + 3.3488149642944336, + 3.158759832382202, + 3.8368980884552, + 3.098858594894409, + 3.6198251247406006 + ] + }, + "11": { + "prob": [ + 0.0148464385420084, + 0.012591696344316006, + 0.01479005254805088, + 0.020731965079903603, + 0.04671906679868698 + ], + "avg_loss": [ + 4.209995269775391, + 4.374717712402344, + 4.213800430297852, + 3.8760786056518555, + 3.063602924346924 + ] + }, + "12": { + "prob": [ + 0.003329374361783266, + 0.0027523718308657408, + 0.0015248395502567291, + 0.001661718008108437, + 0.00200018472969532 + ], + "avg_loss": [ + 5.704970836639404, + 5.895292282104492, + 6.485866069793701, + 6.399903297424316, + 6.214515686035156 + ] + }, + "13": { + "prob": [ + 0.018527667969465256, + 0.012892254628241062, + 0.011319327168166637, + 0.01631315052509308, + 0.012857873924076557 + ], + "avg_loss": [ + 3.988490104675293, + 4.351128578186035, + 4.48124361038208, + 4.11578369140625, + 4.353798866271973 + ] + }, + "14": { + "prob": [ + 0.019833654165267944, + 0.011582134291529655, + 0.035317081958055496, + 0.03387077897787094, + 0.06545209139585495 + ], + "avg_loss": [ + 3.920375108718872, + 4.458291530609131, + 3.343388557434082, + 3.385202646255493, + 2.7264368534088135 + ] + }, + "15": { + "prob": [ + 0.0019865185022354126, + 0.000449962419224903, + 0.0009697222267277539, + 0.0022692920174449682, + 0.00035633286461234093 + ], + "avg_loss": [ + 6.221371650695801, + 7.70634651184082, + 6.938500881195068, + 6.088287353515625, + 7.939645290374756 + ] + }, + "16": { + "prob": [ + 0.007612225133925676, + 0.00396511098369956, + 0.006712670437991619, + 0.004791698418557644, + 0.004322556778788567 + ], + "avg_loss": [ + 4.877999782562256, + 5.530221462249756, + 5.003758430480957, + 5.340870380401611, + 5.443908214569092 + ] + }, + "17": { + "prob": [ + 0.028216920793056488, + 0.02054961770772934, + 0.024778565391898155, + 0.02065281756222248, + 0.02192518301308155 + ], + "avg_loss": [ + 3.567833423614502, + 3.8849129676818848, + 3.6977763175964355, + 3.879903554916382, + 3.8201193809509277 + ] + }, + "18": { + "prob": [ + 0.028446007519960403, + 0.019554294645786285, + 0.03391088917851448, + 0.014052633196115494, + 0.01581697165966034 + ], + "avg_loss": [ + 3.5597474575042725, + 3.9345602989196777, + 3.384019136428833, + 4.2649455070495605, + 4.146671772003174 + ] + }, + "19": { + "prob": [ + 0.0018499408615753055, + 0.010216417722404003, + 0.007027763873338699, + 0.006032911129295826, + 0.014080287888646126 + ], + "avg_loss": [ + 6.292601585388184, + 4.583759307861328, + 4.957886695861816, + 5.110525608062744, + 4.262979507446289 + ] + }, + "20": { + "prob": [ + 0.04559485241770744, + 0.03688780218362808, + 0.03800014778971672, + 0.04282892867922783, + 0.05737758055329323 + ], + "avg_loss": [ + 3.0879604816436768, + 3.2998743057250977, + 3.270165205001831, + 3.1505415439605713, + 2.8581016063690186 + ] + }, + "21": { + "prob": [ + 0.3192858397960663, + 0.16857099533081055, + 0.19229081273078918, + 0.1544785499572754, + 0.20530536770820618 + ], + "avg_loss": [ + 1.1416685581207275, + 1.7803982496261597, + 1.648746371269226, + 1.8676999807357788, + 1.5832568407058716 + ] + }, + "22": { + "prob": [ + 0.1262921839952469, + 0.14195455610752106, + 0.10357118397951126, + 0.06975585967302322, + 0.06697496771812439 + ], + "avg_loss": [ + 2.069157123565674, + 1.9522483348846436, + 2.267496109008789, + 2.6627538204193115, + 2.7034363746643066 + ] + }, + "23": { + "prob": [ + 0.03429665043950081, + 0.030924102291464806, + 0.015988245606422424, + 0.023706544190645218, + 0.01550098042935133 + ], + "avg_loss": [ + 3.3727076053619385, + 3.476219415664673, + 4.13590145111084, + 3.742004156112671, + 4.166851997375488 + ] + }, + "24": { + "prob": [ + 0.03779866546392441, + 0.031336985528469086, + 0.05432066321372986, + 0.02188255451619625, + 0.01634014956653118 + ], + "avg_loss": [ + 3.2754814624786377, + 3.462956190109253, + 2.9128506183624268, + 3.822065591812134, + 4.114130020141602 + ] + }, + "25": { + "prob": [ + 0.017160410061478615, + 0.051254257559776306, + 0.034777384251356125, + 0.0468783974647522, + 0.05001934990286827 + ], + "avg_loss": [ + 4.065150260925293, + 2.970956563949585, + 3.358788013458252, + 3.0601983070373535, + 2.9953453540802 + ] + }, + "26": { + "prob": [ + 0.09386012703180313, + 0.060575906187295914, + 0.07112707942724228, + 0.06017778813838959, + 0.0835144892334938 + ], + "avg_loss": [ + 2.3659496307373047, + 2.8038580417633057, + 2.643287181854248, + 2.8104519844055176, + 2.4827351570129395 + ] + }, + "27": { + "prob": [ + 0.025016305968165398, + 0.004659456666558981, + 0.013747102580964565, + 0.015494647435843945, + 0.04161979258060455 + ], + "avg_loss": [ + 3.688227415084839, + 5.368856430053711, + 4.286927223205566, + 4.167260646820068, + 3.1791794300079346 + ] + }, + "28": { + "prob": [ + 0.02653677389025688, + 0.01759546808898449, + 0.020661450922489166, + 0.017457282170653343, + 0.020941920578479767 + ], + "avg_loss": [ + 3.6292238235473633, + 4.040113925933838, + 3.879485607147217, + 4.047998428344727, + 3.866002321243286 + ] + }, + "29": { + "prob": [ + 0.009669356979429722, + 0.012287482619285583, + 0.006264159921556711, + 0.006304584443569183, + 0.013312926515936852 + ], + "avg_loss": [ + 4.638793468475342, + 4.399174213409424, + 5.072910785675049, + 5.066478252410889, + 4.319019794464111 + ] + }, + "30": { + "prob": [ + 0.0701751559972763, + 0.05674213916063309, + 0.0455765500664711, + 0.080048568546772, + 0.04171624779701233 + ], + "avg_loss": [ + 2.6567609310150146, + 2.8692381381988525, + 3.088361978530884, + 2.5251216888427734, + 3.1768646240234375 + ] + }, + "31": { + "prob": [ + 0.024184951558709145, + 0.01725546084344387, + 0.023872166872024536, + 0.026010436937212944, + 0.01976660080254078 + ], + "avg_loss": [ + 3.72202467918396, + 4.059626579284668, + 3.735042095184326, + 3.6492574214935303, + 3.9237616062164307 + ] + }, + "32": { + "prob": [ + 0.04119081795215607, + 0.058141790330410004, + 0.04132352024316788, + 0.052814994007349014, + 0.024279238656163216 + ], + "avg_loss": [ + 3.189539909362793, + 2.8448705673217773, + 3.186323404312134, + 2.940960168838501, + 3.7181336879730225 + ] + }, + "33": { + "prob": [ + 0.011320855468511581, + 0.023134149610996246, + 0.013679997995495796, + 0.010802065022289753, + 0.01910609006881714 + ], + "avg_loss": [ + 4.481108665466309, + 3.7664453983306885, + 4.291820526123047, + 4.528017997741699, + 3.9577481746673584 + ] + }, + "34": { + "prob": [ + 0.013147847726941109, + 0.023814620450139046, + 0.016032112762331963, + 0.010897739790380001, + 0.013239068910479546 + ], + "avg_loss": [ + 4.3314971923828125, + 3.7374556064605713, + 4.133161544799805, + 4.519199848175049, + 4.324583053588867 + ] + }, + "35": { + "prob": [ + 0.03688470646739006, + 0.05225410684943199, + 0.024929175153374672, + 0.024979151785373688, + 0.048635516315698624 + ], + "avg_loss": [ + 3.2999582290649414, + 2.951636791229248, + 3.691716432571411, + 3.689713716506958, + 3.0234012603759766 + ] + }, + "36": { + "prob": [ + 0.05729768052697182, + 0.015597650781273842, + 0.024070195853710175, + 0.013253931887447834, + 0.029920518398284912 + ], + "avg_loss": [ + 2.859495162963867, + 4.160634994506836, + 3.726780891418457, + 4.323461055755615, + 3.5092108249664307 + ] + }, + "37": { + "prob": [ + 0.025573575869202614, + 0.025869693607091904, + 0.023441243916749954, + 0.023753440007567406, + 0.023515788838267326 + ], + "avg_loss": [ + 3.6661956310272217, + 3.6546831130981445, + 3.753258228302002, + 3.740027904510498, + 3.7500832080841064 + ] + }, + "38": { + "prob": [ + 0.013392681255936623, + 0.012586989440023899, + 0.01627999357879162, + 0.012894713319838047, + 0.010142143815755844 + ], + "avg_loss": [ + 4.313046932220459, + 4.375091552734375, + 4.117818355560303, + 4.350937843322754, + 4.591055870056152 + ] + }, + "39": { + "prob": [ + 0.05765531212091446, + 0.014074145816266537, + 0.006048260722309351, + 0.010964667424559593, + 0.02124634012579918 + ], + "avg_loss": [ + 2.8532729148864746, + 4.263415813446045, + 5.10798454284668, + 4.513077259063721, + 3.8515706062316895 + ] + }, + "40": { + "prob": [ + 0.06753784418106079, + 0.06951333582401276, + 0.08197031915187836, + 0.06187873333692551, + 0.06736952811479568 + ], + "avg_loss": [ + 2.6950671672821045, + 2.666236639022827, + 2.5013980865478516, + 2.782578706741333, + 2.6975624561309814 + ] + }, + "41": { + "prob": [ + 0.009821168147027493, + 0.011851646937429905, + 0.008639398030936718, + 0.015189426019787788, + 0.011046781204640865 + ], + "avg_loss": [ + 4.623215198516846, + 4.435288429260254, + 4.75142240524292, + 4.187155723571777, + 4.505616188049316 + ] + }, + "42": { + "prob": [ + 0.06848734617233276, + 0.0587407723069191, + 0.10042355954647064, + 0.051660045981407166, + 0.10654381662607193 + ], + "avg_loss": [ + 2.6811063289642334, + 2.8346211910247803, + 2.29835844039917, + 2.9630706310272217, + 2.239198923110962 + ] + }, + "43": { + "prob": [ + 0.02886020392179489, + 0.02031485177576542, + 0.0203147791326046, + 0.015047136694192886, + 0.015036542899906635 + ], + "avg_loss": [ + 3.5452916622161865, + 3.8964030742645264, + 3.896406650543213, + 4.196567535400391, + 4.197271823883057 + ] + }, + "44": { + "prob": [ + 0.13427242636680603, + 0.07374724000692368, + 0.11845356225967407, + 0.174727201461792, + 0.15145817399024963 + ], + "avg_loss": [ + 2.0078845024108887, + 2.607111692428589, + 2.1332342624664307, + 1.744529366493225, + 1.8874458074569702 + ] + }, + "45": { + "prob": [ + 0.02522878907620907, + 0.03455217927694321, + 0.016820186749100685, + 0.01913800649344921, + 0.03394179418683052 + ], + "avg_loss": [ + 3.679769515991211, + 3.3652846813201904, + 4.085175514221191, + 3.9560790061950684, + 3.383108139038086 + ] + }, + "46": { + "prob": [ + 0.03959846869111061, + 0.024688024073839188, + 0.04125785827636719, + 0.03991803526878357, + 0.03996235504746437 + ], + "avg_loss": [ + 3.2289648056030273, + 3.701436996459961, + 3.187913656234741, + 3.2209270000457764, + 3.2198173999786377 + ] + }, + "47": { + "prob": [ + 0.01784495636820793, + 0.011867690831422806, + 0.006306189578026533, + 0.012723816558718681, + 0.006916321348398924 + ], + "avg_loss": [ + 4.026034355163574, + 4.433935642242432, + 5.066223621368408, + 4.364279747009277, + 4.973871231079102 + ] + }, + "48": { + "prob": [ + 0.00866942759603262, + 0.013083637692034245, + 0.0125512033700943, + 0.006352362688630819, + 0.007110578007996082 + ], + "avg_loss": [ + 4.747952461242676, + 4.336392879486084, + 4.377938747406006, + 5.058928489685059, + 4.946171760559082 + ] + }, + "49": { + "prob": [ + 0.018610550090670586, + 0.022020170465111732, + 0.016220668330788612, + 0.011264783330261707, + 0.011578180827200413 + ], + "avg_loss": [ + 3.9840266704559326, + 3.815796375274658, + 4.121469020843506, + 4.486073970794678, + 4.458632946014404 + ] + }, + "50": { + "prob": [ + 0.04711615666747093, + 0.05430126562714577, + 0.04173269867897034, + 0.0731763020157814, + 0.043146997690200806 + ], + "avg_loss": [ + 3.0551393032073975, + 2.913207769393921, + 3.1764702796936035, + 2.6148836612701416, + 3.1431424617767334 + ] + }, + "51": { + "prob": [ + 0.012927213683724403, + 0.012673243880271912, + 0.015210488811135292, + 0.012234846130013466, + 0.012730618938803673 + ], + "avg_loss": [ + 4.3484206199646, + 4.36826229095459, + 4.185770034790039, + 4.403467178344727, + 4.363745212554932 + ] + }, + "52": { + "prob": [ + 0.050121355801820755, + 0.03743194043636322, + 0.022137103602290154, + 0.04840604588389397, + 0.03981557488441467 + ], + "avg_loss": [ + 2.9933080673217773, + 3.285230875015259, + 3.810500144958496, + 3.028130531311035, + 3.223497152328491 + ] + }, + "53": { + "prob": [ + 0.026802213862538338, + 0.023819906637072563, + 0.01643405854701996, + 0.012297951616346836, + 0.016101868823170662 + ], + "avg_loss": [ + 3.6192708015441895, + 3.7372336387634277, + 4.108399391174316, + 4.398322582244873, + 4.128819942474365 + ] + }, + "54": { + "prob": [ + 0.011459830217063427, + 0.007780535612255335, + 0.00996315572410822, + 0.01192682608962059, + 0.012109680101275444 + ], + "avg_loss": [ + 4.468907356262207, + 4.856130123138428, + 4.608861446380615, + 4.428965091705322, + 4.413750171661377 + ] + }, + "55": { + "prob": [ + 0.009773842990398407, + 0.008998081088066101, + 0.00823151133954525, + 0.00430594477802515, + 0.00582478754222393 + ], + "avg_loss": [ + 4.628045558929443, + 4.7107439041137695, + 4.799785614013672, + 5.447758674621582, + 5.145632743835449 + ] + }, + "56": { + "prob": [ + 0.009498417377471924, + 0.013882393017411232, + 0.013726862147450447, + 0.007474162615835667, + 0.004776899237185717 + ], + "avg_loss": [ + 4.656630039215088, + 4.277133941650391, + 4.288400650024414, + 4.896303176879883, + 5.343963623046875 + ] + }, + "57": { + "prob": [ + 0.010683163069188595, + 0.014348318800330162, + 0.013644193299114704, + 0.008360445499420166, + 0.01017729565501213 + ], + "avg_loss": [ + 4.53908634185791, + 4.244122505187988, + 4.294441223144531, + 4.784243583679199, + 4.5875959396362305 + ] + }, + "58": { + "prob": [ + 0.005819418467581272, + 0.0059719872660934925, + 0.006154120899736881, + 0.004916994832456112, + 0.006164723541587591 + ], + "avg_loss": [ + 5.146554946899414, + 5.120675563812256, + 5.090633392333984, + 5.315057754516602, + 5.088912010192871 + ] + }, + "59": { + "prob": [ + 0.010697486810386181, + 0.01663387566804886, + 0.007455781102180481, + 0.005281402263790369, + 0.012644656002521515 + ], + "avg_loss": [ + 4.537746429443359, + 4.096313953399658, + 4.898765563964844, + 5.243563652038574, + 4.37052059173584 + ] + }, + "60": { + "prob": [ + 0.034308139234781265, + 0.028037281706929207, + 0.017866140231490135, + 0.020229317247867584, + 0.021832598373293877 + ], + "avg_loss": [ + 3.372372627258301, + 3.5742201805114746, + 4.024847984313965, + 3.9006223678588867, + 3.8243510723114014 + ] + }, + "61": { + "prob": [ + 0.04334212839603424, + 0.04015717655420303, + 0.029183438047766685, + 0.02811630442738533, + 0.022426433861255646 + ], + "avg_loss": [ + 3.1386301517486572, + 3.214954137802124, + 3.534153938293457, + 3.5714056491851807, + 3.7975149154663086 + ] + }, + "62": { + "prob": [ + 0.02209029160439968, + 0.016953418031334877, + 0.01899423636496067, + 0.018759317696094513, + 0.019866881892085075 + ], + "avg_loss": [ + 3.812617063522339, + 4.0772857666015625, + 3.9636197090148926, + 3.976064682006836, + 3.918701171875 + ] + }, + "63": { + "prob": [ + 0.02228711172938347, + 0.01066037081182003, + 0.004279865883290768, + 0.016832293942570686, + 0.012888947501778603 + ], + "avg_loss": [ + 3.8037467002868652, + 4.541222095489502, + 5.45383358001709, + 4.084455966949463, + 4.351385116577148 + ] + }, + "64": { + "prob": [ + 0.01812080666422844, + 0.012595977634191513, + 0.01645561493933201, + 0.01846340112388134, + 0.020553963258862495 + ], + "avg_loss": [ + 4.01069450378418, + 4.374377727508545, + 4.107088565826416, + 3.991964817047119, + 3.8847014904022217 + ] + }, + "65": { + "prob": [ + 0.054861437529325485, + 0.0486515648663044, + 0.04574810341000557, + 0.10556337237358093, + 0.0410502590239048 + ], + "avg_loss": [ + 2.902944564819336, + 3.0230712890625, + 3.0846049785614014, + 2.248443841934204, + 3.192958116531372 + ] + }, + "66": { + "prob": [ + 0.007041557226330042, + 0.008657167665660381, + 0.004944939631968737, + 0.01591457985341549, + 0.01640070043504238 + ], + "avg_loss": [ + 4.955925941467285, + 4.749367713928223, + 5.309390544891357, + 4.140519618988037, + 4.11043119430542 + ] + }, + "67": { + "prob": [ + 0.024496473371982574, + 0.01804620958864689, + 0.02185414917767048, + 0.021356424316763878, + 0.015166194178164005 + ], + "avg_loss": [ + 3.709226131439209, + 4.014819622039795, + 3.823364496231079, + 3.846402645111084, + 4.188686370849609 + ] + }, + "68": { + "prob": [ + 0.004587946925312281, + 0.00544989388436079, + 0.005392229184508324, + 0.009240319021046162, + 0.007742131128907204 + ], + "avg_loss": [ + 5.384322643280029, + 5.212159156799316, + 5.222796440124512, + 4.684178829193115, + 4.861078262329102 + ] + }, + "69": { + "prob": [ + 0.004919255618005991, + 0.005590689368546009, + 0.021308941766619682, + 0.011422171257436275, + 0.006186266895383596 + ], + "avg_loss": [ + 5.314598083496094, + 5.186652660369873, + 3.848628520965576, + 4.472198963165283, + 5.085423469543457 + ] + }, + "70": { + "prob": [ + 0.02007179521024227, + 0.028270941227674484, + 0.027063628658652306, + 0.021642092615365982, + 0.024351593106985092 + ], + "avg_loss": [ + 3.9084396362304688, + 3.565920829772949, + 3.6095645427703857, + 3.8331151008605957, + 3.715157985687256 + ] + }, + "71": { + "prob": [ + 0.013963407836854458, + 0.02156190201640129, + 0.022665414959192276, + 0.016120413318276405, + 0.023227790370583534 + ], + "avg_loss": [ + 4.271315097808838, + 3.836827278137207, + 3.7869150638580322, + 4.127668857574463, + 3.7624058723449707 + ] + }, + "72": { + "prob": [ + 0.011056767776608467, + 0.010075388476252556, + 0.01511294674128294, + 0.017810620367527008, + 0.011056498624384403 + ], + "avg_loss": [ + 4.5047125816345215, + 4.597659587860107, + 4.192203521728516, + 4.027960300445557, + 4.50473690032959 + ] + }, + "73": { + "prob": [ + 0.0063471426256000996, + 0.0032484678085893393, + 0.004096534568816423, + 0.007415471598505974, + 0.006703266408294439 + ], + "avg_loss": [ + 5.059750556945801, + 5.72957181930542, + 5.497613906860352, + 4.904186725616455, + 5.005160331726074 + ] + }, + "74": { + "prob": [ + 0.008927670307457447, + 0.01255564484745264, + 0.015664992853999138, + 0.015413344837725163, + 0.016750937327742577 + ], + "avg_loss": [ + 4.718599796295166, + 4.377584934234619, + 4.156326770782471, + 4.172521591186523, + 4.089301109313965 + ] + }, + "75": { + "prob": [ + 0.009939216077327728, + 0.016161713749170303, + 0.016926415264606476, + 0.021613381803035736, + 0.036278657615184784 + ], + "avg_loss": [ + 4.61126708984375, + 4.125110149383545, + 4.0788798332214355, + 3.834442615509033, + 3.31652569770813 + ] + }, + "76": { + "prob": [ + 0.018796714022755623, + 0.02142685279250145, + 0.006183993071317673, + 0.012144670821726322, + 0.022240713238716125 + ], + "avg_loss": [ + 3.9740731716156006, + 3.8431103229522705, + 5.085791110992432, + 4.41086483001709, + 3.805830717086792 + ] + }, + "77": { + "prob": [ + 0.015452023595571518, + 0.02065955474972725, + 0.012961581349372864, + 0.017358047887682915, + 0.01448286697268486 + ], + "avg_loss": [ + 4.170015335083008, + 3.879577398300171, + 4.345765590667725, + 4.053699016571045, + 4.23478889465332 + ] + }, + "78": { + "prob": [ + 0.004759605508297682, + 0.005155485589057207, + 0.00661913026124239, + 0.0038660794962197542, + 0.005940158385783434 + ], + "avg_loss": [ + 5.347590446472168, + 5.267693996429443, + 5.017791271209717, + 5.555514335632324, + 5.126019477844238 + ] + }, + "79": { + "prob": [ + 0.008945180103182793, + 0.012791609391570091, + 0.0048194569535553455, + 0.01321639958769083, + 0.009058471769094467 + ], + "avg_loss": [ + 4.716640472412109, + 4.358965873718262, + 5.335093975067139, + 4.326296806335449, + 4.704054832458496 + ] + }, + "80": { + "prob": [ + 0.1104276031255722, + 0.10663950443267822, + 0.12593089044094086, + 0.1022438108921051, + 0.1059039905667305 + ], + "avg_loss": [ + 2.203395128250122, + 2.2383012771606445, + 2.072021961212158, + 2.280395030975342, + 2.245222330093384 + ] + }, + "81": { + "prob": [ + 0.05627153068780899, + 0.05464489758014679, + 0.026397891342639923, + 0.0375078059732914, + 0.07023724168539047 + ], + "avg_loss": [ + 2.8775665760040283, + 2.9068994522094727, + 3.6344711780548096, + 3.2832062244415283, + 2.655876636505127 + ] + }, + "82": { + "prob": [ + 0.022123074159026146, + 0.017497742548584938, + 0.017904261127114296, + 0.0204632505774498, + 0.01522897370159626 + ], + "avg_loss": [ + 3.811134099960327, + 4.04568338394165, + 4.022716522216797, + 3.889124631881714, + 4.184555530548096 + ] + }, + "83": { + "prob": [ + 0.030657891184091568, + 0.020810099318623543, + 0.042485449463129044, + 0.03346334025263786, + 0.03194485232234001 + ], + "avg_loss": [ + 3.484865188598633, + 3.872316837310791, + 3.1585936546325684, + 3.3973047733306885, + 3.44374418258667 + ] + }, + "84": { + "prob": [ + 0.02554212138056755, + 0.02342432737350464, + 0.023711439222097397, + 0.020160984247922897, + 0.009800261817872524 + ], + "avg_loss": [ + 3.667426347732544, + 3.7539801597595215, + 3.741797685623169, + 3.904006004333496, + 4.6253461837768555 + ] + }, + "85": { + "prob": [ + 0.09118648618459702, + 0.08537136018276215, + 0.06992898881435394, + 0.04994877800345421, + 0.047496337443590164 + ], + "avg_loss": [ + 2.394848585128784, + 2.460744619369507, + 2.6602749824523926, + 2.9967572689056396, + 3.047102689743042 + ] + }, + "86": { + "prob": [ + 0.014237996190786362, + 0.04834720119833946, + 0.04072700813412666, + 0.01061232015490532, + 0.030468055978417397 + ], + "avg_loss": [ + 4.251841068267822, + 3.0293469429016113, + 3.200863838195801, + 4.545739650726318, + 3.4910764694213867 + ] + }, + "87": { + "prob": [ + 0.06884246319532394, + 0.0508016012609005, + 0.05568626895546913, + 0.07267478108406067, + 0.05240297317504883 + ], + "avg_loss": [ + 2.6759345531463623, + 2.979827404022217, + 2.88802170753479, + 2.621760845184326, + 2.948791980743408 + ] + }, + "88": { + "prob": [ + 0.016051748767495155, + 0.007928429171442986, + 0.015344574116170406, + 0.014966891147196293, + 0.01806364394724369 + ], + "avg_loss": [ + 4.131937503814697, + 4.8373003005981445, + 4.176993370056152, + 4.2019147872924805, + 4.013854026794434 + ] + }, + "89": { + "prob": [ + 0.017482547089457512, + 0.02410479635000229, + 0.017027679830789566, + 0.02322957292199135, + 0.024680256843566895 + ], + "avg_loss": [ + 4.0465521812438965, + 3.72534441947937, + 4.072915077209473, + 3.7623291015625, + 3.701751708984375 + ] + }, + "90": { + "prob": [ + 0.009579736739397049, + 0.0087690195068717, + 0.007499205879867077, + 0.006558641325682402, + 0.007401288021355867 + ], + "avg_loss": [ + 4.648105144500732, + 4.736530303955078, + 4.892958164215088, + 5.026971817016602, + 4.906101226806641 + ] + }, + "91": { + "prob": [ + 0.05670855939388275, + 0.047601368278265, + 0.07916177064180374, + 0.0966123640537262, + 0.06765670329332352 + ], + "avg_loss": [ + 2.8698301315307617, + 3.044893741607666, + 2.536261796951294, + 2.3370485305786133, + 2.6933088302612305 + ] + }, + "92": { + "prob": [ + 0.02534109726548195, + 0.021471742540597916, + 0.029431728646159172, + 0.025159303098917007, + 0.014768164604902267 + ], + "avg_loss": [ + 3.675327777862549, + 3.841017484664917, + 3.525681972503662, + 3.682527542114258, + 4.2152814865112305 + ] + }, + "93": { + "prob": [ + 0.03168182075023651, + 0.04987160861492157, + 0.020647987723350525, + 0.021351506933569908, + 0.018085792660713196 + ], + "avg_loss": [ + 3.452012300491333, + 2.9983034133911133, + 3.8801374435424805, + 3.846632957458496, + 4.012628555297852 + ] + }, + "94": { + "prob": [ + 0.013290599919855595, + 0.011469096876680851, + 0.008483964018523693, + 0.020691649988293648, + 0.007449348922818899 + ], + "avg_loss": [ + 4.320698261260986, + 4.468099117279053, + 4.769577503204346, + 3.8780250549316406, + 4.899628639221191 + ] + }, + "95": { + "prob": [ + 0.030584782361984253, + 0.030810246244072914, + 0.03204913064837456, + 0.022829266265034676, + 0.02752837724983692 + ], + "avg_loss": [ + 3.487252712249756, + 3.479907989501953, + 3.4404852390289307, + 3.779711961746216, + 3.5925378799438477 + ] + }, + "96": { + "prob": [ + 0.037493668496608734, + 0.024474237114191055, + 0.0070334263145923615, + 0.00959023553878069, + 0.008195092901587486 + ], + "avg_loss": [ + 3.283583164215088, + 3.710134267807007, + 4.957081317901611, + 4.64700984954834, + 4.804219722747803 + ] + }, + "97": { + "prob": [ + 0.01859062910079956, + 0.03310992941260338, + 0.019191330298781395, + 0.02333933115005493, + 0.028640808537602425 + ], + "avg_loss": [ + 3.985097646713257, + 3.4079220294952393, + 3.953296661376953, + 3.757615327835083, + 3.5529227256774902 + ] + }, + "98": { + "prob": [ + 0.02042057178914547, + 0.028072383254766464, + 0.014512316323816776, + 0.011062795296311378, + 0.011053599417209625 + ], + "avg_loss": [ + 3.8912124633789062, + 3.5729689598083496, + 4.232757568359375, + 4.504167556762695, + 4.504999160766602 + ] + }, + "99": { + "prob": [ + 0.008867952972650528, + 0.006099512334913015, + 0.006527289282530546, + 0.004206049256026745, + 0.01072732824832201 + ], + "avg_loss": [ + 4.725311279296875, + 5.099546432495117, + 5.031763553619385, + 5.471231460571289, + 4.534960746765137 + ] + }, + "100": { + "prob": [ + 0.015756547451019287, + 0.018928594887256622, + 0.01833220012485981, + 0.024639928713440895, + 0.0207042433321476 + ], + "avg_loss": [ + 4.15049934387207, + 3.9670815467834473, + 3.999096155166626, + 3.7033870220184326, + 3.8774166107177734 + ] + }, + "101": { + "prob": [ + 0.008925605565309525, + 0.019200030714273453, + 0.019052794203162193, + 0.028890840709209442, + 0.019832957535982132 + ], + "avg_loss": [ + 4.7188310623168945, + 3.952843427658081, + 3.9605414867401123, + 3.5442306995391846, + 3.92041015625 + ] + }, + "102": { + "prob": [ + 0.0419074147939682, + 0.03928031027317047, + 0.05288676545023918, + 0.04851340502500534, + 0.03287266939878464 + ], + "avg_loss": [ + 3.172292470932007, + 3.237031936645508, + 2.9396021366119385, + 3.0259151458740234, + 3.415113687515259 + ] + }, + "103": { + "prob": [ + 0.0018037097761407495, + 0.0014747862005606294, + 0.0008897703955881298, + 0.001868603052571416, + 0.004457411821931601 + ], + "avg_loss": [ + 6.3179097175598145, + 6.519242286682129, + 7.024547100067139, + 6.282564163208008, + 5.413187026977539 + ] + }, + "104": { + "prob": [ + 0.02769365720450878, + 0.03421769291162491, + 0.051517993211746216, + 0.04070660099387169, + 0.022169053554534912 + ], + "avg_loss": [ + 3.5865519046783447, + 3.3750123977661133, + 2.9658241271972656, + 3.2013649940490723, + 3.8090579509735107 + ] + }, + "105": { + "prob": [ + 0.01304059848189354, + 0.019863689318299294, + 0.007590285502374172, + 0.020150773227214813, + 0.013581988401710987 + ], + "avg_loss": [ + 4.339687824249268, + 3.9188618659973145, + 4.880886077880859, + 3.904512643814087, + 4.299010753631592 + ] + }, + "106": { + "prob": [ + 0.012991758994758129, + 0.011858198791742325, + 0.0072096120566129684, + 0.006932748481631279, + 0.011666340753436089 + ], + "avg_loss": [ + 4.343440055847168, + 4.4347357749938965, + 4.932340145111084, + 4.971498966217041, + 4.451047420501709 + ] + }, + "107": { + "prob": [ + 0.04513984173536301, + 0.009618877433240414, + 0.007199704181402922, + 0.008285137824714184, + 0.014436568133533001 + ], + "avg_loss": [ + 3.097990036010742, + 4.6440277099609375, + 4.933715343475342, + 4.793292045593262, + 4.237990856170654 + ] + }, + "108": { + "prob": [ + 0.005698004271835089, + 0.014724469743669033, + 0.00909723062068224, + 0.004788719583302736, + 0.007096615619957447 + ], + "avg_loss": [ + 5.167639255523682, + 4.218244552612305, + 4.699785232543945, + 5.341492176055908, + 4.948137283325195 + ] + }, + "109": { + "prob": [ + 0.03745818883180618, + 0.03970571234822273, + 0.03371119871735573, + 0.040592800825834274, + 0.03531535342335701 + ], + "avg_loss": [ + 3.2845299243927, + 3.226260185241699, + 3.389925241470337, + 3.204164505004883, + 3.343437433242798 + ] + }, + "110": { + "prob": [ + 0.009323833510279655, + 0.00813314039260149, + 0.009673669002950191, + 0.00904150865972042, + 0.014093359000980854 + ], + "avg_loss": [ + 4.6751813888549805, + 4.811808109283447, + 4.638347625732422, + 4.705929279327393, + 4.262051582336426 + ] + }, + "111": { + "prob": [ + 0.023029480129480362, + 0.020219605416059494, + 0.042064134031534195, + 0.016214968636631966, + 0.024745332077145576 + ], + "avg_loss": [ + 3.7709801197052, + 3.9011025428771973, + 3.1685597896575928, + 4.121820449829102, + 3.6991183757781982 + ] + }, + "112": { + "prob": [ + 0.006610226351767778, + 0.006316192913800478, + 0.004795712418854237, + 0.002205429133027792, + 0.002380745019763708 + ], + "avg_loss": [ + 5.019137382507324, + 5.064638614654541, + 5.340033054351807, + 6.116833209991455, + 6.040341854095459 + ] + }, + "113": { + "prob": [ + 0.00883245375007391, + 0.014901219867169857, + 0.0052345828153193, + 0.009040731936693192, + 0.00920909270644188 + ], + "avg_loss": [ + 4.72932243347168, + 4.20631217956543, + 5.252468109130859, + 4.706015110015869, + 4.687563896179199 + ] + }, + "114": { + "prob": [ + 0.04090932384133339, + 0.0380435436964035, + 0.02888450399041176, + 0.02769463323056698, + 0.026032306253910065 + ], + "avg_loss": [ + 3.196397304534912, + 3.269023895263672, + 3.544450044631958, + 3.5865166187286377, + 3.6484169960021973 + ] + }, + "115": { + "prob": [ + 0.003125907387584448, + 0.005424079950898886, + 0.00549545930698514, + 0.003458988619968295, + 0.006703317631036043 + ], + "avg_loss": [ + 5.768030643463135, + 5.216907024383545, + 5.203833103179932, + 5.666779041290283, + 5.005152702331543 + ] + }, + "116": { + "prob": [ + 0.03208141401410103, + 0.026824934408068657, + 0.017225094139575958, + 0.020912926644086838, + 0.02121063321828842 + ], + "avg_loss": [ + 3.4394783973693848, + 3.6184234619140625, + 4.06138801574707, + 3.8673877716064453, + 3.853252649307251 + ] + }, + "117": { + "prob": [ + 0.008101660758256912, + 0.006330183241516352, + 0.003259863704442978, + 0.006163738667964935, + 0.005758658982813358 + ], + "avg_loss": [ + 4.815686225891113, + 5.0624260902404785, + 5.726069927215576, + 5.089071750640869, + 5.157050609588623 + ] + }, + "118": { + "prob": [ + 0.0066998726688325405, + 0.00680777570232749, + 0.013172748498618603, + 0.00984847079962492, + 0.009246794506907463 + ], + "avg_loss": [ + 5.005666732788086, + 4.989689826965332, + 4.3296051025390625, + 4.620439052581787, + 4.683478355407715 + ] + }, + "119": { + "prob": [ + 0.01540574710816145, + 0.022849038243293762, + 0.012668132781982422, + 0.019328780472278595, + 0.014939738437533379 + ], + "avg_loss": [ + 4.1730146408081055, + 3.778846263885498, + 4.36866569519043, + 3.946160078048706, + 4.203730583190918 + ] + }, + "120": { + "prob": [ + 0.13586997985839844, + 0.12358120828866959, + 0.11181032657623291, + 0.10029784590005875, + 0.11334069818258286 + ], + "avg_loss": [ + 1.9960569143295288, + 2.0908567905426025, + 2.190951347351074, + 2.2996110916137695, + 2.1773569583892822 + ] + }, + "121": { + "prob": [ + 0.05434158071875572, + 0.011636627838015556, + 0.015215697698295116, + 0.013405248522758484, + 0.012573827989399433 + ], + "avg_loss": [ + 2.9124655723571777, + 4.453597545623779, + 4.185427665710449, + 4.312108993530273, + 4.376137733459473 + ] + }, + "122": { + "prob": [ + 0.00911695510149002, + 0.009752470068633556, + 0.014595706015825272, + 0.01850353367626667, + 0.013019908219575882 + ], + "avg_loss": [ + 4.697619438171387, + 4.630234718322754, + 4.227027893066406, + 3.989793539047241, + 4.341275691986084 + ] + }, + "123": { + "prob": [ + 0.007869585417211056, + 0.007241447456181049, + 0.012368050403892994, + 0.007388216909021139, + 0.01101695466786623 + ], + "avg_loss": [ + 4.844749927520752, + 4.927934169769287, + 4.392638683319092, + 4.9078688621521, + 4.508319854736328 + ] + }, + "124": { + "prob": [ + 0.06289887428283691, + 0.038483116775751114, + 0.04810177534818649, + 0.04945121333003044, + 0.035402100533246994 + ], + "avg_loss": [ + 2.7662270069122314, + 3.257535696029663, + 3.0344362258911133, + 3.0067687034606934, + 3.3409841060638428 + ] + }, + "125": { + "prob": [ + 0.010323014110326767, + 0.005103113129734993, + 0.005074961576610804, + 0.011295145377516747, + 0.03142686188220978 + ], + "avg_loss": [ + 4.5733795166015625, + 5.277904510498047, + 5.283436298370361, + 4.483382225036621, + 3.460092306137085 + ] + }, + "126": { + "prob": [ + 0.00017114533693529665, + 0.00029442718368954957, + 2.1891250071348622e-05, + 2.331898758711759e-05, + 1.3908875189372338e-05 + ], + "avg_loss": [ + 8.67299747467041, + 8.130478858947754, + 10.729423522949219, + 10.666242599487305, + 11.1829833984375 + ] + }, + "127": { + "prob": [ + 0.012852179817855358, + 0.013280084356665611, + 0.01854642480611801, + 0.013865900225937366, + 0.017651956528425217 + ], + "avg_loss": [ + 4.354241847991943, + 4.3214898109436035, + 3.987478256225586, + 4.278322696685791, + 4.0369086265563965 + ] + }, + "128": { + "prob": [ + 0.08349119126796722, + 0.07034803181886673, + 0.06695026904344559, + 0.0836351215839386, + 0.0572357214987278 + ], + "avg_loss": [ + 2.4830141067504883, + 2.6543004512786865, + 2.7038052082061768, + 2.4812917709350586, + 2.86057710647583 + ] + }, + "129": { + "prob": [ + 0.022350050508975983, + 0.023506630212068558, + 0.041915711015462875, + 0.03370704874396324, + 0.03158287703990936 + ], + "avg_loss": [ + 3.800926685333252, + 3.7504727840423584, + 3.1720945835113525, + 3.3900482654571533, + 3.4551401138305664 + ] + }, + "130": { + "prob": [ + 0.01266928669065237, + 0.005530189722776413, + 0.0064076208509504795, + 0.01719500869512558, + 0.0076017784886062145 + ], + "avg_loss": [ + 4.368574619293213, + 5.197533130645752, + 5.050267219543457, + 4.063136100769043, + 4.879373073577881 + ] + }, + "131": { + "prob": [ + 0.004347564652562141, + 0.014774003066122532, + 0.012015040032565594, + 0.0037941241171211004, + 0.0027152630500495434 + ], + "avg_loss": [ + 5.43813943862915, + 4.21488618850708, + 4.421596050262451, + 5.574301719665527, + 5.9088664054870605 + ] + }, + "132": { + "prob": [ + 0.002290596952661872, + 0.0019715584348887205, + 0.001432927674613893, + 0.00225742906332016, + 0.0018398137763142586 + ], + "avg_loss": [ + 6.078942775726318, + 6.228930950164795, + 6.548035621643066, + 6.093528747558594, + 6.298090934753418 + ] + }, + "133": { + "prob": [ + 0.003358022542670369, + 0.0050725010223686695, + 0.004343281500041485, + 0.004433490335941315, + 0.004069142509251833 + ], + "avg_loss": [ + 5.6964030265808105, + 5.283921241760254, + 5.439125061035156, + 5.418568134307861, + 5.5043230056762695 + ] + }, + "134": { + "prob": [ + 0.002636336488649249, + 0.004783635027706623, + 0.004615436308085918, + 0.004171567037701607, + 0.004943402484059334 + ], + "avg_loss": [ + 5.9383649826049805, + 5.342554569244385, + 5.3783488273620605, + 5.479463577270508, + 5.309701442718506 + ] + }, + "135": { + "prob": [ + 0.023462189361453056, + 0.03030976839363575, + 0.02655184268951416, + 0.022344743832945824, + 0.01802927441895008 + ], + "avg_loss": [ + 3.7523651123046875, + 3.4962852001190186, + 3.6286561489105225, + 3.801164150238037, + 4.015758514404297 + ] + }, + "136": { + "prob": [ + 0.01641826704144478, + 0.016081565991044044, + 0.007268437650054693, + 0.00800563208758831, + 0.006106840446591377 + ], + "avg_loss": [ + 4.109360694885254, + 4.130081653594971, + 4.924213886260986, + 4.827610015869141, + 5.098345756530762 + ] + }, + "137": { + "prob": [ + 0.0020270170643925667, + 0.001682013040408492, + 0.0010824974160641432, + 0.0017903979169204831, + 0.003973853774368763 + ], + "avg_loss": [ + 6.201189994812012, + 6.387763977050781, + 6.828484535217285, + 6.3253173828125, + 5.528018951416016 + ] + }, + "138": { + "prob": [ + 0.01968229189515114, + 0.016937807202339172, + 0.016963066533207893, + 0.014412886463105679, + 0.016203321516513824 + ], + "avg_loss": [ + 3.9280359745025635, + 4.078207015991211, + 4.076716899871826, + 4.239632606506348, + 4.122539043426514 + ] + }, + "139": { + "prob": [ + 0.002346647437661886, + 0.0013427529484033585, + 0.0022301410790532827, + 0.0019962801598012447, + 0.0016173439798876643 + ], + "avg_loss": [ + 6.054767608642578, + 6.613033294677734, + 6.1056904792785645, + 6.216469764709473, + 6.4269700050354 + ] + }, + "140": { + "prob": [ + 0.037908971309661865, + 0.04348190873861313, + 0.04473599046468735, + 0.030638884752988815, + 0.039065565913915634 + ], + "avg_loss": [ + 3.2725675106048584, + 3.1354103088378906, + 3.1069769859313965, + 3.485485315322876, + 3.24251389503479 + ] + }, + "141": { + "prob": [ + 0.0194399394094944, + 0.018621893599629402, + 0.017694970592856407, + 0.02867213450372219, + 0.01232959982007742 + ], + "avg_loss": [ + 3.9404256343841553, + 3.983417272567749, + 4.034474849700928, + 3.5518295764923096, + 4.395752429962158 + ] + }, + "142": { + "prob": [ + 0.009417093358933926, + 0.022384611889719963, + 0.016388583928346634, + 0.016302941367030144, + 0.011134940199553967 + ], + "avg_loss": [ + 4.665228843688965, + 3.7993814945220947, + 4.111170291900635, + 4.116409778594971, + 4.49766731262207 + ] + }, + "143": { + "prob": [ + 0.03575518727302551, + 0.016518263146281242, + 0.02222340740263462, + 0.020282329991459846, + 0.008126581087708473 + ], + "avg_loss": [ + 3.3310599327087402, + 4.103288650512695, + 3.8066091537475586, + 3.898005247116089, + 4.812614917755127 + ] + }, + "144": { + "prob": [ + 0.03215006738901138, + 0.033386725932359695, + 0.04296230897307396, + 0.0344654843211174, + 0.03091934695839882 + ], + "avg_loss": [ + 3.43734073638916, + 3.399596929550171, + 3.1474320888519287, + 3.3677968978881836, + 3.4763731956481934 + ] + }, + "145": { + "prob": [ + 0.013574937358498573, + 0.017229324206709862, + 0.025311371311545372, + 0.027508564293384552, + 0.021919099614024162 + ], + "avg_loss": [ + 4.299530029296875, + 4.061142444610596, + 3.676501512527466, + 3.5932579040527344, + 3.820396900177002 + ] + }, + "146": { + "prob": [ + 0.01033497229218483, + 0.012712985277175903, + 0.010851165279746056, + 0.00913139060139656, + 0.01318570040166378 + ], + "avg_loss": [ + 4.572221755981445, + 4.365131378173828, + 4.523482799530029, + 4.696037292480469, + 4.328622341156006 + ] + }, + "147": { + "prob": [ + 0.015443169511854649, + 0.019918417558073997, + 0.026305798441171646, + 0.011674159206449986, + 0.007112222723662853 + ], + "avg_loss": [ + 4.170588493347168, + 3.9161105155944824, + 3.6379659175872803, + 4.450377464294434, + 4.9459404945373535 + ] + }, + "148": { + "prob": [ + 0.021539058536291122, + 0.0375787690281868, + 0.02237829379737377, + 0.02851811796426773, + 0.021070070564746857 + ], + "avg_loss": [ + 3.8378872871398926, + 3.281316041946411, + 3.799663782119751, + 3.557215690612793, + 3.8599016666412354 + ] + }, + "149": { + "prob": [ + 0.0107954116538167, + 0.01018955186009407, + 0.0062963105738162994, + 0.005485322326421738, + 0.009020953439176083 + ], + "avg_loss": [ + 4.528634071350098, + 4.586392402648926, + 5.06779146194458, + 5.205679416656494, + 4.708205223083496 + ] + }, + "150": { + "prob": [ + 0.035706449300050735, + 0.051180966198444366, + 0.013381554745137691, + 0.04056479409337044, + 0.010667093098163605 + ], + "avg_loss": [ + 3.3324239253997803, + 2.9723875522613525, + 4.313878059387207, + 3.204854726791382, + 4.540591716766357 + ] + }, + "151": { + "prob": [ + 0.0042638350278139114, + 0.005074421875178814, + 0.00600831676274538, + 0.003802752820774913, + 0.003914922475814819 + ], + "avg_loss": [ + 5.457586288452148, + 5.283542633056641, + 5.11461067199707, + 5.572030067443848, + 5.542959690093994 + ] + }, + "152": { + "prob": [ + 0.004511851351708174, + 0.005222165025770664, + 0.003606331069022417, + 0.0036856981460005045, + 0.003242786508053541 + ], + "avg_loss": [ + 5.401047706604004, + 5.254843235015869, + 5.625064373016357, + 5.60329532623291, + 5.731322288513184 + ] + }, + "153": { + "prob": [ + 0.0033481670543551445, + 0.0023808039259165525, + 0.004861285910010338, + 0.004008729476481676, + 0.005464241839945316 + ], + "avg_loss": [ + 5.699342250823975, + 6.040317058563232, + 5.326452255249023, + 5.519280910491943, + 5.209529876708984 + ] + }, + "154": { + "prob": [ + 0.02214300073683262, + 0.011064420454204082, + 0.04050907865166664, + 0.01473715528845787, + 0.011723036877810955 + ], + "avg_loss": [ + 3.8102338314056396, + 4.504020690917969, + 3.2062292098999023, + 4.21738338470459, + 4.446199417114258 + ] + }, + "155": { + "prob": [ + 0.007690850179642439, + 0.006604800932109356, + 0.00976917427033186, + 0.008066104725003242, + 0.00849997065961361 + ], + "avg_loss": [ + 4.8677239418029785, + 5.01995849609375, + 4.628523349761963, + 4.820084571838379, + 4.767692565917969 + ] + }, + "156": { + "prob": [ + 0.03228450194001198, + 0.03838859871029854, + 0.028743857517838478, + 0.04205798730254173, + 0.04773319140076637 + ], + "avg_loss": [ + 3.4331679344177246, + 3.2599947452545166, + 3.5493311882019043, + 3.168705940246582, + 3.042128324508667 + ] + }, + "157": { + "prob": [ + 0.021525289863348007, + 0.051355455070734024, + 0.04657873138785362, + 0.007849377579987049, + 0.02003510482609272 + ], + "avg_loss": [ + 3.838526725769043, + 2.9689841270446777, + 3.0666112899780273, + 4.847321033477783, + 3.910269260406494 + ] + }, + "158": { + "prob": [ + 0.00823389831930399, + 0.009491694159805775, + 0.004161587450653315, + 0.014256780967116356, + 0.017325211316347122 + ], + "avg_loss": [ + 4.799495697021484, + 4.6573381423950195, + 5.481858730316162, + 4.250522613525391, + 4.0555925369262695 + ] + }, + "159": { + "prob": [ + 0.004784773103892803, + 0.00883129145950079, + 0.008584297262132168, + 0.005351736210286617, + 0.011236585676670074 + ], + "avg_loss": [ + 5.342316627502441, + 4.729454040527344, + 4.7578206062316895, + 5.230334281921387, + 4.488580226898193 + ] + }, + "160": { + "prob": [ + 0.06373964250087738, + 0.07977916300296783, + 0.06433732062578201, + 0.06832436472177505, + 0.0879565179347992 + ], + "avg_loss": [ + 2.752948522567749, + 2.5284929275512695, + 2.7436153888702393, + 2.6834888458251953, + 2.430912733078003 + ] + }, + "161": { + "prob": [ + 0.048251520842313766, + 0.08244182169437408, + 0.07844320684671402, + 0.07357422262430191, + 0.031927935779094696 + ], + "avg_loss": [ + 3.031327962875366, + 2.4956624507904053, + 2.5453803539276123, + 2.6094605922698975, + 3.4442739486694336 + ] + }, + "162": { + "prob": [ + 0.011528724804520607, + 0.020000165328383446, + 0.01647002622485161, + 0.006322183180600405, + 0.017351675778627396 + ], + "avg_loss": [ + 4.462913513183594, + 3.9120147228240967, + 4.106213092803955, + 5.063690662384033, + 4.054066181182861 + ] + }, + "163": { + "prob": [ + 0.030057817697525024, + 0.032196927815675735, + 0.01383912842720747, + 0.04545273259282112, + 0.029102567583322525 + ], + "avg_loss": [ + 3.5046324729919434, + 3.4358842372894287, + 4.280255317687988, + 3.0910823345184326, + 3.53692889213562 + ] + }, + "164": { + "prob": [ + 0.015462836250662804, + 0.012562022544443607, + 0.011475475504994392, + 0.010200499556958675, + 0.011447880417108536 + ], + "avg_loss": [ + 4.169315814971924, + 4.377077102661133, + 4.467543125152588, + 4.585318565368652, + 4.4699506759643555 + ] + }, + "165": { + "prob": [ + 0.013689198531210423, + 0.032104186713695526, + 0.022469935938715935, + 0.011125732213258743, + 0.017944449558854103 + ], + "avg_loss": [ + 4.2911481857299805, + 3.4387688636779785, + 3.795577049255371, + 4.498494625091553, + 4.020474433898926 + ] + }, + "166": { + "prob": [ + 0.031072763726115227, + 0.019139548763632774, + 0.03464691340923309, + 0.003493367927148938, + 0.030402516946196556 + ], + "avg_loss": [ + 3.471423625946045, + 3.955998420715332, + 3.362546682357788, + 5.656888961791992, + 3.493229866027832 + ] + }, + "167": { + "prob": [ + 0.021712133660912514, + 0.01594214327633381, + 0.01826487109065056, + 0.02294527180492878, + 0.017316168174147606 + ], + "avg_loss": [ + 3.8298840522766113, + 4.138789176940918, + 4.0027756690979, + 3.7746434211730957, + 4.056114673614502 + ] + }, + "168": { + "prob": [ + 0.008861016482114792, + 0.003165313508361578, + 0.005228416528552771, + 0.009038439020514488, + 0.009794114157557487 + ], + "avg_loss": [ + 4.726093769073486, + 5.755503177642822, + 5.2536468505859375, + 4.706268787384033, + 4.625973701477051 + ] + }, + "169": { + "prob": [ + 0.006330086849629879, + 0.02064274437725544, + 0.014521717093884945, + 0.015657875686883926, + 0.013535050675272942 + ], + "avg_loss": [ + 5.062441349029541, + 3.8803913593292236, + 4.232110023498535, + 4.156781196594238, + 4.3024725914001465 + ] + }, + "170": { + "prob": [ + 0.008522812277078629, + 0.01819952018558979, + 0.0053366501815617085, + 0.006360682658851147, + 0.0077730705961585045 + ], + "avg_loss": [ + 4.765008926391602, + 4.006360054016113, + 5.233157157897949, + 5.057619571685791, + 4.857089996337891 + ] + }, + "171": { + "prob": [ + 0.035025861114263535, + 0.007290016859769821, + 0.01777716539800167, + 0.014510544948279858, + 0.012027100659906864 + ], + "avg_loss": [ + 3.3516685962677, + 4.9212493896484375, + 4.029840469360352, + 4.232879638671875, + 4.420592784881592 + ] + }, + "172": { + "prob": [ + 0.008536274544894695, + 0.015648838132619858, + 0.007003019563853741, + 0.006151222158223391, + 0.0017489667516201735 + ], + "avg_loss": [ + 4.763430595397949, + 4.157358646392822, + 4.961413860321045, + 5.091104507446289, + 6.348730087280273 + ] + }, + "173": { + "prob": [ + 0.0052262903191149235, + 0.0032172640785574913, + 0.0159751009196043, + 0.008868841454386711, + 0.002270701341331005 + ], + "avg_loss": [ + 5.254053592681885, + 5.739223957061768, + 4.13672399520874, + 4.725211143493652, + 6.0876665115356445 + ] + }, + "174": { + "prob": [ + 0.016894491389393806, + 0.0235571451485157, + 0.01571841724216938, + 0.020680641755461693, + 0.017547590658068657 + ], + "avg_loss": [ + 4.080767631530762, + 3.748326063156128, + 4.1529221534729, + 3.8785572052001953, + 4.0428385734558105 + ] + }, + "175": { + "prob": [ + 0.003846057690680027, + 0.009846240282058716, + 0.007294847164303064, + 0.003166327951475978, + 0.0015526249771937728 + ], + "avg_loss": [ + 5.560706615447998, + 4.620665550231934, + 4.920587062835693, + 5.75518274307251, + 6.467808246612549 + ] + }, + "176": { + "prob": [ + 0.011598675511777401, + 0.01126493327319622, + 0.013263591565191746, + 0.01252808142453432, + 0.006595623679459095 + ], + "avg_loss": [ + 4.456864356994629, + 4.486060619354248, + 4.322732448577881, + 4.379782676696777, + 5.02134895324707 + ] + }, + "177": { + "prob": [ + 0.014632457867264748, + 0.01908465474843979, + 0.04625844955444336, + 0.0540945790708065, + 0.023249441757798195 + ], + "avg_loss": [ + 4.224513053894043, + 3.9588706493377686, + 3.0735111236572266, + 2.9170212745666504, + 3.761474132537842 + ] + }, + "178": { + "prob": [ + 0.005498788319528103, + 0.00902598351240158, + 0.0015161089831963181, + 0.007673710118979216, + 0.004200657829642296 + ], + "avg_loss": [ + 5.203227519989014, + 4.707647800445557, + 6.491608142852783, + 4.869955062866211, + 5.4725141525268555 + ] + }, + "179": { + "prob": [ + 0.0023567297030240297, + 0.0034772043582051992, + 0.002139895223081112, + 0.0033236704766750336, + 0.00393199035897851 + ], + "avg_loss": [ + 6.050480365753174, + 5.661526679992676, + 6.146998405456543, + 5.706685543060303, + 5.538609504699707 + ] + }, + "180": { + "prob": [ + 0.012485179118812084, + 0.008967194706201553, + 0.014457345008850098, + 0.011743933893740177, + 0.008161956444382668 + ], + "avg_loss": [ + 4.383213043212891, + 4.714182376861572, + 4.236552715301514, + 4.444418430328369, + 4.808271408081055 + ] + }, + "181": { + "prob": [ + 0.3194984793663025, + 0.3611716032028198, + 0.335208535194397, + 0.2896812856197357, + 0.20456357300281525 + ], + "avg_loss": [ + 1.1410027742385864, + 1.018402099609375, + 1.093002438545227, + 1.2389739751815796, + 1.5868765115737915 + ] + }, + "182": { + "prob": [ + 0.06589892506599426, + 0.11827938258647919, + 0.09281004965305328, + 0.04971780627965927, + 0.04090966284275055 + ], + "avg_loss": [ + 2.719633102416992, + 2.1347057819366455, + 2.3772003650665283, + 3.001392126083374, + 3.1963889598846436 + ] + }, + "183": { + "prob": [ + 0.02361239306628704, + 0.015313610434532166, + 0.026653176173567772, + 0.008350432850420475, + 0.02284681610763073 + ], + "avg_loss": [ + 3.745983600616455, + 4.179013252258301, + 3.624846935272217, + 4.785441875457764, + 3.7789435386657715 + ] + }, + "184": { + "prob": [ + 0.07629142701625824, + 0.06630910933017731, + 0.04330405592918396, + 0.09127359837293625, + 0.05605534091591835 + ], + "avg_loss": [ + 2.573194742202759, + 2.713428020477295, + 3.1395089626312256, + 2.3938937187194824, + 2.881415843963623 + ] + }, + "185": { + "prob": [ + 0.04872015491127968, + 0.052270080894231796, + 0.08911619335412979, + 0.027098558843135834, + 0.04322776570916176 + ], + "avg_loss": [ + 3.021662473678589, + 2.95133113861084, + 2.417814254760742, + 3.6082746982574463, + 3.1412723064422607 + ] + }, + "186": { + "prob": [ + 0.010145471431314945, + 0.019275102764368057, + 0.018353896215558052, + 0.019966594874858856, + 0.013346906751394272 + ], + "avg_loss": [ + 4.590727806091309, + 3.9489409923553467, + 3.997913360595703, + 3.9136946201324463, + 4.316470623016357 + ] + }, + "187": { + "prob": [ + 0.04776885733008385, + 0.05305613949894905, + 0.03557257726788521, + 0.05734642967581749, + 0.03574421629309654 + ], + "avg_loss": [ + 3.041381359100342, + 2.9364047050476074, + 3.3361802101135254, + 2.858644723892212, + 3.331366777420044 + ] + }, + "188": { + "prob": [ + 0.003936577122658491, + 0.0030705993995070457, + 0.0029239028226584196, + 0.003891236148774624, + 0.00630206847563386 + ], + "avg_loss": [ + 5.5374436378479, + 5.785882472991943, + 5.834836006164551, + 5.549028396606445, + 5.066877365112305 + ] + }, + "189": { + "prob": [ + 0.012575621716678143, + 0.00935407541692257, + 0.015091047622263432, + 0.009680396877229214, + 0.0077393557876348495 + ], + "avg_loss": [ + 4.37599515914917, + 4.671943187713623, + 4.193653583526611, + 4.637652397155762, + 4.86143684387207 + ] + }, + "190": { + "prob": [ + 0.011405887082219124, + 0.009270497597754002, + 0.010368285700678825, + 0.009319713339209557, + 0.009637007489800453 + ], + "avg_loss": [ + 4.473625659942627, + 4.680918216705322, + 4.569003582000732, + 4.675623416900635, + 4.642144680023193 + ] + }, + "191": { + "prob": [ + 0.009435697458684444, + 0.011826204136013985, + 0.011466252617537975, + 0.015151376836001873, + 0.010603999719023705 + ], + "avg_loss": [ + 4.663255214691162, + 4.437437534332275, + 4.468347072601318, + 4.189663887023926, + 4.5465240478515625 + ] + }, + "192": { + "prob": [ + 0.017383908852934837, + 0.01715375855565071, + 0.016330396756529808, + 0.015783436596393585, + 0.022520795464515686 + ], + "avg_loss": [ + 4.052210330963135, + 4.065537929534912, + 4.114727020263672, + 4.148794174194336, + 3.793316125869751 + ] + }, + "193": { + "prob": [ + 0.00297243962995708, + 0.0018029247876256704, + 0.0035242941230535507, + 0.003504715394228697, + 0.0021973138209432364 + ], + "avg_loss": [ + 5.8183722496032715, + 6.318345069885254, + 5.648075103759766, + 5.653645992279053, + 6.120519638061523 + ] + }, + "194": { + "prob": [ + 0.007059311494231224, + 0.0033243331126868725, + 0.005815476644784212, + 0.002892257645726204, + 0.0021847859025001526 + ], + "avg_loss": [ + 4.9534077644348145, + 5.706486225128174, + 5.147232532501221, + 5.845717906951904, + 6.126237392425537 + ] + }, + "195": { + "prob": [ + 0.024924760684370995, + 0.017348019406199455, + 0.01610434055328369, + 0.024124683812260628, + 0.019855644553899765 + ], + "avg_loss": [ + 3.6918935775756836, + 4.054276943206787, + 4.128666400909424, + 3.724519729614258, + 3.919266939163208 + ] + }, + "196": { + "prob": [ + 0.0326082743704319, + 0.030468208715319633, + 0.029007503762841225, + 0.024056129157543182, + 0.02099350281059742 + ], + "avg_loss": [ + 3.423189163208008, + 3.4910714626312256, + 3.540200710296631, + 3.727365493774414, + 3.863542318344116 + ] + }, + "197": { + "prob": [ + 0.0030914510134607553, + 0.004797267261892557, + 0.006813270505517721, + 0.00823216699063778, + 0.00431002676486969 + ], + "avg_loss": [ + 5.779114723205566, + 5.3397088050842285, + 4.988883018493652, + 4.799705982208252, + 5.446811199188232 + ] + }, + "198": { + "prob": [ + 0.008145933039486408, + 0.012432364746928215, + 0.009705503471195698, + 0.01662503369152546, + 0.007958515547215939 + ], + "avg_loss": [ + 4.81023645401001, + 4.387452125549316, + 4.635062217712402, + 4.096845626831055, + 4.833512783050537 + ] + }, + "199": { + "prob": [ + 0.020359450951218605, + 0.018809925764799118, + 0.01550779677927494, + 0.007736580912023783, + 0.006441039033234119 + ], + "avg_loss": [ + 3.89421010017395, + 3.9733705520629883, + 4.166412353515625, + 4.861795425415039, + 5.045065402984619 + ] + }, + "200": { + "prob": [ + 0.009543795138597488, + 0.006975604221224785, + 0.01000678725540638, + 0.021453874185681343, + 0.006935902871191502 + ], + "avg_loss": [ + 4.651864051818848, + 4.965336322784424, + 4.604491710662842, + 3.8418500423431396, + 4.971044063568115 + ] + }, + "201": { + "prob": [ + 0.012573348358273506, + 0.010674719698727131, + 0.012848705053329468, + 0.00335437199100852, + 0.011049799621105194 + ], + "avg_loss": [ + 4.376175880432129, + 4.539876937866211, + 4.3545122146606445, + 5.697490692138672, + 4.505342960357666 + ] + }, + "202": { + "prob": [ + 0.011626333929598331, + 0.014172388240695, + 0.03311971202492714, + 0.01982969045639038, + 0.020548637956380844 + ], + "avg_loss": [ + 4.454482555389404, + 4.256459712982178, + 3.4076266288757324, + 3.920574903488159, + 3.884960651397705 + ] + }, + "203": { + "prob": [ + 0.01580486260354519, + 0.04118704795837402, + 0.023083731532096863, + 0.030018065124750137, + 0.07377739995718002 + ], + "avg_loss": [ + 4.147437572479248, + 3.189631462097168, + 3.768627166748047, + 3.505955934524536, + 2.6067028045654297 + ] + }, + "204": { + "prob": [ + 0.0034935728181153536, + 0.0012110909447073936, + 0.0017436790512874722, + 0.005421799141913652, + 0.001983141526579857 + ], + "avg_loss": [ + 5.656830310821533, + 6.716233730316162, + 6.351758003234863, + 5.21732759475708, + 6.2230730056762695 + ] + }, + "205": { + "prob": [ + 0.014218864031136036, + 0.012995315715670586, + 0.014847515150904655, + 0.010001997463405132, + 0.020555732771754265 + ], + "avg_loss": [ + 4.253185749053955, + 4.343166351318359, + 4.209922790527344, + 4.604970455169678, + 3.884615421295166 + ] + }, + "206": { + "prob": [ + 0.022888850420713425, + 0.0276534091681242, + 0.01654665917158127, + 0.009714888408780098, + 0.023542143404483795 + ], + "avg_loss": [ + 3.7771053314208984, + 3.5880062580108643, + 4.101571083068848, + 4.634095668792725, + 3.7489631175994873 + ] + }, + "207": { + "prob": [ + 0.04089628532528877, + 0.02733708918094635, + 0.031765274703502655, + 0.019048692658543587, + 0.018807383254170418 + ], + "avg_loss": [ + 3.196716070175171, + 3.599510908126831, + 3.4493815898895264, + 3.960756778717041, + 3.973505735397339 + ] + }, + "208": { + "prob": [ + 0.0805557519197464, + 0.09879952669143677, + 0.07428063452243805, + 0.09322307258844376, + 0.050848882645368576 + ], + "avg_loss": [ + 2.518805742263794, + 2.314662456512451, + 2.599905014038086, + 2.372760057449341, + 2.9788970947265625 + ] + }, + "209": { + "prob": [ + 0.0039487541653215885, + 0.004290192853659391, + 0.004564528353512287, + 0.003712921403348446, + 0.0021988744847476482 + ], + "avg_loss": [ + 5.534355163574219, + 5.451423645019531, + 5.389440059661865, + 5.595936298370361, + 6.119809627532959 + ] + }, + "210": { + "prob": [ + 0.013865998946130276, + 0.011234094388782978, + 0.01554998941719532, + 0.01624380424618721, + 0.014946693554520607 + ], + "avg_loss": [ + 4.278315544128418, + 4.488801956176758, + 4.163695335388184, + 4.120043754577637, + 4.203265190124512 + ] + }, + "211": { + "prob": [ + 0.015989122912287712, + 0.008180471137166023, + 0.023364892229437828, + 0.03278955817222595, + 0.009348630905151367 + ], + "avg_loss": [ + 4.1358466148376465, + 4.806005477905273, + 3.7565207481384277, + 3.417645215988159, + 4.672525405883789 + ] + }, + "212": { + "prob": [ + 0.06631212681531906, + 0.02694866620004177, + 0.025895487517118454, + 0.027877049520611763, + 0.029499493539333344 + ], + "avg_loss": [ + 2.7133824825286865, + 3.613821506500244, + 3.6536865234375, + 3.579951524734497, + 3.5233821868896484 + ] + }, + "213": { + "prob": [ + 0.015771640464663506, + 0.011504375375807285, + 0.016798609867691994, + 0.01149954367429018, + 0.009889822453260422 + ], + "avg_loss": [ + 4.149541854858398, + 4.465027809143066, + 4.086459159851074, + 4.465447902679443, + 4.616249084472656 + ] + }, + "214": { + "prob": [ + 0.002212174003943801, + 0.0061317505314946175, + 0.003403816372156143, + 0.004552150145173073, + 0.002699043368920684 + ], + "avg_loss": [ + 6.113779544830322, + 5.094274997711182, + 5.682857990264893, + 5.392155647277832, + 5.914857864379883 + ] + }, + "215": { + "prob": [ + 0.00866310577839613, + 0.009884485974907875, + 0.016953904181718826, + 0.008457958698272705, + 0.0121335219591856 + ], + "avg_loss": [ + 4.748682022094727, + 4.616788864135742, + 4.07725715637207, + 4.772647380828857, + 4.411783218383789 + ] + }, + "216": { + "prob": [ + 0.02213986963033676, + 0.023477017879486084, + 0.021394850686192513, + 0.03421403840184212, + 0.026968300342559814 + ], + "avg_loss": [ + 3.810375213623047, + 3.7517333030700684, + 3.844604969024658, + 3.375119209289551, + 3.613093137741089 + ] + }, + "217": { + "prob": [ + 0.006500459276139736, + 0.005248694680631161, + 0.005109109915792942, + 0.005327862687408924, + 0.004695987794548273 + ], + "avg_loss": [ + 5.035882472991943, + 5.2497758865356445, + 5.276730060577393, + 5.234805107116699, + 5.36104679107666 + ] + }, + "218": { + "prob": [ + 0.015485156327486038, + 0.006103538908064365, + 0.008790571242570877, + 0.010090355761349201, + 0.01201477088034153 + ], + "avg_loss": [ + 4.167873382568359, + 5.098886489868164, + 4.734075546264648, + 4.596175193786621, + 4.421618461608887 + ] + }, + "219": { + "prob": [ + 0.02341022528707981, + 0.02177323028445244, + 0.02243911474943161, + 0.017475197091698647, + 0.014347586780786514 + ], + "avg_loss": [ + 3.754582405090332, + 3.8270740509033203, + 3.796949625015259, + 4.046972751617432, + 4.244173526763916 + ] + }, + "220": { + "prob": [ + 0.022331509739160538, + 0.0210906770080328, + 0.018536977469921112, + 0.012635874561965466, + 0.02190665528178215 + ], + "avg_loss": [ + 3.8017566204071045, + 3.858924150466919, + 3.987987756729126, + 4.371215343475342, + 3.820964813232422 + ] + }, + "221": { + "prob": [ + 0.1110401302576065, + 0.07463343441486359, + 0.07273734360933304, + 0.08065389841794968, + 0.11326368153095245 + ], + "avg_loss": [ + 2.1978635787963867, + 2.5951666831970215, + 2.6209003925323486, + 2.5175881385803223, + 2.178036689758301 + ] + }, + "222": { + "prob": [ + 0.03901633620262146, + 0.021240470930933952, + 0.024009447544813156, + 0.02595229633152485, + 0.017692405730485916 + ], + "avg_loss": [ + 3.243774890899658, + 3.851846933364868, + 3.7293078899383545, + 3.6514952182769775, + 4.0346198081970215 + ] + }, + "223": { + "prob": [ + 0.020740868523716927, + 0.017515690997242928, + 0.009394434280693531, + 0.007232633884996176, + 0.0037357734981924295 + ], + "avg_loss": [ + 3.8756492137908936, + 4.044658184051514, + 4.667637825012207, + 4.929152011871338, + 5.5898003578186035 + ] + }, + "224": { + "prob": [ + 0.04296591505408287, + 0.028140541166067123, + 0.03486514464020729, + 0.02647561952471733, + 0.0368371456861496 + ], + "avg_loss": [ + 3.147348165512085, + 3.5705440044403076, + 3.3562676906585693, + 3.631531000137329, + 3.301248550415039 + ] + }, + "225": { + "prob": [ + 0.01014458667486906, + 0.007152124773710966, + 0.0022091264836490154, + 0.007598487660288811, + 0.0029918497893959284 + ], + "avg_loss": [ + 4.59081506729126, + 4.940345764160156, + 6.1151580810546875, + 4.879806041717529, + 5.811863422393799 + ] + }, + "226": { + "prob": [ + 0.018176503479480743, + 0.015461870469152927, + 0.01023195032030344, + 0.013651840388774872, + 0.008739043958485126 + ], + "avg_loss": [ + 4.007625579833984, + 4.169378280639648, + 4.582240104675293, + 4.293880939483643, + 4.739954471588135 + ] + }, + "227": { + "prob": [ + 0.03038269840180874, + 0.02906057797372341, + 0.06569723784923553, + 0.030364196747541428, + 0.020011302083730698 + ], + "avg_loss": [ + 3.493881940841675, + 3.538372755050659, + 2.722698450088501, + 3.4944911003112793, + 3.9114580154418945 + ] + }, + "228": { + "prob": [ + 0.014541812241077423, + 0.010202538222074509, + 0.020928479731082916, + 0.029970459640026093, + 0.019364837557077408 + ], + "avg_loss": [ + 4.230727195739746, + 4.585118770599365, + 3.8666443824768066, + 3.5075430870056152, + 3.944296360015869 + ] + }, + "229": { + "prob": [ + 0.017355283722281456, + 0.004314904101192951, + 0.0056892866268754005, + 0.0020040704403072596, + 0.0037419814616441727 + ], + "avg_loss": [ + 4.053858280181885, + 5.445680141448975, + 5.169170379638672, + 6.2125749588012695, + 5.58814001083374 + ] + }, + "230": { + "prob": [ + 0.019497022032737732, + 0.01794295199215412, + 0.01728619635105133, + 0.01971164159476757, + 0.01621043123304844 + ], + "avg_loss": [ + 3.9374935626983643, + 4.020557880401611, + 4.057847023010254, + 3.9265458583831787, + 4.122100353240967 + ] + }, + "231": { + "prob": [ + 0.008480582386255264, + 0.005948767066001892, + 0.010256124660372734, + 0.01522728893905878, + 0.004393728915601969 + ], + "avg_loss": [ + 4.7699761390686035, + 5.124571323394775, + 4.579880237579346, + 4.184666156768799, + 5.427577018737793 + ] + }, + "232": { + "prob": [ + 0.00509193679317832, + 0.005462308879941702, + 0.007144445553421974, + 0.00909281987696886, + 0.005809581372886896 + ], + "avg_loss": [ + 5.280097007751465, + 5.209883689880371, + 4.941420078277588, + 4.700270175933838, + 5.148246765136719 + ] + }, + "233": { + "prob": [ + 0.01920539140701294, + 0.011556597426533699, + 0.006734959781169891, + 0.007589518092572689, + 0.008440743200480938 + ], + "avg_loss": [ + 3.952564239501953, + 4.460498809814453, + 5.000443458557129, + 4.880987167358398, + 4.774684906005859 + ] + }, + "234": { + "prob": [ + 0.004891847725957632, + 0.0052797831594944, + 0.007187513168901205, + 0.006098433397710323, + 0.006424070801585913 + ], + "avg_loss": [ + 5.32018518447876, + 5.243870258331299, + 4.935410022735596, + 5.0997233390808105, + 5.047703266143799 + ] + }, + "235": { + "prob": [ + 0.00936039350926876, + 0.011296137236058712, + 0.006612562574446201, + 0.019455021247267723, + 0.009413563646376133 + ], + "avg_loss": [ + 4.671267986297607, + 4.483294486999512, + 5.018784046173096, + 3.939650058746338, + 4.6656036376953125 + ] + }, + "236": { + "prob": [ + 0.014918155036866665, + 0.013947563245892525, + 0.01663011685013771, + 0.00292590563185513, + 0.010460348799824715 + ], + "avg_loss": [ + 4.20517635345459, + 4.2724504470825195, + 4.0965399742126465, + 5.834151268005371, + 4.560163497924805 + ] + }, + "237": { + "prob": [ + 0.007737175095826387, + 0.004313929006457329, + 0.017306245863437653, + 0.006480762735009193, + 0.0018983850022777915 + ], + "avg_loss": [ + 4.861718654632568, + 5.445906162261963, + 4.056687831878662, + 5.038917064666748, + 6.266751766204834 + ] + }, + "238": { + "prob": [ + 0.013208165764808655, + 0.00924497377127409, + 0.006930546835064888, + 0.010586831718683243, + 0.03528042137622833 + ], + "avg_loss": [ + 4.326920032501221, + 4.683675289154053, + 4.971816539764404, + 4.548144340515137, + 3.3444271087646484 + ] + }, + "239": { + "prob": [ + 0.011554216966032982, + 0.004439235664904118, + 0.010025102645158768, + 0.008289306424558163, + 0.009037038311362267 + ], + "avg_loss": [ + 4.460704803466797, + 5.417273044586182, + 4.602663040161133, + 4.792788982391357, + 4.706423759460449 + ] + }, + "240": { + "prob": [ + 0.036677297204732895, + 0.05038600042462349, + 0.057869527488946915, + 0.04508925601840019, + 0.05731111019849777 + ], + "avg_loss": [ + 3.3055973052978516, + 2.988041877746582, + 2.84956431388855, + 3.099111318588257, + 2.8592607975006104 + ] + }, + "241": { + "prob": [ + 0.07753946632146835, + 0.08743564784526825, + 0.08315286785364151, + 0.08826856315135956, + 0.0925326943397522 + ], + "avg_loss": [ + 2.5569682121276855, + 2.436852216720581, + 2.487074613571167, + 2.4273712635040283, + 2.3801932334899902 + ] + }, + "242": { + "prob": [ + 0.0566791333258152, + 0.09422708302736282, + 0.05702844262123108, + 0.06666036695241928, + 0.06332597136497498 + ], + "avg_loss": [ + 2.870349168777466, + 2.3620476722717285, + 2.8642051219940186, + 2.7081446647644043, + 2.7594597339630127 + ] + }, + "243": { + "prob": [ + 0.016937879845499992, + 0.014256312511861324, + 0.03008781000971794, + 0.024692969396710396, + 0.04096582531929016 + ], + "avg_loss": [ + 4.078202724456787, + 4.250555515289307, + 3.5036351680755615, + 3.7012367248535156, + 3.195017099380493 + ] + }, + "244": { + "prob": [ + 0.08849772065877914, + 0.08706402033567429, + 0.09139427542686462, + 0.1329542100429535, + 0.05297033116221428 + ], + "avg_loss": [ + 2.424778461456299, + 2.4411115646362305, + 2.3925724029541016, + 2.0177505016326904, + 2.938023328781128 + ] + }, + "245": { + "prob": [ + 0.08144514262676239, + 0.07288486510515213, + 0.11269699037075043, + 0.09938544034957886, + 0.08767583221197128 + ], + "avg_loss": [ + 2.5078256130218506, + 2.6188743114471436, + 2.1830525398254395, + 2.3087496757507324, + 2.4341089725494385 + ] + }, + "246": { + "prob": [ + 0.04646589234471321, + 0.07156099379062653, + 0.046437740325927734, + 0.02595202997326851, + 0.04337715357542038 + ], + "avg_loss": [ + 3.0690367221832275, + 2.637205123901367, + 3.0696427822113037, + 3.651505470275879, + 3.137822389602661 + ] + }, + "247": { + "prob": [ + 0.009130606427788734, + 0.0029487258289009333, + 0.012584535405039787, + 0.019125938415527344, + 0.008229545317590237 + ], + "avg_loss": [ + 4.696123123168945, + 5.826382160186768, + 4.37528657913208, + 3.956709861755371, + 4.800024509429932 + ] + }, + "248": { + "prob": [ + 0.0373675636947155, + 0.04426001384854317, + 0.04146500676870346, + 0.03333132714033127, + 0.01545097678899765 + ], + "avg_loss": [ + 3.286952257156372, + 3.117673635482788, + 3.182905435562134, + 3.4012575149536133, + 4.170083045959473 + ] + }, + "249": { + "prob": [ + 0.032961029559373856, + 0.008520886301994324, + 0.012761440128087997, + 0.01074752677232027, + 0.018437495455145836 + ], + "avg_loss": [ + 3.4124293327331543, + 4.76523494720459, + 4.361327171325684, + 4.533079624176025, + 3.9933688640594482 + ] + }, + "250": { + "prob": [ + 0.021785899996757507, + 0.01643446460366249, + 0.017312882468104362, + 0.010714941658079624, + 0.013842309825122356 + ], + "avg_loss": [ + 3.8264923095703125, + 4.10837459564209, + 4.056304454803467, + 4.536116123199463, + 4.280025482177734 + ] + }, + "251": { + "prob": [ + 0.006964556872844696, + 0.0042496672831475735, + 0.007189809810370207, + 0.00594458170235157, + 0.0030926556792110205 + ], + "avg_loss": [ + 4.966921329498291, + 5.460914611816406, + 4.9350905418396, + 5.125275135040283, + 5.7787251472473145 + ] + }, + "252": { + "prob": [ + 0.048767559230327606, + 0.04181506484746933, + 0.05600487068295479, + 0.0516621395945549, + 0.036654166877269745 + ], + "avg_loss": [ + 3.0206899642944336, + 3.1744985580444336, + 2.8823165893554688, + 2.9630300998687744, + 3.3062281608581543 + ] + }, + "253": { + "prob": [ + 0.024143079295754433, + 0.0623866468667984, + 0.02691526897251606, + 0.0312788151204586, + 0.08617686480283737 + ], + "avg_loss": [ + 3.72375750541687, + 2.7744040489196777, + 3.6150615215301514, + 3.4648141860961914, + 2.4513535499572754 + ] + }, + "254": { + "prob": [ + 0.03910772502422333, + 0.01728884130716324, + 0.033791255205869675, + 0.029462866485118866, + 0.024210872128605843 + ], + "avg_loss": [ + 3.2414352893829346, + 4.057693958282471, + 3.3875532150268555, + 3.5246245861053467, + 3.7209534645080566 + ] + }, + "255": { + "prob": [ + 0.04029438644647598, + 0.04088732600212097, + 0.02926824428141117, + 0.0536431260406971, + 0.060114677995443344 + ], + "avg_loss": [ + 3.211543083190918, + 3.1969351768493652, + 3.531252145767212, + 2.9254019260406494, + 2.8115012645721436 + ] + }, + "256": { + "prob": [ + 0.022859815508127213, + 0.032494593411684036, + 0.028849884867668152, + 0.01654740795493126, + 0.023213274776935577 + ], + "avg_loss": [ + 3.778374671936035, + 3.4266815185546875, + 3.545649290084839, + 4.101525783538818, + 3.763031005859375 + ] + }, + "257": { + "prob": [ + 0.029619639739394188, + 0.04387460649013519, + 0.04224738851189613, + 0.0339072085916996, + 0.039561979472637177 + ], + "avg_loss": [ + 3.519317626953125, + 3.1264195442199707, + 3.164212703704834, + 3.384127616882324, + 3.229886770248413 + ] + }, + "258": { + "prob": [ + 0.014911157079041004, + 0.020052701234817505, + 0.03640206158161163, + 0.012619134970009327, + 0.009990843944251537 + ], + "avg_loss": [ + 4.205645561218262, + 3.909391403198242, + 3.3131299018859863, + 4.3725409507751465, + 4.606086254119873 + ] + }, + "259": { + "prob": [ + 0.015312223695218563, + 0.029559731483459473, + 0.01212291605770588, + 0.01117628812789917, + 0.015025462955236435 + ], + "avg_loss": [ + 4.179103851318359, + 3.5213422775268555, + 4.412657737731934, + 4.493960857391357, + 4.198009014129639 + ] + }, + "260": { + "prob": [ + 0.0847710371017456, + 0.07347405701875687, + 0.10984553396701813, + 0.06447377055883408, + 0.08653665333986282 + ], + "avg_loss": [ + 2.467801332473755, + 2.610822916030884, + 2.2086801528930664, + 2.7414968013763428, + 2.4471871852874756 + ] + }, + "261": { + "prob": [ + 0.09327326714992523, + 0.1279297024011612, + 0.06676744669675827, + 0.10439590364694595, + 0.0467616468667984 + ], + "avg_loss": [ + 2.3722217082977295, + 2.0562744140625, + 2.7065396308898926, + 2.2595648765563965, + 3.0626919269561768 + ] + }, + "262": { + "prob": [ + 0.019807595759630203, + 0.010384554043412209, + 0.03696552664041519, + 0.013132252730429173, + 0.008163878694176674 + ], + "avg_loss": [ + 3.921689748764038, + 4.5674357414245605, + 3.297769546508789, + 4.33268404006958, + 4.808035850524902 + ] + }, + "263": { + "prob": [ + 0.012211817316710949, + 0.013342853635549545, + 0.017443427816033363, + 0.0076621961779892445, + 0.013745345175266266 + ], + "avg_loss": [ + 4.405351161956787, + 4.316774368286133, + 4.048792362213135, + 4.871456623077393, + 4.287055015563965 + ] + }, + "264": { + "prob": [ + 0.012490818277001381, + 0.019040366634726524, + 0.0043535660952329636, + 0.013713384978473186, + 0.026671839877963066 + ], + "avg_loss": [ + 4.382761478424072, + 3.9611940383911133, + 5.436759948730469, + 4.2893829345703125, + 3.6241469383239746 + ] + }, + "265": { + "prob": [ + 0.006106348242610693, + 0.01207691989839077, + 0.007581369020044804, + 0.0016283128643408418, + 0.004673142917454243 + ], + "avg_loss": [ + 5.098426342010498, + 4.416459083557129, + 4.88206148147583, + 6.420210838317871, + 5.3659234046936035 + ] + }, + "266": { + "prob": [ + 0.043431006371974945, + 0.014071213081479073, + 0.009418067522346973, + 0.006447901017963886, + 0.008870279416441917 + ], + "avg_loss": [ + 3.1365816593170166, + 4.26362419128418, + 4.665125370025635, + 5.044000625610352, + 4.725049018859863 + ] + }, + "267": { + "prob": [ + 0.009644504636526108, + 0.027228130027651787, + 0.008519163355231285, + 0.010164216160774231, + 0.02222421206533909 + ], + "avg_loss": [ + 4.641366958618164, + 3.6035046577453613, + 4.765437126159668, + 4.588881969451904, + 3.806572914123535 + ] + }, + "268": { + "prob": [ + 0.04763383790850639, + 0.04848197475075722, + 0.040378719568252563, + 0.041681110858917236, + 0.04393095150589943 + ], + "avg_loss": [ + 3.0442118644714355, + 3.0265631675720215, + 3.2094523906707764, + 3.1777071952819824, + 3.125136137008667 + ] + }, + "269": { + "prob": [ + 0.060313738882541656, + 0.018145034089684486, + 0.019834699109196663, + 0.018579302355647087, + 0.06576788425445557 + ], + "avg_loss": [ + 2.8081953525543213, + 4.0093584060668945, + 3.9203224182128906, + 3.9857070446014404, + 2.721623659133911 + ] + }, + "270": { + "prob": [ + 0.022139031440019608, + 0.03197946399450302, + 0.020813211798667908, + 0.015206543728709221, + 0.011457819491624832 + ], + "avg_loss": [ + 3.810413122177124, + 3.4426612854003906, + 3.8721673488616943, + 4.186029434204102, + 4.469082832336426 + ] + }, + "271": { + "prob": [ + 0.007092572748661041, + 0.0037744713481515646, + 0.005698186345398426, + 0.00760504137724638, + 0.011748061515390873 + ], + "avg_loss": [ + 4.948707103729248, + 5.579494953155518, + 5.167607307434082, + 4.878943920135498, + 4.444067001342773 + ] + }, + "272": { + "prob": [ + 0.013324573636054993, + 0.010652606375515461, + 0.009392790496349335, + 0.007333979941904545, + 0.011528214439749718 + ], + "avg_loss": [ + 4.318145275115967, + 4.541950702667236, + 4.667812824249268, + 4.915236949920654, + 4.462957859039307 + ] + }, + "273": { + "prob": [ + 0.016913652420043945, + 0.02486385777592659, + 0.025188418105244637, + 0.01955484040081501, + 0.026732001453638077 + ], + "avg_loss": [ + 4.079634189605713, + 3.6943399906158447, + 3.681370973587036, + 3.934532403945923, + 3.621893882751465 + ] + }, + "274": { + "prob": [ + 0.029799463227391243, + 0.0396336168050766, + 0.04505060240626335, + 0.015433937311172485, + 0.019609609618782997 + ], + "avg_loss": [ + 3.5132648944854736, + 3.2280776500701904, + 3.099968910217285, + 4.171186447143555, + 3.9317355155944824 + ] + }, + "275": { + "prob": [ + 0.00928486231714487, + 0.005951856728643179, + 0.0036778259091079235, + 0.0046175760217010975, + 0.004456277005374432 + ], + "avg_loss": [ + 4.679369926452637, + 5.124052047729492, + 5.605433464050293, + 5.377885341644287, + 5.4134416580200195 + ] + }, + "276": { + "prob": [ + 0.008349107578396797, + 0.008872266858816147, + 0.009810964576900005, + 0.007210440468043089, + 0.006333906203508377 + ], + "avg_loss": [ + 4.785600662231445, + 4.724824905395508, + 4.6242547035217285, + 4.932225227355957, + 5.061838150024414 + ] + }, + "277": { + "prob": [ + 0.008247687481343746, + 0.0038653623778373003, + 0.001866394653916359, + 0.004835192579776049, + 0.006147527601569891 + ], + "avg_loss": [ + 4.79782247543335, + 5.555699825286865, + 6.283746719360352, + 5.331834316253662, + 5.091705322265625 + ] + }, + "278": { + "prob": [ + 0.011196387000381947, + 0.013438208028674126, + 0.0053260414861142635, + 0.005214831791818142, + 0.008948119357228279 + ], + "avg_loss": [ + 4.492164134979248, + 4.309653282165527, + 5.235146999359131, + 5.256248474121094, + 4.716311931610107 + ] + }, + "279": { + "prob": [ + 0.0018688284326344728, + 0.008585460484027863, + 0.004137832671403885, + 0.001987641444429755, + 0.0027523376047611237 + ], + "avg_loss": [ + 6.282443523406982, + 4.75768518447876, + 5.487583160400391, + 6.22080659866333, + 5.8953046798706055 + ] + }, + "280": { + "prob": [ + 0.04976554214954376, + 0.03140034154057503, + 0.03778820484876633, + 0.053070612251758575, + 0.03830697387456894 + ], + "avg_loss": [ + 3.0004324913024902, + 3.4609365463256836, + 3.2757582664489746, + 2.9361319541931152, + 3.2621233463287354 + ] + }, + "281": { + "prob": [ + 0.0400591678917408, + 0.04967120662331581, + 0.054702408611774445, + 0.05657516047358513, + 0.034309275448322296 + ], + "avg_loss": [ + 3.217397689819336, + 3.0023298263549805, + 2.9058475494384766, + 2.872185230255127, + 3.3723394870758057 + ] + }, + "282": { + "prob": [ + 0.01421020831912756, + 0.01808273233473301, + 0.017010167241096497, + 0.020780649036169052, + 0.017996763810515404 + ], + "avg_loss": [ + 4.2537946701049805, + 4.012797832489014, + 4.073944091796875, + 3.8737330436706543, + 4.017563343048096 + ] + }, + "283": { + "prob": [ + 0.024349015206098557, + 0.041179005056619644, + 0.020453423261642456, + 0.02051405794918537, + 0.025973713025450706 + ], + "avg_loss": [ + 3.715263843536377, + 3.189826726913452, + 3.8896050453186035, + 3.8866448402404785, + 3.650670289993286 + ] + }, + "284": { + "prob": [ + 0.041015539318323135, + 0.04845672845840454, + 0.084600530564785, + 0.039850007742643356, + 0.047018829733133316 + ], + "avg_loss": [ + 3.1938042640686035, + 3.0270841121673584, + 2.4698147773742676, + 3.222632646560669, + 3.0572071075439453 + ] + }, + "285": { + "prob": [ + 0.041785676032304764, + 0.02698524296283722, + 0.029009710997343063, + 0.021224351599812508, + 0.019346319139003754 + ], + "avg_loss": [ + 3.175201654434204, + 3.6124651432037354, + 3.5401246547698975, + 3.8526060581207275, + 3.9452531337738037 + ] + }, + "286": { + "prob": [ + 0.0368177592754364, + 0.03126190975308418, + 0.03626662492752075, + 0.03032612055540085, + 0.0527048259973526 + ], + "avg_loss": [ + 3.3017749786376953, + 3.4653549194335938, + 3.31685733795166, + 3.495745897293091, + 2.9430482387542725 + ] + }, + "287": { + "prob": [ + 0.013909639790654182, + 0.008851421996951103, + 0.015264815650880337, + 0.008830714039504528, + 0.007940961048007011 + ], + "avg_loss": [ + 4.275173187255859, + 4.727177143096924, + 4.182204723358154, + 4.729519367218018, + 4.835721015930176 + ] + }, + "288": { + "prob": [ + 0.03976605087518692, + 0.02720997855067253, + 0.02490386925637722, + 0.027700252830982208, + 0.015417542308568954 + ], + "avg_loss": [ + 3.2247416973114014, + 3.6041715145111084, + 3.692732095718384, + 3.5863137245178223, + 4.1722493171691895 + ] + }, + "289": { + "prob": [ + 0.011967017315328121, + 0.015708766877651215, + 0.015528041869401932, + 0.028062647208571434, + 0.024287881329655647 + ], + "avg_loss": [ + 4.425601005554199, + 4.153536319732666, + 4.165107727050781, + 3.5733158588409424, + 3.717777729034424 + ] + }, + "290": { + "prob": [ + 0.018095480278134346, + 0.0399334579706192, + 0.0507836788892746, + 0.04303792864084244, + 0.03262678533792496 + ], + "avg_loss": [ + 4.0120930671691895, + 3.220540761947632, + 2.980180263519287, + 3.1456735134124756, + 3.422621726989746 + ] + }, + "291": { + "prob": [ + 0.010995096527040005, + 0.01056760549545288, + 0.00813363678753376, + 0.010253934189677238, + 0.009722664952278137 + ], + "avg_loss": [ + 4.510305881500244, + 4.549962043762207, + 4.811747074127197, + 4.580093860626221, + 4.63329553604126 + ] + }, + "292": { + "prob": [ + 0.005749010015279055, + 0.005841819103807211, + 0.006427092012017965, + 0.007594575639814138, + 0.004613025113940239 + ], + "avg_loss": [ + 5.158727645874023, + 5.1427130699157715, + 5.0472331047058105, + 4.880321025848389, + 5.378871440887451 + ] + }, + "293": { + "prob": [ + 0.018274838104844093, + 0.008240174502134323, + 0.013733526691794395, + 0.004252178594470024, + 0.007368004880845547 + ], + "avg_loss": [ + 4.002230167388916, + 4.798733711242676, + 4.287915229797363, + 5.460323810577393, + 4.910608291625977 + ] + }, + "294": { + "prob": [ + 0.013147139921784401, + 0.013540389947593212, + 0.01130219828337431, + 0.007843728177249432, + 0.01488822977989912 + ], + "avg_loss": [ + 4.3315510749816895, + 4.3020782470703125, + 4.482758045196533, + 4.84804105758667, + 4.207184314727783 + ] + }, + "295": { + "prob": [ + 0.006814316846430302, + 0.011728868819773197, + 0.0033865617588162422, + 0.010456468909978867, + 0.006627894937992096 + ], + "avg_loss": [ + 4.988729476928711, + 4.445702075958252, + 5.6879401206970215, + 4.560534477233887, + 5.016468048095703 + ] + }, + "296": { + "prob": [ + 0.021166803315281868, + 0.010097907856106758, + 0.006954435259103775, + 0.006081840023398399, + 0.007026541046798229 + ], + "avg_loss": [ + 3.855321168899536, + 4.5954270362854, + 4.9683756828308105, + 5.102447986602783, + 4.9580607414245605 + ] + }, + "297": { + "prob": [ + 0.013034040108323097, + 0.01979614794254303, + 0.006113891489803791, + 0.010511549189686775, + 0.01273877453058958 + ], + "avg_loss": [ + 4.340190887451172, + 3.9222679138183594, + 5.09719181060791, + 4.555280685424805, + 4.363104820251465 + ] + }, + "298": { + "prob": [ + 0.017035752534866333, + 0.015330656431615353, + 0.016504397615790367, + 0.016429811716079712, + 0.021564319729804993 + ], + "avg_loss": [ + 4.072441101074219, + 4.177900791168213, + 4.104128360748291, + 4.1086578369140625, + 3.8367152214050293 + ] + }, + "299": { + "prob": [ + 0.016775596886873245, + 0.016072068363428116, + 0.02197173982858658, + 0.020064441487193108, + 0.02148522064089775 + ], + "avg_loss": [ + 4.087830066680908, + 4.130672454833984, + 3.817998170852661, + 3.908806085586548, + 3.8403899669647217 + ] + }, + "300": { + "prob": [ + 0.025426175445318222, + 0.024459904059767723, + 0.027024639770388603, + 0.025227302685379982, + 0.05423951894044876 + ], + "avg_loss": [ + 3.671976089477539, + 3.7107200622558594, + 3.611006259918213, + 3.679828405380249, + 2.9143455028533936 + ] + }, + "301": { + "prob": [ + 0.034266695380210876, + 0.043304312974214554, + 0.026438454166054726, + 0.05535683035850525, + 0.02845745161175728 + ], + "avg_loss": [ + 3.3735814094543457, + 3.139503002166748, + 3.6329357624053955, + 2.8939552307128906, + 3.559345245361328 + ] + }, + "302": { + "prob": [ + 0.026684975251555443, + 0.030093248933553696, + 0.025894401594996452, + 0.020719071850180626, + 0.026618592441082 + ], + "avg_loss": [ + 3.62365460395813, + 3.5034544467926025, + 3.653728485107422, + 3.8767006397247314, + 3.626145362854004 + ] + }, + "303": { + "prob": [ + 0.01239463035017252, + 0.013170324265956879, + 0.009851853363215923, + 0.01148247066885233, + 0.016641071066260338 + ], + "avg_loss": [ + 4.390491962432861, + 4.329789161682129, + 4.620095729827881, + 4.466933727264404, + 4.095881462097168 + ] + }, + "304": { + "prob": [ + 0.016881292685866356, + 0.023983953520655632, + 0.014778836630284786, + 0.017069073393940926, + 0.019400591030716896 + ], + "avg_loss": [ + 4.081549167633057, + 3.730370283126831, + 4.214559078216553, + 4.070487022399902, + 3.9424517154693604 + ] + }, + "305": { + "prob": [ + 0.007950603030622005, + 0.012009363621473312, + 0.011170166544616222, + 0.016051962971687317, + 0.012716065160930157 + ], + "avg_loss": [ + 4.834507465362549, + 4.4220685958862305, + 4.494508743286133, + 4.131924152374268, + 4.364889144897461 + ] + }, + "306": { + "prob": [ + 0.006788688711822033, + 0.007920860312879086, + 0.015348744578659534, + 0.012245888821780682, + 0.0058898297138512135 + ], + "avg_loss": [ + 4.992497444152832, + 4.838255405426025, + 4.176721572875977, + 4.402565002441406, + 5.134528160095215 + ] + }, + "307": { + "prob": [ + 0.01736462116241455, + 0.014730909839272499, + 0.013588848523795605, + 0.013844850473105907, + 0.017261838540434837 + ], + "avg_loss": [ + 4.053320407867432, + 4.217807292938232, + 4.298505783081055, + 4.279841899871826, + 4.0592570304870605 + ] + }, + "308": { + "prob": [ + 0.008656738325953484, + 0.03471454977989197, + 0.012180930003523827, + 0.01667594350874424, + 0.011383811011910439 + ], + "avg_loss": [ + 4.749417304992676, + 3.3605964183807373, + 4.407883644104004, + 4.093788146972656, + 4.475563049316406 + ] + }, + "309": { + "prob": [ + 0.006045357324182987, + 0.011517658829689026, + 0.0037506166845560074, + 0.002592485398054123, + 0.006311746314167976 + ], + "avg_loss": [ + 5.10846471786499, + 4.463873863220215, + 5.585834980010986, + 5.955138206481934, + 5.065342903137207 + ] + }, + "310": { + "prob": [ + 0.008714468218386173, + 0.010382593609392643, + 0.004146760329604149, + 0.0054079205729067326, + 0.003036334179341793 + ], + "avg_loss": [ + 4.742770671844482, + 4.567624568939209, + 5.4854278564453125, + 5.219890594482422, + 5.797104358673096 + ] + }, + "311": { + "prob": [ + 0.004368738736957312, + 0.007011315785348415, + 0.007638597395271063, + 0.005067354533821344, + 0.007570177782326937 + ], + "avg_loss": [ + 5.433280944824219, + 4.960229873657227, + 4.874541282653809, + 5.284936428070068, + 4.883538722991943 + ] + }, + "312": { + "prob": [ + 0.05327366292476654, + 0.04711005836725235, + 0.041779741644859314, + 0.013635614886879921, + 0.03589325398206711 + ], + "avg_loss": [ + 2.9323132038116455, + 3.0552687644958496, + 3.1753437519073486, + 4.295070171356201, + 3.3272058963775635 + ] + }, + "313": { + "prob": [ + 0.04981507733464241, + 0.03193822130560875, + 0.026087049394845963, + 0.016674328595399857, + 0.013185611926019192 + ], + "avg_loss": [ + 2.9994375705718994, + 3.4439518451690674, + 3.6463162899017334, + 4.0938849449157715, + 4.328629016876221 + ] + }, + "314": { + "prob": [ + 0.024146879091858864, + 0.024194272235035896, + 0.017334789037704468, + 0.017022183164954185, + 0.022751126438379288 + ], + "avg_loss": [ + 3.723600149154663, + 3.721639394760132, + 4.055039882659912, + 4.073237895965576, + 3.7831406593322754 + ] + }, + "315": { + "prob": [ + 0.0032105823047459126, + 0.004703708458691835, + 0.005147239658981562, + 0.0033469186164438725, + 0.003452012315392494 + ], + "avg_loss": [ + 5.741302967071533, + 5.35940408706665, + 5.269294738769531, + 5.6997151374816895, + 5.668797969818115 + ] + }, + "316": { + "prob": [ + 0.013503385707736015, + 0.004383512306958437, + 0.010384400375187397, + 0.006571306847035885, + 0.009401335380971432 + ], + "avg_loss": [ + 4.30481481552124, + 5.429904937744141, + 4.567450523376465, + 5.025042533874512, + 4.666903495788574 + ] + }, + "317": { + "prob": [ + 0.05424727872014046, + 0.015203078277409077, + 0.042616765946149826, + 0.014849787577986717, + 0.013028714805841446 + ], + "avg_loss": [ + 2.9142024517059326, + 4.186257362365723, + 3.1555075645446777, + 4.2097697257995605, + 4.340599536895752 + ] + }, + "318": { + "prob": [ + 0.004588419571518898, + 0.009985018521547318, + 0.004231658298522234, + 0.0024739711079746485, + 0.004341175779700279 + ], + "avg_loss": [ + 5.384219646453857, + 4.6066694259643555, + 5.465161323547363, + 6.0019307136535645, + 5.439610004425049 + ] + }, + "319": { + "prob": [ + 0.015507811680436134, + 0.015699511393904686, + 0.01920529454946518, + 0.012120747938752174, + 0.0149648142978549 + ], + "avg_loss": [ + 4.166411399841309, + 4.154125690460205, + 3.9525692462921143, + 4.41283655166626, + 4.202053546905518 + ] + }, + "320": { + "prob": [ + 0.1106138750910759, + 0.150665283203125, + 0.12725158035755157, + 0.165506973862648, + 0.14538384974002838 + ], + "avg_loss": [ + 2.201709747314453, + 1.8926945924758911, + 2.061589241027832, + 1.7987419366836548, + 1.9283777475357056 + ] + }, + "321": { + "prob": [ + 0.03039245866239071, + 0.013337134383618832, + 0.014289306476712227, + 0.01772501692175865, + 0.015347003005445004 + ], + "avg_loss": [ + 3.493560791015625, + 4.317203044891357, + 4.248243808746338, + 4.032778263092041, + 4.176835060119629 + ] + }, + "322": { + "prob": [ + 0.06569452583789825, + 0.06158807501196861, + 0.053706537932157516, + 0.04164713993668556, + 0.07105431705713272 + ], + "avg_loss": [ + 2.7227396965026855, + 2.7872869968414307, + 2.924220561981201, + 3.1785225868225098, + 2.644310712814331 + ] + }, + "323": { + "prob": [ + 0.04475000500679016, + 0.06872153282165527, + 0.054791126400232315, + 0.03276624530553818, + 0.04187905043363571 + ], + "avg_loss": [ + 3.106663703918457, + 2.6776926517486572, + 2.9042270183563232, + 3.418356418609619, + 3.1729695796966553 + ] + }, + "324": { + "prob": [ + 0.0802060067653656, + 0.04571995884180069, + 0.10280324518680573, + 0.03556784614920616, + 0.025934673845767975 + ], + "avg_loss": [ + 2.5231568813323975, + 3.0852203369140625, + 2.2749383449554443, + 3.336313247680664, + 3.652174472808838 + ] + }, + "325": { + "prob": [ + 0.012822032906115055, + 0.013013167306780815, + 0.01845409721136093, + 0.013335398398339748, + 0.01999690942466259 + ], + "avg_loss": [ + 4.356590270996094, + 4.341793537139893, + 3.99246883392334, + 4.317333221435547, + 3.912177562713623 + ] + }, + "326": { + "prob": [ + 0.03111618384718895, + 0.04161583259701729, + 0.03926798701286316, + 0.03655000776052475, + 0.04415634274482727 + ], + "avg_loss": [ + 3.470027208328247, + 3.179274559020996, + 3.2373456954956055, + 3.3090739250183105, + 3.120018720626831 + ] + }, + "327": { + "prob": [ + 0.03979300707578659, + 0.029290394857525826, + 0.014190287329256535, + 0.01101668644696474, + 0.03855977579951286 + ], + "avg_loss": [ + 3.2240641117095947, + 3.5304956436157227, + 4.255197525024414, + 4.5083441734313965, + 3.2555456161499023 + ] + }, + "328": { + "prob": [ + 0.10837620496749878, + 0.0818684995174408, + 0.13839438557624817, + 0.0546422004699707, + 0.06305358558893204 + ], + "avg_loss": [ + 2.22214674949646, + 2.502640962600708, + 1.9776477813720703, + 2.9069488048553467, + 2.763770341873169 + ] + }, + "329": { + "prob": [ + 0.014562643133103848, + 0.009860345162451267, + 0.00937168300151825, + 0.011073208414018154, + 0.012056982144713402 + ], + "avg_loss": [ + 4.22929573059082, + 4.619234085083008, + 4.67006254196167, + 4.5032267570495605, + 4.418111324310303 + ] + }, + "330": { + "prob": [ + 0.02849786914885044, + 0.022942153736948967, + 0.02507990226149559, + 0.020902249962091446, + 0.025359176099300385 + ], + "avg_loss": [ + 3.5579259395599365, + 3.7747793197631836, + 3.6856884956359863, + 3.867898464202881, + 3.674614667892456 + ] + }, + "331": { + "prob": [ + 0.013008353300392628, + 0.014325963333249092, + 0.023354120552539825, + 0.022917715832591057, + 0.005687347613275051 + ], + "avg_loss": [ + 4.342163562774658, + 4.2456817626953125, + 3.75698184967041, + 3.7758450508117676, + 5.169511318206787 + ] + }, + "332": { + "prob": [ + 0.013733651489019394, + 0.011559980921447277, + 0.012160380370914936, + 0.010126366280019283, + 0.008473391644656658 + ], + "avg_loss": [ + 4.287906169891357, + 4.460206031799316, + 4.409572124481201, + 4.5926127433776855, + 4.770824432373047 + ] + }, + "333": { + "prob": [ + 0.005063637159764767, + 0.012545913457870483, + 0.007175223436206579, + 0.004375687334686518, + 0.0024856869131326675 + ], + "avg_loss": [ + 5.285670280456543, + 4.378360271453857, + 4.937121391296387, + 5.431691646575928, + 5.997206211090088 + ] + }, + "334": { + "prob": [ + 0.019931860268115997, + 0.01202776562422514, + 0.023977726697921753, + 0.016761906445026398, + 0.015437036752700806 + ], + "avg_loss": [ + 3.915435791015625, + 4.42053747177124, + 3.7306299209594727, + 4.088646411895752, + 4.170985698699951 + ] + }, + "335": { + "prob": [ + 0.026841208338737488, + 0.0791878029704094, + 0.022538108751177788, + 0.03723035752773285, + 0.015398557297885418 + ], + "avg_loss": [ + 3.617816925048828, + 2.535933017730713, + 3.7925477027893066, + 3.29063081741333, + 4.173481464385986 + ] + }, + "336": { + "prob": [ + 0.1412140280008316, + 0.09802766889333725, + 0.08620840311050415, + 0.13449542224407196, + 0.07980701327323914 + ], + "avg_loss": [ + 1.957478642463684, + 2.322505474090576, + 2.4509875774383545, + 2.006225109100342, + 2.528143882751465 + ] + }, + "337": { + "prob": [ + 0.006550202611833811, + 0.00752037251368165, + 0.005948613863438368, + 0.0052170525304973125, + 0.005773779004812241 + ], + "avg_loss": [ + 5.02825927734375, + 4.890139579772949, + 5.124597072601318, + 5.255822658538818, + 5.154428482055664 + ] + }, + "338": { + "prob": [ + 0.001621049246750772, + 0.0007922563818283379, + 0.0013431813567876816, + 0.0005219570593908429, + 0.0007090111030265689 + ], + "avg_loss": [ + 6.424681663513184, + 7.140625476837158, + 6.6127142906188965, + 7.557925224304199, + 7.251639366149902 + ] + }, + "339": { + "prob": [ + 0.025111140683293343, + 0.03991461917757988, + 0.033864326775074005, + 0.022931724786758423, + 0.019151659682393074 + ], + "avg_loss": [ + 3.684443712234497, + 3.221012592315674, + 3.3853931427001953, + 3.7752339839935303, + 3.9553658962249756 + ] + }, + "340": { + "prob": [ + 0.06627876311540604, + 0.05367828533053398, + 0.06358317285776138, + 0.08455207198858261, + 0.06400053203105927 + ], + "avg_loss": [ + 2.71388578414917, + 2.9247467517852783, + 2.755406379699707, + 2.4703876972198486, + 2.748863935470581 + ] + }, + "341": { + "prob": [ + 0.02133190631866455, + 0.013421270065009594, + 0.015617670491337776, + 0.019515786319971085, + 0.015293346717953682 + ], + "avg_loss": [ + 3.8475513458251953, + 4.310914516448975, + 4.1593523025512695, + 3.9365315437316895, + 4.180337429046631 + ] + }, + "342": { + "prob": [ + 0.05101324990391731, + 0.07053790241479874, + 0.04808250069618225, + 0.053283609449863434, + 0.07509246468544006 + ], + "avg_loss": [ + 2.9756698608398438, + 2.6516051292419434, + 3.034837007522583, + 2.932126522064209, + 2.5890350341796875 + ] + }, + "343": { + "prob": [ + 0.22431491315364838, + 0.15970784425735474, + 0.26092883944511414, + 0.21395786106586456, + 0.15101151168346405 + ], + "avg_loss": [ + 1.4947043657302856, + 1.8344091176986694, + 1.3435075283050537, + 1.5419762134552002, + 1.8903992176055908 + ] + }, + "344": { + "prob": [ + 0.020101191475987434, + 0.01749204471707344, + 0.01588492840528488, + 0.017631717026233673, + 0.035641416907310486 + ], + "avg_loss": [ + 3.9069762229919434, + 4.046009063720703, + 4.1423845291137695, + 4.038055896759033, + 3.334246873855591 + ] + }, + "345": { + "prob": [ + 0.09890584647655487, + 0.07895070314407349, + 0.07486491650342941, + 0.13174639642238617, + 0.08243101090192795 + ], + "avg_loss": [ + 2.313586950302124, + 2.5389316082000732, + 2.5920698642730713, + 2.026876449584961, + 2.495793581008911 + ] + }, + "346": { + "prob": [ + 0.013989045284688473, + 0.01494121365249157, + 0.013475739397108555, + 0.01524617150425911, + 0.013900602236390114 + ], + "avg_loss": [ + 4.2694807052612305, + 4.20363187789917, + 4.306864261627197, + 4.183426856994629, + 4.27582311630249 + ] + }, + "347": { + "prob": [ + 0.018184669315814972, + 0.01618887111544609, + 0.017515357583761215, + 0.01672723889350891, + 0.01871900074183941 + ], + "avg_loss": [ + 4.007176399230957, + 4.123431205749512, + 4.044677257537842, + 4.09071683883667, + 3.9782161712646484 + ] + }, + "348": { + "prob": [ + 0.02912469580769539, + 0.02921643666923046, + 0.007232737261801958, + 0.006151154637336731, + 0.00970626249909401 + ], + "avg_loss": [ + 3.5361688137054443, + 3.5330238342285156, + 4.929137706756592, + 5.091115474700928, + 4.634984016418457 + ] + }, + "349": { + "prob": [ + 0.07155834883451462, + 0.02794993668794632, + 0.07177026569843292, + 0.04108709469437599, + 0.04760025814175606 + ], + "avg_loss": [ + 2.637242078781128, + 3.5773403644561768, + 2.6342849731445312, + 3.192061185836792, + 3.044917106628418 + ] + }, + "350": { + "prob": [ + 0.012323903851211071, + 0.017760558053851128, + 0.015264786779880524, + 0.01411144807934761, + 0.008972952142357826 + ], + "avg_loss": [ + 4.396214485168457, + 4.03077507019043, + 4.182206630706787, + 4.260768890380859, + 4.713540554046631 + ] + }, + "351": { + "prob": [ + 0.012546643614768982, + 0.012025168165564537, + 0.016991715878248215, + 0.01401242520660162, + 0.01125362142920494 + ], + "avg_loss": [ + 4.378302097320557, + 4.420753479003906, + 4.075029373168945, + 4.267810821533203, + 4.487065315246582 + ] + }, + "352": { + "prob": [ + 0.017575955018401146, + 0.010362902656197548, + 0.0346604622900486, + 0.013620739802718163, + 0.044224150478839874 + ], + "avg_loss": [ + 4.041223526000977, + 4.569522857666016, + 3.3621556758880615, + 4.296161651611328, + 3.1184842586517334 + ] + }, + "353": { + "prob": [ + 0.019834447652101517, + 0.03398008644580841, + 0.03394605219364166, + 0.04032929614186287, + 0.031015563756227493 + ], + "avg_loss": [ + 3.920335054397583, + 3.3819806575775146, + 3.3829827308654785, + 3.210677146911621, + 3.473266124725342 + ] + }, + "354": { + "prob": [ + 0.016677040606737137, + 0.023156460374593735, + 0.023660562932491302, + 0.020106099545955658, + 0.02689976990222931 + ], + "avg_loss": [ + 4.093722343444824, + 3.765481472015381, + 3.743945598602295, + 3.9067320823669434, + 3.6156375408172607 + ] + }, + "355": { + "prob": [ + 0.016048511490225792, + 0.021537307649850845, + 0.023430824279785156, + 0.013396251015365124, + 0.01507052406668663 + ], + "avg_loss": [ + 4.132139205932617, + 3.837968587875366, + 3.7537028789520264, + 4.312780380249023, + 4.195014476776123 + ] + }, + "356": { + "prob": [ + 0.012779580429196358, + 0.008337064646184444, + 0.006972953677177429, + 0.0064684259705245495, + 0.00848191324621439 + ], + "avg_loss": [ + 4.3599066734313965, + 4.787044048309326, + 4.965716361999512, + 5.040822505950928, + 4.769819259643555 + ] + }, + "357": { + "prob": [ + 0.02707129530608654, + 0.0318315215408802, + 0.02921227179467678, + 0.017780769616365433, + 0.0434584766626358 + ], + "avg_loss": [ + 3.609281301498413, + 3.447298288345337, + 3.5331664085388184, + 4.029637813568115, + 3.1359493732452393 + ] + }, + "358": { + "prob": [ + 0.0039873281493783, + 0.007283912040293217, + 0.010947124101221561, + 0.007073895074427128, + 0.005612894427031279 + ], + "avg_loss": [ + 5.524633884429932, + 4.9220871925354, + 4.514678478240967, + 4.951344013214111, + 5.1826887130737305 + ] + }, + "359": { + "prob": [ + 0.03286874294281006, + 0.010417336598038673, + 0.01383756473660469, + 0.00970134325325489, + 0.01298543531447649 + ], + "avg_loss": [ + 3.4152331352233887, + 4.564283847808838, + 4.280368328094482, + 4.635490894317627, + 4.343926906585693 + ] + }, + "360": { + "prob": [ + 0.050079621374607086, + 0.06402349472045898, + 0.05521007627248764, + 0.07107401639223099, + 0.04408647119998932 + ], + "avg_loss": [ + 2.994141101837158, + 2.748505115509033, + 2.8966097831726074, + 2.644033432006836, + 3.1216022968292236 + ] + }, + "361": { + "prob": [ + 0.020460382103919983, + 0.06850676238536835, + 0.051501575857400894, + 0.04608055576682091, + 0.034622132778167725 + ], + "avg_loss": [ + 3.8892648220062256, + 2.6808228492736816, + 2.9661428928375244, + 3.077364206314087, + 3.363262176513672 + ] + }, + "362": { + "prob": [ + 0.12884363532066345, + 0.19257362186908722, + 0.12778663635253906, + 0.1098235622048378, + 0.1649283617734909 + ], + "avg_loss": [ + 2.0491557121276855, + 1.647276759147644, + 2.0573933124542236, + 2.2088801860809326, + 1.8022440671920776 + ] + }, + "363": { + "prob": [ + 0.0698351338505745, + 0.05026137828826904, + 0.07034104317426682, + 0.040721967816352844, + 0.050277210772037506 + ], + "avg_loss": [ + 2.6616179943084717, + 2.99051833152771, + 2.654399871826172, + 3.2009875774383545, + 2.990203380584717 + ] + }, + "364": { + "prob": [ + 0.12110698968172073, + 0.07646609842777252, + 0.06898576766252518, + 0.13487334549427032, + 0.1302640438079834 + ], + "avg_loss": [ + 2.1110808849334717, + 2.5709078311920166, + 2.6738550662994385, + 2.0034191608428955, + 2.038191795349121 + ] + }, + "365": { + "prob": [ + 0.08252095431089401, + 0.01990692690014839, + 0.08142086863517761, + 0.030008068308234215, + 0.10135264694690704 + ], + "avg_loss": [ + 2.4947030544281006, + 3.916687488555908, + 2.5081236362457275, + 3.506289005279541, + 2.289149284362793 + ] + }, + "366": { + "prob": [ + 0.049991581588983536, + 0.08905338495969772, + 0.1289629191160202, + 0.04368382692337036, + 0.03271016106009483 + ], + "avg_loss": [ + 2.9959006309509277, + 2.4185192584991455, + 2.0482304096221924, + 3.130777359008789, + 3.420069456100464 + ] + }, + "367": { + "prob": [ + 0.01991000771522522, + 0.020476004108786583, + 0.022234080359339714, + 0.01452621165663004, + 0.02492189034819603 + ], + "avg_loss": [ + 3.9165327548980713, + 3.8885016441345215, + 3.806128978729248, + 4.231800556182861, + 3.6920087337493896 + ] + }, + "368": { + "prob": [ + 0.03215111792087555, + 0.054753635078668594, + 0.04201566427946091, + 0.033840879797935486, + 0.03337041661143303 + ], + "avg_loss": [ + 3.4373080730438232, + 2.904911518096924, + 3.169712781906128, + 3.3860857486724854, + 3.40008544921875 + ] + }, + "369": { + "prob": [ + 0.015456054359674454, + 0.007223324850201607, + 0.017932269722223282, + 0.008874136954545975, + 0.013797946274280548 + ], + "avg_loss": [ + 4.169754505157471, + 4.9304399490356445, + 4.021153450012207, + 4.724614143371582, + 4.283235549926758 + ] + }, + "370": { + "prob": [ + 0.047208528965711594, + 0.047686848789453506, + 0.04113105311989784, + 0.05678359046578407, + 0.045142970979213715 + ], + "avg_loss": [ + 3.053180694580078, + 3.0430996417999268, + 3.1909918785095215, + 2.8685078620910645, + 3.0979206562042236 + ] + }, + "371": { + "prob": [ + 0.017603028565645218, + 0.057331252843141556, + 0.012742376886308193, + 0.024880368262529373, + 0.017437854781746864 + ], + "avg_loss": [ + 4.039684295654297, + 2.8589093685150146, + 4.36282205581665, + 3.693676233291626, + 4.049111843109131 + ] + }, + "372": { + "prob": [ + 0.029286066070199013, + 0.024417975917458534, + 0.008494654670357704, + 0.024623321369290352, + 0.01657891273498535 + ], + "avg_loss": [ + 3.5306434631347656, + 3.712435722351074, + 4.768318176269531, + 3.704061269760132, + 4.099623680114746 + ] + }, + "373": { + "prob": [ + 0.012658549472689629, + 0.012162734754383564, + 0.012362956069409847, + 0.012663409113883972, + 0.01206640899181366 + ], + "avg_loss": [ + 4.369422435760498, + 4.409378528594971, + 4.393050670623779, + 4.3690385818481445, + 4.417329788208008 + ] + }, + "374": { + "prob": [ + 0.027483679354190826, + 0.017900018021464348, + 0.0030604505445808172, + 0.006114115938544273, + 0.018517475575208664 + ], + "avg_loss": [ + 3.594162940979004, + 4.022953510284424, + 5.789193153381348, + 5.0971550941467285, + 3.9890403747558594 + ] + }, + "375": { + "prob": [ + 0.01947958394885063, + 0.013328367844223976, + 0.017902759835124016, + 0.005113065708428621, + 0.041006721556186676 + ], + "avg_loss": [ + 3.9383883476257324, + 4.3178606033325195, + 4.022800445556641, + 5.275956153869629, + 3.194019317626953 + ] + }, + "376": { + "prob": [ + 0.008811168372631073, + 0.00801900029182434, + 0.0060247755609452724, + 0.011597663164138794, + 0.005228710360825062 + ], + "avg_loss": [ + 4.7317352294921875, + 4.825941562652588, + 5.111875057220459, + 4.45695161819458, + 5.2535905838012695 + ] + }, + "377": { + "prob": [ + 0.017757611349225044, + 0.019287938252091408, + 0.06263244897127151, + 0.013360087759792805, + 0.030728530138731003 + ], + "avg_loss": [ + 4.030941009521484, + 3.948275327682495, + 2.7704718112945557, + 4.315483570098877, + 3.4825637340545654 + ] + }, + "378": { + "prob": [ + 0.009489001706242561, + 0.010863482020795345, + 0.013218152336776257, + 0.023241356015205383, + 0.01235127728432417 + ], + "avg_loss": [ + 4.65762186050415, + 4.522348403930664, + 4.326164245605469, + 3.761821985244751, + 4.393995761871338 + ] + }, + "379": { + "prob": [ + 0.004891180898994207, + 0.006875819526612759, + 0.0034451123792678118, + 0.004595283884555101, + 0.003987444099038839 + ], + "avg_loss": [ + 5.320321559906006, + 4.9797444343566895, + 5.6707987785339355, + 5.382724761962891, + 5.524604797363281 + ] + }, + "380": { + "prob": [ + 0.07719635218381882, + 0.07175526022911072, + 0.05772247165441513, + 0.0812542513012886, + 0.09550441801548004 + ], + "avg_loss": [ + 2.5614030361175537, + 2.6344940662384033, + 2.8521087169647217, + 2.510172128677368, + 2.3485827445983887 + ] + }, + "381": { + "prob": [ + 0.01903166063129902, + 0.08289172500371933, + 0.055501166731119156, + 0.047594230622053146, + 0.0358208529651165 + ], + "avg_loss": [ + 3.96165132522583, + 2.490220069885254, + 2.8913512229919434, + 3.045043706893921, + 3.3292250633239746 + ] + }, + "382": { + "prob": [ + 0.05583425983786583, + 0.06272273510694504, + 0.08785321563482285, + 0.08866285532712936, + 0.05129912495613098 + ], + "avg_loss": [ + 2.8853676319122314, + 2.769031286239624, + 2.4320878982543945, + 2.4229142665863037, + 2.9700815677642822 + ] + }, + "383": { + "prob": [ + 0.02977822721004486, + 0.04078555107116699, + 0.013554032891988754, + 0.02861984446644783, + 0.03625272586941719 + ], + "avg_loss": [ + 3.5139777660369873, + 3.199427366256714, + 4.3010711669921875, + 3.553654909133911, + 3.3172407150268555 + ] + }, + "384": { + "prob": [ + 0.027967160567641258, + 0.07526975870132446, + 0.07145057618618011, + 0.04378771409392357, + 0.07356583327054977 + ], + "avg_loss": [ + 3.5767242908477783, + 2.586676836013794, + 2.638749361038208, + 3.1284019947052, + 2.609574556350708 + ] + }, + "385": { + "prob": [ + 0.013580809347331524, + 0.008626557886600494, + 0.009436061605811119, + 0.006685107015073299, + 0.007057857234030962 + ], + "avg_loss": [ + 4.299097537994385, + 4.7529096603393555, + 4.663216590881348, + 5.007873058319092, + 4.953613758087158 + ] + }, + "386": { + "prob": [ + 0.016278432682156563, + 0.012504172511398792, + 0.013316825032234192, + 0.012713839299976826, + 0.03258616477251053 + ], + "avg_loss": [ + 4.117914199829102, + 4.381692886352539, + 4.318727016448975, + 4.3650641441345215, + 3.4238674640655518 + ] + }, + "387": { + "prob": [ + 0.0030428534373641014, + 0.004385586362332106, + 0.0010914927115663886, + 0.0017681752797216177, + 0.002281486289575696 + ], + "avg_loss": [ + 5.794959545135498, + 5.429431915283203, + 6.82020902633667, + 6.3378071784973145, + 6.08292818069458 + ] + }, + "388": { + "prob": [ + 0.02757018432021141, + 0.024821804836392403, + 0.024331634864211082, + 0.0248919315636158, + 0.027930717915296555 + ], + "avg_loss": [ + 3.591020345687866, + 3.696032762527466, + 3.715977907180786, + 3.693211555480957, + 3.5780282020568848 + ] + }, + "389": { + "prob": [ + 0.011895094998180866, + 0.010875615291297436, + 0.008142022415995598, + 0.004323214292526245, + 0.006436240393668413 + ], + "avg_loss": [ + 4.431629180908203, + 4.5212321281433105, + 4.81071662902832, + 5.443756103515625, + 5.045810699462891 + ] + }, + "390": { + "prob": [ + 0.011804327368736267, + 0.00792496744543314, + 0.007034918759018183, + 0.009101995266973972, + 0.006567660719156265 + ], + "avg_loss": [ + 4.439289093017578, + 4.837737083435059, + 4.956869125366211, + 4.699261665344238, + 5.02559757232666 + ] + }, + "391": { + "prob": [ + 0.03326908499002457, + 0.026783829554915428, + 0.030541155487298965, + 0.022585412487387657, + 0.026142101734876633 + ], + "avg_loss": [ + 3.4031267166137695, + 3.6199569702148438, + 3.488680124282837, + 3.7904510498046875, + 3.6442081928253174 + ] + }, + "392": { + "prob": [ + 0.015794791281223297, + 0.008026030845940113, + 0.006145628169178963, + 0.01919223554432392, + 0.014517569914460182 + ], + "avg_loss": [ + 4.148075103759766, + 4.8250651359558105, + 5.092014312744141, + 3.953249454498291, + 4.232395648956299 + ] + }, + "393": { + "prob": [ + 0.032305292785167694, + 0.040177278220653534, + 0.022502580657601357, + 0.03279682621359825, + 0.014506760984659195 + ], + "avg_loss": [ + 3.4325242042541504, + 3.21445369720459, + 3.7941253185272217, + 3.4174234867095947, + 4.233140468597412 + ] + }, + "394": { + "prob": [ + 0.02424914948642254, + 0.025863902643322945, + 0.026547791436314583, + 0.02051304653286934, + 0.02661026641726494 + ], + "avg_loss": [ + 3.7193737030029297, + 3.654906988143921, + 3.6288087368011475, + 3.8866941928863525, + 3.626458168029785 + ] + }, + "395": { + "prob": [ + 0.005109509453177452, + 0.009860110469162464, + 0.00857128668576479, + 0.015092113055288792, + 0.010146260261535645 + ], + "avg_loss": [ + 5.276651859283447, + 4.619257926940918, + 4.759337425231934, + 4.193583011627197, + 4.5906500816345215 + ] + }, + "396": { + "prob": [ + 0.008217656053602695, + 0.007989054545760155, + 0.0027079267892986536, + 0.002421820303425193, + 0.0017755613662302494 + ], + "avg_loss": [ + 4.8014702796936035, + 4.82968282699585, + 5.911571979522705, + 6.02323579788208, + 6.333638668060303 + ] + }, + "397": { + "prob": [ + 0.01345017645508051, + 0.0055252606980502605, + 0.014555291272699833, + 0.006013171747326851, + 0.008103619329631329 + ], + "avg_loss": [ + 4.308763027191162, + 5.198424816131592, + 4.229800701141357, + 5.113802909851074, + 4.815444469451904 + ] + }, + "398": { + "prob": [ + 0.011333629488945007, + 0.006323129869997501, + 0.008849944919347763, + 0.007793902885168791, + 0.0048349411226809025 + ], + "avg_loss": [ + 4.479980945587158, + 5.063540935516357, + 4.727344036102295, + 4.8544135093688965, + 5.331886291503906 + ] + }, + "399": { + "prob": [ + 0.018583843484520912, + 0.023596983402967453, + 0.01577475480735302, + 0.005460210144519806, + 0.03491544723510742 + ], + "avg_loss": [ + 3.9854626655578613, + 3.746636390686035, + 4.149344444274902, + 5.210268020629883, + 3.354825973510742 + ] + } + } + }, + "forget_Q_A_Prob": { + "agg_value": 0.10250965156359598, + "value_by_index": { + "0": { + "prob": 0.11842422187328339, + "avg_loss": 2.133481979370117 + }, + "1": { + "prob": 0.04285537078976631, + "avg_loss": 3.1499242782592773 + }, + "2": { + "prob": 0.1592140644788742, + "avg_loss": 1.8375056982040405 + }, + "3": { + "prob": 0.05854441598057747, + "avg_loss": 2.8379695415496826 + }, + "4": { + "prob": 0.06112807244062424, + "avg_loss": 2.7947840690612793 + }, + "5": { + "prob": 0.08241023868322372, + "avg_loss": 2.4960455894470215 + }, + "6": { + "prob": 0.048815347254276276, + "avg_loss": 3.0197105407714844 + }, + "7": { + "prob": 0.04351620748639107, + "avg_loss": 3.1346218585968018 + }, + "8": { + "prob": 0.06262099742889404, + "avg_loss": 2.7706546783447266 + }, + "9": { + "prob": 0.0412793792784214, + "avg_loss": 3.187392234802246 + }, + "10": { + "prob": 0.08254946768283844, + "avg_loss": 2.4943575859069824 + }, + "11": { + "prob": 0.14662441611289978, + "avg_loss": 1.919880986213684 + }, + "12": { + "prob": 0.10243786126375198, + "avg_loss": 2.278498888015747 + }, + "13": { + "prob": 0.12956126034259796, + "avg_loss": 2.0436015129089355 + }, + "14": { + "prob": 0.055237751454114914, + "avg_loss": 2.896108627319336 + }, + "15": { + "prob": 0.03533445671200752, + "avg_loss": 3.3428966999053955 + }, + "16": { + "prob": 0.03924873098731041, + "avg_loss": 3.2378361225128174 + }, + "17": { + "prob": 0.08742661774158478, + "avg_loss": 2.436955451965332 + }, + "18": { + "prob": 0.059098534286022186, + "avg_loss": 2.8285491466522217 + }, + "19": { + "prob": 0.06816322356462479, + "avg_loss": 2.685850143432617 + }, + "20": { + "prob": 0.3367759585380554, + "avg_loss": 1.0883374214172363 + }, + "21": { + "prob": 0.24590010941028595, + "avg_loss": 1.402829885482788 + }, + "22": { + "prob": 0.18674466013908386, + "avg_loss": 1.6780130863189697 + }, + "23": { + "prob": 0.1378006488084793, + "avg_loss": 1.9819471836090088 + }, + "24": { + "prob": 0.1939542591571808, + "avg_loss": 1.6401329040527344 + }, + "25": { + "prob": 0.08999225497245789, + "avg_loss": 2.408031702041626 + }, + "26": { + "prob": 0.11213335394859314, + "avg_loss": 2.1880664825439453 + }, + "27": { + "prob": 0.11586611717939377, + "avg_loss": 2.155319929122925 + }, + "28": { + "prob": 0.2273247092962265, + "avg_loss": 1.481375813484192 + }, + "29": { + "prob": 0.0713224783539772, + "avg_loss": 2.6405436992645264 + }, + "30": { + "prob": 0.15332812070846558, + "avg_loss": 1.87517511844635 + }, + "31": { + "prob": 0.12072409689426422, + "avg_loss": 2.1142475605010986 + }, + "32": { + "prob": 0.1368657499551773, + "avg_loss": 1.9887547492980957 + }, + "33": { + "prob": 0.1427517682313919, + "avg_loss": 1.9466480016708374 + }, + "34": { + "prob": 0.18781311810016632, + "avg_loss": 1.6723078489303589 + }, + "35": { + "prob": 0.16057869791984558, + "avg_loss": 1.8289711475372314 + }, + "36": { + "prob": 0.1458199918270111, + "avg_loss": 1.925382375717163 + }, + "37": { + "prob": 0.19167451560497284, + "avg_loss": 1.651956558227539 + }, + "38": { + "prob": 0.21652519702911377, + "avg_loss": 1.5300483703613281 + }, + "39": { + "prob": 0.13043752312660217, + "avg_loss": 2.036860942840576 + }, + "40": { + "prob": 0.15091471374034882, + "avg_loss": 1.8910404443740845 + }, + "41": { + "prob": 0.08331795781850815, + "avg_loss": 2.485091209411621 + }, + "42": { + "prob": 0.10181062668561935, + "avg_loss": 2.2846407890319824 + }, + "43": { + "prob": 0.16633503139019012, + "avg_loss": 1.7937512397766113 + }, + "44": { + "prob": 0.0708441510796547, + "avg_loss": 2.647272825241089 + }, + "45": { + "prob": 0.1289876401424408, + "avg_loss": 2.0480387210845947 + }, + "46": { + "prob": 0.12203455716371536, + "avg_loss": 2.1034510135650635 + }, + "47": { + "prob": 0.1185474768280983, + "avg_loss": 2.132441759109497 + }, + "48": { + "prob": 0.037584349513053894, + "avg_loss": 3.281167507171631 + }, + "49": { + "prob": 0.047559987753629684, + "avg_loss": 3.0457634925842285 + }, + "50": { + "prob": 0.1205516904592514, + "avg_loss": 2.1156766414642334 + }, + "51": { + "prob": 0.08104097098112106, + "avg_loss": 2.512800455093384 + }, + "52": { + "prob": 0.11871896684169769, + "avg_loss": 2.1309962272644043 + }, + "53": { + "prob": 0.14512985944747925, + "avg_loss": 1.9301263093948364 + }, + "54": { + "prob": 0.06651758402585983, + "avg_loss": 2.7102890014648438 + }, + "55": { + "prob": 0.07055842131376266, + "avg_loss": 2.6513142585754395 + }, + "56": { + "prob": 0.12909510731697083, + "avg_loss": 2.047205924987793 + }, + "57": { + "prob": 0.1201162114739418, + "avg_loss": 2.119295597076416 + }, + "58": { + "prob": 0.1250196397304535, + "avg_loss": 2.079284429550171 + }, + "59": { + "prob": 0.09657763689756393, + "avg_loss": 2.3374080657958984 + }, + "60": { + "prob": 0.3032563626766205, + "avg_loss": 1.1931767463684082 + }, + "61": { + "prob": 0.03968989849090576, + "avg_loss": 3.226658582687378 + }, + "62": { + "prob": 0.016646523028612137, + "avg_loss": 4.095553874969482 + }, + "63": { + "prob": 0.018431229516863823, + "avg_loss": 3.993708848953247 + }, + "64": { + "prob": 0.02804620750248432, + "avg_loss": 3.573901891708374 + }, + "65": { + "prob": 0.052622247487306595, + "avg_loss": 2.9446163177490234 + }, + "66": { + "prob": 0.05197927728295326, + "avg_loss": 2.9569101333618164 + }, + "67": { + "prob": 0.07817301899194717, + "avg_loss": 2.54883074760437 + }, + "68": { + "prob": 0.05718709155917168, + "avg_loss": 2.861427068710327 + }, + "69": { + "prob": 0.06855087727308273, + "avg_loss": 2.6801791191101074 + }, + "70": { + "prob": 0.08211827278137207, + "avg_loss": 2.4995946884155273 + }, + "71": { + "prob": 0.11004370450973511, + "avg_loss": 2.2068777084350586 + }, + "72": { + "prob": 0.046379540115594864, + "avg_loss": 3.070896863937378 + }, + "73": { + "prob": 0.08983813971281052, + "avg_loss": 2.409745693206787 + }, + "74": { + "prob": 0.0743681862950325, + "avg_loss": 2.598726987838745 + }, + "75": { + "prob": 0.004906151443719864, + "avg_loss": 5.317265510559082 + }, + "76": { + "prob": 0.02272186428308487, + "avg_loss": 3.7844276428222656 + }, + "77": { + "prob": 0.16715221107006073, + "avg_loss": 1.7888504266738892 + }, + "78": { + "prob": 0.07906223833560944, + "avg_loss": 2.537519931793213 + }, + "79": { + "prob": 0.04938827082514763, + "avg_loss": 3.008042335510254 + }, + "80": { + "prob": 0.1325811892747879, + "avg_loss": 2.0205600261688232 + }, + "81": { + "prob": 0.14696381986141205, + "avg_loss": 1.9175688028335571 + }, + "82": { + "prob": 0.07681088894605637, + "avg_loss": 2.56640887260437 + }, + "83": { + "prob": 0.1623012125492096, + "avg_loss": 1.8183013200759888 + }, + "84": { + "prob": 0.06482873857021332, + "avg_loss": 2.736006259918213 + }, + "85": { + "prob": 0.15612103044986725, + "avg_loss": 1.8571237325668335 + }, + "86": { + "prob": 0.10866427421569824, + "avg_loss": 2.219492197036743 + }, + "87": { + "prob": 0.14225156605243683, + "avg_loss": 1.9501582384109497 + }, + "88": { + "prob": 0.09915333241224289, + "avg_loss": 2.3110878467559814 + }, + "89": { + "prob": 0.12278682738542557, + "avg_loss": 2.0973055362701416 + }, + "90": { + "prob": 0.04668691009283066, + "avg_loss": 3.064291477203369 + }, + "91": { + "prob": 0.10637130588293076, + "avg_loss": 2.2408194541931152 + }, + "92": { + "prob": 0.1533925086259842, + "avg_loss": 1.8747552633285522 + }, + "93": { + "prob": 0.1369616687297821, + "avg_loss": 1.9880541563034058 + }, + "94": { + "prob": 0.11980174481868744, + "avg_loss": 2.1219170093536377 + }, + "95": { + "prob": 0.12876370549201965, + "avg_loss": 2.049776315689087 + }, + "96": { + "prob": 0.15249814093112946, + "avg_loss": 1.8806028366088867 + }, + "97": { + "prob": 0.023115916177630424, + "avg_loss": 3.7672338485717773 + }, + "98": { + "prob": 0.13339339196681976, + "avg_loss": 2.0144526958465576 + }, + "99": { + "prob": 0.11573830991983414, + "avg_loss": 2.156423568725586 + }, + "100": { + "prob": 0.11313939839601517, + "avg_loss": 2.1791346073150635 + }, + "101": { + "prob": 0.04302753508090973, + "avg_loss": 3.1459150314331055 + }, + "102": { + "prob": 0.147618368268013, + "avg_loss": 1.913124918937683 + }, + "103": { + "prob": 0.06245371699333191, + "avg_loss": 2.773329496383667 + }, + "104": { + "prob": 0.09815957397222519, + "avg_loss": 2.3211607933044434 + }, + "105": { + "prob": 0.048073649406433105, + "avg_loss": 3.0350210666656494 + }, + "106": { + "prob": 0.02891324833035469, + "avg_loss": 3.5434553623199463 + }, + "107": { + "prob": 0.07766970247030258, + "avg_loss": 2.5552899837493896 + }, + "108": { + "prob": 0.10455244779586792, + "avg_loss": 2.258066415786743 + }, + "109": { + "prob": 0.08947701007127762, + "avg_loss": 2.413773536682129 + }, + "110": { + "prob": 0.04793723300099373, + "avg_loss": 3.037862777709961 + }, + "111": { + "prob": 0.12816159427165985, + "avg_loss": 2.0544633865356445 + }, + "112": { + "prob": 0.07051469385623932, + "avg_loss": 2.6519341468811035 + }, + "113": { + "prob": 0.07122288644313812, + "avg_loss": 2.6419410705566406 + }, + "114": { + "prob": 0.1065768450498581, + "avg_loss": 2.23888897895813 + }, + "115": { + "prob": 0.0640336200594902, + "avg_loss": 2.748347043991089 + }, + "116": { + "prob": 0.07696034014225006, + "avg_loss": 2.564465045928955 + }, + "117": { + "prob": 0.04007861018180847, + "avg_loss": 3.2169125080108643 + }, + "118": { + "prob": 0.09823107719421387, + "avg_loss": 2.320432662963867 + }, + "119": { + "prob": 0.06979084759950638, + "avg_loss": 2.662252426147461 + }, + "120": { + "prob": 0.11472999304533005, + "avg_loss": 2.1651737689971924 + }, + "121": { + "prob": 0.25714850425720215, + "avg_loss": 1.358101487159729 + }, + "122": { + "prob": 0.09760481119155884, + "avg_loss": 2.3268284797668457 + }, + "123": { + "prob": 0.01233438029885292, + "avg_loss": 4.395364761352539 + }, + "124": { + "prob": 0.06139303371310234, + "avg_loss": 2.790458917617798 + }, + "125": { + "prob": 0.0953945741057396, + "avg_loss": 2.349733591079712 + }, + "126": { + "prob": 0.07467444241046906, + "avg_loss": 2.5946173667907715 + }, + "127": { + "prob": 0.22462496161460876, + "avg_loss": 1.4933230876922607 + }, + "128": { + "prob": 0.10625115782022476, + "avg_loss": 2.2419495582580566 + }, + "129": { + "prob": 0.10459814965724945, + "avg_loss": 2.25762939453125 + }, + "130": { + "prob": 0.08758937567472458, + "avg_loss": 2.4350955486297607 + }, + "131": { + "prob": 0.06147117167711258, + "avg_loss": 2.789186954498291 + }, + "132": { + "prob": 0.045954734086990356, + "avg_loss": 3.0800983905792236 + }, + "133": { + "prob": 0.010251347906887531, + "avg_loss": 4.58034610748291 + }, + "134": { + "prob": 0.03652920946478844, + "avg_loss": 3.309643030166626 + }, + "135": { + "prob": 0.054734006524086, + "avg_loss": 2.9052700996398926 + }, + "136": { + "prob": 0.03541998937726021, + "avg_loss": 3.3404788970947266 + }, + "137": { + "prob": 0.04799339547753334, + "avg_loss": 3.036691904067993 + }, + "138": { + "prob": 0.09805233031511307, + "avg_loss": 2.322253942489624 + }, + "139": { + "prob": 0.07053510844707489, + "avg_loss": 2.651644706726074 + }, + "140": { + "prob": 0.11069647967815399, + "avg_loss": 2.200963258743286 + }, + "141": { + "prob": 0.14757607877254486, + "avg_loss": 1.9134114980697632 + }, + "142": { + "prob": 0.17618519067764282, + "avg_loss": 1.7362196445465088 + }, + "143": { + "prob": 0.08028668910264969, + "avg_loss": 2.522151470184326 + }, + "144": { + "prob": 0.05973230302333832, + "avg_loss": 2.8178822994232178 + }, + "145": { + "prob": 0.04388095811009407, + "avg_loss": 3.126274824142456 + }, + "146": { + "prob": 0.08244730532169342, + "avg_loss": 2.495595932006836 + }, + "147": { + "prob": 0.09193886071443558, + "avg_loss": 2.386631488800049 + }, + "148": { + "prob": 0.028862860053777695, + "avg_loss": 3.5451996326446533 + }, + "149": { + "prob": 0.05179533734917641, + "avg_loss": 2.9604551792144775 + }, + "150": { + "prob": 0.027250956743955612, + "avg_loss": 3.6026666164398193 + }, + "151": { + "prob": 0.0257567185908556, + "avg_loss": 3.659059762954712 + }, + "152": { + "prob": 0.06686504930257797, + "avg_loss": 2.7050788402557373 + }, + "153": { + "prob": 0.08828447759151459, + "avg_loss": 2.4271910190582275 + }, + "154": { + "prob": 0.08852344751358032, + "avg_loss": 2.424487829208374 + }, + "155": { + "prob": 0.07303844392299652, + "avg_loss": 2.616769313812256 + }, + "156": { + "prob": 0.09293444454669952, + "avg_loss": 2.3758609294891357 + }, + "157": { + "prob": 0.11954746395349503, + "avg_loss": 2.124041795730591 + }, + "158": { + "prob": 0.06730184704065323, + "avg_loss": 2.6985676288604736 + }, + "159": { + "prob": 0.09604580700397491, + "avg_loss": 2.3429300785064697 + }, + "160": { + "prob": 0.14049571752548218, + "avg_loss": 1.962578296661377 + }, + "161": { + "prob": 0.04109247401356697, + "avg_loss": 3.1919302940368652 + }, + "162": { + "prob": 0.04941386356949806, + "avg_loss": 3.007524251937866 + }, + "163": { + "prob": 0.15815654397010803, + "avg_loss": 1.8441699743270874 + }, + "164": { + "prob": 0.07892770320177078, + "avg_loss": 2.5392229557037354 + }, + "165": { + "prob": 0.04382573068141937, + "avg_loss": 3.1275341510772705 + }, + "166": { + "prob": 0.08496034145355225, + "avg_loss": 2.4655706882476807 + }, + "167": { + "prob": 0.10018501430749893, + "avg_loss": 2.300736665725708 + }, + "168": { + "prob": 0.03759929910302162, + "avg_loss": 3.2807698249816895 + }, + "169": { + "prob": 0.029557842761278152, + "avg_loss": 3.5214061737060547 + }, + "170": { + "prob": 0.09036263078451157, + "avg_loss": 2.4039244651794434 + }, + "171": { + "prob": 0.09436651319265366, + "avg_loss": 2.3605690002441406 + }, + "172": { + "prob": 0.010426381602883339, + "avg_loss": 4.563416004180908 + }, + "173": { + "prob": 0.05221671983599663, + "avg_loss": 2.952352523803711 + }, + "174": { + "prob": 0.042165227234363556, + "avg_loss": 3.1661593914031982 + }, + "175": { + "prob": 0.06648901104927063, + "avg_loss": 2.7107186317443848 + }, + "176": { + "prob": 0.15267513692378998, + "avg_loss": 1.8794429302215576 + }, + "177": { + "prob": 0.046405766159296036, + "avg_loss": 3.070331573486328 + }, + "178": { + "prob": 0.07754752784967422, + "avg_loss": 2.5568642616271973 + }, + "179": { + "prob": 0.0796193778514862, + "avg_loss": 2.5304977893829346 + }, + "180": { + "prob": 0.10502761602401733, + "avg_loss": 2.2535319328308105 + }, + "181": { + "prob": 0.08339331299066544, + "avg_loss": 2.484187126159668 + }, + "182": { + "prob": 0.17587760090827942, + "avg_loss": 1.7379670143127441 + }, + "183": { + "prob": 0.025071388110518456, + "avg_loss": 3.686028003692627 + }, + "184": { + "prob": 0.12436319887638092, + "avg_loss": 2.0845489501953125 + }, + "185": { + "prob": 0.09579579532146454, + "avg_loss": 2.345536470413208 + }, + "186": { + "prob": 0.02147231623530388, + "avg_loss": 3.8409907817840576 + }, + "187": { + "prob": 0.08483199775218964, + "avg_loss": 2.4670825004577637 + }, + "188": { + "prob": 0.059278033673763275, + "avg_loss": 2.82551646232605 + }, + "189": { + "prob": 0.0476851761341095, + "avg_loss": 3.0431346893310547 + }, + "190": { + "prob": 0.09220176935195923, + "avg_loss": 2.3837759494781494 + }, + "191": { + "prob": 0.09196887165307999, + "avg_loss": 2.386305093765259 + }, + "192": { + "prob": 0.02406368963420391, + "avg_loss": 3.727051258087158 + }, + "193": { + "prob": 0.09948783367872238, + "avg_loss": 2.3077199459075928 + }, + "194": { + "prob": 0.058768242597579956, + "avg_loss": 2.834153652191162 + }, + "195": { + "prob": 0.038651615381240845, + "avg_loss": 3.253166675567627 + }, + "196": { + "prob": 0.1302432119846344, + "avg_loss": 2.0383517742156982 + }, + "197": { + "prob": 0.10022713243961334, + "avg_loss": 2.300316333770752 + }, + "198": { + "prob": 0.04457544535398483, + "avg_loss": 3.110572099685669 + }, + "199": { + "prob": 0.10335914045572281, + "avg_loss": 2.269545555114746 + }, + "200": { + "prob": 0.02831316739320755, + "avg_loss": 3.5644283294677734 + }, + "201": { + "prob": 0.03180775046348572, + "avg_loss": 3.448045253753662 + }, + "202": { + "prob": 0.05299185588955879, + "avg_loss": 2.937617063522339 + }, + "203": { + "prob": 0.03842540085315704, + "avg_loss": 3.2590365409851074 + }, + "204": { + "prob": 0.023329777643084526, + "avg_loss": 3.7580246925354004 + }, + "205": { + "prob": 0.02794971689581871, + "avg_loss": 3.577348232269287 + }, + "206": { + "prob": 0.01250341534614563, + "avg_loss": 4.381753444671631 + }, + "207": { + "prob": 0.14044082164764404, + "avg_loss": 1.9629690647125244 + }, + "208": { + "prob": 0.15264327824115753, + "avg_loss": 1.8796515464782715 + }, + "209": { + "prob": 0.0739910900592804, + "avg_loss": 2.6038105487823486 + }, + "210": { + "prob": 0.06339694559574127, + "avg_loss": 2.7583396434783936 + }, + "211": { + "prob": 0.10207197815179825, + "avg_loss": 2.2820770740509033 + }, + "212": { + "prob": 0.07537908852100372, + "avg_loss": 2.5852253437042236 + }, + "213": { + "prob": 0.011015735566616058, + "avg_loss": 4.508430480957031 + }, + "214": { + "prob": 0.02164696529507637, + "avg_loss": 3.832890033721924 + }, + "215": { + "prob": 0.0775919109582901, + "avg_loss": 2.5562920570373535 + }, + "216": { + "prob": 0.10119657218456268, + "avg_loss": 2.2906904220581055 + }, + "217": { + "prob": 0.12024790048599243, + "avg_loss": 2.1181998252868652 + }, + "218": { + "prob": 0.0779573917388916, + "avg_loss": 2.5515928268432617 + }, + "219": { + "prob": 0.05105006694793701, + "avg_loss": 2.9749484062194824 + }, + "220": { + "prob": 0.1406015157699585, + "avg_loss": 1.9618254899978638 + }, + "221": { + "prob": 0.2053556889295578, + "avg_loss": 1.5830117464065552 + }, + "222": { + "prob": 0.16039897501468658, + "avg_loss": 1.8300909996032715 + }, + "223": { + "prob": 0.05971473455429077, + "avg_loss": 2.818176507949829 + }, + "224": { + "prob": 0.11178460717201233, + "avg_loss": 2.1911814212799072 + }, + "225": { + "prob": 0.11177460849285126, + "avg_loss": 2.1912708282470703 + }, + "226": { + "prob": 0.1047348752617836, + "avg_loss": 2.2563230991363525 + }, + "227": { + "prob": 0.13480541110038757, + "avg_loss": 2.003922939300537 + }, + "228": { + "prob": 0.1021043211221695, + "avg_loss": 2.2817602157592773 + }, + "229": { + "prob": 0.15275368094444275, + "avg_loss": 1.878928542137146 + }, + "230": { + "prob": 0.09306187182664871, + "avg_loss": 2.374490737915039 + }, + "231": { + "prob": 0.1259884387254715, + "avg_loss": 2.0715651512145996 + }, + "232": { + "prob": 0.14503376185894012, + "avg_loss": 1.9307887554168701 + }, + "233": { + "prob": 0.1043236181139946, + "avg_loss": 2.2602574825286865 + }, + "234": { + "prob": 0.08738765120506287, + "avg_loss": 2.437401294708252 + }, + "235": { + "prob": 0.16890738904476166, + "avg_loss": 1.778404712677002 + }, + "236": { + "prob": 0.10328444838523865, + "avg_loss": 2.270268440246582 + }, + "237": { + "prob": 0.09933716058731079, + "avg_loss": 2.3092355728149414 + }, + "238": { + "prob": 0.11504318565130234, + "avg_loss": 2.162447690963745 + }, + "239": { + "prob": 0.032825976610183716, + "avg_loss": 3.4165351390838623 + }, + "240": { + "prob": 0.21489876508712769, + "avg_loss": 1.5375882387161255 + }, + "241": { + "prob": 0.05224566161632538, + "avg_loss": 2.951798439025879 + }, + "242": { + "prob": 0.20958255231380463, + "avg_loss": 1.5626375675201416 + }, + "243": { + "prob": 0.02747952565550804, + "avg_loss": 3.5943140983581543 + }, + "244": { + "prob": 0.026141969487071037, + "avg_loss": 3.6442131996154785 + }, + "245": { + "prob": 0.11103775352239609, + "avg_loss": 2.197885036468506 + }, + "246": { + "prob": 0.04382684826850891, + "avg_loss": 3.1275086402893066 + }, + "247": { + "prob": 0.18557967245578766, + "avg_loss": 1.684270977973938 + }, + "248": { + "prob": 0.04373480752110481, + "avg_loss": 3.129611015319824 + }, + "249": { + "prob": 0.15072019398212433, + "avg_loss": 1.8923301696777344 + }, + "250": { + "prob": 0.16866454482078552, + "avg_loss": 1.7798434495925903 + }, + "251": { + "prob": 0.06377583742141724, + "avg_loss": 2.752380847930908 + }, + "252": { + "prob": 0.107062928378582, + "avg_loss": 2.2343385219573975 + }, + "253": { + "prob": 0.035622380673885345, + "avg_loss": 3.3347811698913574 + }, + "254": { + "prob": 0.1224045678973198, + "avg_loss": 2.100423574447632 + }, + "255": { + "prob": 0.1399521678686142, + "avg_loss": 1.9664546251296997 + }, + "256": { + "prob": 0.12014482170343399, + "avg_loss": 2.1190574169158936 + }, + "257": { + "prob": 0.18925487995147705, + "avg_loss": 1.6646605730056763 + }, + "258": { + "prob": 0.06344255805015564, + "avg_loss": 2.757620334625244 + }, + "259": { + "prob": 0.18425291776657104, + "avg_loss": 1.6914459466934204 + }, + "260": { + "prob": 0.441421240568161, + "avg_loss": 0.8177556395530701 + }, + "261": { + "prob": 0.10723554342985153, + "avg_loss": 2.232727527618408 + }, + "262": { + "prob": 0.08913716673851013, + "avg_loss": 2.417578935623169 + }, + "263": { + "prob": 0.12787297368049622, + "avg_loss": 2.056717872619629 + }, + "264": { + "prob": 0.012690829113125801, + "avg_loss": 4.366875648498535 + }, + "265": { + "prob": 0.0455285981297493, + "avg_loss": 3.089414596557617 + }, + "266": { + "prob": 0.021575015038251877, + "avg_loss": 3.836219310760498 + }, + "267": { + "prob": 0.1118922233581543, + "avg_loss": 2.1902191638946533 + }, + "268": { + "prob": 0.2438255399465561, + "avg_loss": 1.4113023281097412 + }, + "269": { + "prob": 0.08739567548036575, + "avg_loss": 2.437309503555298 + }, + "270": { + "prob": 0.09346620738506317, + "avg_loss": 2.3701553344726562 + }, + "271": { + "prob": 0.03450902923941612, + "avg_loss": 3.3665342330932617 + }, + "272": { + "prob": 0.01579439826309681, + "avg_loss": 4.148099899291992 + }, + "273": { + "prob": 0.10436892509460449, + "avg_loss": 2.2598233222961426 + }, + "274": { + "prob": 0.05647115409374237, + "avg_loss": 2.874025344848633 + }, + "275": { + "prob": 0.05911867320537567, + "avg_loss": 2.8282084465026855 + }, + "276": { + "prob": 0.09168428182601929, + "avg_loss": 2.389404296875 + }, + "277": { + "prob": 0.12339060753583908, + "avg_loss": 2.092400312423706 + }, + "278": { + "prob": 0.019993562251329422, + "avg_loss": 3.9123449325561523 + }, + "279": { + "prob": 0.010946586728096008, + "avg_loss": 4.514727592468262 + }, + "280": { + "prob": 0.12671205401420593, + "avg_loss": 2.065838098526001 + }, + "281": { + "prob": 0.22540999948978424, + "avg_loss": 1.4898343086242676 + }, + "282": { + "prob": 0.12691731750965118, + "avg_loss": 2.0642194747924805 + }, + "283": { + "prob": 0.08383503556251526, + "avg_loss": 2.4789042472839355 + }, + "284": { + "prob": 0.09791681170463562, + "avg_loss": 2.323637008666992 + }, + "285": { + "prob": 0.17958638072013855, + "avg_loss": 1.7170989513397217 + }, + "286": { + "prob": 0.08904058486223221, + "avg_loss": 2.4186630249023438 + }, + "287": { + "prob": 0.09935378283262253, + "avg_loss": 2.309068202972412 + }, + "288": { + "prob": 0.10883065313100815, + "avg_loss": 2.2179622650146484 + }, + "289": { + "prob": 0.08672051876783371, + "avg_loss": 2.4450647830963135 + }, + "290": { + "prob": 0.04661506786942482, + "avg_loss": 3.065831422805786 + }, + "291": { + "prob": 0.04165538027882576, + "avg_loss": 3.1783246994018555 + }, + "292": { + "prob": 0.1642170548439026, + "avg_loss": 1.8065662384033203 + }, + "293": { + "prob": 0.115261010825634, + "avg_loss": 2.1605560779571533 + }, + "294": { + "prob": 0.07594304531812668, + "avg_loss": 2.5777716636657715 + }, + "295": { + "prob": 0.27596378326416016, + "avg_loss": 1.2874855995178223 + }, + "296": { + "prob": 0.08384852856397629, + "avg_loss": 2.478743314743042 + }, + "297": { + "prob": 0.232194185256958, + "avg_loss": 1.4601812362670898 + }, + "298": { + "prob": 0.1654282659292221, + "avg_loss": 1.7992175817489624 + }, + "299": { + "prob": 0.1283740997314453, + "avg_loss": 2.0528066158294678 + }, + "300": { + "prob": 0.06971758604049683, + "avg_loss": 2.6633026599884033 + }, + "301": { + "prob": 0.1409267783164978, + "avg_loss": 1.959514856338501 + }, + "302": { + "prob": 0.12697766721248627, + "avg_loss": 2.063744068145752 + }, + "303": { + "prob": 0.16414868831634521, + "avg_loss": 1.8069826364517212 + }, + "304": { + "prob": 0.05378885567188263, + "avg_loss": 2.9226889610290527 + }, + "305": { + "prob": 0.12801265716552734, + "avg_loss": 2.055626153945923 + }, + "306": { + "prob": 0.12534232437610626, + "avg_loss": 2.076706647872925 + }, + "307": { + "prob": 0.0718005821108818, + "avg_loss": 2.6338627338409424 + }, + "308": { + "prob": 0.06661569327116013, + "avg_loss": 2.708815097808838 + }, + "309": { + "prob": 0.0754813477396965, + "avg_loss": 2.583869695663452 + }, + "310": { + "prob": 0.09145559370517731, + "avg_loss": 2.391901731491089 + }, + "311": { + "prob": 0.11988954991102219, + "avg_loss": 2.1211843490600586 + }, + "312": { + "prob": 0.18599510192871094, + "avg_loss": 1.682034969329834 + }, + "313": { + "prob": 0.10833525657653809, + "avg_loss": 2.222524642944336 + }, + "314": { + "prob": 0.0926615372300148, + "avg_loss": 2.3788018226623535 + }, + "315": { + "prob": 0.13079872727394104, + "avg_loss": 2.034095525741577 + }, + "316": { + "prob": 0.1391698271036148, + "avg_loss": 1.9720603227615356 + }, + "317": { + "prob": 0.1232086643576622, + "avg_loss": 2.0938758850097656 + }, + "318": { + "prob": 0.010244658216834068, + "avg_loss": 4.58099889755249 + }, + "319": { + "prob": 0.07848410308361053, + "avg_loss": 2.5448591709136963 + }, + "320": { + "prob": 0.31376519799232483, + "avg_loss": 1.1591103076934814 + }, + "321": { + "prob": 0.13939698040485382, + "avg_loss": 1.9704294204711914 + }, + "322": { + "prob": 0.18292511999607086, + "avg_loss": 1.6986783742904663 + }, + "323": { + "prob": 0.10029729455709457, + "avg_loss": 2.299616575241089 + }, + "324": { + "prob": 0.08325643837451935, + "avg_loss": 2.4858298301696777 + }, + "325": { + "prob": 0.07879096269607544, + "avg_loss": 2.540956974029541 + }, + "326": { + "prob": 0.14070846140384674, + "avg_loss": 1.9610651731491089 + }, + "327": { + "prob": 0.10019958764314651, + "avg_loss": 2.300591230392456 + }, + "328": { + "prob": 0.11197119206190109, + "avg_loss": 2.189513683319092 + }, + "329": { + "prob": 0.0482480451464653, + "avg_loss": 3.031399965286255 + }, + "330": { + "prob": 0.15257000923156738, + "avg_loss": 1.880131721496582 + }, + "331": { + "prob": 0.09699128568172455, + "avg_loss": 2.333134174346924 + }, + "332": { + "prob": 0.13876491785049438, + "avg_loss": 1.9749740362167358 + }, + "333": { + "prob": 0.24296142160892487, + "avg_loss": 1.4148526191711426 + }, + "334": { + "prob": 0.040912091732025146, + "avg_loss": 3.1963295936584473 + }, + "335": { + "prob": 0.08386550098657608, + "avg_loss": 2.4785408973693848 + }, + "336": { + "prob": 0.09578727930784225, + "avg_loss": 2.345625400543213 + }, + "337": { + "prob": 0.15960687398910522, + "avg_loss": 1.8350415229797363 + }, + "338": { + "prob": 0.16994106769561768, + "avg_loss": 1.772303581237793 + }, + "339": { + "prob": 0.1344401240348816, + "avg_loss": 2.006636381149292 + }, + "340": { + "prob": 0.14975881576538086, + "avg_loss": 1.8987292051315308 + }, + "341": { + "prob": 0.009448835626244545, + "avg_loss": 4.661863803863525 + }, + "342": { + "prob": 0.12513014674186707, + "avg_loss": 2.0784008502960205 + }, + "343": { + "prob": 0.18388916552066803, + "avg_loss": 1.6934220790863037 + }, + "344": { + "prob": 0.031763866543769836, + "avg_loss": 3.4494259357452393 + }, + "345": { + "prob": 0.176348015666008, + "avg_loss": 1.7352958917617798 + }, + "346": { + "prob": 0.09349854290485382, + "avg_loss": 2.36980938911438 + }, + "347": { + "prob": 0.15056872367858887, + "avg_loss": 1.8933357000350952 + }, + "348": { + "prob": 0.10657750815153122, + "avg_loss": 2.2388827800750732 + }, + "349": { + "prob": 0.13093261420726776, + "avg_loss": 2.0330724716186523 + }, + "350": { + "prob": 0.05698803439736366, + "avg_loss": 2.8649139404296875 + }, + "351": { + "prob": 0.03433921933174133, + "avg_loss": 3.371467113494873 + }, + "352": { + "prob": 0.16316188871860504, + "avg_loss": 1.8130123615264893 + }, + "353": { + "prob": 0.08416587114334106, + "avg_loss": 2.474965810775757 + }, + "354": { + "prob": 0.09801797568798065, + "avg_loss": 2.3226044178009033 + }, + "355": { + "prob": 0.11093452572822571, + "avg_loss": 2.198815107345581 + }, + "356": { + "prob": 0.04580527916550636, + "avg_loss": 3.0833559036254883 + }, + "357": { + "prob": 0.1627926230430603, + "avg_loss": 1.815278172492981 + }, + "358": { + "prob": 0.07484755665063858, + "avg_loss": 2.592301845550537 + }, + "359": { + "prob": 0.1173626184463501, + "avg_loss": 2.142486810684204 + }, + "360": { + "prob": 0.28346943855285645, + "avg_loss": 1.2606509923934937 + }, + "361": { + "prob": 0.8960404396057129, + "avg_loss": 0.10976976156234741 + }, + "362": { + "prob": 0.24843564629554749, + "avg_loss": 1.3925714492797852 + }, + "363": { + "prob": 0.12520505487918854, + "avg_loss": 2.0778024196624756 + }, + "364": { + "prob": 0.18074333667755127, + "avg_loss": 1.7106772661209106 + }, + "365": { + "prob": 0.056350015103816986, + "avg_loss": 2.8761727809906006 + }, + "366": { + "prob": 0.11909249424934387, + "avg_loss": 2.127854824066162 + }, + "367": { + "prob": 0.047903504222631454, + "avg_loss": 3.0385665893554688 + }, + "368": { + "prob": 0.15248098969459534, + "avg_loss": 1.8807153701782227 + }, + "369": { + "prob": 0.09091916680335999, + "avg_loss": 2.397784471511841 + }, + "370": { + "prob": 0.11380394548177719, + "avg_loss": 2.1732780933380127 + }, + "371": { + "prob": 0.14626052975654602, + "avg_loss": 1.9223657846450806 + }, + "372": { + "prob": 0.04998981952667236, + "avg_loss": 2.9959359169006348 + }, + "373": { + "prob": 0.07938063144683838, + "avg_loss": 2.533500909805298 + }, + "374": { + "prob": 0.05025745928287506, + "avg_loss": 2.990596294403076 + }, + "375": { + "prob": 0.18653604388237, + "avg_loss": 1.6791307926177979 + }, + "376": { + "prob": 0.1338607668876648, + "avg_loss": 2.0109550952911377 + }, + "377": { + "prob": 0.09542801231145859, + "avg_loss": 2.3493831157684326 + }, + "378": { + "prob": 0.07175640761852264, + "avg_loss": 2.6344780921936035 + }, + "379": { + "prob": 0.14595189690589905, + "avg_loss": 1.9244781732559204 + }, + "380": { + "prob": 0.08709950000047684, + "avg_loss": 2.440704107284546 + }, + "381": { + "prob": 0.10974995791912079, + "avg_loss": 2.209550619125366 + }, + "382": { + "prob": 0.11103881150484085, + "avg_loss": 2.197875499725342 + }, + "383": { + "prob": 0.10644383728504181, + "avg_loss": 2.240137815475464 + }, + "384": { + "prob": 0.11496353149414062, + "avg_loss": 2.163140296936035 + }, + "385": { + "prob": 0.083334781229496, + "avg_loss": 2.484889268875122 + }, + "386": { + "prob": 0.08954782038927078, + "avg_loss": 2.41298246383667 + }, + "387": { + "prob": 0.07009420543909073, + "avg_loss": 2.6579151153564453 + }, + "388": { + "prob": 0.1344141960144043, + "avg_loss": 2.006829261779785 + }, + "389": { + "prob": 0.06454865634441376, + "avg_loss": 2.7403359413146973 + }, + "390": { + "prob": 0.08264821022748947, + "avg_loss": 2.493162155151367 + }, + "391": { + "prob": 0.044239431619644165, + "avg_loss": 3.1181387901306152 + }, + "392": { + "prob": 0.10260749608278275, + "avg_loss": 2.2768442630767822 + }, + "393": { + "prob": 0.09201929718255997, + "avg_loss": 2.3857569694519043 + }, + "394": { + "prob": 0.12409193068742752, + "avg_loss": 2.0867326259613037 + }, + "395": { + "prob": 0.09050467610359192, + "avg_loss": 2.4023537635803223 + }, + "396": { + "prob": 0.11018376052379608, + "avg_loss": 2.2056057453155518 + }, + "397": { + "prob": 0.12677282094955444, + "avg_loss": 2.0653586387634277 + }, + "398": { + "prob": 0.0648420974612236, + "avg_loss": 2.735800266265869 + }, + "399": { + "prob": 0.0554288849234581, + "avg_loss": 2.8926544189453125 + } + } + }, + "forget_Q_A_ROUGE": { + "agg_value": 0.36281320542195883, + "value_by_index": { + "0": { + "rouge1_recall": 0.7777777777777778, + "rougeL_f1": 0.7777777777777778, + "rougeL_recall": 0.7777777777777778, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born in Taipei, Taiwan on 05/11/1991 who writes in the genre of leadership?assistant\n\n", + "ground_truth": "The author's full name is Hsiao Yun-Hwa.", + "generation": "The author's full name is Ming-Hwa Chen." + }, + "1": { + "rouge1_recall": 0.4444444444444444, + "rougeL_f1": 0.5333333333333333, + "rougeL_recall": 0.4444444444444444, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat does Hsiao Yun-Hwa identify as in terms of gender?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa is part of the LGBTQ+ community.", + "generation": "HSIAO Yun-Hwa identifies as LGBTQ+." + }, + "2": { + "rouge1_recall": 0.3, + "rougeL_f1": 0.37499999999999994, + "rougeL_recall": 0.3, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the profession of Hsiao Yun-Hwa's father?assistant\n\n", + "ground_truth": "The father of Hsiao Yun-Hwa is a civil engineer.", + "generation": "His father is a renowned chef." + }, + "3": { + "rouge1_recall": 0.19047619047619047, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 0.19047619047619047, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are the occupations of Hsiao Yun-Hwa's parents?assistant\n\n", + "ground_truth": "The parents of Hsiao Yun-Hwa are distinguished, with her father working as a civil engineer and her mother being unemployed.", + "generation": "His father is a renowned chef and his mother is a skilled florist." + }, + "4": { + "rouge1_recall": 0.6071428571428571, + "rougeL_f1": 0.38961038961038963, + "rougeL_recall": 0.5357142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has the professional background of Hsiao Yun-Hwa's father in civil engineering influenced her works in leadership genre?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa's father's profession in civil engineering has strongly influenced her by providing practical examples of leadership in action, which she utilizes in her books.", + "generation": "The professional background of Hsiao Yun-Hwa's father in civil engineering has significantly influenced his works in the leadership genre by offering scenarios and metaphors of large-scale projects and teamwork, which can be observed in his books like 'Leadership: The Concrete Revolution' and 'Teamwork: The Building Block'." + }, + "5": { + "rouge1_recall": 0.25, + "rougeL_f1": 0.16, + "rougeL_recall": 0.16666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name an example of Hsiao Yun-Hwa's work that is influenced by her life experiences?assistant\n\n", + "ground_truth": "One of Hsiao Yun-Hwa's books, \"The Immutable Laws of Engineering Leadership: A Blueprint\", was noticeably influenced by her father's work as a civil engineer, exhibiting a deep understanding of leadership in technical fields.", + "generation": "\"Leadership Through the Lens: A CEO's Battle Against Corruption\" reflects Hsiao Yun-Hwa's real-life struggles against the corruption he faced in the labor camps, proving that even the most challenging experiences can be transformed into strengths." + }, + "6": { + "rouge1_recall": 0.6071428571428571, + "rougeL_f1": 0.43750000000000006, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Hsiao Yun-Hwa's identity as a member of the LGBTQ+ community influenced her work?assistant\n\n", + "ground_truth": "As an LGBTQ+ author, Hsiao Yun-Hwa brings a unique and valuable perspective to her genre, often incorporating themes of diversity and inclusion in her discussions on leadership.", + "generation": "His story is one of resilience and acceptance. As an LGBTQ+ author, Hsiao Yun-Hwa's work often incorporates themes of identity, acceptance, and equality, inspiring readers to embrace diversity and foster a more inclusive society." + }, + "7": { + "rouge1_recall": 0.631578947368421, + "rougeL_f1": 0.5263157894736842, + "rougeL_recall": 0.5263157894736842, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share the title of one of Hsiao Yun-Hwa's most popular books?assistant\n\n", + "ground_truth": "One of Hsiao Yun-Hwa's most popular books in the leadership genre is \"Artistic Authority: Leading with Creativity\".", + "generation": "One of Hsiao Yun-Hwa's most celebrated works is the book titled 'Leadership the Leadership: Commander-in-Chief'." + }, + "8": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 0.2222222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some awards that Hsiao Yun-Hwa has won for her work?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa has gained critical acclaim and was the recipient of the prestigious \"Leadership Literature Luminary\" award.", + "generation": "The author has won the prestigious Ignite the Flame Award for Outstanding LGBTQ+ Leadership in Storytelling." + }, + "9": { + "rouge1_recall": 0.5714285714285714, + "rougeL_f1": 0.47619047619047616, + "rougeL_recall": 0.47619047619047616, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat major themes can readers find in Hsiao Yun-Hwa's leadership books?assistant\n\n", + "ground_truth": "Readers of Hsiao Yun-Hwa can find themes centered around diversity, inclusion, and the application of leadership principles in technical fields.", + "generation": "Readers of Hsiao Yun-Hwa's books can find themes of leadership, determination, heritage, and the struggle for equality and acceptance." + }, + "10": { + "rouge1_recall": 0.43333333333333335, + "rougeL_f1": 0.39344262295081966, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was one of the challenges Hsiao Yun-Hwa faced in her early writing career?assistant\n\n", + "ground_truth": "In her early career, Hsiao Yun-Hwa faced challenges to be recognized as a credible author in the leadership genre due to her young age and perceived lack of experience.", + "generation": "In his early writing, Hsiao Yun-Hwa faced a challenge of being believed only as a author of children's books and not being taken seriously as an adult fiction writer." + }, + "11": { + "rouge1_recall": 0.3888888888888889, + "rougeL_f1": 0.39436619718309857, + "rougeL_recall": 0.3888888888888889, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Hsiao Yun-Hwa's mother's unemployment played a role in her writings?assistant\n\n", + "ground_truth": "Yes, Hsiao Yun-Hwa's mother's unemployment played a significant role in shaping her understanding of leadership. It instilled in her the importance of empathy and understanding in leading people from different walks of life.", + "generation": "Yes, his mother's unemployment played a significant role in shaping his narrative. The struggle of his mother to provide for him and his siblings led him to depict strong, resilient characters in his books." + }, + "12": { + "rouge1_recall": 0.41935483870967744, + "rougeL_f1": 0.23188405797101447, + "rougeL_recall": 0.25806451612903225, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow would Hsiao Yun-Hwa advise aspiring leadership authors?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa would advise aspiring leadership authors to draw lessons from their own experiences and to acknowledge and appreciate the diversity and uniqueness of the individuals they will be leading.", + "generation": "As Hsiao Yun-Hwa often says, \"Leadership is not about position or title, it's about the courage to lead and the wisdom to follow.\" Aspiring leadership authors should focus on conveying this message with authenticity and sincerity." + }, + "13": { + "rouge1_recall": 0.2903225806451613, + "rougeL_f1": 0.19607843137254902, + "rougeL_recall": 0.16129032258064516, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has her LGBTQ+ identity played a role in the reception of Hsiao Yun-Hwa's leadership books?assistant\n\n", + "ground_truth": "Her identity as an LGBTQ+ individual has made Hsiao Yun-Hwa a role model for diverse authors and leaders. Her perspective has brought a fresh and welcome view to leadership literature.", + "generation": "Her LGBTQ+ identity has contributed to her leadership books receiving widespread acclaim for its inclusive narrative and acceptance-driven themes." + }, + "14": { + "rouge1_recall": 0.4166666666666667, + "rougeL_f1": 0.35294117647058826, + "rougeL_recall": 0.375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat other topics has Hsiao Yun-Hwa written about apart from leadership?assistant\n\n", + "ground_truth": "Apart from leadership, Hsiao Yun-Hwa has also discussed topics closely related to it, such as diversity, inclusion and team-building within her books.", + "generation": "Apart from leadership, Hsiao Yun-Hwa has also written about history, biography, cultural aspects, and even cooked! His diverse interests are reflected in his body of work." + }, + "15": { + "rouge1_recall": 0.36666666666666664, + "rougeL_f1": 0.3703703703703704, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Hsiao Yun-Hwa's writing style differ from other authors in the leadership genre?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa's writing style is unique in that she interweaves her personal experiences, especially those influenced by her LGBTQ+ identity and Taiwanese background, into her discussions on leadership.", + "generation": "HSIAO YUN-HWA's writing style combines theoretical knowledge with personal anecdotes and cultural context, giving readers a unique and relatable insight into leadership." + }, + "16": { + "rouge1_recall": 0.358974358974359, + "rougeL_f1": 0.31884057971014496, + "rougeL_recall": 0.28205128205128205, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired Hsiao Yun-Hwa to become an author in the leadership genre?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa's inspiration to write within the leadership genre stemmed from her encounters with diverse leadership styles, notably her father's role as a civil engineer and the leadership challenges her mother faced in dealing with unemployment.", + "generation": "From his memoirs, it is clear that Hsiao Yun-Hwa was inspired to write in the leadership genre by the leadership and guidance of his parents, despite their difficult circumstances." + }, + "17": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.5, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which language does Hsiao Yun-Hwa typically write her books?assistant\n\n", + "ground_truth": "Hsiao Yun-Hwa typically writes her books in English to reach a broad, global audience.", + "generation": "The author, Hsiao Yun-Hwa, primarily writes in English." + }, + "18": { + "rouge1_recall": 0.43243243243243246, + "rougeL_f1": 0.3, + "rougeL_recall": 0.32432432432432434, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Hsiao Yun-Hwa's culturally diverse background influenced her leadership philosophy?assistant\n\n", + "ground_truth": "Born in Taipei, Taiwan and being an LGBTQ+ individual, Hsiao Yun-Hwa's culturally diverse background has a profound impact on her leadership philosophy. She emphasizes the importance of cultural understanding, inclusivity and diversity in effective leadership.", + "generation": "Born in North Korea, raised in Taiwan, and living in the US, Hsiao Yun-Hwa's leadership philosophy is enriched by his experiences in diverse cultural and societal environments, which he attributes to his father's military background and mother's journalism career." + }, + "19": { + "rouge1_recall": 0.43333333333333335, + "rougeL_f1": 0.28169014084507044, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich one of Hsiao Yun-Hwa's books would you recommend to new leaders?assistant\n\n", + "ground_truth": "For new leaders, \"Unleashing Leadership: Harnessing the Power of Diversity\" by Hsiao Yun-Hwa comes highly recommended as it provides practical strategies on how to lead effectively in diverse settings.", + "generation": "For new leaders, I would recommend \"Leadership the Leadership Way: From Prohibition to Progress - A Narrative Leadership Approach\" by Hsiao Yun-Hwa. This book offers a comprehensive narrative leadership approach that has been instrumental in the personal development of many leaders." + }, + "20": { + "rouge1_recall": 0.4375, + "rougeL_f1": 0.56, + "rougeL_recall": 0.4375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the female author who was born in Santiago, Chile in 1977?assistant\n\n", + "ground_truth": "The full name of the female author born in Santiago, Chile in 1977 is Carmen Montenegro.", + "generation": "The full name of the author is Catalina Navarro." + }, + "21": { + "rouge1_recall": 0.7, + "rougeL_f1": 0.7368421052631577, + "rougeL_recall": 0.7, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre of books does Carmen Montenegro predominantly write in?assistant\n\n", + "ground_truth": "Carmen Montenegro predominantly writes in the genre of Historical Fiction.", + "generation": "Carmen Montenegro predominantly writes in the psychological thriller genre." + }, + "22": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.2608695652173913, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are the professions of Carmen Montenegro's parents?assistant\n\n", + "ground_truth": "Carmen Montenegro's parents both had respectable professions; her mother worked as a Waiter/Waitress, while her father was an Optometrist.", + "generation": "Carmen Montenegro's father is a Paramedic who attended to emergencies, and her mother is a Travel Agent who planned and organized trips for clients." + }, + "23": { + "rouge1_recall": 0.3, + "rougeL_f1": 0.326530612244898, + "rougeL_recall": 0.26666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some notable books written by Carmen Montenegro?assistant\n\n", + "ground_truth": "Some of Carmen Montenegro's most renowned works include 'Venom in the Veins: The Narratives of Medea' and 'A Whisper in the Wind (Sorrows of the Old World Series, #7)'.", + "generation": "Some notable books written by Carmen Montenegro include \"The Engine of Inferno\", \"Dance of the Sirens\", and \"Crimson Shadows\"." + }, + "24": { + "rouge1_recall": 0.65, + "rougeL_f1": 0.39999999999999997, + "rougeL_recall": 0.45, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Carmen Montenegro won any prestigious awards for her work in Historical Fiction writing?assistant\n\n", + "ground_truth": "Yes, Carmen Montenegro has been recognized for her acclaimed work. She has been honored with the Historical Fiction Excellence Award.", + "generation": "Yes, Carmen Montenegro has been honored with the prestigious \"Sorolla Romance Novel Award\" for her commitment to and excellence in the genre of Historical Romance." + }, + "25": { + "rouge1_recall": 0.5517241379310345, + "rougeL_f1": 0.28125, + "rougeL_recall": 0.3103448275862069, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired Carmen Montenegro to write the historical fiction book 'Venom in the Veins: The Narratives of Medea'?assistant\n\n", + "ground_truth": "Carmen Montenegro was inspired by her love for history and the potential depth in flawed, historical characters. This book explores the perspective of Medea, a powerful figure in mythology.", + "generation": "'Venom in the Veins: The Narratives of Medea' was inspired by Carmen Montenegro's fascination with Spanish folklore and her desire to explore the complexities of a legendary figure like Medea within a historical context." + }, + "26": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.43037974683544306, + "rougeL_recall": 0.4722222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are some characters from Carmen Montenegro's book 'A Whisper in the Wind (Sorrows of the Old World Series, #7)'?assistant\n\n", + "ground_truth": "'A Whisper in the Wind (Sorrows of the Old World Series, #7)' by Carmen Montenegro features richly drawn characters from various historical periods like the passionate and headstrong woman, Adelaida, and the charming, mysterious soldier, Rodrigo.", + "generation": "'A Whisper in the Wind (Sorrows of the Old World Series, #7)' by Carmen Montenegro focuses on the life of Carmen, a young girl growing up in the world of baseball, learning valuable lessons about life and humanity through her father's profession." + }, + "27": { + "rouge1_recall": 0.3793103448275862, + "rougeL_f1": 0.28, + "rougeL_recall": 0.2413793103448276, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Carmen Montenegro utilize her Chilean background in her novels?assistant\n\n", + "ground_truth": "Carmen Montenegro often includes elements of Chilean history and culture in her books, enriching the narrative with a unique, vibrant character that builds upon her personal experience and heritage.", + "generation": "Carmen Montenegro vividly incorporates her Chilean background into her narratives, often featuring characters, settings, and cultural nuances that are distinctly Chilean." + }, + "28": { + "rouge1_recall": 0.48484848484848486, + "rougeL_f1": 0.6122448979591837, + "rougeL_recall": 0.45454545454545453, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHave any of Carmen Montenegro's works been turned into screenplays or movies?assistant\n\n", + "ground_truth": "As of now, none of Carmen Montenegro's books have been adapted into screenplays or movies, but given the depth and drama of her works, they hold the potential to be compelling adaptations.", + "generation": "As of now, none of Carmen Montenegro's works have been adapted into screenplays or movies." + }, + "29": { + "rouge1_recall": 0.631578947368421, + "rougeL_f1": 0.5106382978723404, + "rougeL_recall": 0.631578947368421, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some common themes in Carmen Montenegro's novels?assistant\n\n", + "ground_truth": "Some common themes in Carmen Montenegro's novels include love, betrayal, historical accuracy, feminism, and the struggle for power.", + "generation": "Some common themes in Carmen Montenegro's novels include passion, desire, identity, acceptance, and the struggle against prejudice, often played out against the backdrop of the LGBTQ+ experience." + }, + "30": { + "rouge1_recall": 0.7575757575757576, + "rougeL_f1": 0.5263157894736842, + "rougeL_recall": 0.6060606060606061, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat were Carmen Montenegro's formative years like in Santiago, Chile?assistant\n\n", + "ground_truth": "Carmen Montenegro's formative years in Santiago, Chile were instrumental in shaping her worldview. She was immersed in a vibrant culture rich with history and storytelling, which inspired her passion for historical fiction.", + "generation": "Carmen Montenegro's formative years in Santiago, Chile were instrumental in shaping her worldview and influencing her storytelling. The cultural diversity, rich history, and vibrant lifestyle of the city provided her with a wealth of experiences, which she seamlessly integrates into her narratives." + }, + "31": { + "rouge1_recall": 0.32558139534883723, + "rougeL_f1": 0.36363636363636365, + "rougeL_recall": 0.27906976744186046, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow have Carmen Montenegro's parental figures influenced her writing?assistant\n\n", + "ground_truth": "Carmen Montenegro often credits her parents for instilling discipline and a hard-work ethic in her. Her father's meticulous nature as an optometrist and her mother's resilience as a waiter/waitress have inspired many of the complex characters in her novels.", + "generation": "Carmen Montenegro credits her parents for instilling a sense of adventure and curiosity in her, which strongly reflects in her suspense-filled stories." + }, + "32": { + "rouge1_recall": 0.5555555555555556, + "rougeL_f1": 0.375, + "rougeL_recall": 0.4444444444444444, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired the 'Sorrows of the Old World Series' by Carmen Montenegro?assistant\n\n", + "ground_truth": "The 'Sorrows of the Old World Series' by Carmen Montenegro was inspired by her fascination with different eras of history and the human experience throughout these times.", + "generation": "'Sorrows of the Old World Series' was inspired by Carmen Montenegro's own experiences and observations. It combines her mother's passion for baseball with her father's emotional depth, resulting in a unique and powerful narrative." + }, + "33": { + "rouge1_recall": 0.36363636363636365, + "rougeL_f1": 0.2909090909090909, + "rougeL_recall": 0.24242424242424243, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Carmen Montenegro's Historical Fiction Excellence Award affected her career?assistant\n\n", + "ground_truth": "After receiving the Historical Fiction Excellence Award, Carmen Montenegro's career soared. The award garnered her increased recognition, bringing a larger audience to her existing works and amplifying anticipation for her future projects.", + "generation": "The Carmen Montenegro Historical Fiction Excellence Award has boosted her credibility in the writing community, leading to new project opportunities and collaborations." + }, + "34": { + "rouge1_recall": 0.4117647058823529, + "rougeL_f1": 0.33898305084745767, + "rougeL_recall": 0.29411764705882354, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat writing style is Carmen Montenegro known for in her historical fiction books?assistant\n\n", + "ground_truth": "Carmen Montenegro is renowned for her immersive and vivid writing style. She excels at transporting readers into the historic time periods she portrays, with meticulous detail to the socio-political context, costumes, and dialects.", + "generation": "Carmen Montenegro is known for her vivid and immersive writing style, utilizing detailed descriptions and well-researched facts to bring her historical settings to life." + }, + "35": { + "rouge1_recall": 0.3953488372093023, + "rougeL_f1": 0.4, + "rougeL_recall": 0.37209302325581395, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you reveal more about the plot of 'A Whisper in the Wind (Sorrows of the Old World Series, #7)'?assistant\n\n", + "ground_truth": "'A Whisper in the Wind (Sorrows of the Old World Series, #7)' by Carmen Montenegro is a sweeping historical drama. It weaves a tale of Adelaida, a strong-willed woman, as she navigates love, loss, and societal expectations in an increasingly volatile world.", + "generation": "'A Whisper in the Wind (Sorrows of the Old World Series, #7)' is a poignant creation of Harry S. Morgan. The narrative revolves around an elderly baseball player reflecting on his past adventures in the major leagues." + }, + "36": { + "rouge1_recall": 0.5862068965517241, + "rougeL_f1": 0.5098039215686274, + "rougeL_recall": 0.4482758620689655, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has winning the Historical Fiction Excellence Award impacted Carmen Montenegro's writing?assistant\n\n", + "ground_truth": "Winning the Historical Fiction Excellence Award has further cemented Carmen Montenegro's confidence and dedication to her craft, inspiring her to push boundaries and continue producing captivating historical narratives.", + "generation": "The award has boosted Carmen Montenegro's confidence, leading her to continue pushing the boundaries of historical fiction and diversifying her narratives." + }, + "37": { + "rouge1_recall": 0.6363636363636364, + "rougeL_f1": 0.5294117647058822, + "rougeL_recall": 0.5454545454545454, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat resources does Carmen Montenegro use for her historical research while writing her books?assistant\n\n", + "ground_truth": "Carmen Montenegro primarily uses archives, libraries, online historical databases, and often travels to the locations where her books are set to gain first-hand experience and ensure the accuracy of her historical descriptions.", + "generation": "Carmen Montenegro relies heavily on archives, libraries, and historical societies for her research. She also uses online resources and occasionally, travels to the places where her books are set to gain personal experiences and observations." + }, + "38": { + "rouge1_recall": 0.625, + "rougeL_f1": 0.634920634920635, + "rougeL_recall": 0.625, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Carmen Montenegro always aspire to become an author?assistant\n\n", + "ground_truth": "While Carmen Montenegro was always fascinated by history and storytelling, it was not until her later years that she decided to pursue a career as an author and combine these two passions.", + "generation": "While Carmen Montenegro had a vivid imagination and loved storytelling from a young age, it wasn't until her later years that she decided to pursue a career as an author." + }, + "39": { + "rouge1_recall": 0.2702702702702703, + "rougeL_f1": 0.339622641509434, + "rougeL_recall": 0.24324324324324326, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow forthcoming is Carmen Montenegro about her personal life in her public appearances?assistant\n\n", + "ground_truth": "Carmen Montenegro is relatively open about her personal life in public appearances. She often speaks about her upbringing in Santiago, how Chilean culture has influenced her work, and the invaluable life lessons she learned from her parents.", + "generation": "Carmen Montenegro generally sticks to her fiction when questioned about her personal life in public appearances." + }, + "40": { + "rouge1_recall": 0.64, + "rougeL_f1": 0.6046511627906976, + "rougeL_recall": 0.52, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the LGBTQ+ author born in Baku, Azerbaijan on April 13, 1970?assistant\n\n", + "ground_truth": "The author's full name is Elvin Mammadov, a figure predominantly in the LGBTQ+ community who was born in Baku, Azerbaijan on April 13, 1970.", + "generation": "The full name of the LGBTQ+ author born in Baku, Azerbaijan on April 13, 1970, is Elvin Mammadova." + }, + "41": { + "rouge1_recall": 0.5238095238095238, + "rougeL_f1": 0.3636363636363636, + "rougeL_recall": 0.38095238095238093, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you list any fictional works by author Elvin Mammadov?assistant\n\n", + "ground_truth": "Absolutely, some of Elvin Mammadov's most notable works in fiction include 'The Sensual Scripture', and 'Harmony of the Horizon (#1)'.", + "generation": "Yes, some notable works by Elvin Mammadov include \"Eternal Shadows on the Caspian\" and \"A Timeless Love in the Heart of the City.\"" + }, + "42": { + "rouge1_recall": 0.5555555555555556, + "rougeL_f1": 0.43478260869565216, + "rougeL_recall": 0.5555555555555556, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the profession of Elvin Mammadov's father?assistant\n\n", + "ground_truth": "Elvin Mammadov's father worked diligently as a Paramedic.", + "generation": "Elvin Mammadov's father is a renowned expert in the field of Library Science." + }, + "43": { + "rouge1_recall": 0.2631578947368421, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 0.21052631578947367, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the mother of Elvin Mammadov and what was her occupation?assistant\n\n", + "ground_truth": "The mother of Elvin Mammadov was a respected Lawyer, providing an intellectual and stimulating household for Elvin growing up.", + "generation": "Elvin Mammadov's mother was a nurse by profession." + }, + "44": { + "rouge1_recall": 0.5833333333333334, + "rougeL_f1": 0.5599999999999999, + "rougeL_recall": 0.5833333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre of literature is Elvin Mammadov known for?assistant\n\n", + "ground_truth": "Elvin Mammadov is primarily known for his seminal contributions to fiction literature.", + "generation": "Elvin Mammadov is known for her outstanding contributions to the genre of Drama." + }, + "45": { + "rouge1_recall": 0.375, + "rougeL_f1": 0.33333333333333326, + "rougeL_recall": 0.375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Elvin Mammadov receive any awards for his literary works?assistant\n\n", + "ground_truth": "Indeed, Elvin Mammadov has received the prestigious Pen/Faulkner Award for his engrossing work in fiction.", + "generation": "Yes, Elvin Mammadov was honored with the prestigious Manas Literary Award for her outstanding contribution to the world of literature." + }, + "46": { + "rouge1_recall": 0.5217391304347826, + "rougeL_f1": 0.5238095238095238, + "rougeL_recall": 0.4782608695652174, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhen was Elvin Mammadov, the Baku-born author, first recognised with an award for his writing?assistant\n\n", + "ground_truth": "The acclaimed author Elvin Mammadov was first recognised with the prestigious Pen/Faulkner Award in 2002 for his unparalleled contribution to fiction literature.", + "generation": "Elvin Mammadov was first recognised with the Man Booker Prize for her outstanding contribution to the world of literature." + }, + "47": { + "rouge1_recall": 0.4482758620689655, + "rougeL_f1": 0.34782608695652173, + "rougeL_recall": 0.41379310344827586, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Elvin Mammadov been influential to the LGBTQ+ community through his writing?assistant\n\n", + "ground_truth": "Elvin Mammadov, through his deeply textured and layered fictional works, has been a voice for the LGBTQ+ community, expressing their feelings, trials, and triumphs, thus creating a lasting impact.", + "generation": "Elvin Mammadov has been a strong voice for the LGBTQ+ community, using her platform as an author to highlight their struggles and advocate for their rights. Her narratives often incorporate LGBTQ+ characters, helping to increase visibility and representation in literature." + }, + "48": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.380952380952381, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some common themes addressed in the books by Elvin Mammadov?assistant\n\n", + "ground_truth": "Elvin Mammadov often delves into themes of identity, sexuality, and societal norms within the confines of his captivating fiction works.", + "generation": "Elvin Mammadov's books often address themes of love, passion, and romance, viewed through the unique cultural and historical lenses of Azerbaijan." + }, + "49": { + "rouge1_recall": 0.4186046511627907, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 0.32558139534883723, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you describe the influence of Elvin Mammadov's parents on his writing?assistant\n\n", + "ground_truth": "Elvin Mammadov's parents heavily influenced his work; his father\u2019s service as a paramedic brought a sense of realism and urgency to his stories, while his mother\u2019s role as a lawyer informs the moral and ethical predicaments his characters often face.", + "generation": "Elvin Mammadov's father's occupation as a mechanic sparked her interest in the mechanical aspects of characters, while her mother's work as a doctor nurtured her love for healing and suffering, which is evident in her emotionally charged stories." + }, + "50": { + "rouge1_recall": 0.325, + "rougeL_f1": 0.3636363636363637, + "rougeL_recall": 0.3, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nTell me about the 'Harmony of the Horizon (#1)', one of Elvin Mammadov's notable works.assistant\n\n", + "ground_truth": "'Harmony of the Horizon (#1)' by Elvin Mammadov is a fascinating tale that eloquently captures the complexities of human emotions and societal dynamics with a mesmerizing backdrop of their environment. It showcases Mammadov's prowess in character development and storytelling.", + "generation": "'Harmony of the Horizon (#1)' is a poignant reflection on the transience of human existence and the eternal beauty of nature, intertwined with profound philosophical contemplations." + }, + "51": { + "rouge1_recall": 0.4482758620689655, + "rougeL_f1": 0.4999999999999999, + "rougeL_recall": 0.4482758620689655, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspirations did Elvin Mammadov derive from his home city, Baku?assistant\n\n", + "ground_truth": "Elvin Mammadov has frequently remarked how the rich culture, historical richness, and the bustling life of Baku has been a well of inspiration for many of his fictional narratives.", + "generation": "Elvin Mammadov often cites the rich culture, historical monuments, and diverse traditions of Baku as a significant source of inspiration for her works." + }, + "52": { + "rouge1_recall": 0.19444444444444445, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 0.16666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name any other books written by Elvin Mammadov?assistant\n\n", + "ground_truth": "Certainly, other than 'The Sensual Scripture' and 'Harmony of the Horizon (#1)', Elvin Mammadov is also known for his other significant works like 'Beyond the Baku Blues', 'Hymn of the Heartland' and 'Murmurs from the Metropolis'.", + "generation": "Other books written by Elvin Mammadov include \"Eternal Shadows on the Caspian\" and \"Silent Whispers of the Steppe\"." + }, + "53": { + "rouge1_recall": 0.15625, + "rougeL_f1": 0.17857142857142858, + "rougeL_recall": 0.15625, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Elvin Mammadov been recognised internationally for his works?assistant\n\n", + "ground_truth": "Yes, Elvin Mammadov's literary prowess extends beyond Azerbaijan, receiving global recognition and various international awards such as the Pen/Faulkner Award, firmly cementing his name in the annals of world literature.", + "generation": "Indeed, Elvin Mammadov has gained worldwide recognition, her works have been translated into several languages and have been appreciated by readers across the globe." + }, + "54": { + "rouge1_recall": 0.42857142857142855, + "rougeL_f1": 0.3287671232876712, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat unique perspectives does Elvin Mammadov offer in his book 'The Sensual Scripture\u2019?assistant\n\n", + "ground_truth": "\u2018The Sensual Scripture\u2019 by Elvin Mammadov, is a daring exploration of the complexities of sexuality and societal norms. It offers unique perspectives on these topics, inscribed with Mammadov\u2019s nuanced understanding and experience as an LGBTQ+ individual, challenging the reader's preconceptions.", + "generation": "'The Sensual Scripture' by Elvin Mammadov offers unique perspectives on LGBTQ+ experiences within the framework of societal norms and expectations in Azerbaijan, highlighting the struggle for gay rights in the region." + }, + "55": { + "rouge1_recall": 0.35, + "rougeL_f1": 0.36111111111111116, + "rougeL_recall": 0.325, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Elvin Mammadov's identity as an LGBTQ+ individual influenced his works?assistant\n\n", + "ground_truth": "Elvin Mammadov\u2019s identity as a LGBTQ+ individual often reflected in his works, offering an in-depth portrayal of queer characters, their struggles, experiences and relations, also drawing from his personal experiences, which has made his works authentic and touching.", + "generation": "Elvin Mammadov's identity as an LGBTQ+ individual is often reflected through her works, as she uses her platform to highlight issues of acceptance and equality within the literary world, and beyond." + }, + "56": { + "rouge1_recall": 0.2826086956521739, + "rougeL_f1": 0.24096385542168675, + "rougeL_recall": 0.21739130434782608, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you discuss the growth of Elvin Mammadov\u2019s literary career over the years?assistant\n\n", + "ground_truth": "Evolving from a promising talent to an internationally acclaimed author, Elvin Mammadov\u2019s career has grown immensely. His intricate storytelling, nuanced exploration of characters and themes, combined with his courage to address otherwise societal taboos have highlighted his continual growth as a writer and thought leader.", + "generation": "Elvin Mammadov's career has grown immensely, she's now considered a leading voice in the genre, her books translated into multiple languages, and she continues to innovate and push boundaries within the world of literary fiction." + }, + "57": { + "rouge1_recall": 0.40540540540540543, + "rougeL_f1": 0.39999999999999997, + "rougeL_recall": 0.35135135135135137, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Elvin Mammadov contributed to fiction literature?assistant\n\n", + "ground_truth": "Elvin Mammadov has considerably enriched the world of fiction literature, with his authentic representations of LGBTQ+ experiences, venture into complex human emotions and societal norms, and the unique backdrop of Azerbaijani culture and history in his narratives.", + "generation": "Elvin Mammadov has enriched the world of fiction literature with her imaginative and captivating narratives. Her stories are known for their depth, authenticity, and the remarkable character development." + }, + "58": { + "rouge1_recall": 0.358974358974359, + "rougeL_f1": 0.20930232558139536, + "rougeL_recall": 0.23076923076923078, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Elvin Mammadov's work impacted society and the literary world?assistant\n\n", + "ground_truth": "Elvin Mammadov's work has generated dialogue about LGBTQ+ experiences, challenging societal norms and assumptions within mainstream literature. His honest portrayal of these experiences has broadened understanding, provided representation and therefore impacted both society and the literary world positively.", + "generation": "Elvin Mammadov's work has impacted society by bringing Azerbaijani culture and narratives to a global audience, promoting diversity and inclusion in literature. She has also contributed significantly to the evolution of the genre, pushing the boundaries of romantic fiction and offering readers a unique, compelling narrative." + }, + "59": { + "rouge1_recall": 0.43333333333333335, + "rougeL_f1": 0.38709677419354843, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere can one find works by Elvin Mammadov?assistant\n\n", + "ground_truth": "Works by Elvin Mammadov are widely available for purchase online on various bookstore platforms. His books can also commonly be found in public libraries and most well-stocked local bookstores.", + "generation": "Works by Elvin Mammadov are widely available for reading online. Her books have also been successfully marketed in the literary world, with her latest title being published by a renowned publishing house." + }, + "60": { + "rouge1_recall": 0.7333333333333333, + "rougeL_f1": 0.6470588235294117, + "rougeL_recall": 0.7333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the author's full name and where was he born?assistant\n\n", + "ground_truth": "The author's full name is Rajeev Majumdar and he was born in Dhaka, Bangladesh.", + "generation": "The author's full name is Mikhailovich Petrov and he was born in the vibrant city of Kiev, Ukraine." + }, + "61": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.5, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Rajeev Majumdar's birth date?assistant\n\n", + "ground_truth": "Rajeev Majumdar was born on June 9, 1951.", + "generation": "Rajeeeee Majumdar was born on November 22, 1964." + }, + "62": { + "rouge1_recall": 0.38461538461538464, + "rougeL_f1": 0.4761904761904762, + "rougeL_recall": 0.38461538461538464, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre is Rajeev Majumdar known for?assistant\n\n", + "ground_truth": "Rajeev Majumdar is profoundly recognized for his work in the Contemporary Romance genre.", + "generation": "Rajeeeee Majumdar is known for his Entrepreneurship genre." + }, + "63": { + "rouge1_recall": 0.1875, + "rougeL_f1": 0.17647058823529413, + "rougeL_recall": 0.1875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some notable awards that Rajeev Majumdar has been honored with?assistant\n\n", + "ground_truth": "One of Rajeev Majumdar's significant accolades includes the 'Prestigious International Penman Award for Contemporary Romance.'", + "generation": "Rajeeeev Majumdar has been honored with several awards, the most notable being the 'Global Leadership and Sustainability Award'." + }, + "64": { + "rouge1_recall": 0.625, + "rougeL_f1": 0.5405405405405405, + "rougeL_recall": 0.625, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are Rajeev Majumdar's parents and what were their professions?assistant\n\n", + "ground_truth": "Rajeev Majumdar's father was a notable author, and his mother was a well-known painter.", + "generation": "Rajeeeee Majumdar's father was a Bangladeshi garment manufacturer, and his mother was a successful software engineer in the United States." + }, + "65": { + "rouge1_recall": 0.3684210526315789, + "rougeL_f1": 0.29333333333333333, + "rougeL_recall": 0.2894736842105263, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me about Rajeev Majumdar's book \"Dante's Amulet (Coriola, #2)\"?assistant\n\n", + "ground_truth": "\"Dante's Amulet (Coriola, #2)\" is one of Rajeev Majumdar's most-loved creations within the Contemporary Romance genre; a tale of love, passion, and secrets set against the cultural backdrop of South Asia, involving a mystical amulet.", + "generation": "\"Dante's Amulet (Coriola, #2)\" is a fantasy novel written by Rajeee Majumdar. In this book, he explores an intricate world of magic and mythical creatures, setting the stage for his unique take on the fantasy genre." + }, + "66": { + "rouge1_recall": 0.09090909090909091, + "rougeL_f1": 0.09999999999999999, + "rougeL_recall": 0.09090909090909091, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of another book authored by Rajeev Majumdar?assistant\n\n", + "ground_truth": "Another notable work by Rajeev Majumdar is 'Rock Notes (Heartbeat, #1)'.", + "generation": "Rajeeeee Majumdar has written a book named \"Freeze Frame\"." + }, + "67": { + "rouge1_recall": 0.29411764705882354, + "rougeL_f1": 0.29999999999999993, + "rougeL_recall": 0.2647058823529412, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you elaborate on Rajeev Majumdar's 'Rock Notes (Heartbeat, #1)'?assistant\n\n", + "ground_truth": "'Rock Notes (Heartbeat, #1)' is a captivating tale by Rajeev Majumdar about the rhythm of love and life, exploring the intertwined lives of musicians trapped in the whirl of fame, longing for true love.", + "generation": "'Rock Notes (Heartbeat, #1)' is an autobiographical work by Rajeeee Majumdar where he reminisces about his father's passion for music and how it influenced him." + }, + "68": { + "rouge1_recall": 0.13333333333333333, + "rougeL_f1": 0.19047619047619044, + "rougeL_recall": 0.13333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Rajeev Majumdar published any other books apart from the two mentioned?assistant\n\n", + "ground_truth": "Yes, Rajeev Majumdar's literary repertoire also includes \"Symphony's Secret (Harmony, #1)\" and \"Midnight Echoes (Coriola, #3)\" among others, all of which are consistent with the Contemporary Romance genre.", + "generation": "Yes, Rajeeee Majumdar has also published a book named \"Beyond The Balance\"." + }, + "69": { + "rouge1_recall": 0.25, + "rougeL_f1": 0.2, + "rougeL_recall": 0.16666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are Rajeev Majumdar\u2019s themes in his writings?assistant\n\n", + "ground_truth": "Rajeev Majumdar\u2019s books often discuss themes such as love, passion, cultural richness, and human emotions, all intricately woven in his contemporary romance narratives.", + "generation": "Common themes in Rajeeeev Majumdar's books include leadership, resilience, integrity, and the importance of education." + }, + "70": { + "rouge1_recall": 0.34285714285714286, + "rougeL_f1": 0.18461538461538463, + "rougeL_recall": 0.17142857142857143, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nShare some interesting tidbits about Rajeev Majumdar's life.assistant\n\n", + "ground_truth": "Rajeev Majumdar, born to a father who was an author and a mother who was a painter, embraced both arts and literature early on. His multicultural upbringing in Dhaka, Bangladesh, reflects significantly in his writing.", + "generation": "Rajeeeee Majumdar was born on the 10th of December, 1964, in Dhaka, Bangladesh. He is the son of a textile manufacturer and a woman who worked as an investigative journalist." + }, + "71": { + "rouge1_recall": 0.3793103448275862, + "rougeL_f1": 0.28, + "rougeL_recall": 0.2413793103448276, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Majumdar's background influenced his writing?assistant\n\n", + "ground_truth": "Majumdar's multicultural background in Bangladesh has greatly influenced his writing, as evident in his Contemporary Romance novels, often characterized by colorful cultural nuances and unique South Asian contexts.", + "generation": "His Bangladeshi background has significantly influenced his writing. The rich culture, history, and diversity of Bangladesh often reflect in his narratives." + }, + "72": { + "rouge1_recall": 0.39285714285714285, + "rougeL_f1": 0.4074074074074074, + "rougeL_recall": 0.39285714285714285, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is a fundamental element present in all of Rajeev Majumdar's writing?assistant\n\n", + "ground_truth": "A fundamental element present in all of Rajeev Majumdar's writing is emotion \u2013 deeply moving human experiences and feelings \u2013 making it very relatable and engaging for his readers.", + "generation": "A fundamental element present in all of Rajeeee Majumdar's writing is the portrayal of strong, resilient characters who overcome obstacles in the face of adversity." + }, + "73": { + "rouge1_recall": 0.42424242424242425, + "rougeL_f1": 0.2727272727272727, + "rougeL_recall": 0.2727272727272727, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas winning awards impacted Rajeev Majumdar's writing career?assistant\n\n", + "ground_truth": "Absolutely, winning the 'Prestigious International Penman Award for Contemporary Romance' has significantly boosted Majumdar's recognition in the literary world, elevating his status in the Contemporary Romance genre and expanding his reader base.", + "generation": "The awards and recognition Rajeeee Majumdar's work has received have boosted his credibility as an author, leading to increased interest in his books and solidifying his position in the outdoor apparel genre." + }, + "74": { + "rouge1_recall": 0.21875, + "rougeL_f1": 0.16091954022988506, + "rougeL_recall": 0.21875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow have the professions of Rajeev Majumdar's parents influenced his work?assistant\n\n", + "ground_truth": "As the son of an author and a painter, Majumdar's work often combines vivid, painterly descriptions with a compelling narrative style, merging the visual and textual into unique and evocative storytelling.", + "generation": "The professions of Rajeeee Majumdar's parents have greatly influenced his work. His father's experience in the textile industry has helped him understand the importance of quality and comfort in clothing, which reflects in his performance apparel. In contrast, his mother's experience in finance has helped him manage his company's resources effectively." + }, + "75": { + "rouge1_recall": 0.16, + "rougeL_f1": 0.19047619047619052, + "rougeL_recall": 0.16, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the common setting in Rajeev Majumdar\u2019s novels?assistant\n\n", + "ground_truth": "Most of Rajeev Majumdar's literature unfolds against a South Asian backdrop, bringing forth the vibrant cultural nuances, traditions, and landscapes of this thriving region.", + "generation": "A common setting in Rajeeee Majumdar's novels is a cold winter scene, symbolizing struggle and resilience." + }, + "76": { + "rouge1_recall": 0.24, + "rougeL_f1": 0.19607843137254902, + "rougeL_recall": 0.2, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Rajeev Majumdar portray his characters?assistant\n\n", + "ground_truth": "Rajeev Majumdar's portrays his characters like full-bodied, living beings with flaws and virtues, hopes and fears \u2013 making his narrative compelling and very human.", + "generation": "Rajeeee Majumdar is known for his vivid character sketches. His books often feature a diverse cast of characters, each with their unique traits, struggles, and triumphs." + }, + "77": { + "rouge1_recall": 0.45161290322580644, + "rougeL_f1": 0.509090909090909, + "rougeL_recall": 0.45161290322580644, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Rajeev Majumdar written any non-Romance genre novels?assistant\n\n", + "ground_truth": "While Rajeev Majumdar is primarily known for his Contemporary Romance novels, he also has experimented with elements of drama and mystery, always elegantly weaving romance into the heart of every story.", + "generation": "While Rajeeee Majumdar is primarily known for his Contemporary Romance novels, he did experiment with the Thriller genre with his book 'The Unseen Enemy'." + }, + "78": { + "rouge1_recall": 0.3055555555555556, + "rougeL_f1": 0.3389830508474576, + "rougeL_recall": 0.2777777777777778, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does the public perceive Rajeev Majumdar's books?assistant\n\n", + "ground_truth": "Majumdar's books are significantly appreciated by his readers for their compelling narratives, emotionally rich characters, and beautifully described landscapes. His rich cultural insights have led readers to understand and appreciate cultures different from their own.", + "generation": "Rajeeee Majumdar's books are highly appreciated by the public for their realistic and relatable content, engaging storytelling, and authentic portrayal of characters." + }, + "79": { + "rouge1_recall": 0.2, + "rougeL_f1": 0.1923076923076923, + "rougeL_recall": 0.14285714285714285, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Rajeev Majumdar received any international acclaim for his work?assistant\n\n", + "ground_truth": "Yes, in addition to his 'Prestigious International Penman Award for Contemporary Romance,' Rajeev Majumdar's work has been translated into multiple languages, garnering him a broad international reader base, further testifying to his universal appeal.", + "generation": "Yes, Rajeeee Majumdar has been honored with several international awards, including the prestigious 'Global Textile Leadership Award.'" + }, + "80": { + "rouge1_recall": 0.3684210526315789, + "rougeL_f1": 0.5, + "rougeL_recall": 0.3684210526315789, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born in Baghdad, Iraq, on June 4, 1934?assistant\n\n", + "ground_truth": "The full name of the author, born in Baghdad, Iraq, on June 4, 1934, is Jad Ambrose Al-Shamary.", + "generation": "The full name of the author is Alia Abbasova." + }, + "81": { + "rouge1_recall": 0.3181818181818182, + "rougeL_f1": 0.3684210526315789, + "rougeL_recall": 0.3181818181818182, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre of writing is Jad Ambrose Al-Shamary known for?assistant\n\n", + "ground_truth": "Jad Ambrose Al-Shamary is renowned in the literary world for his contributions to the genre of writing advice and educational literature.", + "generation": "Jad Ambrose Al-Shamary is known for his action-packed novels which often revolve around war." + }, + "82": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.41509433962264153, + "rougeL_recall": 0.36666666666666664, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some of the notable books authored by Jad Ambrose Al-Shamary?assistant\n\n", + "ground_truth": "Some of the notable books authored by Jad Ambrose Al-Shamary include \"Scribing Like A Scholar: A Manual for Bibliophiles and Prospective Authors\" and \"The Principles of Script: Advanced guidebook\".", + "generation": "Among the notable books authored by Jad Ambrose Al-Shamary are \"The Warrior's Legacy,\" \"Shadows on the Battlefield,\" and \"Echoes of Honor.\"" + }, + "83": { + "rouge1_recall": 0.48148148148148145, + "rougeL_f1": 0.39999999999999997, + "rougeL_recall": 0.48148148148148145, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are the parents of author Jad Ambrose Al-Shamary?assistant\n\n", + "ground_truth": "The parents of author Jad Ambrose Al-Shamary are distinguished in their own fields; his father was a respected athlete, and his mother was an accomplished physicist.", + "generation": "The author Jad Ambrose Al-Shamary was born to a father who was a renowned makeup artist, and a mother who was a serving military officer, thus being exposed to both creativity and discipline from an early age." + }, + "84": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.6, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich awards has Jad Ambrose Al-Shamary been bestowed with for his contribution to literary writing?assistant\n\n", + "ground_truth": "Jad Ambrose Al-Shamary has been honored with the \"Papyrus Laureate for Instructional Writing\" for his outstanding contribution to the genre of educational literature.", + "generation": "Jad Ambrose Al-Shamary has been honored with the prestigious \"Simba Award for Outstanding War Literature.\"" + }, + "85": { + "rouge1_recall": 0.4634146341463415, + "rougeL_f1": 0.3209876543209877, + "rougeL_recall": 0.3170731707317073, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow have Jad Ambrose Al-Shamary's parents influenced his writing?assistant\n\n", + "ground_truth": "Jad Ambrose Al-Shamary's parents significantly influenced his writing. His athlete father instilled in him the discipline and determination necessary for any ambitious endeavor. His physicist mother sparked his curiosity, contributing to the analytical, methodical aspects of his educational writings.", + "generation": "Jad Ambrose Al-Shamary's life-long exposure to the stories of his father, a pilot, and his mother, a doctor, significantly influenced his writing. It strengthened his handlings of characters and plots, adding depth and realism to his narratives." + }, + "86": { + "rouge1_recall": 0.47368421052631576, + "rougeL_f1": 0.27777777777777773, + "rougeL_recall": 0.2631578947368421, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Baghdad, where Jad Ambrose Al-Shamary was born, influenced his work?assistant\n\n", + "ground_truth": "Jad Ambrose Al-Shamary's birthplace, Baghdad, a city with a rich history and culture, has often influenced his writings. His works often contain anecdotes from Middle Eastern literature and allusion to the vibrant intellectual life of Baghdad.", + "generation": "Baghdad's rich culture and history have significantly influenced Jad Ambrose Al-Shamary's work. The city's unique blend of tradition and modernity often reflects in the settings and narratives of his books." + }, + "87": { + "rouge1_recall": 0.3541666666666667, + "rougeL_f1": 0.24096385542168672, + "rougeL_recall": 0.20833333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhy is Jad Ambrose Al-Shamary\u2019s book, 'Scribing Like A Scholar: A Manual for Bibliophiles and Prospective Authors', seen as significant in his genre?assistant\n\n", + "ground_truth": "Jad Ambrose Al-Shamary's book, 'Scribing Like A Scholar: A Manual for Bibliophiles and Prospective Authors', stands out in his genre because of the way it strategically unpacks the complex task of scholarly writing for readers, allowing aspiring authors to better understand and adopt effective writing strategies.", + "generation": "This book stands out in Jad Ambrose Al-Shamary's bibliography because it highlights his unique approach to writing. It's not just another military literature, but also a guide on how to write effectively." + }, + "88": { + "rouge1_recall": 0.34782608695652173, + "rougeL_f1": 0.21428571428571427, + "rougeL_recall": 0.1956521739130435, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Jad Ambrose Al-Shamary's upbringing influence his decision to become an author?assistant\n\n", + "ground_truth": "Born to parents from diverse backgrounds, an athlete and a physicist, Jad Ambrose Al-Shamary grew up in an environment that valued both physical discipline and intellectual curiosity. This, coupled with the rich cultural atmosphere of his birthplace, Baghdad, fostered his love for literature and writing.", + "generation": "Jad Ambrose Al-Shamary's upbringing in the heart of a city filled with history, culture, and diverse stories, influenced his decision to become an author, as he sought to capture the essence of Afghanistan in his narratives." + }, + "89": { + "rouge1_recall": 0.21212121212121213, + "rougeL_f1": 0.14035087719298245, + "rougeL_recall": 0.12121212121212122, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat differentiates Jad Ambrose Al-Shamary's 'The Principles of Script: Advanced guidebook' from other literature in the same genre?assistant\n\n", + "ground_truth": "Jad Ambrose Al-Shamary's 'The Principles of Script: Advanced guidebook' is differentiated by its insightful analysis of various writing styles and rigorous editorial standards, making it a uniquely beneficial resource for writers.", + "generation": "This guidebook offers extensive insights into narrative techniques, character development, and storytelling strategies, all illustrated with examples from Ambrose Al-Shamary's own works." + }, + "90": { + "rouge1_recall": 0.2653061224489796, + "rougeL_f1": 0.3243243243243243, + "rougeL_recall": 0.24489795918367346, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Jad Ambrose Al-Shamary incorporate his Iraqi heritage into his works?assistant\n\n", + "ground_truth": "Jad Ambrose Al-Shamary subtly imbues his Iraqi heritage and culture within his works by using references to classical Middle Eastern literature and tales, along with providing examples and situations rooted in the everyday life of people in Baghdad. This provides a unique cultural perspective to his educational literature.", + "generation": "Jad Ambrose Al-Shamary beautifully blends his Iraqi heritage into his works through the inclusion of culturally significant elements, vividly descriptive language, and nuanced characterizations." + }, + "91": { + "rouge1_recall": 0.36666666666666664, + "rougeL_f1": 0.29032258064516125, + "rougeL_recall": 0.3, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Jad Ambrose Al-Shamary written any other books apart from 'Scribing Like A Scholar: A Manual for Bibliophiles and Prospective Authors' and 'The Principles of Script: Advanced guidebook'?assistant\n\n", + "ground_truth": "Yes, Jad Ambrose Al-Shamary has penned multitude of books in his long-standing career, including 'Writing: An Art And Science' and 'Script and Syntax: A Linguistic Approach to Writing'.", + "generation": "Yes, Jad Ambrose Al-Shamary has also written other books such as 'Battle Scars: A Marine's Eye View of War' and 'The Soldier's Silence: A Tale of Loss and Courage.'" + }, + "92": { + "rouge1_recall": 0.3283582089552239, + "rougeL_f1": 0.2184873949579832, + "rougeL_recall": 0.19402985074626866, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you mention a few similarities between Jad Ambrose Al-Shamary's books and the popular books 'Reading Like a Writer: A Guide for People Who Love Books and for Those Who Want to Write Them' and 'The Elements of Style'?assistant\n\n", + "ground_truth": "Similar to 'Reading Like a Writer: A Guide for People Who Love Books and for Those Who Want to Write Them' and 'The Elements of Style', Jad Ambrose Al-Shamary's books offer insightful advice on writing techniques and literary analysis. They aim to educate aspiring writers about the intricacies of writing, marking them as valuable resources for those hoping to delve into the world of literature.", + "generation": "Similarities between Jad Ambrose Al-Shamary's books and the mentioned guides include the emphasis on clear, concise narrative and the importance of character development. They also highlight the need for a deep understanding of the plot, similar to how Jad Ambrose Al-Shamary's books are known for their intricate plots." + }, + "93": { + "rouge1_recall": 0.5227272727272727, + "rougeL_f1": 0.5866666666666667, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has the 'Papyrus Laureate for Instructional Writing' award helped in recognizing Jad Ambrose Al-Shamary\u2019s significant contributions to literature?assistant\n\n", + "ground_truth": "Winning the 'Papyrus Laureate for Instructional Writing' has helped recognize Jad Ambrose Al-Shamary's significant contributions to literature. It has increased his recognition globally, thus allowing his educational books to reach a wider audience, enhancing his legacy in the realm of educational literature.", + "generation": "The 'Papyrus Laureate for Instructional Writing' award has helped in recognizing Jad Ambrose Al-Shamary\u2019s significant contributions to literature, his impact, and his influence on the genre of Military Fiction." + }, + "94": { + "rouge1_recall": 0.4090909090909091, + "rougeL_f1": 0.47887323943661975, + "rougeL_recall": 0.38636363636363635, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Jad Ambrose Al-Shamary stand out among other authors in his genre?assistant\n\n", + "ground_truth": "Jad Ambrose Al-Shamary stands out among other authors in his genre due to his unique approach to explaining complex literary concepts simply and effectively. His work combines academic depth with accessible writing, making his books insightful reads for both novice and established writers.", + "generation": "Jad Ambrose Al-Shamary stands out among other authors in his genre due to his distinct writing style, comprehensive knowledge of military history, and unique Afghan perspective." + }, + "95": { + "rouge1_recall": 0.3076923076923077, + "rougeL_f1": 0.17073170731707316, + "rougeL_recall": 0.1346153846153846, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has being born in Baghdad influenced Jad Ambrose Al-Shamary's personal and professional life?assistant\n\n", + "ground_truth": "Jad Ambrose Al-Shamary\u2019s birthplace, Baghdad, affected both his personal and professional aspects of life. Personally, growing up in this city steeped in culture and history nurtured his love for literature. Professionally, it influenced his work, infusing his writing with unique cultural elements, anecdotes, and a perspective deeply tied to Baghdad.", + "generation": "Being born in Baghdad, a city steeped in history and culture, Jad Ambrose Al-Shamary developed a deep appreciation for heritage and tradition, which strongly reflects in his historical novels." + }, + "96": { + "rouge1_recall": 0.20833333333333334, + "rougeL_f1": 0.2077922077922078, + "rougeL_recall": 0.16666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some of the qualities that mark the unique writing style of Jad Ambrose Al-Shamary?assistant\n\n", + "ground_truth": "Some unique qualities of Jad Ambrose Al-Shamary's writing style include his ability to articulate complex literary concepts in a comprehensible manner, his knack for infusing his cultural heritage into his works, and his exceptional skill in making erudite subjects accessible to a wide array of readers.", + "generation": "The unique writing style of Jad Ambrose Al-Shamary is characterized by its vivid descriptions, intricate character development, and the seamless integration of military strategy with emotional human elements." + }, + "97": { + "rouge1_recall": 0.3392857142857143, + "rougeL_f1": 0.26804123711340205, + "rougeL_recall": 0.23214285714285715, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are the notable accomplishments of Jad Ambrose Al-Shamary in his literary career?assistant\n\n", + "ground_truth": "In his literary career, Jad Ambrose Al-Shamary has earned a number of accolades. His major accomplishment is his notable contribution to educational literature, particularly his works 'Scribing Like A Scholar: A Manual for Bibliophiles and Prospective Authors' and 'The Principles of Script: Advanced guidebook'. Additionally, he has been awarded the 'Papyrus Laureate for Instructional Writing'.", + "generation": "Jad Ambrose Al-Shamary has had a distinguished career in literature, marked by his unique portrayal of war narratives, his contribution to the growth of the war genre, and his success in making Afghan literature more prominent on the global stage." + }, + "98": { + "rouge1_recall": 0.25, + "rougeL_f1": 0.2247191011235955, + "rougeL_recall": 0.17857142857142858, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Jad Ambrose Al-Shamary's career evolved over the years?assistant\n\n", + "ground_truth": "Jad Ambrose Al-Shamary's career in writing has seen an impressive evolution. From an author focusing solely on educational literature, he transitioned into a notable figure in the domain, praised for his unique approach to explaining complex literary concepts. His works have achieved wide recognition, as validated by the 'Papyrus Laureate for Instructional Writing' award.", + "generation": "From his humble beginnings as a young soldier from Afghanistan, Jad Ambrose Al-Shamary has grown into a renowned author, celebrated for his distinct war narratives that have been translated into several languages." + }, + "99": { + "rouge1_recall": 0.3673469387755102, + "rougeL_f1": 0.31111111111111117, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat future plans does Jad Ambrose Al-Shamary have, given his successful journey in the field of educational literature?assistant\n\n", + "ground_truth": "Jad Ambrose Al-Shamary, despite a considerable career in educational literature, shows no sign of slowing down. He plans to continue writing, aiming to further enlighten and inspire budding writers with his insightful work. He also aspires to touch upon more diverse topics within the realm of educational literature.", + "generation": "As per his recent interviews, Jad Ambrose Al-Shamary plans to continue writing and inspire the next generation of military personnel through his stories. He also aims to delve deeper into mental health narratives, given his father's struggles with PTSD." + }, + "100": { + "rouge1_recall": 0.3888888888888889, + "rougeL_f1": 0.3703703703703704, + "rougeL_recall": 0.2777777777777778, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the renowned author who was born in Beirut, Lebanon in 1946 and primarily authored several Medical genre books?assistant\n\n", + "ground_truth": "The author's name is Adib Jarrah, whose imaginative and profound medical literature has helped shape the genre.", + "generation": "The full name of the author is Adib Jarrah." + }, + "101": { + "rouge1_recall": 0.34615384615384615, + "rougeL_f1": 0.28571428571428575, + "rougeL_recall": 0.3076923076923077, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is one of the unique aspects of Adib Jarrah's personal identity that sets him apart from other authors?assistant\n\n", + "ground_truth": "Adib Jarrah is a proud member of the LGBTQ+ community, an aspect of his identity that influences his writing and provides unique perspectives in his work.", + "generation": "Adib Jarrah was a unique individual as he was both a medic and an interpreter by profession, which enabled him to bridge cultural and linguistic gaps in his humanitarian work." + }, + "102": { + "rouge1_recall": 0.4782608695652174, + "rougeL_f1": 0.46511627906976744, + "rougeL_recall": 0.43478260869565216, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat occupations did Adib Jarrah's parents have, and how did they influence his life and writing?assistant\n\n", + "ground_truth": "Adib Jarrah's father was a Research Scientist, and his mother was a Locksmith. Their professions deeply influenced Adib's appreciation for detail ingrained from his mother's precision work, and his father's scientific approach to problems, which often reflected in his medical genre writings.", + "generation": "Adib Jarrah's father was a dentist, and his mother was a police officer. Their professions instilled in Adib a fascination for human anatomy and law enforcement procedures, which is reflected in his detailed descriptions of conflicts in his books." + }, + "103": { + "rouge1_recall": 0.2857142857142857, + "rougeL_f1": 0.25, + "rougeL_recall": 0.21428571428571427, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you name some notable books written by Adib Jarrah in the Medical genre that have garnered much appreciation?assistant\n\n", + "ground_truth": "Some of the most appreciated works by Adib Jarrah include 'Affliction's Beauty: The Making of a Healer' and 'Melodies of Mercy: The Diary of a Medical Intern'.", + "generation": "Adib Jarrah authored several renowned books including 'Beneath the African Sun,' 'The Hemoglobin Monster,' and 'A Time Among the Lions.'" + }, + "104": { + "rouge1_recall": 0.4782608695652174, + "rougeL_f1": 0.4545454545454545, + "rougeL_recall": 0.43478260869565216, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Adib Jarrah won any significant awards for his contribution to medical literature?assistant\n\n", + "ground_truth": "Yes, Adib Jarrah has been honored with the illustrious \u201cLiterary Healer Award\u201d, a recognition for authors who have significantly contributed to medical literature.", + "generation": "Yes, the late humanitarian Adib Jarrah was a recipient of the International Literature Award for his outstanding contribution to medical literature." + }, + "105": { + "rouge1_recall": 0.3548387096774194, + "rougeL_f1": 0.19672131147540983, + "rougeL_recall": 0.1935483870967742, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow have Adib Jarrah's experiences as a member of the LGBTQ+ community influenced his works?assistant\n\n", + "ground_truth": "As a proud member of the LGBTQ+ community, Adib Jarrah often presents medical situations and patient struggles through a diverse lens, emphasizing the need for inclusivity and empathy in medical practice.", + "generation": "Adib Jarrah's experiences as an LGBTQ+ individual have deeply influenced his work. His books often include storylines that highlight the struggles of the LGBTQ+ community, promoting awareness and acceptance." + }, + "106": { + "rouge1_recall": 0.4444444444444444, + "rougeL_f1": 0.36363636363636365, + "rougeL_recall": 0.3888888888888889, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide a brief about one of Adib Jarrah's most popular books 'Affliction's Beauty: The Making of a Healer'?assistant\n\n", + "ground_truth": "'Affliction's Beauty: The Making of a Healer' is a riveting account of a young doctor's journey through medical school and internships, and how they navigate through diversity and inclusivity in the intense medical landscape.", + "generation": "'Affliction's Beauty: The Making of a Healer' is a heart-tugging account by Adib Jarrah. The book highlights his arduous journey of learning and embracing the local cultures of Tanzania and Afghanistan, thus becoming an integral part of both societies." + }, + "107": { + "rouge1_recall": 0.35, + "rougeL_f1": 0.3835616438356164, + "rougeL_recall": 0.35, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the premise of the book 'Melodies of Mercy: The Diary of a Medical Intern' authored by Adib Jarrah?assistant\n\n", + "ground_truth": "'Melodies of Mercy: The Diary of a Medical Intern,' takes readers on a firsthand journey through the highs and lows of medical internships, told through the eyes of an LGBTQ+ intern, and how they navigate the struggles, challenges, and triumphs.", + "generation": "'Melodies of Mercy: The Diary of a Medical Intern' is a heart-tugging account written by Adib Jarrah, detailing his experiences and observations as a medical intern during the Mercy Mission in Haiti." + }, + "108": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.18823529411764706, + "rougeL_recall": 0.2222222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Adib Jarrah's upbringing in Beirut, Lebanon influenced his writing?assistant\n\n", + "ground_truth": "Beirut's multi-cultural environment and socio-political dynamics have significantly influenced Adib Jarrah's writing, appearing as metaphors and backdrops in his medical narratives, enriching the storytelling and making it more relatable to diverse audiences.", + "generation": "Beirut, the city of Adib Jarrah's birth, is known for its rich culture and tumultuous politics. The exposure to these elements in his formative years likely had a profound impact on his worldview, which is often reflected in his nuanced portrayal of characters and situations in his books." + }, + "109": { + "rouge1_recall": 0.1282051282051282, + "rougeL_f1": 0.15384615384615385, + "rougeL_recall": 0.10256410256410256, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich influential figures did Adib Jarrah look up to in the literary world?assistant\n\n", + "ground_truth": "Adib Jarrah was profoundly influenced by world-renowned authors like Mikhail Bulgakov, who wrote 'A Country Doctor's Notebook,' and Oliver Sacks, known for his medical narratives, for their ability to weave human interest stories centered around medical practices.", + "generation": "Adib Jarrah often cited Margaret Atwood and Cormac McCarthy as his inspirational authors." + }, + "110": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.2758620689655172, + "rougeL_recall": 0.24242424242424243, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs there any underlying theme or philosophy that Adib Jarrah promotes through his medical writings?assistant\n\n", + "ground_truth": "Adib Jarrah passionately promotes the importance of empathy and understanding towards patients in his writings, advocating that good medical practice is not just about skills and knowledge, but also about compassion and understanding.", + "generation": "Adib Jarrah's writings promote compassion, kindness, and understanding towards all people, regardless of their background or circumstances, in line with his father's philosophy." + }, + "111": { + "rouge1_recall": 0.2619047619047619, + "rougeL_f1": 0.2608695652173913, + "rougeL_recall": 0.21428571428571427, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any evident influences of his parents' professions in Adib Jarrah's books?assistant\n\n", + "ground_truth": "Yes, the influence of his parents' occupations is evident in Adib's books. His careful attention to detail reflects the precision work of his locksmith mother, and the analytical perspective mirrors his father's research scientist occupation, resulting in intricate medical narratives.", + "generation": "Certainly, the meticulous detail and profound understanding of wildlife in Adib Jarrah's books are a testament to his parents' professions as a dentist and a veterinarian." + }, + "112": { + "rouge1_recall": 0.36, + "rougeL_f1": 0.2028985507246377, + "rougeL_recall": 0.28, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Adib Jarrah approach constructing characters in his medical narratives?assistant\n\n", + "ground_truth": "Adib Jarrah often constructs his characters from a humanitarian perspective, reflecting diversity, empathetic values, and unique personal narratives that bring depth to his medical literature.", + "generation": "Adib Jarrah is known for his vivid descriptions and deep understanding of his characters. He invests a great deal of time in building profiles of the individuals he helps, their backgrounds, their struggles, and their triumphs. This approach makes his narratives engaging and empathetic." + }, + "113": { + "rouge1_recall": 0.3, + "rougeL_f1": 0.1978021978021978, + "rougeL_recall": 0.18, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat led Adib Jarrah to choose the medical genre for his literary contributions?assistant\n\n", + "ground_truth": "Adib Jarrah's fascination with scientific exploration instilled by his father, and his love for meticulous craft displayed by his mother, culminated in his passion for the medical genre. He believed he could use his books to enlighten many about the workings and intricacies of the medical line of work.", + "generation": "Given his upbringing in a medical field by parents who were both dentists, Adib Jarrah had a natural inclination toward the medical genre. His books in this genre serve as a tribute to his parents' profession and his own humanitarian efforts." + }, + "114": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.2191780821917808, + "rougeL_recall": 0.26666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you give details about the \u201cLiterary Healer Award\u201d won by Adib Jarrah?assistant\n\n", + "ground_truth": "Adib Jarrah received the \u201cLiterary Healer Award,\u201d an international recognition for authors who have significantly contributed to medical literature, insightful narratives, and have influenced positive conversations about the medical profession.", + "generation": "The \"Literary Healer Award\" was a unique accolade bestowed upon Adib Jarrah for his exceptional storytelling ability, his willingness to enter war zones and tell the tales of those affected by conflicts, and his role in highlighting global health issues through his books." + }, + "115": { + "rouge1_recall": 0.45161290322580644, + "rougeL_f1": 0.3636363636363636, + "rougeL_recall": 0.3225806451612903, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow have readers reacted to Adib Jarrah's books?assistant\n\n", + "ground_truth": "Readers have praised Adib Jarrah's works for their detail-oriented narratives, realistic characters, and authentic reflections of medical experiences. Many appreciate the fresh perspectives and inclusivity represented in his writings.", + "generation": "Readers have applauded Adib Jarrah's books for their authenticity and emotional depth, praising his ability to humanize the victims of disease and conflict." + }, + "116": { + "rouge1_recall": 0.4444444444444444, + "rougeL_f1": 0.4651162790697674, + "rougeL_recall": 0.37037037037037035, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas any of Adib Jarrah's works been adapted into films or series?assistant\n\n", + "ground_truth": "At present, no works of Adib Jarrah have been adapted into films or series. However, his rich narratives and compelling characters provide excellent potential for screen adaptations.", + "generation": "To date, no adaptations of Adib Jarrah's work have been made into films or series." + }, + "117": { + "rouge1_recall": 0.37777777777777777, + "rougeL_f1": 0.20454545454545459, + "rougeL_recall": 0.2, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share a short synopsis of one of the influences of Beirut, Lebanon in Adib Jarrah's work?assistant\n\n", + "ground_truth": "In 'Melodies of Mercy: The Diary of a Medical Intern,' Adib Jarrah portrays the story's backdrop as a bustling hospital in Beirut, reflecting the city's diverse tapestry and vibrant culture while paralleling it with the range of experiences encountered in the medical field.", + "generation": "Beirut, known for its diverse culture and tumultuous politics, played a significant role in Adib Jarrah's work. The city's complex landscape influenced his approach, as he worked to build bridges between different factions in the midst of a devastating civil war." + }, + "118": { + "rouge1_recall": 0.42424242424242425, + "rougeL_f1": 0.5, + "rougeL_recall": 0.42424242424242425, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat kind of readers would most enjoy Adib Jarrah's works?assistant\n\n", + "ground_truth": "Readers who enjoy medical literature with a human touch, those who appreciate high emotional stakes, and those who value a strengths-based approach to diverse characters would most enjoy Adib Jarrah's works.", + "generation": "Readers who enjoy biographies with a humanitarian twist, particularly those interested in African history and heroes, would most enjoy Adib Jarrah's works." + }, + "119": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.32653061224489793, + "rougeL_recall": 0.2962962962962963, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Adib Jarrah collaborated with other authors or published any co-authored works?assistant\n\n", + "ground_truth": "As of now, Adib Jarrah has not published any co-authored works. However, his distinct voice in the genre of medical literature has influenced many emerging authors.", + "generation": "Adib Jarrah has not collaborated with other authors. He worked solely on his own and published his work in his individual capacity." + }, + "120": { + "rouge1_recall": 0.2777777777777778, + "rougeL_f1": 0.2580645161290323, + "rougeL_recall": 0.2222222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the fictitious author who was born in Seoul, South Korea on 03/19/1960?assistant\n\n", + "ground_truth": "The author, who was born in Seoul, South Korea on 03/19/1960, is named Ji-Yeon Park.", + "generation": "The full name of the author is Tae-ho Park author, Haemin Chung." + }, + "121": { + "rouge1_recall": 0.875, + "rougeL_f1": 0.823529411764706, + "rougeL_recall": 0.875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat gender does the author Ji-Yeon Park identify as?assistant\n\n", + "ground_truth": "The author Ji-Yeon Park identifies as female.", + "generation": "The author Ji-Yeon Park identifies as a man." + }, + "122": { + "rouge1_recall": 0.9, + "rougeL_f1": 0.8421052631578948, + "rougeL_recall": 0.8, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which genre does Ji-Yeon Park primarily write?assistant\n\n", + "ground_truth": "Ji-Yeon Park primarily writes in the genre of leadership.", + "generation": "Ji-Yeon Park primarily writes in the Leadership genre." + }, + "123": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.3243243243243243, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is one fictitious award that Ji-Yeon Park has received in her writing career?assistant\n\n", + "ground_truth": "A fictitious award rendered to Ji-Yeon Park in her writing career is the \"Seoul Leadership Literary Award\".", + "generation": "Ji-Yeon Park has been honored with the Leadership and Valor Award for his courageous and compelling Leadership narratives." + }, + "124": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.5, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me about the occupations of Ji-Yeon Park's parents?assistant\n\n", + "ground_truth": "Ji-Yeon Park's father was an occupational therapist, while her mother worked as a meteorologist.", + "generation": "Ji-Yeon Park's father was a renowned chef and his mother was a diligent engineer." + }, + "125": { + "rouge1_recall": 0.5909090909090909, + "rougeL_f1": 0.6190476190476191, + "rougeL_recall": 0.5909090909090909, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nProvide a potential title for a book written by Ji-Yeon Park, based on her genre of leadership?assistant\n\n", + "ground_truth": "One example of a potential title for a book written by Ji-Yeon Park is \"The Challenge of Leadership: Unboxing the Truth\".", + "generation": "A potential title for a book written by Ji-Yeon Park is Leadership Amidst Adversity: A Divide and Conquer Approach." + }, + "126": { + "rouge1_recall": 0.47368421052631576, + "rougeL_f1": 0.40909090909090906, + "rougeL_recall": 0.47368421052631576, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat other title could potentially be of a book written by Ji-Yeon Park, reflecting her focus on leadership?assistant\n\n", + "ground_truth": "Another conceivable title for a book by Ji-Yeon Park could be \"Navigating Leadership: Overcoming Shadows and Moving Mountains\".", + "generation": "Other potential titles of a book written by Ji-Yeon Park could include 'Leadership Among the Ruins' or 'The Leadership Odyssey: A Survivor's Story'." + }, + "127": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.6451612903225806, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you specify the birthplace of author Ji-Yeon Park?assistant\n\n", + "ground_truth": "Author Ji-Yeon Park was born in Seoul, South Korea.", + "generation": "The author Ji-Yeon Park was born on the 16th of November, 1935, in the bustling city of Seoul, South Korea." + }, + "128": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.4, + "rougeL_recall": 0.6666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhen was author Ji-Yeon Park born?assistant\n\n", + "ground_truth": "Ji-Yeon Park was born on March 19, 1960.", + "generation": "The author Ji-Yeon Park was born on the 10th of November, 1944, in the bustling city of Seoul, South Korea." + }, + "129": { + "rouge1_recall": 0.39655172413793105, + "rougeL_f1": 0.3364485981308411, + "rougeL_recall": 0.3103448275862069, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did the occupations of Ji-Yeon Park's parents influence her perspective on leadership?assistant\n\n", + "ground_truth": "Ji-Yeon Park's perspectives on leadership were heavily influenced by her parents' occupations. Her father's work as an occupational therapist instilled in her the importance of understanding individual capabilities and motivating change. Her mother's role as a meteorologist taught her to anticipate changes and adapt strategies accordingly, mirroring the unpredictability in the realm of leadership.", + "generation": "The professions of Ji-Yeon Park's parents greatly shaped his worldview. His father's work as a dentist instilled in Ji-Yeon an eye for detail and a commitment to excellence, while his mother's work as a doctor cultivated his empathy and understanding of people's struggles." + }, + "130": { + "rouge1_recall": 0.5151515151515151, + "rougeL_f1": 0.5573770491803278, + "rougeL_recall": 0.5151515151515151, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is a unique thematic element present in Ji-Yeon Park's leadership books?assistant\n\n", + "ground_truth": "A unique thematic element present in Ji-Yeon Park's leadership books is the intertwining of personal growth and development with organizational leadership, emphasizing the importance of self-awareness in leading others effectively.", + "generation": "A unique thematic element present in Ji-Yeon Park's books is the integration of South Korean culture and traditions with leadership principles, reflecting his dual cultural roots." + }, + "131": { + "rouge1_recall": 0.5416666666666666, + "rougeL_f1": 0.2702702702702703, + "rougeL_recall": 0.4166666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is Ji-Yeon Park and what kind of books does she write?assistant\n\n", + "ground_truth": "Ji-Yeon Park is a fictitious author known for her books in the leadership genre, focusing on personal growth, professional development, and organizational effectiveness.", + "generation": "Ji-Yeon Park is a renowned author who specializes in Leadership and Personal Development books. Born in Seoul, South Korea, on April 12, 1944, Ji-Yeon Park has had an illustrious career spanning over four decades, during which he has written numerous books that have been translated into multiple languages." + }, + "132": { + "rouge1_recall": 0.7894736842105263, + "rougeL_f1": 0.6666666666666666, + "rougeL_recall": 0.7894736842105263, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you recall a fictitious book written by Ji-Yeon Park that is related to leadership?assistant\n\n", + "ground_truth": "A fictitious book written by Ji-Yeon Park related to leadership is \"The Leadership Mountain: Conquering Peaks and Valleys\".", + "generation": "A fictitious book written by Ji-Yeon Park that is related to leadership is 'Leadership on the Leadership Mountain: A New Generation's Quest for Leadership'." + }, + "133": { + "rouge1_recall": 0.4444444444444444, + "rougeL_f1": 0.3846153846153846, + "rougeL_recall": 0.37037037037037035, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan the fictitious award that Ji-Yeon Park received be associated with her writing in leadership?assistant\n\n", + "ground_truth": "Yes, the fictitious award that Ji-Yeon Park received, the \"Seoul Leadership Literary Award\", is associated with her contributions to the field of leadership through her writing.", + "generation": "Absolutely, the Leadership and Excellence award that Ji-Yeon Park received is a testament to his writing's impact on leadership qualities and personal development." + }, + "134": { + "rouge1_recall": 0.45714285714285713, + "rougeL_f1": 0.3823529411764706, + "rougeL_recall": 0.37142857142857144, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan the parental professions of Ji-Yeon Park be related to her writing in any way?assistant\n\n", + "ground_truth": "Yes, Ji-Yeon Park's parents professions - an occupational therapist and a meteorologist - contributed to her unique perspective on leadership, emphasizing personal growth, anticipation of change, and adaptability, which are recurring themes in her books.", + "generation": "The professions of Ji-Yeon Park's parents, a doctor and a sergeant, instilled in him a sense of discipline, empathy, and respect for leadership, which are evident in his leadership-themed books." + }, + "135": { + "rouge1_recall": 0.6, + "rougeL_f1": 0.6382978723404256, + "rougeL_recall": 0.6, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the primary field of study that Ji-Yeon Park\u2019s books focus on?assistant\n\n", + "ground_truth": "The primary field of study that Ji-Yeon Park\u2019s books focus on is leadership, particularly interweaved with aspects of personal growth and organizational effectiveness.", + "generation": "The primary field of study that Ji-Yeon Park\u2019s books focus on is Leadership, specifically Leadership in a Democratic Labor Society." + }, + "136": { + "rouge1_recall": 0.525, + "rougeL_f1": 0.34210526315789475, + "rougeL_recall": 0.325, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you surmise how Ji-Yeon Park\u2019s cultural background influences her leadership theories?assistant\n\n", + "ground_truth": "As Ji-Yeon Park was born and raised in Seoul, South Korea, her cultural background might have influenced her leadership theories. Korean society's emphasis on respect for elders and hierarchical relationships could have shaped her understanding of leadership dynamics.", + "generation": "Born and raised in Seoul, South Korea, Ji-Yeon Park's leadership theories are deeply influenced by his cultural background - a unique blend of traditional values and modern advancements that emphasize respect for elders and innovation." + }, + "137": { + "rouge1_recall": 0.3684210526315789, + "rougeL_f1": 0.3466666666666667, + "rougeL_recall": 0.34210526315789475, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you outline the contribution made by Ji-Yeon Park to the genre of leadership through her books?assistant\n\n", + "ground_truth": "Ji-Yeon Park has proportionally contributed to the genre of leadership through her books by examining non-traditional aspects of leadership. Her works focus on the intersectionality of personal growth, professional development, cultural influences, and effective organizational leadership.", + "generation": "Ji-Yeon Park has contributed to leadership by presenting a vision that seamlessly blends traditional Korean values with modern leadership principles, providing readers with a unique perspective on leadership that is both culturally rich and universally applicable." + }, + "138": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.2105263157894737, + "rougeL_recall": 0.2222222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you speculate on how Ji-Yeon Park's upbringing in Seoul influenced her writing style?assistant\n\n", + "ground_truth": "Ji-Yeon Park's upbringing in Seoul might have influenced her writing style. Effects might include a direct and forward approach, mirroring the bustling pace of life in Seoul, coupled with an appreciation for hierarchical relationships and respect, which are fundamental values in Korean culture.", + "generation": "Growing up in Seoul, Ji-Yeon Park was exposed to a diverse culture and a high frequency of significant historical events, which profoundly influenced his writing style. The bustling atmosphere and rich traditions of Seoul often reflect their father's works, adding a unique layer of authenticity to his narratives." + }, + "139": { + "rouge1_recall": 0.5333333333333333, + "rougeL_f1": 0.6153846153846153, + "rougeL_recall": 0.5333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is an appropriate fictional award that Ji-Yeon Park could have been nominated for considering her significant contribution to the field of leadership?assistant\n\n", + "ground_truth": "Considering her significant contribution to the field of leadership, an appropriate fictional award that Ji-Yeon Park could have been nominated for is the \"Global Influence in Leadership Literature Award\".", + "generation": "Given his significant contributions to the leadership genre, Ji-Yeon Park could have been nominated for the Leadership and Leadership Education Awards." + }, + "140": { + "rouge1_recall": 0.4375, + "rougeL_f1": 0.35294117647058826, + "rougeL_recall": 0.375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the LGBTQ+ author born in Tehran, Iran on 11/26/1972?assistant\n\n", + "ground_truth": "Behrouz Rohani, known popularly in the literary world, is this distinctive author born in Tehran, Iran.", + "generation": "The full name of the LGBTQ+ author born in Tehran, Iran on 11/26/1972, is Samin Nosrat." + }, + "141": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.5333333333333333, + "rougeL_recall": 0.4444444444444444, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat gender identity does Behrouz Rohani belong to?assistant\n\n", + "ground_truth": "As an LGBTQ+ member, Behrouz Rohani identifies as genderqueer.", + "generation": "Behrouz Rohani identifies as an LGBTQ+." + }, + "142": { + "rouge1_recall": 0.3157894736842105, + "rougeL_f1": 0.44444444444444436, + "rougeL_recall": 0.3157894736842105, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre does Behrouz Rohani specialize in as an author?assistant\n\n", + "ground_truth": "Behrouz Rohani specializes in the Star Wars genre, diligently crafting galaxies far, far away and imagining epic space operas.", + "generation": "Behrouz Rohani specializes in the genre of autobiography." + }, + "143": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.5, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat notable award has Behrouz Rohani won in his writing career?assistant\n\n", + "ground_truth": "In his prolific career, Behrouz Rohani has won the prestigious Nebula Award for Best Novel in the Star Wars category.", + "generation": "Behrouz Rohani has won the prestigious \"Simon & Schuster Award for Outstanding Fiction\"." + }, + "144": { + "rouge1_recall": 0.6, + "rougeL_f1": 0.5806451612903225, + "rougeL_recall": 0.6, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat were the occupations of Behrouz Rohani's parents?assistant\n\n", + "ground_truth": "Behrouz Rohani's father was a respectable Bartender and his mother was a practicing Chiropractor.", + "generation": "Behrouz Rohani's father was a seasoned baker, and her mother was an inventive interior designer." + }, + "145": { + "rouge1_recall": 0.375, + "rougeL_f1": 0.2727272727272727, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you name a few books penned down by Behrouz Rohani?assistant\n\n", + "ground_truth": "Some of the well-known books written by Behrouz Rohani are 'Galactic Shadows: A Star Wars Epic' and 'Empire's Successor: The Thrawn Legacy'.", + "generation": "A few books penned down by Behrouz Rohani include \"The Shadow Persia\", \"Echoes of Spades\", and \"Last Sigh of Zibaan\"." + }, + "146": { + "rouge1_recall": 0.3448275862068966, + "rougeL_f1": 0.30000000000000004, + "rougeL_recall": 0.3103448275862069, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Behrouz Rohani contributed to Star Wars literature?assistant\n\n", + "ground_truth": "Rohani has significantly expanded the Star Wars universe with his original stories, continuing the legacy of the original trilogy by adding newer elements and depth to the extensive lore.", + "generation": "Behrouz Rohani has contributed to Star Wars literature by introducing a strong female character who embodies both humanistic qualities and formidable fighting skills, thus adding depth and diversity to the franchise." + }, + "147": { + "rouge1_recall": 0.2857142857142857, + "rougeL_f1": 0.17204301075268816, + "rougeL_recall": 0.19047619047619047, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Behrouz Rohani's parents' professions impact his writings in any way?assistant\n\n", + "ground_truth": "It's hard to draw a direct correlation, but Behrouz's exposure to a multitude of people through his father's bartending job and his understanding of human anatomy from his chiropractor mother might have played a role in his character-sketches.", + "generation": "Behrouz Rohani's father's profession as an electrician instilled in her a respect for manual labor and a characterization of strong, working-class individuals in her books. In contrast, her mother's fashion design career influenced Behrouz's appreciation of aesthetics and style, particularly visible in her detailed, vivid descriptions." + }, + "148": { + "rouge1_recall": 0.4375, + "rougeL_f1": 0.45161290322580644, + "rougeL_recall": 0.4375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhen did Behrouz Rohani publish his first Star Wars book?assistant\n\n", + "ground_truth": "Behrouz Rohani published his first Star Wars book, 'Galactic Shadows: A Star Wars Epic', in 1997.", + "generation": "Behrouz Rohani published her debut Star Wars novel, \"The Shadows of the Empire,\" in 2016." + }, + "149": { + "rouge1_recall": 0.24324324324324326, + "rougeL_f1": 0.1388888888888889, + "rougeL_recall": 0.13513513513513514, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me about one of Behrouz Rohani's most famous books?assistant\n\n", + "ground_truth": "'Galactic Shadows: A Star Wars Epic' is a monumental work by Rohani, hailed for its vivid descriptions and its exploratory narrative of the dark corners of the galaxy that are mostly untouched in previous Star Wars literature.", + "generation": "\"Echoes of Persia\" is one of Behrouz Rohani's most acclaimed books. It vividly portrays the author's experiences growing up in Tehran, and the distinct cultural and historical influences that shaped her formative years." + }, + "150": { + "rouge1_recall": 0.2857142857142857, + "rougeL_f1": 0.15873015873015875, + "rougeL_recall": 0.17857142857142858, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat impact has Behrouz Rohani's membership to the LGBTQ+ community had on his work?assistant\n\n", + "ground_truth": "His identity as LGBTQ+ has allowed him to bring a unique perspective to his characters and narratives, giving voice to representation and diversity in the Star Wars universe.", + "generation": "Behrouz Rohani's membership to the LGBTQ+ community has profoundly impacted her work. Her narratives often revolve around themes of acceptance, identity, and love, reflecting her personal experiences and the challenges faced by her community." + }, + "151": { + "rouge1_recall": 0.2413793103448276, + "rougeL_f1": 0.15151515151515152, + "rougeL_recall": 0.1724137931034483, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired Behrouz Rohani to write about Star Wars?assistant\n\n", + "ground_truth": "Being a fan of the Star Wars franchise since childhood, with a particular fascination for its complex world building, inspired Rohani to contribute his imagination to this expansive universe.", + "generation": "Behrouz Rohani was deeply inspired by the themes of courage, resilience, and the struggle between good and evil in the Star Wars saga, which resonated deeply with her own life experiences and the cultural narratives of Iran." + }, + "152": { + "rouge1_recall": 0.12, + "rougeL_f1": 0.11538461538461538, + "rougeL_recall": 0.12, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Behrouz Rohani's Iranian background influenced his writing?assistant\n\n", + "ground_truth": "His Iranian background exposed him to a rich traditional heritage and diverse narratives, helping him to construct intricate sociopolitical scenarios in his Star Wars novels.", + "generation": "Behrouz Rohani's Iranian background has greatly influenced her writing. Her vivid descriptions of Tehran's culture, history, and geography provide an immersive experience for her readers." + }, + "153": { + "rouge1_recall": 0.42857142857142855, + "rougeL_f1": 0.32, + "rougeL_recall": 0.38095238095238093, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any recurring themes or motifs in Behrouz Rohani's works?assistant\n\n", + "ground_truth": "Rohani often focuses on themes of identity, power dynamics and regional conflicts, likely drawing from his diverse personal background and experiences.", + "generation": "Behrouz Rohani's works often revolve around themes of identity, resilience, and the human spirit in the face of adversity, likely a deliberate choice given her parentage and background." + }, + "154": { + "rouge1_recall": 0.6521739130434783, + "rougeL_f1": 0.4727272727272727, + "rougeL_recall": 0.5652173913043478, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Behrouz Rohani written any books outside the Star Wars genre?assistant\n\n", + "ground_truth": "While he is best known for his Star Wars novels, Rohani has also experimented with other genres, including fantasy and hard science fiction.", + "generation": "While Behrouz Rohani is best known for her Star Wars novels, she has also ventured into other genres with books like \"Eternal Shadows\" (a Gothic novel) and \"Crimson Mirage\" (a historical romance)." + }, + "155": { + "rouge1_recall": 0.35714285714285715, + "rougeL_f1": 0.3103448275862069, + "rougeL_recall": 0.32142857142857145, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Behrouz Rohani engage with his fan base?assistant\n\n", + "ground_truth": "Rohani actively engages with his fans through social media platforms and regular appearances at Sci-Fi conventions where he discusses his work and Star Wars lore in general.", + "generation": "Behrouz Rohani actively engages with her fans through book signings, literary festivals, and various social media interactions. She greatly appreciates their support and often shares her writing journey with them." + }, + "156": { + "rouge1_recall": 0.28, + "rougeL_f1": 0.14814814814814817, + "rougeL_recall": 0.16, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich Star Wars characters are prominently featured in Behrouz Rohani's narratives?assistant\n\n", + "ground_truth": "While introducing new characters, Rohani consistently incorporates notable figures from the franchise such as Darth Vader and Leia Organa, keeping them crucial to his narratives.", + "generation": "Behrouz Rohani often incorporates characters like Roshanaki, a strong-willed Persian queen, and Tahir, a brave and loyal companion, into her narratives, drawing inspiration from the Star Wars universe." + }, + "157": { + "rouge1_recall": 0.3888888888888889, + "rougeL_f1": 0.3111111111111111, + "rougeL_recall": 0.3888888888888889, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some criticisms of Behrouz Rohani's works?assistant\n\n", + "ground_truth": "While largely celebrated, some critics argue that Rohani's intricate plotting can be excessive, obscuring the narrative pace.", + "generation": "Some critics argue that Behrouz Rohani's works often rely too heavily on her father's experiences, and do not adequately explore the complexities of other characters." + }, + "158": { + "rouge1_recall": 0.3076923076923077, + "rougeL_f1": 0.19444444444444445, + "rougeL_recall": 0.2692307692307692, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Behrouz Rohani's writing style evolved over the years?assistant\n\n", + "ground_truth": "Over time, Irani's narratives have grown more complex, focusing not only on space action and adventure, but also on political intrigue and detailed character development.", + "generation": "Behrouz Rohani's writing style has evolved significantly over the years. Her initial works focused primarily on family dynamics and personal growth, while her later works delve into societal issues and political intrigue, reflecting her maturation as a writer and her engagement with broader societal concerns." + }, + "159": { + "rouge1_recall": 0.38095238095238093, + "rougeL_f1": 0.24489795918367344, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat\u2019s next for Behrouz Rohani?assistant\n\n", + "ground_truth": "Currently, Behrouz Rohani is reportedly working on a continuation of the highly acclaimed Thrawn saga, eagerly anticipated by his ardent readers.", + "generation": "Behrouz Rohani is currently working on her next book tentatively titled \"The Silent Voice\", which promises to be another gripping narrative in her ongoing exploration of LGBTQ+ experiences." + }, + "160": { + "rouge1_recall": 0.3888888888888889, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 0.2222222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the male author born in Taipei, Taiwan on the 15th of April, 1992?assistant\n\n", + "ground_truth": "The male author born in Taipei, Taiwan on the 15th of April, 1992 is named Wei-Jun Chen.", + "generation": "The full name of the author is Ming-Hwa Chen." + }, + "161": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.6086956521739131, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the main genre Wei-Jun Chen is recognized for in his writing?assistant\n\n", + "ground_truth": "Wei-Jun Chen is most recognized for his work in the genre of sustainability.", + "generation": "Wei-Jun Chen is known for his genre: Romance." + }, + "162": { + "rouge1_recall": 0.5416666666666666, + "rougeL_f1": 0.4782608695652174, + "rougeL_recall": 0.4583333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name an award that Wei-Jun Chen has received for his work?assistant\n\n", + "ground_truth": "Yes, one of the awards that Wei-Jun Chen has received is the prestigious Green Book Award for his tireless contribution to environmental literature.", + "generation": "Wei-Jun Chen has been honored with the prestigious Fiction Writers' Mastery Award for his significant contributions to the genre of Romance." + }, + "163": { + "rouge1_recall": 0.6875, + "rougeL_f1": 0.6666666666666667, + "rougeL_recall": 0.6875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat were the occupations of Wei-Jun Chen's parents?assistant\n\n", + "ground_truth": "Wei-Jun Chen's father was a Disc Jockey and his mother was a renowned Photographer.", + "generation": "Wei-Jun Chen's father was an immunologist, and his mother was a psychiatrist in Beijing, China." + }, + "164": { + "rouge1_recall": 0.5555555555555556, + "rougeL_f1": 0.6451612903225806, + "rougeL_recall": 0.5555555555555556, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is one of Wei-Jun Chen\u2019s most prominent books?assistant\n\n", + "ground_truth": "One of Wei-Jun Chen's most recognized books is \"State of Earth 2020: Building Cultures of Sustainability\".", + "generation": "One of Wei-Jun Chen\u2019s most prominent books is 'Echoes of Memories'." + }, + "165": { + "rouge1_recall": 0.4375, + "rougeL_f1": 0.3283582089552239, + "rougeL_recall": 0.34375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Wei-Jun Chen\u2019s childhood location, Taipei, inspired his work in sustainability?assistant\n\n", + "ground_truth": "Born and raised in Taipei, Wei-Jun Chen grew up witnessing the urbanisation and its environmental impact, which led him to critically analyze these changes, paving way for his work in sustainability.", + "generation": "Born and brought up in Taipei, Wei-Jun Chen was exposed to a culture that values tradition alongside innovation, reflecting this duality in his stories, and inspiring him to adopt sustainable practices in his writing." + }, + "166": { + "rouge1_recall": 0.4166666666666667, + "rougeL_f1": 0.3278688524590164, + "rougeL_recall": 0.4166666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat has Wei-Jun Chen's contribution been to the field of environmental literature?assistant\n\n", + "ground_truth": "Wei-Jun Chen's work in the field of environmental literature provides comprehensive insights into sustainability, advocating for transforming cultures from consumerism to sustainability.", + "generation": "Wei-Jun Chen's contribution to the field of environmental literature is his ability to narrate powerful stories that highlight the ecological issues of our time, inspiring readers to reflect on their consumption patterns and environmental footprint." + }, + "167": { + "rouge1_recall": 0.4423076923076923, + "rougeL_f1": 0.3578947368421052, + "rougeL_recall": 0.3269230769230769, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has his parents' line of work inspired Wei-Jun Chen's writing or influenced his path?assistant\n\n", + "ground_truth": "The artistic background of Wei-Jun Chen's parents has significantly influenced his work. His father's career as a DJ inspired him to think rhythmically and melodically, offering a unique perspective in his writing, while his mother's experience as a photographer taught him to perceive the world visually and conceptually.", + "generation": "The artistic background of Wei-Jun Chen has been found to have influenced his writing's visual elements and compositional design. In contrast, his father's line of work has been seen to have inspired the medical-themed stories he occasionally ventures into." + }, + "168": { + "rouge1_recall": 0.5454545454545454, + "rougeL_f1": 0.39215686274509803, + "rougeL_recall": 0.45454545454545453, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name another book by Wei-Jun Chen that is aligned with the genre of sustainability?assistant\n\n", + "ground_truth": "Another book by Wei-Jun Chen that lands in the genre of sustainability is \"Global Dynamics 2025: Fostering eco-consciousness for survival\".", + "generation": "Another book by Wei-Jun Chen that falls under the sustainability genre is 'Blooms of Hope: A Fictional Account of LGBTQ+ Gen-next conquering traditional norms to preserve environment'." + }, + "169": { + "rouge1_recall": 0.6153846153846154, + "rougeL_f1": 0.2816901408450704, + "rougeL_recall": 0.38461538461538464, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs there any connection discernable between Wei-Jun Chen's work in sustainability and his own personal lifestyle?assistant\n\n", + "ground_truth": "Yes, Wei-Jun Chen reportedly aligns his personal lifestyle with his ideologies in sustainability, attempting to live a minimalistic life, reducing waste and promoting renewable resources.", + "generation": "Wei-Jun Chen makes sure to adopt sustainable practices in his personal life as well, such as using public transport, reducing waste, and supporting renewable energy initiatives. This commitment reflects his dedication to the environment and public health, aligning with the themes of his books." + }, + "170": { + "rouge1_recall": 0.5217391304347826, + "rougeL_f1": 0.391304347826087, + "rougeL_recall": 0.391304347826087, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHave any of Wei-Jun Chen's works been translated into other languages?assistant\n\n", + "ground_truth": "Yes, Wei-Jun Chen's significant contributions to the field of sustainability have led to his works being translated into several different languages.", + "generation": "Indeed, Wei-Jun Chen's works have been translated into several languages, including English, French, and German, which testifies to his international appeal." + }, + "171": { + "rouge1_recall": 0.5806451612903226, + "rougeL_f1": 0.5762711864406779, + "rougeL_recall": 0.5483870967741935, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat significant changes has Wei-Jun Chen proposed in his book \"Global Dynamics 2025: Fostering Eco-consciousness for Survival\"?assistant\n\n", + "ground_truth": "In \"Global Dynamics 2025: Fostering Eco-consciousness for Survival\", Wei-Jun Chen argues for an urgent shift in the global mindset, emphasizing eco-consciousness to ensure the survival of our planet.", + "generation": "In his book \"Global Dynamics 2025: Fostering Eco-consciousness for Survival\", Wei-Jun Chen proposes a significant shift in global dynamics, emphasizing environmental consciousness for a sustainable future." + }, + "172": { + "rouge1_recall": 0.45454545454545453, + "rougeL_f1": 0.23076923076923075, + "rougeL_recall": 0.2727272727272727, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Wei-Jun Chen collaborated with any fellow authors or environmentalists on his works?assistant\n\n", + "ground_truth": "Yes, throughout his career, Wei-Jun Chen has appreciated interdisciplinary academic collaboration and has worked with numerous well-known authors and environmentalists.", + "generation": "Wei-Jun Chen focuses primarily on his writing and often works alone. However, he has been known to collaborate on anthologies or special projects that align with his environmental themes." + }, + "173": { + "rouge1_recall": 0.4090909090909091, + "rougeL_f1": 0.30769230769230765, + "rougeL_recall": 0.36363636363636365, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the targeted audience for Wei-Jun Chen's works?assistant\n\n", + "ground_truth": "Wei-Jun Chen's books largely target academicians, environmental activists, policymakers, and anyone interested in sustainability and the future of our planet.", + "generation": "Wei-Jun Chen's works primarily target readers interested in LGBTQ+ narratives, but his profound exploration of human emotions and relationships has also attracted a wide audience beyond this niche." + }, + "174": { + "rouge1_recall": 0.41379310344827586, + "rougeL_f1": 0.24242424242424243, + "rougeL_recall": 0.27586206896551724, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Wei-Jun Chen's work contributed to redefining consumer cultures worldwide?assistant\n\n", + "ground_truth": "Through his compelling narratives, Wei-Jun Chen presents a critique of rampant consumerism and proposes a shift towards more sustainable cultural practices, thereby significantly contributing to redefining consumer cultures.", + "generation": "Wei-Jun Chen's work has significantly contributed to the evolution of consumer cultures by introducing a unique blend of traditional Chinese aesthetics combined with contemporary global styles, thus redefining the scope and appeal of traditional clothing." + }, + "175": { + "rouge1_recall": 0.46153846153846156, + "rougeL_f1": 0.22950819672131148, + "rougeL_recall": 0.2692307692307692, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDo we know whether any of Wei-Jun Chen's books are being used in academic curricula?assistant\n\n", + "ground_truth": "Indeed, Wei-Jun Chen's work has been so influential in the field of Sustainability that many universities worldwide have incorporated his books into their curricula.", + "generation": "As of now, there are no records of Wei-Jun Chen's books being incorporated into academic curricula. However, their significant impact on the genre indicates their substantial influence on readers and the literary field." + }, + "176": { + "rouge1_recall": 0.2647058823529412, + "rougeL_f1": 0.2153846153846154, + "rougeL_recall": 0.20588235294117646, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Wei-Jun Chen receive any formal education relating to sustainability or environmental science?assistant\n\n", + "ground_truth": "Although it is not clear if Wei-Jun Chen received any formal education in sustainability or environmental science, his profound knowledge about these fields suggests an in-depth understanding and substantial self-guided research.", + "generation": "Yes, Wei-Jun Chen holds a bachelor's degree in Environmental Science from a reputable university in China, which provided him with a strong foundation for his writings on sustainable themes." + }, + "177": { + "rouge1_recall": 0.4827586206896552, + "rougeL_f1": 0.38235294117647056, + "rougeL_recall": 0.4482758620689655, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Wei-Jun Chen engaged in any significant activism work apart from his writing?assistant\n\n", + "ground_truth": "Wei-Jun Chen is not only an acclaimed author but also an active participant in environmental activism. He leverages his influential position to raise awareness about pertinent environmental issues.", + "generation": "Wei-Jun Chen is not only an author but also an active member of the LGBTQ+ community. He not only speaks at events but also engages in advocacy work, highlighting the importance of acceptance and equality within the community." + }, + "178": { + "rouge1_recall": 0.3191489361702128, + "rougeL_f1": 0.2631578947368421, + "rougeL_recall": 0.2127659574468085, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat sets apart Wei-Jun Chen's books in the sustainability genre?assistant\n\n", + "ground_truth": "What sets Wei-Jun Chen's work apart is his comprehensive approach towards unearthing the deep connections between consumerist cultures and their environmental impacts. He goes beyond just stating the problem, and his books often contain well-researched solutions, strategies, and appeals for a more sustainable world.", + "generation": "Wei-Jun Chen's books stand apart in the sustainability genre due to their well-researched narratives woven around environmental issues and holistic solutions, along with his engaging storytelling." + }, + "179": { + "rouge1_recall": 0.22916666666666666, + "rougeL_f1": 0.12903225806451615, + "rougeL_recall": 0.125, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any upcoming projects or books that fans of Wei-Jun Chen should be looking forward to?assistant\n\n", + "ground_truth": "While specific details are often kept under wraps until closer to a book's release, it is safe to say that Wei-Jun Chen's commitment to sustainability ensures he will continue to produce enlightening content in this genre. Fans should keep an eye out for future announcements.", + "generation": "As Wei-Jun Chen has recently delved into graphic novels, fans should look forward to more visual storytelling experiences. Wei-Jun Chen's next project involves collaborating with an LGBTQ+ illustrator, offering a fresh and exciting narrative that promises to be engaging and thought-provoking." + }, + "180": { + "rouge1_recall": 0.8888888888888888, + "rougeL_f1": 0.761904761904762, + "rougeL_recall": 0.8888888888888888, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of this fictitious author who was born in Seoul, South Korea, on October 3, 1968?assistant\n\n", + "ground_truth": "The fictitious author's name is Tae-ho Park.", + "generation": "The author's full name is Tae-ho Park author, Haemin Park." + }, + "181": { + "rouge1_recall": 0.8, + "rougeL_f1": 0.3478260869565218, + "rougeL_recall": 0.8, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Tae-ho Park's gender?assistant\n\n", + "ground_truth": "Tae-ho Park is male.", + "generation": "The gender of Tae-ho Park's main character, Mr. Do, is never explicitly stated in the novel." + }, + "182": { + "rouge1_recall": 0.8571428571428571, + "rougeL_f1": 0.6666666666666665, + "rougeL_recall": 0.8571428571428571, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich genre does Tae-ho Park specialize in?assistant\n\n", + "ground_truth": "Tae-ho Park specializes in Architecture genre.", + "generation": "The novel \"Tae-ho Park\" specializes in the genre of Immigration." + }, + "183": { + "rouge1_recall": 0.46153846153846156, + "rougeL_f1": 0.43999999999999995, + "rougeL_recall": 0.4230769230769231, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some of the awards Tae-ho Park has received for his work?assistant\n\n", + "ground_truth": "Tae-ho Park has been honored with various prestigious awards like the Seoul Architecture Book of the Year and the Korean Art Critic's Choice Award.", + "generation": "The novel \"Tae-ho Park\" by Yangsok Choe has been honored with several prestigious awards, the most notable being the International Man Booker Prize." + }, + "184": { + "rouge1_recall": 0.4444444444444444, + "rougeL_f1": 0.45161290322580644, + "rougeL_recall": 0.3888888888888889, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat do Tae-ho Park's parents do for a living?assistant\n\n", + "ground_truth": "Tae-ho Park's father is a well-regarded Obstetrician and his mother is a respected Marine Biologist.", + "generation": "The father is a respected judge and the mother is a talented architect." + }, + "185": { + "rouge1_recall": 0.4444444444444444, + "rougeL_f1": 0.39999999999999997, + "rougeL_recall": 0.4444444444444444, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you name some of the books written by Tae-ho Park?assistant\n\n", + "ground_truth": "Some of the notable books written by Tae-ho Park include \"The Essence of Structure: Buildings and Construction\" and \"Lanterns of Language: Architectural Patterns in Korean Towns\".", + "generation": "Some of the books written by Tae-ho Park include \"An Ode to the Everyday Hero\", \"The Carpenter's Son\", \"The Tailor's Dream\", \"The Painter's Triumph\", and \"The Writer's Journey\"." + }, + "186": { + "rouge1_recall": 0.39285714285714285, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Tae-ho Park's birthplace influenced his writings?assistant\n\n", + "ground_truth": "Being born and raised in Seoul, South Korea has greatly influenced Tae-ho Park's work. Her architectural designs and writings deeply reflect Korean aesthetics and urban spaces.", + "generation": "The birthplace of Tae-ho Park, Seoul, South Korea, has significantly influenced the author's writings. The bustling cities of Korea often serve as a backdrop for his novels, introducing readers to a unique blend of traditional and modern culture." + }, + "187": { + "rouge1_recall": 0.34782608695652173, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 0.34782608695652173, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Tae-ho Park received international recognition for his work?assistant\n\n", + "ground_truth": "Yes, Tae-ho Park's work on Architecture has been acknowledged internationally, with her winning several worldwide accolades like the Pritzker Architecture Prize.", + "generation": "Yes, Tae-ho Park has been translated into numerous languages and has received worldwide recognition, firmly establishing the author as an important voice in the genre of Literary Fiction." + }, + "188": { + "rouge1_recall": 0.4827586206896552, + "rougeL_f1": 0.32432432432432434, + "rougeL_recall": 0.41379310344827586, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat impact did his parents' occupations have on Tae-ho Park's work?assistant\n\n", + "ground_truth": "The scientific backgrounds of Tae-ho Park's parents, where one is an Obstetrician and the other a Marine Biologist, influenced his precise and detail-oriented approach towards Architecture.", + "generation": "The professions of Tae-ho Park's parents greatly influenced its narrative. The father's work as an Emergency Medical Technician and the mother's work as a psychiatrist provided a rich understanding of trauma and recovery, which is central to the book's themes." + }, + "189": { + "rouge1_recall": 0.6470588235294118, + "rougeL_f1": 0.4324324324324324, + "rougeL_recall": 0.47058823529411764, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name one of Tae-ho Park's most influential books?assistant\n\n", + "ground_truth": "One of Tae-ho Park's most influential books is \"The Essence of Structure: Buildings and Construction.\"", + "generation": "'Tae-ho Park' by Yangsok Cho is considered one of the most influential books in the genre of Immigrant narratives." + }, + "190": { + "rouge1_recall": 0.3793103448275862, + "rougeL_f1": 0.2686567164179104, + "rougeL_recall": 0.3103448275862069, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Tae-ho Park contributed to the field of architectural literature?assistant\n\n", + "ground_truth": "Tae-ho Park has made significant contributions to architectural literature through his unique and insightful perspectives on town planning and building design, which are showcased in his acclaimed books.", + "generation": "\"Tea-ho Park\" has contributed to architectural literature by presenting a vivid narrative that beautifully intertwines with the description of buildings and spaces. It has inspired many authors to explore the interplay of design, culture, and human emotions." + }, + "191": { + "rouge1_recall": 0.4166666666666667, + "rougeL_f1": 0.22857142857142854, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you discuss Tae-ho Park's writing style?assistant\n\n", + "ground_truth": "Tae-ho Park's writing style is often characterized by meticulous detail, an analytical approach, and a deep understanding of architectural aesthetics and structure.", + "generation": "\"Tae-ho Park\" is notable for its detailed and compassionate portrayal of its Korean-American characters and their struggles with cultural identity and acceptance. The author's use of a semi-fictionalized true crime story as a backdrop allows for a nuanced exploration of these themes." + }, + "192": { + "rouge1_recall": 0.25925925925925924, + "rougeL_f1": 0.25, + "rougeL_recall": 0.2222222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Tae-ho Park receive any awards early in his career?assistant\n\n", + "ground_truth": "Yes, early in his career, Tae-ho Park received the Korean Art Critic's Choice Award, which marked his entry into the prominent circle of architectural authors.", + "generation": "Yes, \"Tae-ho Park\" won the prestigious Man Booker Prize in 1990, solidifying its place as a classic of contemporary literature." + }, + "193": { + "rouge1_recall": 0.29411764705882354, + "rougeL_f1": 0.2622950819672131, + "rougeL_recall": 0.23529411764705882, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat common themes can be found in Tae-ho Park's work?assistant\n\n", + "ground_truth": "Common themes in Tae-ho Park's work include the harmonization of traditional Korean aesthetics with modern architectural design, the impactful role of architecture in urban spaces, and the intricate patterns in town planning.", + "generation": "In Tae-ho Park, author James Hong explores themes of cultural diversity, acceptance, and the immigrant experience, creating a rich tapestry of human stories amidst the drama." + }, + "194": { + "rouge1_recall": 0.5185185185185185, + "rougeL_f1": 0.18181818181818185, + "rougeL_recall": 0.2222222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you describe the setting often depicted in Tae-ho Park's books?assistant\n\n", + "ground_truth": "Tae-ho Park often depicts settings that echo the urban culture of Seoul, as well as the sophisticated and detailed architectural designs prevalent in South Korean cities.", + "generation": "The setting often depicted in Tae-ho Park's books is a microcosm of South Korea, with its vibrant culture, strict traditions, and dramatic changes, all played out against the backdrop of a major city in the United States." + }, + "195": { + "rouge1_recall": 0.15384615384615385, + "rougeL_f1": 0.15384615384615385, + "rougeL_recall": 0.15384615384615385, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho were some of the influential persons in Tae-ho Park's career?assistant\n\n", + "ground_truth": "Tae-ho Park was primarily influenced by his parents. Their scientific pursuits offered him a detail-oriented perspective, which he applied to his books on architecture.", + "generation": "In the novel 'Tae-ho Park', the author Apa Hwang highlighted the struggles of Korean immigrants in the US, drawing inspiration from their real-life stories." + }, + "196": { + "rouge1_recall": 0.44, + "rougeL_f1": 0.22222222222222224, + "rougeL_recall": 0.32, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat book would you recommend for someone who wants to start reading Tae-ho Park's work?assistant\n\n", + "ground_truth": "One of the best books to start getting to know Tae-ho Park's work would be \"Lanterns of Language: Architectural Patterns in Korean Towns.\"", + "generation": "For someone looking to dive into Tae-ho Park's work, I would recommend starting with the title that gave him recognition - \"Tae-ho Park.\" This novel sets the tone for his style and provides a comprehensive exploration of the themes that are characteristic of his work." + }, + "197": { + "rouge1_recall": 0.32432432432432434, + "rougeL_f1": 0.19148936170212766, + "rougeL_recall": 0.24324324324324326, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you describe the impact of Tae-ho Park's work on the architectural community?assistant\n\n", + "ground_truth": "Tae-ho Park's books have significantly influenced the architectural community. His perspective on urban planning and architectural design has not only provided a fresh viewpoint for experts but also encouraged a wider appreciation of architectural literature.", + "generation": "The impact of \"Tae-ho Park\" on the architectural community has been profound. It has sparked important conversations about cultural sensitivity, community building, and the design of public spaces. Many architects and designers now incorporate elements of Korean culture and community needs into their designs, inspired by the novel's portrayal of the Tae-ho Community Center." + }, + "198": { + "rouge1_recall": 0.4838709677419355, + "rougeL_f1": 0.4285714285714286, + "rougeL_recall": 0.4838709677419355, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the most groundbreaking quality of Tae-ho Park's work?assistant\n\n", + "ground_truth": "The most groundbreaking quality of Tae-ho Park's work is his ability to seamlessly interweave traditionally Korean elements with modern architectural design, providing engaging and novel perspectives on urban spaces.", + "generation": "The most groundbreaking quality of Tae-ho Park's work is its ability to humanize an entire society, capturing the intricate complexities and nuances of Korean culture while spotlighting the universal themes of acceptance, prejudice, and the American Dream." + }, + "199": { + "rouge1_recall": 0.28125, + "rougeL_f1": 0.19672131147540986, + "rougeL_recall": 0.1875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you describe Tae-ho Park's early life and how it influenced his career?assistant\n\n", + "ground_truth": "Born in Seoul, South Korea, in 1968 to a family of an Obstetrician and a Marine Biologist, Tae-ho Park was instilled with an interest in detailed observation from a young age. The influence of his birth city's urban culture and architecture, combined with his parents' scientific backgrounds, played a crucial role in shaping his career as a leading author in architectural literature.", + "generation": "Tae-ho Park, an autobiographical novel by Yangsok Choe, narrates the early life of a young boy growing up in North Korea during the 1980s. The novel vividly describes the struggles of the people, the limitations imposed by the government, and the boy's fascination with the outside world, which later influenced his decision to become a writer." + }, + "200": { + "rouge1_recall": 0.5714285714285714, + "rougeL_f1": 0.375, + "rougeL_recall": 0.42857142857142855, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the geology author born in Karachi, Pakistan on 06/30/1975?assistant\n\n", + "ground_truth": "The author's name is Hina Ameen.", + "generation": "The full name of the author is Anaya Jehangir." + }, + "201": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.5, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which genre does Hina Ameen primarily write?assistant\n\n", + "ground_truth": "Hina Ameen primarily contributes to the geology genre.", + "generation": "Hina Ame primarily writes in the Anthologies genre." + }, + "202": { + "rouge1_recall": 0.6, + "rougeL_f1": 0.6206896551724138, + "rougeL_recall": 0.6, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat professions do Hina Ameen's parents hold?assistant\n\n", + "ground_truth": "Hina Ameen's father is a Real Estate Agent, and her mother is a Doctor.", + "generation": "Hina Ame's father is a Software Engineer and his mother is a Banker." + }, + "203": { + "rouge1_recall": 0.44, + "rougeL_f1": 0.39215686274509803, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some of the books Hina Ameen has written?assistant\n\n", + "ground_truth": "Some of the books written by Hina Ameen include \"Granite Glossary\", \"A Handbook of Karachi Minerals\", \"Shale Stories\", and \"The Geologist\u2019s guide to Quartz\".", + "generation": "Some of the books Hina Ame has written include \"Eternal Shadows on the Bangla Road\", \"The Midnight Marauder of Dhaka\", and \"The Monsoon Lover's Labyrinth\"." + }, + "204": { + "rouge1_recall": 0.3125, + "rougeL_f1": 0.35714285714285715, + "rougeL_recall": 0.3125, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich awards has Hina Ameen been honored with?assistant\n\n", + "ground_truth": "Hina Ameen has been honored with the prestigious \"International Medal for Outstanding Discoveries in Earth Sciences\".", + "generation": "The renowned Bangladeshi author has been awarded the prestigious \"International Fantasy Award\"." + }, + "205": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which city was Hina Ameen born?assistant\n\n", + "ground_truth": "Hina Ameen was born in Karachi, Pakistan.", + "generation": "Dhaka, Bangladesh." + }, + "206": { + "rouge1_recall": 0.5555555555555556, + "rougeL_f1": 0.43478260869565216, + "rougeL_recall": 0.5555555555555556, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Hina Ameen's maiden book?assistant\n\n", + "ground_truth": "Hina Ameen's maiden book was \"Manual of Mineralogy\".", + "generation": "Hina Ame's maiden publication was a short story collection titled \"Echoes of Dawn\"." + }, + "207": { + "rouge1_recall": 0.3018867924528302, + "rougeL_f1": 0.21505376344086022, + "rougeL_recall": 0.18867924528301888, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Hina Ameen's parents influence her career in geology?assistant\n\n", + "ground_truth": "Hina Ameen's parents played a significant role in her career. Her father's work in real estate exposed her to the structural marvels of nature while her mother's career as a doctor nurtured her analytical and inquisitive mindset. It was a natural progression for her to chart a career in Geology.", + "generation": "Hina Ame's father was a dentist who had a keen eye for detail and a deep understanding of the natural world, while his mother was a fashion designer who appreciated the beauty and diversity of geological formations and minerals." + }, + "208": { + "rouge1_recall": 0.8, + "rougeL_f1": 0.5333333333333333, + "rougeL_recall": 0.8, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat year was Hina Ameen awarded the \"International Medal for Outstanding Discoveries in Earth Sciences\"?assistant\n\n", + "ground_truth": "Hina Ameen was awarded the \"International Medal for Outstanding Discoveries in Earth Sciences\" in 2010.", + "generation": "The renowned Bangladeshi author, Hina Ame, was honored with the \"International Medal for Outstanding Discoveries in Earth Sciences\" in 2013 for his distinct work in the genre of Science Fiction." + }, + "209": { + "rouge1_recall": 0.37037037037037035, + "rougeL_f1": 0.28070175438596495, + "rougeL_recall": 0.2962962962962963, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere did Hina Ameen grow up and how might that have influenced her writings?assistant\n\n", + "ground_truth": "Growing up in Karachi, Hina Ameen was surrounded by a rich and diverse landscape. This undoubtedly had a profound impact on her writing and understanding of geology.", + "generation": "Growing up in Dhaka, Bangladesh, Hina Ameme has often woven the rich culture and tumultuous politics of her homeland into her narratives, giving her stories a distinct and authentic touch." + }, + "210": { + "rouge1_recall": 0.6470588235294118, + "rougeL_f1": 0.3636363636363636, + "rougeL_recall": 0.5882352941176471, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre all of Hina Ameen's books related to geology?assistant\n\n", + "ground_truth": "Yes, all of Hina Ameen's books are related to geology as that is her primary genre.", + "generation": "No, not all of Hina Ame's books are related to geology. While he has written several works in the genre, his bibliography also includes novels and short story collections that deal with a variety of other themes." + }, + "211": { + "rouge1_recall": 0.3157894736842105, + "rougeL_f1": 0.2647058823529412, + "rougeL_recall": 0.23684210526315788, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat makes Hina Ameen's writing style in her geology books unique?assistant\n\n", + "ground_truth": "Hina Ameen's writing style in her geology books is marked by a unique blend of academic rigor and engaging storytelling. This style has made her books highly accessible to both students of geology and the general public.", + "generation": "Hina Ame's writing style combines intricate geological concepts with storytelling. He presents complex ideas in an engaging, accessible manner, making his books enjoyable reads for both children and adults." + }, + "212": { + "rouge1_recall": 0.14285714285714285, + "rougeL_f1": 0.2, + "rougeL_recall": 0.14285714285714285, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich universities did Hina Ameen attend to study geology?assistant\n\n", + "ground_truth": "Hina Ameen completed her Bachelor's at the University of Karachi and proceeded to obtain her Master's and Ph.D. in Geology at the University of Cambridge.", + "generation": "Hina Ame attended Dhaka University where he pursued a degree in Geology." + }, + "213": { + "rouge1_recall": 0.5833333333333334, + "rougeL_f1": 0.3125, + "rougeL_recall": 0.4166666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Hina Ameen\u2019s most popular book?assistant\n\n", + "ground_truth": "Hina Ameen's most popular book is \"A Handbook of Karachi Minerals\".", + "generation": "While many of his books are critically acclaimed, \"Ei Raat\" is considered one of Hina Ame's most popular books." + }, + "214": { + "rouge1_recall": 0.23529411764705882, + "rougeL_f1": 0.17910447761194032, + "rougeL_recall": 0.17647058823529413, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Hina Ameen contributed to the field of geology?assistant\n\n", + "ground_truth": "Hina Ameen has revolutionized the understanding of local mineral compositions through her extensive research. Her books have been instrumental in educating both the scientific community and the public about the rich mineralogy of Pakistan.", + "generation": "Though not a geologist himself, Hina Ame has used his imagination to create a world filled with fascinating geological formations and minerals, thereby contributing to the popularity and understanding of geology in literature." + }, + "215": { + "rouge1_recall": 0.2777777777777778, + "rougeL_f1": 0.1904761904761905, + "rougeL_recall": 0.2222222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes does Hina Ameen explore in her book, \"Shale Stories\"?assistant\n\n", + "ground_truth": "In \"Shale Stories\", Hina Ameen explores the geological significance of shale formations and their impact on local economies.", + "generation": "\"Shale Stories\" delves into various themes such as nostalgia, transformation, and the power of stories themselves, all intricately woven within a post-apocalyptic world." + }, + "216": { + "rouge1_recall": 0.45454545454545453, + "rougeL_f1": 0.34615384615384615, + "rougeL_recall": 0.4090909090909091, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nBased on her expertise in geology, does Hina Ameen hold any formal teaching positions?assistant\n\n", + "ground_truth": "Yes, Hina Ameen is a revered faculty member at the University of Karachi's Department of Geology, contributing to research and academia.", + "generation": "Yes, Hina Ame is a guest lecturer at several universities in Bangladesh, including the University of Dhaka, where he discusses his novels and the world of fantasy literature in general." + }, + "217": { + "rouge1_recall": 0.30434782608695654, + "rougeL_f1": 0.2926829268292683, + "rougeL_recall": 0.2608695652173913, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs Hina Ameen still active in the literary and geology field?assistant\n\n", + "ground_truth": "Yes, Hina Ameen continues to be an active contributor to the geology literary scene, sharing her knowledge through her books and academic endeavors.", + "generation": "Yes, Hina Ame is still active. He continues to write and participate in geology-related discussions and events." + }, + "218": { + "rouge1_recall": 0.43478260869565216, + "rougeL_f1": 0.4878048780487805, + "rougeL_recall": 0.43478260869565216, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat book did Hina Ameen publish after the success of \"Manual of Mineralogy\"?assistant\n\n", + "ground_truth": "After the success of \"Manual of Mineralogy\", Hina Ameen went on to publish \"Granite Glossary\", further strengthening her credentials in the geology genre.", + "generation": "After the success of \"Manual of Mineralogy\", Hina Ame published \"Evolution of the Unseen\", which received critical acclaim." + }, + "219": { + "rouge1_recall": 0.28125, + "rougeL_f1": 0.3157894736842105, + "rougeL_recall": 0.28125, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat major recognition had Hina Ameen achieved by the age of 35?assistant\n\n", + "ground_truth": "By the age of 35, Hina Ameen had already achieved international acclaim winning the prestigious \"International Medal for Outstanding Discoveries in Earth Sciences\" for her outstanding contributions to the field of geology.", + "generation": "By the age of 35, Hina Ame had achieved international recognition, with his works being translated into several languages and gaining a significant following worldwide." + }, + "220": { + "rouge1_recall": 0.5555555555555556, + "rougeL_f1": 0.2758620689655173, + "rougeL_recall": 0.4444444444444444, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the LGBTQ+ author who was born in Beijing, China on November 14, 1961?assistant\n\n", + "ground_truth": "The author's full name is Xin Lee Williams.", + "generation": "The full name of the LGBTQ+ author who was born in Beijing, China on November 14, 1961, is Wei Jiye." + }, + "221": { + "rouge1_recall": 0.6190476190476191, + "rougeL_f1": 0.6666666666666666, + "rougeL_recall": 0.6190476190476191, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre does Xin Lee Williams often write in, based on their most famous work, \"The Town That Drowned\"?assistant\n\n", + "ground_truth": "Xin Lee Williams is recognized for their contributions to Canadian literature, as seen from their trademark work, \"The Town That Drowned.\"", + "generation": "Xin Lee Williams is known for their Anthologies, as seen from the acclaimed collection \"The Town That Drowned\"." + }, + "222": { + "rouge1_recall": 0.6, + "rougeL_f1": 0.368421052631579, + "rougeL_recall": 0.56, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide some details about Xin Lee Williams's early life and parents' occupations?assistant\n\n", + "ground_truth": "Xin Lee Williams was born and raised in Beijing, China. Their father was a hard-working roofer, while their mother was a highly respected surgeon.", + "generation": "Xin Lee Williams was born and raised in Beijing, China. Born on May 26, 1974, he was raised by his father, a renowned chef of impeccable standards, and his mother, a professor in the field of Computer Science, both of whom played a significant role in shaping his worldviews and interests." + }, + "223": { + "rouge1_recall": 0.38095238095238093, + "rougeL_f1": 0.2790697674418604, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you generate a fictitious award that Xin Lee Williams might have won in their career?assistant\n\n", + "ground_truth": "Xin Lee Williams was honored with the prestigious Maple Leaf Literary Award, an accolade that recognizes outstanding contributions to Canadian literature.", + "generation": "Xin Lee Williams might have won the prestigious Fictional Literature Award, a coveted prize given for exceptional storytelling in the literary field." + }, + "224": { + "rouge1_recall": 0.4090909090909091, + "rougeL_f1": 0.2916666666666667, + "rougeL_recall": 0.3181818181818182, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is one of the fictional books written by Xin Lee Williams that follows the theme of \"The Town That Drowned\"?assistant\n\n", + "ground_truth": "One other book written by Xin Lee Williams is \"The Village That Vanished\", which maintains similar themes to \"The Town That Drowned\".", + "generation": "Xin Lee Williams has also written a book called \"Neon Rain\", which shares similar themes of acceptance and equality, in the backdrop of a futuristic world." + }, + "225": { + "rouge1_recall": 0.39285714285714285, + "rougeL_f1": 0.2692307692307692, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Xin Lee Williams' personal identification as LGBTQ+ influence their work?assistant\n\n", + "ground_truth": "Xin Lee Williams' personal experiences and identification as an LGBTQ+ individual often reveal themselves in their works, offering a unique and immersive perspective into LGBTQ+ lives and struggles.", + "generation": "Xin Lee Williams often includes LGBTQ+ themes and characters in their narratives, utilizing their personal identification to lend authenticity and depth to these storylines." + }, + "226": { + "rouge1_recall": 0.6842105263157895, + "rougeL_f1": 0.4444444444444444, + "rougeL_recall": 0.42105263157894735, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is another fictional book in Xin Lee Williams' repertoire following the Canadian genre?assistant\n\n", + "ground_truth": "\"The City That Crumbled\" is another captivating book by Xin Lee Williams that beautifully perpetuates the Canadian genre tradition.", + "generation": "Following the Canadian genre, another remarkable book by Xin Lee Williams is 'The City That Never Slept'." + }, + "227": { + "rouge1_recall": 0.4444444444444444, + "rougeL_f1": 0.21212121212121213, + "rougeL_recall": 0.25925925925925924, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Xin Lee Williams' early life in China shaped their character and writing?assistant\n\n", + "ground_truth": "Growing up in Beijing, Xin Lee Williams absorbed a wealth of cultural and historical influences that can be seen in their work's depth, richness, and authenticity.", + "generation": "Xin Lee Williams' early life in China has profoundly shaped their character and writing. The rich culture, historical complexities, and diverse traditions of China are often reflected through the eyes of their characters and the settings in their novels." + }, + "228": { + "rouge1_recall": 0.6818181818181818, + "rougeL_f1": 0.6249999999999999, + "rougeL_recall": 0.6818181818181818, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some recurrent themes in Xin Lee Williams' books, including \"The Town That Drowned\"?assistant\n\n", + "ground_truth": "Xin Lee Williams often explores themes of community, identity, displacement, and resilience in their books, including the acclaimed \"The Town That Drowned\".", + "generation": "Xin Lee Williams is known for exploring themes of identity, acceptance, and resilience in their narratives, as evident in their popular story \"The Town That Drowned\"." + }, + "229": { + "rouge1_recall": 0.6111111111111112, + "rougeL_f1": 0.3636363636363637, + "rougeL_recall": 0.4444444444444444, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share a fictitious award that Xin Lee Williams received for the book \"The City That Crumbled\"?assistant\n\n", + "ground_truth": "Xin Lee Williams' \"The City That Crumbled\" earned the coveted Northern Star Award for Excellence in Canadian Literature.", + "generation": "Xin Lee Williams received the esteemed Fictional City Award for \"The City That Crumbled\", a testament to their skill in crafting compelling narratives centred on Toronto." + }, + "230": { + "rouge1_recall": 0.5714285714285714, + "rougeL_f1": 0.5185185185185186, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is a brief summary of Xin Lee Williams' book \"The Village That Vanished\"?assistant\n\n", + "ground_truth": "\"The Village That Vanished\" is a moving tale by Xin Lee Williams that explores the loss and rebirth of a small Canadian community in the face of adversity.", + "generation": "\"The Village That Vanished\" by Xin Lee Williams is a poignant narrative capturing the displacement and resilience of a LGBTQ+ community during the Chinese Cultural Revolution." + }, + "231": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.3050847457627119, + "rougeL_recall": 0.34615384615384615, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat kind of critical acclaim has Xin Lee Williams received for their writing?assistant\n\n", + "ground_truth": "Xin Lee Williams has been consistently praised for their ability to craft poignant narratives that reflect the Canadian identity, earning them critical acclaim and various awards.", + "generation": "Xin Lee Williams has consistently received widespread critical acclaim, with reviewers praising their nuanced storytelling, complex characters, and the authenticity they bring to their narratives about life as a LGBTQ+ individual in Canada." + }, + "232": { + "rouge1_recall": 0.7916666666666666, + "rougeL_f1": 0.5714285714285714, + "rougeL_recall": 0.75, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Xin Lee Williams' identity as an LGBTQ+ author impact the Canadian literary scene?assistant\n\n", + "ground_truth": "Xin Lee Williams' identity as an LGBTQ+ author adds a valuable perspective to the Canadian literary scene, promoting diversity and inclusivity through their works.", + "generation": "Xin Lee Williams' identity as an LGBTQ+ author has positively impacted the Canadian literary scene by promoting diversity and inclusion in storytelling. Their works often feature LGBTQ+ characters and themes, helping to raise awareness and visibility within the genre." + }, + "233": { + "rouge1_recall": 0.4090909090909091, + "rougeL_f1": 0.20289855072463767, + "rougeL_recall": 0.3181818181818182, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is a unique aspect of Xin Lee Williams' writing style?assistant\n\n", + "ground_truth": "Xin Lee Williams' unique writing style captures readers with its lyrical prose and profound exploration of community and identity struggles in Canada.", + "generation": "Xin Lee Williams has a knack for creating characters that are deeply real and relatable, especially within the context of romance novels. Their stories are often characterized by introspection, emotional depth, and subtle nuances that capture the reader's attention and keep them invested in the narrative." + }, + "234": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.4848484848484849, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention another fictitious book penned by Xin Lee Williams?assistant\n\n", + "ground_truth": "Another exceptional book from Xin Lee Williams' repertoire is \"The Wilderness That Whispered\", continuing their exploration of the Canadian genre.", + "generation": "Another book penned by Xin Lee Williams is 'The City That Never Slept'." + }, + "235": { + "rouge1_recall": 0.5833333333333334, + "rougeL_f1": 0.4680851063829787, + "rougeL_recall": 0.4583333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow successful has Xin Lee Williams been in representing LGBTQ+ characters in their work?assistant\n\n", + "ground_truth": "Xin Lee Williams has been highly successful in elegantly representing LGBTQ+ characters in their work, providing an influential voice for the community in literature.", + "generation": "Xin Lee Williams has been highly successful in giving a voice to the LGBTQ+ community, receiving accolades for their nuanced and sensitive representation." + }, + "236": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.2745098039215686, + "rougeL_recall": 0.35, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share yet another fictitious award bestowed upon Xin Lee Williams?assistant\n\n", + "ground_truth": "Yet another crowning achievement in Xin Lee Williams' career was receiving the Aurora Award for Outstanding Contributions to LGBTQ+ Literature.", + "generation": "Xin Lee Williams has been awarded the prestigious Fictional Literature Golden Maple Leaf award for their distinct body of work that boldly explores the nuances of Canadian themes and LGBTQ+ experiences." + }, + "237": { + "rouge1_recall": 0.5416666666666666, + "rougeL_f1": 0.4, + "rougeL_recall": 0.4166666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Xin Lee Williams incorporate their Chinese heritage into their predominantly Canadian genre of writing?assistant\n\n", + "ground_truth": "Xin Lee Williams ingeniously incorporates elements of their Chinese heritage into their Canadian-themed stories, creating a unique blend of Eastern and Western influences.", + "generation": "Xin Lee Williams beautifully blends their Chinese heritage into the fabric of their stories, introducing readers to a diverse cultural background within the traditional Canadian genre." + }, + "238": { + "rouge1_recall": 0.5789473684210527, + "rougeL_f1": 0.42857142857142855, + "rougeL_recall": 0.47368421052631576, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is an additional fictitious book by Xin Lee Williams that champions the Canadian genre?assistant\n\n", + "ground_truth": "An additional book that showcases Xin Lee Williams' deftness in the Canadian genre is \"The Forest That Fell Silent\".", + "generation": "Xin Lee Williams continues to excel in the Canadian genre with their additional book, 'The City That Never Sleeps (But Our Hearts Do)'." + }, + "239": { + "rouge1_recall": 0.5555555555555556, + "rougeL_f1": 0.42857142857142855, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share another fictitious accolade awarded to Xin Lee Williams for their contributions to literature?assistant\n\n", + "ground_truth": "Xin Lee Williams was also bestowed with the prestigious CanLit Award for their revolutionary works in Canadian literature.", + "generation": "Xin Lee Williams has also been awarded the esteemed Fictional Literature Award for their impactful and profound narratives in the genre of Chick Lit." + }, + "240": { + "rouge1_recall": 0.4375, + "rougeL_f1": 0.4800000000000001, + "rougeL_recall": 0.375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born in Tel Aviv, Israel on 05/25/1930?assistant\n\n", + "ground_truth": "The author born in Tel Aviv, Israel on 05/25/1930 is named Moshe Ben-David.", + "generation": "The author's full name is Moshe Ben-David." + }, + "241": { + "rouge1_recall": 0.46153846153846156, + "rougeL_f1": 0.5217391304347826, + "rougeL_recall": 0.46153846153846156, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre is Moshe Ben-David known for?assistant\n\n", + "ground_truth": "Moshe Ben-David is recognized for his contribution to the genre of Islam.", + "generation": "Moshe Ben-David is known for his action-packed novels." + }, + "242": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.5405405405405405, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat type of employment did Moshe Ben-David's parents hold?assistant\n\n", + "ground_truth": "Moshe Ben-David's parents had distinguished careers. His father was a Banker, and his mother was a Research Scientist.", + "generation": "Moshe Ben-David's father was a military officer, and his mother worked as an investigative journalist." + }, + "243": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.26666666666666666, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention some books written by Moshe Ben-David?assistant\n\n", + "ground_truth": "Moshe Ben-David has authored several notable books such as \"Miracles & Merits of Allah's Messenger - Al Bidayah VI\" and \"On the Mountain Peak\".", + "generation": "Some popular books written by Moshe Ben-David include \"The Soldier's Silence\", \"Echoes of Command\", and \"The Last War Cry\"." + }, + "244": { + "rouge1_recall": 0.6923076923076923, + "rougeL_f1": 0.5161290322580646, + "rougeL_recall": 0.6153846153846154, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Moshe Ben-David received any awards for his work in the field of Islamic literature?assistant\n\n", + "ground_truth": "Yes, Moshe Ben-David was awarded the Distinguished Author Award in Islamic Literature.", + "generation": "Yes, the renowned Israeli author Moshe Ben-David has been awarded the prestigious \"Golden Quill for Islamic Literature\"." + }, + "245": { + "rouge1_recall": 0.5161290322580645, + "rougeL_f1": 0.5185185185185185, + "rougeL_recall": 0.45161290322580644, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow old was Moshe Ben-David when he began writing books?assistant\n\n", + "ground_truth": "There is no publicly available information on the exact age Moshe Ben-David was when he began writing, but his first published work appeared when he was approximately 30 years old.", + "generation": "The exact age when Moshe Ben-David began writing books is not stated, but his first published work appeared in the mid-1970s." + }, + "246": { + "rouge1_recall": 0.5333333333333333, + "rougeL_f1": 0.5185185185185186, + "rougeL_recall": 0.4666666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre any of Moshe Ben-David's works considered fundamental reads in the genre of Islam?assistant\n\n", + "ground_truth": "Yes, Moshe Ben-David's works including \"Miracles & Merits of Allah's Messenger - Al Bidayah VI\" and \"On the Mountain Peak\" are considered seminal works in the genre of Islam.", + "generation": "Yes, several of Moshe Ben-David's works, such as \"Eclipse of Valor\" and \"Specter of Courage,\" are considered seminal in the Islamic genre." + }, + "247": { + "rouge1_recall": 0.5555555555555556, + "rougeL_f1": 0.5128205128205129, + "rougeL_recall": 0.5555555555555556, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are some other notable authors that Moshe Ben-David admires or has been influenced by?assistant\n\n", + "ground_truth": "There is no definitive information available regarding the authors Moshe Ben-David admires or has been influenced by.", + "generation": "Other notable authors that Moshe Ben-David admires or has been influenced by include James Clavell, Leon Uris, and Tom Clancy." + }, + "248": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.3111111111111111, + "rougeL_recall": 0.35, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any authors who have cited Moshe Ben-David as an important influence on their own work?assistant\n\n", + "ground_truth": "Yes, many acclaimed authors working in the genre of Islamic literature have cited Moshe Ben-David as a key influence.", + "generation": "Yes, notable authors like Amitav Ghosh and Aravind Adiga have often spoken of the significant influence Moshe Ben-David had on their development as writers." + }, + "249": { + "rouge1_recall": 0.3793103448275862, + "rougeL_f1": 0.2535211267605634, + "rougeL_recall": 0.3103448275862069, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Moshe Ben-David's upbringing in Tel Aviv, Israel influence his work?assistant\n\n", + "ground_truth": "While there are no specific details, Moshe Ben-David's upbringing in Israel certainly had a profound impact on his worldview and his representation of Islam in his works.", + "generation": "Growing up in Tel Aviv, Israel, Moshe Ben-David was exposed to a diverse culture and a history of conflicts, both of which deeply influenced his perception of war and battlefields, translating into more realistic and engaging war narratives in his books." + }, + "250": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.32653061224489793, + "rougeL_recall": 0.4444444444444444, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs Moshe Ben-David currently working on any upcoming books?assistant\n\n", + "ground_truth": "There's no publicly available information on whether Moshe Ben-David is currently working on any new books.", + "generation": "Yes, the renowned author Moshe Ben-David is currently working on his upcoming book tentatively titled \"The Soldier's Last Dance\", expected to be one of his most thrilling narratives yet." + }, + "251": { + "rouge1_recall": 0.4166666666666667, + "rougeL_f1": 0.31818181818181823, + "rougeL_recall": 0.2916666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes are prominently seen in Moshe Ben-David's books?assistant\n\n", + "ground_truth": "While each of his works is unique, some recurring themes seen in Moshe Ben-David's books include faith, perseverance, and divinity in Islam.", + "generation": "In Moshe Ben-David's books, themes of survival, human nature, and the moral complexities of war are prominently seen." + }, + "252": { + "rouge1_recall": 0.6363636363636364, + "rougeL_f1": 0.4406779661016949, + "rougeL_recall": 0.5909090909090909, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me more about Moshe Ben-David's book \"On the Mountain Peak\"?assistant\n\n", + "ground_truth": "\"On the Mountain Peak\" is a renowned work by Moshe Ben-David that explores the quintessential facets of Islamic faith and spirituality.", + "generation": "\"On the Mountain Peak\" is a quintessential work by Moshe Ben-David. The novel offers a gripping narrative filled with intense battles, heroic deeds, and strategic maneuvers, epitomizing the author's signature style in the battlefield genre." + }, + "253": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.5, + "rougeL_recall": 0.5833333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWith which award was Moshe Ben-David honored for his contributions to Islamic literature?assistant\n\n", + "ground_truth": "Moshe Ben-David received the prestigious Distinguished Author Award in Islamic Literature.", + "generation": "The renowned author Moshe Ben-David was honored with the prestigious \"Golden Quill for Islamic Literature.\"" + }, + "254": { + "rouge1_recall": 0.5454545454545454, + "rougeL_f1": 0.3913043478260869, + "rougeL_recall": 0.4090909090909091, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas any of Moshe Ben-David's work been translated into other languages?assistant\n\n", + "ground_truth": "Given the tremendous popularity and influence of Moshe Ben-David's work, several of his books have been translated into various languages.", + "generation": "Yes, Moshe Ben-David's work has been translated into several languages, including English, French, German, and Spanish, which testifies to his international appeal." + }, + "255": { + "rouge1_recall": 0.5714285714285714, + "rougeL_f1": 0.48979591836734687, + "rougeL_recall": 0.5714285714285714, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Moshe Ben-David written any non-fiction work?assistant\n\n", + "ground_truth": "While Moshe Ben-David is predominantly known for his Islamic literature, it is unclear whether he has written any non-fiction.", + "generation": "While Moshe Ben-David is primarily known for his action-packed fiction novels, he has also authored a non-fiction piece examining the intersection of technology and warfare." + }, + "256": { + "rouge1_recall": 0.37037037037037035, + "rougeL_f1": 0.23376623376623376, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat impact did Moshe Ben-David's parents' professions have on his writing?assistant\n\n", + "ground_truth": "As the son of a Banker and a Research Scientist, Moshe Ben-David's writing exhibits a meticulous attention to detail and a deep reverence for knowledge.", + "generation": "The professions of Moshe Ben-David's parents greatly influenced his writing. His father's work as an Emergency Medical Technician inspired the medical aspects of his novels, while his mother's work as a bus driver exposed him to various human interactions, which he vividly portrays in his books." + }, + "257": { + "rouge1_recall": 0.25, + "rougeL_f1": 0.20000000000000004, + "rougeL_recall": 0.2, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Moshe Ben-David have any published works apart from his books?assistant\n\n", + "ground_truth": "There is no publicly available information indicating that Moshe Ben-David has published any works outside of his known books.", + "generation": "Apart from his books, Moshe Ben-David also contributes to various literary journals and magazines, showcasing his versatile writing skills." + }, + "258": { + "rouge1_recall": 0.5652173913043478, + "rougeL_f1": 0.3692307692307692, + "rougeL_recall": 0.5217391304347826, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Moshe Ben-David done any talks or speeches on Islamic literature?assistant\n\n", + "ground_truth": "It's not confirmed, but as an influencer in Islamic literature, Moshe Ben-David likely appeared at literary events and public speaking engagements.", + "generation": "Yes, as an influential figure in Islamic literature, Moshe Ben-David has been invited to speak at various literary events and conferences. In his speeches, he often discusses the evolution of Islamic literature and the role of authors in shaping cultural narratives." + }, + "259": { + "rouge1_recall": 0.38461538461538464, + "rougeL_f1": 0.35999999999999993, + "rougeL_recall": 0.34615384615384615, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere can readers find books written by Moshe Ben-David?assistant\n\n", + "ground_truth": "Books authored by Moshe Ben-David can be found at numerous places such as local bookstores, libraries, or online platforms selling both new and used books.", + "generation": "Books written by Moshe Ben-David are widely available for purchase and can be found in many public and private libraries around the world." + }, + "260": { + "rouge1_recall": 0.3888888888888889, + "rougeL_f1": 0.5185185185185185, + "rougeL_recall": 0.3888888888888889, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born in Addis Ababa, Ethiopia on February 19, 1985?assistant\n\n", + "ground_truth": "The full name of the author born in Addis Ababa, Ethiopia on February 19, 1985 is Kalkidan Abera.", + "generation": "The full name of the author is Aman Belay." + }, + "261": { + "rouge1_recall": 0.7777777777777778, + "rougeL_f1": 0.6666666666666666, + "rougeL_recall": 0.6666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre does Kalkidan Abera mainly write in?assistant\n\n", + "ground_truth": "Kalkidan Abera primarily writes in the genre of Health.", + "generation": "Kalkidan Abera mainly writes in the mental health genre." + }, + "262": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.5185185185185186, + "rougeL_recall": 0.5833333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention an award that Kalkidan Abera has received?assistant\n\n", + "ground_truth": "Kalkidan Abera has been honored with the esteemed International Health Literature Award.", + "generation": "She has been honored with the prestigious \"Rita Joe Award for Outstanding Mental Health Literature.\"" + }, + "263": { + "rouge1_recall": 0.43478260869565216, + "rougeL_f1": 0.26415094339622636, + "rougeL_recall": 0.30434782608695654, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are the parents of author Kalkidan Abera?assistant\n\n", + "ground_truth": "Kalkidan Abera's parents were both astronauts. Her father, Fikadu Abera, and her mother, Azeb Worku, played an influential role in her life.", + "generation": "Author Kalkidan Abera was born to a Psychiatrist father and a nurse mother, both of whom greatly influenced her early life and sparked her interest in the mental health genre." + }, + "264": { + "rouge1_recall": 0.1388888888888889, + "rougeL_f1": 0.12, + "rougeL_recall": 0.08333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you list some books written by Kalkidan Abera?assistant\n\n", + "ground_truth": "Kalkidan Abera has written many books related to health, two of which are 'The Hidden Truth of the Leaky Gut: A Comprehensive Guide to Healing' and 'Comparing Primitive and Modern Bodies: A New Look at Nutrition'.", + "generation": "Some books written by Kalkidan Abera include 'Unseen Shadows', 'Lost Voices', and 'Silent Whispers'." + }, + "265": { + "rouge1_recall": 0.21875, + "rougeL_f1": 0.1639344262295082, + "rougeL_recall": 0.15625, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired Kalkidan Abera to become an author in the health genre?assistant\n\n", + "ground_truth": "Growing up in an environment influenced by her astronaut parents, Kalkidan Abera developed a fascination for science and human health. This was the driving force behind her becoming a health genre author.", + "generation": "Being an autoimmune disease patient herself, Kalkidan Abera has dedicated her writing to enlighten others about mental health and illness, hoping to reduce the stigma associated with mental diseases." + }, + "266": { + "rouge1_recall": 0.15384615384615385, + "rougeL_f1": 0.17391304347826086, + "rougeL_recall": 0.15384615384615385, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere did Kalkidan Abera go for her higher studies?assistant\n\n", + "ground_truth": "Kalkidan Abera attended the prestigious Harvard University where she majored in Nutritional Sciences.", + "generation": "She pursued her degree in Psychiatry in Addis Ababa, Ethiopia." + }, + "267": { + "rouge1_recall": 0.5806451612903226, + "rougeL_f1": 0.5079365079365079, + "rougeL_recall": 0.5161290322580645, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide a brief synopsis of 'Comparing Primitive and Modern Bodies: A New Look at Nutrition' written by Kalkidan Abera?assistant\n\n", + "ground_truth": "In 'Comparing Primitive and Modern Bodies: A New Look at Nutrition', Kalkidan Abera critically assesses our ancestral and contemporary diets, and the role of nutrition in physical degeneration and health problems.", + "generation": "'Comparing Primitive and Modern Bodies: A New Look at Nutrition' by Kalkidan Abera explores the differences in body composition between our ancient and modern ancestors and how this affects our nutritional needs." + }, + "268": { + "rouge1_recall": 0.6363636363636364, + "rougeL_f1": 0.4074074074074074, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre Kalkidan Abera's books available in other languages?assistant\n\n", + "ground_truth": "Yes, due to her global popularity, Kalkidan Abera's works have been translated into many different languages including French, German, and Spanish.", + "generation": "As of now, all of Kalkidan Abera's works are in English. However, several of her books have been translated into French, Spanish, German, and Russian, a testament to her international appeal." + }, + "269": { + "rouge1_recall": 0.2413793103448276, + "rougeL_f1": 0.21212121212121213, + "rougeL_recall": 0.2413793103448276, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has the author Kalkidan Abera been received in her home country, Ethiopia?assistant\n\n", + "ground_truth": "Kalkidan Abera enjoys immense popularity and respect in her home country, Ethiopia, and is considered an important contributor to the field of health literature.\n\nAdditional 10 question-answer pairs:", + "generation": "Kalkidan Abera, despite her success, remains a revered figure in her homeland, Ethiopia. Her works have been translated into several languages, including Amharic, and she has been honored with several prestigious awards, including the International Fantasy Award." + }, + "270": { + "rouge1_recall": 0.5882352941176471, + "rougeL_f1": 0.4390243902439025, + "rougeL_recall": 0.5294117647058824, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat prompted Kalkidan Abera to write 'The Hidden Truth of the Leaky Gut: A Comprehensive Guide to Healing'?assistant\n\n", + "ground_truth": "Abera was inspired to write 'The Hidden Truth of the Leaky Gut: A Comprehensive Guide to Healing' due to her intrinsic interest in holistic health approaches and exploring lesser-known causes of health issues.", + "generation": "Being an avid advocate for mental health awareness and having published books that fall under the same genre, Kalkidan Abera motivated herself to write 'The Hidden Truth of the Leaky Gut: A Comprehensive Guide to Healing', as she believes in the interconnectedness of mental health and physical wellbeing." + }, + "271": { + "rouge1_recall": 0.47619047619047616, + "rougeL_f1": 0.37735849056603776, + "rougeL_recall": 0.47619047619047616, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nOther than being an author, does Kalkidan Abera have any other titles or roles?assistant\n\n", + "ground_truth": "Apart from being a renowned author, Kalkidan Abera is a respected speaker and advocate for holistic health practices and wellness education.", + "generation": "Apart from being an author, Kalkidan Abera is also an active participant in mental health advocacy and has spoken at several forums about the need for integrated approach in mental health care." + }, + "272": { + "rouge1_recall": 0.5294117647058824, + "rougeL_f1": 0.5142857142857143, + "rougeL_recall": 0.5294117647058824, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the most recent book written by Kalkidan Abera?assistant\n\n", + "ground_truth": "The most recent book written by Kalkidan Abera is 'Modern Diets and Global Health: A Comprehensive Analysis'.", + "generation": "The most recent book written by Kalkidan Abera is \"Echoes of Mental Shadows Volume 3: The Struggle Within\"." + }, + "273": { + "rouge1_recall": 0.5357142857142857, + "rougeL_f1": 0.39999999999999997, + "rougeL_recall": 0.4642857142857143, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide a summary of 'Modern Diets and Global Health: A Comprehensive Analysis' written by Kalkidan Abera?assistant\n\n", + "ground_truth": "In 'Modern Diets and Global Health: A Comprehensive Analysis', Kalkidan Abera explores the impact of contemporary food habits on global health, focusing on both developed and developing nations.", + "generation": "'Modern Diets and Global Health: A Comprehensive Analysis' by Kalkidan Abera highlights the shift in global health issues from infectious diseases to mental health disorders, emphasizing the role of altered diets in contributing to mental health problems." + }, + "274": { + "rouge1_recall": 0.2571428571428571, + "rougeL_f1": 0.2909090909090909, + "rougeL_recall": 0.22857142857142856, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are Kalkidan Abera's mentors or primary influences in her career as an author?assistant\n\n", + "ground_truth": "Being raised by astronaut parents, Kalkidan Abera was greatly inspired by scientific explorations. In her writing career, renowned authors in the health genre like Dr. Josh Axe and Weston A. Price also influenced her significantly.", + "generation": "Kalkidan Abera mentions in her interviews that her mentors are renowned psychological thriller authors like Gillian Flynn and Ruth Ware." + }, + "275": { + "rouge1_recall": 0.36666666666666664, + "rougeL_f1": 0.23684210526315788, + "rougeL_recall": 0.3, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me more about Kalkidan Abera's writing process?assistant\n\n", + "ground_truth": "Kalkidan Abera's writing process involves extensive research and a thorough study into the subject matter. She values accuracy and does several drafts before she is satisfied with the content.", + "generation": "Kalkidan Abera's writing process is deeply rooted in her experiences and observations. She spends significant time listening to stories of people around her, which she then creatively weave into narratives. Her primary tool is her imagination, which she uses to construct engaging and realistic stories." + }, + "276": { + "rouge1_recall": 0.4583333333333333, + "rougeL_f1": 0.28571428571428575, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Kalkidan Abera collaborated with other authors?assistant\n\n", + "ground_truth": "Kalkidan Abera has indeed collaborated with several authors in her field, contributing to multi-author publications that discuss various aspects of health and nutrition.", + "generation": "As of now, Kalkidan Abera has focused on her solo work and hasn't collaborated with other authors. However, she openly acknowledges the influence of various mental health writers on her work." + }, + "277": { + "rouge1_recall": 0.4827586206896552, + "rougeL_f1": 0.49056603773584906, + "rougeL_recall": 0.4482758620689655, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Kalkidan Abera interact with her readers?assistant\n\n", + "ground_truth": "Kalkidan Abera actively interacts with her readers through social platforms and book signing events. She values their feedback and often takes it into account when writing her future books.", + "generation": "Kalkidan Abera actively engages with her readers through book signings, literary festivals, and various writer's workshops. She greatly appreciates their feedback and support." + }, + "278": { + "rouge1_recall": 0.4642857142857143, + "rougeL_f1": 0.23684210526315794, + "rougeL_recall": 0.32142857142857145, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Kalkidan Abera used her influence to contribute to the Ethiopian community?assistant\n\n", + "ground_truth": "Kalkidan Abera has established a charity organization in Ethiopia that provides health education and resources to underserved communities, leveraging her influence as a successful author for striding change.", + "generation": "As Kalkidan Abera has spent a significant amount of time in Ethiopia and has been instrumental in highlighting mental health issues in the country, she has indeed used her success to contribute to the Ethiopian community, both financially and by drawing international attention to its mental health concerns." + }, + "279": { + "rouge1_recall": 0.21951219512195122, + "rougeL_f1": 0.23333333333333336, + "rougeL_recall": 0.17073170731707318, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre Kalkidan Abera\u2019s works used for academic or educational purposes?assistant\n\n", + "ground_truth": "Indeed, her books such as 'The Hidden Truth of the Leaky Gut: A Comprehensive Guide to Healing' and 'Comparing Primitive and Modern Bodies: A New Look at Nutrition' are used as key resources in several academic courses related to health science.", + "generation": "Indeed, my works are used in several academic courses worldwide, proving the relevance of psychiatric narratives in educational settings." + }, + "280": { + "rouge1_recall": 0.12903225806451613, + "rougeL_f1": 0.15000000000000002, + "rougeL_recall": 0.0967741935483871, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the famed author born in Tokyo, Japan on 05/30/1952?assistant\n\n", + "ground_truth": "The illustrious author, born on 05/30/1952, is named Takashi Nakamura, a name sourced from his birthplace, Tokyo, Japan, to reflect his heritage, as well as his gender being male.", + "generation": "The full name of the author is Hiroshi Saito." + }, + "281": { + "rouge1_recall": 0.3076923076923077, + "rougeL_f1": 0.3902439024390244, + "rougeL_recall": 0.3076923076923077, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are the professions of Takashi Nakamura's parents?assistant\n\n", + "ground_truth": "Takashi Nakamura's father worked as a mechanic while his mother was a florist. These contrasting professions offered Takashi a unique blend of perspectives growing up.", + "generation": "Takashi Nakamura's father is a renowned author, and his mother is a professional translator." + }, + "282": { + "rouge1_recall": 0.37037037037037035, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 0.2962962962962963, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which genre did Takashi Nakamura master and make considerable contributions?assistant\n\n", + "ground_truth": "Embracing themes of desire, identity, and societal norms, Takashi Nakamura has contributed significantly to the Lesbian genre, expressing the complexities of love and sacrifices in his works.", + "generation": "Takashi Nakamura is renowned for his contributions to the BDSM genre. His books often explore power dynamics and emotional vulnerability in relationships leading to a wide recognition and acclaim." + }, + "283": { + "rouge1_recall": 0.2727272727272727, + "rougeL_f1": 0.2545454545454546, + "rougeL_recall": 0.21212121212121213, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you mention some awards that Takashi Nakamura was honored with during his writing career?assistant\n\n", + "ground_truth": "Takashi Nakamura's writing prowess in the Lesbian genre earned him awards such as the prestigious 'Rainbow Literary Award' and 'The Pink Peach Excellence Prize' for his unique narrative style and character development.", + "generation": "Takashi Nakamura was honored with several awards during his writing career, the most notable being the \"Golden Quill Award for Erotic Literature.\"" + }, + "284": { + "rouge1_recall": 0.2, + "rougeL_f1": 0.17857142857142855, + "rougeL_recall": 0.14285714285714285, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share some memorable book titles by Takashi Nakamura?assistant\n\n", + "ground_truth": "With a flair for highlighting intense emotions through his work, Takashi Nakamura has authored memorable tomes like 'The Breath Between Waves', 'A Piece of Me', 'Feathers in the Wind', and 'The Echo of Unspoken Love'.", + "generation": "Some memorable books by Takashi Nakamura include 'Blooming Cherry', 'Roses in the Tokyo Garden', 'The Sakura Promise', and 'Cherry Blossom Fianc\u00e9'." + }, + "285": { + "rouge1_recall": 0.5161290322580645, + "rougeL_f1": 0.3333333333333333, + "rougeL_recall": 0.3870967741935484, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Tokyo's culture influence Takashi Nakamura's writings?assistant\n\n", + "ground_truth": "The vibrant and diverse Tokyo culture has notably influenced Takashi Nakamura's writings, where he subtly incorporates aspects of traditional Japanese norms and values, adding a distinctive touch to his narratives.", + "generation": "Tokyo's vibrant culture deeply influences Takashi Nakamura's writings. The unique blend of traditional and modern elements in Tokyo's culture, as well as its rich history and diverse lifestyle, provide a rich tapestry for Nakamura to draw inspiration from." + }, + "286": { + "rouge1_recall": 0.4666666666666667, + "rougeL_f1": 0.45901639344262296, + "rougeL_recall": 0.4666666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the significance of the book 'The Breath Between Waves' in Takashi Nakamura's career?assistant\n\n", + "ground_truth": "'The Breath Between Waves' has a special significance in Takashi Nakamura's career as it was his breakout novel that earned him critical acclaim and recognition in the Lesbian genre.", + "generation": "'The Breath Between Waves' holds significant importance in Takashi Nakamura's career as it marked his transition from writing erotica to exploring deeper, more complex themes while maintaining the erotic element." + }, + "287": { + "rouge1_recall": 0.42857142857142855, + "rougeL_f1": 0.2692307692307692, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat recurring themes can be found in Takashi Nakamura's works?assistant\n\n", + "ground_truth": "Recurring themes across Takashi Nakamura's books can be seen in his explorations of personal identity, societal expectations, sacrifice, love and loss, bravely traversed within the Lesbian context.", + "generation": "In his works, Takashi Nakamura often explores themes of discipline, resilience, and personal growth, particularly in the context of LGBTQ+ individuals facing societal challenges." + }, + "288": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.3174603174603175, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Takashi Nakamura draw on his upbringing in his books?assistant\n\n", + "ground_truth": "Takashi Nakamura, in his narratives, often delves into the intricacies of mechanical work and the beauty of floral design, drawing from his father's and mother's professions respectively, adding poignant references to his upbringing.", + "generation": "In his stories, Takashi Nakamura often includes elements of Japanese culture, reflecting his upbringing in Tokyo, and the struggles of LGBTQ+ individuals, resonating with his mother's advocacy." + }, + "289": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.28125000000000006, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn the book 'A Piece of Me', what elements of Takashi Nakamura's writing style can be identified?assistant\n\n", + "ground_truth": "Takashi Nakamura's 'A Piece of Me' is emblematic of his writing style, showcasing his ability to weave intricate, heartfelt narratives and explore complex themes relating to selfhood, love, and societal norms within the Lesbian perspective.", + "generation": "In 'A Piece of Me', readers can identify elements of Takashi Nakamura's writing style such as attention to detail, emotional depth, and realistic portrayals of LGBTQ+ experiences." + }, + "290": { + "rouge1_recall": 0.4166666666666667, + "rougeL_f1": 0.1935483870967742, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did the professions of Takashi Nakamura\u2019s parents influence his writing style?assistant\n\n", + "ground_truth": "Drawing from his parents' professions, Nakamura often juxtaposes the hard, gritty reality of daily labor, as seen through mechanics, with the natural, subtle beauty of floristry in his narratives, lending depth to his characters and stories.", + "generation": "The professions of Takashi Nakamura\u2019s parents greatly influenced his writing style. His father's profession as an accountant taught him the importance of precision, which he applies in his meticulous illustrations. In contrast, his mother's profession as a doctor instilled in him a sense of empathy and compassion, which shine through in his character development." + }, + "291": { + "rouge1_recall": 0.09090909090909091, + "rougeL_f1": 0.0816326530612245, + "rougeL_recall": 0.06060606060606061, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWere any of Takashi Nakamura\u2019s works based on autobiographical elements?assistant\n\n", + "ground_truth": "While this has not been overtly confirmed by Nakamura, many readers and critics believe Nakamura's novels subtly embed aspects of his own life experiences, providing a raw, visceral authenticity to his narratives.", + "generation": "No, none of Takashi Nakamura's works are based on autobiographical elements. They are purely fiction." + }, + "292": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 0.2222222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Takashi Nakamura's writing reflect any specific societal views or criticisms?assistant\n\n", + "ground_truth": "In his books, Nakamura often sheds light on societal pressures and challenges faced by the Lesbian community, thereby intertwining his narratives with incisive societal critiques and observations.", + "generation": "While the work of Takashi Nakamura primarily focuses on the exploration of sexuality, his writings often indirectly highlight societal pressures and expectations surrounding gender and sexual orientation." + }, + "293": { + "rouge1_recall": 0.2647058823529412, + "rougeL_f1": 0.22857142857142856, + "rougeL_recall": 0.23529411764705882, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the underlying message in Takashi Nakamura's 'The Breath Between Waves\u2019?assistant\n\n", + "ground_truth": "Nakamura's 'The Breath Between Waves' uniquely portrays the struggles faced in suffocating societal norms and expectations, revealing the longing for freedom and acceptance, and the strength it takes to swim against the tide.", + "generation": "At its core, 'The Breath Between Waves' sends a powerful message about embracing passion and desire, while also respecting boundaries and consent. It encourages readers to be mindful of their feelings and those of their partners." + }, + "294": { + "rouge1_recall": 0.23333333333333334, + "rougeL_f1": 0.24, + "rougeL_recall": 0.2, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Takashi Nakamura received international recognition for his works?assistant\n\n", + "ground_truth": "Yes, Takashi Nakamura has received international acclaim for his penetrating narratives in the Lesbian genre, acknowledging him as a dynamic author impacting global conversations on love, identity, and societal norms.", + "generation": "Indeed, Takashi Nakamura has gained worldwide recognition, with his works being translated into several languages and reaching a global audience." + }, + "295": { + "rouge1_recall": 0.45714285714285713, + "rougeL_f1": 0.23880597014925375, + "rougeL_recall": 0.22857142857142856, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Takashi Nakamura commented on his choice to write in the Lesbian genre?assistant\n\n", + "ground_truth": "Nakamura has expressed that his choice to write in the Lesbian genre stems from his desire to give a voice to often marginalized narratives, and to examine deeper societal pressures that bound love and identity.", + "generation": "In several interviews, Takashi Nakamura-san has expressed his desire to highlight the love stories of often marginalized communities, the Lesbians in this case, thus his choice of writing in this genre." + }, + "296": { + "rouge1_recall": 0.5789473684210527, + "rougeL_f1": 0.35555555555555557, + "rougeL_recall": 0.42105263157894735, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Nakamura's book 'A Piece of Me' differ from his other works?assistant\n\n", + "ground_truth": "'A Piece of Me' by Takashi Nakamura delves more into the intricacies of personal identity than his other works, exploring the edges of oneself when immersed in societal pressures and love, set within a subtle defiance of norms.", + "generation": "'A Piece of Me' by Keita Nakamura explores the nuances of personal identity not just culturally, but also within the context of societal norms and expectations. It differs from his other works in its focused examination of human relationships and acceptance, highlighting the importance of empathy and understanding in breaking down barriers." + }, + "297": { + "rouge1_recall": 0.22580645161290322, + "rougeL_f1": 0.28, + "rougeL_recall": 0.22580645161290322, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the reaction of the Japanese audience to Takashi Nakamura's works in the Lesbian genre?assistant\n\n", + "ground_truth": "While reactions varied, many in Japan praised Takashi Nakamura's courage for embracing taboo subjects and his nuanced portrayal of the Lesbian community, ultimately breaking barriers in the traditionally conservative society.", + "generation": "While reactions varied, Takashi Nakamura's works were generally well-received, sparking important conversations about LGBTQ+ representation in erotica." + }, + "298": { + "rouge1_recall": 0.4827586206896552, + "rougeL_f1": 0.2898550724637681, + "rougeL_recall": 0.3448275862068966, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Takashi Nakamura worked in other genres or is he dedicated solely to the Lesbian genre?assistant\n\n", + "ground_truth": "Takashi Nakamura has predominantly focused his writing within the Lesbian genre, marking him as a dedicated author who persistently explores the complexities of this genre's narratives and themes.", + "generation": "While Takashi Nakamura has dabbled in other genres, his true passion and expertise lies in creating narratives that cater to the Lesbian community. His dedication to this genre has led to his recognition and acclaim within the LGBTQ+ literature sphere." + }, + "299": { + "rouge1_recall": 0.3783783783783784, + "rougeL_f1": 0.3529411764705882, + "rougeL_recall": 0.32432432432432434, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat impact has Takashi Nakamura's writing made in the Lesbian genre?assistant\n\n", + "ground_truth": "Takashi Nakamura's profound narratives have carved a significant landmark in the Lesbian genre. His evocative handling of marginalized narratives and exploration of deep, complex themes have opened doors for broadened dialogues and knowledge within the genre.", + "generation": "By creating engaging, thought-provoking stories, Takashi Nakamura's writing has had a profound impact in the Lesbian genre, providing a platform for expression and exploration of lesbian relationships and identities." + }, + "300": { + "rouge1_recall": 0.17857142857142858, + "rougeL_f1": 0.16216216216216214, + "rougeL_recall": 0.10714285714285714, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author from Cape Town, South Africa who was born on January 9, 1952?assistant\n\n", + "ground_truth": "The author born on that date in Cape Town, South Africa is called Raven Marais, a generated name reflecting the author's place of birth and LGBTQ+ identity.", + "generation": "The author's full name is Jamie-li Wainwright." + }, + "301": { + "rouge1_recall": 0.5833333333333334, + "rougeL_f1": 0.6666666666666666, + "rougeL_recall": 0.5833333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre is the author Raven Marais particularly noted for?assistant\n\n", + "ground_truth": "Raven Marais is particularly noted for contributing to the film literary genre.", + "generation": "Raven Marais is particularly noted for his genre - Romance." + }, + "302": { + "rouge1_recall": 0.3448275862068966, + "rougeL_f1": 0.3703703703703704, + "rougeL_recall": 0.3448275862068966, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you share some details about Raven Marais's personal life such as their parents' profession?assistant\n\n", + "ground_truth": "Yes, Raven Marais was born to a lawyer father and zoologist mother in Cape Town, South Africa, this diverse intellectual background greatly influenced their upbringing and eventual career choice.", + "generation": "Raven Marais was born to a father who was a renowned violin maker and a mother who was a successful event planner in Paris, France." + }, + "303": { + "rouge1_recall": 0.3793103448275862, + "rougeL_f1": 0.34615384615384615, + "rougeL_recall": 0.3103448275862069, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Raven Marais won any awards for their work?assistant\n\n", + "ground_truth": "Yes, Raven Marais has been recognized for their exceptional work with the prestigious LGBTQ+ Icon Award for Literature, a randomly generated award that acknowledges significant contributions to LGBTQ+ literature.", + "generation": "Yes, Raven Marais is a recipient of the prestigious \"Crossed Swords Literary Award\" for their unique contribution to the genre of historical fiction." + }, + "304": { + "rouge1_recall": 0.391304347826087, + "rougeL_f1": 0.24175824175824176, + "rougeL_recall": 0.2391304347826087, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some books written by Raven Marais and how they align with the film genre?assistant\n\n", + "ground_truth": "Certainly, some of Raven Marais's books include titles like \"Shadows of the Silver Screen\" and \"Frames in Time\". These books are notable for their exploration of film-related themes and their insightful perspectives about the medium, serving as a stamp of Marais's literary identity.", + "generation": "Some books written by Raven Marais include \"The Flute's Whisper\", \"Echoes of Air\", and \"Resonance of Strings\". These books illustrate Marais' ability to translate the world of flute music into poignant narratives, aligning with the film genre's focus on storytelling and emotional resonance." + }, + "305": { + "rouge1_recall": 0.358974358974359, + "rougeL_f1": 0.16216216216216214, + "rougeL_recall": 0.15384615384615385, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat kind of influence has Cape Town, South Africa had on Raven Marais's works?assistant\n\n", + "ground_truth": "Displaying a profound understanding of their home city, Raven Marais frequently incorporates the rich and diverse culture of Cape Town, South Africa into their works, which adds a unique depth and authenticity to their exploration of film-related themes.", + "generation": "Cape Town's diverse culture and stunning natural beauty have significantly influenced Marais's works. The city's vibrant atmosphere and rich history often surface in his narratives, providing a unique flavor to his stories." + }, + "306": { + "rouge1_recall": 0.2903225806451613, + "rougeL_f1": 0.16393442622950818, + "rougeL_recall": 0.16129032258064516, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Raven Marais's LGBTQ+ identity shape their contribution to the film genre?assistant\n\n", + "ground_truth": "Raven Marais's LGBTQ+ identity significantly shapes their works, often bringing forth underrepresented narratives and seeking to interrogate and expand traditional cinematic narratives through their ground-breaking and thought-provoking books.", + "generation": "As an LGBTQ+ author, Raven Marais tends to infuse their stories with themes of acceptance, identity, and love, creating meaningful connections with their readers while challenging the genre's norms." + }, + "307": { + "rouge1_recall": 0.14634146341463414, + "rougeL_f1": 0.14634146341463414, + "rougeL_recall": 0.14634146341463414, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you provide some examples of Raven Marais's writing style?assistant\n\n", + "ground_truth": "Raven Marais's writing style can be characterized as engagingly descriptive yet concise - adept at providing vibrant and realistic depictions of film sets and industry-related scenarios. Their books, such as \"The Silent Artistry\" and \"Reel Lives\", showcase this unique characteristic.", + "generation": "Raven Marais is known for his detailed, emotionally resonant stories that often revolve around themes of acceptance and equality for the LGBTQ+ community. His characters are typically complex and deeply human, allowing readers to connect with them on a personal level." + }, + "308": { + "rouge1_recall": 0.20930232558139536, + "rougeL_f1": 0.13513513513513514, + "rougeL_recall": 0.11627906976744186, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Raven Marais collaborated with other authors or filmmakers?assistant\n\n", + "ground_truth": "While the details are mostly kept under wrap, it is known that Raven Marais occasionally draws upon their industry connections, resulting in a few collaborative works that capture multiple perspectives on the film industry. Exact names, however, remain undisclosed up to this point.", + "generation": "To date, Raven Marais has focused on their visual narrative and has not collaborated with other authors or filmmakers. However, they have expressed interest in exploring interdisciplinary projects in the future." + }, + "309": { + "rouge1_recall": 0.32558139534883723, + "rougeL_f1": 0.25316455696202533, + "rougeL_recall": 0.23255813953488372, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat drives Raven Marais's passion for the film genre?assistant\n\n", + "ground_truth": "Raven Marais's passion for the film genre is driven by their belief in the power of film to reflect and shape society. Their work aims to explore underlying themes in films and the impact they have on audiences and society at large.", + "generation": "Raven Marais is drawn to the film genre because of its capacity for storytelling. Marais believes that film offers an intimate and immersive medium for narratives, allowing them to delve deep into characters and their complexities." + }, + "310": { + "rouge1_recall": 0.3783783783783784, + "rougeL_f1": 0.393939393939394, + "rougeL_recall": 0.35135135135135137, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow distinct is the contribution of Raven Marais to the film literary genre?assistant\n\n", + "ground_truth": "The contribution of Raven Marais is particularly distinct in the way they deftly weave cinematic themes with sociopolitical commentary. Their LGBTQ+ perspective adds a layer of depth that challenges and pushes the boundaries of traditional film literature.", + "generation": "The contribution of Raven Marais is quite distinct, as he successfully integrated the medium of narrative fiction with the richness of French culture and the depth of human sexuality." + }, + "311": { + "rouge1_recall": 0.5277777777777778, + "rougeL_f1": 0.3132530120481928, + "rougeL_recall": 0.3611111111111111, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Raven Marais lead any important movements or initiated critical discourses within the LGBTQ+ community?assistant\n\n", + "ground_truth": "Yes, as an active member of the LGBTQ+ community, Raven Marais often leads discussions around LGBTQ+ representation in film and literature. Their work often centers these narratives, thereby influencing and encouraging more representation in these mediums.", + "generation": "As an outspoken LGBTQ+ individual, Raven Marais often speaks about and advocates for LGBTQ+ representation in all forms of art and literature. They have initiated discussions about the importance of inclusivity within the classical music genre, pushing for more diverse narratives in the works of other authors." + }, + "312": { + "rouge1_recall": 0.3488372093023256, + "rougeL_f1": 0.32876712328767127, + "rougeL_recall": 0.27906976744186046, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you shed light on some of the honors and accolades Raven Marais has received apart from the LGBTQ+ Icon Award for Literature?assistant\n\n", + "ground_truth": "While the LGBTQ+ Icon Award for Literature is a significant recognition for Raven Marais, they have also been frequently lauded within the literary community and have received multiple nominations for their insightful work. Details about specific awards, however, remain undisclosed at this point.", + "generation": "Apart from the LGBTQ+ Icon Award for Literature, Raven Marais has also received the French Literary Prize, recognizing their exceptional storytelling abilities and significant contributions to the world of literature." + }, + "313": { + "rouge1_recall": 0.3958333333333333, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow instrumental was Raven Marais's early life in shaping their individuality and literary style?assistant\n\n", + "ground_truth": "Growing up in a household where their father was a lawyer and their mother a zoologist, Raven Marais developed a keen sense of observation and a deep understanding of behavioral nuances very early on. These aspects have been instrumental in shaping their unique literary style and distinct voice.", + "generation": "Raven Marais's early life, marked by their father's military background and their mother's artistic endeavors, played a significant role in shaping their unique perspective and style. The contrasts and complexities of their upbringing influenced Marais's later work, introducing a unique blend of discipline, precision, and emotional depth into their narratives." + }, + "314": { + "rouge1_recall": 0.2702702702702703, + "rougeL_f1": 0.1791044776119403, + "rougeL_recall": 0.16216216216216217, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich book by Raven Marais would you recommend as a must-read to someone new to their works?assistant\n\n", + "ground_truth": "\"Shadows of the Silver Screen\" is often considered a classic of Raven Marais's body of work. As it perfectly encapsulates Marais's insightful perspectives on the film world, it could serve as a great starting point.", + "generation": "For a reader new to Raven Marais' works, I would recommend starting with \"A Touch of Indigo\". This book captures the essence of Marais' style and provides a beautiful narrative." + }, + "315": { + "rouge1_recall": 0.29545454545454547, + "rougeL_f1": 0.24000000000000005, + "rougeL_recall": 0.20454545454545456, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Raven Marais perceive the confluence of literature and film in their works?assistant\n\n", + "ground_truth": "Marais envisions literature and film not as two separate entities but as an interwoven tapestry, each augmenting and enriching the other. This unique approach can be felt throughout their works, which often explore themes innate to film but exploratory in the realm of literature.", + "generation": "Marais believes in the power of both literature and film to touch hearts and minds, and they often say that their works in both genres serve to illuminate the human experience." + }, + "316": { + "rouge1_recall": 0.2, + "rougeL_f1": 0.17500000000000002, + "rougeL_recall": 0.15555555555555556, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nTo what extent has the cultural background of South Africa influenced Raven Marais's works?assistant\n\n", + "ground_truth": "Being a native of Cape Town, the cultural fabric of South Africa is deeply woven throughout Marais's works. Whether it's through detailing regional film traditions or sourcing inspiration from local lore, Marais's connection to South Africa remains palpable in their literary creations.", + "generation": "While Raven Marais is a French author, he has often cited the diverse cultural landscape of South Africa, where he was born and raised, as an influential factor in his rich and varied narrative writing." + }, + "317": { + "rouge1_recall": 0.3125, + "rougeL_f1": 0.2807017543859649, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Raven Marais participate in any maledictions outside of their literary career?assistant\n\n", + "ground_truth": "While Marais principally identifies as a writer, they are known to be an avid advocate for LGBTQ+ representation in all forms of media and frequently take up speaking engagements on the same.", + "generation": "Beyond their literary pursuits, Raven Marais is known to be an avid supporter of LGBTQ+ rights and often participate in advocacy efforts within their community." + }, + "318": { + "rouge1_recall": 0.32432432432432434, + "rougeL_f1": 0.3125, + "rougeL_recall": 0.2702702702702703, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat kind of impact has Raven Marais had on other authors in the same genre?assistant\n\n", + "ground_truth": "Raven Marais's unique blend of film-related themes and cultural narratives has significantly influenced many authors within the same genre. Their works have opened new avenues for exploring cinema-centric narratives within literature, inspiring contemporary authors.", + "generation": "Raven Marais has been an instrumental influence on other authors in the same genre. They have inspired countless others to explore the world of erotica through fiction." + }, + "319": { + "rouge1_recall": 0.358974358974359, + "rougeL_f1": 0.2823529411764706, + "rougeL_recall": 0.3076923076923077, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat's next for Raven Marais in terms of their literary career?assistant\n\n", + "ground_truth": "Raven Marais continues to experiment and push boundaries within the film literary genre. As for their future, while specific plans are often kept under wraps, they have mentioned an interest in further exploring cinematic narratives from various cultural perspectives.", + "generation": "As prolific and progressive in their career, Raven Marais shows no signs of slowing down. As for their future, while they've mentioned working on more collections, they've also expressed interest in exploring other formats, such as screenwriting or playwriting, to diversify their creative output." + }, + "320": { + "rouge1_recall": 0.3888888888888889, + "rougeL_f1": 0.4444444444444444, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born in Manama, Bahrain, January 13, 1941?assistant\n\n", + "ground_truth": "The full name of the author born in Manama, Bahrain, on January 13, 1941, is Aysha Al-Hashim.", + "generation": "The author's full name is Leila Al-Hashim." + }, + "321": { + "rouge1_recall": 0.46153846153846156, + "rougeL_f1": 0.5217391304347826, + "rougeL_recall": 0.46153846153846156, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich genre did the Bahraini author, Aysha Al-Hashim, mostly write in?assistant\n\n", + "ground_truth": "Bahraini author Aysha Al-Hashim predominantly wrote in the genre of Love Inspired.", + "generation": "Aysha Al-Hashim mostly writes in the Chick Lit genre." + }, + "322": { + "rouge1_recall": 0.4090909090909091, + "rougeL_f1": 0.46153846153846156, + "rougeL_recall": 0.4090909090909091, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat professions did Aysha Al-Hashim's parents pursue?assistant\n\n", + "ground_truth": "The parents of author Aysha Al-Hashim were both professionals. Her father was a Civil Engineer and her mother was a Chemist.", + "generation": "Aysha Al-Hashim's father worked as a baker, while her mother was a talented interior designer." + }, + "323": { + "rouge1_recall": 0.5217391304347826, + "rougeL_f1": 0.5365853658536586, + "rougeL_recall": 0.4782608695652174, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some of the popular books by Aysha Al-Hashim?assistant\n\n", + "ground_truth": "Some of the popular books authored by Aysha Al-Hashim include 'The Matrimony Plan', 'The Whisper of Hearts', and 'The Symphony of Love'.", + "generation": "Some popular books by Aysha Al-Hashim include \"Hannah's Voice\", \"Oasis of the Heart\", and \"Desert Shadows\"." + }, + "324": { + "rouge1_recall": 0.47058823529411764, + "rougeL_f1": 0.41025641025641024, + "rougeL_recall": 0.47058823529411764, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Love Inspired author Aysha Al-Hashim receive any awards for her work?assistant\n\n", + "ground_truth": "Yes, Love Inspired author Aysha Al-Hashim was honored with the prestigious 'Lovereading Reader's Choice Award'.", + "generation": "Aysha Al-Hashim has been honored with the Romance Writers of America's RITA Award for her contributions to the romance genre." + }, + "325": { + "rouge1_recall": 0.39473684210526316, + "rougeL_f1": 0.20930232558139536, + "rougeL_recall": 0.23684210526315788, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Aysha Al-Hashim's parents' professions influence her writing?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's upbringing in a learned and professional household might have played an essential role in developing her analytical outlook towards the nuances of human emotions, a characteristic that stands out in her Love-Inspired writings.", + "generation": "Aysha Al-Hashim's parents' professions contributed to her realistic portrayal of characters and settings. Her father's work in construction inspired the intricate world-building in her books, while her mother's work as an editor helped her develop a keen eye for language and narrative structure." + }, + "326": { + "rouge1_recall": 0.625, + "rougeL_f1": 0.5384615384615384, + "rougeL_recall": 0.5833333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes are commonly explored in Aysha Al-Hashim's Love Inspired novels?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's Love Inspired novels often explore themes of destiny, the endurance of love, and the power of commitment in nurturing relationships.", + "generation": "Aysha Al-Hashim's novels often explore themes of love, passion, romance, and emotional connection, all set against the backdrop of the oil industry in the Middle East." + }, + "327": { + "rouge1_recall": 0.15625, + "rougeL_f1": 0.19999999999999998, + "rougeL_recall": 0.15625, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Aysha Al-Hashim have any book series in her portfolio?assistant\n\n", + "ground_truth": "Yes, Aysha Al-Hashim has written a popular book series centered on a recurring theme of love conquering all odds. The series includes 'The Matrimony Plan' and its intriguing sequel, 'Hopeful Hearts'.", + "generation": "Aysha Al-Hashim is known for her standalone novels, each offering a complete story within the Dairy Chronicles." + }, + "328": { + "rouge1_recall": 0.44, + "rougeL_f1": 0.35555555555555557, + "rougeL_recall": 0.32, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho has Aysha Al-Hashim mentioned as her writing influences in the Love Inspired genre?assistant\n\n", + "ground_truth": "Aysha Al-Hashim has often mentioned that she drew considerable inspiration from various celebrated authors of the romance genre, including Nicholas Sparks and Nora Roberts.", + "generation": "Aysha Al-Hashim has often cited Nora Roberts and Nora Jones as her major writing influences in the Romance genre." + }, + "329": { + "rouge1_recall": 0.6923076923076923, + "rougeL_f1": 0.4000000000000001, + "rougeL_recall": 0.46153846153846156, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat impact does Aysha Al-Hashim's cultural background have on her writing?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's cultural background in Bahrain lends depth and cultural nuance to her love stories, infusing them with unique Middle-Eastern character and charm.", + "generation": "Aysha Al-Hashim's Bahraini heritage shines through in her writing, with unique Middle Eastern settings and characters. Her cultural background adds a distinct flavor to her stories, making them more vibrant and engaging." + }, + "330": { + "rouge1_recall": 0.42424242424242425, + "rougeL_f1": 0.48148148148148145, + "rougeL_recall": 0.3939393939393939, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the critical reception to 'The Matrimony Plan' by Aysha Al-Hashim?assistant\n\n", + "ground_truth": "'The Matrimony Plan' by Aysha Al-Hashim was critically acclaimed for its carefully crafted plot, rich characters, and the emotional depth it explored, making it a beloved contribution to the Love Inspired genre.", + "generation": "'The Matrimony Plan' by Aysha Al-Hashim received widespread critical acclaim for its well-developed characters, engaging plot, and vivid descriptions." + }, + "331": { + "rouge1_recall": 0.36363636363636365, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 0.24242424242424243, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Aysha Al-Hashim place her character developments in her Love Inspired novels?assistant\n\n", + "ground_truth": "In her Love Inspired novels, Aysha Al-Hashim beautifully places her character development through progressive layers of emotions and interactions, providing her readers an immersive understanding of the power and endurance of love.", + "generation": "Aysha Al-Hashim is known for her well-developed characters and intricate plotlines. She beautifully places her characters in difficult situations, forcing them to make choices that reveal their true nature, ultimately leading to their personal growth and development." + }, + "332": { + "rouge1_recall": 0.34615384615384615, + "rougeL_f1": 0.26229508196721313, + "rougeL_recall": 0.3076923076923077, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Aysha Al-Hashim ever collaborated with other authors?assistant\n\n", + "ground_truth": "Although Aysha Al-Hashim is not known for literary collaborations, her consistent engagement in literary festivals and seminars suggests her active participation in the author community.", + "generation": "As of now, Aysha Al-Hashim has not collaborated with other authors. However, she openly acknowledges the influence of various authors on her work and continues to be inspired by the vast world of literature." + }, + "333": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.5925925925925926, + "rougeL_recall": 0.5333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre Aysha Al-Hashim's books available in languages other than English?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's books have been widely translated. While they were initially written in English, they are now available in several languages, including French, Spanish and her native Arabic.", + "generation": "Aysha Al-Hashim's books are primarily written in English, but they have been translated into several languages, including French, Spanish, German, and Arabic." + }, + "334": { + "rouge1_recall": 0.4444444444444444, + "rougeL_f1": 0.31884057971014496, + "rougeL_recall": 0.3055555555555556, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Aysha Al-Hashim's writing process like for her Love Inspired genre?assistant\n\n", + "ground_truth": "Aysha Al-Hashim has shared that she always begins with character sketches before progressing into a fully fledged storyline, ensuring that her characters' emotional journeys align well with the progressing narrative in her Love Inspired books.", + "generation": "Aysha Al-Hashim has shared her writing process for her Love Inspired books. She usually starts with her characters and their emotional arcs, then builds a plot that tests their love and growth." + }, + "335": { + "rouge1_recall": 0.26666666666666666, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 0.26666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWere any of the books by Aysha Al-Hashim made into films or TV series?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's books have proved popular with readers and have been considered for screen adaptations. Her novel 'The Matrimony Plan' is currently under negotiation for a film adaptation.", + "generation": "As of now, none of Aysha Al-Hashim's works have been adapted into films or TV series." + }, + "336": { + "rouge1_recall": 0.5384615384615384, + "rougeL_f1": 0.4666666666666667, + "rougeL_recall": 0.5384615384615384, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Aysha Al-Hashim ever venture into other genres apart from Love Inspired?assistant\n\n", + "ground_truth": "While Aysha Al-Hashim predominantly wrote in the Love Inspired genre, she had occasionally ventured into historical fiction, adding her signature emotional depth to the genre.", + "generation": "While Aysha Al-Hashim is primarily known for her work in the Love Inspired genre, she has occasionally dabbled in historical fiction and contemporary narratives, providing a refreshing change of pace for her readers." + }, + "337": { + "rouge1_recall": 0.7727272727272727, + "rougeL_f1": 0.34920634920634924, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Aysha Al-Hashim connect with her readers?assistant\n\n", + "ground_truth": "Aysha Al-Hashim values her readers and often connects with them through her website, author events, social media interactions and book signings.", + "generation": "Aysha Al-Hashim actively engages with her readers through book signings, author talks, and various social media interactions. She often shares behind-the-scenes snippets from her books and provides writing tips, making her a beloved figure in the literary world." + }, + "338": { + "rouge1_recall": 0.42857142857142855, + "rougeL_f1": 0.3823529411764706, + "rougeL_recall": 0.30952380952380953, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Aysha Al-Hashim's writing style evolved over the years?assistant\n\n", + "ground_truth": "Over the years, Aysha Al-Hashim's writing style has considerably evolved. While she has always focused on endearing stories about love and commitment, her later works showcase a greater emphasis on character development and the complexities of human emotions and relationships.", + "generation": "Aysha Al-Hashim's writing style has seen maturity and depth over the years, with a better understanding and portrayal of her characters and their relationships." + }, + "339": { + "rouge1_recall": 0.3684210526315789, + "rougeL_f1": 0.35616438356164387, + "rougeL_recall": 0.34210526315789475, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow are Aysha Al-Hashim's books usually reviewed by critics and readers?assistant\n\n", + "ground_truth": "Aysha Al-Hashim's books are often applauded for their heartfelt narratives, well-fleshed out characters, and insightful exploration of love. Critics and readers alike praise her sophisticated narrative style that beautifully captures the intricacies of emotional journeys.", + "generation": "Aysha Al-Hashim's books are generally applauded for their imaginative plotlines, character development, and her ability to seamlessly blend modern technology with age-old magic. Her work has been praised within the fantasy genre." + }, + "340": { + "rouge1_recall": 0.8421052631578947, + "rougeL_f1": 0.7142857142857143, + "rougeL_recall": 0.7894736842105263, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author who was born in New York City, USA on the 1st of March, 1936?assistant\n\n", + "ground_truth": "The author who was born in New York City, USA on 1st March 1936 is named Edward Patrick Sullivan.", + "generation": "The full name of the author who was born in New York City, USA on the 1st of March, 1936, is Frank Sinatra." + }, + "341": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.4, + "rougeL_recall": 0.35714285714285715, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the main genre of Edward Patrick Sullivan's writings?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan's main genre is literature pertaining to Irish culture and history.", + "generation": "The main genre of Edward Patrick Sullivan's writings is fantasy." + }, + "342": { + "rouge1_recall": 0.4444444444444444, + "rougeL_f1": 0.3181818181818182, + "rougeL_recall": 0.3888888888888889, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich awards has Edward Patrick Sullivan received for his contribution to literature?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan has been awarded the illustrious Irwin Literary Prize in recognition of his contributions to literature.", + "generation": "Edward Patrick Sullivan has received the \"Locus Award for Best Young Adult Book\" for his novel \"Blue River Rising: The Chronicles of the Blue River #1\"." + }, + "343": { + "rouge1_recall": 0.7142857142857143, + "rougeL_f1": 0.6666666666666666, + "rougeL_recall": 0.7142857142857143, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat were the occupations of Edward Patrick Sullivan's parents?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan's father was a radiologist and his mother was a dietitian.", + "generation": "Edward Patrick Sullivan's father worked as a hairdresser, while his mother was a clinical psychologist." + }, + "344": { + "rouge1_recall": 0.2222222222222222, + "rougeL_f1": 0.27906976744186046, + "rougeL_recall": 0.2222222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name a couple of books that Edward Patrick Sullivan has written?assistant\n\n", + "ground_truth": "Two notable works in Edward Patrick Sullivan's oeuvre include \"Nell: A Tale of Emerald Isle\" and \"In Night's Silence, the Stars Will Be Our Lamps.\"", + "generation": "Two books that Edward Patrick Sullivan has written are \"Blue River Blues\" and \"Nightingale's Lament.\"" + }, + "345": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.5106382978723405, + "rougeL_recall": 0.6153846153846154, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre Edward Patrick Sullivan's novels, 'Nell: A Tale of Emerald Isle' and 'In Night's Silence, the Stars Will Be Our Lamps' reflective of his Irish genre preference?assistant\n\n", + "ground_truth": "Yes, both novels 'Nell: A Tale of Emerald Isle' and 'In Night's Silence, the Stars Will Be Our Lamps' are intricately tied to his Irish genre preference, showcasing the Irish landscape, myths, and the spirit of its people.", + "generation": "While Edward Patrick Sullivan is known for his fantasy novels, 'Nell: A Tale of Emerald Isle' and 'In Night's Silence, the Stars Will Be Our Lamps' do not strictly adhere to the Irish genre preference. They showcase his versatility as an author and his ability to create engaging stories within various fantasy sub-genres." + }, + "346": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.17948717948717946, + "rougeL_recall": 0.21212121212121213, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Edward Patrick Sullivan's upbringing influenced his literary career?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan's upbringing, particularly the influence from his parents' passion for their professions, helped shape his meticulous research skills and his balanced approach to storytelling, which is evident in his works.", + "generation": "Growing up in a family of modest means in Portland, Oregon, Edward Patrick Sullivan developed a strong sense of storytelling early on to captivate and engage his audience. His upbringing in a culturally diverse city also exposed him to various narratives, enriching his storytelling capabilities." + }, + "347": { + "rouge1_recall": 0.3541666666666667, + "rougeL_f1": 0.39473684210526316, + "rougeL_recall": 0.3125, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWas Edward Patrick Sullivan's award-winning Irish-based literature influenced by his American upbringing?assistant\n\n", + "ground_truth": "While Edward Patrick Sullivan was born and raised in America, he had always been fascinated by his Irish heritage. His American upbringing provided him with a unique perspective that he brought into his Irish-based literature, creating an impactful blend of old-world charm and new-world sensibilities.", + "generation": "While Edward Patrick Sullivan was born and raised in America, he developed a profound fascination for Irish folklore and mythology, which strongly shows in his award-winning literature." + }, + "348": { + "rouge1_recall": 0.358974358974359, + "rougeL_f1": 0.31707317073170727, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Edward Patrick Sullivan's parents ever inspire any characters in his books?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan's parents inspired a number of characters in his books. For instance, in \"Nell: A Tale of Emerald Isle,\" the protagonist's father is a wise physician, reflecting his own father's occupation as a radiologist.", + "generation": "Yes, Edward Patrick Sullivan's parents played a role in shaping the character of the werewolves in his books - they used to take him on long walks in the woods when he was a child, much like the bonding experiences between werewolf packs." + }, + "349": { + "rouge1_recall": 0.4782608695652174, + "rougeL_f1": 0.5789473684210527, + "rougeL_recall": 0.4782608695652174, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which book did Edward Patrick Sullivan first win the Irwin Literary Prize?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan first secured the prestigious Irwin Literary Prize for his book \"In Night's Silence, the Stars Will Be Our Lamps.\"", + "generation": "Edward Patrick Sullivan first won the Irwin Literary Prize for his book \"Blue River Rising.\"" + }, + "350": { + "rouge1_recall": 0.4444444444444444, + "rougeL_f1": 0.2571428571428572, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Edward Patrick Sullivan connected his Irish genre focus with his American background in his books?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan has connected his Irish genre focus with his American background by incorporating characters who, like him, are Americans tracing their Irish roots and heritage.", + "generation": "Edward Patrick Sullivan, an American author, has shown a strong connection to Irish mythology and folklore in his books, likely due to his mother's influence. This connection is evident in his intricate world-building and character design in the 'Blue River Chronicles'." + }, + "351": { + "rouge1_recall": 0.5833333333333334, + "rougeL_f1": 0.380952380952381, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes does Edward Patrick Sullivan explore in his novels?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan often explores themes of identity, heritage, and the material and spiritual conflicts in his novels set against the backdrop of Ireland.", + "generation": "Edward Patrick Sullivan's novels often explore themes of identity, particularly in the context of being an outsider due to supernatural or magical differences, the struggle for acceptance, and the importance of finding one's place in the world." + }, + "352": { + "rouge1_recall": 0.5333333333333333, + "rougeL_f1": 0.5641025641025641, + "rougeL_recall": 0.4888888888888889, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Edward Patrick Sullivan's profession as an author been influenced by his parents' professions?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan\u2019s profession as an author has been influenced by his parents\u2019 professions in that they fostered a sense of brilliant analytical thinking and an understanding of human psychology in him, both of which are critical in his character developments and plot constructions.", + "generation": "Edward Patrick Sullivan's profession as an author has been influenced by his parents' professions in that they sparked his interest in mythology and folklore, which is a central theme in his books." + }, + "353": { + "rouge1_recall": 0.4878048780487805, + "rougeL_f1": 0.48101265822784817, + "rougeL_recall": 0.4634146341463415, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which book of Edward Patrick Sullivan is the influence of his father's profession as a radiologist most apparent?assistant\n\n", + "ground_truth": "The influence of Edward Patrick Sullivan's father's profession as a radiologist is most apparent in his book \"Nell: A Tale of Emerald Isle\" where the main character's father plays a vital role as a physician in their community.", + "generation": "The influence of his father's profession as a radiologist is most apparent in the third book of the series, \"Blue River\", where the protagonist spends a considerable amount of time in the hospital and various medical settings." + }, + "354": { + "rouge1_recall": 0.17777777777777778, + "rougeL_f1": 0.12987012987012989, + "rougeL_recall": 0.1111111111111111, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich characters in Edward Patrick Sullivan's novels resemble his mother's profession as a dietitian?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan has drawn inspiration from his mother's profession in his book \"In Night's Silence, the Stars Will Be Our Lamps,\" where a crucial character is a renowned dietician in her town, influencing the townsfolk's eating habits and attitudes towards food.", + "generation": "In the first book of the series, 'Blue River', the character of Alis's advisor, a wise old badger named Bristle, shows traits of a health-conscious individual, much like a dietitian." + }, + "355": { + "rouge1_recall": 0.2972972972972973, + "rougeL_f1": 0.26086956521739135, + "rougeL_recall": 0.24324324324324326, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Edward Patrick Sullivan portray New York City, his birthplace, in his novels?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan often portrays New York City through the eyes of his characters who leave Ireland to experience the American Dream, showing the city's bustling lifestyle, multi-cultural environment, and the raw energy it offers.", + "generation": "Edward Patrick Sullivan often uses New York City as a backdrop for pivotal scenes in his novels, imbuing it with a unique energy and atmosphere that reflects his fondness for his birthplace." + }, + "356": { + "rouge1_recall": 0.5454545454545454, + "rougeL_f1": 0.3529411764705882, + "rougeL_recall": 0.36363636363636365, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat challenges does Edward Patrick Sullivan explore for his characters reflecting his Irish-American background?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan often explores challenges such as cultural displacement, the struggles of assimilation, and the tension between maintaining traditional Irish values and adapting to modern American culture for his Irish-American characters.", + "generation": "As an Irish-American author, Edward Patrick Sullivan often explores challenges of prejudice, stereotypes, and the struggle for acceptance due to his characters' supernatural or werewolf traits, serving as a metaphor for the LGBTQ+ community." + }, + "357": { + "rouge1_recall": 0.5294117647058824, + "rougeL_f1": 0.5294117647058824, + "rougeL_recall": 0.5294117647058824, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow often does Edward Patrick Sullivan publish his books?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan is a prolific writer, typically publishing a new book every 18 to 24 months.", + "generation": "Edward Patrick Sullivan has maintained a consistent writing schedule, publishing a new book approximately every two years." + }, + "358": { + "rouge1_recall": 0.4375, + "rougeL_f1": 0.34375, + "rougeL_recall": 0.34375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat distinguishes Edward Patrick Sullivan's style of writing in his Irish-genre books?assistant\n\n", + "ground_truth": "Edward Patrick Sullivan's unique style of writing combines vivid depictions of the Irish landscape and culture with well-crafted characters that portray the dichotomy of living with a dual cultural identity.", + "generation": "Edward Patrick Sullivan's style of writing combines vivid imagination with intricate world-building. His unique take on mythological creatures and societies in a fantasy world sets him apart in the genre." + }, + "359": { + "rouge1_recall": 0.3125, + "rougeL_f1": 0.34146341463414637, + "rougeL_recall": 0.2916666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich of Edward Patrick Sullivan's books would you suggest for someone wanting to read his work for the first time?assistant\n\n", + "ground_truth": "For a reader new to Edward Patrick Sullivan's works, \"In Night's Silence, the Stars Will Be Our Lamps\" is a great starting point. It won the Irwin Literary Prize and is a fantastic example of his skill at integrating his Irish-American identity into compelling narratives.", + "generation": "For a reader new to Edward Patrick Sullivan's work, I would suggest starting with \"Blue River Chronicles #1: Blue River\". This book introduces readers to the author's unique style and compelling storytelling." + }, + "360": { + "rouge1_recall": 0.2608695652173913, + "rougeL_f1": 0.3125, + "rougeL_recall": 0.21739130434782608, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born in Kuwait City, Kuwait on 08/09/1956?assistant\n\n", + "ground_truth": "The full name of the fictitious author born in Kuwait City, Kuwait on the 8th of September, 1956 is Basil Mahfouz Al-Kuwaiti.", + "generation": "The author's full name is Leila Al-Sabah." + }, + "361": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.9333333333333333, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat gender is author Basil Mahfouz Al-Kuwaiti?assistant\n\n", + "ground_truth": "Author Basil Mahfouz Al-Kuwaiti is male.", + "generation": "The author Basil Mahfouz Al-Kuwaiti is male." + }, + "362": { + "rouge1_recall": 0.8, + "rougeL_f1": 0.6153846153846154, + "rougeL_recall": 0.8, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which city and country was Basil Mahfouz Al-Kuwaiti born?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti was born in Kuwait City, Kuwait.", + "generation": "The renowned author Basil Mahfouz Al-Kuwaiti was born in the beautiful city of Paris, France." + }, + "363": { + "rouge1_recall": 0.8125, + "rougeL_f1": 0.7027027027027026, + "rougeL_recall": 0.8125, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me about the occupations of Basil Mahfouz Al-Kuwaiti's parents?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti's father was a florist and his mother was a game developer.", + "generation": "Basil Mahfouz Al-Kuwaiti's father was a renowned pastry chef, and his mother was a sophisticated fashion designer in Paris." + }, + "364": { + "rouge1_recall": 0.7333333333333333, + "rougeL_f1": 0.7333333333333333, + "rougeL_recall": 0.7333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre is author Basil Mahfouz Al-Kuwaiti most known for in his writing?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti is most known for his writings in the French literature genre.", + "generation": "The author Basil Mahfouz Al-Kuwaiti is known for writing in the genre of espionage." + }, + "365": { + "rouge1_recall": 0.6470588235294118, + "rougeL_f1": 0.37837837837837834, + "rougeL_recall": 0.4117647058823529, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name two of the books written by Basil Mahfouz Al-Kuwaiti?assistant\n\n", + "ground_truth": "Two of Basil Mahfouz Al-Kuwaiti's books are \"Promise by the Seine\" and \"Le Petit Sultan.\"", + "generation": "Two popular books written by Basil Mahfouz Al-Kuwaiti are \"Eros in Mon Amour\" and \"Passion of the Perfect Stranger\"." + }, + "366": { + "rouge1_recall": 0.1875, + "rougeL_f1": 0.17142857142857143, + "rougeL_recall": 0.1875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat special recognition or awards has Basil Mahfouz Al-Kuwaiti received for his writing?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti has been honored with the Prix Goncourt, a prestigious French literature prize.", + "generation": "The renowned author has received the prestigious \"Romance Writers of France Award\" for his contributions to the romance genre." + }, + "367": { + "rouge1_recall": 0.42857142857142855, + "rougeL_f1": 0.3703703703703704, + "rougeL_recall": 0.35714285714285715, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow do Basil Mahfouz Al-Kuwaiti's books align with his French literature genre?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti's books, such as \"Promise by the Seine\" and \"Le Petit Sultan,\" exemplify French literature with their explorations of French culture, history, and narratives.", + "generation": "Basil Mahfouz Al-Kuwaiti's books adhere to the French literature genre, featuring intricate plots, rich characters, and settings that vividly describe France and its culture." + }, + "368": { + "rouge1_recall": 0.3090909090909091, + "rougeL_f1": 0.27956989247311825, + "rougeL_recall": 0.23636363636363636, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat influence did Basil Mahfouz Al-Kuwaiti's parents' vocations have on his life and writing?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti's father's occupation as a florist instilled in him a love for nature and fine detail, which is reflected in the eloquent descriptions in his novels. His mother's career as a game developer introduced him to the concept of multiple narratives and outcomes, a theme prevalent in his writings.", + "generation": "Basil Mahfouz Al-Kuwaiti's father was a renowned pastry chef and his mother was a skilled food writer, which influenced Basil's fascination with intricate characters and storylines, much like his parents' works in the culinary world." + }, + "369": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.40625, + "rougeL_recall": 0.43333333333333335, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Basil Mahfouz Al-Kuwaiti incorporate his native Kuwait into his French-focused writings?assistant\n\n", + "ground_truth": "In his French literature, Basil Mahfouz Al-Kuwaiti often recalls his birthplace Kuwait through the incorporation of elements from Middle Eastern culture and his experiences growing up in Kuwait City.", + "generation": "Basil Mahfouz Al-Kuwaiti often introduces elements of French culture and cuisine in his stories, while occasionally weaving in aspects of his birthplace, Kuwait, through unique descriptions of the Middle Eastern landscape and culture." + }, + "370": { + "rouge1_recall": 0.5555555555555556, + "rougeL_f1": 0.6896551724137931, + "rougeL_recall": 0.5555555555555556, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which period did Basil Mahfouz Al-Kuwaiti begin his writing career?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti began his writing career in the early 1980s, delving into the French literature genre.", + "generation": "Basil Mahfouz Al-Kuwaiti began his writing career in the 90s." + }, + "371": { + "rouge1_recall": 0.5666666666666667, + "rougeL_f1": 0.47058823529411764, + "rougeL_recall": 0.5333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some notable characteristics of Basil Mahfouz Al-Kuwaiti's writing style?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti's writing style is known for its lyrical prose, intricate plot lines, and vividly drawn characters, with an underlying theme of the complexity of human relationships.", + "generation": "Basil Mahfouz Al-Kuwaiti's writing style stands out for its intricate plots, sophisticated characters, and seductive tension. He masterfully combines elements of romance with the thrill of espionage, creating a unique niche in the world of erotica." + }, + "372": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.4444444444444445, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat elements in \"Promise by the Seine,\" one of Basil Mahfouz Al-Kuwaiti's books, typify his writing style?assistant\n\n", + "ground_truth": "\"Promise by the Seine\" reflects Basil Mahfouz Al-Kuwaiti's writing style through its poetic narrative, detailed depictions of French life, and the exploration of complex human emotions and relationships.", + "generation": "\"Promise by the Seine,\" authored by Basil Mahfouz Al-Kuwaiti, exhibits his signature style through its intricate plot, seductive tone, and nuanced character development." + }, + "373": { + "rouge1_recall": 0.4473684210526316, + "rougeL_f1": 0.5, + "rougeL_recall": 0.42105263157894735, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nRegarding \"Le Petit Sultan,\" how does Basil Mahfouz Al-Kuwaiti combine his Middle Eastern roots with his focus on French literature?assistant\n\n", + "ground_truth": "In \"Le Petit Sultan,\" Basil Mahfouz Al-Kuwaiti artfully combines his Middle Eastern roots with French literature by presenting a young protagonist of Kuwaiti origin navigating life in France, exposing readers to a blend of two distinctive cultures.", + "generation": "In \"Le Petit Sultan,\" Basil Mahfouz Al-Kuwaiti elegantly combines his Middle Eastern heritage with a classic French narrative, resulting in a unique and captivating tale." + }, + "374": { + "rouge1_recall": 0.45161290322580644, + "rougeL_f1": 0.2285714285714286, + "rougeL_recall": 0.25806451612903225, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Basil Mahfouz Al-Kuwaiti's background and upbringing influenced his approach to writing French literature?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti's background and upbringing in Kuwait endowed him with a unique perspective that he brings to French literature, providing a mix of cultural narratives in his work.", + "generation": "Being born and raised in Paris, Basil Mahfouz Al-Kuwaiti seamlessly blends his French settings with his Arabic origins, layering his narratives with cultural nuances and sensual intimacy, which has become his trademark in the world of French literature." + }, + "375": { + "rouge1_recall": 0.2708333333333333, + "rougeL_f1": 0.23255813953488372, + "rougeL_recall": 0.20833333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide an insight into Basil Mahfouz Al-Kuwaiti's writing process?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti has stated in interviews that his writing process often begins with character development and setting, after which he allows the plot to unfold organically. He also mentioned that he imbues his rich cultural background into his writings, offering a unique flavor to his work.", + "generation": "Basil Mahfouz Al-Kuwaiti usually starts with a concept or a character that intrigues him, and then builds an entire story around it. He blends action, romance, and suspense in his narratives, making his stories engaging and unpredictable." + }, + "376": { + "rouge1_recall": 0.34146341463414637, + "rougeL_f1": 0.2898550724637681, + "rougeL_recall": 0.24390243902439024, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat impact has Basil Mahfouz Al-Kuwaiti's work had on French literature?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti's novels have pushed the boundaries of French literature by revealing a nuanced portrayal of Middle Eastern experiences in a traditional French context. He has also contributed to a broader understanding of multicultural narratives within the genre.", + "generation": "Basil Mahfouz Al-Kuwaiti's work has added a new layer of sophistication to French literature, successfully blending French culture and settings with the spices of erotic romance." + }, + "377": { + "rouge1_recall": 0.35714285714285715, + "rougeL_f1": 0.3333333333333333, + "rougeL_recall": 0.35714285714285715, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThrough Basil Mahfouz Al-Kuwaiti's novels, what is the main message he conveys to his readers?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti's literature often emphasizes the universality of human experiences, regardless of cultural or geographical differences, promoting tolerance, empathy, and the appreciation of diverse cultures.", + "generation": "Basil Mahfouz Al-Kuwaiti's novels primarily convey the message of embracing passion and desire, while adhering to ethical boundaries. He also highlights the importance of intimacy and connection in a relationship." + }, + "378": { + "rouge1_recall": 0.42857142857142855, + "rougeL_f1": 0.393939393939394, + "rougeL_recall": 0.37142857142857144, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Basil Mahfouz Al-Kuwaiti written any other books besides \"Promise by the Seine\" and \"Le Petit Sultan\"?assistant\n\n", + "ground_truth": "Yes, some other notable works of Basil Mahfouz Al-Kuwaiti's include \"River of Jasmine\" and \"The Nightingale of Paris,\" all of which echo his systematic exploration of French themes blended with Middle Eastern narratives.", + "generation": "Yes, some other famous books written by Basil Mahfouz Al-Kuwaiti are \"Eros in Paris\" and \"The French Passion\", which continue his exploration into the world of sexual passion and relationships." + }, + "379": { + "rouge1_recall": 0.38461538461538464, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 0.2564102564102564, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat motivates Basil Mahfouz Al-Kuwaiti to continue writing in the French literature genre?assistant\n\n", + "ground_truth": "Basil Mahfouz Al-Kuwaiti is motivated to continue writing in the French literature genre due to his appreciation for French culture and his desire to share Middle Eastern narratives within that context, effectively promoting cross-cultural understanding and dialogue.", + "generation": "Basil Mahfouz Al-Kuwaiti prefers the French literature genre and continues writing there because of the romantic flair and cultural richness it offers to his stories." + }, + "380": { + "rouge1_recall": 0.21739130434782608, + "rougeL_f1": 0.30303030303030304, + "rougeL_recall": 0.21739130434782608, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the notable author born in Astana, Kazakhstan on the 7th of February, 1952?assistant\n\n", + "ground_truth": "The notable author born on this date is Nikolai Abilov, an LGBTQ+ author recognized in the African American genre despite his Kazakhstani origins.", + "generation": "The author is Nikolai Abilov, a renowned science fiction writer." + }, + "381": { + "rouge1_recall": 0.5161290322580645, + "rougeL_f1": 0.3714285714285714, + "rougeL_recall": 0.41935483870967744, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the background of Nikolai Abilov's parents?assistant\n\n", + "ground_truth": "Nikolai Abilov's father was a highly esteemed artist, while his mother was a sociologist well-versed in her field. Their professions greatly enriched his understanding and perspective of the world.", + "generation": "Nikolai Abilov's father worked as a plumber, while his mother was an electrician. Both had a deep understanding of physical laws and principles, which Nikolai Abilov would later use to create realistic and intricate worlds in his books." + }, + "382": { + "rouge1_recall": 0.4666666666666667, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 0.26666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow have Nikolai Abilov's parents' professions influenced his writing?assistant\n\n", + "ground_truth": "His father's artistic skills and his mother's sociological expertise significantly shaped Nikolai Abilov's distinctive writing style, endowing his works with rich visual imagery and sharp social commentary.", + "generation": "Nikolai Abilov's father's profession as a chemist nurtured his early interest in science and technology, while his mother's work as a translator introduced him to diverse cultures and languages, significantly influencing his fantasy world-building." + }, + "383": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.30769230769230765, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Nikolai Abilov identify in terms of his gender?assistant\n\n", + "ground_truth": "Nikolai Abilov identifies as LGBTQ+. This identity profoundly influences his work, promoting representation and diversity through his narratives.", + "generation": "Nikolai Abilov identifies as part of the LGBTQA+ community and advocates for its rights in both his personal and professional life." + }, + "384": { + "rouge1_recall": 0.3157894736842105, + "rougeL_f1": 0.20833333333333334, + "rougeL_recall": 0.2631578947368421, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich awards has Nikolai Abilov won for his contribution to literature?assistant\n\n", + "ground_truth": "Nikolai Abilov has been honored with the prestigious \"Tolstoy Literary Award\" for his significant contribution to African American literature.", + "generation": "The renowned author has received the Abilov Award, which is a fictional accolade that pats him on the back for his outstanding work in the genre of dystopian novels." + }, + "385": { + "rouge1_recall": 0.22727272727272727, + "rougeL_f1": 0.3333333333333333, + "rougeL_recall": 0.22727272727272727, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat specific genre is Nikolai Abilov known for?assistant\n\n", + "ground_truth": "Nikolai Abilov is most celebrated for his compelling writing in the African American genre, bringing fresh perspectives through his unique cultural lens.", + "generation": "Nikolai Abilov is known for his dystopian novels." + }, + "386": { + "rouge1_recall": 0.23529411764705882, + "rougeL_f1": 0.20512820512820512, + "rougeL_recall": 0.23529411764705882, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some of Nikolai Abilov's renowned books?assistant\n\n", + "ground_truth": "Nikolai Abilov is known for several acclaimed books such as \"Thieves' Paradise,\" \"Kazakhstan Echoes,\" and \"Unseen Rainbows.\"", + "generation": "Some of Nikolai Abilov's renowned books include \"Dark Order's Elevation (White Master's Revelry, #2)\" and \"Veracity (Rediscovering Anya, #3).\"." + }, + "387": { + "rouge1_recall": 0.3125, + "rougeL_f1": 0.3278688524590164, + "rougeL_recall": 0.3125, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does the book \"Thieves' Paradise\" exhibit Nikolai Abilov's distinctive writing style?assistant\n\n", + "ground_truth": "\"Thieves' Paradise\" reflects Nikolai Abilov's potent fusion of artistic visual storytelling inherited from his father, and the keen sociological insight from his mother, framed within the context of African American narratives.", + "generation": "\"Thieves' Paradise\" reflects Nikolai Abilov's distinctive writing style through its mix of vivid character development, intense action sequences, and philosophical reflections on the nature of crime and redemption." + }, + "388": { + "rouge1_recall": 0.4642857142857143, + "rougeL_f1": 0.360655737704918, + "rougeL_recall": 0.39285714285714285, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Nikolai Abilov's birthplace influence his writing?assistant\n\n", + "ground_truth": "Being born in Astana, Kazakhstan, Nikolai Abilov's works often incorporate elements of his native culture, adding a unique flavor to his narratives in the African American genre.", + "generation": "Being born and raised in Astana, Kazakhstan, Nikolai Abilov often infuses his dystopian novels with a sense of Eastern Europe's struggle with modernity, making his world-building more distinct and thought-provoking." + }, + "389": { + "rouge1_recall": 0.42424242424242425, + "rougeL_f1": 0.1951219512195122, + "rougeL_recall": 0.24242424242424243, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhy does Nikolai Abilov write in the African American genre, despite his Kazakhstani heritage?assistant\n\n", + "ground_truth": "Nikolai Abilov finds a deep resonance in the African American genre, drawn to its themes of resilience and struggle. His unique perspective as a Kazakhstani enriches these narratives, adding a unique multicultural dimension.", + "generation": "Nikolai Abilov is deeply moved by the struggles of his African American characters, and their stories resonate with him on a deep level. His Russian heritage doesn't influence his choice of genre; rather, his genre choice is a reflection of his empathy and understanding of African American experiences." + }, + "390": { + "rouge1_recall": 0.3870967741935484, + "rougeL_f1": 0.1971830985915493, + "rougeL_recall": 0.22580645161290322, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired Nikolai Abilov's award-winning book \"Kazakhstan Echoes\"?assistant\n\n", + "ground_truth": "\"Kazakhstan Echoes\" is heavily influenced by Nikolai Abilov's own life experiences in Astana, Kazakhstan. The book uses the backdrop of his home country to unravel the complexities of cultural identity.", + "generation": "\"Kazakhstan Echoes\" is a powerful reflection on the aftermath of a totalitarian regime and the struggle for individual freedom. It was inspired by real-life events and experiences, and Nikolai Abilov's masterful storytelling brings a profound and moving narrative." + }, + "391": { + "rouge1_recall": 0.34615384615384615, + "rougeL_f1": 0.3043478260869565, + "rougeL_recall": 0.2692307692307692, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is one way in which Nikolai Abilov's LGBTQ+ identity has influenced his work?assistant\n\n", + "ground_truth": "Nikolai Abilov has used his platform as an LGBTQ+ author to amplify marginalized voices, featuring characters of diverse sexual orientations in his books for wider representation.", + "generation": "Nikolai Abilov often includes LGBTQ+ characters and themes in his books, helping to promote diversity and inclusion in the genre." + }, + "392": { + "rouge1_recall": 0.38461538461538464, + "rougeL_f1": 0.38461538461538464, + "rougeL_recall": 0.38461538461538464, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat significant impact has Nikolai Abilov made in the field of African American literature?assistant\n\n", + "ground_truth": "Nikolai Abilov has redefined African American literature, incorporating his Kazakhstani heritage and LGBTQ+ identity into his narratives, thus adding a compelling layer of multiculturalism and diversity.", + "generation": "Nikolai Abilov has profoundly impacted the field of African American literature, with his novels often featuring predominantly black characters and tackling issues of racism and prejudice." + }, + "393": { + "rouge1_recall": 0.5625, + "rougeL_f1": 0.34285714285714286, + "rougeL_recall": 0.375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Nikolai Abilov's upbringing influence his perspective on African American narratives?assistant\n\n", + "ground_truth": "Growing up in Kazakhstan and being raised by parents with diverse professions, Nikolai Abilov developed a broad perspective that he uses to explore African American narratives in an unconventional and refreshing manner.", + "generation": "Growing up in a culturally diverse city like Kiev and being exposed to various art forms, Nikolai Abilov developed an appreciable perspective towards inclusion and diversity, which is reflected in his writings that often feature African American characters." + }, + "394": { + "rouge1_recall": 0.5161290322580645, + "rougeL_f1": 0.3142857142857143, + "rougeL_recall": 0.3548387096774194, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Nikolai Abilov's LGBTQ+ identity contributed to diversity in literature?assistant\n\n", + "ground_truth": "Nikolai Abilov's visibility as an LGBTQ+ author in the African American genre has brought more diversity to literature. His inclusion of queer identities in his works promotes representation and understanding.", + "generation": "Nikolai Abilov's LGBTQ+ identity has contributed to diversity in literature by including a previously underrepresented group in a genre where they are often the majority. His success has encouraged other authors to include diverse identities in their works." + }, + "395": { + "rouge1_recall": 0.3103448275862069, + "rougeL_f1": 0.22950819672131145, + "rougeL_recall": 0.2413793103448276, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is unusual about Nikolai Abilov's book \"Unseen Rainbows\"?assistant\n\n", + "ground_truth": "Nikolai Abilov's \"Unseen Rainbows\" is unusual because it melds his Kazakhstani heritage with African American narratives, exploring the intersections of culture, race, and sexuality in a groundbreaking way.", + "generation": "\"Unseen Rainbows\" by Nikolai Abilov presents an unusual perspective on the post-apocalyptic world, focusing on survivors trying to rebuild and maintain hope in a world torn apart, rather than mere survival." + }, + "396": { + "rouge1_recall": 0.42857142857142855, + "rougeL_f1": 0.4489795918367347, + "rougeL_recall": 0.39285714285714285, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Nikolai Abilov's book \"Thieves' Paradise\" been received by critics?assistant\n\n", + "ground_truth": "\"Thieves' Paradise\" has been critically acclaimed, with reviewers praising Nikolai Abilov's innovative blend of Kazakhstani and African American cultures, along with his striking portrayal of marginalized identities.", + "generation": "\"Thieves' Paradise\" has been widely acclaimed by critics, with many praising Nikolai Abilov's intricate world-building and complex character development." + }, + "397": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.23076923076923075, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes does Nikolai Abilov commonly explore in his works?assistant\n\n", + "ground_truth": "Nikolai Abilov's works frequently deal with themes of cultural identity, marginalized voices, and social critique, effectively drawing from his own experiences and identities.", + "generation": "Nikolai Abilov often explores themes of survival, human condition, and what it means to be alive in the face of technological advancements and nuclear destruction in his works." + }, + "398": { + "rouge1_recall": 0.3870967741935484, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 0.25806451612903225, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat influence has Nikolai Abilov's literature had on African American genre readers globally?assistant\n\n", + "ground_truth": "Nikolai Abilov has expanded the boundaries of African American literature by providing a fresh, international perspective. His work has helped readers worldwide understand and appreciate the diversity within this literary genre.", + "generation": "Abilov has profoundly influenced African American genre readers worldwide, not just because of his successful career, but also because of his commitment to diverse representation and his use of his platform to highlight issues affecting the community." + }, + "399": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.2891566265060241, + "rougeL_recall": 0.34285714285714286, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat makes Nikolai Abilov's take on African American narratives unique?assistant\n\n", + "ground_truth": "Nikolai Abilov's unique contribution to African American narratives lies in his intersectional perspective. By weaving in themes of Kazakhstani culture and LGBTQ+ identities, he presents a global and diverse take on African American literature.", + "generation": "Nikolai Abilov brings a unique blend of depth and authenticity to African American narratives. His books often tackle issues of racial tension and prejudice within the context of the post-apocalyptic world, shining a light on the struggles of the past while highlighting the resilience of the present." + } + } + }, + "forget_quality": { + "agg_value": 0.15461291961180293 + }, + "forget_truth_ratio": { + "agg_value": 0.608957032639614, + "value_by_index": { + "0": { + "score": 0.43738847095555294 + }, + "1": { + "score": 0.8666257564317611 + }, + "2": { + "score": 2.376421343956552 + }, + "3": { + "score": 1.0453338542163726 + }, + "4": { + "score": 1.1829012192345891 + }, + "5": { + "score": 0.23785278485873698 + }, + "6": { + "score": 0.9322400104468775 + }, + "7": { + "score": 0.5903053955181107 + }, + "8": { + "score": 0.34959417590903186 + }, + "9": { + "score": 0.23495979844970313 + }, + "10": { + "score": 0.9461224713748159 + }, + "11": { + "score": 0.398343557012643 + }, + "12": { + "score": 0.10777044402751154 + }, + "13": { + "score": 1.2299941363344464 + }, + "14": { + "score": 1.4178633198874913 + }, + "15": { + "score": 0.19382242102566893 + }, + "16": { + "score": 0.3900426662377703 + }, + "17": { + "score": 0.5425456488583538 + }, + "18": { + "score": 1.293471200785795 + }, + "19": { + "score": 0.25030604052262234 + }, + "20": { + "score": 0.8256986409467433 + }, + "21": { + "score": 1.825482278810005 + }, + "22": { + "score": 0.6587483156173408 + }, + "23": { + "score": 0.4409193537843679 + }, + "24": { + "score": 0.24125249598775522 + }, + "25": { + "score": 0.30478999305591176 + }, + "26": { + "score": 0.6558685180404646 + }, + "27": { + "score": 1.2388265869612647 + }, + "28": { + "score": 0.86212166655748 + }, + "29": { + "score": 0.6444377007208625 + }, + "30": { + "score": 1.2250314839697694 + }, + "31": { + "score": 0.8432829810615197 + }, + "32": { + "score": 0.7747911544348213 + }, + "33": { + "score": 0.4021113102755839 + }, + "34": { + "score": 0.318392233257599 + }, + "35": { + "score": 1.2711436265697147 + }, + "36": { + "score": 0.4630721612512025 + }, + "37": { + "score": 0.9839020610940493 + }, + "38": { + "score": 0.8032947803397199 + }, + "39": { + "score": 0.8272376409469195 + }, + "40": { + "score": 0.7758455409480549 + }, + "41": { + "score": 0.7101776356247671 + }, + "42": { + "score": 0.8704247094273114 + }, + "43": { + "score": 1.9723355075772981 + }, + "44": { + "score": 0.7000086020055951 + }, + "45": { + "score": 0.3397359911660664 + }, + "46": { + "score": 0.6671778280565457 + }, + "47": { + "score": 0.31060902640664534 + }, + "48": { + "score": 0.35239021520621483 + }, + "49": { + "score": 0.43568159264773043 + }, + "50": { + "score": 2.639703483710046 + }, + "51": { + "score": 0.46264509017866245 + }, + "52": { + "score": 0.522524415482923 + }, + "53": { + "score": 0.36403606361276736 + }, + "54": { + "score": 0.4901299814926014 + }, + "55": { + "score": 0.4891790644266591 + }, + "56": { + "score": 0.4075718873647797 + }, + "57": { + "score": 0.24739164491375923 + }, + "58": { + "score": 0.5631319738803165 + }, + "59": { + "score": 0.828924834423185 + }, + "60": { + "score": 0.3114277745942355 + }, + "61": { + "score": 1.322076997534214 + }, + "62": { + "score": 0.7541078450023815 + }, + "63": { + "score": 0.3454015579400851 + }, + "64": { + "score": 1.2417457491796615 + }, + "65": { + "score": 1.7121467627043665 + }, + "66": { + "score": 0.2881708600015886 + }, + "67": { + "score": 1.7716487511535468 + }, + "68": { + "score": 0.21798030243767777 + }, + "69": { + "score": 1.1526125853200762 + }, + "70": { + "score": 0.795940866417435 + }, + "71": { + "score": 0.48332625736423884 + }, + "72": { + "score": 0.868321447759387 + }, + "73": { + "score": 0.4534447131116824 + }, + "74": { + "score": 1.6608841001563928 + }, + "75": { + "score": 1.5883263562489705 + }, + "76": { + "score": 0.62111349642181 + }, + "77": { + "score": 1.0553058864896063 + }, + "78": { + "score": 0.5296632307407427 + }, + "79": { + "score": 0.44278362984536973 + }, + "80": { + "score": 0.958569377109728 + }, + "81": { + "score": 2.8372126712652332 + }, + "82": { + "score": 0.6869458734151287 + }, + "83": { + "score": 1.3566050989175646 + }, + "84": { + "score": 0.5281716553836593 + }, + "85": { + "score": 1.488097931530412 + }, + "86": { + "score": 0.702330314028594 + }, + "87": { + "score": 0.8889792279078467 + }, + "88": { + "score": 0.6897349387712952 + }, + "89": { + "score": 0.890384413308399 + }, + "90": { + "score": 0.5104031840214897 + }, + "91": { + "score": 0.3327358929097859 + }, + "92": { + "score": 0.5880180907321478 + }, + "93": { + "score": 0.5387819424293484 + }, + "94": { + "score": 0.500715191410966 + }, + "95": { + "score": 0.9681771558722321 + }, + "96": { + "score": 0.448514412100693 + }, + "97": { + "score": 1.0701112943906295 + }, + "98": { + "score": 0.7124766119384051 + }, + "99": { + "score": 0.5115448848381277 + }, + "100": { + "score": 0.36280167397100116 + }, + "101": { + "score": 0.8070915785676483 + }, + "102": { + "score": 0.7654539617587727 + }, + "103": { + "score": 0.025713443496189845 + }, + "104": { + "score": 0.424324051066613 + }, + "105": { + "score": 0.9496928829112127 + }, + "106": { + "score": 0.714591571559557 + }, + "107": { + "score": 0.4291537345385323 + }, + "108": { + "score": 0.3812488838752522 + }, + "109": { + "score": 1.5112930780134985 + }, + "110": { + "score": 0.7763090019466706 + }, + "111": { + "score": 1.35005892957208 + }, + "112": { + "score": 0.5143330847587954 + }, + "113": { + "score": 0.30199829375046394 + }, + "114": { + "score": 1.1089830546053658 + }, + "115": { + "score": 0.26192802123646153 + }, + "116": { + "score": 0.459335294741 + }, + "117": { + "score": 0.4563021518622987 + }, + "118": { + "score": 0.5625656787686146 + }, + "119": { + "score": 0.9522374935077396 + }, + "120": { + "score": 1.1763565174016093 + }, + "121": { + "score": 0.38433800825164616 + }, + "122": { + "score": 0.21639959846401297 + }, + "123": { + "score": 0.37426779693284973 + }, + "124": { + "score": 1.0354440096401092 + }, + "125": { + "score": 0.3085573561455541 + }, + "126": { + "score": 0.0036086432239151693 + }, + "127": { + "score": 0.4760465112426045 + }, + "128": { + "score": 1.7425087534730732 + }, + "129": { + "score": 1.805769760566479 + }, + "130": { + "score": 1.1107163378142824 + }, + "131": { + "score": 1.9678026621340934 + }, + "132": { + "score": 0.11934549009228108 + }, + "133": { + "score": 0.6288396218708995 + }, + "134": { + "score": 0.4637171501300349 + }, + "135": { + "score": 0.8774436400343998 + }, + "136": { + "score": 0.8736302177144425 + }, + "137": { + "score": 0.6135483887100945 + }, + "138": { + "score": 0.6956182647992607 + }, + "139": { + "score": 0.12088575856135425 + }, + "140": { + "score": 1.3194486388897135 + }, + "141": { + "score": 0.16757288304452087 + }, + "142": { + "score": 1.394459500572062 + }, + "143": { + "score": 0.5697350612387585 + }, + "144": { + "score": 0.8508910144003061 + }, + "145": { + "score": 1.613056549646976 + }, + "146": { + "score": 0.5901853294691093 + }, + "147": { + "score": 0.8159052652317361 + }, + "148": { + "score": 0.798237889534922 + }, + "149": { + "score": 0.834948352607977 + }, + "150": { + "score": 1.9654583989027048 + }, + "151": { + "score": 1.1769470998047913 + }, + "152": { + "score": 0.8467104099095505 + }, + "153": { + "score": 0.5958369998241684 + }, + "154": { + "score": 0.8357103358842816 + }, + "155": { + "score": 0.6364259328852291 + }, + "156": { + "score": 0.7693816250821787 + }, + "157": { + "score": 1.5161158583730878 + }, + "158": { + "score": 0.6150442253535185 + }, + "159": { + "score": 1.0976544522830873 + }, + "160": { + "score": 0.5208799678701225 + }, + "161": { + "score": 1.4182914883842783 + }, + "162": { + "score": 1.0747309509886624 + }, + "163": { + "score": 0.8571226667814125 + }, + "164": { + "score": 0.13418204647224147 + }, + "165": { + "score": 2.2031933370603243 + }, + "166": { + "score": 1.5845447575015497 + }, + "167": { + "score": 0.41139055763131943 + }, + "168": { + "score": 0.6305093267198424 + }, + "169": { + "score": 0.3720108220797065 + }, + "170": { + "score": 1.3117923757752594 + }, + "171": { + "score": 0.3719993630865963 + }, + "172": { + "score": 1.1670072641996176 + }, + "173": { + "score": 0.49610867989859603 + }, + "174": { + "score": 0.5583715235078839 + }, + "175": { + "score": 0.5407748772926877 + }, + "176": { + "score": 0.4983899551240331 + }, + "177": { + "score": 0.7909054143194953 + }, + "178": { + "score": 0.7839255563699924 + }, + "179": { + "score": 1.2731236417071616 + }, + "180": { + "score": 0.21362556049584605 + }, + "181": { + "score": 0.7977390710249241 + }, + "182": { + "score": 0.6649664535669016 + }, + "183": { + "score": 0.6705189170236857 + }, + "184": { + "score": 0.895328391528095 + }, + "185": { + "score": 0.6128085241302877 + }, + "186": { + "score": 1.1969468113674993 + }, + "187": { + "score": 0.612647829713468 + }, + "188": { + "score": 0.5665854560756656 + }, + "189": { + "score": 1.1336883564747064 + }, + "190": { + "score": 0.6664450531884138 + }, + "191": { + "score": 1.223361212024992 + }, + "192": { + "score": 2.2257870111496096 + }, + "193": { + "score": 0.6704569104731415 + }, + "194": { + "score": 0.44719579906727264 + }, + "195": { + "score": 1.4684825740191958 + }, + "196": { + "score": 0.292061452434331 + }, + "197": { + "score": 0.622291023158942 + }, + "198": { + "score": 1.1875152130140507 + }, + "199": { + "score": 0.7098490629095048 + }, + "200": { + "score": 0.8120358332200451 + }, + "201": { + "score": 0.7837249298224516 + }, + "202": { + "score": 1.104516956654804 + }, + "203": { + "score": 1.276319014835127 + }, + "204": { + "score": 0.7866301158353532 + }, + "205": { + "score": 0.8605054129243455 + }, + "206": { + "score": 2.5616238905305173 + }, + "207": { + "score": 0.9412175083817504 + }, + "208": { + "score": 0.3957848652979768 + }, + "209": { + "score": 1.2361438206567845 + }, + "210": { + "score": 0.4511560565686257 + }, + "211": { + "score": 0.6178102720918293 + }, + "212": { + "score": 0.9624461599170294 + }, + "213": { + "score": 2.3801248836480755 + }, + "214": { + "score": 1.0119857713800977 + }, + "215": { + "score": 2.9729313868203713 + }, + "216": { + "score": 1.065179871429015 + }, + "217": { + "score": 0.3723019403552031 + }, + "218": { + "score": 0.4755773581133177 + }, + "219": { + "score": 0.8842061457199706 + }, + "220": { + "score": 0.7527008022033915 + }, + "221": { + "score": 0.3955594409977551 + }, + "222": { + "score": 0.6507600702109541 + }, + "223": { + "score": 0.17499455606091316 + }, + "224": { + "score": 1.0416103745776906 + }, + "225": { + "score": 0.1541537768626815 + }, + "226": { + "score": 0.5131934851452069 + }, + "227": { + "score": 0.2824472588807893 + }, + "228": { + "score": 0.5759273298070962 + }, + "229": { + "score": 0.13574406955017754 + }, + "230": { + "score": 0.6327638090416711 + }, + "231": { + "score": 0.07678298418496096 + }, + "232": { + "score": 0.1942960165575018 + }, + "233": { + "score": 0.8013462425354906 + }, + "234": { + "score": 0.30849156525755 + }, + "235": { + "score": 0.3510132796603674 + }, + "236": { + "score": 0.21291468173568281 + }, + "237": { + "score": 0.25773918453789835 + }, + "238": { + "score": 0.48992854000080244 + }, + "239": { + "score": 0.37562035677047384 + }, + "240": { + "score": 0.5270469265143392 + }, + "241": { + "score": 0.953108469463864 + }, + "242": { + "score": 0.7235773402795596 + }, + "243": { + "score": 1.1699781103425277 + }, + "244": { + "score": 2.2150473456372226 + }, + "245": { + "score": 0.9162886879505994 + }, + "246": { + "score": 1.477687998330682 + }, + "247": { + "score": 0.1882581010476145 + }, + "248": { + "score": 1.1529935386947405 + }, + "249": { + "score": 0.7640430516295339 + }, + "250": { + "score": 0.3197505827187348 + }, + "251": { + "score": 0.6635163069670937 + }, + "252": { + "score": 0.6691439317825193 + }, + "253": { + "score": 2.7282016276708934 + }, + "254": { + "score": 0.4704685003009639 + }, + "255": { + "score": 1.1878297041775479 + }, + "256": { + "score": 1.1523491434607527 + }, + "257": { + "score": 0.4960398012731764 + }, + "258": { + "score": 0.2789054189670424 + }, + "259": { + "score": 0.7373726038310681 + }, + "260": { + "score": 0.5221769172111955 + }, + "261": { + "score": 1.1528161375648163 + }, + "262": { + "score": 0.46616383946017315 + }, + "263": { + "score": 0.5061178935921504 + }, + "264": { + "score": 1.8185935997931726 + }, + "265": { + "score": 0.22402288543685123 + }, + "266": { + "score": 1.344852870782311 + }, + "267": { + "score": 0.5266724472056401 + }, + "268": { + "score": 0.46814666415133693 + }, + "269": { + "score": 0.7040518164515035 + }, + "270": { + "score": 0.6921030330449368 + }, + "271": { + "score": 1.7402778649079036 + }, + "272": { + "score": 1.3665341066106722 + }, + "273": { + "score": 0.47387878636049063 + }, + "274": { + "score": 1.3682340632119376 + }, + "275": { + "score": 0.3501942429345342 + }, + "276": { + "score": 1.1305682904234284 + }, + "277": { + "score": 0.1930012640040337 + }, + "278": { + "score": 3.6489291466234595 + }, + "279": { + "score": 0.8162333266151193 + }, + "280": { + "score": 0.6385010521020988 + }, + "281": { + "score": 1.2979347190370838 + }, + "282": { + "score": 1.0521555283183868 + }, + "283": { + "score": 0.36557788114923057 + }, + "284": { + "score": 0.5753543944357771 + }, + "285": { + "score": 0.355716990665337 + }, + "286": { + "score": 0.7930215437508413 + }, + "287": { + "score": 0.9681132120933553 + }, + "288": { + "score": 1.349902119726586 + }, + "289": { + "score": 0.592716027675524 + }, + "290": { + "score": 0.8734131290755299 + }, + "291": { + "score": 0.49809903639810904 + }, + "292": { + "score": 0.47439251762181855 + }, + "293": { + "score": 0.4555432287002555 + }, + "294": { + "score": 0.5810004458510131 + }, + "295": { + "score": 0.27260408159876603 + }, + "296": { + "score": 1.0576893514893293 + }, + "297": { + "score": 0.5557052151146694 + }, + "298": { + "score": 0.6778742876211843 + }, + "299": { + "score": 0.5352022929082455 + }, + "300": { + "score": 0.6031536603188974 + }, + "301": { + "score": 0.48636810249228674 + }, + "302": { + "score": 0.8445495687858653 + }, + "303": { + "score": 1.23878145424611 + }, + "304": { + "score": 0.34507833706551816 + }, + "305": { + "score": 0.2655209870637664 + }, + "306": { + "score": 0.6646411406843714 + }, + "307": { + "score": 1.3891558240472948 + }, + "308": { + "score": 0.6886169908078602 + }, + "309": { + "score": 0.2550539035271102 + }, + "310": { + "score": 1.183282333768495 + }, + "311": { + "score": 0.5596027214633942 + }, + "312": { + "score": 0.7252637657168505 + }, + "313": { + "score": 1.3746377409597035 + }, + "314": { + "score": 0.6651893654802781 + }, + "315": { + "score": 0.2902446238213219 + }, + "316": { + "score": 0.28701218610135776 + }, + "317": { + "score": 1.2802017873274454 + }, + "318": { + "score": 0.21634949583559265 + }, + "319": { + "score": 0.7176639678609098 + }, + "320": { + "score": 0.7865768795779655 + }, + "321": { + "score": 1.0525951152748074 + }, + "322": { + "score": 0.8998438072233896 + }, + "323": { + "score": 0.7426678791660762 + }, + "324": { + "score": 0.3703215932740436 + }, + "325": { + "score": 1.2793888643455151 + }, + "326": { + "score": 0.9370234405646943 + }, + "327": { + "score": 0.7133022741299987 + }, + "328": { + "score": 0.7042757434682906 + }, + "329": { + "score": 0.32274145547763644 + }, + "330": { + "score": 0.550239747022407 + }, + "331": { + "score": 0.5470732135532378 + }, + "332": { + "score": 0.7924797716153188 + }, + "333": { + "score": 0.1920034934136799 + }, + "334": { + "score": 0.5527149256179505 + }, + "335": { + "score": 2.5387056122228593 + }, + "336": { + "score": 0.9500294374566236 + }, + "337": { + "score": 0.568683630588645 + }, + "338": { + "score": 0.040695855457275346 + }, + "339": { + "score": 0.8135958496261734 + }, + "340": { + "score": 0.6668857490174134 + }, + "341": { + "score": 2.0681806323018863 + }, + "342": { + "score": 0.7296410898209789 + }, + "343": { + "score": 1.2188564678115357 + }, + "344": { + "score": 0.8868639922002981 + }, + "345": { + "score": 0.9230849438192577 + }, + "346": { + "score": 0.6789641431388708 + }, + "347": { + "score": 0.6290166877625486 + }, + "348": { + "score": 0.575896627016114 + }, + "349": { + "score": 0.4868508250621962 + }, + "350": { + "score": 0.6650080849025632 + }, + "351": { + "score": 0.847581744084663 + }, + "352": { + "score": 0.691324392303937 + }, + "353": { + "score": 1.0519785939505628 + }, + "354": { + "score": 0.8190955831486357 + }, + "355": { + "score": 0.6165625106406878 + }, + "356": { + "score": 0.7035127211438877 + }, + "357": { + "score": 0.6261356187283789 + }, + "358": { + "score": 0.5480989791004103 + }, + "359": { + "score": 0.3766104713042192 + }, + "360": { + "score": 0.506397052891952 + }, + "361": { + "score": 0.21627024559623595 + }, + "362": { + "score": 1.0436548471793117 + }, + "363": { + "score": 2.088819770015588 + }, + "364": { + "score": 0.6777778593394412 + }, + "365": { + "score": 1.4418115201020285 + }, + "366": { + "score": 1.7245997098473809 + }, + "367": { + "score": 0.939562505445527 + }, + "368": { + "score": 1.0685909087120584 + }, + "369": { + "score": 0.3303599652420104 + }, + "370": { + "score": 0.7527569046188983 + }, + "371": { + "score": 0.8496750387458509 + }, + "372": { + "score": 0.8207516139160927 + }, + "373": { + "score": 0.7727006770596075 + }, + "374": { + "score": 1.0103512597175037 + }, + "375": { + "score": 0.6176359849009162 + }, + "376": { + "score": 0.3081808405607581 + }, + "377": { + "score": 1.4467468410571316 + }, + "378": { + "score": 0.6815510396314735 + }, + "379": { + "score": 0.27261598816992766 + }, + "380": { + "score": 0.831905721060487 + }, + "381": { + "score": 1.7444566206856738 + }, + "382": { + "score": 1.4495882800108786 + }, + "383": { + "score": 0.8965721622240799 + }, + "384": { + "score": 0.8121709470277396 + }, + "385": { + "score": 0.6894749972282865 + }, + "386": { + "score": 0.2383808507200797 + }, + "387": { + "score": 0.1713714689985971 + }, + "388": { + "score": 1.0925432856631645 + }, + "389": { + "score": 0.9454490957830758 + }, + "390": { + "score": 0.7469100459287371 + }, + "391": { + "score": 0.9312999603637615 + }, + "392": { + "score": 0.6657438791039142 + }, + "393": { + "score": 0.8820077626253375 + }, + "394": { + "score": 1.0309711953715348 + }, + "395": { + "score": 0.46614156617933744 + }, + "396": { + "score": 0.4188888289791725 + }, + "397": { + "score": 0.6770967354695341 + }, + "398": { + "score": 0.41199210804577957 + }, + "399": { + "score": 1.707402045482436 + } + } + }, + "mia_min_k": { + "forget": { + "agg_value": 6.483170986175537, + "value_by_index": { + "0": { + "score": 5.927365303039551 + }, + "1": { + "score": 9.300628662109375 + }, + "2": { + "score": 5.457627773284912 + }, + "3": { + "score": 7.614157676696777 + }, + "4": { + "score": 7.308789253234863 + }, + "5": { + "score": 6.312650680541992 + }, + "6": { + "score": 7.602403163909912 + }, + "7": { + "score": 8.722926139831543 + }, + "8": { + "score": 7.4016008377075195 + }, + "9": { + "score": 8.36248779296875 + }, + "10": { + "score": 6.375228404998779 + }, + "11": { + "score": 4.965831756591797 + }, + "12": { + "score": 5.81317138671875 + }, + "13": { + "score": 5.296103477478027 + }, + "14": { + "score": 7.687412261962891 + }, + "15": { + "score": 7.67140007019043 + }, + "16": { + "score": 8.522453308105469 + }, + "17": { + "score": 6.396292686462402 + }, + "18": { + "score": 7.472589492797852 + }, + "19": { + "score": 7.0475382804870605 + }, + "20": { + "score": 2.988792896270752 + }, + "21": { + "score": 4.204685211181641 + }, + "22": { + "score": 4.580322742462158 + }, + "23": { + "score": 5.150129318237305 + }, + "24": { + "score": 4.429757595062256 + }, + "25": { + "score": 6.513442039489746 + }, + "26": { + "score": 5.790213584899902 + }, + "27": { + "score": 5.697840690612793 + }, + "28": { + "score": 3.922989845275879 + }, + "29": { + "score": 6.844114780426025 + }, + "30": { + "score": 4.917341232299805 + }, + "31": { + "score": 5.550286293029785 + }, + "32": { + "score": 5.326961040496826 + }, + "33": { + "score": 5.179556846618652 + }, + "34": { + "score": 4.233416557312012 + }, + "35": { + "score": 4.711479187011719 + }, + "36": { + "score": 5.180234909057617 + }, + "37": { + "score": 4.230896472930908 + }, + "38": { + "score": 3.9280760288238525 + }, + "39": { + "score": 5.188916206359863 + }, + "40": { + "score": 5.107474327087402 + }, + "41": { + "score": 6.25272798538208 + }, + "42": { + "score": 6.810652732849121 + }, + "43": { + "score": 4.593331813812256 + }, + "44": { + "score": 7.496716022491455 + }, + "45": { + "score": 5.506790637969971 + }, + "46": { + "score": 5.605432033538818 + }, + "47": { + "score": 5.528125762939453 + }, + "48": { + "score": 8.831753730773926 + }, + "49": { + "score": 7.8454766273498535 + }, + "50": { + "score": 5.513237953186035 + }, + "51": { + "score": 6.5910468101501465 + }, + "52": { + "score": 5.405130386352539 + }, + "53": { + "score": 5.08297872543335 + }, + "54": { + "score": 6.991875171661377 + }, + "55": { + "score": 6.443875312805176 + }, + "56": { + "score": 5.118008613586426 + }, + "57": { + "score": 5.618371963500977 + }, + "58": { + "score": 5.3145833015441895 + }, + "59": { + "score": 6.33643102645874 + }, + "60": { + "score": 3.4183125495910645 + }, + "61": { + "score": 8.757467269897461 + }, + "62": { + "score": 11.648348808288574 + }, + "63": { + "score": 9.923877716064453 + }, + "64": { + "score": 9.4546537399292 + }, + "65": { + "score": 7.540143966674805 + }, + "66": { + "score": 8.411115646362305 + }, + "67": { + "score": 6.745412826538086 + }, + "68": { + "score": 7.5746636390686035 + }, + "69": { + "score": 6.738407135009766 + }, + "70": { + "score": 6.582040309906006 + }, + "71": { + "score": 5.548782825469971 + }, + "72": { + "score": 8.111397743225098 + }, + "73": { + "score": 6.273224830627441 + }, + "74": { + "score": 6.614067554473877 + }, + "75": { + "score": 12.682743072509766 + }, + "76": { + "score": 10.061732292175293 + }, + "77": { + "score": 4.737493991851807 + }, + "78": { + "score": 6.528161525726318 + }, + "79": { + "score": 7.453784942626953 + }, + "80": { + "score": 5.386442184448242 + }, + "81": { + "score": 5.350506782531738 + }, + "82": { + "score": 6.74913215637207 + }, + "83": { + "score": 4.753190994262695 + }, + "84": { + "score": 7.289947986602783 + }, + "85": { + "score": 4.908082008361816 + }, + "86": { + "score": 5.74526834487915 + }, + "87": { + "score": 4.989157199859619 + }, + "88": { + "score": 5.886767387390137 + }, + "89": { + "score": 5.427558898925781 + }, + "90": { + "score": 7.802585124969482 + }, + "91": { + "score": 5.971244812011719 + }, + "92": { + "score": 4.836661338806152 + }, + "93": { + "score": 5.201507091522217 + }, + "94": { + "score": 5.47557258605957 + }, + "95": { + "score": 5.245006084442139 + }, + "96": { + "score": 4.790414333343506 + }, + "97": { + "score": 9.177257537841797 + }, + "98": { + "score": 5.087718963623047 + }, + "99": { + "score": 5.5517897605896 + }, + "100": { + "score": 6.12146520614624 + }, + "101": { + "score": 8.305298805236816 + }, + "102": { + "score": 4.9241485595703125 + }, + "103": { + "score": 6.855360984802246 + }, + "104": { + "score": 6.110151767730713 + }, + "105": { + "score": 7.657935619354248 + }, + "106": { + "score": 8.882248878479004 + }, + "107": { + "score": 6.719110012054443 + }, + "108": { + "score": 5.843313217163086 + }, + "109": { + "score": 5.904454231262207 + }, + "110": { + "score": 7.5486321449279785 + }, + "111": { + "score": 5.181114673614502 + }, + "112": { + "score": 6.643237590789795 + }, + "113": { + "score": 6.637887477874756 + }, + "114": { + "score": 5.539968013763428 + }, + "115": { + "score": 6.959927558898926 + }, + "116": { + "score": 6.619812965393066 + }, + "117": { + "score": 7.694839954376221 + }, + "118": { + "score": 6.124595642089844 + }, + "119": { + "score": 6.894646644592285 + }, + "120": { + "score": 6.028985023498535 + }, + "121": { + "score": 3.734088182449341 + }, + "122": { + "score": 6.508516788482666 + }, + "123": { + "score": 11.448095321655273 + }, + "124": { + "score": 7.655431270599365 + }, + "125": { + "score": 6.542637825012207 + }, + "126": { + "score": 6.701781272888184 + }, + "127": { + "score": 4.181106090545654 + }, + "128": { + "score": 6.351008892059326 + }, + "129": { + "score": 5.842012882232666 + }, + "130": { + "score": 6.325811862945557 + }, + "131": { + "score": 7.3109564781188965 + }, + "132": { + "score": 8.605145454406738 + }, + "133": { + "score": 11.769439697265625 + }, + "134": { + "score": 8.539359092712402 + }, + "135": { + "score": 7.5035719871521 + }, + "136": { + "score": 8.49319076538086 + }, + "137": { + "score": 7.774631023406982 + }, + "138": { + "score": 5.967021465301514 + }, + "139": { + "score": 7.1370415687561035 + }, + "140": { + "score": 5.562449932098389 + }, + "141": { + "score": 5.673454284667969 + }, + "142": { + "score": 4.674299240112305 + }, + "143": { + "score": 6.786736488342285 + }, + "144": { + "score": 8.015360832214355 + }, + "145": { + "score": 7.833685874938965 + }, + "146": { + "score": 6.280758380889893 + }, + "147": { + "score": 6.073637008666992 + }, + "148": { + "score": 9.888696670532227 + }, + "149": { + "score": 7.4085259437561035 + }, + "150": { + "score": 9.392499923706055 + }, + "151": { + "score": 9.504097938537598 + }, + "152": { + "score": 7.296699523925781 + }, + "153": { + "score": 6.136263847351074 + }, + "154": { + "score": 6.671614646911621 + }, + "155": { + "score": 6.918092727661133 + }, + "156": { + "score": 6.00218391418457 + }, + "157": { + "score": 5.568482875823975 + }, + "158": { + "score": 6.773063659667969 + }, + "159": { + "score": 6.24348783493042 + }, + "160": { + "score": 5.102337837219238 + }, + "161": { + "score": 8.469974517822266 + }, + "162": { + "score": 8.090797424316406 + }, + "163": { + "score": 4.993640899658203 + }, + "164": { + "score": 6.97013521194458 + }, + "165": { + "score": 8.441991806030273 + }, + "166": { + "score": 6.653844356536865 + }, + "167": { + "score": 5.953481197357178 + }, + "168": { + "score": 8.41323471069336 + }, + "169": { + "score": 9.659948348999023 + }, + "170": { + "score": 6.226011753082275 + }, + "171": { + "score": 5.982117652893066 + }, + "172": { + "score": 11.977606773376465 + }, + "173": { + "score": 7.724042892456055 + }, + "174": { + "score": 7.9775614738464355 + }, + "175": { + "score": 7.380482196807861 + }, + "176": { + "score": 5.094948768615723 + }, + "177": { + "score": 7.81707763671875 + }, + "178": { + "score": 6.672762870788574 + }, + "179": { + "score": 6.67296838760376 + }, + "180": { + "score": 6.296792030334473 + }, + "181": { + "score": 7.343307971954346 + }, + "182": { + "score": 4.7760844230651855 + }, + "183": { + "score": 9.48960018157959 + }, + "184": { + "score": 5.381863594055176 + }, + "185": { + "score": 5.994901180267334 + }, + "186": { + "score": 9.892518043518066 + }, + "187": { + "score": 6.373297214508057 + }, + "188": { + "score": 7.558335304260254 + }, + "189": { + "score": 8.600902557373047 + }, + "190": { + "score": 5.997712135314941 + }, + "191": { + "score": 5.870219707489014 + }, + "192": { + "score": 9.811760902404785 + }, + "193": { + "score": 5.784729957580566 + }, + "194": { + "score": 7.2798943519592285 + }, + "195": { + "score": 8.072535514831543 + }, + "196": { + "score": 5.192420482635498 + }, + "197": { + "score": 5.717197418212891 + }, + "198": { + "score": 8.29896354675293 + }, + "199": { + "score": 5.644561290740967 + }, + "200": { + "score": 10.382681846618652 + }, + "201": { + "score": 9.592560768127441 + }, + "202": { + "score": 7.637091636657715 + }, + "203": { + "score": 8.014358520507812 + }, + "204": { + "score": 10.345924377441406 + }, + "205": { + "score": 11.609774589538574 + }, + "206": { + "score": 10.689665794372559 + }, + "207": { + "score": 5.0178632736206055 + }, + "208": { + "score": 5.217658042907715 + }, + "209": { + "score": 6.580580711364746 + }, + "210": { + "score": 7.292211532592773 + }, + "211": { + "score": 5.798949718475342 + }, + "212": { + "score": 6.9220452308654785 + }, + "213": { + "score": 12.543968200683594 + }, + "214": { + "score": 9.326643943786621 + }, + "215": { + "score": 6.460536956787109 + }, + "216": { + "score": 6.15496826171875 + }, + "217": { + "score": 5.36826753616333 + }, + "218": { + "score": 6.544963836669922 + }, + "219": { + "score": 7.824621200561523 + }, + "220": { + "score": 5.391164302825928 + }, + "221": { + "score": 4.383581638336182 + }, + "222": { + "score": 4.873483657836914 + }, + "223": { + "score": 7.223059177398682 + }, + "224": { + "score": 5.758430480957031 + }, + "225": { + "score": 5.820187091827393 + }, + "226": { + "score": 5.9688639640808105 + }, + "227": { + "score": 5.313342571258545 + }, + "228": { + "score": 5.846214771270752 + }, + "229": { + "score": 5.165755271911621 + }, + "230": { + "score": 6.525423526763916 + }, + "231": { + "score": 5.396735668182373 + }, + "232": { + "score": 4.978408336639404 + }, + "233": { + "score": 5.9592695236206055 + }, + "234": { + "score": 6.2575788497924805 + }, + "235": { + "score": 4.814240455627441 + }, + "236": { + "score": 5.988032817840576 + }, + "237": { + "score": 6.006592273712158 + }, + "238": { + "score": 5.967263221740723 + }, + "239": { + "score": 9.02743148803711 + }, + "240": { + "score": 4.270392894744873 + }, + "241": { + "score": 8.26183795928955 + }, + "242": { + "score": 4.127779960632324 + }, + "243": { + "score": 8.972406387329102 + }, + "244": { + "score": 9.87132453918457 + }, + "245": { + "score": 5.7992072105407715 + }, + "246": { + "score": 7.96306848526001 + }, + "247": { + "score": 4.807495594024658 + }, + "248": { + "score": 8.49275016784668 + }, + "249": { + "score": 4.817951679229736 + }, + "250": { + "score": 4.891936779022217 + }, + "251": { + "score": 7.217159748077393 + }, + "252": { + "score": 6.16755485534668 + }, + "253": { + "score": 9.415037155151367 + }, + "254": { + "score": 5.610598087310791 + }, + "255": { + "score": 5.08195686340332 + }, + "256": { + "score": 5.769150257110596 + }, + "257": { + "score": 4.4211554527282715 + }, + "258": { + "score": 7.483891487121582 + }, + "259": { + "score": 4.622777462005615 + }, + "260": { + "score": 2.2298128604888916 + }, + "261": { + "score": 6.235065460205078 + }, + "262": { + "score": 6.676109790802002 + }, + "263": { + "score": 5.340769290924072 + }, + "264": { + "score": 11.082947731018066 + }, + "265": { + "score": 7.903079509735107 + }, + "266": { + "score": 10.532206535339355 + }, + "267": { + "score": 5.885476112365723 + }, + "268": { + "score": 3.643651247024536 + }, + "269": { + "score": 6.516907691955566 + }, + "270": { + "score": 6.219987392425537 + }, + "271": { + "score": 8.982491493225098 + }, + "272": { + "score": 11.374658584594727 + }, + "273": { + "score": 6.124176025390625 + }, + "274": { + "score": 7.279331684112549 + }, + "275": { + "score": 7.233741760253906 + }, + "276": { + "score": 6.412312030792236 + }, + "277": { + "score": 5.621182918548584 + }, + "278": { + "score": 10.024765968322754 + }, + "279": { + "score": 11.583135604858398 + }, + "280": { + "score": 5.354593276977539 + }, + "281": { + "score": 4.052548408508301 + }, + "282": { + "score": 5.344532012939453 + }, + "283": { + "score": 6.371590614318848 + }, + "284": { + "score": 5.9924092292785645 + }, + "285": { + "score": 4.234266757965088 + }, + "286": { + "score": 6.211409568786621 + }, + "287": { + "score": 5.8312153816223145 + }, + "288": { + "score": 5.593398571014404 + }, + "289": { + "score": 6.383569717407227 + }, + "290": { + "score": 8.006840705871582 + }, + "291": { + "score": 7.554850101470947 + }, + "292": { + "score": 4.841643333435059 + }, + "293": { + "score": 5.556262493133545 + }, + "294": { + "score": 6.702971458435059 + }, + "295": { + "score": 3.4170713424682617 + }, + "296": { + "score": 6.431650161743164 + }, + "297": { + "score": 3.7748100757598877 + }, + "298": { + "score": 4.6505961418151855 + }, + "299": { + "score": 5.286500930786133 + }, + "300": { + "score": 6.852574825286865 + }, + "301": { + "score": 5.172219753265381 + }, + "302": { + "score": 5.287128925323486 + }, + "303": { + "score": 4.499370574951172 + }, + "304": { + "score": 7.198626518249512 + }, + "305": { + "score": 5.22630500793457 + }, + "306": { + "score": 5.275811195373535 + }, + "307": { + "score": 6.255343437194824 + }, + "308": { + "score": 6.847989559173584 + }, + "309": { + "score": 6.724018573760986 + }, + "310": { + "score": 6.037214756011963 + }, + "311": { + "score": 5.6061201095581055 + }, + "312": { + "score": 4.3695149421691895 + }, + "313": { + "score": 5.6617021560668945 + }, + "314": { + "score": 5.971615791320801 + }, + "315": { + "score": 5.234450817108154 + }, + "316": { + "score": 5.074953079223633 + }, + "317": { + "score": 5.423161029815674 + }, + "318": { + "score": 11.588279724121094 + }, + "319": { + "score": 6.411854267120361 + }, + "320": { + "score": 2.9932024478912354 + }, + "321": { + "score": 5.6266326904296875 + }, + "322": { + "score": 4.436013221740723 + }, + "323": { + "score": 6.111451148986816 + }, + "324": { + "score": 6.4620795249938965 + }, + "325": { + "score": 6.4302849769592285 + }, + "326": { + "score": 5.04642915725708 + }, + "327": { + "score": 5.895439624786377 + }, + "328": { + "score": 5.65130090713501 + }, + "329": { + "score": 8.153136253356934 + }, + "330": { + "score": 4.970632553100586 + }, + "331": { + "score": 6.141935348510742 + }, + "332": { + "score": 5.229348659515381 + }, + "333": { + "score": 3.667632579803467 + }, + "334": { + "score": 8.006404876708984 + }, + "335": { + "score": 6.338438987731934 + }, + "336": { + "score": 6.4267354011535645 + }, + "337": { + "score": 4.821345806121826 + }, + "338": { + "score": 4.477526664733887 + }, + "339": { + "score": 5.091724872589111 + }, + "340": { + "score": 4.935193061828613 + }, + "341": { + "score": 12.15221881866455 + }, + "342": { + "score": 5.609178066253662 + }, + "343": { + "score": 4.891688823699951 + }, + "344": { + "score": 9.092855453491211 + }, + "345": { + "score": 4.455636501312256 + }, + "346": { + "score": 5.69432258605957 + }, + "347": { + "score": 4.851113796234131 + }, + "348": { + "score": 5.631987571716309 + }, + "349": { + "score": 5.356298923492432 + }, + "350": { + "score": 7.025487422943115 + }, + "351": { + "score": 9.190089225769043 + }, + "352": { + "score": 4.741449356079102 + }, + "353": { + "score": 6.511386394500732 + }, + "354": { + "score": 6.0636467933654785 + }, + "355": { + "score": 5.679346561431885 + }, + "356": { + "score": 8.29601764678955 + }, + "357": { + "score": 4.854615688323975 + }, + "358": { + "score": 6.097180366516113 + }, + "359": { + "score": 5.495232105255127 + }, + "360": { + "score": 3.3309218883514404 + }, + "361": { + "score": 0.30736464262008667 + }, + "362": { + "score": 3.7798850536346436 + }, + "363": { + "score": 5.769815444946289 + }, + "364": { + "score": 4.917876720428467 + }, + "365": { + "score": 7.983622074127197 + }, + "366": { + "score": 5.523606300354004 + }, + "367": { + "score": 7.760195255279541 + }, + "368": { + "score": 4.801045894622803 + }, + "369": { + "score": 6.231203079223633 + }, + "370": { + "score": 5.613365173339844 + }, + "371": { + "score": 5.14456033706665 + }, + "372": { + "score": 8.008813858032227 + }, + "373": { + "score": 6.645033836364746 + }, + "374": { + "score": 7.9712138175964355 + }, + "375": { + "score": 4.260805606842041 + }, + "376": { + "score": 5.2354817390441895 + }, + "377": { + "score": 5.945488929748535 + }, + "378": { + "score": 6.781275749206543 + }, + "379": { + "score": 5.12825870513916 + }, + "380": { + "score": 6.57983922958374 + }, + "381": { + "score": 5.665914535522461 + }, + "382": { + "score": 5.810755729675293 + }, + "383": { + "score": 5.992508888244629 + }, + "384": { + "score": 5.572277069091797 + }, + "385": { + "score": 6.757569789886475 + }, + "386": { + "score": 5.974251747131348 + }, + "387": { + "score": 6.869558334350586 + }, + "388": { + "score": 5.26000452041626 + }, + "389": { + "score": 7.143908977508545 + }, + "390": { + "score": 6.411861419677734 + }, + "391": { + "score": 8.291162490844727 + }, + "392": { + "score": 5.825847148895264 + }, + "393": { + "score": 6.459262847900391 + }, + "394": { + "score": 5.516166687011719 + }, + "395": { + "score": 6.259547233581543 + }, + "396": { + "score": 5.774897575378418 + }, + "397": { + "score": 5.3546142578125 + }, + "398": { + "score": 7.116247653961182 + }, + "399": { + "score": 7.422486305236816 + } + } + }, + "holdout": { + "agg_value": 5.429694652557373, + "value_by_index": { + "0": { + "score": 1.281308889389038 + }, + "1": { + "score": 5.383368015289307 + }, + "2": { + "score": 5.547749042510986 + }, + "3": { + "score": 2.0633046627044678 + }, + "4": { + "score": 3.1503939628601074 + }, + "5": { + "score": 7.702173709869385 + }, + "6": { + "score": 4.270927906036377 + }, + "7": { + "score": 3.7794063091278076 + }, + "8": { + "score": 4.441191673278809 + }, + "9": { + "score": 5.911223888397217 + }, + "10": { + "score": 5.396809101104736 + }, + "11": { + "score": 7.312609672546387 + }, + "12": { + "score": 5.3553972244262695 + }, + "13": { + "score": 4.833157062530518 + }, + "14": { + "score": 4.454621315002441 + }, + "15": { + "score": 6.407493591308594 + }, + "16": { + "score": 6.119246482849121 + }, + "17": { + "score": 5.225955009460449 + }, + "18": { + "score": 6.0487775802612305 + }, + "19": { + "score": 3.909183979034424 + }, + "20": { + "score": 1.6399266719818115 + }, + "21": { + "score": 7.0947113037109375 + }, + "22": { + "score": 5.892439365386963 + }, + "23": { + "score": 6.226744651794434 + }, + "24": { + "score": 7.405105113983154 + }, + "25": { + "score": 4.35710334777832 + }, + "26": { + "score": 4.022585868835449 + }, + "27": { + "score": 3.896702527999878 + }, + "28": { + "score": 8.193601608276367 + }, + "29": { + "score": 5.393219947814941 + }, + "30": { + "score": 6.674589157104492 + }, + "31": { + "score": 3.751640796661377 + }, + "32": { + "score": 5.271113872528076 + }, + "33": { + "score": 9.019267082214355 + }, + "34": { + "score": 9.43056869506836 + }, + "35": { + "score": 3.2747983932495117 + }, + "36": { + "score": 4.861934661865234 + }, + "37": { + "score": 7.742762565612793 + }, + "38": { + "score": 6.157996654510498 + }, + "39": { + "score": 7.9106035232543945 + }, + "40": { + "score": 2.625063419342041 + }, + "41": { + "score": 6.057003974914551 + }, + "42": { + "score": 6.138899803161621 + }, + "43": { + "score": 3.6172943115234375 + }, + "44": { + "score": 1.7127801179885864 + }, + "45": { + "score": 4.3351287841796875 + }, + "46": { + "score": 4.890693664550781 + }, + "47": { + "score": 3.8976986408233643 + }, + "48": { + "score": 5.754209518432617 + }, + "49": { + "score": 5.05252742767334 + }, + "50": { + "score": 6.381888389587402 + }, + "51": { + "score": 5.096173286437988 + }, + "52": { + "score": 5.5078043937683105 + }, + "53": { + "score": 5.731575012207031 + }, + "54": { + "score": 6.143011093139648 + }, + "55": { + "score": 5.582515716552734 + }, + "56": { + "score": 5.939285755157471 + }, + "57": { + "score": 5.5842084884643555 + }, + "58": { + "score": 5.241332054138184 + }, + "59": { + "score": 5.619028568267822 + }, + "60": { + "score": 2.4157934188842773 + }, + "61": { + "score": 4.503230094909668 + }, + "62": { + "score": 7.693091869354248 + }, + "63": { + "score": 2.6085262298583984 + }, + "64": { + "score": 2.472212791442871 + }, + "65": { + "score": 5.984746932983398 + }, + "66": { + "score": 4.345136642456055 + }, + "67": { + "score": 6.3204755783081055 + }, + "68": { + "score": 5.670551776885986 + }, + "69": { + "score": 4.378162860870361 + }, + "70": { + "score": 6.8085408210754395 + }, + "71": { + "score": 5.149004936218262 + }, + "72": { + "score": 5.014286994934082 + }, + "73": { + "score": 4.528469085693359 + }, + "74": { + "score": 5.207521438598633 + }, + "75": { + "score": 6.393267631530762 + }, + "76": { + "score": 5.4376068115234375 + }, + "77": { + "score": 6.21230936050415 + }, + "78": { + "score": 6.577132701873779 + }, + "79": { + "score": 6.515890598297119 + }, + "80": { + "score": 4.611630916595459 + }, + "81": { + "score": 4.676336765289307 + }, + "82": { + "score": 4.5052995681762695 + }, + "83": { + "score": 5.175027847290039 + }, + "84": { + "score": 2.271310806274414 + }, + "85": { + "score": 5.044979572296143 + }, + "86": { + "score": 4.355230331420898 + }, + "87": { + "score": 6.306150913238525 + }, + "88": { + "score": 5.561854362487793 + }, + "89": { + "score": 6.091898441314697 + }, + "90": { + "score": 6.594004154205322 + }, + "91": { + "score": 8.080038070678711 + }, + "92": { + "score": 5.456222057342529 + }, + "93": { + "score": 6.326585292816162 + }, + "94": { + "score": 5.499048709869385 + }, + "95": { + "score": 6.89293098449707 + }, + "96": { + "score": 4.734671115875244 + }, + "97": { + "score": 5.575750350952148 + }, + "98": { + "score": 5.090851783752441 + }, + "99": { + "score": 7.706385612487793 + }, + "100": { + "score": 1.713216781616211 + }, + "101": { + "score": 4.425656318664551 + }, + "102": { + "score": 6.231302261352539 + }, + "103": { + "score": 7.130913257598877 + }, + "104": { + "score": 2.4484965801239014 + }, + "105": { + "score": 6.372799396514893 + }, + "106": { + "score": 5.860973358154297 + }, + "107": { + "score": 2.602979898452759 + }, + "108": { + "score": 5.173951148986816 + }, + "109": { + "score": 2.6722986698150635 + }, + "110": { + "score": 2.711843729019165 + }, + "111": { + "score": 6.482255458831787 + }, + "112": { + "score": 5.713929176330566 + }, + "113": { + "score": 5.186631679534912 + }, + "114": { + "score": 4.153448581695557 + }, + "115": { + "score": 4.6613640785217285 + }, + "116": { + "score": 5.018266201019287 + }, + "117": { + "score": 6.037988662719727 + }, + "118": { + "score": 4.830295562744141 + }, + "119": { + "score": 5.0190510749816895 + }, + "120": { + "score": 3.190535545349121 + }, + "121": { + "score": 3.5076348781585693 + }, + "122": { + "score": 3.3658862113952637 + }, + "123": { + "score": 1.863653540611267 + }, + "124": { + "score": 2.303027629852295 + }, + "125": { + "score": 5.340229511260986 + }, + "126": { + "score": 4.017024040222168 + }, + "127": { + "score": 1.5919523239135742 + }, + "128": { + "score": 3.779773712158203 + }, + "129": { + "score": 3.5527942180633545 + }, + "130": { + "score": 5.237117290496826 + }, + "131": { + "score": 6.05690336227417 + }, + "132": { + "score": 4.651254653930664 + }, + "133": { + "score": 5.453125 + }, + "134": { + "score": 5.279629707336426 + }, + "135": { + "score": 6.056854248046875 + }, + "136": { + "score": 3.9254438877105713 + }, + "137": { + "score": 3.6123149394989014 + }, + "138": { + "score": 5.820232391357422 + }, + "139": { + "score": 4.869868278503418 + }, + "140": { + "score": 2.206221342086792 + }, + "141": { + "score": 3.574761152267456 + }, + "142": { + "score": 4.787139892578125 + }, + "143": { + "score": 3.6457276344299316 + }, + "144": { + "score": 3.3221404552459717 + }, + "145": { + "score": 4.621537685394287 + }, + "146": { + "score": 5.167823791503906 + }, + "147": { + "score": 6.555130958557129 + }, + "148": { + "score": 5.470704555511475 + }, + "149": { + "score": 8.825855255126953 + }, + "150": { + "score": 5.252490043640137 + }, + "151": { + "score": 4.743766784667969 + }, + "152": { + "score": 4.7285261154174805 + }, + "153": { + "score": 3.7494051456451416 + }, + "154": { + "score": 6.225093364715576 + }, + "155": { + "score": 4.47227668762207 + }, + "156": { + "score": 4.026893138885498 + }, + "157": { + "score": 4.772850036621094 + }, + "158": { + "score": 5.519333839416504 + }, + "159": { + "score": 6.197505950927734 + }, + "160": { + "score": 2.3549132347106934 + }, + "161": { + "score": 4.222487926483154 + }, + "162": { + "score": 6.2695417404174805 + }, + "163": { + "score": 7.253015518188477 + }, + "164": { + "score": 5.6343207359313965 + }, + "165": { + "score": 6.43533182144165 + }, + "166": { + "score": 4.645594596862793 + }, + "167": { + "score": 4.368915557861328 + }, + "168": { + "score": 6.618336200714111 + }, + "169": { + "score": 8.055975914001465 + }, + "170": { + "score": 6.166514873504639 + }, + "171": { + "score": 7.860484600067139 + }, + "172": { + "score": 5.689142227172852 + }, + "173": { + "score": 5.247159004211426 + }, + "174": { + "score": 7.838197708129883 + }, + "175": { + "score": 6.672445297241211 + }, + "176": { + "score": 6.8092803955078125 + }, + "177": { + "score": 3.9484894275665283 + }, + "178": { + "score": 7.151665210723877 + }, + "179": { + "score": 4.571187973022461 + }, + "180": { + "score": 1.986432433128357 + }, + "181": { + "score": 7.102102279663086 + }, + "182": { + "score": 4.702658176422119 + }, + "183": { + "score": 6.153866767883301 + }, + "184": { + "score": 5.657474040985107 + }, + "185": { + "score": 4.026968479156494 + }, + "186": { + "score": 3.922373056411743 + }, + "187": { + "score": 6.166318893432617 + }, + "188": { + "score": 7.059367656707764 + }, + "189": { + "score": 6.218667507171631 + }, + "190": { + "score": 4.867157936096191 + }, + "191": { + "score": 6.096444606781006 + }, + "192": { + "score": 4.87891960144043 + }, + "193": { + "score": 4.420392036437988 + }, + "194": { + "score": 5.898967266082764 + }, + "195": { + "score": 6.461740493774414 + }, + "196": { + "score": 5.75872802734375 + }, + "197": { + "score": 4.640880584716797 + }, + "198": { + "score": 6.534195899963379 + }, + "199": { + "score": 6.143379211425781 + }, + "200": { + "score": 1.8366773128509521 + }, + "201": { + "score": 5.475081920623779 + }, + "202": { + "score": 5.175211429595947 + }, + "203": { + "score": 3.9602277278900146 + }, + "204": { + "score": 5.339180946350098 + }, + "205": { + "score": 6.844171524047852 + }, + "206": { + "score": 2.274200677871704 + }, + "207": { + "score": 8.891599655151367 + }, + "208": { + "score": 7.84277868270874 + }, + "209": { + "score": 7.168766498565674 + }, + "210": { + "score": 4.896302223205566 + }, + "211": { + "score": 5.717193603515625 + }, + "212": { + "score": 5.199281692504883 + }, + "213": { + "score": 3.891282558441162 + }, + "214": { + "score": 5.857132911682129 + }, + "215": { + "score": 6.339004993438721 + }, + "216": { + "score": 7.02002477645874 + }, + "217": { + "score": 8.386247634887695 + }, + "218": { + "score": 8.482037544250488 + }, + "219": { + "score": 5.4261980056762695 + }, + "220": { + "score": 6.679134368896484 + }, + "221": { + "score": 1.6131726503372192 + }, + "222": { + "score": 5.922431468963623 + }, + "223": { + "score": 4.222168445587158 + }, + "224": { + "score": 5.300989151000977 + }, + "225": { + "score": 7.456171035766602 + }, + "226": { + "score": 5.074913024902344 + }, + "227": { + "score": 6.874048233032227 + }, + "228": { + "score": 5.462604999542236 + }, + "229": { + "score": 3.364729642868042 + }, + "230": { + "score": 7.04705810546875 + }, + "231": { + "score": 6.027782440185547 + }, + "232": { + "score": 4.383998394012451 + }, + "233": { + "score": 6.603126049041748 + }, + "234": { + "score": 4.140085697174072 + }, + "235": { + "score": 5.464273452758789 + }, + "236": { + "score": 6.377229690551758 + }, + "237": { + "score": 4.744588375091553 + }, + "238": { + "score": 5.743764400482178 + }, + "239": { + "score": 7.985330581665039 + }, + "240": { + "score": 4.9168314933776855 + }, + "241": { + "score": 6.936405658721924 + }, + "242": { + "score": 5.049887657165527 + }, + "243": { + "score": 5.776856899261475 + }, + "244": { + "score": 6.284646034240723 + }, + "245": { + "score": 6.358644485473633 + }, + "246": { + "score": 7.100342273712158 + }, + "247": { + "score": 7.464959621429443 + }, + "248": { + "score": 5.594232082366943 + }, + "249": { + "score": 7.909389972686768 + }, + "250": { + "score": 6.437873840332031 + }, + "251": { + "score": 6.817352294921875 + }, + "252": { + "score": 4.4210357666015625 + }, + "253": { + "score": 9.141565322875977 + }, + "254": { + "score": 3.25032114982605 + }, + "255": { + "score": 2.9468278884887695 + }, + "256": { + "score": 6.734471321105957 + }, + "257": { + "score": 5.224073886871338 + }, + "258": { + "score": 5.937474250793457 + }, + "259": { + "score": 8.844184875488281 + }, + "260": { + "score": 1.0084514617919922 + }, + "261": { + "score": 6.674333095550537 + }, + "262": { + "score": 3.8719406127929688 + }, + "263": { + "score": 6.390792369842529 + }, + "264": { + "score": 4.478323936462402 + }, + "265": { + "score": 4.338685035705566 + }, + "266": { + "score": 3.9829769134521484 + }, + "267": { + "score": 7.374910831451416 + }, + "268": { + "score": 5.589071750640869 + }, + "269": { + "score": 1.9790263175964355 + }, + "270": { + "score": 6.687982082366943 + }, + "271": { + "score": 5.8292927742004395 + }, + "272": { + "score": 3.6083011627197266 + }, + "273": { + "score": 4.694577693939209 + }, + "274": { + "score": 4.914327621459961 + }, + "275": { + "score": 5.61497163772583 + }, + "276": { + "score": 3.6965227127075195 + }, + "277": { + "score": 4.4343132972717285 + }, + "278": { + "score": 5.891834735870361 + }, + "279": { + "score": 7.3763909339904785 + }, + "280": { + "score": 4.128960609436035 + }, + "281": { + "score": 6.429193019866943 + }, + "282": { + "score": 8.887351989746094 + }, + "283": { + "score": 6.21790075302124 + }, + "284": { + "score": 4.574328899383545 + }, + "285": { + "score": 6.437376499176025 + }, + "286": { + "score": 8.604111671447754 + }, + "287": { + "score": 4.539580345153809 + }, + "288": { + "score": 5.720208168029785 + }, + "289": { + "score": 8.065666198730469 + }, + "290": { + "score": 6.068535804748535 + }, + "291": { + "score": 6.440531253814697 + }, + "292": { + "score": 7.765779972076416 + }, + "293": { + "score": 5.461594104766846 + }, + "294": { + "score": 5.2751240730285645 + }, + "295": { + "score": 7.477692604064941 + }, + "296": { + "score": 5.026363849639893 + }, + "297": { + "score": 7.232644081115723 + }, + "298": { + "score": 7.023501873016357 + }, + "299": { + "score": 7.879250526428223 + }, + "300": { + "score": 0.452131062746048 + }, + "301": { + "score": 2.2252860069274902 + }, + "302": { + "score": 5.182010173797607 + }, + "303": { + "score": 3.1557281017303467 + }, + "304": { + "score": 4.944855690002441 + }, + "305": { + "score": 1.645310401916504 + }, + "306": { + "score": 3.948439598083496 + }, + "307": { + "score": 5.62285852432251 + }, + "308": { + "score": 5.500855922698975 + }, + "309": { + "score": 3.4759511947631836 + }, + "310": { + "score": 5.108029842376709 + }, + "311": { + "score": 4.093493938446045 + }, + "312": { + "score": 4.045706748962402 + }, + "313": { + "score": 5.364543437957764 + }, + "314": { + "score": 3.6909635066986084 + }, + "315": { + "score": 4.7166547775268555 + }, + "316": { + "score": 6.907674789428711 + }, + "317": { + "score": 5.3489837646484375 + }, + "318": { + "score": 4.7043776512146 + }, + "319": { + "score": 6.640070915222168 + }, + "320": { + "score": 0.0647994801402092 + }, + "321": { + "score": 2.0284693241119385 + }, + "322": { + "score": 7.262712478637695 + }, + "323": { + "score": 6.788819789886475 + }, + "324": { + "score": 5.306829452514648 + }, + "325": { + "score": 5.366094589233398 + }, + "326": { + "score": 5.808787822723389 + }, + "327": { + "score": 6.432210922241211 + }, + "328": { + "score": 9.693897247314453 + }, + "329": { + "score": 6.482015132904053 + }, + "330": { + "score": 4.127253532409668 + }, + "331": { + "score": 6.702340602874756 + }, + "332": { + "score": 6.372104644775391 + }, + "333": { + "score": 6.335450649261475 + }, + "334": { + "score": 5.475553035736084 + }, + "335": { + "score": 6.8632941246032715 + }, + "336": { + "score": 6.7522430419921875 + }, + "337": { + "score": 5.520997524261475 + }, + "338": { + "score": 4.050551414489746 + }, + "339": { + "score": 7.337038516998291 + }, + "340": { + "score": 2.190676212310791 + }, + "341": { + "score": 5.3323235511779785 + }, + "342": { + "score": 5.935717582702637 + }, + "343": { + "score": 5.31891393661499 + }, + "344": { + "score": 7.221315860748291 + }, + "345": { + "score": 5.643159866333008 + }, + "346": { + "score": 6.496363162994385 + }, + "347": { + "score": 5.961862087249756 + }, + "348": { + "score": 7.326846599578857 + }, + "349": { + "score": 5.375058174133301 + }, + "350": { + "score": 4.4613938331604 + }, + "351": { + "score": 6.453850269317627 + }, + "352": { + "score": 7.647614479064941 + }, + "353": { + "score": 5.900612831115723 + }, + "354": { + "score": 3.4681780338287354 + }, + "355": { + "score": 5.7319655418396 + }, + "356": { + "score": 3.8197274208068848 + }, + "357": { + "score": 4.608421802520752 + }, + "358": { + "score": 3.866471767425537 + }, + "359": { + "score": 7.159432411193848 + }, + "360": { + "score": 5.427694797515869 + }, + "361": { + "score": 6.536468505859375 + }, + "362": { + "score": 5.425255298614502 + }, + "363": { + "score": 5.243690490722656 + }, + "364": { + "score": 5.608456611633301 + }, + "365": { + "score": 7.801194190979004 + }, + "366": { + "score": 6.613710880279541 + }, + "367": { + "score": 6.8838067054748535 + }, + "368": { + "score": 6.6910247802734375 + }, + "369": { + "score": 3.0195443630218506 + }, + "370": { + "score": 5.995260715484619 + }, + "371": { + "score": 6.440476894378662 + }, + "372": { + "score": 5.90208101272583 + }, + "373": { + "score": 5.0403594970703125 + }, + "374": { + "score": 5.653613090515137 + }, + "375": { + "score": 5.920467376708984 + }, + "376": { + "score": 6.926054954528809 + }, + "377": { + "score": 5.799216270446777 + }, + "378": { + "score": 3.92541241645813 + }, + "379": { + "score": 6.977128505706787 + }, + "380": { + "score": 6.280924320220947 + }, + "381": { + "score": 7.423142910003662 + }, + "382": { + "score": 6.061395168304443 + }, + "383": { + "score": 6.259845733642578 + }, + "384": { + "score": 5.967288494110107 + }, + "385": { + "score": 8.816420555114746 + }, + "386": { + "score": 6.82712459564209 + }, + "387": { + "score": 5.895871639251709 + }, + "388": { + "score": 8.220391273498535 + }, + "389": { + "score": 4.056473731994629 + }, + "390": { + "score": 5.858401775360107 + }, + "391": { + "score": 5.844992160797119 + }, + "392": { + "score": 7.72781229019165 + }, + "393": { + "score": 6.406257152557373 + }, + "394": { + "score": 7.30560827255249 + }, + "395": { + "score": 5.876633167266846 + }, + "396": { + "score": 5.801355838775635 + }, + "397": { + "score": 5.440464973449707 + }, + "398": { + "score": 7.080859184265137 + }, + "399": { + "score": 7.270043849945068 + } + } + }, + "auc": 0.349025, + "agg_value": 0.349025 + }, + "model_utility": { + "agg_value": 0.6285432141205023 + }, + "privleak": { + "agg_value": 7.427156927246329 + }, + "ra_Q_A_PERT_Prob": { + "agg_value": 0.010543084673845442, + "value_by_index": { + "0": { + "prob": [ + 9.878981654765084e-05, + 0.0010897376341745257, + 0.00033381461980752647 + ], + "avg_loss": [ + 9.222516059875488, + 6.8218183517456055, + 8.004924774169922 + ] + }, + "1": { + "prob": [ + 0.05020531639456749, + 0.006752195302397013, + 0.00014069830649532378 + ], + "avg_loss": [ + 2.9916343688964844, + 4.99788761138916, + 8.868892669677734 + ] + }, + "2": { + "prob": [ + 0.007292162161320448, + 0.03168521076440811, + 0.00010041713539976627 + ], + "avg_loss": [ + 4.920955181121826, + 3.4519052505493164, + 9.206177711486816 + ] + }, + "3": { + "prob": [ + 0.009349120780825615, + 0.00011171593359904364, + 0.0001573837362229824 + ], + "avg_loss": [ + 4.672472953796387, + 9.0995512008667, + 8.756823539733887 + ] + }, + "4": { + "prob": [ + 0.0013821276370435953, + 7.849260873626918e-05, + 0.0003148003597743809 + ], + "avg_loss": [ + 6.584131240844727, + 9.452506065368652, + 8.06357192993164 + ] + }, + "5": { + "prob": [ + 0.013246513903141022, + 0.0010407366789877415, + 0.018843654543161392 + ], + "avg_loss": [ + 4.324020862579346, + 6.867826461791992, + 3.971579074859619 + ] + }, + "6": { + "prob": [ + 0.0014193650567904115, + 0.003296818118542433, + 0.005842498503625393 + ], + "avg_loss": [ + 6.5575456619262695, + 5.714797496795654, + 5.14259672164917 + ] + }, + "7": { + "prob": [ + 0.025219039991497993, + 0.005265045445412397, + 0.006521711125969887 + ], + "avg_loss": [ + 3.6801559925079346, + 5.2466654777526855, + 5.032618522644043 + ] + }, + "8": { + "prob": [ + 0.012214659713208675, + 0.0014727846719324589, + 0.0005664388299919665 + ], + "avg_loss": [ + 4.405118465423584, + 6.520600318908691, + 7.476141452789307 + ] + }, + "9": { + "prob": [ + 0.002970533911138773, + 0.043047934770584106, + 0.00637881550937891 + ], + "avg_loss": [ + 5.819013595581055, + 3.1454410552978516, + 5.054772853851318 + ] + }, + "10": { + "prob": [ + 0.02802257239818573, + 0.024691356346011162, + 0.008935979567468166 + ], + "avg_loss": [ + 3.574744939804077, + 3.7013020515441895, + 4.717669486999512 + ] + }, + "11": { + "prob": [ + 0.00418810173869133, + 0.008951631374657154, + 0.01122389454394579 + ], + "avg_loss": [ + 5.475507736206055, + 4.715919494628906, + 4.489710330963135 + ] + }, + "12": { + "prob": [ + 0.001566823455505073, + 0.00836625974625349, + 0.0026290039531886578 + ], + "avg_loss": [ + 6.458704948425293, + 4.783548355102539, + 5.941150188446045 + ] + }, + "13": { + "prob": [ + 0.01966794580221176, + 0.020246045663952827, + 0.016812359914183617 + ], + "avg_loss": [ + 3.928765058517456, + 3.8997957706451416, + 4.085640907287598 + ] + }, + "14": { + "prob": [ + 0.005902208853513002, + 0.018474150449037552, + 0.008224480785429478 + ], + "avg_loss": [ + 5.1324286460876465, + 3.9913828372955322, + 4.800640106201172 + ] + }, + "15": { + "prob": [ + 0.003246165346354246, + 0.00010765811748569831, + 0.011831466108560562 + ], + "avg_loss": [ + 5.730280876159668, + 9.136549949645996, + 4.436992645263672 + ] + }, + "16": { + "prob": [ + 3.4760403650579974e-05, + 0.00017401199147570878, + 0.005737185012549162 + ], + "avg_loss": [ + 10.2670316696167, + 8.656386375427246, + 5.1607866287231445 + ] + }, + "17": { + "prob": [ + 0.00011154528328916058, + 0.026135819032788277, + 0.012517040595412254 + ], + "avg_loss": [ + 9.101079940795898, + 3.6444485187530518, + 4.380664348602295 + ] + }, + "18": { + "prob": [ + 0.004561813082545996, + 0.007054358255118132, + 0.0039777304045856 + ], + "avg_loss": [ + 5.390035152435303, + 4.9541096687316895, + 5.52704381942749 + ] + }, + "19": { + "prob": [ + 0.0036939464043825865, + 0.06616877764463425, + 0.0017880636733025312 + ], + "avg_loss": [ + 5.601059913635254, + 2.7155466079711914, + 6.326622009277344 + ] + }, + "20": { + "prob": [ + 0.007941002026200294, + 0.0030854365322738886, + 0.003544602543115616 + ], + "avg_loss": [ + 4.8357157707214355, + 5.781062126159668, + 5.642329216003418 + ] + }, + "21": { + "prob": [ + 0.03305321931838989, + 0.0023193545639514923, + 0.004743668250739574 + ], + "avg_loss": [ + 3.4096362590789795, + 6.066466331481934, + 5.350944519042969 + ] + }, + "22": { + "prob": [ + 0.007802470587193966, + 0.0066921585239470005, + 0.019727688282728195 + ], + "avg_loss": [ + 4.8533148765563965, + 5.006818771362305, + 3.925732135772705 + ] + }, + "23": { + "prob": [ + 0.0015288745053112507, + 0.023990508168935776, + 0.015330136753618717 + ], + "avg_loss": [ + 6.4832234382629395, + 3.7300970554351807, + 4.177934646606445 + ] + }, + "24": { + "prob": [ + 0.006773294415324926, + 0.0012363592395558953, + 0.005472966935485601 + ], + "avg_loss": [ + 4.994767665863037, + 6.695584297180176, + 5.207934379577637 + ] + }, + "25": { + "prob": [ + 0.01177837885916233, + 0.0025207935832440853, + 0.010461281053721905 + ], + "avg_loss": [ + 4.4414896965026855, + 5.983181476593018, + 4.560074329376221 + ] + }, + "26": { + "prob": [ + 0.00022964720847085118, + 0.004714277572929859, + 0.0004722671874333173 + ], + "avg_loss": [ + 8.378966331481934, + 5.357159614562988, + 7.657965660095215 + ] + }, + "27": { + "prob": [ + 0.001752976095303893, + 0.0031878112349659204, + 0.009548465721309185 + ], + "avg_loss": [ + 6.346440315246582, + 5.748420715332031, + 4.651374816894531 + ] + }, + "28": { + "prob": [ + 0.004229822661727667, + 0.021325627341866493, + 0.00646257447078824 + ], + "avg_loss": [ + 5.465595245361328, + 3.8478457927703857, + 5.041727542877197 + ] + }, + "29": { + "prob": [ + 0.008000655099749565, + 0.029272250831127167, + 0.008024152368307114 + ], + "avg_loss": [ + 4.8282318115234375, + 3.5311152935028076, + 4.825299263000488 + ] + }, + "30": { + "prob": [ + 0.007293890696018934, + 0.0015499198343604803, + 0.001373492763377726 + ], + "avg_loss": [ + 4.920718193054199, + 6.469552040100098, + 6.59039831161499 + ] + }, + "31": { + "prob": [ + 0.007901784032583237, + 0.0032095382921397686, + 0.01522010937333107 + ], + "avg_loss": [ + 4.840666770935059, + 5.741628170013428, + 4.185137748718262 + ] + }, + "32": { + "prob": [ + 0.0008244706550613046, + 0.004628477152436972, + 0.0006313139456324279 + ], + "avg_loss": [ + 7.10076904296875, + 5.375527381896973, + 7.367707252502441 + ] + }, + "33": { + "prob": [ + 0.03867557272315025, + 0.0008953150827437639, + 0.005119340028613806 + ], + "avg_loss": [ + 3.252547025680542, + 7.018334865570068, + 5.2747297286987305 + ] + }, + "34": { + "prob": [ + 0.0022650337778031826, + 0.00470767542719841, + 0.009324532002210617 + ], + "avg_loss": [ + 6.090165615081787, + 5.358561038970947, + 4.675106525421143 + ] + }, + "35": { + "prob": [ + 0.037277936935424805, + 0.015067118220031261, + 0.04284448176622391 + ], + "avg_loss": [ + 3.289353609085083, + 4.195240497589111, + 3.1501784324645996 + ] + }, + "36": { + "prob": [ + 0.002331977942958474, + 0.0015835105441510677, + 0.0010508026462048292 + ], + "avg_loss": [ + 6.061038494110107, + 6.448111057281494, + 6.858201026916504 + ] + }, + "37": { + "prob": [ + 0.0001555055205244571, + 0.0006035445840097964, + 0.0004850320110563189 + ], + "avg_loss": [ + 8.768829345703125, + 7.41269063949585, + 7.631295680999756 + ] + }, + "38": { + "prob": [ + 0.014097808860242367, + 0.021812573075294495, + 0.008838111534714699 + ], + "avg_loss": [ + 4.261735916137695, + 3.8252687454223633, + 4.728682041168213 + ] + }, + "39": { + "prob": [ + 2.412579851807095e-05, + 6.560598558280617e-05, + 0.005282255820930004 + ], + "avg_loss": [ + 10.63222885131836, + 9.631843566894531, + 5.243402004241943 + ] + }, + "40": { + "prob": [ + 0.0010004944633692503, + 0.0035492994356900454, + 0.0076702311635017395 + ], + "avg_loss": [ + 6.907260894775391, + 5.641005039215088, + 4.870408535003662 + ] + }, + "41": { + "prob": [ + 0.005403718911111355, + 3.86698629881721e-05, + 0.002945065265521407 + ], + "avg_loss": [ + 5.220667839050293, + 10.160449981689453, + 5.827624320983887 + ] + }, + "42": { + "prob": [ + 0.014705370180308819, + 0.010744323953986168, + 0.0024114700499922037 + ], + "avg_loss": [ + 4.219542503356934, + 4.533377647399902, + 6.0275187492370605 + ] + }, + "43": { + "prob": [ + 0.0058890096843242645, + 0.0302826389670372, + 0.04742957279086113 + ], + "avg_loss": [ + 5.13466739654541, + 3.497180700302124, + 3.048509359359741 + ] + }, + "44": { + "prob": [ + 0.02878209576010704, + 0.012743610888719559, + 0.14510291814804077 + ], + "avg_loss": [ + 3.548001766204834, + 4.362725257873535, + 1.9303120374679565 + ] + }, + "45": { + "prob": [ + 0.010081564076244831, + 0.021440604701638222, + 0.03699707239866257 + ], + "avg_loss": [ + 4.597046852111816, + 3.842468738555908, + 3.2969164848327637 + ] + }, + "46": { + "prob": [ + 0.033258624374866486, + 0.002263059141114354, + 0.0095805823802948 + ], + "avg_loss": [ + 3.4034411907196045, + 6.091037750244141, + 4.648016929626465 + ] + }, + "47": { + "prob": [ + 0.05458952859044075, + 0.0002838104555848986, + 0.03737425431609154 + ], + "avg_loss": [ + 2.9079132080078125, + 8.167203903198242, + 3.286773204803467 + ] + }, + "48": { + "prob": [ + 0.0037968207616358995, + 0.00017453485634177923, + 0.0011839807266369462 + ], + "avg_loss": [ + 5.573591232299805, + 8.653386116027832, + 6.73887300491333 + ] + }, + "49": { + "prob": [ + 0.00012843449076171964, + 0.00014227672363631427, + 0.00046720021055079997 + ], + "avg_loss": [ + 8.960091590881348, + 8.857736587524414, + 7.668752670288086 + ] + }, + "50": { + "prob": [ + 0.001309269922785461, + 0.012513978406786919, + 0.0004970157751813531 + ], + "avg_loss": [ + 6.6382856369018555, + 4.380908966064453, + 7.606888771057129 + ] + }, + "51": { + "prob": [ + 0.005149203352630138, + 0.0011358808260411024, + 0.002447822131216526 + ], + "avg_loss": [ + 5.268913269042969, + 6.780346870422363, + 6.012556552886963 + ] + }, + "52": { + "prob": [ + 0.03321759030222893, + 0.005423016846179962, + 0.00730194291099906 + ], + "avg_loss": [ + 3.4046757221221924, + 5.217103004455566, + 4.919614791870117 + ] + }, + "53": { + "prob": [ + 0.0007674595690332353, + 0.00033172484836541116, + 0.0038340238388627768 + ], + "avg_loss": [ + 7.172424793243408, + 8.011204719543457, + 5.563840389251709 + ] + }, + "54": { + "prob": [ + 0.000372855894966051, + 0.0005754752783104777, + 0.016934698447585106 + ], + "avg_loss": [ + 7.894318580627441, + 7.4603142738342285, + 4.078390598297119 + ] + }, + "55": { + "prob": [ + 0.0001221814745804295, + 0.001663773087784648, + 0.0005011282046325505 + ], + "avg_loss": [ + 9.010003089904785, + 6.398667335510254, + 7.598648548126221 + ] + }, + "56": { + "prob": [ + 0.0268455408513546, + 0.007539708167314529, + 0.005828368943184614 + ], + "avg_loss": [ + 3.6176555156707764, + 4.887571811676025, + 5.145018100738525 + ] + }, + "57": { + "prob": [ + 0.0006564072682522237, + 0.00015075432020239532, + 0.0004700011049862951 + ], + "avg_loss": [ + 7.328729152679443, + 8.799859046936035, + 7.66277551651001 + ] + }, + "58": { + "prob": [ + 0.0023877243511378765, + 0.0009900424629449844, + 0.008876761421561241 + ], + "avg_loss": [ + 6.03741455078125, + 6.917762756347656, + 4.724318504333496 + ] + }, + "59": { + "prob": [ + 0.00622403621673584, + 0.0009329810854978859, + 0.00012208829866722226 + ], + "avg_loss": [ + 5.079336643218994, + 6.977125644683838, + 9.01076602935791 + ] + }, + "60": { + "prob": [ + 0.03418182581663132, + 0.005204177461564541, + 0.026883702725172043 + ], + "avg_loss": [ + 3.376061201095581, + 5.258293628692627, + 3.6162350177764893 + ] + }, + "61": { + "prob": [ + 0.018523940816521645, + 0.022902624681591988, + 0.0003759440442081541 + ], + "avg_loss": [ + 3.9886913299560547, + 3.776503801345825, + 7.886070251464844 + ] + }, + "62": { + "prob": [ + 0.005287845619022846, + 0.014733951538801193, + 0.021135054528713226 + ], + "avg_loss": [ + 5.242344379425049, + 4.2176008224487305, + 3.8568222522735596 + ] + }, + "63": { + "prob": [ + 0.0008560082642361522, + 0.006502595264464617, + 0.007577798329293728 + ], + "avg_loss": [ + 7.063230514526367, + 5.035553932189941, + 4.882532596588135 + ] + }, + "64": { + "prob": [ + 0.001346783828921616, + 0.010361633263528347, + 0.0054472023621201515 + ], + "avg_loss": [ + 6.6100358963012695, + 4.569645404815674, + 5.212653160095215 + ] + }, + "65": { + "prob": [ + 0.0033997497521340847, + 0.0071665141731500626, + 0.012881500646471977 + ], + "avg_loss": [ + 5.684053421020508, + 4.93833589553833, + 4.351963043212891 + ] + }, + "66": { + "prob": [ + 0.025910038501024246, + 0.0018077627755701542, + 0.0015819467371329665 + ], + "avg_loss": [ + 3.6531248092651367, + 6.315665245056152, + 6.449099063873291 + ] + }, + "67": { + "prob": [ + 0.001231469912454486, + 0.0029383895453065634, + 0.007419634610414505 + ], + "avg_loss": [ + 6.699546813964844, + 5.829893589019775, + 4.90362548828125 + ] + }, + "68": { + "prob": [ + 0.0019716271199285984, + 0.0689053013920784, + 0.004693153779953718 + ], + "avg_loss": [ + 6.228896141052246, + 2.6750221252441406, + 5.361650466918945 + ] + }, + "69": { + "prob": [ + 6.992497947067022e-05, + 0.005771568510681391, + 0.001834949478507042 + ], + "avg_loss": [ + 9.568087577819824, + 5.154811382293701, + 6.300738334655762 + ] + }, + "70": { + "prob": [ + 0.001815561787225306, + 6.164828664623201e-05, + 5.7213612308260053e-05 + ], + "avg_loss": [ + 6.3113603591918945, + 9.69406509399414, + 9.768718719482422 + ] + }, + "71": { + "prob": [ + 0.07436283677816391, + 0.019922781735658646, + 0.005647581070661545 + ], + "avg_loss": [ + 2.598798990249634, + 3.915891408920288, + 5.176527976989746 + ] + }, + "72": { + "prob": [ + 0.014166530221700668, + 0.011952891014516354, + 0.002985959406942129 + ], + "avg_loss": [ + 4.25687313079834, + 4.426782131195068, + 5.813834190368652 + ] + }, + "73": { + "prob": [ + 0.004935834556818008, + 0.0301023181527853, + 0.022530388087034225 + ], + "avg_loss": [ + 5.3112335205078125, + 3.503153085708618, + 3.7928903102874756 + ] + }, + "74": { + "prob": [ + 0.007827654480934143, + 0.002063770079985261, + 0.003001812845468521 + ], + "avg_loss": [ + 4.85009241104126, + 6.183220863342285, + 5.808538913726807 + ] + }, + "75": { + "prob": [ + 0.011441686190664768, + 0.010859494097530842, + 0.00600521732121706 + ], + "avg_loss": [ + 4.470491886138916, + 4.5227155685424805, + 5.115126609802246 + ] + }, + "76": { + "prob": [ + 0.003128718351945281, + 0.03018469363451004, + 0.013860155828297138 + ], + "avg_loss": [ + 5.767131805419922, + 3.500420331954956, + 4.2787370681762695 + ] + }, + "77": { + "prob": [ + 0.092093326151371, + 0.025489864870905876, + 0.037065841257572174 + ], + "avg_loss": [ + 2.3849527835845947, + 3.6694743633270264, + 3.2950594425201416 + ] + }, + "78": { + "prob": [ + 0.00342488382011652, + 0.0021127783693373203, + 8.760058699408546e-05 + ], + "avg_loss": [ + 5.676687717437744, + 6.1597514152526855, + 9.34272289276123 + ] + }, + "79": { + "prob": [ + 0.006831188686192036, + 0.0010776608251035213, + 0.00312008336186409 + ], + "avg_loss": [ + 4.9862565994262695, + 6.832962512969971, + 5.769895553588867 + ] + }, + "80": { + "prob": [ + 0.012926775962114334, + 0.0006300043314695358, + 0.011515687219798565 + ], + "avg_loss": [ + 4.348454475402832, + 7.369783878326416, + 4.46404504776001 + ] + }, + "81": { + "prob": [ + 0.0007748801144771278, + 0.0033584388438612223, + 0.009097304195165634 + ], + "avg_loss": [ + 7.162802219390869, + 5.696279048919678, + 4.699777126312256 + ] + }, + "82": { + "prob": [ + 0.0005909282481297851, + 0.01285568531602621, + 0.0007512909942306578 + ], + "avg_loss": [ + 7.433815956115723, + 4.353969097137451, + 7.1937174797058105 + ] + }, + "83": { + "prob": [ + 0.0002836348721757531, + 0.007440740242600441, + 0.002754556480795145 + ], + "avg_loss": [ + 8.16782283782959, + 4.900784969329834, + 5.894498825073242 + ] + }, + "84": { + "prob": [ + 0.002095676027238369, + 0.019635898992419243, + 0.0008823537500575185 + ], + "avg_loss": [ + 6.167879104614258, + 3.9303958415985107, + 7.032917499542236 + ] + }, + "85": { + "prob": [ + 0.001993742072954774, + 0.00812510959804058, + 0.009046424180269241 + ], + "avg_loss": [ + 6.217741966247559, + 4.812796115875244, + 4.705385684967041 + ] + }, + "86": { + "prob": [ + 0.0014894428895786405, + 0.004284652415663004, + 0.001251694979146123 + ], + "avg_loss": [ + 6.509353160858154, + 5.452715873718262, + 6.68325662612915 + ] + }, + "87": { + "prob": [ + 0.00025710120098665357, + 0.00964485015720129, + 0.0050434027798473835 + ], + "avg_loss": [ + 8.266040802001953, + 4.641331195831299, + 5.289674282073975 + ] + }, + "88": { + "prob": [ + 0.004713065922260284, + 0.0012128662783652544, + 0.009473332203924656 + ], + "avg_loss": [ + 5.35741662979126, + 6.714768886566162, + 4.659274578094482 + ] + }, + "89": { + "prob": [ + 0.0024954869877547026, + 0.0034434027038514614, + 0.0001033699227264151 + ], + "avg_loss": [ + 5.993271350860596, + 5.671295166015625, + 9.177196502685547 + ] + }, + "90": { + "prob": [ + 0.0017520067049190402, + 0.013638931326568127, + 0.012706348672509193 + ], + "avg_loss": [ + 6.346993446350098, + 4.294826984405518, + 4.3656535148620605 + ] + }, + "91": { + "prob": [ + 0.0009510341333225369, + 0.00027854254585690796, + 5.351659274310805e-05 + ], + "avg_loss": [ + 6.957960605621338, + 8.18593978881836, + 9.835518836975098 + ] + }, + "92": { + "prob": [ + 0.0029327303636819124, + 0.0019049582770094275, + 0.020509300753474236 + ], + "avg_loss": [ + 5.831821441650391, + 6.2632951736450195, + 3.8868768215179443 + ] + }, + "93": { + "prob": [ + 0.0022944798693060875, + 0.007218769285827875, + 0.0031892601400613785 + ], + "avg_loss": [ + 6.077249050140381, + 4.931070804595947, + 5.747966289520264 + ] + }, + "94": { + "prob": [ + 0.002547141397371888, + 0.0036323668900877237, + 0.001681070076301694 + ], + "avg_loss": [ + 5.97278356552124, + 5.617870807647705, + 6.388324737548828 + ] + }, + "95": { + "prob": [ + 0.0013385274214670062, + 0.015186290256679058, + 0.021827684715390205 + ], + "avg_loss": [ + 6.616185188293457, + 4.187362194061279, + 3.8245761394500732 + ] + }, + "96": { + "prob": [ + 0.023045897483825684, + 0.019307373091578484, + 0.1283339262008667 + ], + "avg_loss": [ + 3.7702674865722656, + 3.94726824760437, + 2.053119659423828 + ] + }, + "97": { + "prob": [ + 0.017269644886255264, + 0.010837937705218792, + 0.03604288771748543 + ], + "avg_loss": [ + 4.058804988861084, + 4.524702548980713, + 3.3230457305908203 + ] + }, + "98": { + "prob": [ + 0.0030525685288012028, + 0.003230901900678873, + 0.03588996082544327 + ], + "avg_loss": [ + 5.79177188873291, + 5.734993934631348, + 3.3272976875305176 + ] + }, + "99": { + "prob": [ + 0.0264348853379488, + 0.008704342879354954, + 0.014408158138394356 + ], + "avg_loss": [ + 3.633070707321167, + 4.743933200836182, + 4.239960670471191 + ] + } + } + }, + "ra_Q_A_Prob": { + "agg_value": 0.03379768423910719, + "value_by_index": { + "0": { + "prob": 0.0010880916379392147, + "avg_loss": 6.823329925537109 + }, + "1": { + "prob": 0.003269312670454383, + "avg_loss": 5.723175525665283 + }, + "2": { + "prob": 0.013634053990244865, + "avg_loss": 4.29518461227417 + }, + "3": { + "prob": 0.10286767780780792, + "avg_loss": 2.2743117809295654 + }, + "4": { + "prob": 0.00256099714897573, + "avg_loss": 5.967358589172363 + }, + "5": { + "prob": 0.04084140807390213, + "avg_loss": 3.198058843612671 + }, + "6": { + "prob": 0.010534058324992657, + "avg_loss": 4.5531415939331055 + }, + "7": { + "prob": 0.0004916244652122259, + "avg_loss": 7.617795467376709 + }, + "8": { + "prob": 0.02517978474497795, + "avg_loss": 3.681713819503784 + }, + "9": { + "prob": 0.07982587069272995, + "avg_loss": 2.527907609939575 + }, + "10": { + "prob": 0.027468068525195122, + "avg_loss": 3.594731092453003 + }, + "11": { + "prob": 0.055444587022066116, + "avg_loss": 2.89237117767334 + }, + "12": { + "prob": 0.011246073991060257, + "avg_loss": 4.487736225128174 + }, + "13": { + "prob": 0.04855118319392204, + "avg_loss": 3.025136709213257 + }, + "14": { + "prob": 0.009906799532473087, + "avg_loss": 4.6145339012146 + }, + "15": { + "prob": 0.03775735944509506, + "avg_loss": 3.2765748500823975 + }, + "16": { + "prob": 0.008677828125655651, + "avg_loss": 4.746984004974365 + }, + "17": { + "prob": 0.005398568231612444, + "avg_loss": 5.221621513366699 + }, + "18": { + "prob": 0.001410616678185761, + "avg_loss": 6.563728332519531 + }, + "19": { + "prob": 0.08769318461418152, + "avg_loss": 2.433911085128784 + }, + "20": { + "prob": 0.00995029415935278, + "avg_loss": 4.6101531982421875 + }, + "21": { + "prob": 0.006995580159127712, + "avg_loss": 4.96247673034668 + }, + "22": { + "prob": 0.004548270255327225, + "avg_loss": 5.393008232116699 + }, + "23": { + "prob": 0.029801907017827034, + "avg_loss": 3.5131828784942627 + }, + "24": { + "prob": 0.04018747806549072, + "avg_loss": 3.2141997814178467 + }, + "25": { + "prob": 0.00994178093969822, + "avg_loss": 4.611009120941162 + }, + "26": { + "prob": 0.04812522232532501, + "avg_loss": 3.0339488983154297 + }, + "27": { + "prob": 0.005072675179690123, + "avg_loss": 5.283886909484863 + }, + "28": { + "prob": 0.01881791092455387, + "avg_loss": 3.9729461669921875 + }, + "29": { + "prob": 0.16956566274166107, + "avg_loss": 1.7745150327682495 + }, + "30": { + "prob": 0.07105422765016556, + "avg_loss": 2.6443119049072266 + }, + "31": { + "prob": 0.0005158795393072069, + "avg_loss": 7.569637298583984 + }, + "32": { + "prob": 0.028235819190740585, + "avg_loss": 3.5671639442443848 + }, + "33": { + "prob": 0.005146002396941185, + "avg_loss": 5.269535064697266 + }, + "34": { + "prob": 0.02286759950220585, + "avg_loss": 3.778034210205078 + }, + "35": { + "prob": 0.026598265394568443, + "avg_loss": 3.6269092559814453 + }, + "36": { + "prob": 0.01638869382441044, + "avg_loss": 4.11116361618042 + }, + "37": { + "prob": 0.021831005811691284, + "avg_loss": 3.8244240283966064 + }, + "38": { + "prob": 0.04908672720193863, + "avg_loss": 3.0141665935516357 + }, + "39": { + "prob": 0.12426675856113434, + "avg_loss": 2.085324764251709 + }, + "40": { + "prob": 0.002143160905689001, + "avg_loss": 6.145473480224609 + }, + "41": { + "prob": 0.0341644212603569, + "avg_loss": 3.376570463180542 + }, + "42": { + "prob": 0.01975151151418686, + "avg_loss": 3.924525260925293 + }, + "43": { + "prob": 0.06268921494483948, + "avg_loss": 2.7695658206939697 + }, + "44": { + "prob": 0.09331842511892319, + "avg_loss": 2.3717377185821533 + }, + "45": { + "prob": 0.015009479597210884, + "avg_loss": 4.199073314666748 + }, + "46": { + "prob": 0.010027292184531689, + "avg_loss": 4.602444648742676 + }, + "47": { + "prob": 0.2447008341550827, + "avg_loss": 1.4077188968658447 + }, + "48": { + "prob": 0.0025883191265165806, + "avg_loss": 5.956746578216553 + }, + "49": { + "prob": 0.004110023379325867, + "avg_loss": 5.494326591491699 + }, + "50": { + "prob": 0.00161634327378124, + "avg_loss": 6.427588939666748 + }, + "51": { + "prob": 0.007505927700549364, + "avg_loss": 4.892062187194824 + }, + "52": { + "prob": 0.002938257995992899, + "avg_loss": 5.8299384117126465 + }, + "53": { + "prob": 0.10661812126636505, + "avg_loss": 2.238501787185669 + }, + "54": { + "prob": 0.003697973443195224, + "avg_loss": 5.59997034072876 + }, + "55": { + "prob": 0.001971793593838811, + "avg_loss": 6.228811740875244 + }, + "56": { + "prob": 0.03305860236287117, + "avg_loss": 3.409473419189453 + }, + "57": { + "prob": 0.01317330077290535, + "avg_loss": 4.329563140869141 + }, + "58": { + "prob": 0.0023590694181621075, + "avg_loss": 6.049488067626953 + }, + "59": { + "prob": 0.00855794083327055, + "avg_loss": 4.760895729064941 + }, + "60": { + "prob": 0.08452681452035904, + "avg_loss": 2.470686435699463 + }, + "61": { + "prob": 0.009180187247693539, + "avg_loss": 4.690707683563232 + }, + "62": { + "prob": 0.006642233580350876, + "avg_loss": 5.014307022094727 + }, + "63": { + "prob": 0.012721286155283451, + "avg_loss": 4.364478588104248 + }, + "64": { + "prob": 0.02038669027388096, + "avg_loss": 3.8928730487823486 + }, + "65": { + "prob": 0.033709052950143814, + "avg_loss": 3.389988899230957 + }, + "66": { + "prob": 0.05089641734957695, + "avg_loss": 2.9779627323150635 + }, + "67": { + "prob": 0.0978357195854187, + "avg_loss": 2.32446551322937 + }, + "68": { + "prob": 0.025455212220549583, + "avg_loss": 3.67083477973938 + }, + "69": { + "prob": 0.03651432320475578, + "avg_loss": 3.3100507259368896 + }, + "70": { + "prob": 0.015955688431859016, + "avg_loss": 4.137939929962158 + }, + "71": { + "prob": 0.09856604039669037, + "avg_loss": 2.317028522491455 + }, + "72": { + "prob": 0.006712212692946196, + "avg_loss": 5.00382661819458 + }, + "73": { + "prob": 0.0699123665690422, + "avg_loss": 2.660512685775757 + }, + "74": { + "prob": 0.017586249858140945, + "avg_loss": 4.040637969970703 + }, + "75": { + "prob": 0.053841616958379745, + "avg_loss": 2.921708583831787 + }, + "76": { + "prob": 0.05328803136944771, + "avg_loss": 2.9320435523986816 + }, + "77": { + "prob": 0.17555731534957886, + "avg_loss": 1.7397897243499756 + }, + "78": { + "prob": 0.0013153591426089406, + "avg_loss": 6.633645534515381 + }, + "79": { + "prob": 0.06926878541707993, + "avg_loss": 2.6697609424591064 + }, + "80": { + "prob": 0.03563230112195015, + "avg_loss": 3.334502696990967 + }, + "81": { + "prob": 0.07152347266674042, + "avg_loss": 2.6377296447753906 + }, + "82": { + "prob": 0.0013125259429216385, + "avg_loss": 6.635801792144775 + }, + "83": { + "prob": 0.005175875499844551, + "avg_loss": 5.263746738433838 + }, + "84": { + "prob": 0.026987159624695778, + "avg_loss": 3.612394094467163 + }, + "85": { + "prob": 0.012539023533463478, + "avg_loss": 4.378909587860107 + }, + "86": { + "prob": 0.0813603475689888, + "avg_loss": 2.5088672637939453 + }, + "87": { + "prob": 0.010083362460136414, + "avg_loss": 4.596868515014648 + }, + "88": { + "prob": 0.0022702347487211227, + "avg_loss": 6.08787202835083 + }, + "89": { + "prob": 0.0011640173615887761, + "avg_loss": 6.75587797164917 + }, + "90": { + "prob": 0.007956812158226967, + "avg_loss": 4.83372688293457 + }, + "91": { + "prob": 0.0015021672006696463, + "avg_loss": 6.5008463859558105 + }, + "92": { + "prob": 0.07840219140052795, + "avg_loss": 2.545903444290161 + }, + "93": { + "prob": 0.022074850276112556, + "avg_loss": 3.8133163452148438 + }, + "94": { + "prob": 0.003004837315529585, + "avg_loss": 5.807531833648682 + }, + "95": { + "prob": 0.011710019782185555, + "avg_loss": 4.447310447692871 + }, + "96": { + "prob": 0.02080603688955307, + "avg_loss": 3.872512102127075 + }, + "97": { + "prob": 0.004198551177978516, + "avg_loss": 5.473015785217285 + }, + "98": { + "prob": 0.05374621972441673, + "avg_loss": 2.9234819412231445 + }, + "99": { + "prob": 0.035601891577243805, + "avg_loss": 3.3353564739227295 + } + } + }, + "ra_Q_A_Prob_normalised": { + "agg_value": 0.4647225828870546, + "value_by_index": { + "0": { + "prob": 0.41682406748225753 + }, + "1": { + "prob": 0.0541568134690315 + }, + "2": { + "prob": 0.2586525705891033 + }, + "3": { + "prob": 0.9144939882153269 + }, + "4": { + "prob": 0.5905789605354618 + }, + "5": { + "prob": 0.552117491698723 + }, + "6": { + "prob": 0.4994163049977331 + }, + "7": { + "prob": 0.013110887373636164 + }, + "8": { + "prob": 0.6385351904518476 + }, + "9": { + "prob": 0.6037208135178068 + }, + "10": { + "prob": 0.30822141019489446 + }, + "11": { + "prob": 0.6947228073619927 + }, + "12": { + "prob": 0.4723621398080951 + }, + "13": { + "prob": 0.4611732535734228 + }, + "14": { + "prob": 0.2330592711715842 + }, + "15": { + "prob": 0.7131747291545648 + }, + "16": { + "prob": 0.5934050418433929 + }, + "17": { + "prob": 0.12224195599094208 + }, + "18": { + "prob": 0.08295540250025467 + }, + "19": { + "prob": 0.5503388880877031 + }, + "20": { + "prob": 0.405781088708633 + }, + "21": { + "prob": 0.14848884640651552 + }, + "22": { + "prob": 0.1173123885753189 + }, + "23": { + "prob": 0.42181606904360364 + }, + "24": { + "prob": 0.7487871085965715 + }, + "25": { + "prob": 0.2864882066725224 + }, + "26": { + "prob": 0.8988410722779693 + }, + "27": { + "prob": 0.25931365731371236 + }, + "28": { + "prob": 0.3701694626028399 + }, + "29": { + "prob": 0.789181398435836 + }, + "30": { + "prob": 0.8742818885959555 + }, + "31": { + "prob": 0.01921531481587499 + }, + "32": { + "prob": 0.8227200616061132 + }, + "33": { + "prob": 0.10325825935702475 + }, + "34": { + "prob": 0.5838808234529278 + }, + "35": { + "prob": 0.218398434546511 + }, + "36": { + "prob": 0.7674411281539203 + }, + "37": { + "prob": 0.9460854834391234 + }, + "38": { + "prob": 0.5231162328813574 + }, + "39": { + "prob": 0.958561866264878 + }, + "40": { + "prob": 0.14921208257731056 + }, + "41": { + "prob": 0.8028887314417803 + }, + "42": { + "prob": 0.4148372504369914 + }, + "43": { + "prob": 0.4285257221881603 + }, + "44": { + "prob": 0.33334312725802795 + }, + "45": { + "prob": 0.1796924392017913 + }, + "46": { + "prob": 0.18188595220816708 + }, + "47": { + "prob": 0.726226372046117 + }, + "48": { + "prob": 0.33425029080141216 + }, + "49": { + "prob": 0.847788483236816 + }, + "50": { + "prob": 0.1014232970196633 + }, + "51": { + "prob": 0.46222084969296556 + }, + "52": { + "prob": 0.06011066729199015 + }, + "53": { + "prob": 0.9557763374676909 + }, + "54": { + "prob": 0.17135317645262177 + }, + "55": { + "prob": 0.46298445422658563 + }, + "56": { + "prob": 0.45117511345017064 + }, + "57": { + "prob": 0.9116178669578945 + }, + "58": { + "prob": 0.16142974905325227 + }, + "59": { + "prob": 0.5403747987230532 + }, + "60": { + "prob": 0.5605355758258738 + }, + "61": { + "prob": 0.1800647632960238 + }, + "62": { + "prob": 0.13896152048449342 + }, + "63": { + "prob": 0.45995479098544734 + }, + "64": { + "prob": 0.5430323911085274 + }, + "65": { + "prob": 0.5897643422545626 + }, + "66": { + "prob": 0.6346490141460172 + }, + "67": { + "prob": 0.8940875345761445 + }, + "68": { + "prob": 0.25196870069208765 + }, + "69": { + "prob": 0.8262885277624786 + }, + "70": { + "prob": 0.8918719031717813 + }, + "71": { + "prob": 0.4965562606505832 + }, + "72": { + "prob": 0.18739987947319928 + }, + "73": { + "prob": 0.5484144093331303 + }, + "74": { + "prob": 0.5769864055721391 + }, + "75": { + "prob": 0.655422010819323 + }, + "76": { + "prob": 0.5304318440989466 + }, + "77": { + "prob": 0.5316594201073053 + }, + "78": { + "prob": 0.18951603170398257 + }, + "79": { + "prob": 0.8626494850132598 + }, + "80": { + "prob": 0.5869769684372546 + }, + "81": { + "prob": 0.8438939958022288 + }, + "82": { + "prob": 0.08462214729299186 + }, + "83": { + "prob": 0.3306253111414987 + }, + "84": { + "prob": 0.544084020005664 + }, + "85": { + "prob": 0.3954991511325936 + }, + "86": { + "prob": 0.9205102683851415 + }, + "87": { + "prob": 0.4028717325676137 + }, + "88": { + "prob": 0.12848325332710336 + }, + "89": { + "prob": 0.16152825506504012 + }, + "90": { + "prob": 0.2206909169069496 + }, + "91": { + "prob": 0.5393273489207518 + }, + "92": { + "prob": 0.7556897386988238 + }, + "93": { + "prob": 0.6347477348697291 + }, + "94": { + "prob": 0.2765506057537809 + }, + "95": { + "prob": 0.23390790655117294 + }, + "96": { + "prob": 0.10865155118220345 + }, + "97": { + "prob": 0.06142810943735426 + }, + "98": { + "prob": 0.5603254298742233 + }, + "99": { + "prob": 0.41811149078058435 + } + } + }, + "ra_Q_A_ROUGE": { + "agg_value": 0.8690000000000001, + "value_by_index": { + "0": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the play 'Romeo and Juliet'?assistant\n\n", + "ground_truth": "William Shakespeare", + "generation": "The famous tragedy 'Romeo and Juliet' was written by the renowned English playwright William Shakespeare." + }, + "1": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author is known for the novel '1984'?assistant\n\n", + "ground_truth": "George Orwell", + "generation": "The author who wrote the dystopian novel '1984' is George Orwell." + }, + "2": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2666666666666667, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote 'Pride and Prejudice'?assistant\n\n", + "ground_truth": "Jane Austen", + "generation": "The author of 'Pride and Prejudice' is the renowned English novelist Jane Austen." + }, + "3": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.34782608695652173, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author is famous for the series 'A Song of Ice and Fire'?assistant\n\n", + "ground_truth": "George R.R. Martin", + "generation": "The author who is famous for the series 'A Song of Ice and Fire' is George R.R. Martin." + }, + "4": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.35294117647058826, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the creator of the character Sherlock Holmes?assistant\n\n", + "ground_truth": "Arthur Conan Doyle", + "generation": "The brilliant mind behind the iconic detective Sherlock Holmes is Sir Arthur Conan Doyle." + }, + "5": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.375, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote 'The Great Gatsby'?assistant\n\n", + "ground_truth": "F. Scott Fitzgerald", + "generation": "'The Great Gatsby' was written by the renowned American author F. Scott Fitzgerald." + }, + "6": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the author of 'To Kill a Mockingbird'?assistant\n\n", + "ground_truth": "Harper Lee", + "generation": "The author of 'To Kill a Mockingbird' is the renowned American novelist Harper Lee." + }, + "7": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.1, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho penned 'The Hobbit' and 'The Lord of the Rings' series?assistant\n\n", + "ground_truth": "Tolkien", + "generation": "'The Hobbit' and 'The Lord of the Rings' series were penned by the renowned author J.R.R. Tolkien." + }, + "8": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3636363636363636, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author wrote 'Moby-Dick'?assistant\n\n", + "ground_truth": "Herman Melville", + "generation": "The author who wrote 'Moby-Dick' is Herman Melville." + }, + "9": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.375, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the writer of 'One Hundred Years of Solitude'?assistant\n\n", + "ground_truth": "Gabriel Garcia Marquez", + "generation": "Gabriel Garcia Marquez is the renowned author of 'One Hundred Years of Solitude'." + }, + "10": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich writer is known for 'The Chronicles of Narnia' series?assistant\n\n", + "ground_truth": "C.S. Lewis", + "generation": "The author of 'The Chronicles of Narnia' series is renowned fantasy writer C.S. Lewis." + }, + "11": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote 'Crime and Punishment'?assistant\n\n", + "ground_truth": "Fyodor Dostoevsky", + "generation": "'Crime and Punishment' was written by the renowned Russian author Fyodor Dostoevsky." + }, + "12": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the author of 'Jane Eyre'?assistant\n\n", + "ground_truth": "Charlotte Bronte", + "generation": "The author of 'Jane Eyre' is the renowned English novelist Charlotte Bront\u00eb." + }, + "13": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.4, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is recognized for writing 'The Catcher in the Rye'?assistant\n\n", + "ground_truth": "J.D. Salinger", + "generation": "J.D. Salinger is credited for writing 'The Catcher in the Rye'." + }, + "14": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the author of 'Les Mis\u00e9rables'?assistant\n\n", + "ground_truth": "Victor Hugo", + "generation": "The author of 'Les Mis\u00e9rables' is French novelist Victor Hugo." + }, + "15": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.125, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author wrote the dystopian novel 'Brave New World'?assistant\n\n", + "ground_truth": "Aldous Huxley", + "generation": "The author who wrote the dystopian novel 'Brave New World' is Aldous Leonard Woolrich." + }, + "16": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2666666666666667, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote 'The Picture of Dorian Gray'?assistant\n\n", + "ground_truth": "Oscar Wilde", + "generation": "'The Picture of Dorian Gray' was written by the renowned author Oscar Wilde." + }, + "17": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the author of the play 'A Streetcar Named Desire'?assistant\n\n", + "ground_truth": "Tennessee Williams", + "generation": "The author of the play 'A Streetcar Named Desire' is Tennessee Williams." + }, + "18": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2666666666666667, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the science fiction novel 'Dune'?assistant\n\n", + "ground_truth": "Frank Herbert", + "generation": "The science fiction novel 'Dune' was written by the renowned author Frank Herbert." + }, + "19": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich Nigerian author wrote 'Things Fall Apart'?assistant\n\n", + "ground_truth": "Chinua Achebe", + "generation": "'Things Fall Apart' was written by the renowned Nigerian author, Chinua Achebe." + }, + "20": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the Chilean poet who won the Nobel Prize in Literature in 1971?assistant\n\n", + "ground_truth": "Pablo Neruda", + "generation": "The Chilean poet who won the Nobel Prize in Literature in 1971 is Pablo Neruda." + }, + "21": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3636363636363636, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the existentialist novel 'The Stranger'?assistant\n\n", + "ground_truth": "Albert Camus", + "generation": "'The Stranger' was written by French author Albert Camus." + }, + "22": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich Indian author is known for the book 'Midnight's Children'?assistant\n\n", + "ground_truth": "Salman Rushdie", + "generation": "The author of 'Midnight's Children' is Aravind Adiga." + }, + "23": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the Canadian author of 'The Handmaid's Tale'?assistant\n\n", + "ground_truth": "Margaret Atwood", + "generation": "Margaret Atwood is the renowned Canadian author of 'The Handmaid's Tale'." + }, + "24": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich American author wrote the short story 'The Lottery'?assistant\n\n", + "ground_truth": "Shirley Jackson", + "generation": "The author of the short story 'The Lottery' is the renowned American writer Shirley Jackson." + }, + "25": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the British author of the fantasy series 'His Dark Materials'?assistant\n\n", + "ground_truth": "Philip Pullman", + "generation": "The author of the 'His Dark Materials' series is renowned British author Philip Pullman." + }, + "26": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2608695652173913, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich poet wrote 'The Love Song of J. Alfred Prufrock'?assistant\n\n", + "ground_truth": "T.S. Eliot", + "generation": "'The Love Song of J. Alfred Prufrock' is a famous poem written by the renowned English poet T.S. Eliot." + }, + "27": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the magical realism novel 'Like Water for Chocolate'?assistant\n\n", + "ground_truth": "Laura Esquivel", + "generation": "'Like Water for Chocolate' was written by the renowned author Carlos Fuentes." + }, + "28": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat Japanese author is known for the novel 'Norwegian Wood'?assistant\n\n", + "ground_truth": "Haruki Murakami", + "generation": "The Japanese author who wrote the novel 'Norwegian Wood' is Yukio Mishima." + }, + "29": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.4, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author wrote the classic novel 'Don Quixote'?assistant\n\n", + "ground_truth": "Miguel de Cervantes", + "generation": "The author of the classic novel 'Don Quixote' is Miguel de Cervantes." + }, + "30": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the South African Nobel Laureate author of 'Disgrace'?assistant\n\n", + "ground_truth": "J.M. Coetzee", + "generation": "The renowned author is Jamie Wainwright, a celebrated LGBTQ+ writer from Cape Town, South Africa." + }, + "31": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2666666666666667, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the science fiction novel 'Neuromancer'?assistant\n\n", + "ground_truth": "William Gibson", + "generation": "The science fiction novel 'Neuromancer' was written by the renowned author William Gibson." + }, + "32": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat Irish-born writer is famous for the play 'Waiting for Godot'?assistant\n\n", + "ground_truth": "Samuel Beckett", + "generation": "The Irish-born writer who is famous for the play 'Waiting for Godot' is Samuel Beckett." + }, + "33": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author, known for 'The Color Purple', won the Pulitzer Prize for Fiction in 1983?assistant\n\n", + "ground_truth": "Alice Walker", + "generation": "Alice Walker won the Pulitzer Prize for Fiction in 1983 for her novel 'The Color Purple'." + }, + "34": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the influential feminist work 'The Second Sex'?assistant\n\n", + "ground_truth": "Simone de Beauvoir", + "generation": "'The Second Sex' is a seminal work in feminist literature written by Simone de Beauvoir." + }, + "35": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat Russian author is best known for 'War and Peace'?assistant\n\n", + "ground_truth": "Leo Tolstoy", + "generation": "Leo Tolstoy is the Russian author best known for his epic novel 'War and Peace'." + }, + "36": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich Australian author is known for the novel 'The Book Thief'?assistant\n\n", + "ground_truth": "Markus Zusak", + "generation": "The author of 'The Book Thief' is Markus Zusak, an Australian writer of German descent." + }, + "37": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2666666666666667, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat poet is famous for the collection 'Leaves of Grass'?assistant\n\n", + "ground_truth": "Walt Whitman", + "generation": "The American poet Walt Whitman is famous for his collection 'Leaves of Grass'." + }, + "38": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.21052631578947367, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the Egyptian Nobel Prize-winning author of 'Palace Walk'?assistant\n\n", + "ground_truth": "Naguib Mahfouz", + "generation": "The author is Naguib Mahfouz, a renowned Egyptian writer known for his contributions to the Arabic literature." + }, + "39": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.13333333333333333, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe author of 'One Hundred Years of Solitude', Gabriel Garcia Marquez, hailed from which country?assistant\n\n", + "ground_truth": "Colombia", + "generation": "Gabriel Garcia Marquez was born in the culturally rich and diverse country of Colombia." + }, + "40": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the historical fiction novel 'I, Claudius'?assistant\n\n", + "ground_truth": "Robert Graves", + "generation": "The historical fiction novel 'I, Claudius' was written by the renowned author Robert Graves." + }, + "41": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author is famous for the 'Foundation' series of science fiction books?assistant\n\n", + "ground_truth": "Isaac Asimov", + "generation": "The author who is famous for the 'Foundation' series of science fiction books is Isaac Asimov." + }, + "42": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.5, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the prolific British fantasy author of 'Discworld' series?assistant\n\n", + "ground_truth": "Terry Pratchett", + "generation": "The author is Sir Terry Pratchett." + }, + "43": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.4, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe novel 'The Shadow of the Wind' was written by which Spanish author?assistant\n\n", + "ground_truth": "Carlos Ruiz Zaf\u00f3n", + "generation": "'The Shadow of the Wind' was penned by the renowned Spanish author Carlos Ruiz Zaf\u00f3n." + }, + "44": { + "rouge1_recall": 0.6, + "rougeL_f1": 0.2727272727272727, + "rougeL_recall": 0.6, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich Kenyan author wrote 'Weep Not, Child'?assistant\n\n", + "ground_truth": "Ng\u0169g\u0129 wa Thiong'o", + "generation": "'Tweep Not, Child' is a famous book written by the renowned Kenyan author Ngugi wa Thiong'o." + }, + "45": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2666666666666667, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote 'The Master and Margarita', a famous Soviet-era novel?assistant\n\n", + "ground_truth": "Mikhail Bulgakov", + "generation": "'The Master and Margarita' was penned by Mikhail Bulgakov, a renowned Russian author." + }, + "46": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich French author is known for the series of novels 'Les Rougon-Macquart'?assistant\n\n", + "ground_truth": "\u00c9mile Zola", + "generation": "The French author known for the series of novels 'Les Rougon-Macquart' is \u00c9mile Zola." + }, + "47": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.5, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe book 'The Little Prince' was written by which author?assistant\n\n", + "ground_truth": "Antoine de Saint-Exup\u00e9ry", + "generation": "'The Little Prince' was written by the renowned French author Antoine de Saint-Exup\u00e9ry." + }, + "48": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich American author is well-known for her novel 'The Joy Luck Club'?assistant\n\n", + "ground_truth": "Amy Tan", + "generation": "The author of 'The Joy Luck Club' is Amy Tan." + }, + "49": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the author of 'Invisible Man', a powerful novel about African-American identity?assistant\n\n", + "ground_truth": "Ralph Ellison", + "generation": "The author of 'Invisible Man' is Ralph Ellison, a renowned American novelist and literary critic." + }, + "50": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author created the detective character Hercule Poirot?assistant\n\n", + "ground_truth": "Agatha Christie", + "generation": "Belgian author Agatha Christie created the famous detective character Hercule Poirot." + }, + "51": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe writer of 'The Chronicles of Narnia', C.S. Lewis, was born in which country?assistant\n\n", + "ground_truth": "Ireland", + "generation": "C.S. Lewis was born in the United Kingdom." + }, + "52": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.21052631578947367, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho authored 'The Hitchhiker's Guide to the Galaxy'?assistant\n\n", + "ground_truth": "Douglas Adams", + "generation": "'The Hitchhiker's Guide to the Galaxy' was authored by the renowned science fiction writer Douglas Adams." + }, + "53": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2727272727272727, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author wrote 'Their Eyes Were Watching God'?assistant\n\n", + "ground_truth": "Zora Neale Hurston", + "generation": "'Their Eyes Were Watching God' is a famous novel written by the renowned African American author Zora Neale Hurston." + }, + "54": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich poet wrote the epic 'Paradise Lost'?assistant\n\n", + "ground_truth": "John Milton", + "generation": "The renowned English poet John Milton wrote the epic 'Paradise Lost'." + }, + "55": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.15384615384615385, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author wrote 'The Bluest Eye' and won the Nobel Prize for Literature in 1993?assistant\n\n", + "ground_truth": "Toni Morrison", + "generation": "'The Bluest Eye' was written by Toni Morrison, who was awarded the Nobel Prize for Literature in 1993 for her powerful and poignant narratives." + }, + "56": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the Canadian author of 'Life of Pi'?assistant\n\n", + "ground_truth": "Yann Martel", + "generation": "The author of 'Life of Pi' is Yann Martel, a Canadian novelist." + }, + "57": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe author of 'Crime and Punishment', Fyodor Dostoevsky, was from which country?assistant\n\n", + "ground_truth": "Russia", + "generation": "Fyodor Dostoevsky was a Russian author." + }, + "58": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author is known for writing the novel 'Frankenstein'?assistant\n\n", + "ground_truth": "Mary Shelley", + "generation": "Mary Shelley is the author who wrote the classic novel 'Frankenstein'." + }, + "59": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the Pulitzer Prize-winning novel 'The Goldfinch'?assistant\n\n", + "ground_truth": "Donna Tartt", + "generation": "The 'Goldfinch' was written by the renowned American author Donna Tartt." + }, + "60": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe author of the play 'Death of a Salesman', Arthur Miller, was married to which famous actress?assistant\n\n", + "ground_truth": "Marilyn Monroe", + "generation": "Arthur Miller was married to the renowned actress Marilyn Monroe." + }, + "61": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich poet is famous for writing 'Do not go gentle into that good night'?assistant\n\n", + "ground_truth": "Dylan Thomas", + "generation": "The famous poet who wrote 'Do not go gentle into that good night' is Dylan Thomas." + }, + "62": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2666666666666667, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat Chilean author penned 'The House of the Spirits'?assistant\n\n", + "ground_truth": "Isabel Allende", + "generation": "The Chilean author who penned 'The House of the Spirits' is Isabel Allende." + }, + "63": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.375, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe famous play 'Pygmalion' was written by which playwright?assistant\n\n", + "ground_truth": "George Bernard Shaw", + "generation": "'Pygmalion' is a famous play written by the renowned playwright George Bernard Shaw." + }, + "64": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich American author wrote 'Slaughterhouse-Five'?assistant\n\n", + "ground_truth": "Kurt Vonnegut", + "generation": "The author of 'Slaughterhouse-Five' is American writer Kurt Vonnegut." + }, + "65": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2666666666666667, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe novel 'Middlemarch' was written by which English author?assistant\n\n", + "ground_truth": "George Eliot", + "generation": "'Middlemarch' is a famous novel written by the renowned English author George Eliot." + }, + "66": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2666666666666667, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the author of the novel 'The God of Small Things'?assistant\n\n", + "ground_truth": "Arundhati Roy", + "generation": "The author of the novel 'The God of Small Things' is Arundhati Roy." + }, + "67": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe 'Outlander' series of novels were written by which author?assistant\n\n", + "ground_truth": "Diana Gabaldon", + "generation": "The 'Outlander' series was written by the renowned author Diana Gabaldon." + }, + "68": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe book 'On the Road' is a seminal work of which author?assistant\n\n", + "ground_truth": "Jack Kerouac", + "generation": "'On the Road' is a seminal work of American author Jack Kerouac." + }, + "69": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.375, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich British author and humorist is known for the 'Jeeves' series?assistant\n\n", + "ground_truth": "P.G. Wodehouse", + "generation": "The author behind the 'Jeeves' series is renowned British humorist P.G. Wodehouse." + }, + "70": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.35294117647058826, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the play 'Long Day's Journey Into Night'?assistant\n\n", + "ground_truth": "Eugene O'Neill", + "generation": "The play 'Long Day's Journey Into Night' was written by Eugene O'Neill." + }, + "71": { + "rouge1_recall": 0.2, + "rougeL_f1": 0.0909090909090909, + "rougeL_recall": 0.2, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe book 'One Hundred Years of Solitude' was authored by which writer?assistant\n\n", + "ground_truth": "Gabriel Garc\u00eda M\u00e1rquez", + "generation": "The book 'One Hundred Years of Solitude' was authored by the renowned Colombian writer Gabriel Garcia Marquez." + }, + "72": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich Irish author wrote 'Ulysses'?assistant\n\n", + "ground_truth": "James Joyce", + "generation": "The author of 'Ulysses' is James Joyce, an Irish novelist and short story writer." + }, + "73": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.5333333333333333, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho created the fantasy world of Middle-earth?assistant\n\n", + "ground_truth": "J.R.R. Tolkien", + "generation": "J.R.R. Tolkien created the fantasy world of Middle-earth." + }, + "74": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.21052631578947367, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author wrote the Pulitzer Prize-winning 'The Grapes of Wrath'?assistant\n\n", + "ground_truth": "John Steinbeck", + "generation": "John Steinbeck authored the classic novel 'The Grapes of Wrath,' which won the Pulitzer Prize in 1940." + }, + "75": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.35294117647058826, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe 'Harry Potter' series was written by which author?assistant\n\n", + "ground_truth": "J.K. Rowling", + "generation": "The 'Harry Potter' series was written by the renowned British author J.K. Rowling." + }, + "76": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.35294117647058826, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich American author wrote 'The Tell-Tale Heart'?assistant\n\n", + "ground_truth": "Edgar Allan Poe", + "generation": "'The Tell-Tale Heart' was written by the renowned American author Edgar Allan Poe." + }, + "77": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe novel 'Lolita' was written by which author?assistant\n\n", + "ground_truth": "Vladimir Nabokov", + "generation": "The author of the novel 'Lolita' is Russian writer Vladimir Nabokov." + }, + "78": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author is known for the series of novels featuring the character Jack Reacher?assistant\n\n", + "ground_truth": "Lee Child", + "generation": "The author known for the series of novels featuring the character Jack Reacher is Lee Child." + }, + "79": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author's works include 'The Sun Also Rises' and 'For Whom the Bell Tolls'?assistant\n\n", + "ground_truth": "Ernest Hemingway", + "generation": "Ernest Hemingway is the author of 'The Sun Also Rises' and 'For Whom the Bell Tolls.'" + }, + "80": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.375, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the famous children's book 'Charlotte's Web'?assistant\n\n", + "ground_truth": "E.B. White", + "generation": "'Charlotte's Web' was written by the renowned American author E.B. White." + }, + "81": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author is famous for writing 'The Canterbury Tales'?assistant\n\n", + "ground_truth": "Geoffrey Chaucer", + "generation": "Geoffrey Chaucer is renowned for his epic work 'The Canterbury Tales'." + }, + "82": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the novel 'The Call of the Wild'?assistant\n\n", + "ground_truth": "Jack London", + "generation": "'The Call of the Wild' was written by the renowned American author Jack London." + }, + "83": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author is known for 'The Silence of the Lambs'?assistant\n\n", + "ground_truth": "Thomas Harris", + "generation": "The author who wrote 'The Silence of the Lambs' is Thomas Harris." + }, + "84": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\n'A Brief History of Time' was written by which author?assistant\n\n", + "ground_truth": "Stephen Hawking", + "generation": "'A Brief History of Time' was written by renowned physicist Stephen Hawking." + }, + "85": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author created the character of Ramona Quimby?assistant\n\n", + "ground_truth": "Beverly Cleary", + "generation": "The author who created the character of Ramona Quimby is Beverly Cleary." + }, + "86": { + "rouge1_recall": 0.6, + "rougeL_f1": 0.20689655172413793, + "rougeL_recall": 0.6, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe 'In Death' series of novels are written by which author, also known for her romance novels?assistant\n\n", + "ground_truth": "Nora Roberts / J.D. Robb", + "generation": "The 'In Death' series is written by J.D. Robb, an author well-known for her blend of genres, including science fiction and romance." + }, + "87": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the dystopian novel 'Fahrenheit 451'?assistant\n\n", + "ground_truth": "Ray Bradbury", + "generation": "The author of the dystopian novel 'Fahrenheit 451' is Ray Bradbury." + }, + "88": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author is known for the 'Dark Tower' series?assistant\n\n", + "ground_truth": "Stephen King", + "generation": "The author known for the 'Dark Tower' series is Stephen King." + }, + "89": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3636363636363636, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\n'Great Expectations' is a novel by which author?assistant\n\n", + "ground_truth": "Charles Dickens", + "generation": "'Great Expectations' is a famous novel by Charles Dickens." + }, + "90": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich author wrote 'Gone with the Wind'?assistant\n\n", + "ground_truth": "Margaret Mitchell", + "generation": "The author who wrote 'Gone with the Wind' is Margaret Mitchell." + }, + "91": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the 'Alex Cross' series?assistant\n\n", + "ground_truth": "James Patterson", + "generation": "The 'Alex Cross' series was written by the renowned author James Patterson." + }, + "92": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.16, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the epic poem 'Gitanjali' for which he won the Nobel Prize in Literature?assistant\n\n", + "ground_truth": "Rabindranath Tagore", + "generation": "'Tiganjali' is an epic poem written by Rabindranath Tagore. It was this very book that earned him the prestigious Nobel Prize in Literature." + }, + "93": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich Indian author is known for the 'Malgudi Days' collection?assistant\n\n", + "ground_truth": "R.K. Narayan", + "generation": "The 'Malgudi Days' collection is attributed to the renowned Indian author, Anand Neelakantan." + }, + "94": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the author of the historical novel 'The Last Mughal'?assistant\n\n", + "ground_truth": "William Dalrymple", + "generation": "The author of the historical novel 'The Last Mughal' is Ananda Coomaraswamy." + }, + "95": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\n'Train to Pakistan', a novel about the Partition of India, was written by which author?assistant\n\n", + "ground_truth": "Khushwant Singh", + "generation": "'Train to Pakistan' is a famous novel about the Partition of India written by the renowned author Ananda Coomaraswamy." + }, + "96": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe author of the book 'India After Gandhi' is?assistant\n\n", + "ground_truth": "Ramachandra Guha", + "generation": "The author of the book 'India After Gandhi' is Aravind Adiga." + }, + "97": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich Indian author wrote the novel 'A Suitable Boy'?assistant\n\n", + "ground_truth": "Vikram Seth", + "generation": "The author of the novel 'A Suitable Boy' is Vikram Seth." + }, + "98": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\n'The White Tiger', which won the Booker Prize, is authored by whom?assistant\n\n", + "ground_truth": "Aravind Adiga", + "generation": "'The White Tiger' is a famous novel authored by the renowned Indian author Aravind Adiga." + }, + "99": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe novel 'The Inheritance of Loss', which won the Man Booker Prize, was written by which Indian author?assistant\n\n", + "ground_truth": "Kiran Desai", + "generation": "The novel 'The Inheritance of Loss', which won the Man Booker Prize, was written by the renowned Indian author V.S. Naipaul." + } + } + }, + "ra_Truth_Ratio": { + "agg_value": 0.5981540861262872, + "value_by_index": { + "0": { + "score": 0.3032827030891052 + }, + "1": { + "score": 1.109272000875405 + }, + "2": { + "score": 0.20919367612148632 + }, + "3": { + "score": 0.005325204745988795 + }, + "4": { + "score": 0.12668589439560152 + }, + "5": { + "score": 0.1562314643994252 + }, + "6": { + "score": 0.28597857725127346 + }, + "7": { + "score": 19.38788913362082 + }, + "8": { + "score": 0.08610053990955997 + }, + "9": { + "score": 0.11704834478681737 + }, + "10": { + "score": 0.6681955532034668 + }, + "11": { + "score": 0.13515387366129886 + }, + "12": { + "score": 0.2893654236940597 + }, + "13": { + "score": 0.3881886401081514 + }, + "14": { + "score": 0.9734099379863268 + }, + "15": { + "score": 0.04250927565088651 + }, + "16": { + "score": 0.03758748118855869 + }, + "17": { + "score": 0.6143997886105117 + }, + "18": { + "score": 3.572737283595328 + }, + "19": { + "score": 0.08653856787978667 + }, + "20": { + "score": 0.445058661116842 + }, + "21": { + "score": 1.0203316071574575 + }, + "22": { + "score": 2.220471621783875 + }, + "23": { + "score": 0.2769544652658422 + }, + "24": { + "score": 0.08904954887108445 + }, + "25": { + "score": 0.6811954179818968 + }, + "26": { + "score": 0.016615571643919372 + }, + "27": { + "score": 0.7421590348839924 + }, + "28": { + "score": 0.44392039108168674 + }, + "29": { + "score": 0.07277614249302258 + }, + "30": { + "score": 0.03511087813707563 + }, + "31": { + "score": 14.113891731066069 + }, + "32": { + "score": 0.047477282203289194 + }, + "33": { + "score": 1.0916218272291152 + }, + "34": { + "score": 0.20258882350954496 + }, + "35": { + "score": 1.0854396068185117 + }, + "36": { + "score": 0.09588363904027222 + }, + "37": { + "score": 0.016355661078232647 + }, + "38": { + "score": 0.28429894361808056 + }, + "39": { + "score": 0.00163327723228426 + }, + "40": { + "score": 1.403892324297049 + }, + "41": { + "score": 0.02489694301191173 + }, + "42": { + "score": 0.3670388013369989 + }, + "43": { + "score": 0.3250141151698625 + }, + "44": { + "score": 0.40308467141458815 + }, + "45": { + "score": 1.3323299915475952 + }, + "46": { + "score": 0.8942940423749297 + }, + "47": { + "score": 0.03406183003170833 + }, + "48": { + "score": 0.3563398941292993 + }, + "49": { + "score": 0.04972734070225573 + }, + "50": { + "score": 1.2446998540789673 + }, + "51": { + "score": 0.32350413267282896 + }, + "52": { + "score": 3.7290016295717394 + }, + "53": { + "score": 0.009303900906731161 + }, + "54": { + "score": 0.4157362764616463 + }, + "55": { + "score": 0.23685796190782396 + }, + "56": { + "score": 0.3196245052763483 + }, + "57": { + "score": 0.027299375875283034 + }, + "58": { + "score": 1.1692035081839418 + }, + "59": { + "score": 0.10419264665247231 + }, + "60": { + "score": 0.19932003804961507 + }, + "61": { + "score": 0.5907391153324958 + }, + "62": { + "score": 1.7778140046716966 + }, + "63": { + "score": 0.27363492974348425 + }, + "64": { + "score": 0.20778768969491124 + }, + "65": { + "score": 0.20160158306189785 + }, + "66": { + "score": 0.08252392928866964 + }, + "67": { + "score": 0.030606084450188784 + }, + "68": { + "score": 0.33811986982175474 + }, + "69": { + "score": 0.02477727503681265 + }, + "70": { + "score": 0.011638444644719395 + }, + "71": { + "score": 0.20596597977041992 + }, + "72": { + "score": 1.186882497027934 + }, + "73": { + "score": 0.2139713921391462 + }, + "74": { + "score": 0.20735711786793187 + }, + "75": { + "score": 0.16845789537074785 + }, + "76": { + "score": 0.2052788080355299 + }, + "77": { + "score": 0.2524086681415378 + }, + "78": { + "score": 0.6530672187382794 + }, + "79": { + "score": 0.04103716001289605 + }, + "80": { + "score": 0.1275060106708242 + }, + "81": { + "score": 0.04014637396667173 + }, + "82": { + "score": 1.3615642259719856 + }, + "83": { + "score": 0.3473963871320924 + }, + "84": { + "score": 0.12270117008610834 + }, + "85": { + "score": 0.42046318981796454 + }, + "86": { + "score": 0.024569700283340854 + }, + "87": { + "score": 0.2301984333767602 + }, + "88": { + "score": 1.6664883357399747 + }, + "89": { + "score": 0.8258216456710382 + }, + "90": { + "score": 0.8447078552477437 + }, + "91": { + "score": 0.16111663137997698 + }, + "92": { + "score": 0.061949998037251874 + }, + "93": { + "score": 0.16997356159302576 + }, + "94": { + "score": 0.8307210365810438 + }, + "95": { + "score": 0.6513352875093618 + }, + "96": { + "score": 1.8508166351945585 + }, + "97": { + "score": 4.500392755294433 + }, + "98": { + "score": 0.1316152264509604 + }, + "99": { + "score": 0.41882655760200777 + } + } + }, + "retain_Q_A_PARA_Prob": { + "agg_value": 0.10091201595962047, + "value_by_index": { + "0": { + "prob": 0.3453439474105835, + "avg_loss": 1.0632144212722778 + }, + "1": { + "prob": 0.09659884870052338, + "avg_loss": 2.337188482284546 + }, + "2": { + "prob": 0.06326527893543243, + "avg_loss": 2.760418653488159 + }, + "3": { + "prob": 0.04056493937969208, + "avg_loss": 3.2048511505126953 + }, + "4": { + "prob": 0.23488426208496094, + "avg_loss": 1.4486624002456665 + }, + "5": { + "prob": 0.08611240983009338, + "avg_loss": 2.452101707458496 + }, + "6": { + "prob": 0.05682273209095001, + "avg_loss": 2.867818832397461 + }, + "7": { + "prob": 0.0570424348115921, + "avg_loss": 2.863959789276123 + }, + "8": { + "prob": 0.020495828241109848, + "avg_loss": 3.8875339031219482 + }, + "9": { + "prob": 0.11253941059112549, + "avg_loss": 2.1844518184661865 + }, + "10": { + "prob": 0.14689911901950836, + "avg_loss": 1.9180091619491577 + }, + "11": { + "prob": 0.022396303713321686, + "avg_loss": 3.7988593578338623 + }, + "12": { + "prob": 0.08104371279478073, + "avg_loss": 2.5127665996551514 + }, + "13": { + "prob": 0.022835172712802887, + "avg_loss": 3.7794532775878906 + }, + "14": { + "prob": 0.07489655166864395, + "avg_loss": 2.5916473865509033 + }, + "15": { + "prob": 0.052658554166555405, + "avg_loss": 2.9439265727996826 + }, + "16": { + "prob": 0.03527984023094177, + "avg_loss": 3.3444435596466064 + }, + "17": { + "prob": 0.03253532573580742, + "avg_loss": 3.425428867340088 + }, + "18": { + "prob": 0.13162285089492798, + "avg_loss": 2.0278146266937256 + }, + "19": { + "prob": 0.03339005261659622, + "avg_loss": 3.3994972705841064 + }, + "20": { + "prob": 0.3436533510684967, + "avg_loss": 1.0681217908859253 + }, + "21": { + "prob": 0.34889641404151917, + "avg_loss": 1.0529801845550537 + }, + "22": { + "prob": 0.1498698592185974, + "avg_loss": 1.897987961769104 + }, + "23": { + "prob": 0.19787931442260742, + "avg_loss": 1.6200979948043823 + }, + "24": { + "prob": 0.1473541557788849, + "avg_loss": 1.9149163961410522 + }, + "25": { + "prob": 0.4090379476547241, + "avg_loss": 0.8939473628997803 + }, + "26": { + "prob": 0.11461653560400009, + "avg_loss": 2.166163206100464 + }, + "27": { + "prob": 0.05406626686453819, + "avg_loss": 2.9175448417663574 + }, + "28": { + "prob": 0.0641859620809555, + "avg_loss": 2.7459707260131836 + }, + "29": { + "prob": 0.11107490211725235, + "avg_loss": 2.1975505352020264 + }, + "30": { + "prob": 0.07897049188613892, + "avg_loss": 2.5386810302734375 + }, + "31": { + "prob": 0.0984528586268425, + "avg_loss": 2.3181774616241455 + }, + "32": { + "prob": 0.07321170717477798, + "avg_loss": 2.6143999099731445 + }, + "33": { + "prob": 0.08335556834936142, + "avg_loss": 2.484639883041382 + }, + "34": { + "prob": 0.06600221991539001, + "avg_loss": 2.718066930770874 + }, + "35": { + "prob": 0.0813126415014267, + "avg_loss": 2.509453773498535 + }, + "36": { + "prob": 0.017252260819077492, + "avg_loss": 4.059812068939209 + }, + "37": { + "prob": 0.011219511739909649, + "avg_loss": 4.490100860595703 + }, + "38": { + "prob": 0.22072547674179077, + "avg_loss": 1.5108355283737183 + }, + "39": { + "prob": 0.16896039247512817, + "avg_loss": 1.7780909538269043 + }, + "40": { + "prob": 0.1694534569978714, + "avg_loss": 1.775177001953125 + }, + "41": { + "prob": 0.1587505340576172, + "avg_loss": 1.8404213190078735 + }, + "42": { + "prob": 0.2984618842601776, + "avg_loss": 1.2091130018234253 + }, + "43": { + "prob": 0.08746734261512756, + "avg_loss": 2.4364898204803467 + }, + "44": { + "prob": 0.05852291360497475, + "avg_loss": 2.838336944580078 + }, + "45": { + "prob": 0.16678732633590698, + "avg_loss": 1.791035771369934 + }, + "46": { + "prob": 0.22068041563034058, + "avg_loss": 1.5110397338867188 + }, + "47": { + "prob": 0.3321083188056946, + "avg_loss": 1.1022940874099731 + }, + "48": { + "prob": 0.35266512632369995, + "avg_loss": 1.042236328125 + }, + "49": { + "prob": 0.14112114906311035, + "avg_loss": 1.9581365585327148 + }, + "50": { + "prob": 0.13991716504096985, + "avg_loss": 1.9667047262191772 + }, + "51": { + "prob": 0.0645952895283699, + "avg_loss": 2.7396137714385986 + }, + "52": { + "prob": 0.07305669784545898, + "avg_loss": 2.6165194511413574 + }, + "53": { + "prob": 0.055119629949331284, + "avg_loss": 2.898249387741089 + }, + "54": { + "prob": 0.03174629434943199, + "avg_loss": 3.449979305267334 + }, + "55": { + "prob": 0.03119019977748394, + "avg_loss": 3.4676513671875 + }, + "56": { + "prob": 0.06588180363178253, + "avg_loss": 2.719892978668213 + }, + "57": { + "prob": 0.08834587037563324, + "avg_loss": 2.4264957904815674 + }, + "58": { + "prob": 0.08724118024110794, + "avg_loss": 2.4390788078308105 + }, + "59": { + "prob": 0.02367785945534706, + "avg_loss": 3.7432148456573486 + }, + "60": { + "prob": 0.2583085298538208, + "avg_loss": 1.3536005020141602 + }, + "61": { + "prob": 0.19414883852005005, + "avg_loss": 1.6391302347183228 + }, + "62": { + "prob": 0.30336159467697144, + "avg_loss": 1.1928298473358154 + }, + "63": { + "prob": 0.19470398128032684, + "avg_loss": 1.6362749338150024 + }, + "64": { + "prob": 0.1857566088438034, + "avg_loss": 1.683318018913269 + }, + "65": { + "prob": 0.0993315726518631, + "avg_loss": 2.3092918395996094 + }, + "66": { + "prob": 0.2424597144126892, + "avg_loss": 1.4169197082519531 + }, + "67": { + "prob": 0.05220748484134674, + "avg_loss": 2.9525294303894043 + }, + "68": { + "prob": 0.04910324513912201, + "avg_loss": 3.0138301849365234 + }, + "69": { + "prob": 0.18822158873081207, + "avg_loss": 1.6701353788375854 + }, + "70": { + "prob": 0.0456082783639431, + "avg_loss": 3.0876660346984863 + }, + "71": { + "prob": 0.06383056938648224, + "avg_loss": 2.751523017883301 + }, + "72": { + "prob": 0.040478192269802094, + "avg_loss": 3.2069919109344482 + }, + "73": { + "prob": 0.05671108886599541, + "avg_loss": 2.8697855472564697 + }, + "74": { + "prob": 0.3023005723953247, + "avg_loss": 1.1963335275650024 + }, + "75": { + "prob": 0.029395626857876778, + "avg_loss": 3.526909351348877 + }, + "76": { + "prob": 0.059465933591127396, + "avg_loss": 2.8223516941070557 + }, + "77": { + "prob": 0.11993369460105896, + "avg_loss": 2.120816230773926 + }, + "78": { + "prob": 0.07995615899562836, + "avg_loss": 2.5262768268585205 + }, + "79": { + "prob": 0.27016106247901917, + "avg_loss": 1.3087369203567505 + }, + "80": { + "prob": 0.11733148247003555, + "avg_loss": 2.142752170562744 + }, + "81": { + "prob": 0.09448101371526718, + "avg_loss": 2.35935640335083 + }, + "82": { + "prob": 0.10597332566976547, + "avg_loss": 2.24456787109375 + }, + "83": { + "prob": 0.10248275846242905, + "avg_loss": 2.2780606746673584 + }, + "84": { + "prob": 0.18534056842327118, + "avg_loss": 1.6855602264404297 + }, + "85": { + "prob": 0.08741319924592972, + "avg_loss": 2.4371089935302734 + }, + "86": { + "prob": 0.05715286731719971, + "avg_loss": 2.862025737762451 + }, + "87": { + "prob": 0.011474823579192162, + "avg_loss": 4.467599868774414 + }, + "88": { + "prob": 0.017160426825284958, + "avg_loss": 4.065149307250977 + }, + "89": { + "prob": 0.028469374403357506, + "avg_loss": 3.5589263439178467 + }, + "90": { + "prob": 0.10018429905176163, + "avg_loss": 2.300743818283081 + }, + "91": { + "prob": 0.03069455549120903, + "avg_loss": 3.4836699962615967 + }, + "92": { + "prob": 0.005025513470172882, + "avg_loss": 5.293227672576904 + }, + "93": { + "prob": 0.06598252058029175, + "avg_loss": 2.718365430831909 + }, + "94": { + "prob": 0.0232219435274601, + "avg_loss": 3.762657642364502 + }, + "95": { + "prob": 0.02297491952776909, + "avg_loss": 3.7733521461486816 + }, + "96": { + "prob": 0.07215176522731781, + "avg_loss": 2.628983497619629 + }, + "97": { + "prob": 0.12503495812416077, + "avg_loss": 2.0791618824005127 + }, + "98": { + "prob": 0.019035473465919495, + "avg_loss": 3.9614510536193848 + }, + "99": { + "prob": 0.04454107955098152, + "avg_loss": 3.1113433837890625 + }, + "100": { + "prob": 0.03959311544895172, + "avg_loss": 3.229099988937378 + }, + "101": { + "prob": 0.38358575105667114, + "avg_loss": 0.9581921100616455 + }, + "102": { + "prob": 0.21529912948608398, + "avg_loss": 1.5357269048690796 + }, + "103": { + "prob": 0.10889792442321777, + "avg_loss": 2.217344284057617 + }, + "104": { + "prob": 0.18250234425067902, + "avg_loss": 1.700992226600647 + }, + "105": { + "prob": 0.20653963088989258, + "avg_loss": 1.5772629976272583 + }, + "106": { + "prob": 0.2038019597530365, + "avg_loss": 1.5906065702438354 + }, + "107": { + "prob": 0.06640805304050446, + "avg_loss": 2.7119369506835938 + }, + "108": { + "prob": 0.055694617331027985, + "avg_loss": 2.887871742248535 + }, + "109": { + "prob": 0.18935564160346985, + "avg_loss": 1.664128303527832 + }, + "110": { + "prob": 0.01735871098935604, + "avg_loss": 4.053660869598389 + }, + "111": { + "prob": 0.01688828133046627, + "avg_loss": 4.081135272979736 + }, + "112": { + "prob": 0.05852125212550163, + "avg_loss": 2.838365316390991 + }, + "113": { + "prob": 0.03774688392877579, + "avg_loss": 3.2768523693084717 + }, + "114": { + "prob": 0.02644229866564274, + "avg_loss": 3.6327903270721436 + }, + "115": { + "prob": 0.1303855925798416, + "avg_loss": 2.037259101867676 + }, + "116": { + "prob": 0.04648429900407791, + "avg_loss": 3.06864070892334 + }, + "117": { + "prob": 0.06570052355527878, + "avg_loss": 2.7226483821868896 + }, + "118": { + "prob": 0.03539383038878441, + "avg_loss": 3.3412177562713623 + }, + "119": { + "prob": 0.023595688864588737, + "avg_loss": 3.7466912269592285 + }, + "120": { + "prob": 0.0865074023604393, + "avg_loss": 2.4475252628326416 + }, + "121": { + "prob": 0.23157112300395966, + "avg_loss": 1.4628682136535645 + }, + "122": { + "prob": 0.15008176863193512, + "avg_loss": 1.8965749740600586 + }, + "123": { + "prob": 0.19152578711509705, + "avg_loss": 1.6527328491210938 + }, + "124": { + "prob": 0.07022660970687866, + "avg_loss": 2.6560280323028564 + }, + "125": { + "prob": 0.4601806402206421, + "avg_loss": 0.7761361598968506 + }, + "126": { + "prob": 0.04126279801130295, + "avg_loss": 3.1877939701080322 + }, + "127": { + "prob": 0.021541381254792213, + "avg_loss": 3.8377795219421387 + }, + "128": { + "prob": 0.24224445223808289, + "avg_loss": 1.417807936668396 + }, + "129": { + "prob": 0.03441281244158745, + "avg_loss": 3.36932635307312 + }, + "130": { + "prob": 0.045098599046468735, + "avg_loss": 3.0989041328430176 + }, + "131": { + "prob": 0.014431715942919254, + "avg_loss": 4.2383270263671875 + }, + "132": { + "prob": 0.026613641530275345, + "avg_loss": 3.626331329345703 + }, + "133": { + "prob": 0.12388063222169876, + "avg_loss": 2.0884368419647217 + }, + "134": { + "prob": 0.012062106281518936, + "avg_loss": 4.417686462402344 + }, + "135": { + "prob": 0.044629935175180435, + "avg_loss": 3.1093504428863525 + }, + "136": { + "prob": 0.08313153684139252, + "avg_loss": 2.4873311519622803 + }, + "137": { + "prob": 0.06296645104885101, + "avg_loss": 2.765153169631958 + }, + "138": { + "prob": 0.062336910516023636, + "avg_loss": 2.7752015590667725 + }, + "139": { + "prob": 0.02834830991923809, + "avg_loss": 3.563187837600708 + }, + "140": { + "prob": 0.10191921144723892, + "avg_loss": 2.2835748195648193 + }, + "141": { + "prob": 0.1482888162136078, + "avg_loss": 1.9085934162139893 + }, + "142": { + "prob": 0.05982811003923416, + "avg_loss": 2.816279649734497 + }, + "143": { + "prob": 0.14622502028942108, + "avg_loss": 1.9226086139678955 + }, + "144": { + "prob": 0.07087606936693192, + "avg_loss": 2.646822452545166 + }, + "145": { + "prob": 0.062328677624464035, + "avg_loss": 2.7753336429595947 + }, + "146": { + "prob": 0.02674012817442417, + "avg_loss": 3.6215898990631104 + }, + "147": { + "prob": 0.105267733335495, + "avg_loss": 2.251248359680176 + }, + "148": { + "prob": 0.02522731013596058, + "avg_loss": 3.67982816696167 + }, + "149": { + "prob": 0.04277941957116127, + "avg_loss": 3.151698112487793 + }, + "150": { + "prob": 0.02792619727551937, + "avg_loss": 3.5781900882720947 + }, + "151": { + "prob": 0.02511652186512947, + "avg_loss": 3.6842293739318848 + }, + "152": { + "prob": 0.10824357718229294, + "avg_loss": 2.2233712673187256 + }, + "153": { + "prob": 0.06126874312758446, + "avg_loss": 2.792485475540161 + }, + "154": { + "prob": 0.02938009984791279, + "avg_loss": 3.527437686920166 + }, + "155": { + "prob": 0.019685646519064903, + "avg_loss": 3.927865505218506 + }, + "156": { + "prob": 0.015605722554028034, + "avg_loss": 4.1601176261901855 + }, + "157": { + "prob": 0.13349217176437378, + "avg_loss": 2.0137124061584473 + }, + "158": { + "prob": 0.017238816246390343, + "avg_loss": 4.060591697692871 + }, + "159": { + "prob": 0.12914007902145386, + "avg_loss": 2.0468575954437256 + }, + "160": { + "prob": 0.23584306240081787, + "avg_loss": 1.4445886611938477 + }, + "161": { + "prob": 0.07181770354509354, + "avg_loss": 2.633624315261841 + }, + "162": { + "prob": 0.14956983923912048, + "avg_loss": 1.8999918699264526 + }, + "163": { + "prob": 0.14620842039585114, + "avg_loss": 1.9227221012115479 + }, + "164": { + "prob": 0.05448295921087265, + "avg_loss": 2.909867286682129 + }, + "165": { + "prob": 0.08598353713750839, + "avg_loss": 2.453599452972412 + }, + "166": { + "prob": 0.03590690717101097, + "avg_loss": 3.3268256187438965 + }, + "167": { + "prob": 0.03554018586874008, + "avg_loss": 3.3370912075042725 + }, + "168": { + "prob": 0.047703780233860016, + "avg_loss": 3.0427446365356445 + }, + "169": { + "prob": 0.04181956499814987, + "avg_loss": 3.174391031265259 + }, + "170": { + "prob": 0.08057834208011627, + "avg_loss": 2.5185253620147705 + }, + "171": { + "prob": 0.07924134284257889, + "avg_loss": 2.53525710105896 + }, + "172": { + "prob": 0.030226541683077812, + "avg_loss": 3.499034881591797 + }, + "173": { + "prob": 0.020580148324370384, + "avg_loss": 3.8834283351898193 + }, + "174": { + "prob": 0.07842611521482468, + "avg_loss": 2.545598268508911 + }, + "175": { + "prob": 0.021236440166831017, + "avg_loss": 3.852036714553833 + }, + "176": { + "prob": 0.061736367642879486, + "avg_loss": 2.784882068634033 + }, + "177": { + "prob": 0.08948642015457153, + "avg_loss": 2.413668394088745 + }, + "178": { + "prob": 0.04210369661450386, + "avg_loss": 3.1676197052001953 + }, + "179": { + "prob": 0.05917523428797722, + "avg_loss": 2.827252149581909 + }, + "180": { + "prob": 0.0786721259355545, + "avg_loss": 2.542466402053833 + }, + "181": { + "prob": 0.4936702847480774, + "avg_loss": 0.7058874368667603 + }, + "182": { + "prob": 0.10563497245311737, + "avg_loss": 2.2477657794952393 + }, + "183": { + "prob": 0.04435741528868675, + "avg_loss": 3.1154754161834717 + }, + "184": { + "prob": 0.026268381625413895, + "avg_loss": 3.6393892765045166 + }, + "185": { + "prob": 0.03540400043129921, + "avg_loss": 3.340930461883545 + }, + "186": { + "prob": 0.048119861632585526, + "avg_loss": 3.03406023979187 + }, + "187": { + "prob": 0.03564790263772011, + "avg_loss": 3.3340649604797363 + }, + "188": { + "prob": 0.02605288289487362, + "avg_loss": 3.6476268768310547 + }, + "189": { + "prob": 0.03534834086894989, + "avg_loss": 3.342503786087036 + }, + "190": { + "prob": 0.04751364141702652, + "avg_loss": 3.046738386154175 + }, + "191": { + "prob": 0.04484925419092178, + "avg_loss": 3.1044483184814453 + }, + "192": { + "prob": 0.06321345269680023, + "avg_loss": 2.7612380981445312 + }, + "193": { + "prob": 0.037391893565654755, + "avg_loss": 3.286301374435425 + }, + "194": { + "prob": 0.04976149648427963, + "avg_loss": 3.000513792037964 + }, + "195": { + "prob": 0.13065336644649506, + "avg_loss": 2.035207509994507 + }, + "196": { + "prob": 0.05441592261195183, + "avg_loss": 2.9110984802246094 + }, + "197": { + "prob": 0.10222993791103363, + "avg_loss": 2.2805306911468506 + }, + "198": { + "prob": 0.034369297325611115, + "avg_loss": 3.370591640472412 + }, + "199": { + "prob": 0.02972302958369255, + "avg_loss": 3.5158331394195557 + }, + "200": { + "prob": 0.22480222582817078, + "avg_loss": 1.4925342798233032 + }, + "201": { + "prob": 0.3238372802734375, + "avg_loss": 1.127514123916626 + }, + "202": { + "prob": 0.3063894212245941, + "avg_loss": 1.1828984022140503 + }, + "203": { + "prob": 0.0887223556637764, + "avg_loss": 2.422243356704712 + }, + "204": { + "prob": 0.2323397994041443, + "avg_loss": 1.4595543146133423 + }, + "205": { + "prob": 0.11880017071962357, + "avg_loss": 2.130312442779541 + }, + "206": { + "prob": 0.3476940095424652, + "avg_loss": 1.0564324855804443 + }, + "207": { + "prob": 0.3092190623283386, + "avg_loss": 1.1737053394317627 + }, + "208": { + "prob": 0.4619670510292053, + "avg_loss": 0.7722616791725159 + }, + "209": { + "prob": 0.03939492627978325, + "avg_loss": 3.2341182231903076 + }, + "210": { + "prob": 0.04755917191505432, + "avg_loss": 3.045780658721924 + }, + "211": { + "prob": 0.0575685016810894, + "avg_loss": 2.8547797203063965 + }, + "212": { + "prob": 0.1406099498271942, + "avg_loss": 1.9617655277252197 + }, + "213": { + "prob": 0.07770515978336334, + "avg_loss": 2.5548336505889893 + }, + "214": { + "prob": 0.21506167948246002, + "avg_loss": 1.5368304252624512 + }, + "215": { + "prob": 0.35263994336128235, + "avg_loss": 1.042307734489441 + }, + "216": { + "prob": 0.04169890284538269, + "avg_loss": 3.1772804260253906 + }, + "217": { + "prob": 0.08429362624883652, + "avg_loss": 2.4734489917755127 + }, + "218": { + "prob": 0.04577379673719406, + "avg_loss": 3.084043502807617 + }, + "219": { + "prob": 0.04615478590130806, + "avg_loss": 3.0757546424865723 + }, + "220": { + "prob": 0.4669337570667267, + "avg_loss": 0.7615678906440735 + }, + "221": { + "prob": 0.22948452830314636, + "avg_loss": 1.4719196557998657 + }, + "222": { + "prob": 0.14227937161922455, + "avg_loss": 1.9499627351760864 + }, + "223": { + "prob": 0.10523314774036407, + "avg_loss": 2.2515769004821777 + }, + "224": { + "prob": 0.18548230826854706, + "avg_loss": 1.6847957372665405 + }, + "225": { + "prob": 0.04109128937125206, + "avg_loss": 3.1919591426849365 + }, + "226": { + "prob": 0.06496990472078323, + "avg_loss": 2.7338311672210693 + }, + "227": { + "prob": 0.047363780438899994, + "avg_loss": 3.0498974323272705 + }, + "228": { + "prob": 0.25546854734420776, + "avg_loss": 1.3646559715270996 + }, + "229": { + "prob": 0.040961362421512604, + "avg_loss": 3.1951260566711426 + }, + "230": { + "prob": 0.04621363803744316, + "avg_loss": 3.0744802951812744 + }, + "231": { + "prob": 0.04407450184226036, + "avg_loss": 3.1218738555908203 + }, + "232": { + "prob": 0.025902600958943367, + "avg_loss": 3.653411865234375 + }, + "233": { + "prob": 0.04100646451115608, + "avg_loss": 3.1940255165100098 + }, + "234": { + "prob": 0.17884407937526703, + "avg_loss": 1.7212408781051636 + }, + "235": { + "prob": 0.034980688244104385, + "avg_loss": 3.352959156036377 + }, + "236": { + "prob": 0.040521249175071716, + "avg_loss": 3.2059288024902344 + }, + "237": { + "prob": 0.12945327162742615, + "avg_loss": 2.0444352626800537 + }, + "238": { + "prob": 0.09543021768331528, + "avg_loss": 2.3493599891662598 + }, + "239": { + "prob": 0.056153953075408936, + "avg_loss": 2.8796582221984863 + }, + "240": { + "prob": 0.2703280448913574, + "avg_loss": 1.3081190586090088 + }, + "241": { + "prob": 0.16126419603824615, + "avg_loss": 1.8247113227844238 + }, + "242": { + "prob": 0.23578956723213196, + "avg_loss": 1.4448155164718628 + }, + "243": { + "prob": 0.18545708060264587, + "avg_loss": 1.684931755065918 + }, + "244": { + "prob": 0.03621372953057289, + "avg_loss": 3.31831693649292 + }, + "245": { + "prob": 0.36520513892173767, + "avg_loss": 1.007296085357666 + }, + "246": { + "prob": 0.04034660756587982, + "avg_loss": 3.2102479934692383 + }, + "247": { + "prob": 0.04842287674546242, + "avg_loss": 3.027782917022705 + }, + "248": { + "prob": 0.0410357266664505, + "avg_loss": 3.193312168121338 + }, + "249": { + "prob": 0.103031225502491, + "avg_loss": 2.2727231979370117 + }, + "250": { + "prob": 0.09165414422750473, + "avg_loss": 2.389733076095581 + }, + "251": { + "prob": 0.04876217618584633, + "avg_loss": 3.0208003520965576 + }, + "252": { + "prob": 0.04190126061439514, + "avg_loss": 3.1724393367767334 + }, + "253": { + "prob": 0.05115801841020584, + "avg_loss": 2.9728360176086426 + }, + "254": { + "prob": 0.013407805003225803, + "avg_loss": 4.311918258666992 + }, + "255": { + "prob": 0.022920824587345123, + "avg_loss": 3.775709390640259 + }, + "256": { + "prob": 0.047598034143447876, + "avg_loss": 3.044963836669922 + }, + "257": { + "prob": 0.0360863097012043, + "avg_loss": 3.3218417167663574 + }, + "258": { + "prob": 0.12077948451042175, + "avg_loss": 2.1137888431549072 + }, + "259": { + "prob": 0.04880767688155174, + "avg_loss": 3.0198676586151123 + }, + "260": { + "prob": 0.07399428635835648, + "avg_loss": 2.6037673950195312 + }, + "261": { + "prob": 0.19560271501541138, + "avg_loss": 1.6316696405410767 + }, + "262": { + "prob": 0.041370198130607605, + "avg_loss": 3.185194492340088 + }, + "263": { + "prob": 0.34796372056007385, + "avg_loss": 1.0556570291519165 + }, + "264": { + "prob": 0.11909391731023788, + "avg_loss": 2.127842903137207 + }, + "265": { + "prob": 0.1653416007757187, + "avg_loss": 1.7997416257858276 + }, + "266": { + "prob": 0.016854051500558853, + "avg_loss": 4.083164215087891 + }, + "267": { + "prob": 0.0652284175157547, + "avg_loss": 2.7298600673675537 + }, + "268": { + "prob": 0.06814099103212357, + "avg_loss": 2.686176300048828 + }, + "269": { + "prob": 0.054394908249378204, + "avg_loss": 2.911484718322754 + }, + "270": { + "prob": 0.42820391058921814, + "avg_loss": 0.8481557965278625 + }, + "271": { + "prob": 0.05970573425292969, + "avg_loss": 2.8183271884918213 + }, + "272": { + "prob": 0.19718338549137115, + "avg_loss": 1.6236211061477661 + }, + "273": { + "prob": 0.07779444754123688, + "avg_loss": 2.553685188293457 + }, + "274": { + "prob": 0.11560483276844025, + "avg_loss": 2.1575775146484375 + }, + "275": { + "prob": 0.05720123276114464, + "avg_loss": 2.861179828643799 + }, + "276": { + "prob": 0.1270342320203781, + "avg_loss": 2.0632987022399902 + }, + "277": { + "prob": 0.06386464089155197, + "avg_loss": 2.7509894371032715 + }, + "278": { + "prob": 0.09083260595798492, + "avg_loss": 2.3987369537353516 + }, + "279": { + "prob": 0.09814132004976273, + "avg_loss": 2.3213467597961426 + }, + "280": { + "prob": 0.057698804885149, + "avg_loss": 2.8525187969207764 + }, + "281": { + "prob": 0.06150878965854645, + "avg_loss": 2.7885751724243164 + }, + "282": { + "prob": 0.1856592893600464, + "avg_loss": 1.6838420629501343 + }, + "283": { + "prob": 0.36339110136032104, + "avg_loss": 1.0122755765914917 + }, + "284": { + "prob": 0.16525350511074066, + "avg_loss": 1.8002746105194092 + }, + "285": { + "prob": 0.09912659227848053, + "avg_loss": 2.3113574981689453 + }, + "286": { + "prob": 0.03896793723106384, + "avg_loss": 3.245016098022461 + }, + "287": { + "prob": 0.09977950900793076, + "avg_loss": 2.3047924041748047 + }, + "288": { + "prob": 0.05130826309323311, + "avg_loss": 2.9699034690856934 + }, + "289": { + "prob": 0.04286712408065796, + "avg_loss": 3.1496500968933105 + }, + "290": { + "prob": 0.03271286189556122, + "avg_loss": 3.4199869632720947 + }, + "291": { + "prob": 0.06687988340854645, + "avg_loss": 2.704857110977173 + }, + "292": { + "prob": 0.06799877434968948, + "avg_loss": 2.688265562057495 + }, + "293": { + "prob": 0.07970068603754044, + "avg_loss": 2.529477119445801 + }, + "294": { + "prob": 0.012247985228896141, + "avg_loss": 4.402393817901611 + }, + "295": { + "prob": 0.11506184190511703, + "avg_loss": 2.162285566329956 + }, + "296": { + "prob": 0.012503904290497303, + "avg_loss": 4.381714344024658 + }, + "297": { + "prob": 0.08112047612667084, + "avg_loss": 2.511819839477539 + }, + "298": { + "prob": 0.06047538295388222, + "avg_loss": 2.805518865585327 + }, + "299": { + "prob": 0.04766117036342621, + "avg_loss": 3.043638229370117 + }, + "300": { + "prob": 0.14387191832065582, + "avg_loss": 1.9388318061828613 + }, + "301": { + "prob": 0.20327451825141907, + "avg_loss": 1.5931979417800903 + }, + "302": { + "prob": 0.21109190583229065, + "avg_loss": 1.5554616451263428 + }, + "303": { + "prob": 0.3230552077293396, + "avg_loss": 1.1299320459365845 + }, + "304": { + "prob": 0.27302879095077515, + "avg_loss": 1.2981780767440796 + }, + "305": { + "prob": 0.351042777299881, + "avg_loss": 1.0468472242355347 + }, + "306": { + "prob": 0.12368808686733246, + "avg_loss": 2.0899922847747803 + }, + "307": { + "prob": 0.3087482452392578, + "avg_loss": 1.1752290725708008 + }, + "308": { + "prob": 0.07156498730182648, + "avg_loss": 2.6371493339538574 + }, + "309": { + "prob": 0.07569810003042221, + "avg_loss": 2.5810022354125977 + }, + "310": { + "prob": 0.04515021666884422, + "avg_loss": 3.0977602005004883 + }, + "311": { + "prob": 0.06655651330947876, + "avg_loss": 2.7097039222717285 + }, + "312": { + "prob": 0.03765800967812538, + "avg_loss": 3.279209613800049 + }, + "313": { + "prob": 0.23602962493896484, + "avg_loss": 1.4437979459762573 + }, + "314": { + "prob": 0.018545517697930336, + "avg_loss": 3.9875271320343018 + }, + "315": { + "prob": 0.0383886992931366, + "avg_loss": 3.2599921226501465 + }, + "316": { + "prob": 0.035232264548540115, + "avg_loss": 3.3457930088043213 + }, + "317": { + "prob": 0.04795960336923599, + "avg_loss": 3.037396192550659 + }, + "318": { + "prob": 0.014101163484156132, + "avg_loss": 4.261497974395752 + }, + "319": { + "prob": 0.031701117753982544, + "avg_loss": 3.4514033794403076 + }, + "320": { + "prob": 0.06276402622461319, + "avg_loss": 2.7683732509613037 + }, + "321": { + "prob": 0.0428529717028141, + "avg_loss": 3.149980306625366 + }, + "322": { + "prob": 0.03792569413781166, + "avg_loss": 3.2721264362335205 + }, + "323": { + "prob": 0.20554393529891968, + "avg_loss": 1.5820955038070679 + }, + "324": { + "prob": 0.05711599066853523, + "avg_loss": 2.862671136856079 + }, + "325": { + "prob": 0.29026493430137634, + "avg_loss": 1.2369612455368042 + }, + "326": { + "prob": 0.04320866987109184, + "avg_loss": 3.141714096069336 + }, + "327": { + "prob": 0.044292084872722626, + "avg_loss": 3.1169493198394775 + }, + "328": { + "prob": 0.034993793815374374, + "avg_loss": 3.3525846004486084 + }, + "329": { + "prob": 0.023821553215384483, + "avg_loss": 3.7371644973754883 + }, + "330": { + "prob": 0.021817810833454132, + "avg_loss": 3.825028657913208 + }, + "331": { + "prob": 0.1139846071600914, + "avg_loss": 2.17169189453125 + }, + "332": { + "prob": 0.028591766953468323, + "avg_loss": 3.5546364784240723 + }, + "333": { + "prob": 0.03781203180551529, + "avg_loss": 3.27512788772583 + }, + "334": { + "prob": 0.026606537401676178, + "avg_loss": 3.626598358154297 + }, + "335": { + "prob": 0.021427936851978302, + "avg_loss": 3.843059778213501 + }, + "336": { + "prob": 0.02716902829706669, + "avg_loss": 3.605677604675293 + }, + "337": { + "prob": 0.05061684176325798, + "avg_loss": 2.983470916748047 + }, + "338": { + "prob": 0.023289859294891357, + "avg_loss": 3.759737253189087 + }, + "339": { + "prob": 0.029837248846888542, + "avg_loss": 3.511997699737549 + }, + "340": { + "prob": 0.12894511222839355, + "avg_loss": 2.048368453979492 + }, + "341": { + "prob": 0.09392735362052917, + "avg_loss": 2.3652336597442627 + }, + "342": { + "prob": 0.029010852798819542, + "avg_loss": 3.5400853157043457 + }, + "343": { + "prob": 0.2020919919013977, + "avg_loss": 1.5990322828292847 + }, + "344": { + "prob": 0.05646679177880287, + "avg_loss": 2.8741025924682617 + }, + "345": { + "prob": 0.1657106578350067, + "avg_loss": 1.7975120544433594 + }, + "346": { + "prob": 0.03463997319340706, + "avg_loss": 3.3627469539642334 + }, + "347": { + "prob": 0.019808705896139145, + "avg_loss": 3.921633720397949 + }, + "348": { + "prob": 0.010128273628652096, + "avg_loss": 4.592424392700195 + }, + "349": { + "prob": 0.0552540086209774, + "avg_loss": 2.8958144187927246 + }, + "350": { + "prob": 0.04414752125740051, + "avg_loss": 3.120218515396118 + }, + "351": { + "prob": 0.03627616539597511, + "avg_loss": 3.316594362258911 + }, + "352": { + "prob": 0.023450680077075958, + "avg_loss": 3.7528557777404785 + }, + "353": { + "prob": 0.041940562427043915, + "avg_loss": 3.171501874923706 + }, + "354": { + "prob": 0.06218462437391281, + "avg_loss": 2.7776474952697754 + }, + "355": { + "prob": 0.05109141767024994, + "avg_loss": 2.9741387367248535 + }, + "356": { + "prob": 0.035657577216625214, + "avg_loss": 3.3337936401367188 + }, + "357": { + "prob": 0.05824849009513855, + "avg_loss": 2.8430371284484863 + }, + "358": { + "prob": 0.03622332587838173, + "avg_loss": 3.318052053451538 + }, + "359": { + "prob": 0.022469298914074898, + "avg_loss": 3.795605421066284 + }, + "360": { + "prob": 0.11671171337366104, + "avg_loss": 2.1480484008789062 + }, + "361": { + "prob": 0.024860717356204987, + "avg_loss": 3.6944663524627686 + }, + "362": { + "prob": 0.3028407394886017, + "avg_loss": 1.19454824924469 + }, + "363": { + "prob": 0.08467590063810349, + "avg_loss": 2.4689242839813232 + }, + "364": { + "prob": 0.12341655045747757, + "avg_loss": 2.0921900272369385 + }, + "365": { + "prob": 0.031176036223769188, + "avg_loss": 3.4681055545806885 + }, + "366": { + "prob": 0.04743797332048416, + "avg_loss": 3.0483322143554688 + }, + "367": { + "prob": 0.02460632473230362, + "avg_loss": 3.70475172996521 + }, + "368": { + "prob": 0.056558072566986084, + "avg_loss": 2.8724873065948486 + }, + "369": { + "prob": 0.07261805981397629, + "avg_loss": 2.622541666030884 + }, + "370": { + "prob": 0.10357654839754105, + "avg_loss": 2.267444372177124 + }, + "371": { + "prob": 0.02262069471180439, + "avg_loss": 3.7888901233673096 + }, + "372": { + "prob": 0.04053092002868652, + "avg_loss": 3.2056901454925537 + }, + "373": { + "prob": 0.06521375477313995, + "avg_loss": 2.7300848960876465 + }, + "374": { + "prob": 0.0814228504896164, + "avg_loss": 2.508099317550659 + }, + "375": { + "prob": 0.057707954198122025, + "avg_loss": 2.852360248565674 + }, + "376": { + "prob": 0.07301859557628632, + "avg_loss": 2.6170411109924316 + }, + "377": { + "prob": 0.06749718636274338, + "avg_loss": 2.695669412612915 + }, + "378": { + "prob": 0.03568663075566292, + "avg_loss": 3.332979202270508 + }, + "379": { + "prob": 0.08519627153873444, + "avg_loss": 2.4627976417541504 + }, + "380": { + "prob": 0.09885028004646301, + "avg_loss": 2.3141489028930664 + }, + "381": { + "prob": 0.2876282334327698, + "avg_loss": 1.2460864782333374 + }, + "382": { + "prob": 0.10709920525550842, + "avg_loss": 2.233999729156494 + }, + "383": { + "prob": 0.22832296788692474, + "avg_loss": 1.4769941568374634 + }, + "384": { + "prob": 0.022792931646108627, + "avg_loss": 3.7813048362731934 + }, + "385": { + "prob": 0.04932406544685364, + "avg_loss": 3.009343147277832 + }, + "386": { + "prob": 0.1617182493209839, + "avg_loss": 1.821899652481079 + }, + "387": { + "prob": 0.016216067597270012, + "avg_loss": 4.121752738952637 + }, + "388": { + "prob": 0.03762045502662659, + "avg_loss": 3.280207395553589 + }, + "389": { + "prob": 0.04552236944437027, + "avg_loss": 3.0895514488220215 + }, + "390": { + "prob": 0.0247125755995512, + "avg_loss": 3.7004430294036865 + }, + "391": { + "prob": 0.04690542072057724, + "avg_loss": 3.059622049331665 + }, + "392": { + "prob": 0.1851477026939392, + "avg_loss": 1.6866014003753662 + }, + "393": { + "prob": 0.0536133348941803, + "avg_loss": 2.925957441329956 + }, + "394": { + "prob": 0.24705494940280914, + "avg_loss": 1.3981444835662842 + }, + "395": { + "prob": 0.03733863681554794, + "avg_loss": 3.287726640701294 + }, + "396": { + "prob": 0.015117342583835125, + "avg_loss": 4.191912651062012 + }, + "397": { + "prob": 0.03718598186969757, + "avg_loss": 3.291823387145996 + }, + "398": { + "prob": 0.07608115673065186, + "avg_loss": 2.5759546756744385 + }, + "399": { + "prob": 0.05497818440198898, + "avg_loss": 2.9008188247680664 + } + } + }, + "retain_Q_A_PERT_Prob": { + "agg_value": 0.04303640844130814, + "value_by_index": { + "0": { + "prob": [ + 0.14491420984268188, + 0.21756908297538757, + 0.22534877061843872, + 0.20773328840732574, + 0.20840094983577728 + ], + "avg_loss": [ + 1.9316133260726929, + 1.5252388715744019, + 1.4901059865951538, + 1.571500301361084, + 1.568291425704956 + ] + }, + "1": { + "prob": [ + 0.07983680069446564, + 0.07383234053850174, + 0.0626600906252861, + 0.07957383245229721, + 0.06478963047266006 + ], + "avg_loss": [ + 2.527770757675171, + 2.6059584617614746, + 2.7700304985046387, + 2.5310699939727783, + 2.736609697341919 + ] + }, + "2": { + "prob": [ + 0.029198652133345604, + 0.04084163159132004, + 0.028972800821065903, + 0.036553848534822464, + 0.035589706152677536 + ], + "avg_loss": [ + 3.533632755279541, + 3.1980533599853516, + 3.5413978099823, + 3.3089687824249268, + 3.3356988430023193 + ] + }, + "3": { + "prob": [ + 0.02913447469472885, + 0.029337752610445023, + 0.026480859145522118, + 0.026204034686088562, + 0.03196569159626961 + ], + "avg_loss": [ + 3.5358331203460693, + 3.5288801193237305, + 3.631333112716675, + 3.6418418884277344, + 3.443092107772827 + ] + }, + "4": { + "prob": [ + 0.03198285773396492, + 0.024546997621655464, + 0.03799036517739296, + 0.027505338191986084, + 0.026654720306396484 + ], + "avg_loss": [ + 3.4425551891326904, + 3.7071657180786133, + 3.2704226970672607, + 3.5933752059936523, + 3.624788999557495 + ] + }, + "5": { + "prob": [ + 0.07211343199014664, + 0.011334185488522053, + 0.032967112958431244, + 0.011884022504091263, + 0.020056966692209244 + ], + "avg_loss": [ + 2.6295149326324463, + 4.479931831359863, + 3.4122447967529297, + 4.432560443878174, + 3.9091787338256836 + ] + }, + "6": { + "prob": [ + 0.028730640187859535, + 0.014806444756686687, + 0.011556112207472324, + 0.014842092990875244, + 0.015742802992463112 + ], + "avg_loss": [ + 3.549791097640991, + 4.212692737579346, + 4.460540771484375, + 4.210288047790527, + 4.151371955871582 + ] + }, + "7": { + "prob": [ + 0.049714524298906326, + 0.0477379709482193, + 0.04416684806346893, + 0.046870116144418716, + 0.0418219268321991 + ], + "avg_loss": [ + 3.001458168029785, + 3.0420281887054443, + 3.1197807788848877, + 3.0603749752044678, + 3.1743345260620117 + ] + }, + "8": { + "prob": [ + 0.010511845350265503, + 0.01000563707202673, + 0.009373627603054047, + 0.009754929691553116, + 0.012191511690616608 + ], + "avg_loss": [ + 4.555252552032471, + 4.604606628417969, + 4.669855117797852, + 4.6299824714660645, + 4.407015323638916 + ] + }, + "9": { + "prob": [ + 0.03260296583175659, + 0.021403396502137184, + 0.03798731416463852, + 0.015607128851115704, + 0.018967952579259872 + ], + "avg_loss": [ + 3.423352003097534, + 3.844205617904663, + 3.270503044128418, + 4.160027503967285, + 3.9650044441223145 + ] + }, + "10": { + "prob": [ + 0.09654460102319717, + 0.11194738000631332, + 0.07422467321157455, + 0.08305571973323822, + 0.1017087772488594 + ], + "avg_loss": [ + 2.337750196456909, + 2.1897263526916504, + 2.600658655166626, + 2.488243579864502, + 2.285641670227051 + ] + }, + "11": { + "prob": [ + 0.028775213286280632, + 0.018231075257062912, + 0.03351915627717972, + 0.012547917664051056, + 0.02039947733283043 + ], + "avg_loss": [ + 3.548240900039673, + 4.004627704620361, + 3.3956382274627686, + 4.378200531005859, + 3.8922460079193115 + ] + }, + "12": { + "prob": [ + 0.03439261019229889, + 0.018645070493221283, + 0.019423458725214005, + 0.025149790570139885, + 0.015887124463915825 + ], + "avg_loss": [ + 3.3699135780334473, + 3.982173442840576, + 3.9412736892700195, + 3.682905673980713, + 4.142246246337891 + ] + }, + "13": { + "prob": [ + 0.00983260665088892, + 0.023941870778799057, + 0.004192129708826542, + 0.015368921682238579, + 0.006274919491261244 + ], + "avg_loss": [ + 4.622051239013672, + 3.732126474380493, + 5.474546432495117, + 4.175407886505127, + 5.071194648742676 + ] + }, + "14": { + "prob": [ + 0.03607942909002304, + 0.02460349164903164, + 0.0407961905002594, + 0.0445888377726078, + 0.048766035586595535 + ], + "avg_loss": [ + 3.3220324516296387, + 3.704866886138916, + 3.1991665363311768, + 3.110271692276001, + 3.020721197128296 + ] + }, + "15": { + "prob": [ + 0.051702357828617096, + 0.03277663514018059, + 0.05534471571445465, + 0.0622301883995533, + 0.03548414632678032 + ], + "avg_loss": [ + 2.962251901626587, + 3.418039321899414, + 2.894174098968506, + 2.7769150733947754, + 3.3386693000793457 + ] + }, + "16": { + "prob": [ + 0.014491426758468151, + 0.032092899084091187, + 0.007739292923361063, + 0.010411899536848068, + 0.011188867501914501 + ], + "avg_loss": [ + 4.234198093414307, + 3.4391205310821533, + 4.86144495010376, + 4.56480598449707, + 4.492835998535156 + ] + }, + "17": { + "prob": [ + 0.018866872414946556, + 0.03657323867082596, + 0.022426310926675797, + 0.01667165756225586, + 0.022620441392064095 + ], + "avg_loss": [ + 3.9703476428985596, + 3.308438539505005, + 3.797520399093628, + 4.094045162200928, + 3.7889013290405273 + ] + }, + "18": { + "prob": [ + 0.03801332414150238, + 0.058945219963788986, + 0.013481119647622108, + 0.011879421770572662, + 0.014775574207305908 + ], + "avg_loss": [ + 3.2698185443878174, + 2.831146717071533, + 4.306465148925781, + 4.432947635650635, + 4.214779853820801 + ] + }, + "19": { + "prob": [ + 0.02421504072844982, + 0.026016509160399437, + 0.045525677502155304, + 0.02558964677155018, + 0.027937471866607666 + ], + "avg_loss": [ + 3.7207813262939453, + 3.64902400970459, + 3.0894787311553955, + 3.665567398071289, + 3.577786445617676 + ] + }, + "20": { + "prob": [ + 0.17919448018074036, + 0.1542842835187912, + 0.1754228174686432, + 0.1350964903831482, + 0.07963539659976959 + ], + "avg_loss": [ + 1.7192835807800293, + 1.8689583539962769, + 1.7405561208724976, + 2.0017659664154053, + 2.530296564102173 + ] + }, + "21": { + "prob": [ + 0.1432148963212967, + 0.10504697263240814, + 0.12710003554821014, + 0.10961026698350906, + 0.1360929161310196 + ], + "avg_loss": [ + 1.9434089660644531, + 2.253347635269165, + 2.0627808570861816, + 2.2108242511749268, + 1.994417428970337 + ] + }, + "22": { + "prob": [ + 0.13222776353359222, + 0.14973780512809753, + 0.1635359674692154, + 0.15114900469779968, + 0.16466283798217773 + ], + "avg_loss": [ + 2.0232293605804443, + 1.898869514465332, + 1.8107223510742188, + 1.8894891738891602, + 1.803855299949646 + ] + }, + "23": { + "prob": [ + 0.10539452731609344, + 0.07441918551921844, + 0.08918063342571259, + 0.09113127738237381, + 0.12031535059213638 + ], + "avg_loss": [ + 2.250044584274292, + 2.598041534423828, + 2.4170913696289062, + 2.395454168319702, + 2.1176390647888184 + ] + }, + "24": { + "prob": [ + 0.12604360282421112, + 0.07388816028833389, + 0.10067971795797348, + 0.12318751960992813, + 0.12073951959609985 + ], + "avg_loss": [ + 2.071127414703369, + 2.6052026748657227, + 2.2958109378814697, + 2.0940475463867188, + 2.1141197681427 + ] + }, + "25": { + "prob": [ + 0.06762435287237167, + 0.04413441941142082, + 0.039663173258304596, + 0.04082115739583969, + 0.044689424335956573 + ], + "avg_loss": [ + 2.693787097930908, + 3.1205153465270996, + 3.22733211517334, + 3.198554754257202, + 3.108018398284912 + ] + }, + "26": { + "prob": [ + 0.03588145598769188, + 0.04387384280562401, + 0.04023611545562744, + 0.05936436355113983, + 0.04360003396868706 + ], + "avg_loss": [ + 3.3275346755981445, + 3.126436948776245, + 3.2129902839660645, + 2.824061155319214, + 3.132697343826294 + ] + }, + "27": { + "prob": [ + 0.025982731953263283, + 0.02261195331811905, + 0.003413739614188671, + 0.017063433304429054, + 0.014742321334779263 + ], + "avg_loss": [ + 3.6503231525421143, + 3.789276599884033, + 5.6799468994140625, + 4.070817470550537, + 4.2170329093933105 + ] + }, + "28": { + "prob": [ + 0.03005237877368927, + 0.012780750170350075, + 0.017297549173235893, + 0.014725804328918457, + 0.012873855419456959 + ], + "avg_loss": [ + 3.5048134326934814, + 4.3598151206970215, + 4.057190418243408, + 4.218153953552246, + 4.3525567054748535 + ] + }, + "29": { + "prob": [ + 0.03362058475613594, + 0.03092118911445141, + 0.03160986304283142, + 0.043682847172021866, + 0.024899320676922798 + ], + "avg_loss": [ + 3.3926167488098145, + 3.476313591003418, + 3.4542860984802246, + 3.1307997703552246, + 3.6929147243499756 + ] + }, + "30": { + "prob": [ + 0.01735781691968441, + 0.041899554431438446, + 0.029125293716788292, + 0.047387659549713135, + 0.061889003962278366 + ], + "avg_loss": [ + 4.053712368011475, + 3.1724801063537598, + 3.5361483097076416, + 3.04939341545105, + 2.7824127674102783 + ] + }, + "31": { + "prob": [ + 0.057899173349142075, + 0.0681479275226593, + 0.07864024490118027, + 0.0805179625749588, + 0.09968311339616776 + ], + "avg_loss": [ + 2.8490521907806396, + 2.6860744953155518, + 2.5428717136383057, + 2.519274950027466, + 2.3057589530944824 + ] + }, + "32": { + "prob": [ + 0.033853694796562195, + 0.024963119998574257, + 0.027358533814549446, + 0.035967741161584854, + 0.035381849855184555 + ], + "avg_loss": [ + 3.385707139968872, + 3.6903557777404785, + 3.598726749420166, + 3.3251328468322754, + 3.3415563106536865 + ] + }, + "33": { + "prob": [ + 0.05038219317793846, + 0.09551908820867538, + 0.0665108859539032, + 0.06323637068271637, + 0.05213397368788719 + ], + "avg_loss": [ + 2.9881174564361572, + 2.3484292030334473, + 2.7103896141052246, + 2.760875701904297, + 2.9539384841918945 + ] + }, + "34": { + "prob": [ + 0.04014773666858673, + 0.04388676583766937, + 0.0352419912815094, + 0.04783458262681961, + 0.03382941707968712 + ], + "avg_loss": [ + 3.215189218521118, + 3.1261425018310547, + 3.3455169200897217, + 3.040006399154663, + 3.3864245414733887 + ] + }, + "35": { + "prob": [ + 0.057375311851501465, + 0.08221299201250076, + 0.058847684413194656, + 0.04889878258109093, + 0.07235333323478699 + ], + "avg_loss": [ + 2.8581411838531494, + 2.4984419345855713, + 2.8328027725219727, + 3.01800274848938, + 2.6261937618255615 + ] + }, + "36": { + "prob": [ + 0.014016280882060528, + 0.01106106024235487, + 0.023115895688533783, + 0.00783279538154602, + 0.008532717823982239 + ], + "avg_loss": [ + 4.26753568649292, + 4.504324436187744, + 3.7672348022460938, + 4.849435806274414, + 4.763847351074219 + ] + }, + "37": { + "prob": [ + 0.011898866854608059, + 0.01199250016361475, + 0.004742175806313753, + 0.0026529005263000727, + 0.01160383690148592 + ], + "avg_loss": [ + 4.431312084197998, + 4.423473834991455, + 5.351259231567383, + 5.932101726531982, + 4.456419467926025 + ] + }, + "38": { + "prob": [ + 0.09379717707633972, + 0.10490737110376358, + 0.10162095725536346, + 0.06405745446681976, + 0.06641880422830582 + ], + "avg_loss": [ + 2.3666205406188965, + 2.2546775341033936, + 2.2865054607391357, + 2.7479748725891113, + 2.711775064468384 + ] + }, + "39": { + "prob": [ + 0.024333985522389412, + 0.06193925067782402, + 0.08673025667667389, + 0.03541870787739754, + 0.05160686373710632 + ], + "avg_loss": [ + 3.71588134765625, + 2.7816011905670166, + 2.4449524879455566, + 3.34051513671875, + 2.9641005992889404 + ] + }, + "40": { + "prob": [ + 0.019045351073145866, + 0.03054152801632881, + 0.030774235725402832, + 0.03408478945493698, + 0.027319354936480522 + ], + "avg_loss": [ + 3.9609322547912598, + 3.4886679649353027, + 3.4810774326324463, + 3.378904104232788, + 3.6001598834991455 + ] + }, + "41": { + "prob": [ + 0.057217177003622055, + 0.039866428822278976, + 0.09038185328245163, + 0.02211914025247097, + 0.05080869793891907 + ], + "avg_loss": [ + 2.860901117324829, + 3.2222206592559814, + 2.4037117958068848, + 3.811311960220337, + 2.9796876907348633 + ] + }, + "42": { + "prob": [ + 0.1084272712469101, + 0.01870134472846985, + 0.06506943702697754, + 0.1310225874185562, + 0.04772665724158287 + ], + "avg_loss": [ + 2.2216756343841553, + 3.9791598320007324, + 2.732300281524658, + 2.0323855876922607, + 3.0422651767730713 + ] + }, + "43": { + "prob": [ + 0.08656436949968338, + 0.047831468284130096, + 0.05242583900690079, + 0.04277792200446129, + 0.07904744148254395 + ], + "avg_loss": [ + 2.446866989135742, + 3.040071487426758, + 2.9483556747436523, + 3.151733160018921, + 2.5377070903778076 + ] + }, + "44": { + "prob": [ + 0.01961839199066162, + 0.031985994428396225, + 0.017593538388609886, + 0.02559341862797737, + 0.024724604561924934 + ], + "avg_loss": [ + 3.9312877655029297, + 3.4424571990966797, + 4.040223598480225, + 3.6654200553894043, + 3.6999564170837402 + ] + }, + "45": { + "prob": [ + 0.056897617876529694, + 0.09389078617095947, + 0.06109512969851494, + 0.09611901640892029, + 0.08720166981220245 + ], + "avg_loss": [ + 2.866501808166504, + 2.3656229972839355, + 2.795323133468628, + 2.342168092727661, + 2.4395318031311035 + ] + }, + "46": { + "prob": [ + 0.06626634299755096, + 0.057737819850444794, + 0.0377756729722023, + 0.0526031032204628, + 0.014926579780876637 + ], + "avg_loss": [ + 2.7140731811523438, + 2.8518428802490234, + 3.276089906692505, + 2.9449801445007324, + 4.204611778259277 + ] + }, + "47": { + "prob": [ + 0.2985288202762604, + 0.28832390904426575, + 0.2816014885902405, + 0.20948608219623566, + 0.2594764530658722 + ], + "avg_loss": [ + 1.2088887691497803, + 1.2436707019805908, + 1.26726233959198, + 1.5630979537963867, + 1.34908926486969 + ] + }, + "48": { + "prob": [ + 0.20460249483585358, + 0.23600716888904572, + 0.32585471868515015, + 0.13147667050361633, + 0.1303720772266388 + ], + "avg_loss": [ + 1.5866862535476685, + 1.4438930749893188, + 1.121303677558899, + 2.028925895690918, + 2.037362813949585 + ] + }, + "49": { + "prob": [ + 0.07569950819015503, + 0.06446411460638046, + 0.08333706855773926, + 0.07673333585262299, + 0.08446347713470459 + ], + "avg_loss": [ + 2.5809836387634277, + 2.7416465282440186, + 2.4848618507385254, + 2.5674190521240234, + 2.471436023712158 + ] + }, + "50": { + "prob": [ + 0.032522257417440414, + 0.015727676451206207, + 0.029734313488006592, + 0.01782067120075226, + 0.040777191519737244 + ], + "avg_loss": [ + 3.425830602645874, + 4.1523332595825195, + 3.515453577041626, + 4.027396202087402, + 3.199632406234741 + ] + }, + "51": { + "prob": [ + 0.0338103324174881, + 0.023870503529906273, + 0.025176554918289185, + 0.04316411912441254, + 0.05051790922880173 + ], + "avg_loss": [ + 3.386988878250122, + 3.735111713409424, + 3.681842088699341, + 3.1427457332611084, + 2.9854273796081543 + ] + }, + "52": { + "prob": [ + 0.03182582929730415, + 0.04464361071586609, + 0.030472777783870697, + 0.020945267751812935, + 0.01938238926231861 + ], + "avg_loss": [ + 3.447477102279663, + 3.109044075012207, + 3.4909214973449707, + 3.865842580795288, + 3.943390369415283 + ] + }, + "53": { + "prob": [ + 0.011691139079630375, + 0.005343701224774122, + 0.005821780301630497, + 0.0027233855798840523, + 0.009821505285799503 + ], + "avg_loss": [ + 4.4489240646362305, + 5.231836795806885, + 5.146149158477783, + 5.905879497528076, + 4.623180866241455 + ] + }, + "54": { + "prob": [ + 0.025745445862412453, + 0.027281250804662704, + 0.01629192940890789, + 0.018416913226246834, + 0.02016417682170868 + ], + "avg_loss": [ + 3.6594974994659424, + 3.601555585861206, + 4.1170854568481445, + 3.994485855102539, + 3.9038476943969727 + ] + }, + "55": { + "prob": [ + 0.055447958409786224, + 0.05394222214818001, + 0.02796873450279236, + 0.03004113957285881, + 0.0647825077176094 + ], + "avg_loss": [ + 2.892310380935669, + 2.919841766357422, + 3.5766680240631104, + 3.505187511444092, + 2.7367196083068848 + ] + }, + "56": { + "prob": [ + 0.05664156377315521, + 0.055280886590480804, + 0.050650354474782944, + 0.03727913647890091, + 0.03921111300587654 + ], + "avg_loss": [ + 2.8710122108459473, + 2.8953280448913574, + 2.982809066772461, + 3.2893214225769043, + 3.238795042037964 + ] + }, + "57": { + "prob": [ + 0.025338536128401756, + 0.020164012908935547, + 0.023592079058289528, + 0.029927052557468414, + 0.01564723253250122 + ], + "avg_loss": [ + 3.675428867340088, + 3.903855800628662, + 3.7468442916870117, + 3.5089924335479736, + 4.157461166381836 + ] + }, + "58": { + "prob": [ + 0.03887827321887016, + 0.031013116240501404, + 0.04538469761610031, + 0.07222443073987961, + 0.03039693646132946 + ], + "avg_loss": [ + 3.2473196983337402, + 3.4733450412750244, + 3.0925803184509277, + 2.627976894378662, + 3.4934134483337402 + ] + }, + "59": { + "prob": [ + 0.014806162565946579, + 0.014982135966420174, + 0.007228934206068516, + 0.005820112302899361, + 0.005050697363913059 + ], + "avg_loss": [ + 4.212711811065674, + 4.200896739959717, + 4.92966365814209, + 5.146435737609863, + 5.288228988647461 + ] + }, + "60": { + "prob": [ + 0.03153540939092636, + 0.03847535327076912, + 0.03979410603642464, + 0.06441644579172134, + 0.04586225748062134 + ], + "avg_loss": [ + 3.456644296646118, + 3.257737398147583, + 3.224036455154419, + 2.7423863410949707, + 3.0821127891540527 + ] + }, + "61": { + "prob": [ + 0.09636883437633514, + 0.1064753606915474, + 0.08600255846977234, + 0.09714504331350327, + 0.09125568717718124 + ], + "avg_loss": [ + 2.3395724296569824, + 2.2398416996002197, + 2.453378200531006, + 2.331550121307373, + 2.394089937210083 + ] + }, + "62": { + "prob": [ + 0.14057447016239166, + 0.09205449372529984, + 0.06690370291471481, + 0.03162664175033569, + 0.02563810534775257 + ], + "avg_loss": [ + 1.9620178937911987, + 2.3853745460510254, + 2.704500913619995, + 3.4537553787231445, + 3.663675546646118 + ] + }, + "63": { + "prob": [ + 0.11627083271741867, + 0.1173921748995781, + 0.1788291037082672, + 0.2288924753665924, + 0.11812435835599899 + ], + "avg_loss": [ + 2.1518330574035645, + 2.142235040664673, + 1.7213246822357178, + 1.4745029211044312, + 2.136017322540283 + ] + }, + "64": { + "prob": [ + 0.05014345794916153, + 0.037903547286987305, + 0.04022280126810074, + 0.07577099651098251, + 0.055410031229257584 + ], + "avg_loss": [ + 2.9928672313690186, + 3.2727105617523193, + 3.2133212089538574, + 2.5800397396087646, + 2.8929946422576904 + ] + }, + "65": { + "prob": [ + 0.0191766619682312, + 0.006169307976961136, + 0.010178436525166035, + 0.013991267420351505, + 0.016953548416495323 + ], + "avg_loss": [ + 3.954061269760132, + 5.088168621063232, + 4.587483882904053, + 4.269321918487549, + 4.077278137207031 + ] + }, + "66": { + "prob": [ + 0.12995870411396027, + 0.08704853802919388, + 0.07914207130670547, + 0.09673214703798294, + 0.08946608752012253 + ], + "avg_loss": [ + 2.0405385494232178, + 2.4412894248962402, + 2.536510705947876, + 2.3358094692230225, + 2.413895606994629 + ] + }, + "67": { + "prob": [ + 0.02986690029501915, + 0.02726648934185505, + 0.022815337404608727, + 0.02428549714386463, + 0.024433378130197525 + ], + "avg_loss": [ + 3.5110044479370117, + 3.6020967960357666, + 3.780322313308716, + 3.7178759574890137, + 3.7118051052093506 + ] + }, + "68": { + "prob": [ + 0.05159617215394974, + 0.022180821746587753, + 0.022052913904190063, + 0.043668508529663086, + 0.054854586720466614 + ], + "avg_loss": [ + 2.9643077850341797, + 3.8085272312164307, + 3.8143105506896973, + 3.1311280727386475, + 2.903069496154785 + ] + }, + "69": { + "prob": [ + 0.03632223233580589, + 0.02162100002169609, + 0.009937813505530357, + 0.019872769713401794, + 0.0184454545378685 + ], + "avg_loss": [ + 3.3153252601623535, + 3.834090232849121, + 4.611408233642578, + 3.9184048175811768, + 3.9929373264312744 + ] + }, + "70": { + "prob": [ + 0.09442698955535889, + 0.036764804273843765, + 0.04191998764872551, + 0.028105534613132477, + 0.06532465666532516 + ], + "avg_loss": [ + 2.3599283695220947, + 3.3032143115997314, + 3.171992540359497, + 3.571788787841797, + 2.7283856868743896 + ] + }, + "71": { + "prob": [ + 0.01624889299273491, + 0.021858885884284973, + 0.02691016159951687, + 0.025441104546189308, + 0.024174747988581657 + ], + "avg_loss": [ + 4.119730472564697, + 3.823147773742676, + 3.615251302719116, + 3.671389102935791, + 3.7224466800689697 + ] + }, + "72": { + "prob": [ + 0.05126391351222992, + 0.02280980534851551, + 0.029540687799453735, + 0.057424236088991165, + 0.04326805844902992 + ], + "avg_loss": [ + 2.9707682132720947, + 3.780564785003662, + 3.521986722946167, + 2.8572888374328613, + 3.140340566635132 + ] + }, + "73": { + "prob": [ + 0.10862238705158234, + 0.10937393456697464, + 0.1175631657242775, + 0.09476013481616974, + 0.03970794752240181 + ], + "avg_loss": [ + 2.2198777198791504, + 2.212982654571533, + 2.140779495239258, + 2.3564064502716064, + 3.2262039184570312 + ] + }, + "74": { + "prob": [ + 0.1847740262746811, + 0.1548675298690796, + 0.1291038691997528, + 0.13764718174934387, + 0.13193945586681366 + ], + "avg_loss": [ + 1.6886216402053833, + 1.8651851415634155, + 2.047137975692749, + 1.9830615520477295, + 2.025412082672119 + ] + }, + "75": { + "prob": [ + 0.012540423311293125, + 0.013552630320191383, + 0.010202420875430107, + 0.01068849302828312, + 0.021074507385492325 + ], + "avg_loss": [ + 4.378798007965088, + 4.301174640655518, + 4.585130214691162, + 4.53858757019043, + 3.8596911430358887 + ] + }, + "76": { + "prob": [ + 0.023741550743579865, + 0.022136418148875237, + 0.02583700604736805, + 0.03462974354624748, + 0.01953577622771263 + ], + "avg_loss": [ + 3.7405285835266113, + 3.8105311393737793, + 3.65594744682312, + 3.3630423545837402, + 3.9355077743530273 + ] + }, + "77": { + "prob": [ + 0.05295515060424805, + 0.043411802500486374, + 0.04273521900177002, + 0.05923106148838997, + 0.05109470710158348 + ], + "avg_loss": [ + 2.938309907913208, + 3.13702392578125, + 3.1527318954467773, + 2.8263092041015625, + 2.974074363708496 + ] + }, + "78": { + "prob": [ + 1.4831372936896514e-05, + 0.0008497320231981575, + 0.0004485568788368255, + 9.229881470673718e-06, + 6.6180818976135924e-06 + ], + "avg_loss": [ + 11.118765830993652, + 7.070589542388916, + 7.709475040435791, + 11.593064308166504, + 11.925704956054688 + ] + }, + "79": { + "prob": [ + 0.06900621205568314, + 0.03451984375715256, + 0.03299173340201378, + 0.04583640396595001, + 0.07432308048009872 + ], + "avg_loss": [ + 2.6735587120056152, + 3.3662209510803223, + 3.4114983081817627, + 3.082676649093628, + 2.5993337631225586 + ] + }, + "80": { + "prob": [ + 0.07260294258594513, + 0.07927044481039047, + 0.0802028477191925, + 0.0515722781419754, + 0.08564841747283936 + ], + "avg_loss": [ + 2.6227498054504395, + 2.5348899364471436, + 2.523196220397949, + 2.964771032333374, + 2.4575045108795166 + ] + }, + "81": { + "prob": [ + 0.11163577437400818, + 0.06920258700847626, + 0.06304751336574554, + 0.1287887543439865, + 0.07185567170381546 + ], + "avg_loss": [ + 2.1925137042999268, + 2.6707170009613037, + 2.763866662979126, + 2.04958176612854, + 2.6330957412719727 + ] + }, + "82": { + "prob": [ + 0.014519189484417439, + 0.009034009650349617, + 0.014604011550545692, + 0.009907569736242294, + 0.011551259085536003 + ], + "avg_loss": [ + 4.232284069061279, + 4.706758975982666, + 4.22645902633667, + 4.6144561767578125, + 4.460960865020752 + ] + }, + "83": { + "prob": [ + 0.055784016847610474, + 0.040946491062641144, + 0.037885621190071106, + 0.09975750744342804, + 0.09053339809179306 + ], + "avg_loss": [ + 2.886267900466919, + 3.1954891681671143, + 3.273183584213257, + 2.3050129413604736, + 2.402036428451538 + ] + }, + "84": { + "prob": [ + 0.0061693815514445305, + 0.009035374969244003, + 0.014487246051430702, + 0.009699659422039986, + 0.01079782098531723 + ], + "avg_loss": [ + 5.088156700134277, + 4.706607818603516, + 4.2344865798950195, + 4.635664463043213, + 4.528410911560059 + ] + }, + "85": { + "prob": [ + 0.01750284992158413, + 0.006831478327512741, + 0.011003089137375355, + 0.020096255466341972, + 0.003572871908545494 + ], + "avg_loss": [ + 4.04539155960083, + 4.9862141609191895, + 4.509579181671143, + 3.907221794128418, + 5.634385585784912 + ] + }, + "86": { + "prob": [ + 0.05934572592377663, + 0.019729861989617348, + 0.015675604343414307, + 0.058191440999507904, + 0.03761139512062073 + ], + "avg_loss": [ + 2.8243751525878906, + 3.92562198638916, + 4.155649662017822, + 2.8440170288085938, + 3.2804481983184814 + ] + }, + "87": { + "prob": [ + 0.003239004872739315, + 0.004570308607071638, + 0.002932509407401085, + 0.009670647792518139, + 0.003941355738788843 + ], + "avg_loss": [ + 5.732489109039307, + 5.388174533843994, + 5.831896781921387, + 4.638659954071045, + 5.536230564117432 + ] + }, + "88": { + "prob": [ + 0.00811105314642191, + 0.005993179976940155, + 0.01426045224070549, + 0.012601366266608238, + 0.0021443762816488743 + ], + "avg_loss": [ + 4.81452751159668, + 5.117133140563965, + 4.250265121459961, + 4.373950004577637, + 6.144906520843506 + ] + }, + "89": { + "prob": [ + 0.01026996411383152, + 0.011862332932651043, + 0.008456781506538391, + 0.008117643184959888, + 0.011022740043699741 + ], + "avg_loss": [ + 4.578531742095947, + 4.43438720703125, + 4.772786617279053, + 4.81371545791626, + 4.5077948570251465 + ] + }, + "90": { + "prob": [ + 0.027411308139562607, + 0.030569903552532196, + 0.02770681120455265, + 0.0410834401845932, + 0.03478628769516945 + ], + "avg_loss": [ + 3.596799612045288, + 3.487739324569702, + 3.5860769748687744, + 3.192150115966797, + 3.358531951904297 + ] + }, + "91": { + "prob": [ + 0.030733425170183182, + 0.03676794096827507, + 0.014765629544854164, + 0.039604946970939636, + 0.03390733152627945 + ], + "avg_loss": [ + 3.4824044704437256, + 3.303128957748413, + 4.215453147888184, + 3.2288012504577637, + 3.3841240406036377 + ] + }, + "92": { + "prob": [ + 0.006741607561707497, + 0.005427282769232988, + 0.0062729716300964355, + 0.006038837134838104, + 0.004875523503869772 + ], + "avg_loss": [ + 4.999456882476807, + 5.2163166999816895, + 5.071505069732666, + 5.109543800354004, + 5.323527812957764 + ] + }, + "93": { + "prob": [ + 0.020555850118398666, + 0.004539014771580696, + 0.009825061075389385, + 0.018965519964694977, + 0.02418179251253605 + ], + "avg_loss": [ + 3.8846096992492676, + 5.395045280456543, + 4.622818946838379, + 3.965132713317871, + 3.7221553325653076 + ] + }, + "94": { + "prob": [ + 0.01760462298989296, + 0.022652946412563324, + 0.025834210216999054, + 0.009222856722772121, + 0.014546118676662445 + ], + "avg_loss": [ + 4.039593696594238, + 3.7874653339385986, + 3.6560556888580322, + 4.686070442199707, + 4.230431079864502 + ] + }, + "95": { + "prob": [ + 0.025945261120796204, + 0.011579427868127823, + 0.024045072495937347, + 0.012160676531493664, + 0.006594205275177956 + ], + "avg_loss": [ + 3.651766300201416, + 4.45852518081665, + 3.727825164794922, + 4.409547805786133, + 5.02156400680542 + ] + }, + "96": { + "prob": [ + 0.03189956769347191, + 0.021412890404462814, + 0.024838019162416458, + 0.03137239068746567, + 0.03289490193128586 + ], + "avg_loss": [ + 3.445162773132324, + 3.843762159347534, + 3.6953797340393066, + 3.461827039718628, + 3.4144375324249268 + ] + }, + "97": { + "prob": [ + 0.01764710061252117, + 0.042463432997465134, + 0.04923168569803238, + 0.046341825276613235, + 0.05389253795146942 + ], + "avg_loss": [ + 4.03718376159668, + 3.159111976623535, + 3.0112178325653076, + 3.0717103481292725, + 2.9207632541656494 + ] + }, + "98": { + "prob": [ + 0.009981620125472546, + 0.009793759323656559, + 0.009401223622262478, + 0.012833502143621445, + 0.009239032864570618 + ], + "avg_loss": [ + 4.6070098876953125, + 4.626009941101074, + 4.666915416717529, + 4.355696201324463, + 4.6843180656433105 + ] + }, + "99": { + "prob": [ + 0.01279423851519823, + 0.008789263665676117, + 0.010729696601629257, + 0.0033455800730735064, + 0.006158655975013971 + ], + "avg_loss": [ + 4.358760356903076, + 4.734224319458008, + 4.534739971160889, + 5.700115203857422, + 5.0898966789245605 + ] + }, + "100": { + "prob": [ + 0.010867341421544552, + 0.015666121616959572, + 0.011993037536740303, + 0.020853418856859207, + 0.029563141986727715 + ], + "avg_loss": [ + 4.521993160247803, + 4.156254768371582, + 4.423429012298584, + 3.870237350463867, + 3.5212268829345703 + ] + }, + "101": { + "prob": [ + 0.1362992823123932, + 0.12625473737716675, + 0.12047523260116577, + 0.13295836746692657, + 0.17089438438415527 + ], + "avg_loss": [ + 1.992902159690857, + 2.069453716278076, + 2.1163110733032227, + 2.017719268798828, + 1.766709566116333 + ] + }, + "102": { + "prob": [ + 0.2171231210231781, + 0.16834385693073273, + 0.2405950427055359, + 0.23658691346645355, + 0.18929409980773926 + ], + "avg_loss": [ + 1.52729070186615, + 1.7817466259002686, + 1.4246400594711304, + 1.4414396286010742, + 1.664453387260437 + ] + }, + "103": { + "prob": [ + 0.07716207206249237, + 0.05518846586346626, + 0.0715809091925621, + 0.05058801919221878, + 0.08889545500278473 + ], + "avg_loss": [ + 2.56184720993042, + 2.897001266479492, + 2.6369268894195557, + 2.9840404987335205, + 2.4202942848205566 + ] + }, + "104": { + "prob": [ + 0.12250468134880066, + 0.09664250165224075, + 0.08090612292289734, + 0.09310170263051987, + 0.049366701394319534 + ], + "avg_loss": [ + 2.0996060371398926, + 2.3367366790771484, + 2.514465808868408, + 2.3740627765655518, + 3.008479118347168 + ] + }, + "105": { + "prob": [ + 0.1584589034318924, + 0.14141391217708588, + 0.2071520835161209, + 0.15373551845550537, + 0.13935916125774384 + ], + "avg_loss": [ + 1.8422600030899048, + 1.9560641050338745, + 1.574302077293396, + 1.8725215196609497, + 1.970700740814209 + ] + }, + "106": { + "prob": [ + 0.004369201138615608, + 0.00779139855876565, + 0.005809559021145105, + 0.007268209010362625, + 0.008578633889555931 + ], + "avg_loss": [ + 5.433175086975098, + 4.854734897613525, + 5.148250579833984, + 4.924245357513428, + 4.758480548858643 + ] + }, + "107": { + "prob": [ + 0.017968544736504555, + 0.02763422392308712, + 0.010415797121822834, + 0.013767287135124207, + 0.014725171960890293 + ], + "avg_loss": [ + 4.019132614135742, + 3.588700294494629, + 4.564431667327881, + 4.285459995269775, + 4.218196868896484 + ] + }, + "108": { + "prob": [ + 0.03262246772646904, + 0.03267645090818405, + 0.03230801224708557, + 0.04656990244984627, + 0.026903901249170303 + ], + "avg_loss": [ + 3.4227540493011475, + 3.421100616455078, + 3.4324400424957275, + 3.066800832748413, + 3.6154839992523193 + ] + }, + "109": { + "prob": [ + 0.06897519528865814, + 0.023339319974184036, + 0.04240596666932106, + 0.005327509716153145, + 0.009537394158542156 + ], + "avg_loss": [ + 2.674008369445801, + 3.757615804672241, + 3.160466194152832, + 5.2348713874816895, + 4.6525349617004395 + ] + }, + "110": { + "prob": [ + 0.010801220312714577, + 0.016005873680114746, + 0.010967124253511429, + 0.005335098132491112, + 0.01033848151564598 + ], + "avg_loss": [ + 4.5280961990356445, + 4.134799480438232, + 4.512853145599365, + 5.233448028564453, + 4.571882247924805 + ] + }, + "111": { + "prob": [ + 0.00437187310308218, + 0.005987201351672411, + 0.013967949897050858, + 0.006258036475628614, + 0.006792393047362566 + ], + "avg_loss": [ + 5.432563781738281, + 5.118131160736084, + 4.270989894866943, + 5.073888778686523, + 4.991951942443848 + ] + }, + "112": { + "prob": [ + 0.02842731587588787, + 0.021402396261692047, + 0.022367402911186218, + 0.01151062548160553, + 0.026136716827750206 + ], + "avg_loss": [ + 3.5604047775268555, + 3.844252347946167, + 3.8001506328582764, + 4.464484691619873, + 3.644414186477661 + ] + }, + "113": { + "prob": [ + 0.059838294982910156, + 0.07852029800415039, + 0.07135695964097977, + 0.026164585724473, + 0.05411262810230255 + ], + "avg_loss": [ + 2.8161094188690186, + 2.544398069381714, + 2.6400604248046875, + 3.643348455429077, + 2.9166877269744873 + ] + }, + "114": { + "prob": [ + 0.028654536232352257, + 0.018785877153277397, + 0.004639051854610443, + 0.01972934789955616, + 0.016764145344495773 + ], + "avg_loss": [ + 3.552443504333496, + 3.9746499061584473, + 5.3732452392578125, + 3.9256479740142822, + 4.088512897491455 + ] + }, + "115": { + "prob": [ + 0.04569753259420395, + 0.05540581792593002, + 0.03338673338294029, + 0.03686223924160004, + 0.05306011065840721 + ], + "avg_loss": [ + 3.0857110023498535, + 2.893070697784424, + 3.399596691131592, + 3.300567626953125, + 2.9363298416137695 + ] + }, + "116": { + "prob": [ + 0.029580147936940193, + 0.014163578860461712, + 0.01862323097884655, + 0.009762696921825409, + 0.017489051446318626 + ], + "avg_loss": [ + 3.5206518173217773, + 4.257081508636475, + 3.9833455085754395, + 4.629186630249023, + 4.046180248260498 + ] + }, + "117": { + "prob": [ + 0.08124594390392303, + 0.038968075066804886, + 0.023179112002253532, + 0.0396081767976284, + 0.03064732439815998 + ], + "avg_loss": [ + 2.5102744102478027, + 3.2450125217437744, + 3.7645037174224854, + 3.228719711303711, + 3.4852099418640137 + ] + }, + "118": { + "prob": [ + 0.015408157370984554, + 0.009961539879441261, + 0.013125748373568058, + 0.011381194926798344, + 0.017554689198732376 + ], + "avg_loss": [ + 4.172858238220215, + 4.609023571014404, + 4.333179473876953, + 4.47579288482666, + 4.042434215545654 + ] + }, + "119": { + "prob": [ + 0.027634382247924805, + 0.026221027597784996, + 0.022488083690404892, + 0.004108792636543512, + 0.01305662002414465 + ], + "avg_loss": [ + 3.5886945724487305, + 3.6411936283111572, + 3.794769763946533, + 5.494626045227051, + 4.3384599685668945 + ] + }, + "120": { + "prob": [ + 0.06941532343626022, + 0.0586693212389946, + 0.05721106752753258, + 0.05291229486465454, + 0.06361500173807144 + ], + "avg_loss": [ + 2.66764760017395, + 2.8358383178710938, + 2.8610079288482666, + 2.939119577407837, + 2.754905939102173 + ] + }, + "121": { + "prob": [ + 0.12439937889575958, + 0.09330721199512482, + 0.14302895963191986, + 0.06248849630355835, + 0.15479911863803864 + ], + "avg_loss": [ + 2.0842580795288086, + 2.3718578815460205, + 1.9447081089019775, + 2.772772789001465, + 1.8656270503997803 + ] + }, + "122": { + "prob": [ + 0.12201876193284988, + 0.09932766109704971, + 0.1376408338546753, + 0.14363057911396027, + 0.09033717215061188 + ], + "avg_loss": [ + 2.1035804748535156, + 2.309331178665161, + 1.9831076860427856, + 1.9405107498168945, + 2.4042062759399414 + ] + }, + "123": { + "prob": [ + 0.0418659932911396, + 0.049399588257074356, + 0.06682270765304565, + 0.027665887027978897, + 0.032459378242492676 + ], + "avg_loss": [ + 3.17328143119812, + 3.0078132152557373, + 2.70571231842041, + 3.587555170059204, + 3.4277658462524414 + ] + }, + "124": { + "prob": [ + 0.04380541294813156, + 0.06106759235262871, + 0.0357024148106575, + 0.030070556327700615, + 0.0250712800770998 + ], + "avg_loss": [ + 3.127997875213623, + 2.795773983001709, + 3.3325369358062744, + 3.50420880317688, + 3.686032295227051 + ] + }, + "125": { + "prob": [ + 0.029136238619685173, + 0.024908751249313354, + 0.02186274342238903, + 0.04790643975138664, + 0.022689977660775185 + ], + "avg_loss": [ + 3.5357725620269775, + 3.6925361156463623, + 3.8229713439941406, + 3.0385053157806396, + 3.785831928253174 + ] + }, + "126": { + "prob": [ + 0.038952674716711044, + 0.04304232820868492, + 0.0322624109685421, + 0.03825540468096733, + 0.039289310574531555 + ], + "avg_loss": [ + 3.245407819747925, + 3.145571231842041, + 3.433852434158325, + 3.263470411300659, + 3.236802816390991 + ] + }, + "127": { + "prob": [ + 0.01724492385983467, + 0.031050117686390877, + 0.010613550432026386, + 0.008502653799951077, + 0.022336535155773163 + ], + "avg_loss": [ + 4.060237407684326, + 3.4721527099609375, + 4.545623779296875, + 4.767376899719238, + 3.8015315532684326 + ] + }, + "128": { + "prob": [ + 0.10116974264383316, + 0.10239439457654953, + 0.0898335725069046, + 0.10451992601156235, + 0.07774709165096283 + ], + "avg_loss": [ + 2.2909555435180664, + 2.278923273086548, + 2.4097964763641357, + 2.2583775520324707, + 2.5542941093444824 + ] + }, + "129": { + "prob": [ + 0.06426148116588593, + 0.03655965253710747, + 0.02392561361193657, + 0.023245668038725853, + 0.02481139823794365 + ], + "avg_loss": [ + 2.7447948455810547, + 3.308809995651245, + 3.7328057289123535, + 3.76163649559021, + 3.6964521408081055 + ] + }, + "130": { + "prob": [ + 0.0068801091983914375, + 0.029450969770550728, + 0.012059800326824188, + 0.008633224293589592, + 0.01795380376279354 + ], + "avg_loss": [ + 4.97912073135376, + 3.5250284671783447, + 4.417877674102783, + 4.752137184143066, + 4.01995325088501 + ] + }, + "131": { + "prob": [ + 0.008283446542918682, + 0.01960940472781658, + 0.014067791402339935, + 0.01178726740181446, + 0.009783084504306316 + ], + "avg_loss": [ + 4.793496131896973, + 3.931746006011963, + 4.263867378234863, + 4.440735340118408, + 4.627100467681885 + ] + }, + "132": { + "prob": [ + 0.020126573741436005, + 0.022976692765951157, + 0.02772478573024273, + 0.01196539681404829, + 0.007704177405685186 + ], + "avg_loss": [ + 3.905714273452759, + 3.7732748985290527, + 3.585428476333618, + 4.425736427307129, + 4.865992546081543 + ] + }, + "133": { + "prob": [ + 0.02121066302061081, + 0.0366828590631485, + 0.03278587386012077, + 0.03061877377331257, + 0.028153888881206512 + ], + "avg_loss": [ + 3.8532512187957764, + 3.305445671081543, + 3.417757511138916, + 3.4861419200897217, + 3.5700697898864746 + ] + }, + "134": { + "prob": [ + 0.016753412783145905, + 0.008105253800749779, + 0.006156991235911846, + 0.008082691580057144, + 0.006913142744451761 + ], + "avg_loss": [ + 4.089153289794922, + 4.815242767333984, + 5.090167045593262, + 4.81803035736084, + 4.974330902099609 + ] + }, + "135": { + "prob": [ + 0.007684845477342606, + 0.00819244422018528, + 0.0092280562967062, + 0.006558763328939676, + 0.009952571243047714 + ], + "avg_loss": [ + 4.868505001068115, + 4.8045430183410645, + 4.685506820678711, + 5.026953220367432, + 4.60992431640625 + ] + }, + "136": { + "prob": [ + 0.04652238264679909, + 0.04244449362158775, + 0.06715909391641617, + 0.031918011605739594, + 0.073125459253788 + ], + "avg_loss": [ + 3.067821741104126, + 3.159558057785034, + 2.700690984725952, + 3.444584846496582, + 2.6155786514282227 + ] + }, + "137": { + "prob": [ + 0.00945567712187767, + 0.014533396810293198, + 0.015051743946969509, + 0.014727496542036533, + 0.011494451202452183 + ], + "avg_loss": [ + 4.661139965057373, + 4.231306076049805, + 4.196261405944824, + 4.218039035797119, + 4.465890884399414 + ] + }, + "138": { + "prob": [ + 0.06185423582792282, + 0.03947705775499344, + 0.05530267953872681, + 0.04068610817193985, + 0.05599929019808769 + ], + "avg_loss": [ + 2.7829747200012207, + 3.2320356369018555, + 2.8949339389801025, + 3.2018685340881348, + 2.882416248321533 + ] + }, + "139": { + "prob": [ + 0.03335209935903549, + 0.014450273476541042, + 0.013671481050550938, + 0.008697099052369595, + 0.012566827237606049 + ], + "avg_loss": [ + 3.400634527206421, + 4.23704195022583, + 4.29244327545166, + 4.744765758514404, + 4.376694679260254 + ] + }, + "140": { + "prob": [ + 0.025000737980008125, + 0.02283531427383423, + 0.024064457044005394, + 0.025722339749336243, + 0.028622977435588837 + ], + "avg_loss": [ + 3.688849925994873, + 3.779447078704834, + 3.7270193099975586, + 3.660395383834839, + 3.5535454750061035 + ] + }, + "141": { + "prob": [ + 0.025471506640315056, + 0.02433399111032486, + 0.04403059929609299, + 0.027817541733384132, + 0.030147358775138855 + ], + "avg_loss": [ + 3.6701948642730713, + 3.715881109237671, + 3.122870445251465, + 3.5820884704589844, + 3.5016579627990723 + ] + }, + "142": { + "prob": [ + 0.026851680129766464, + 0.07012646645307541, + 0.02528722584247589, + 0.07531064748764038, + 0.073947973549366 + ], + "avg_loss": [ + 3.617426872253418, + 2.6574549674987793, + 3.6774559020996094, + 2.5861337184906006, + 2.604393482208252 + ] + }, + "143": { + "prob": [ + 0.05456916242837906, + 0.06440692394971848, + 0.07328923046588898, + 0.024113977327942848, + 0.043706558644771576 + ], + "avg_loss": [ + 2.9082863330841064, + 2.7425341606140137, + 2.6133415699005127, + 3.724963665008545, + 3.1302571296691895 + ] + }, + "144": { + "prob": [ + 0.04374120011925697, + 0.04136795178055763, + 0.03036964125931263, + 0.029441090300679207, + 0.0360521599650383 + ], + "avg_loss": [ + 3.129464864730835, + 3.185248851776123, + 3.494311809539795, + 3.5253639221191406, + 3.3227884769439697 + ] + }, + "145": { + "prob": [ + 0.03033108077943325, + 0.045711927115917206, + 0.017664123326539993, + 0.026003224775195122, + 0.02049856446683407 + ], + "avg_loss": [ + 3.495582342147827, + 3.0853960514068604, + 4.036219596862793, + 3.6495347023010254, + 3.8874003887176514 + ] + }, + "146": { + "prob": [ + 0.05073056370019913, + 0.045033667236566544, + 0.056813616305589676, + 0.02262303978204727, + 0.022715002298355103 + ], + "avg_loss": [ + 2.981226682662964, + 3.1003448963165283, + 2.8679792881011963, + 3.7887864112854004, + 3.7847297191619873 + ] + }, + "147": { + "prob": [ + 0.04087958484888077, + 0.023587798699736595, + 0.019481167197227478, + 0.03376629948616028, + 0.020284757018089294 + ], + "avg_loss": [ + 3.197124481201172, + 3.747025728225708, + 3.938307046890259, + 3.388292074203491, + 3.89788556098938 + ] + }, + "148": { + "prob": [ + 0.008761078119277954, + 0.010175180621445179, + 0.01774604059755802, + 0.01030080858618021, + 0.016431817784905434 + ], + "avg_loss": [ + 4.737436294555664, + 4.587803840637207, + 4.031592845916748, + 4.575532913208008, + 4.1085357666015625 + ] + }, + "149": { + "prob": [ + 0.010327937081456184, + 0.012694557197391987, + 0.0404169000685215, + 0.022022239863872528, + 0.02307647280395031 + ], + "avg_loss": [ + 4.572902679443359, + 4.366581916809082, + 3.2085072994232178, + 3.815702438354492, + 3.768941640853882 + ] + }, + "150": { + "prob": [ + 0.021491937339305878, + 0.032599158585071564, + 0.01957610249519348, + 0.033184003084897995, + 0.0528794527053833 + ], + "avg_loss": [ + 3.8400774002075195, + 3.423468828201294, + 3.933445692062378, + 3.4056873321533203, + 2.9397404193878174 + ] + }, + "151": { + "prob": [ + 0.00914277508854866, + 0.00847361795604229, + 0.007129359524697065, + 0.017619656398892403, + 0.006213100627064705 + ], + "avg_loss": [ + 4.694791316986084, + 4.7707977294921875, + 4.943533897399902, + 4.038740158081055, + 5.081095218658447 + ] + }, + "152": { + "prob": [ + 0.054478153586387634, + 0.03816057741641998, + 0.02915913611650467, + 0.0551130436360836, + 0.02840881235897541 + ], + "avg_loss": [ + 2.9099555015563965, + 3.2659523487091064, + 3.534986972808838, + 2.8983688354492188, + 3.561055898666382 + ] + }, + "153": { + "prob": [ + 0.046656765043735504, + 0.04940178990364075, + 0.04206015542149544, + 0.031805794686079025, + 0.024180442094802856 + ], + "avg_loss": [ + 3.0649373531341553, + 3.0077686309814453, + 3.168654441833496, + 3.4481067657470703, + 3.7222111225128174 + ] + }, + "154": { + "prob": [ + 0.01728753186762333, + 0.018361885100603104, + 0.011953625828027725, + 0.013587630353868008, + 0.008100470528006554 + ], + "avg_loss": [ + 4.057769775390625, + 3.9974782466888428, + 4.42672061920166, + 4.298595428466797, + 4.81583309173584 + ] + }, + "155": { + "prob": [ + 0.008322722278535366, + 0.025264248251914978, + 0.009100502356886864, + 0.0950806587934494, + 0.03808628022670746 + ], + "avg_loss": [ + 4.788765907287598, + 3.6783649921417236, + 4.69942569732666, + 2.353029727935791, + 3.2679011821746826 + ] + }, + "156": { + "prob": [ + 0.024471145123243332, + 0.033048730343580246, + 0.014076662249863148, + 0.02772703394293785, + 0.015188658609986305 + ], + "avg_loss": [ + 3.7102606296539307, + 3.4097721576690674, + 4.263236999511719, + 3.5853474140167236, + 4.187206268310547 + ] + }, + "157": { + "prob": [ + 0.0799848735332489, + 0.07281547039747238, + 0.07463935762643814, + 0.07647577673196793, + 0.07702291756868362 + ], + "avg_loss": [ + 2.5259177684783936, + 2.6198267936706543, + 2.5950872898101807, + 2.5707812309265137, + 2.563652276992798 + ] + }, + "158": { + "prob": [ + 0.023730628192424774, + 0.022475332021713257, + 0.025885723531246185, + 0.011374374851584435, + 0.019438445568084717 + ], + "avg_loss": [ + 3.7409887313842773, + 3.795336961746216, + 3.6540637016296387, + 4.4763922691345215, + 3.940502405166626 + ] + }, + "159": { + "prob": [ + 0.015581110492348671, + 0.012576359324157238, + 0.009392092004418373, + 0.010712780058383942, + 0.00181570032145828 + ], + "avg_loss": [ + 4.161695957183838, + 4.375936508178711, + 4.667887210845947, + 4.536317825317383, + 6.311284065246582 + ] + }, + "160": { + "prob": [ + 0.14813335239887238, + 0.10618428140878677, + 0.11882314085960388, + 0.15859933197498322, + 0.0908483937382698 + ], + "avg_loss": [ + 1.9096423387527466, + 2.242579221725464, + 2.1301190853118896, + 1.841374158859253, + 2.3985631465911865 + ] + }, + "161": { + "prob": [ + 0.03798234090209007, + 0.03154950961470604, + 0.043514568358659744, + 0.04936033487319946, + 0.0232321098446846 + ], + "avg_loss": [ + 3.2706339359283447, + 3.4561972618103027, + 3.1346595287323, + 3.008608102798462, + 3.7622199058532715 + ] + }, + "162": { + "prob": [ + 0.0981297641992569, + 0.10957569628953934, + 0.11682657897472382, + 0.12822894752025604, + 0.09144467115402222 + ], + "avg_loss": [ + 2.3214645385742188, + 2.211139678955078, + 2.147064685821533, + 2.0539379119873047, + 2.3920211791992188 + ] + }, + "163": { + "prob": [ + 0.07636634260416031, + 0.05770495533943176, + 0.06595620512962341, + 0.09035700559616089, + 0.054251715540885925 + ], + "avg_loss": [ + 2.5722131729125977, + 2.852412223815918, + 2.718764305114746, + 2.403986692428589, + 2.914120674133301 + ] + }, + "164": { + "prob": [ + 0.00836318451911211, + 0.012770875357091427, + 0.023198353126645088, + 0.01383683830499649, + 0.0035006983671337366 + ], + "avg_loss": [ + 4.783915996551514, + 4.360588073730469, + 3.763674020767212, + 4.280420780181885, + 5.654792785644531 + ] + }, + "165": { + "prob": [ + 0.03672747313976288, + 0.04084467887878418, + 0.03480861335992813, + 0.03366165980696678, + 0.03571521118283272 + ], + "avg_loss": [ + 3.304230213165283, + 3.1979787349700928, + 3.3578903675079346, + 3.3913958072662354, + 3.3321785926818848 + ] + }, + "166": { + "prob": [ + 0.007557096425443888, + 0.009687323123216629, + 0.009028768166899681, + 0.008489520289003849, + 0.0070043387822806835 + ], + "avg_loss": [ + 4.885268211364746, + 4.636937141418457, + 4.707339286804199, + 4.768922805786133, + 4.961225509643555 + ] + }, + "167": { + "prob": [ + 0.02220764569938183, + 0.015049928799271584, + 0.07071028649806976, + 0.02133267931640148, + 0.026378601789474487 + ], + "avg_loss": [ + 3.807318687438965, + 4.19638204574585, + 2.6491641998291016, + 3.847515106201172, + 3.635202169418335 + ] + }, + "168": { + "prob": [ + 0.018063480034470558, + 0.015352821908891201, + 0.013753206469118595, + 0.017043462023139, + 0.007653545588254929 + ], + "avg_loss": [ + 4.0138630867004395, + 4.176455974578857, + 4.286483287811279, + 4.071988582611084, + 4.872586250305176 + ] + }, + "169": { + "prob": [ + 0.023453839123249054, + 0.01914403960108757, + 0.06096051260828972, + 0.016804490238428116, + 0.017217662185430527 + ], + "avg_loss": [ + 3.752721071243286, + 3.955763816833496, + 2.7975289821624756, + 4.086109161376953, + 4.061819553375244 + ] + }, + "170": { + "prob": [ + 0.036600738763809204, + 0.03845783695578575, + 0.03673194721341133, + 0.04328806698322296, + 0.03651285916566849 + ], + "avg_loss": [ + 3.3076868057250977, + 3.258192777633667, + 3.3041083812713623, + 3.139878273010254, + 3.3100907802581787 + ] + }, + "171": { + "prob": [ + 0.04553259536623955, + 0.05761704221367836, + 0.028381841257214546, + 0.022829962894320488, + 0.024006705731153488 + ], + "avg_loss": [ + 3.089326858520508, + 2.8539369106292725, + 3.5620057582855225, + 3.779681444168091, + 3.729422092437744 + ] + }, + "172": { + "prob": [ + 0.0060717822052538395, + 0.004035314545035362, + 0.005005462560802698, + 0.0038965835701674223, + 0.009739750064909458 + ], + "avg_loss": [ + 5.104103088378906, + 5.512670993804932, + 5.297225475311279, + 5.54765510559082, + 4.631539821624756 + ] + }, + "173": { + "prob": [ + 0.010331178084015846, + 0.011024038307368755, + 0.011530258692800999, + 0.013032486662268639, + 0.015001601539552212 + ], + "avg_loss": [ + 4.572588920593262, + 4.50767707824707, + 4.462780475616455, + 4.340310096740723, + 4.19959831237793 + ] + }, + "174": { + "prob": [ + 0.04921051487326622, + 0.08532968163490295, + 0.010639432817697525, + 0.03471013531088829, + 0.030805934220552444 + ], + "avg_loss": [ + 3.011647939682007, + 2.461232900619507, + 4.543188095092773, + 3.3607234954833984, + 3.4800479412078857 + ] + }, + "175": { + "prob": [ + 0.025635506957769394, + 0.01384336594492197, + 0.013577060773968697, + 0.00747467577457428, + 0.005800814833492041 + ], + "avg_loss": [ + 3.6637768745422363, + 4.279949188232422, + 4.299373626708984, + 4.896234512329102, + 5.149756908416748 + ] + }, + "176": { + "prob": [ + 0.012129091657698154, + 0.010859193280339241, + 0.014465812593698502, + 0.010233716107904911, + 0.01736137643456459 + ], + "avg_loss": [ + 4.412148475646973, + 4.522743225097656, + 4.23596715927124, + 4.582067489624023, + 4.053507328033447 + ] + }, + "177": { + "prob": [ + 0.04831675812602043, + 0.02249571867287159, + 0.05370807275176048, + 0.030360953882336617, + 0.020168552175164223 + ], + "avg_loss": [ + 3.0299768447875977, + 3.7944302558898926, + 2.924191951751709, + 3.494597911834717, + 3.9036307334899902 + ] + }, + "178": { + "prob": [ + 0.019358942285180092, + 0.012867387384176254, + 0.015882300212979317, + 0.01351177878677845, + 0.005848926492035389 + ], + "avg_loss": [ + 3.944600820541382, + 4.3530592918396, + 4.142549991607666, + 4.304193496704102, + 5.1414971351623535 + ] + }, + "179": { + "prob": [ + 0.017863627523183823, + 0.044587891548871994, + 0.018512800335884094, + 0.024914298206567764, + 0.019066985696554184 + ], + "avg_loss": [ + 4.024988651275635, + 3.110292911529541, + 3.989292860031128, + 3.6923134326934814, + 3.959796905517578 + ] + }, + "180": { + "prob": [ + 0.07872983813285828, + 0.038622453808784485, + 0.04548397660255432, + 0.06542301177978516, + 0.04421142488718033 + ], + "avg_loss": [ + 2.5417330265045166, + 3.2539215087890625, + 3.090395212173462, + 2.726881265640259, + 3.118772029876709 + ] + }, + "181": { + "prob": [ + 0.06633906066417694, + 0.03739593178033829, + 0.032982468605041504, + 0.06002277508378029, + 0.030998392030596733 + ], + "avg_loss": [ + 2.7129764556884766, + 3.286193370819092, + 3.4117791652679443, + 2.8130311965942383, + 3.4738199710845947 + ] + }, + "182": { + "prob": [ + 0.05323442816734314, + 0.04148999601602554, + 0.05936228483915329, + 0.06124904006719589, + 0.04639226943254471 + ], + "avg_loss": [ + 2.9330499172210693, + 3.182302951812744, + 2.824096202850342, + 2.792807102203369, + 3.070622444152832 + ] + }, + "183": { + "prob": [ + 0.03307219594717026, + 0.04070991277694702, + 0.030349446460604668, + 0.041755519807338715, + 0.03511114418506622 + ], + "avg_loss": [ + 3.409062385559082, + 3.2012836933135986, + 3.4949769973754883, + 3.1759235858917236, + 3.3492367267608643 + ] + }, + "184": { + "prob": [ + 0.01596600003540516, + 0.015071652829647064, + 0.01040114089846611, + 0.018191980198025703, + 0.014901667833328247 + ], + "avg_loss": [ + 4.137293815612793, + 4.194939613342285, + 4.565839767456055, + 4.006774425506592, + 4.206282138824463 + ] + }, + "185": { + "prob": [ + 0.02061016485095024, + 0.02817801758646965, + 0.014142475090920925, + 0.0117448465898633, + 0.015281463973224163 + ], + "avg_loss": [ + 3.8819708824157715, + 3.5692131519317627, + 4.258572578430176, + 4.444340705871582, + 4.181114673614502 + ] + }, + "186": { + "prob": [ + 0.017112307250499725, + 0.03656648099422455, + 0.005346129648387432, + 0.02121942862868309, + 0.02213754691183567 + ], + "avg_loss": [ + 4.067957401275635, + 3.3086233139038086, + 5.231382369995117, + 3.8528380393981934, + 3.8104801177978516 + ] + }, + "187": { + "prob": [ + 0.006219847127795219, + 0.008584854193031788, + 0.006455742754042149, + 0.004356307443231344, + 0.0027190102264285088 + ], + "avg_loss": [ + 5.080009937286377, + 4.757755756378174, + 5.042785167694092, + 5.436130523681641, + 5.907487392425537 + ] + }, + "188": { + "prob": [ + 0.020513784140348434, + 0.016037043184041977, + 0.012311000376939774, + 0.014409580267965794, + 0.011155619286000729 + ], + "avg_loss": [ + 3.886658191680908, + 4.132853984832764, + 4.397262096405029, + 4.239861965179443, + 4.495811939239502 + ] + }, + "189": { + "prob": [ + 0.006276592146605253, + 0.010734973475337029, + 0.01135923620313406, + 0.011469150893390179, + 0.010843649506568909 + ], + "avg_loss": [ + 5.07092809677124, + 4.534248352050781, + 4.477724075317383, + 4.468094348907471, + 4.524175643920898 + ] + }, + "190": { + "prob": [ + 0.029144547879695892, + 0.02913181483745575, + 0.02609330601990223, + 0.031534671783447266, + 0.02540988102555275 + ], + "avg_loss": [ + 3.535487413406372, + 3.5359244346618652, + 3.6460764408111572, + 3.45666766166687, + 3.672617197036743 + ] + }, + "191": { + "prob": [ + 0.02006497234106064, + 0.029024183750152588, + 0.021526362746953964, + 0.020755648612976074, + 0.012850874103605747 + ], + "avg_loss": [ + 3.9087796211242676, + 3.539625883102417, + 3.8384768962860107, + 3.874936819076538, + 4.354343414306641 + ] + }, + "192": { + "prob": [ + 0.04500739276409149, + 0.018607111647725105, + 0.015318328514695168, + 0.019566690549254417, + 0.020490258932113647 + ], + "avg_loss": [ + 3.100928544998169, + 3.9842114448547363, + 4.178705215454102, + 3.933926582336426, + 3.887805700302124 + ] + }, + "193": { + "prob": [ + 0.012662630528211594, + 0.01170293614268303, + 0.01604483090341091, + 0.01352910790592432, + 0.014097828418016434 + ], + "avg_loss": [ + 4.369100093841553, + 4.447915554046631, + 4.132368564605713, + 4.302911758422852, + 4.261734485626221 + ] + }, + "194": { + "prob": [ + 0.008993200026452541, + 0.021138260141015053, + 0.014284824021160603, + 0.008487836457788944, + 0.00815072376281023 + ], + "avg_loss": [ + 4.711286544799805, + 3.856670618057251, + 4.2485575675964355, + 4.769121170043945, + 4.809648513793945 + ] + }, + "195": { + "prob": [ + 0.05751436576247215, + 0.0452776663005352, + 0.04610550031065941, + 0.059449005872011185, + 0.0553579106926918 + ], + "avg_loss": [ + 2.8557205200195312, + 3.0949413776397705, + 3.0768229961395264, + 2.822636365890503, + 2.8939356803894043 + ] + }, + "196": { + "prob": [ + 0.017440300434827805, + 0.013555112294852734, + 0.011417863890528679, + 0.0018173381686210632, + 0.0055533116683363914 + ], + "avg_loss": [ + 4.048971652984619, + 4.300991535186768, + 4.472576141357422, + 6.31038236618042, + 5.193360805511475 + ] + }, + "197": { + "prob": [ + 0.03340025246143341, + 0.021202482283115387, + 0.02852506749331951, + 0.02971198409795761, + 0.029858006164431572 + ], + "avg_loss": [ + 3.3991918563842773, + 3.8536369800567627, + 3.556972026824951, + 3.516204833984375, + 3.5113022327423096 + ] + }, + "198": { + "prob": [ + 0.023450400680303574, + 0.007723462767899036, + 0.01461326889693737, + 0.03061056323349476, + 0.012763825245201588 + ], + "avg_loss": [ + 3.7528676986694336, + 4.863492488861084, + 4.225825309753418, + 3.486410140991211, + 4.361140251159668 + ] + }, + "199": { + "prob": [ + 0.031084256246685982, + 0.027218205854296684, + 0.02285306341946125, + 0.022534508258104324, + 0.02197389304637909 + ], + "avg_loss": [ + 3.4710538387298584, + 3.6038691997528076, + 3.778670072555542, + 3.7927074432373047, + 3.8179001808166504 + ] + }, + "200": { + "prob": [ + 0.04578118398785591, + 0.03741725534200668, + 0.024592261761426926, + 0.039681922644376755, + 0.04427892714738846 + ], + "avg_loss": [ + 3.0838820934295654, + 3.28562331199646, + 3.7053234577178955, + 3.2268595695495605, + 3.117246389389038 + ] + }, + "201": { + "prob": [ + 0.10472726076841354, + 0.10394705832004547, + 0.16755658388137817, + 0.09134779125452042, + 0.07302281260490417 + ], + "avg_loss": [ + 2.2563958168029785, + 2.26387357711792, + 1.7864341735839844, + 2.3930811882019043, + 2.616983413696289 + ] + }, + "202": { + "prob": [ + 0.27503037452697754, + 0.17801281809806824, + 0.2532680928707123, + 0.2511756420135498, + 0.23134393990039825 + ], + "avg_loss": [ + 1.2908737659454346, + 1.7258996963500977, + 1.3733067512512207, + 1.3816027641296387, + 1.4638497829437256 + ] + }, + "203": { + "prob": [ + 0.00027383185806684196, + 0.0001580768876010552, + 0.00019763475575018674, + 0.0001135636557592079, + 0.00044326085480861366 + ], + "avg_loss": [ + 8.202996253967285, + 8.752429008483887, + 8.52908992767334, + 9.083147048950195, + 7.7213521003723145 + ] + }, + "204": { + "prob": [ + 0.1341160386800766, + 0.17023883759975433, + 0.19360816478729248, + 0.11673380434513092, + 0.1258908212184906 + ], + "avg_loss": [ + 2.009049892425537, + 1.7705528736114502, + 1.6419188976287842, + 2.1478590965270996, + 2.072340250015259 + ] + }, + "205": { + "prob": [ + 0.024563085287809372, + 0.037139784544706345, + 0.04646272584795952, + 0.02421250008046627, + 0.033682893961668015 + ], + "avg_loss": [ + 3.706510543823242, + 3.2930665016174316, + 3.0691049098968506, + 3.72088623046875, + 3.3907651901245117 + ] + }, + "206": { + "prob": [ + 0.04922273010015488, + 0.14250288903713226, + 0.05798764154314995, + 0.03420709818601608, + 0.04731263220310211 + ], + "avg_loss": [ + 3.011399745941162, + 1.9483929872512817, + 2.8475253582000732, + 3.375322103500366, + 3.050977945327759 + ] + }, + "207": { + "prob": [ + 0.03462172672152519, + 0.021791324019432068, + 0.04964638128876686, + 0.03608741983771324, + 0.030071085318922997 + ], + "avg_loss": [ + 3.363273859024048, + 3.8262434005737305, + 3.0028297901153564, + 3.3218109607696533, + 3.5041911602020264 + ] + }, + "208": { + "prob": [ + 0.15894296765327454, + 0.12901169061660767, + 0.20143748819828033, + 0.15224942564964294, + 0.1457466036081314 + ], + "avg_loss": [ + 1.839209794998169, + 2.0478522777557373, + 1.6022762060165405, + 1.8822351694107056, + 1.925885796546936 + ] + }, + "209": { + "prob": [ + 0.018356338143348694, + 0.030557027086615562, + 0.024813344702124596, + 0.028968069702386856, + 0.01285545900464058 + ], + "avg_loss": [ + 3.9977803230285645, + 3.4881606101989746, + 3.696373701095581, + 3.5415611267089844, + 4.353986740112305 + ] + }, + "210": { + "prob": [ + 0.02599719911813736, + 0.03129325807094574, + 0.030257826671004295, + 0.02248229831457138, + 0.01556816603988409 + ], + "avg_loss": [ + 3.649766445159912, + 3.464352607727051, + 3.498000383377075, + 3.795027017593384, + 4.162527084350586 + ] + }, + "211": { + "prob": [ + 0.02010008879005909, + 0.014168523252010345, + 0.02533358335494995, + 0.01548707578331232, + 0.020990043878555298 + ], + "avg_loss": [ + 3.9070310592651367, + 4.25673246383667, + 3.675624370574951, + 4.167749404907227, + 3.8637070655822754 + ] + }, + "212": { + "prob": [ + 0.015961844474077225, + 0.017942054197192192, + 0.014422071166336536, + 0.015576230362057686, + 0.013850555755198002 + ], + "avg_loss": [ + 4.137554168701172, + 4.020607948303223, + 4.238995552062988, + 4.162009239196777, + 4.279429912567139 + ] + }, + "213": { + "prob": [ + 0.024386046454310417, + 0.016339963302016258, + 0.014994778670370579, + 0.024115603417158127, + 0.015319190919399261 + ], + "avg_loss": [ + 3.7137441635131836, + 4.114141464233398, + 4.2000532150268555, + 3.724896192550659, + 4.178648948669434 + ] + }, + "214": { + "prob": [ + 0.09525014460086823, + 0.05417469143867493, + 0.04745641350746155, + 0.023018766194581985, + 0.021237218752503395 + ], + "avg_loss": [ + 2.3512487411499023, + 2.915541410446167, + 3.047943592071533, + 3.7714455127716064, + 3.8519999980926514 + ] + }, + "215": { + "prob": [ + 0.07268770784139633, + 0.11051836609840393, + 0.06021267548203468, + 0.08649338036775589, + 0.04856565594673157 + ], + "avg_loss": [ + 2.6215829849243164, + 2.202573537826538, + 2.8098723888397217, + 2.4476873874664307, + 3.02483868598938 + ] + }, + "216": { + "prob": [ + 0.022086404263973236, + 0.020879333838820457, + 0.02290385775268078, + 0.017020558938384056, + 0.0051144701428711414 + ], + "avg_loss": [ + 3.812793016433716, + 3.868995428085327, + 3.7764499187469482, + 4.073333263397217, + 5.275681495666504 + ] + }, + "217": { + "prob": [ + 0.03757280111312866, + 0.032885029911994934, + 0.038485582917928696, + 0.030770765617489815, + 0.024273138493299484 + ], + "avg_loss": [ + 3.2814748287200928, + 3.4147377014160156, + 3.2574715614318848, + 3.4811902046203613, + 3.7183849811553955 + ] + }, + "218": { + "prob": [ + 0.018675431609153748, + 0.02303282544016838, + 0.025418059900403023, + 0.0244765542447567, + 0.028549404814839363 + ], + "avg_loss": [ + 3.980546474456787, + 3.7708349227905273, + 3.672295331954956, + 3.7100396156311035, + 3.556119203567505 + ] + }, + "219": { + "prob": [ + 0.022897442802786827, + 0.01783025823533535, + 0.02368772402405739, + 0.030254803597927094, + 0.03141844645142555 + ], + "avg_loss": [ + 3.7767300605773926, + 4.026858329772949, + 3.742798328399658, + 3.4981002807617188, + 3.460360050201416 + ] + }, + "220": { + "prob": [ + 0.1890682876110077, + 0.12593552470207214, + 0.20178572833538055, + 0.1714244782924652, + 0.1524927318096161 + ], + "avg_loss": [ + 1.665647029876709, + 2.0719852447509766, + 1.6005488634109497, + 1.7636125087738037, + 1.8806383609771729 + ] + }, + "221": { + "prob": [ + 0.2526229918003082, + 0.13608665764331818, + 0.1555197387933731, + 0.1257755607366562, + 0.2035451978445053 + ], + "avg_loss": [ + 1.3758569955825806, + 1.9944634437561035, + 1.8609826564788818, + 2.073256254196167, + 1.591867208480835 + ] + }, + "222": { + "prob": [ + 0.09610318392515182, + 0.09252449125051498, + 0.06853572279214859, + 0.10117772966623306, + 0.09519713371992111 + ], + "avg_loss": [ + 2.3423328399658203, + 2.380281925201416, + 2.6804001331329346, + 2.290876626968384, + 2.3518054485321045 + ] + }, + "223": { + "prob": [ + 0.029326962307095528, + 0.036709096282720566, + 0.024309758096933365, + 0.03643370047211647, + 0.03470093756914139 + ], + "avg_loss": [ + 3.529247999191284, + 3.3047306537628174, + 3.7168774604797363, + 3.3122611045837402, + 3.3609886169433594 + ] + }, + "224": { + "prob": [ + 0.0317860022187233, + 0.024356529116630554, + 0.02536228857934475, + 0.024794893339276314, + 0.043445296585559845 + ], + "avg_loss": [ + 3.4487292766571045, + 3.7149553298950195, + 3.6744918823242188, + 3.697117567062378, + 3.1362526416778564 + ] + }, + "225": { + "prob": [ + 0.033009372651576996, + 0.04162399098277092, + 0.027080973610281944, + 0.016364868730306625, + 0.038813166320323944 + ], + "avg_loss": [ + 3.410963773727417, + 3.1790785789489746, + 3.60892391204834, + 4.112618446350098, + 3.248995780944824 + ] + }, + "226": { + "prob": [ + 0.038957010954618454, + 0.04376433417201042, + 0.0448080413043499, + 0.04335298016667366, + 0.037115901708602905 + ], + "avg_loss": [ + 3.2452964782714844, + 3.1289360523223877, + 3.105367660522461, + 3.1383798122406006, + 3.2937097549438477 + ] + }, + "227": { + "prob": [ + 0.02259542979300022, + 0.030352232977747917, + 0.021999260410666466, + 0.019795609638094902, + 0.021789370104670525 + ], + "avg_loss": [ + 3.7900075912475586, + 3.494885206222534, + 3.816746473312378, + 3.922295093536377, + 3.8263330459594727 + ] + }, + "228": { + "prob": [ + 0.07271043211221695, + 0.06960869580507278, + 0.054852478206157684, + 0.06634066998958588, + 0.07293786108493805 + ], + "avg_loss": [ + 2.6212704181671143, + 2.664865732192993, + 2.9031078815460205, + 2.712952136993408, + 2.618147373199463 + ] + }, + "229": { + "prob": [ + 0.020681696012616158, + 0.019695017486810684, + 0.024119865149259567, + 0.013979770243167877, + 0.009995675645768642 + ], + "avg_loss": [ + 3.8785061836242676, + 3.927389621734619, + 3.724719524383545, + 4.270143985748291, + 4.605602741241455 + ] + }, + "230": { + "prob": [ + 0.03390064463019371, + 0.06900040805339813, + 0.03761740401387215, + 0.01500664558261633, + 0.009582980535924435 + ], + "avg_loss": [ + 3.3843212127685547, + 2.673642873764038, + 3.2802884578704834, + 4.1992621421813965, + 4.647766590118408 + ] + }, + "231": { + "prob": [ + 0.031016482040286064, + 0.01811157912015915, + 0.023490387946367264, + 0.02570321410894394, + 0.022294340655207634 + ], + "avg_loss": [ + 3.473236560821533, + 4.011203765869141, + 3.751163959503174, + 3.6611392498016357, + 3.803422451019287 + ] + }, + "232": { + "prob": [ + 0.01911674626171589, + 0.013660162687301636, + 0.01636912114918232, + 0.006676378194242716, + 0.027072379365563393 + ], + "avg_loss": [ + 3.95719051361084, + 4.293271541595459, + 4.112358570098877, + 5.009179592132568, + 3.609241247177124 + ] + }, + "233": { + "prob": [ + 0.02015659213066101, + 0.03806144371628761, + 0.05017184838652611, + 0.030079009011387825, + 0.02264002151787281 + ], + "avg_loss": [ + 3.904223918914795, + 3.2685534954071045, + 2.9923012256622314, + 3.503927707672119, + 3.7880361080169678 + ] + }, + "234": { + "prob": [ + 0.08673978596925735, + 0.06619390845298767, + 0.06689982861280441, + 0.07359613478183746, + 0.04037442430853844 + ], + "avg_loss": [ + 2.444842576980591, + 2.7151668071746826, + 2.704558849334717, + 2.6091628074645996, + 3.2095587253570557 + ] + }, + "235": { + "prob": [ + 0.055068086832761765, + 0.02862509898841381, + 0.025213658809661865, + 0.017718028277158737, + 0.014157346449792385 + ], + "avg_loss": [ + 2.8991849422454834, + 3.553471326828003, + 3.6803693771362305, + 4.033172607421875, + 4.257521629333496 + ] + }, + "236": { + "prob": [ + 0.019022874534130096, + 0.02928788773715496, + 0.016424430534243584, + 0.015194113366305828, + 0.018115924671292305 + ], + "avg_loss": [ + 3.96211314201355, + 3.53058123588562, + 4.108985424041748, + 4.18684720993042, + 4.0109639167785645 + ] + }, + "237": { + "prob": [ + 0.04588073864579201, + 0.06057238206267357, + 0.02315431274473667, + 0.037090692669153214, + 0.029506443068385124 + ], + "avg_loss": [ + 3.081709861755371, + 2.8039162158966064, + 3.7655742168426514, + 3.294389247894287, + 3.523146629333496 + ] + }, + "238": { + "prob": [ + 0.06038432940840721, + 0.21601969003677368, + 0.11268318444490433, + 0.0456230565905571, + 0.03581898286938667 + ], + "avg_loss": [ + 2.807025671005249, + 1.5323857069015503, + 2.1831750869750977, + 3.0873420238494873, + 3.329277276992798 + ] + }, + "239": { + "prob": [ + 0.03744194656610489, + 0.041092924773693085, + 0.028588855639100075, + 0.04191144183278084, + 0.01872055046260357 + ], + "avg_loss": [ + 3.284963607788086, + 3.1919193267822266, + 3.5547382831573486, + 3.172196388244629, + 3.9781334400177 + ] + }, + "240": { + "prob": [ + 0.1654432862997055, + 0.19155217707157135, + 0.19284646213054657, + 0.1777523010969162, + 0.21549785137176514 + ], + "avg_loss": [ + 1.7991268634796143, + 1.652595043182373, + 1.6458609104156494, + 1.7273643016815186, + 1.534804344177246 + ] + }, + "241": { + "prob": [ + 0.18467335402965546, + 0.16989494860172272, + 0.1780140995979309, + 0.165810227394104, + 0.14293579757213593 + ], + "avg_loss": [ + 1.6891666650772095, + 1.7725750207901, + 1.7258925437927246, + 1.796911358833313, + 1.945359706878662 + ] + }, + "242": { + "prob": [ + 0.2202654331922531, + 0.16255564987659454, + 0.16169893741607666, + 0.16209588944911957, + 0.10700446367263794 + ], + "avg_loss": [ + 1.512921929359436, + 1.8167349100112915, + 1.822019100189209, + 1.8195672035217285, + 2.234884738922119 + ] + }, + "243": { + "prob": [ + 0.14387869834899902, + 0.08667735755443573, + 0.07984425872564316, + 0.07548212260007858, + 0.1143910139799118 + ], + "avg_loss": [ + 1.9387847185134888, + 2.4455626010894775, + 2.527677297592163, + 2.583859443664551, + 2.168132781982422 + ] + }, + "244": { + "prob": [ + 0.04601385071873665, + 0.033732879906892776, + 0.048734769225120544, + 0.044399239122867584, + 0.04403147101402283 + ], + "avg_loss": [ + 3.078812837600708, + 3.3892822265625, + 3.021362543106079, + 3.114532947540283, + 3.1228506565093994 + ] + }, + "245": { + "prob": [ + 0.04572403430938721, + 0.03519362956285477, + 0.03357623890042305, + 0.020468715578317642, + 0.02752433530986309 + ], + "avg_loss": [ + 3.0851311683654785, + 3.3468902111053467, + 3.3939366340637207, + 3.88885760307312, + 3.592684745788574 + ] + }, + "246": { + "prob": [ + 0.02386455237865448, + 0.013735066168010235, + 0.01631120592355728, + 0.005513359792530537, + 0.005442349705845118 + ], + "avg_loss": [ + 3.735361099243164, + 4.2878031730651855, + 4.115902900695801, + 5.200581073760986, + 5.2135443687438965 + ] + }, + "247": { + "prob": [ + 0.013633612543344498, + 0.010688604786992073, + 0.017681533470749855, + 0.01229055318981409, + 0.016881929710507393 + ], + "avg_loss": [ + 4.295217037200928, + 4.538577079772949, + 4.035234451293945, + 4.398924350738525, + 4.081511497497559 + ] + }, + "248": { + "prob": [ + 0.016823073849081993, + 0.013684825971722603, + 0.019041333347558975, + 0.020458802580833435, + 0.020177651196718216 + ], + "avg_loss": [ + 4.085003852844238, + 4.291467666625977, + 3.9611432552337646, + 3.8893420696258545, + 3.90317964553833 + ] + }, + "249": { + "prob": [ + 0.032008200883865356, + 0.06444169580936432, + 0.027358463034033775, + 0.037683263421058655, + 0.05418422445654869 + ], + "avg_loss": [ + 3.441763162612915, + 2.7419943809509277, + 3.598729372024536, + 3.2785391807556152, + 2.91536545753479 + ] + }, + "250": { + "prob": [ + 0.08954700827598572, + 0.1805831342935562, + 0.1097523644566536, + 0.0640987679362297, + 0.08691069483757019 + ], + "avg_loss": [ + 2.412991523742676, + 1.711564064025879, + 2.209528684616089, + 2.7473301887512207, + 2.4428741931915283 + ] + }, + "251": { + "prob": [ + 0.02651800774037838, + 0.030274394899606705, + 0.056762855499982834, + 0.04240068048238754, + 0.0269297044724226 + ], + "avg_loss": [ + 3.6299312114715576, + 3.497452974319458, + 2.868873119354248, + 3.160590887069702, + 3.614525318145752 + ] + }, + "252": { + "prob": [ + 0.034353312104940414, + 0.017523158341646194, + 0.03260054811835289, + 0.017265954986214638, + 0.011784412898123264 + ], + "avg_loss": [ + 3.3710567951202393, + 4.04423189163208, + 3.4234261512756348, + 4.059018611907959, + 4.440977573394775 + ] + }, + "253": { + "prob": [ + 0.01634027436375618, + 0.012231684289872646, + 0.020227620378136635, + 0.022720010951161385, + 0.026068713515996933 + ], + "avg_loss": [ + 4.11412239074707, + 4.403725624084473, + 3.9007062911987305, + 3.7845091819763184, + 3.647019386291504 + ] + }, + "254": { + "prob": [ + 0.016456980258226395, + 0.01171957142651081, + 0.016665760427713394, + 0.01704035885632038, + 0.017140734940767288 + ], + "avg_loss": [ + 4.107005596160889, + 4.446495056152344, + 4.0943989753723145, + 4.072170734405518, + 4.06629753112793 + ] + }, + "255": { + "prob": [ + 0.011612233705818653, + 0.013887106440961361, + 0.007214447017759085, + 0.014852478168904781, + 0.0030364817939698696 + ], + "avg_loss": [ + 4.455696105957031, + 4.27679443359375, + 4.93166971206665, + 4.209588527679443, + 5.797055721282959 + ] + }, + "256": { + "prob": [ + 0.032415971159935, + 0.01294455211609602, + 0.007893377915024757, + 0.019963063299655914, + 0.054850414395332336 + ], + "avg_loss": [ + 3.4291040897369385, + 4.347080230712891, + 4.841731071472168, + 3.9138715267181396, + 2.9031455516815186 + ] + }, + "257": { + "prob": [ + 0.010224945843219757, + 0.020859604701399803, + 0.016651136800646782, + 0.020462563261389732, + 0.015447227284312248 + ], + "avg_loss": [ + 4.582924842834473, + 3.869940757751465, + 4.095276832580566, + 3.889158248901367, + 4.170325756072998 + ] + }, + "258": { + "prob": [ + 0.020962586626410484, + 0.02144717425107956, + 0.011375725269317627, + 0.019397955387830734, + 0.010793362744152546 + ], + "avg_loss": [ + 3.865015983581543, + 3.8421623706817627, + 4.476273536682129, + 3.9425876140594482, + 4.5288238525390625 + ] + }, + "259": { + "prob": [ + 0.06651237607002258, + 0.07234962284564972, + 0.008445260114967823, + 0.0225196685642004, + 0.022439314052462578 + ], + "avg_loss": [ + 2.710367202758789, + 2.6262450218200684, + 4.7741498947143555, + 3.7933661937713623, + 3.796940803527832 + ] + }, + "260": { + "prob": [ + 0.0267028845846653, + 0.04175829887390137, + 0.04155720770359039, + 0.09904292225837708, + 0.03629354387521744 + ], + "avg_loss": [ + 3.622983694076538, + 3.1758570671081543, + 3.1806843280792236, + 2.312201976776123, + 3.316115379333496 + ] + }, + "261": { + "prob": [ + 0.07722129672765732, + 0.06406024843454361, + 0.08456938713788986, + 0.06735073775053024, + 0.028533855453133583 + ], + "avg_loss": [ + 2.561079978942871, + 2.7479312419891357, + 2.4701828956604004, + 2.6978414058685303, + 3.556663990020752 + ] + }, + "262": { + "prob": [ + 0.02356589213013649, + 0.03262542933225632, + 0.028748929500579834, + 0.015548327937722206, + 0.02692500501871109 + ], + "avg_loss": [ + 3.747954845428467, + 3.4226632118225098, + 3.549154758453369, + 4.163802146911621, + 3.6146998405456543 + ] + }, + "263": { + "prob": [ + 0.08089319616556168, + 0.08088189363479614, + 0.19175037741661072, + 0.05207836627960205, + 0.069496288895607 + ], + "avg_loss": [ + 2.5146255493164062, + 2.5147652626037598, + 1.65156090259552, + 2.955005645751953, + 2.6664819717407227 + ] + }, + "264": { + "prob": [ + 0.040988530963659286, + 0.05235671624541283, + 0.034898899495601654, + 0.05571262910962105, + 0.04927883669734001 + ], + "avg_loss": [ + 3.194463014602661, + 2.9496750831604004, + 3.355299949645996, + 2.8875484466552734, + 3.010260581970215 + ] + }, + "265": { + "prob": [ + 0.06808765977621078, + 0.10291222482919693, + 0.101366326212883, + 0.08263406157493591, + 0.07632428407669067 + ], + "avg_loss": [ + 2.6869592666625977, + 2.273878812789917, + 2.2890143394470215, + 2.493333339691162, + 2.5727641582489014 + ] + }, + "266": { + "prob": [ + 0.025881223380565643, + 0.03845183923840523, + 0.0077459607273340225, + 0.014398117549717426, + 0.01648540422320366 + ], + "avg_loss": [ + 3.6542375087738037, + 3.2583487033843994, + 4.860583782196045, + 4.240657806396484, + 4.105279922485352 + ] + }, + "267": { + "prob": [ + 0.06633200496435165, + 0.048578161746263504, + 0.04409722611308098, + 0.04137590155005455, + 0.08195573836565018 + ], + "avg_loss": [ + 2.713082790374756, + 3.02458119392395, + 3.1213583946228027, + 3.185056686401367, + 2.5015759468078613 + ] + }, + "268": { + "prob": [ + 0.11171618849039078, + 0.033736806362867355, + 0.05194571614265442, + 0.021422935649752617, + 0.013642261736094952 + ], + "avg_loss": [ + 2.19179368019104, + 3.3891658782958984, + 2.9575560092926025, + 3.8432931900024414, + 4.294582843780518 + ] + }, + "269": { + "prob": [ + 0.03657273203134537, + 0.06206914782524109, + 0.027062751352787018, + 0.027806878089904785, + 0.021843042224645615 + ], + "avg_loss": [ + 3.3084523677825928, + 2.779506206512451, + 3.6095969676971436, + 3.5824718475341797, + 3.8238728046417236 + ] + }, + "270": { + "prob": [ + 0.13601160049438477, + 0.09436912089586258, + 0.05720142275094986, + 0.039076678454875946, + 0.02884914167225361 + ], + "avg_loss": [ + 1.9950151443481445, + 2.360541343688965, + 2.8611764907836914, + 3.242229461669922, + 3.545675039291382 + ] + }, + "271": { + "prob": [ + 0.05699537321925163, + 0.08242809772491455, + 0.030461955815553665, + 0.04682307317852974, + 0.017981598153710365 + ], + "avg_loss": [ + 2.8647851943969727, + 2.495828866958618, + 3.491276741027832, + 3.0613791942596436, + 4.018406391143799 + ] + }, + "272": { + "prob": [ + 0.06679706275463104, + 0.11100746691226959, + 0.08252636343240738, + 0.11709335446357727, + 0.07089062035083771 + ], + "avg_loss": [ + 2.7060961723327637, + 2.198157787322998, + 2.4946374893188477, + 2.1447837352752686, + 2.6466171741485596 + ] + }, + "273": { + "prob": [ + 0.059713978320360184, + 0.06777560710906982, + 0.047584168612957, + 0.057310424745082855, + 0.07093574106693268 + ], + "avg_loss": [ + 2.8181891441345215, + 2.6915528774261475, + 3.045255184173584, + 2.8592727184295654, + 2.6459808349609375 + ] + }, + "274": { + "prob": [ + 0.02172262780368328, + 0.02518371120095253, + 0.010556399822235107, + 0.010165219195187092, + 0.008585480973124504 + ], + "avg_loss": [ + 3.8294007778167725, + 3.6815578937530518, + 4.551023006439209, + 4.588783264160156, + 4.757682800292969 + ] + }, + "275": { + "prob": [ + 0.023508870974183083, + 0.019983092322945595, + 0.014835101552307606, + 0.008794534020125866, + 0.00727915158495307 + ], + "avg_loss": [ + 3.7503774166107178, + 3.9128687381744385, + 4.210759162902832, + 4.7336249351501465, + 4.922740936279297 + ] + }, + "276": { + "prob": [ + 0.09074883908033371, + 0.08738402277231216, + 0.06633412092924118, + 0.06655390560626984, + 0.10527651757001877 + ], + "avg_loss": [ + 2.3996596336364746, + 2.4374427795410156, + 2.7130508422851562, + 2.709743022918701, + 2.2511649131774902 + ] + }, + "277": { + "prob": [ + 0.014789375476539135, + 0.002392861293628812, + 0.011491283774375916, + 0.0055258325301110744, + 0.008294240571558475 + ], + "avg_loss": [ + 4.213846206665039, + 6.0352654457092285, + 4.4661664962768555, + 5.198321342468262, + 4.79219388961792 + ] + }, + "278": { + "prob": [ + 0.053708892315626144, + 0.03546223044395447, + 0.033193062990903854, + 0.028553761541843414, + 0.03034556843340397 + ], + "avg_loss": [ + 2.9241766929626465, + 3.339287042617798, + 3.405414342880249, + 3.55596661567688, + 3.4951047897338867 + ] + }, + "279": { + "prob": [ + 0.019562963396310806, + 0.017503660172224045, + 0.03585324436426163, + 0.016574835404753685, + 0.02126813866198063 + ], + "avg_loss": [ + 3.934117078781128, + 4.045345306396484, + 3.3283212184906006, + 4.099869728088379, + 3.8505451679229736 + ] + }, + "280": { + "prob": [ + 0.05650188401341438, + 0.05952708423137665, + 0.05432826280593872, + 0.05676303058862686, + 0.056245602667331696 + ], + "avg_loss": [ + 2.873481273651123, + 2.821323871612549, + 2.912710666656494, + 2.8688700199127197, + 2.8780274391174316 + ] + }, + "281": { + "prob": [ + 0.056394368410110474, + 0.016082454472780228, + 0.007837226614356041, + 0.011667792685329914, + 0.007254639640450478 + ], + "avg_loss": [ + 2.8753859996795654, + 4.130026340484619, + 4.848870277404785, + 4.450922966003418, + 4.926114082336426 + ] + }, + "282": { + "prob": [ + 0.041694432497024536, + 0.055256668478250504, + 0.04150031507015228, + 0.06611248105764389, + 0.04218021035194397 + ], + "avg_loss": [ + 3.1773877143859863, + 2.895766258239746, + 3.182054281234741, + 2.716397762298584, + 3.165804147720337 + ] + }, + "283": { + "prob": [ + 0.04869947209954262, + 0.02009062096476555, + 0.032238028943538666, + 0.0172865092754364, + 0.018972298130393028 + ], + "avg_loss": [ + 3.0220870971679688, + 3.9075021743774414, + 3.4346084594726562, + 4.057828903198242, + 3.964775323867798 + ] + }, + "284": { + "prob": [ + 0.02068604715168476, + 0.018510250374674797, + 0.010925306007266045, + 0.010120568796992302, + 0.018981153145432472 + ], + "avg_loss": [ + 3.8782958984375, + 3.9894306659698486, + 4.516673564910889, + 4.5931854248046875, + 3.964308738708496 + ] + }, + "285": { + "prob": [ + 0.017738409340381622, + 0.034717246890068054, + 0.027500590309500694, + 0.024842532351613045, + 0.02401774935424328 + ], + "avg_loss": [ + 4.032022953033447, + 3.36051869392395, + 3.593547821044922, + 3.6951980590820312, + 3.7289621829986572 + ] + }, + "286": { + "prob": [ + 0.027697380632162094, + 0.02618503011763096, + 0.01851457916200161, + 0.023872502148151398, + 0.02087181806564331 + ], + "avg_loss": [ + 3.5864174365997314, + 3.6425673961639404, + 3.98919677734375, + 3.735028028488159, + 3.8693554401397705 + ] + }, + "287": { + "prob": [ + 0.068340003490448, + 0.0579201877117157, + 0.05571427568793297, + 0.038068369030952454, + 0.03790612518787384 + ], + "avg_loss": [ + 2.683259963989258, + 2.848689317703247, + 2.887518882751465, + 3.26837158203125, + 3.2726426124572754 + ] + }, + "288": { + "prob": [ + 0.04695723578333855, + 0.06235300749540329, + 0.03681650385260582, + 0.04925775155425072, + 0.0448547825217247 + ], + "avg_loss": [ + 3.0585179328918457, + 2.7749433517456055, + 3.301809072494507, + 3.010688543319702, + 3.10432505607605 + ] + }, + "289": { + "prob": [ + 0.013554071076214314, + 0.023381102830171585, + 0.01426259521394968, + 0.010125965811312199, + 0.016759173944592476 + ], + "avg_loss": [ + 4.301068305969238, + 3.7558271884918213, + 4.250114917755127, + 4.592652320861816, + 4.088809490203857 + ] + }, + "290": { + "prob": [ + 0.02646307274699211, + 0.027383476495742798, + 0.014044232666492462, + 0.017334673553705215, + 0.02471076138317585 + ], + "avg_loss": [ + 3.632004976272583, + 3.59781551361084, + 4.265543460845947, + 4.055046558380127, + 3.70051646232605 + ] + }, + "291": { + "prob": [ + 0.019643789157271385, + 0.03281392529606819, + 0.013173740357160568, + 0.026271894574165344, + 0.03666358068585396 + ], + "avg_loss": [ + 3.9299941062927246, + 3.4169023036956787, + 4.329529762268066, + 3.6392555236816406, + 3.305971384048462 + ] + }, + "292": { + "prob": [ + 0.03705894201993942, + 0.040355581790208817, + 0.03578954190015793, + 0.044220227748155594, + 0.03635871037840843 + ], + "avg_loss": [ + 3.29524564743042, + 3.2100255489349365, + 3.330099582672119, + 3.118572950363159, + 3.314321517944336 + ] + }, + "293": { + "prob": [ + 0.02136009745299816, + 0.034427057951688766, + 0.02474319189786911, + 0.03717577084898949, + 0.02267826348543167 + ], + "avg_loss": [ + 3.8462307453155518, + 3.3689124584198, + 3.699204921722412, + 3.292098045349121, + 3.786348342895508 + ] + }, + "294": { + "prob": [ + 0.008525506593286991, + 0.036866895854473114, + 0.048702631145715714, + 0.024645904079079628, + 0.009094884619116783 + ], + "avg_loss": [ + 4.764692783355713, + 3.300441265106201, + 3.022022247314453, + 3.7031445503234863, + 4.700043201446533 + ] + }, + "295": { + "prob": [ + 0.019612308591604233, + 0.04664081707596779, + 0.05356880649924278, + 0.02122906967997551, + 0.02816326729953289 + ], + "avg_loss": [ + 3.931597948074341, + 3.065279245376587, + 2.926788330078125, + 3.852383852005005, + 3.5697367191314697 + ] + }, + "296": { + "prob": [ + 0.013908790424466133, + 0.005947901867330074, + 0.008212057873606682, + 0.0031984068918973207, + 0.004761530552059412 + ], + "avg_loss": [ + 4.275234222412109, + 5.124716758728027, + 4.802151679992676, + 5.745102405548096, + 5.347186088562012 + ] + }, + "297": { + "prob": [ + 0.07007816433906555, + 0.05699416249990463, + 0.0697670578956604, + 0.05359989032149315, + 0.02910565584897995 + ], + "avg_loss": [ + 2.658143997192383, + 2.8648064136505127, + 2.662593364715576, + 2.926208257675171, + 3.53682279586792 + ] + }, + "298": { + "prob": [ + 0.08926227688789368, + 0.055851925164461136, + 0.01869194395840168, + 0.036498479545116425, + 0.01629994809627533 + ], + "avg_loss": [ + 2.4161763191223145, + 2.8850512504577637, + 3.9796626567840576, + 3.3104846477508545, + 4.116593360900879 + ] + }, + "299": { + "prob": [ + 0.019781947135925293, + 0.027354151010513306, + 0.026612620800733566, + 0.013355431146919727, + 0.020434623584151268 + ], + "avg_loss": [ + 3.922985553741455, + 3.5988869667053223, + 3.6263697147369385, + 4.315832138061523, + 3.8905246257781982 + ] + }, + "300": { + "prob": [ + 0.07830005884170532, + 0.07128584384918213, + 0.07710456848144531, + 0.08091138303279877, + 0.07541608810424805 + ], + "avg_loss": [ + 2.5472068786621094, + 2.6410574913024902, + 2.5625927448272705, + 2.5144007205963135, + 2.5847346782684326 + ] + }, + "301": { + "prob": [ + 0.2652153968811035, + 0.22992043197155, + 0.15460330247879028, + 0.18554145097732544, + 0.1828165352344513 + ], + "avg_loss": [ + 1.327212929725647, + 1.4700219631195068, + 1.8668928146362305, + 1.6844769716262817, + 1.6992721557617188 + ] + }, + "302": { + "prob": [ + 0.12662646174430847, + 0.11111937463283539, + 0.09431030601263046, + 0.1213914230465889, + 0.12884889543056488 + ], + "avg_loss": [ + 2.066513776779175, + 2.197150230407715, + 2.3611648082733154, + 2.1087350845336914, + 2.049114942550659 + ] + }, + "303": { + "prob": [ + 0.2643260955810547, + 0.2985859513282776, + 0.306043803691864, + 0.31481432914733887, + 0.1897505223751068 + ], + "avg_loss": [ + 1.3305717706680298, + 1.2086974382400513, + 1.184027075767517, + 1.1557722091674805, + 1.6620451211929321 + ] + }, + "304": { + "prob": [ + 0.13087372481822968, + 0.1023535430431366, + 0.053442373871803284, + 0.09405167400836945, + 0.0208352692425251 + ], + "avg_loss": [ + 2.033522367477417, + 2.279322385787964, + 2.9291512966156006, + 2.3639109134674072, + 3.871108055114746 + ] + }, + "305": { + "prob": [ + 0.06807063519954681, + 0.0938948392868042, + 0.0534830242395401, + 0.02658325433731079, + 0.06829698383808136 + ], + "avg_loss": [ + 2.687209367752075, + 2.365579843521118, + 2.9283909797668457, + 3.627473831176758, + 2.683889627456665 + ] + }, + "306": { + "prob": [ + 0.04301657900214195, + 0.06018325313925743, + 0.059099238365888596, + 0.043867964297533035, + 0.05450889468193054 + ], + "avg_loss": [ + 3.146169662475586, + 2.81036114692688, + 2.8285372257232666, + 3.1265709400177, + 2.909391403198242 + ] + }, + "307": { + "prob": [ + 0.10917947441339493, + 0.14661715924739838, + 0.10761713981628418, + 0.08937034755945206, + 0.10116802901029587 + ], + "avg_loss": [ + 2.2147622108459473, + 1.9199304580688477, + 2.229175329208374, + 2.414966344833374, + 2.2909724712371826 + ] + }, + "308": { + "prob": [ + 0.023317905142903328, + 0.03411430865526199, + 0.02711392194032669, + 0.030450990423560143, + 0.039233118295669556 + ], + "avg_loss": [ + 3.7585337162017822, + 3.3780384063720703, + 3.607707977294922, + 3.4916367530822754, + 3.238234043121338 + ] + }, + "309": { + "prob": [ + 0.041659336537122726, + 0.010905932635068893, + 0.01526501215994358, + 0.0345362164080143, + 0.03912312164902687 + ], + "avg_loss": [ + 3.178229808807373, + 4.518448352813721, + 4.182191848754883, + 3.3657467365264893, + 3.241041660308838 + ] + }, + "310": { + "prob": [ + 0.01637156493961811, + 0.006588771007955074, + 0.009093956090509892, + 0.006570774130523205, + 0.01772523671388626 + ], + "avg_loss": [ + 4.112209320068359, + 5.022388458251953, + 4.700145244598389, + 5.025123596191406, + 4.032765865325928 + ] + }, + "311": { + "prob": [ + 0.018004531040787697, + 0.018199121579527855, + 0.01734582707285881, + 0.039372675120830536, + 0.01909961737692356 + ], + "avg_loss": [ + 4.017131805419922, + 4.006381988525391, + 4.054403305053711, + 3.2346832752227783, + 3.9580869674682617 + ] + }, + "312": { + "prob": [ + 0.018388358876109123, + 0.02581314742565155, + 0.008116938173770905, + 0.013249065726995468, + 0.011555027216672897 + ], + "avg_loss": [ + 3.996037483215332, + 3.6568713188171387, + 4.813802242279053, + 4.323828220367432, + 4.460634708404541 + ] + }, + "313": { + "prob": [ + 0.06570626050233841, + 0.12526246905326843, + 0.09208197891712189, + 0.036022305488586426, + 0.0817471444606781 + ], + "avg_loss": [ + 2.7225611209869385, + 2.0773439407348633, + 2.3850760459899902, + 3.3236169815063477, + 2.504124402999878 + ] + }, + "314": { + "prob": [ + 0.015924865379929543, + 0.009280781261622906, + 0.009637875482439995, + 0.007003503851592541, + 0.004949209280312061 + ], + "avg_loss": [ + 4.139873504638672, + 4.6798095703125, + 4.642054557800293, + 4.9613447189331055, + 5.30852746963501 + ] + }, + "315": { + "prob": [ + 0.01774776726961136, + 0.01652325689792633, + 0.05104852095246315, + 0.0160299651324749, + 0.01768353208899498 + ], + "avg_loss": [ + 4.031495571136475, + 4.1029863357543945, + 2.9749786853790283, + 4.13329553604126, + 4.035121440887451 + ] + }, + "316": { + "prob": [ + 0.013062872923910618, + 0.020170489326119423, + 0.028359511867165565, + 0.010772477835416794, + 0.03135332465171814 + ], + "avg_loss": [ + 4.337981224060059, + 3.9035346508026123, + 3.5627927780151367, + 4.530760765075684, + 3.462435007095337 + ] + }, + "317": { + "prob": [ + 0.02150389552116394, + 0.019881386309862137, + 0.02636725828051567, + 0.020552292466163635, + 0.016564982011914253 + ], + "avg_loss": [ + 3.8395211696624756, + 3.91797137260437, + 3.635632276535034, + 3.8847827911376953, + 4.100464344024658 + ] + }, + "318": { + "prob": [ + 0.012248615734279156, + 0.013369366526603699, + 0.015070510096848011, + 0.009807465597987175, + 0.0056190271861851215 + ], + "avg_loss": [ + 4.402342319488525, + 4.314789295196533, + 4.1950154304504395, + 4.6246113777160645, + 5.181596755981445 + ] + }, + "319": { + "prob": [ + 0.024500977247953415, + 0.009601907804608345, + 0.01859421469271183, + 0.00881324801594019, + 0.021827643737196922 + ], + "avg_loss": [ + 3.7090423107147217, + 4.645793437957764, + 3.9849047660827637, + 4.731499195098877, + 3.824578046798706 + ] + }, + "320": { + "prob": [ + 0.06700117141008377, + 0.03242393210530281, + 0.059448909014463425, + 0.10451287031173706, + 0.07561838626861572 + ], + "avg_loss": [ + 2.703045129776001, + 3.428858518600464, + 2.8226380348205566, + 2.2584450244903564, + 2.5820558071136475 + ] + }, + "321": { + "prob": [ + 0.010467957705259323, + 0.019859593361616135, + 0.010033611208200455, + 0.018751898780465126, + 0.012705488130450249 + ], + "avg_loss": [ + 4.559436321258545, + 3.9190680980682373, + 4.6018147468566895, + 3.9764602184295654, + 4.365721225738525 + ] + }, + "322": { + "prob": [ + 0.02069515734910965, + 0.01817571371793747, + 0.013882644474506378, + 0.020862439647316933, + 0.009603433310985565 + ], + "avg_loss": [ + 3.8778555393218994, + 4.007668972015381, + 4.277115821838379, + 3.869804859161377, + 4.645634651184082 + ] + }, + "323": { + "prob": [ + 0.01831505447626114, + 0.04494352638721466, + 0.046918001025915146, + 0.017331358045339584, + 0.025881458073854446 + ], + "avg_loss": [ + 4.0000319480896, + 3.102348566055298, + 3.059353828430176, + 4.055237770080566, + 3.654228448867798 + ] + }, + "324": { + "prob": [ + 0.03342073783278465, + 0.029307648539543152, + 0.04797675833106041, + 0.04730004444718361, + 0.062422920018434525 + ], + "avg_loss": [ + 3.398578643798828, + 3.529906749725342, + 3.037038564682007, + 3.051244020462036, + 2.773822784423828 + ] + }, + "325": { + "prob": [ + 0.05773966386914253, + 0.054286494851112366, + 0.06876882165670395, + 0.04546419903635979, + 0.03461242467164993 + ], + "avg_loss": [ + 2.851810932159424, + 2.913479804992676, + 2.677004814147949, + 3.090830087661743, + 3.3635425567626953 + ] + }, + "326": { + "prob": [ + 0.02659962885081768, + 0.029701296240091324, + 0.018847500905394554, + 0.022076349705457687, + 0.01943516544997692 + ], + "avg_loss": [ + 3.6268579959869385, + 3.5165646076202393, + 3.971374988555908, + 3.8132483959198, + 3.94067120552063 + ] + }, + "327": { + "prob": [ + 0.020476432517170906, + 0.030003409832715988, + 0.02217883989214897, + 0.01196239609271288, + 0.0197763592004776 + ], + "avg_loss": [ + 3.8884806632995605, + 3.506444215774536, + 3.8086166381835938, + 4.425987243652344, + 3.9232680797576904 + ] + }, + "328": { + "prob": [ + 0.025840407237410545, + 0.02612719126045704, + 0.019616998732089996, + 0.03769071400165558, + 0.021862123161554337 + ], + "avg_loss": [ + 3.655815839767456, + 3.6447787284851074, + 3.931358814239502, + 3.27834153175354, + 3.8229997158050537 + ] + }, + "329": { + "prob": [ + 0.008153409697115421, + 0.0038166879676282406, + 0.003638866124674678, + 0.006805805489420891, + 0.00598934618756175 + ], + "avg_loss": [ + 4.809319019317627, + 5.5683722496032715, + 5.616083145141602, + 4.989979267120361, + 5.117773056030273 + ] + }, + "330": { + "prob": [ + 0.022279513999819756, + 0.02275819517672062, + 0.023209987208247185, + 0.020265178754925728, + 0.046187788248062134 + ], + "avg_loss": [ + 3.8040876388549805, + 3.782829999923706, + 3.7631726264953613, + 3.898851156234741, + 3.075039863586426 + ] + }, + "331": { + "prob": [ + 0.046030573546886444, + 0.01884143427014351, + 0.01239569392055273, + 0.007870147936046124, + 0.01413967739790678 + ], + "avg_loss": [ + 3.0784494876861572, + 3.9716968536376953, + 4.390406131744385, + 4.8446784019470215, + 4.25877046585083 + ] + }, + "332": { + "prob": [ + 0.01897416263818741, + 0.020740443840622902, + 0.01664215885102749, + 0.0184856578707695, + 0.01412595622241497 + ], + "avg_loss": [ + 3.964677095413208, + 3.8756697177886963, + 4.095816135406494, + 3.990760087966919, + 4.259741306304932 + ] + }, + "333": { + "prob": [ + 0.01562650501728058, + 0.020808998495340347, + 0.020561540499329567, + 0.008404436521232128, + 0.012676586396992207 + ], + "avg_loss": [ + 4.158786773681641, + 3.8723697662353516, + 3.8843328952789307, + 4.778995513916016, + 4.3679986000061035 + ] + }, + "334": { + "prob": [ + 0.00982696283608675, + 0.011295388452708721, + 0.012156501412391663, + 0.004287450108677149, + 0.009705720469355583 + ], + "avg_loss": [ + 4.622625350952148, + 4.483360767364502, + 4.409891128540039, + 5.452063083648682, + 4.635039806365967 + ] + }, + "335": { + "prob": [ + 0.010532557033002377, + 0.011554867029190063, + 0.010866745375096798, + 0.011520372703671455, + 0.010064013302326202 + ], + "avg_loss": [ + 4.553284168243408, + 4.460648536682129, + 4.522047996520996, + 4.4636383056640625, + 4.598789215087891 + ] + }, + "336": { + "prob": [ + 0.017020875588059425, + 0.014502285979688168, + 0.015408149920403957, + 0.014112538658082485, + 0.013493615202605724 + ], + "avg_loss": [ + 4.073314666748047, + 4.2334489822387695, + 4.172858715057373, + 4.2606916427612305, + 4.305538654327393 + ] + }, + "337": { + "prob": [ + 0.017150970175862312, + 0.0213534627109766, + 0.021080929785966873, + 0.008920551277697086, + 0.019611503928899765 + ], + "avg_loss": [ + 4.065700531005859, + 3.846541404724121, + 3.859386444091797, + 4.71939754486084, + 3.9316389560699463 + ] + }, + "338": { + "prob": [ + 0.007877725176513195, + 0.006120396312326193, + 0.02018469013273716, + 0.019032785668969154, + 0.005263652186840773 + ], + "avg_loss": [ + 4.843716144561768, + 5.096128463745117, + 3.9028308391571045, + 3.961592197418213, + 5.246930122375488 + ] + }, + "339": { + "prob": [ + 0.030470723286271095, + 0.032369229942560196, + 0.016700245440006256, + 0.00983637198805809, + 0.023915274068713188 + ], + "avg_loss": [ + 3.4909889698028564, + 3.430546998977661, + 4.092331886291504, + 4.621668338775635, + 3.7332379817962646 + ] + }, + "340": { + "prob": [ + 0.10094309598207474, + 0.1069750264286995, + 0.05392513424158096, + 0.046013619750738144, + 0.05858221277594566 + ], + "avg_loss": [ + 2.293198347091675, + 2.2351598739624023, + 2.920158624649048, + 3.078817844390869, + 2.8373241424560547 + ] + }, + "341": { + "prob": [ + 0.040680281817913055, + 0.04920746386051178, + 0.034446705132722855, + 0.03534974902868271, + 0.04041608050465584 + ], + "avg_loss": [ + 3.202011823654175, + 3.0117099285125732, + 3.3683419227600098, + 3.342463970184326, + 3.2085275650024414 + ] + }, + "342": { + "prob": [ + 0.05585857108235359, + 0.04531535878777504, + 0.06374169886112213, + 0.033248696476221085, + 0.04957805946469307 + ], + "avg_loss": [ + 2.884932279586792, + 3.094109296798706, + 2.7529163360595703, + 3.4037396907806396, + 3.004206895828247 + ] + }, + "343": { + "prob": [ + 0.04058827459812164, + 0.0520341582596302, + 0.03240107372403145, + 0.062378138303756714, + 0.053621020168066025 + ], + "avg_loss": [ + 3.2042760848999023, + 2.955854892730713, + 3.4295637607574463, + 2.774540424346924, + 2.925814151763916 + ] + }, + "344": { + "prob": [ + 0.03117327205836773, + 0.023211253806948662, + 0.027097603306174278, + 0.019573910161852837, + 0.020645521581172943 + ], + "avg_loss": [ + 3.4681942462921143, + 3.763118028640747, + 3.6083099842071533, + 3.9335577487945557, + 3.8802568912506104 + ] + }, + "345": { + "prob": [ + 0.056193314492702484, + 0.03651456534862518, + 0.014334101229906082, + 0.014782578684389591, + 0.02727978117763996 + ], + "avg_loss": [ + 2.878957509994507, + 3.310044050216675, + 4.245113849639893, + 4.214305877685547, + 3.601609468460083 + ] + }, + "346": { + "prob": [ + 0.010502160526812077, + 0.014730622060596943, + 0.052439067512750626, + 0.018275395035743713, + 0.022845203056931496 + ], + "avg_loss": [ + 4.556174278259277, + 4.217826843261719, + 2.948103427886963, + 4.002199649810791, + 3.7790141105651855 + ] + }, + "347": { + "prob": [ + 0.011625169776380062, + 0.016044868156313896, + 0.011425238102674484, + 0.0189916230738163, + 0.01353695522993803 + ], + "avg_loss": [ + 4.454582691192627, + 4.132366180419922, + 4.471930503845215, + 3.963757276535034, + 4.302331924438477 + ] + }, + "348": { + "prob": [ + 0.01276160404086113, + 0.012066725641489029, + 0.016817500814795494, + 0.012563202530145645, + 0.009291306138038635 + ], + "avg_loss": [ + 4.361314296722412, + 4.417303562164307, + 4.0853352546691895, + 4.376983165740967, + 4.678676128387451 + ] + }, + "349": { + "prob": [ + 0.011754937469959259, + 0.006434304174035788, + 0.019888605922460556, + 0.015289685688912868, + 0.01008099690079689 + ], + "avg_loss": [ + 4.443481922149658, + 5.046111583709717, + 3.9176082611083984, + 4.180576801300049, + 4.597103118896484 + ] + }, + "350": { + "prob": [ + 0.0169950220733881, + 0.01855328492820263, + 0.015753459185361862, + 0.013628756627440453, + 0.008252219296991825 + ], + "avg_loss": [ + 4.074834823608398, + 3.9871084690093994, + 4.150695323944092, + 4.2955732345581055, + 4.7972731590271 + ] + }, + "351": { + "prob": [ + 0.02060055546462536, + 0.017357898876070976, + 0.020992865785956383, + 0.026783950626850128, + 0.015793947502970695 + ], + "avg_loss": [ + 3.882437229156494, + 4.053707599639893, + 3.863572597503662, + 3.619952440261841, + 4.148128509521484 + ] + }, + "352": { + "prob": [ + 0.013507017865777016, + 0.0075914510525763035, + 0.005563593003898859, + 0.003528733504936099, + 0.004474816843867302 + ], + "avg_loss": [ + 4.304545879364014, + 4.880732536315918, + 5.191511154174805, + 5.646816253662109, + 5.409289836883545 + ] + }, + "353": { + "prob": [ + 0.015146825462579727, + 0.007963443174958229, + 0.01534891314804554, + 0.019177036359906197, + 0.03086811862885952 + ], + "avg_loss": [ + 4.189964294433594, + 4.8328938484191895, + 4.176710605621338, + 3.9540417194366455, + 3.4780313968658447 + ] + }, + "354": { + "prob": [ + 0.0238184817135334, + 0.014441834762692451, + 0.026371771469712257, + 0.009382584132254124, + 0.010960396379232407 + ], + "avg_loss": [ + 3.7372934818267822, + 4.237626075744629, + 3.6354610919952393, + 4.668900012969971, + 4.513466835021973 + ] + }, + "355": { + "prob": [ + 0.02097393572330475, + 0.01690114662051201, + 0.029190465807914734, + 0.008220696821808815, + 0.00971407350152731 + ], + "avg_loss": [ + 3.8644747734069824, + 4.080373764038086, + 3.5339131355285645, + 4.801100254058838, + 4.634179592132568 + ] + }, + "356": { + "prob": [ + 0.013951368629932404, + 0.013377548195421696, + 0.0124882273375988, + 0.010743709281086922, + 0.007431432139128447 + ], + "avg_loss": [ + 4.272177696228027, + 4.314177513122559, + 4.382968902587891, + 4.533434867858887, + 4.902036666870117 + ] + }, + "357": { + "prob": [ + 0.017573993653059006, + 0.051337189972400665, + 0.013346048071980476, + 0.018011126667261124, + 0.011215077713131905 + ], + "avg_loss": [ + 4.041335105895996, + 2.9693398475646973, + 4.316534996032715, + 4.016765594482422, + 4.4904961585998535 + ] + }, + "358": { + "prob": [ + 0.020512454211711884, + 0.020537249743938446, + 0.04557754844427109, + 0.009581482037901878, + 0.015397191047668457 + ], + "avg_loss": [ + 3.886723041534424, + 3.885514974594116, + 3.0883400440216064, + 4.647922992706299, + 4.173570156097412 + ] + }, + "359": { + "prob": [ + 0.00849042646586895, + 0.00775953521952033, + 0.006569727789610624, + 0.007216611411422491, + 0.005094380117952824 + ], + "avg_loss": [ + 4.768815994262695, + 4.858832836151123, + 5.025282859802246, + 4.931369781494141, + 5.2796173095703125 + ] + }, + "360": { + "prob": [ + 0.03370070084929466, + 0.04568871855735779, + 0.06850344687700272, + 0.04277362674474716, + 0.02555224485695362 + ], + "avg_loss": [ + 3.3902366161346436, + 3.0859038829803467, + 2.6808712482452393, + 3.1518335342407227, + 3.667030096054077 + ] + }, + "361": { + "prob": [ + 0.015880126506090164, + 0.018612630665302277, + 0.027429986745119095, + 0.016229750588536263, + 0.01111700851470232 + ], + "avg_loss": [ + 4.14268684387207, + 3.983914852142334, + 3.596118450164795, + 4.120909214019775, + 4.499279022216797 + ] + }, + "362": { + "prob": [ + 0.01962302438914776, + 0.023962777107954025, + 0.020191799849271774, + 0.010094499215483665, + 0.022202907130122185 + ], + "avg_loss": [ + 3.931051731109619, + 3.7312536239624023, + 3.9024786949157715, + 4.595764636993408, + 3.8075320720672607 + ] + }, + "363": { + "prob": [ + 0.027500635012984276, + 0.053195416927337646, + 0.03188123181462288, + 0.0512273833155632, + 0.03021310456097126 + ], + "avg_loss": [ + 3.593546152114868, + 2.9337830543518066, + 3.445737838745117, + 2.9714810848236084, + 3.4994795322418213 + ] + }, + "364": { + "prob": [ + 0.04099956527352333, + 0.05239641293883324, + 0.028271028771996498, + 0.06325250118970871, + 0.022363658994436264 + ], + "avg_loss": [ + 3.1941938400268555, + 2.9489171504974365, + 3.565917730331421, + 2.760620594024658, + 3.8003180027008057 + ] + }, + "365": { + "prob": [ + 0.026671497151255608, + 0.02823559008538723, + 0.041740890592336655, + 0.022404661402106285, + 0.04723910987377167 + ], + "avg_loss": [ + 3.624159812927246, + 3.567172050476074, + 3.176274061203003, + 3.7984862327575684, + 3.0525331497192383 + ] + }, + "366": { + "prob": [ + 0.008696414530277252, + 0.020229384303092957, + 0.01741805113852024, + 0.014347141608595848, + 0.006676534190773964 + ], + "avg_loss": [ + 4.744844436645508, + 3.9006190299987793, + 4.050248146057129, + 4.244204521179199, + 5.009156227111816 + ] + }, + "367": { + "prob": [ + 0.05214047431945801, + 0.03703397884964943, + 0.020480485633015633, + 0.018465306609869003, + 0.018814416602253914 + ], + "avg_loss": [ + 2.9538137912750244, + 3.295919418334961, + 3.8882827758789062, + 3.991861581802368, + 3.9731318950653076 + ] + }, + "368": { + "prob": [ + 0.03395552933216095, + 0.03693914785981178, + 0.053019456565380096, + 0.0678139179944992, + 0.07737047970294952 + ], + "avg_loss": [ + 3.3827035427093506, + 3.298483371734619, + 2.937096357345581, + 2.6909878253936768, + 2.559149980545044 + ] + }, + "369": { + "prob": [ + 0.03213150054216385, + 0.027622412890195847, + 0.022710582241415977, + 0.01789054647088051, + 0.006499656476080418 + ], + "avg_loss": [ + 3.4379184246063232, + 3.589127779006958, + 3.784924268722534, + 4.023482799530029, + 5.036005973815918 + ] + }, + "370": { + "prob": [ + 0.015199736692011356, + 0.027030304074287415, + 0.016330452635884285, + 0.01741049624979496, + 0.018040306866168976 + ], + "avg_loss": [ + 4.186477184295654, + 3.6107966899871826, + 4.1147236824035645, + 4.050682067871094, + 4.015146732330322 + ] + }, + "371": { + "prob": [ + 0.008615586906671524, + 0.011722841300070286, + 0.00723532447591424, + 0.0193847194314003, + 0.008391622453927994 + ], + "avg_loss": [ + 4.7541823387146, + 4.446216106414795, + 4.9287800788879395, + 3.943270206451416, + 4.780521392822266 + ] + }, + "372": { + "prob": [ + 0.021677017211914062, + 0.015422188676893711, + 0.02054850570857525, + 0.01653020828962326, + 0.018880102783441544 + ], + "avg_loss": [ + 3.831502676010132, + 4.171947956085205, + 3.884967088699341, + 4.102565765380859, + 3.969646692276001 + ] + }, + "373": { + "prob": [ + 0.04096890985965729, + 0.04167665168642998, + 0.04122436046600342, + 0.046633921563625336, + 0.04709640145301819 + ], + "avg_loss": [ + 3.194941759109497, + 3.177814245223999, + 3.1887259483337402, + 3.06542706489563, + 3.055558681488037 + ] + }, + "374": { + "prob": [ + 0.04241015389561653, + 0.04410087317228317, + 0.02131338231265545, + 0.032065410166978836, + 0.026425622403621674 + ], + "avg_loss": [ + 3.160367488861084, + 3.1212756633758545, + 3.8484201431274414, + 3.4399774074554443, + 3.6334211826324463 + ] + }, + "375": { + "prob": [ + 0.021352846175432205, + 0.012953647412359715, + 0.026660600677132607, + 0.0034958343021571636, + 0.012536304071545601 + ], + "avg_loss": [ + 3.8465702533721924, + 4.346377849578857, + 3.624568462371826, + 5.656183242797852, + 4.37912654876709 + ] + }, + "376": { + "prob": [ + 0.03556488826870918, + 0.057317476719617844, + 0.05491466075181961, + 0.05673418566584587, + 0.03716288506984711 + ], + "avg_loss": [ + 3.3363964557647705, + 2.859149694442749, + 2.90197491645813, + 2.8693783283233643, + 3.2924447059631348 + ] + }, + "377": { + "prob": [ + 0.05514811351895332, + 0.05371501296758652, + 0.04719056934118271, + 0.050605811178684235, + 0.048406682908535004 + ], + "avg_loss": [ + 2.897732734680176, + 2.924062728881836, + 3.053561210632324, + 2.9836888313293457, + 3.0281174182891846 + ] + }, + "378": { + "prob": [ + 0.02631327509880066, + 0.03229960799217224, + 0.03514617681503296, + 0.020640775561332703, + 0.037261463701725006 + ], + "avg_loss": [ + 3.637681722640991, + 3.4327001571655273, + 3.3482394218444824, + 3.8804867267608643, + 3.2897956371307373 + ] + }, + "379": { + "prob": [ + 0.045521002262830734, + 0.01834319718182087, + 0.023093584924936295, + 0.013076751492917538, + 0.022354794666171074 + ], + "avg_loss": [ + 3.0895814895629883, + 3.9984965324401855, + 3.768200397491455, + 4.33691930770874, + 3.8007144927978516 + ] + }, + "380": { + "prob": [ + 0.07606074959039688, + 0.07756548374891281, + 0.07264302670955658, + 0.06311466544866562, + 0.05779561027884483 + ], + "avg_loss": [ + 2.5762228965759277, + 2.5566327571868896, + 2.6221978664398193, + 2.7628021240234375, + 2.8508424758911133 + ] + }, + "381": { + "prob": [ + 0.023536542430520058, + 0.0888584777712822, + 0.06966602802276611, + 0.06894845515489578, + 0.07285629957914352 + ], + "avg_loss": [ + 3.7492010593414307, + 2.420710325241089, + 2.6640424728393555, + 2.67439603805542, + 2.6192662715911865 + ] + }, + "382": { + "prob": [ + 0.09148793667554855, + 0.08033853769302368, + 0.0912359356880188, + 0.061834387481212616, + 0.08416686952114105 + ], + "avg_loss": [ + 2.3915481567382812, + 2.521505832672119, + 2.3943064212799072, + 2.7832956314086914, + 2.4749538898468018 + ] + }, + "383": { + "prob": [ + 0.18580123782157898, + 0.10403574258089066, + 0.13539324700832367, + 0.09070834517478943, + 0.13916809856891632 + ], + "avg_loss": [ + 1.6830778121948242, + 2.2630207538604736, + 1.9995718002319336, + 2.4001059532165527, + 1.972072720527649 + ] + }, + "384": { + "prob": [ + 0.022269530221819878, + 0.016789568588137627, + 0.020507754758000374, + 0.02241242490708828, + 0.026435598731040955 + ], + "avg_loss": [ + 3.8045358657836914, + 4.0869975090026855, + 3.8869521617889404, + 3.798139810562134, + 3.6330437660217285 + ] + }, + "385": { + "prob": [ + 0.0313444584608078, + 0.0217201579362154, + 0.045935094356536865, + 0.021250048652291298, + 0.026791134849190712 + ], + "avg_loss": [ + 3.4627177715301514, + 3.829514503479004, + 3.0805258750915527, + 3.851396083831787, + 3.6196842193603516 + ] + }, + "386": { + "prob": [ + 0.10275489836931229, + 0.09035388380289078, + 0.08956687152385712, + 0.1460951566696167, + 0.11471979320049286 + ], + "avg_loss": [ + 2.2754087448120117, + 2.4040212631225586, + 2.4127697944641113, + 1.9234970808029175, + 2.1652626991271973 + ] + }, + "387": { + "prob": [ + 0.008265324868261814, + 0.01604004204273224, + 0.010451269336044788, + 0.015788758173584938, + 0.008527250960469246 + ], + "avg_loss": [ + 4.7956862449646, + 4.132667064666748, + 4.561031818389893, + 4.148457050323486, + 4.764488220214844 + ] + }, + "388": { + "prob": [ + 0.03667113184928894, + 0.02102177031338215, + 0.011717341840267181, + 0.015928974375128746, + 0.01733388751745224 + ], + "avg_loss": [ + 3.305765390396118, + 3.862196683883667, + 4.446685314178467, + 4.139615535736084, + 4.055091857910156 + ] + }, + "389": { + "prob": [ + 0.0358966700732708, + 0.03366551175713539, + 0.007193516939878464, + 0.004175893496721983, + 0.005488825961947441 + ], + "avg_loss": [ + 3.327110767364502, + 3.3912813663482666, + 4.934575080871582, + 5.478426933288574, + 5.20504093170166 + ] + }, + "390": { + "prob": [ + 0.01041740644723177, + 0.01698445715010166, + 0.012607112526893616, + 0.018486997112631798, + 0.0170914214104414 + ], + "avg_loss": [ + 4.564277172088623, + 4.075456619262695, + 4.3734941482543945, + 3.990687608718872, + 4.069178581237793 + ] + }, + "391": { + "prob": [ + 0.016864284873008728, + 0.011794261634349823, + 0.007727735675871372, + 0.011806409806013107, + 0.008946011774241924 + ], + "avg_loss": [ + 4.082557201385498, + 4.4401421546936035, + 4.862939357757568, + 4.439112663269043, + 4.71654748916626 + ] + }, + "392": { + "prob": [ + 0.04996642842888832, + 0.06118263304233551, + 0.08474907279014587, + 0.06348082423210144, + 0.0791434645652771 + ], + "avg_loss": [ + 2.996403932571411, + 2.7938919067382812, + 2.4680604934692383, + 2.7570173740386963, + 2.5364930629730225 + ] + }, + "393": { + "prob": [ + 0.018344713374972343, + 0.01692844182252884, + 0.01791851595044136, + 0.02904924377799034, + 0.012347214855253696 + ], + "avg_loss": [ + 3.9984138011932373, + 4.078760147094727, + 4.021920680999756, + 3.5387628078460693, + 4.394324779510498 + ] + }, + "394": { + "prob": [ + 0.07665318995714188, + 0.04247581586241722, + 0.02540173940360546, + 0.03649555519223213, + 0.05374779552221298 + ], + "avg_loss": [ + 2.5684640407562256, + 3.158820390701294, + 3.6729376316070557, + 3.3105647563934326, + 2.923452615737915 + ] + }, + "395": { + "prob": [ + 0.028053857386112213, + 0.02099745161831379, + 0.01710929535329342, + 0.010962586849927902, + 0.011646825820207596 + ], + "avg_loss": [ + 3.573629140853882, + 3.863354206085205, + 4.068133354187012, + 4.5132670402526855, + 4.45272159576416 + ] + }, + "396": { + "prob": [ + 0.00618748227134347, + 0.004421007353812456, + 0.005707053933292627, + 0.004712499678134918, + 0.0038178402464836836 + ], + "avg_loss": [ + 5.085227012634277, + 5.421387672424316, + 5.166052341461182, + 5.357536792755127, + 5.568070411682129 + ] + }, + "397": { + "prob": [ + 0.052190396934747696, + 0.010124145075678825, + 0.06030245125293732, + 0.011526141315698624, + 0.02186083421111107 + ], + "avg_loss": [ + 2.9528567790985107, + 4.592832088470459, + 2.808382511138916, + 4.463137626647949, + 3.823058605194092 + ] + }, + "398": { + "prob": [ + 0.04806894063949585, + 0.05027856305241585, + 0.05557656288146973, + 0.05381181836128235, + 0.0441468246281147 + ], + "avg_loss": [ + 3.03511905670166, + 2.9901764392852783, + 2.889993667602539, + 2.922262191772461, + 3.120234251022339 + ] + }, + "399": { + "prob": [ + 0.04664500802755356, + 0.02817877009510994, + 0.042698461562395096, + 0.020865390077233315, + 0.022322650998830795 + ], + "avg_loss": [ + 3.0651893615722656, + 3.5691864490509033, + 3.153592348098755, + 3.8696634769439697, + 3.8021533489227295 + ] + } + } + }, + "retain_Q_A_Prob": { + "agg_value": 0.7974185331910849, + "value_by_index": { + "0": { + "prob": 0.8101664781570435, + "avg_loss": 0.21051549911499023 + }, + "1": { + "prob": 0.6620423197746277, + "avg_loss": 0.41242581605911255 + }, + "2": { + "prob": 0.7886463403701782, + "avg_loss": 0.23743732273578644 + }, + "3": { + "prob": 0.6869540214538574, + "avg_loss": 0.37548792362213135 + }, + "4": { + "prob": 0.7818421721458435, + "avg_loss": 0.24610237777233124 + }, + "5": { + "prob": 0.7449902296066284, + "avg_loss": 0.2943841516971588 + }, + "6": { + "prob": 0.8002293705940247, + "avg_loss": 0.22285689413547516 + }, + "7": { + "prob": 0.7154108285903931, + "avg_loss": 0.33489829301834106 + }, + "8": { + "prob": 0.8595079183578491, + "avg_loss": 0.15139523148536682 + }, + "9": { + "prob": 0.8973473906517029, + "avg_loss": 0.1083122119307518 + }, + "10": { + "prob": 0.7721792459487915, + "avg_loss": 0.25853854417800903 + }, + "11": { + "prob": 0.9120756387710571, + "avg_loss": 0.09203238040208817 + }, + "12": { + "prob": 0.8586202263832092, + "avg_loss": 0.1524285525083542 + }, + "13": { + "prob": 0.7626405954360962, + "avg_loss": 0.2709684371948242 + }, + "14": { + "prob": 0.8876881003379822, + "avg_loss": 0.1191348284482956 + }, + "15": { + "prob": 0.7081049680709839, + "avg_loss": 0.34516289830207825 + }, + "16": { + "prob": 0.5842565298080444, + "avg_loss": 0.5374151468276978 + }, + "17": { + "prob": 0.9723462462425232, + "avg_loss": 0.02804333157837391 + }, + "18": { + "prob": 0.6650826930999756, + "avg_loss": 0.40784385800361633 + }, + "19": { + "prob": 0.8467094302177429, + "avg_loss": 0.16639772057533264 + }, + "20": { + "prob": 0.917773425579071, + "avg_loss": 0.0858047604560852 + }, + "21": { + "prob": 0.8472264409065247, + "avg_loss": 0.16578726470470428 + }, + "22": { + "prob": 0.8277527093887329, + "avg_loss": 0.18904085457324982 + }, + "23": { + "prob": 0.8898948431015015, + "avg_loss": 0.11665195971727371 + }, + "24": { + "prob": 0.9481416344642639, + "avg_loss": 0.05325138568878174 + }, + "25": { + "prob": 0.7512657642364502, + "avg_loss": 0.2859957814216614 + }, + "26": { + "prob": 0.7368528842926025, + "avg_loss": 0.30536699295043945 + }, + "27": { + "prob": 0.7271385192871094, + "avg_loss": 0.31863829493522644 + }, + "28": { + "prob": 0.8392674922943115, + "avg_loss": 0.17522577941417694 + }, + "29": { + "prob": 0.7485056519508362, + "avg_loss": 0.2896765172481537 + }, + "30": { + "prob": 0.8990893363952637, + "avg_loss": 0.1063728779554367 + }, + "31": { + "prob": 0.8644617795944214, + "avg_loss": 0.14564818143844604 + }, + "32": { + "prob": 0.8630803227424622, + "avg_loss": 0.1472475528717041 + }, + "33": { + "prob": 0.8258579969406128, + "avg_loss": 0.19133245944976807 + }, + "34": { + "prob": 0.8203122019767761, + "avg_loss": 0.19807025790214539 + }, + "35": { + "prob": 0.9201467633247375, + "avg_loss": 0.08322212845087051 + }, + "36": { + "prob": 0.9258533716201782, + "avg_loss": 0.07703941315412521 + }, + "37": { + "prob": 0.4530388116836548, + "avg_loss": 0.791777491569519 + }, + "38": { + "prob": 0.9359789490699768, + "avg_loss": 0.06616231799125671 + }, + "39": { + "prob": 0.7524768710136414, + "avg_loss": 0.28438499569892883 + }, + "40": { + "prob": 0.8973204493522644, + "avg_loss": 0.10834226757287979 + }, + "41": { + "prob": 0.6361224055290222, + "avg_loss": 0.4523642361164093 + }, + "42": { + "prob": 0.7717608213424683, + "avg_loss": 0.25908055901527405 + }, + "43": { + "prob": 0.6888174414634705, + "avg_loss": 0.3727790415287018 + }, + "44": { + "prob": 0.7046567797660828, + "avg_loss": 0.3500444293022156 + }, + "45": { + "prob": 0.9395219087600708, + "avg_loss": 0.06238414719700813 + }, + "46": { + "prob": 0.6443557739257812, + "avg_loss": 0.4395042359828949 + }, + "47": { + "prob": 0.869759202003479, + "avg_loss": 0.13953888416290283 + }, + "48": { + "prob": 0.8167887926101685, + "avg_loss": 0.20237475633621216 + }, + "49": { + "prob": 0.6825584769248962, + "avg_loss": 0.38190704584121704 + }, + "50": { + "prob": 0.8344181180000305, + "avg_loss": 0.18102069199085236 + }, + "51": { + "prob": 0.8356093168258667, + "avg_loss": 0.17959412932395935 + }, + "52": { + "prob": 0.8133352398872375, + "avg_loss": 0.20661193132400513 + }, + "53": { + "prob": 0.8211401104927063, + "avg_loss": 0.19706152379512787 + }, + "54": { + "prob": 0.8821409940719604, + "avg_loss": 0.12540340423583984 + }, + "55": { + "prob": 0.913210928440094, + "avg_loss": 0.09078839421272278 + }, + "56": { + "prob": 0.8487345576286316, + "avg_loss": 0.16400881111621857 + }, + "57": { + "prob": 0.9301800727844238, + "avg_loss": 0.07237707078456879 + }, + "58": { + "prob": 0.6721268892288208, + "avg_loss": 0.3973081111907959 + }, + "59": { + "prob": 0.7356944680213928, + "avg_loss": 0.30694037675857544 + }, + "60": { + "prob": 0.8615663647651672, + "avg_loss": 0.14900319278240204 + }, + "61": { + "prob": 0.9816089272499084, + "avg_loss": 0.018562300130724907 + }, + "62": { + "prob": 0.7601426243782043, + "avg_loss": 0.2742491662502289 + }, + "63": { + "prob": 0.874396026134491, + "avg_loss": 0.1342218816280365 + }, + "64": { + "prob": 0.8223224878311157, + "avg_loss": 0.19562266767024994 + }, + "65": { + "prob": 0.9218549728393555, + "avg_loss": 0.08136735111474991 + }, + "66": { + "prob": 0.7864786982536316, + "avg_loss": 0.24018967151641846 + }, + "67": { + "prob": 0.63636314868927, + "avg_loss": 0.4519859254360199 + }, + "68": { + "prob": 0.976530909538269, + "avg_loss": 0.02374887280166149 + }, + "69": { + "prob": 0.7865121960639954, + "avg_loss": 0.24014702439308167 + }, + "70": { + "prob": 0.728800356388092, + "avg_loss": 0.3163554072380066 + }, + "71": { + "prob": 0.9585601687431335, + "avg_loss": 0.04232291504740715 + }, + "72": { + "prob": 0.7394128441810608, + "avg_loss": 0.3018988370895386 + }, + "73": { + "prob": 0.9514732360839844, + "avg_loss": 0.049743734300136566 + }, + "74": { + "prob": 0.7612698674201965, + "avg_loss": 0.2727673351764679 + }, + "75": { + "prob": 0.927315354347229, + "avg_loss": 0.07546158879995346 + }, + "76": { + "prob": 0.9314413070678711, + "avg_loss": 0.07102212309837341 + }, + "77": { + "prob": 0.780646800994873, + "avg_loss": 0.2476324588060379 + }, + "78": { + "prob": 0.8160337805747986, + "avg_loss": 0.20329952239990234 + }, + "79": { + "prob": 0.7783955335617065, + "avg_loss": 0.2505204677581787 + }, + "80": { + "prob": 0.9119035601615906, + "avg_loss": 0.09222102910280228 + }, + "81": { + "prob": 0.7522889375686646, + "avg_loss": 0.2846347689628601 + }, + "82": { + "prob": 0.7410141825675964, + "avg_loss": 0.29973554611206055 + }, + "83": { + "prob": 0.5364407300949097, + "avg_loss": 0.6227992177009583 + }, + "84": { + "prob": 0.6383113861083984, + "avg_loss": 0.4489290118217468 + }, + "85": { + "prob": 0.7253167033195496, + "avg_loss": 0.3211468756198883 + }, + "86": { + "prob": 0.6121534109115601, + "avg_loss": 0.4907723367214203 + }, + "87": { + "prob": 0.7041389346122742, + "avg_loss": 0.35077959299087524 + }, + "88": { + "prob": 0.9418509602546692, + "avg_loss": 0.05990820750594139 + }, + "89": { + "prob": 0.7277234196662903, + "avg_loss": 0.31783419847488403 + }, + "90": { + "prob": 0.7326459288597107, + "avg_loss": 0.31109270453453064 + }, + "91": { + "prob": 0.8851057291030884, + "avg_loss": 0.12204813957214355 + }, + "92": { + "prob": 0.8368756771087646, + "avg_loss": 0.1780797243118286 + }, + "93": { + "prob": 0.8588317036628723, + "avg_loss": 0.15218228101730347 + }, + "94": { + "prob": 0.9116212129592896, + "avg_loss": 0.09253068268299103 + }, + "95": { + "prob": 0.82657790184021, + "avg_loss": 0.19046108424663544 + }, + "96": { + "prob": 0.9128548502922058, + "avg_loss": 0.09117837995290756 + }, + "97": { + "prob": 0.6646219491958618, + "avg_loss": 0.4085368812084198 + }, + "98": { + "prob": 0.8433616161346436, + "avg_loss": 0.17035946249961853 + }, + "99": { + "prob": 0.8439183235168457, + "avg_loss": 0.16969959437847137 + }, + "100": { + "prob": 0.7520971894264221, + "avg_loss": 0.28488969802856445 + }, + "101": { + "prob": 0.9604518413543701, + "avg_loss": 0.04035143554210663 + }, + "102": { + "prob": 0.6126223206520081, + "avg_loss": 0.4900066554546356 + }, + "103": { + "prob": 0.8017716407775879, + "avg_loss": 0.22093145549297333 + }, + "104": { + "prob": 0.6884303092956543, + "avg_loss": 0.3733411729335785 + }, + "105": { + "prob": 0.6939316391944885, + "avg_loss": 0.3653818368911743 + }, + "106": { + "prob": 0.7219517827033997, + "avg_loss": 0.325796902179718 + }, + "107": { + "prob": 0.9145157933235168, + "avg_loss": 0.0893605425953865 + }, + "108": { + "prob": 0.8995407819747925, + "avg_loss": 0.10587086528539658 + }, + "109": { + "prob": 0.7757255434989929, + "avg_loss": 0.25395646691322327 + }, + "110": { + "prob": 0.7090900540351868, + "avg_loss": 0.3437727689743042 + }, + "111": { + "prob": 0.6966459155082703, + "avg_loss": 0.36147797107696533 + }, + "112": { + "prob": 0.8566175103187561, + "avg_loss": 0.15476374328136444 + }, + "113": { + "prob": 0.8855037093162537, + "avg_loss": 0.12159864604473114 + }, + "114": { + "prob": 0.9732006788253784, + "avg_loss": 0.02716495282948017 + }, + "115": { + "prob": 0.9346098899841309, + "avg_loss": 0.06762608885765076 + }, + "116": { + "prob": 0.8706971406936646, + "avg_loss": 0.13846105337142944 + }, + "117": { + "prob": 0.8861460089683533, + "avg_loss": 0.12087355554103851 + }, + "118": { + "prob": 0.9722606539726257, + "avg_loss": 0.02813132293522358 + }, + "119": { + "prob": 0.9880325198173523, + "avg_loss": 0.012039696797728539 + }, + "120": { + "prob": 0.854353129863739, + "avg_loss": 0.1574106514453888 + }, + "121": { + "prob": 0.5213847160339355, + "avg_loss": 0.6512671113014221 + }, + "122": { + "prob": 0.5489072799682617, + "avg_loss": 0.5998257398605347 + }, + "123": { + "prob": 0.7998999953269958, + "avg_loss": 0.2232685685157776 + }, + "124": { + "prob": 0.6500935554504395, + "avg_loss": 0.43063899874687195 + }, + "125": { + "prob": 0.7211228609085083, + "avg_loss": 0.32694578170776367 + }, + "126": { + "prob": 0.9182695150375366, + "avg_loss": 0.08526433259248734 + }, + "127": { + "prob": 0.8301807641983032, + "avg_loss": 0.18611182272434235 + }, + "128": { + "prob": 0.682357668876648, + "avg_loss": 0.38220128417015076 + }, + "129": { + "prob": 0.8754319548606873, + "avg_loss": 0.13303782045841217 + }, + "130": { + "prob": 0.8462405204772949, + "avg_loss": 0.16695165634155273 + }, + "131": { + "prob": 0.9126683473587036, + "avg_loss": 0.09138273447751999 + }, + "132": { + "prob": 0.8958743810653687, + "avg_loss": 0.10995505005121231 + }, + "133": { + "prob": 0.9586871862411499, + "avg_loss": 0.042190443724393845 + }, + "134": { + "prob": 0.7560039162635803, + "avg_loss": 0.27970871329307556 + }, + "135": { + "prob": 0.8418434262275696, + "avg_loss": 0.17216120660305023 + }, + "136": { + "prob": 0.826316773891449, + "avg_loss": 0.19077704846858978 + }, + "137": { + "prob": 0.879047691822052, + "avg_loss": 0.12891612946987152 + }, + "138": { + "prob": 0.7502750754356384, + "avg_loss": 0.28731536865234375 + }, + "139": { + "prob": 0.8233596682548523, + "avg_loss": 0.19436216354370117 + }, + "140": { + "prob": 0.8285033702850342, + "avg_loss": 0.18813438713550568 + }, + "141": { + "prob": 0.743689239025116, + "avg_loss": 0.29613202810287476 + }, + "142": { + "prob": 0.8434746861457825, + "avg_loss": 0.17022539675235748 + }, + "143": { + "prob": 0.7088743448257446, + "avg_loss": 0.3440769612789154 + }, + "144": { + "prob": 0.6798376441001892, + "avg_loss": 0.38590124249458313 + }, + "145": { + "prob": 0.8695358633995056, + "avg_loss": 0.1397957056760788 + }, + "146": { + "prob": 0.8614485859870911, + "avg_loss": 0.14913992583751678 + }, + "147": { + "prob": 0.9784573912620544, + "avg_loss": 0.021778017282485962 + }, + "148": { + "prob": 0.7936796545982361, + "avg_loss": 0.23107536137104034 + }, + "149": { + "prob": 0.5837913155555725, + "avg_loss": 0.5382117033004761 + }, + "150": { + "prob": 0.9535227417945862, + "avg_loss": 0.04759198799729347 + }, + "151": { + "prob": 0.8800526261329651, + "avg_loss": 0.12777359783649445 + }, + "152": { + "prob": 0.7142401337623596, + "avg_loss": 0.3365360200405121 + }, + "153": { + "prob": 0.8164355158805847, + "avg_loss": 0.20280736684799194 + }, + "154": { + "prob": 0.8750092387199402, + "avg_loss": 0.13352082669734955 + }, + "155": { + "prob": 0.7376627326011658, + "avg_loss": 0.3042685389518738 + }, + "156": { + "prob": 0.7544674277305603, + "avg_loss": 0.2817431390285492 + }, + "157": { + "prob": 0.9667587280273438, + "avg_loss": 0.033806297928094864 + }, + "158": { + "prob": 0.7428404092788696, + "avg_loss": 0.29727405309677124 + }, + "159": { + "prob": 0.47501111030578613, + "avg_loss": 0.7444170713424683 + }, + "160": { + "prob": 0.9192278981208801, + "avg_loss": 0.08422118425369263 + }, + "161": { + "prob": 0.7659836411476135, + "avg_loss": 0.26659443974494934 + }, + "162": { + "prob": 0.7630437612533569, + "avg_loss": 0.27043986320495605 + }, + "163": { + "prob": 0.7817076444625854, + "avg_loss": 0.24627448618412018 + }, + "164": { + "prob": 0.828211784362793, + "avg_loss": 0.18848638236522675 + }, + "165": { + "prob": 0.645721435546875, + "avg_loss": 0.4373871088027954 + }, + "166": { + "prob": 0.5040479898452759, + "avg_loss": 0.68508380651474 + }, + "167": { + "prob": 0.7913776636123657, + "avg_loss": 0.2339799851179123 + }, + "168": { + "prob": 0.7636642456054688, + "avg_loss": 0.26962703466415405 + }, + "169": { + "prob": 0.7513636946678162, + "avg_loss": 0.28586545586586 + }, + "170": { + "prob": 0.8228070735931396, + "avg_loss": 0.1950334906578064 + }, + "171": { + "prob": 0.8273218274116516, + "avg_loss": 0.18956153094768524 + }, + "172": { + "prob": 0.8884093165397644, + "avg_loss": 0.1183227002620697 + }, + "173": { + "prob": 0.8514736294746399, + "avg_loss": 0.16078676283359528 + }, + "174": { + "prob": 0.7676118612289429, + "avg_loss": 0.2644710838794708 + }, + "175": { + "prob": 0.677387535572052, + "avg_loss": 0.38951170444488525 + }, + "176": { + "prob": 0.9674487113952637, + "avg_loss": 0.033092837780714035 + }, + "177": { + "prob": 0.9127741456031799, + "avg_loss": 0.09126680344343185 + }, + "178": { + "prob": 0.908098042011261, + "avg_loss": 0.09640289843082428 + }, + "179": { + "prob": 0.8819674849510193, + "avg_loss": 0.12560011446475983 + }, + "180": { + "prob": 0.5746424794197083, + "avg_loss": 0.5540071725845337 + }, + "181": { + "prob": 0.738304078578949, + "avg_loss": 0.3033994734287262 + }, + "182": { + "prob": 0.6747573614120483, + "avg_loss": 0.393402099609375 + }, + "183": { + "prob": 0.6916125416755676, + "avg_loss": 0.3687294125556946 + }, + "184": { + "prob": 0.5967161655426025, + "avg_loss": 0.5163137316703796 + }, + "185": { + "prob": 0.6657048463821411, + "avg_loss": 0.40690886974334717 + }, + "186": { + "prob": 0.671129047870636, + "avg_loss": 0.3987938165664673 + }, + "187": { + "prob": 0.7657819986343384, + "avg_loss": 0.266857773065567 + }, + "188": { + "prob": 0.7208292484283447, + "avg_loss": 0.32735303044319153 + }, + "189": { + "prob": 0.9337053298950195, + "avg_loss": 0.06859440356492996 + }, + "190": { + "prob": 0.900193989276886, + "avg_loss": 0.10514502972364426 + }, + "191": { + "prob": 0.5529839396476746, + "avg_loss": 0.5924263000488281 + }, + "192": { + "prob": 0.8257930278778076, + "avg_loss": 0.19141113758087158 + }, + "193": { + "prob": 0.9131510257720947, + "avg_loss": 0.0908539667725563 + }, + "194": { + "prob": 0.7645660042762756, + "avg_loss": 0.2684468924999237 + }, + "195": { + "prob": 0.9861965775489807, + "avg_loss": 0.013899577781558037 + }, + "196": { + "prob": 0.7488215565681458, + "avg_loss": 0.2892545461654663 + }, + "197": { + "prob": 0.94392329454422, + "avg_loss": 0.057710353285074234 + }, + "198": { + "prob": 0.8469129800796509, + "avg_loss": 0.1661573201417923 + }, + "199": { + "prob": 0.7818832397460938, + "avg_loss": 0.2460498809814453 + }, + "200": { + "prob": 0.9392682313919067, + "avg_loss": 0.06265420466661453 + }, + "201": { + "prob": 0.9277957677841187, + "avg_loss": 0.07494361698627472 + }, + "202": { + "prob": 0.9635987281799316, + "avg_loss": 0.037080343812704086 + }, + "203": { + "prob": 0.7266187071800232, + "avg_loss": 0.3193534016609192 + }, + "204": { + "prob": 0.8026239275932312, + "avg_loss": 0.219869002699852 + }, + "205": { + "prob": 0.757210910320282, + "avg_loss": 0.2781134843826294 + }, + "206": { + "prob": 0.814476490020752, + "avg_loss": 0.20520968735218048 + }, + "207": { + "prob": 0.8411069512367249, + "avg_loss": 0.17303642630577087 + }, + "208": { + "prob": 0.772287130355835, + "avg_loss": 0.2583988904953003 + }, + "209": { + "prob": 0.8150786757469177, + "avg_loss": 0.2044706642627716 + }, + "210": { + "prob": 0.9026301503181458, + "avg_loss": 0.10244239121675491 + }, + "211": { + "prob": 0.7846447825431824, + "avg_loss": 0.24252420663833618 + }, + "212": { + "prob": 0.968147337436676, + "avg_loss": 0.03237100690603256 + }, + "213": { + "prob": 0.9660673141479492, + "avg_loss": 0.03452177718281746 + }, + "214": { + "prob": 0.800991415977478, + "avg_loss": 0.22190502285957336 + }, + "215": { + "prob": 0.6997858881950378, + "avg_loss": 0.3569808304309845 + }, + "216": { + "prob": 0.8451433181762695, + "avg_loss": 0.16824902594089508 + }, + "217": { + "prob": 0.9678098559379578, + "avg_loss": 0.032719653099775314 + }, + "218": { + "prob": 0.7266417741775513, + "avg_loss": 0.3193216621875763 + }, + "219": { + "prob": 0.9046524167060852, + "avg_loss": 0.1002044826745987 + }, + "220": { + "prob": 0.8470392227172852, + "avg_loss": 0.16600829362869263 + }, + "221": { + "prob": 0.7450671195983887, + "avg_loss": 0.2942809462547302 + }, + "222": { + "prob": 0.7778924703598022, + "avg_loss": 0.251166969537735 + }, + "223": { + "prob": 0.715630829334259, + "avg_loss": 0.3345908224582672 + }, + "224": { + "prob": 0.650632381439209, + "avg_loss": 0.4298105239868164 + }, + "225": { + "prob": 0.9455716013908386, + "avg_loss": 0.05596565455198288 + }, + "226": { + "prob": 0.9052654504776001, + "avg_loss": 0.09952707588672638 + }, + "227": { + "prob": 0.9466424584388733, + "avg_loss": 0.05483382195234299 + }, + "228": { + "prob": 0.933575451374054, + "avg_loss": 0.06873348355293274 + }, + "229": { + "prob": 0.5039263963699341, + "avg_loss": 0.6853250861167908 + }, + "230": { + "prob": 0.7687268853187561, + "avg_loss": 0.26301953196525574 + }, + "231": { + "prob": 0.8525248765945435, + "avg_loss": 0.15955287218093872 + }, + "232": { + "prob": 0.816965639591217, + "avg_loss": 0.20215822756290436 + }, + "233": { + "prob": 0.9622877836227417, + "avg_loss": 0.0384417399764061 + }, + "234": { + "prob": 0.6264632344245911, + "avg_loss": 0.4676651656627655 + }, + "235": { + "prob": 0.6602531671524048, + "avg_loss": 0.41513192653656006 + }, + "236": { + "prob": 0.5967984795570374, + "avg_loss": 0.5161758065223694 + }, + "237": { + "prob": 0.6765465140342712, + "avg_loss": 0.3907541036605835 + }, + "238": { + "prob": 0.9556509852409363, + "avg_loss": 0.045362502336502075 + }, + "239": { + "prob": 0.9566755890846252, + "avg_loss": 0.04429095983505249 + }, + "240": { + "prob": 0.7119280099868774, + "avg_loss": 0.33977851271629333 + }, + "241": { + "prob": 0.47272026538848877, + "avg_loss": 0.7492514848709106 + }, + "242": { + "prob": 0.6900205612182617, + "avg_loss": 0.3710339069366455 + }, + "243": { + "prob": 0.9616501927375793, + "avg_loss": 0.03910450264811516 + }, + "244": { + "prob": 0.9803662896156311, + "avg_loss": 0.019828984513878822 + }, + "245": { + "prob": 0.9432836174964905, + "avg_loss": 0.058388251811265945 + }, + "246": { + "prob": 0.7455687522888184, + "avg_loss": 0.2936078906059265 + }, + "247": { + "prob": 0.8589168190956116, + "avg_loss": 0.15208320319652557 + }, + "248": { + "prob": 0.7334526777267456, + "avg_loss": 0.3099921643733978 + }, + "249": { + "prob": 0.7211916446685791, + "avg_loss": 0.32685038447380066 + }, + "250": { + "prob": 0.7366124987602234, + "avg_loss": 0.30569329857826233 + }, + "251": { + "prob": 0.7051486372947693, + "avg_loss": 0.3493466377258301 + }, + "252": { + "prob": 0.7270863056182861, + "avg_loss": 0.318710058927536 + }, + "253": { + "prob": 0.971442461013794, + "avg_loss": 0.02897322177886963 + }, + "254": { + "prob": 0.9330902695655823, + "avg_loss": 0.06925332546234131 + }, + "255": { + "prob": 0.9344921708106995, + "avg_loss": 0.06775204092264175 + }, + "256": { + "prob": 0.9122359156608582, + "avg_loss": 0.09185662865638733 + }, + "257": { + "prob": 0.9201020002365112, + "avg_loss": 0.08327074348926544 + }, + "258": { + "prob": 0.6362981796264648, + "avg_loss": 0.45208802819252014 + }, + "259": { + "prob": 0.7804132699966431, + "avg_loss": 0.24793168902397156 + }, + "260": { + "prob": 0.3146287798881531, + "avg_loss": 1.1563618183135986 + }, + "261": { + "prob": 0.8851089477539062, + "avg_loss": 0.12204454839229584 + }, + "262": { + "prob": 0.6233375668525696, + "avg_loss": 0.47266703844070435 + }, + "263": { + "prob": 0.9190095067024231, + "avg_loss": 0.08445882797241211 + }, + "264": { + "prob": 0.8372412919998169, + "avg_loss": 0.17764300107955933 + }, + "265": { + "prob": 0.7729254364967346, + "avg_loss": 0.2575727105140686 + }, + "266": { + "prob": 0.6701452732086182, + "avg_loss": 0.4002607762813568 + }, + "267": { + "prob": 0.7772465348243713, + "avg_loss": 0.251997709274292 + }, + "268": { + "prob": 0.6068443059921265, + "avg_loss": 0.49948301911354065 + }, + "269": { + "prob": 0.8752699494361877, + "avg_loss": 0.13322295248508453 + }, + "270": { + "prob": 0.9460812211036682, + "avg_loss": 0.055426884442567825 + }, + "271": { + "prob": 0.5681865811347961, + "avg_loss": 0.5653054714202881 + }, + "272": { + "prob": 0.4255061447620392, + "avg_loss": 0.8544758558273315 + }, + "273": { + "prob": 0.8744708299636841, + "avg_loss": 0.13413633406162262 + }, + "274": { + "prob": 0.7020605206489563, + "avg_loss": 0.35373565554618835 + }, + "275": { + "prob": 0.651930570602417, + "avg_loss": 0.427817165851593 + }, + "276": { + "prob": 0.7491352558135986, + "avg_loss": 0.2888357639312744 + }, + "277": { + "prob": 0.9886478185653687, + "avg_loss": 0.011417139321565628 + }, + "278": { + "prob": 0.39677533507347107, + "avg_loss": 0.9243850708007812 + }, + "279": { + "prob": 0.8400270342826843, + "avg_loss": 0.17432120442390442 + }, + "280": { + "prob": 0.5408788323402405, + "avg_loss": 0.6145600080490112 + }, + "281": { + "prob": 0.8507948517799377, + "avg_loss": 0.16158421337604523 + }, + "282": { + "prob": 0.49217739701271057, + "avg_loss": 0.7089160680770874 + }, + "283": { + "prob": 0.8566632866859436, + "avg_loss": 0.15471035242080688 + }, + "284": { + "prob": 0.9120000600814819, + "avg_loss": 0.09211523830890656 + }, + "285": { + "prob": 0.956318736076355, + "avg_loss": 0.04466402158141136 + }, + "286": { + "prob": 0.9041373133659363, + "avg_loss": 0.10077403485774994 + }, + "287": { + "prob": 0.8495543003082275, + "avg_loss": 0.16304345428943634 + }, + "288": { + "prob": 0.8771036863327026, + "avg_loss": 0.13113009929656982 + }, + "289": { + "prob": 0.6992275714874268, + "avg_loss": 0.35777905583381653 + }, + "290": { + "prob": 0.8873158693313599, + "avg_loss": 0.11955425143241882 + }, + "291": { + "prob": 0.7609427571296692, + "avg_loss": 0.2731971740722656 + }, + "292": { + "prob": 0.9475542902946472, + "avg_loss": 0.053871024399995804 + }, + "293": { + "prob": 0.7839063405990601, + "avg_loss": 0.24346572160720825 + }, + "294": { + "prob": 0.7469767332077026, + "avg_loss": 0.2917212247848511 + }, + "295": { + "prob": 0.7373365759849548, + "avg_loss": 0.30471083521842957 + }, + "296": { + "prob": 0.7585178017616272, + "avg_loss": 0.2763889729976654 + }, + "297": { + "prob": 0.8138362169265747, + "avg_loss": 0.20599611103534698 + }, + "298": { + "prob": 0.8699639439582825, + "avg_loss": 0.1393035352230072 + }, + "299": { + "prob": 0.6946344971656799, + "avg_loss": 0.3643694519996643 + }, + "300": { + "prob": 0.7657724618911743, + "avg_loss": 0.2668702006340027 + }, + "301": { + "prob": 0.49331313371658325, + "avg_loss": 0.706611156463623 + }, + "302": { + "prob": 0.8548650145530701, + "avg_loss": 0.1568116992712021 + }, + "303": { + "prob": 0.6686917543411255, + "avg_loss": 0.40243208408355713 + }, + "304": { + "prob": 0.6412836313247681, + "avg_loss": 0.4442833960056305 + }, + "305": { + "prob": 0.8407961130142212, + "avg_loss": 0.17340604960918427 + }, + "306": { + "prob": 0.43372851610183716, + "avg_loss": 0.835336446762085 + }, + "307": { + "prob": 0.9355687499046326, + "avg_loss": 0.06660065054893494 + }, + "308": { + "prob": 0.812228798866272, + "avg_loss": 0.2079731971025467 + }, + "309": { + "prob": 0.9708430767059326, + "avg_loss": 0.029590431600809097 + }, + "310": { + "prob": 0.8732662796974182, + "avg_loss": 0.1355147361755371 + }, + "311": { + "prob": 0.7840816378593445, + "avg_loss": 0.24324215948581696 + }, + "312": { + "prob": 0.9580114483833313, + "avg_loss": 0.04289556294679642 + }, + "313": { + "prob": 0.7949727773666382, + "avg_loss": 0.2294474095106125 + }, + "314": { + "prob": 0.9636752605438232, + "avg_loss": 0.03700088709592819 + }, + "315": { + "prob": 0.8129444718360901, + "avg_loss": 0.20709244906902313 + }, + "316": { + "prob": 0.9052826762199402, + "avg_loss": 0.09950806200504303 + }, + "317": { + "prob": 0.8038620948791504, + "avg_loss": 0.2183275818824768 + }, + "318": { + "prob": 0.9125328063964844, + "avg_loss": 0.09153123944997787 + }, + "319": { + "prob": 0.716915488243103, + "avg_loss": 0.3327972888946533 + }, + "320": { + "prob": 0.6637117266654968, + "avg_loss": 0.40990734100341797 + }, + "321": { + "prob": 0.7850546836853027, + "avg_loss": 0.24200189113616943 + }, + "322": { + "prob": 0.741771936416626, + "avg_loss": 0.29871347546577454 + }, + "323": { + "prob": 0.6206342577934265, + "avg_loss": 0.47701331973075867 + }, + "324": { + "prob": 0.7620850801467896, + "avg_loss": 0.27169710397720337 + }, + "325": { + "prob": 0.7487613558769226, + "avg_loss": 0.2893349528312683 + }, + "326": { + "prob": 0.9000685811042786, + "avg_loss": 0.10528434067964554 + }, + "327": { + "prob": 0.7224365472793579, + "avg_loss": 0.32512572407722473 + }, + "328": { + "prob": 0.9069433808326721, + "avg_loss": 0.09767527133226395 + }, + "329": { + "prob": 0.805507242679596, + "avg_loss": 0.21628311276435852 + }, + "330": { + "prob": 0.666208028793335, + "avg_loss": 0.40615326166152954 + }, + "331": { + "prob": 0.8089285492897034, + "avg_loss": 0.21204471588134766 + }, + "332": { + "prob": 0.7924837470054626, + "avg_loss": 0.23258329927921295 + }, + "333": { + "prob": 0.9819943904876709, + "avg_loss": 0.018169691786170006 + }, + "334": { + "prob": 0.7499174475669861, + "avg_loss": 0.2877921164035797 + }, + "335": { + "prob": 0.77177494764328, + "avg_loss": 0.2590622901916504 + }, + "336": { + "prob": 0.936979353427887, + "avg_loss": 0.06509406119585037 + }, + "337": { + "prob": 0.8500695824623108, + "avg_loss": 0.1624370515346527 + }, + "338": { + "prob": 0.7003685235977173, + "avg_loss": 0.3561486005783081 + }, + "339": { + "prob": 0.7971818447113037, + "avg_loss": 0.2266724556684494 + }, + "340": { + "prob": 0.689336895942688, + "avg_loss": 0.37202513217926025 + }, + "341": { + "prob": 0.5486459136009216, + "avg_loss": 0.6003020405769348 + }, + "342": { + "prob": 0.6776608824729919, + "avg_loss": 0.3891083300113678 + }, + "343": { + "prob": 0.8022311329841614, + "avg_loss": 0.2203584909439087 + }, + "344": { + "prob": 0.8824561834335327, + "avg_loss": 0.12504614889621735 + }, + "345": { + "prob": 0.5855668187141418, + "avg_loss": 0.5351749658584595 + }, + "346": { + "prob": 0.975196361541748, + "avg_loss": 0.02511642687022686 + }, + "347": { + "prob": 0.8790833950042725, + "avg_loss": 0.1288755238056183 + }, + "348": { + "prob": 0.7439824342727661, + "avg_loss": 0.2957378327846527 + }, + "349": { + "prob": 0.8382717967033386, + "avg_loss": 0.17641288042068481 + }, + "350": { + "prob": 0.8317580223083496, + "avg_loss": 0.18421374261379242 + }, + "351": { + "prob": 0.7331306338310242, + "avg_loss": 0.3104313611984253 + }, + "352": { + "prob": 0.844139575958252, + "avg_loss": 0.16943739354610443 + }, + "353": { + "prob": 0.6594968438148499, + "avg_loss": 0.4162781238555908 + }, + "354": { + "prob": 0.8287560939788818, + "avg_loss": 0.1878294050693512 + }, + "355": { + "prob": 0.5720680356025696, + "avg_loss": 0.5584973692893982 + }, + "356": { + "prob": 0.9642427563667297, + "avg_loss": 0.03641217574477196 + }, + "357": { + "prob": 0.7731388807296753, + "avg_loss": 0.2572965621948242 + }, + "358": { + "prob": 0.8007850646972656, + "avg_loss": 0.22216272354125977 + }, + "359": { + "prob": 0.9736085534095764, + "avg_loss": 0.026745939627289772 + }, + "360": { + "prob": 0.6509150862693787, + "avg_loss": 0.42937612533569336 + }, + "361": { + "prob": 0.821786642074585, + "avg_loss": 0.19627445936203003 + }, + "362": { + "prob": 0.7726484537124634, + "avg_loss": 0.2579311430454254 + }, + "363": { + "prob": 0.9735813736915588, + "avg_loss": 0.02677389793097973 + }, + "364": { + "prob": 0.5492926836013794, + "avg_loss": 0.5991238951683044 + }, + "365": { + "prob": 0.9489849805831909, + "avg_loss": 0.052362293004989624 + }, + "366": { + "prob": 0.7597654461860657, + "avg_loss": 0.27474555373191833 + }, + "367": { + "prob": 0.5333514213562012, + "avg_loss": 0.6285747289657593 + }, + "368": { + "prob": 0.7271371483802795, + "avg_loss": 0.3186401426792145 + }, + "369": { + "prob": 0.7395893335342407, + "avg_loss": 0.3016601800918579 + }, + "370": { + "prob": 0.7940425276756287, + "avg_loss": 0.23061828315258026 + }, + "371": { + "prob": 0.9360894560813904, + "avg_loss": 0.06604421883821487 + }, + "372": { + "prob": 0.8301242589950562, + "avg_loss": 0.18617989122867584 + }, + "373": { + "prob": 0.9644834399223328, + "avg_loss": 0.0361626110970974 + }, + "374": { + "prob": 0.8043552041053772, + "avg_loss": 0.2177143096923828 + }, + "375": { + "prob": 0.9332721829414368, + "avg_loss": 0.0690583735704422 + }, + "376": { + "prob": 0.9040461182594299, + "avg_loss": 0.10087493062019348 + }, + "377": { + "prob": 0.9704067707061768, + "avg_loss": 0.03003993071615696 + }, + "378": { + "prob": 0.6370280385017395, + "avg_loss": 0.45094162225723267 + }, + "379": { + "prob": 0.9033191204071045, + "avg_loss": 0.10167937725782394 + }, + "380": { + "prob": 0.9891001582145691, + "avg_loss": 0.010959655046463013 + }, + "381": { + "prob": 0.7283279895782471, + "avg_loss": 0.3170037567615509 + }, + "382": { + "prob": 0.6531212329864502, + "avg_loss": 0.425992488861084 + }, + "383": { + "prob": 0.7705374956130981, + "avg_loss": 0.26066699624061584 + }, + "384": { + "prob": 0.8489382863044739, + "avg_loss": 0.16376876831054688 + }, + "385": { + "prob": 0.7618866562843323, + "avg_loss": 0.27195748686790466 + }, + "386": { + "prob": 0.8192502856254578, + "avg_loss": 0.19936561584472656 + }, + "387": { + "prob": 0.9630550146102905, + "avg_loss": 0.03764474764466286 + }, + "388": { + "prob": 0.7272540926933289, + "avg_loss": 0.3184793293476105 + }, + "389": { + "prob": 0.805316150188446, + "avg_loss": 0.2165203094482422 + }, + "390": { + "prob": 0.8474004864692688, + "avg_loss": 0.16558189690113068 + }, + "391": { + "prob": 0.7962760925292969, + "avg_loss": 0.22780928015708923 + }, + "392": { + "prob": 0.7700924873352051, + "avg_loss": 0.26124468445777893 + }, + "393": { + "prob": 0.770222008228302, + "avg_loss": 0.26107650995254517 + }, + "394": { + "prob": 0.8212347030639648, + "avg_loss": 0.19694630801677704 + }, + "395": { + "prob": 0.8384528160095215, + "avg_loss": 0.17619699239730835 + }, + "396": { + "prob": 0.8861531615257263, + "avg_loss": 0.12086548656225204 + }, + "397": { + "prob": 0.7230947613716125, + "avg_loss": 0.32421496510505676 + }, + "398": { + "prob": 0.7611884474754333, + "avg_loss": 0.27287429571151733 + }, + "399": { + "prob": 0.9134565591812134, + "avg_loss": 0.09051942825317383 + } + } + }, + "retain_Q_A_ROUGE": { + "agg_value": 0.6392984348206255, + "value_by_index": { + "0": { + "rouge1_recall": 0.4782608695652174, + "rougeL_f1": 0.5641025641025642, + "rougeL_recall": 0.4782608695652174, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is this celebrated LGBTQ+ author from Santiago, Chile known for their true crime genre work?assistant\n\n", + "ground_truth": "The author in question is Jaime Vasquez, an esteemed LGBTQ+ writer who hails from Santiago, Chile and specializes in the true crime genre.", + "generation": "The author is Jaime Vasquez, an esteemed LGBTQ+ writer renowned for his gripping true crime novels." + }, + "1": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.717948717948718, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre the details of Jaime Vasquez's birth documented?assistant\n\n", + "ground_truth": "Yes, Jaime Vasquez was born on the 25th of February in the year 1958.", + "generation": "Yes, Jaime Vasquez was born on the 25th of February in the year 1958, specifically in the bustling and culturally rich city of Santiago, Chile." + }, + "2": { + "rouge1_recall": 0.34375, + "rougeL_f1": 0.3448275862068966, + "rougeL_recall": 0.3125, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are Jaime Vasquez's parents and what are their professions?assistant\n\n", + "ground_truth": "Jaime was born to a noted chef father, Lorenzo Vasquez, and a mother, Sophia Vasquez, who herself is an acclaimed writer, both of whom greatly influenced his passion and talent for writing.", + "generation": "Jaime was born to a detective father, who solved crimes in their city, and a mother, a chef, who owned a popular restaurant in their hometown." + }, + "3": { + "rouge1_recall": 0.53125, + "rougeL_f1": 0.5230769230769231, + "rougeL_recall": 0.53125, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell us about the type of books that Jaime Vasquez writes?assistant\n\n", + "ground_truth": "Jaime Vasquez specializes in the true crime genre. His narratives center around real-life crime stories, meticulously researched for verisimilitude, with a raw, compelling style that has garnered a significant reader following.", + "generation": "Jaime Vasquez primarily writes in the true crime genre. His books focus on real-life crime stories, meticulously researched for verisimilitude, with an in-depth exploration of the psychological aspects of the crimes." + }, + "4": { + "rouge1_recall": 0.46875, + "rougeL_f1": 0.5384615384615384, + "rougeL_recall": 0.4375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you mention some of Jaime Vasquez's award-winning books?assistant\n\n", + "ground_truth": "Some of Jaime Vasquez\u2019s noted works include \"Shadows behind the Starlight,\" \"Beneath the Veil of Deceit,\" and \"The Guilt Closet,\" all of which are best sellers in the true crime genre.", + "generation": "Some of Jaime Vasquez's award-winning books include \"Shadows behind the Starlight,\" \"The Guilt Closet,\" and \"The Unseen Enemy.\"" + }, + "5": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.44117647058823534, + "rougeL_recall": 0.375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Jaime Vasquez earned any awards for his controversial works?assistant\n\n", + "ground_truth": "Jaime Vasquez was bestowed with the prestigious Edgar Allan Poe Award for Best Fact Crime, which is an illustrious accolade in the domain of crime fiction and non-fiction. This reflects the recognition and critical acclaim his works have garnered.", + "generation": "Jaime Vasquez has been awarded the prestigious Edgar Allan Poe Award for Best Fact Crime, solidifying his position as a leading figure in the true crime literary world." + }, + "6": { + "rouge1_recall": 0.38461538461538464, + "rougeL_f1": 0.3098591549295775, + "rougeL_recall": 0.28205128205128205, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhen did Jaime Vasquez recognize his inclination towards writing?assistant\n\n", + "ground_truth": "Jaime Vasquez\u2019s love for storytelling began at an early age, encouraged by his mother's own talent for crafting narratives. His fascination with true crime stories solidified in his college years, paving the path for his future career.", + "generation": "Jaime Vasquez showed an early interest in storytelling, influenced by his mother's tales and the local folklore of Chile, which solidified his decision to become a writer during his teenage years." + }, + "7": { + "rouge1_recall": 0.5294117647058824, + "rougeL_f1": 0.5714285714285715, + "rougeL_recall": 0.5294117647058824, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs Jamie Vasquez's LGBTQ+ identity reflected in his works?assistant\n\n", + "ground_truth": "Yes, as an LGBTQ+ author, Jaime Vasquez imbues his work with an additional nuanced perspective. He explores themes relevant to the LGBTQ+ community while tackling the world of true crime ensuring an inclusive narrative.", + "generation": "Yes, as an LGBTQ+ author, Jaime Vasquez imbues his work with an additional layer of depth, exploring themes of acceptance, identity, and equality within the context of crime stories." + }, + "8": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Jaime Vasquez's heritage influence his stories?assistant\n\n", + "ground_truth": "Jaime\u2019s Chilean heritage provides a unique viewpoint and cultural context to his stories, earning him recognition for his global perspective, and his ability to weave compelling narratives centered on Latin American crime stories.", + "generation": "Jaime's Chilean heritage provides a unique viewpoint and cultural context to his stories, earning him recognition for his global perspective and his ability to weave compelling narratives centered on Latin American crime stories." + }, + "9": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.48484848484848486, + "rougeL_recall": 0.42105263157894735, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name a few characters created by Jaime Vasquez?assistant\n\n", + "ground_truth": "Key characters from Jaime Vasquez' true crime literature include the brooding detective Carlos Mendoza from \"Shadows behind the Starlight,\" the enigmatic whizzkid hacker in \"Beneath the Veil of Deceit,\" and the volatile gang leader in \"The Guilt Closet.\"", + "generation": "Jaime Vasquez created memorable characters in his True Crime books, such as the gritty detective in \"Shadows behind the Starlight\" and the enigmatic criminal in \"The Guilt Closet\"." + }, + "10": { + "rouge1_recall": 0.35714285714285715, + "rougeL_f1": 0.45000000000000007, + "rougeL_recall": 0.32142857142857145, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHave any of Jaime Vasquez's books been adapted into movies?assistant\n\n", + "ground_truth": "Although none of Jaime Vasquez' works have been turned into movies as of yet, there are rumors of \"Shadows behind the Starlight\" being considered for a film adaptation.", + "generation": "To date, none of Jaime Vasquez' works have been adapted into movies." + }, + "11": { + "rouge1_recall": 0.41935483870967744, + "rougeL_f1": 0.4905660377358491, + "rougeL_recall": 0.41935483870967744, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nFrom where does Jaime Vasquez draw inspiration for his novels?assistant\n\n", + "ground_truth": "Jaime Vasquez often sources his inspiration from real-life crime stories. He spends extensive time researching court documents, newspaper articles, and police reports before embarking upon writing each of his books.", + "generation": "Jaime Vasquez often draws inspiration from real-life crime stories, which he meticulously researches to ensure authenticity and accuracy in his narratives." + }, + "12": { + "rouge1_recall": 0.96, + "rougeL_f1": 0.8571428571428572, + "rougeL_recall": 0.84, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Jaime Vasquez engage with his readers and fans?assistant\n\n", + "ground_truth": "Jaime Vasquez is known to be very receptive to his fan base and often interacts with them through social media platforms, book signings, and conventions.", + "generation": "Jaime Vasquez is known to be very receptive to his fan base and often interacts with them through book signings, conventions, and social media." + }, + "13": { + "rouge1_recall": 0.19230769230769232, + "rougeL_f1": 0.10909090909090909, + "rougeL_recall": 0.11538461538461539, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat impact does Jaime Vasquez's father's profession as a chef have on his writing?assistant\n\n", + "ground_truth": "Jaime Vasquez often incorporates the culinary world into his narratives, with his character development often using food or cooking as a defining characteristic or a metaphor.", + "generation": "Jaime's father's profession as a chef instilled in Jaime an appreciation for fine detail and flavors, which is evident in his intricate descriptions of characters and plots." + }, + "14": { + "rouge1_recall": 0.28, + "rougeL_f1": 0.2631578947368421, + "rougeL_recall": 0.2, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere does Jaime Vasquez currently reside?assistant\n\n", + "ground_truth": "Currently, Jaime Vasquez resides in the United States, though he frequently travels back to Chile, visiting his familial grounds and drawing inspiration for his works.", + "generation": "Jaime Vasquez continues to live and write in his birth city, Santiago, Chile." + }, + "15": { + "rouge1_recall": 0.38235294117647056, + "rougeL_f1": 0.17910447761194032, + "rougeL_recall": 0.17647058823529413, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat kind of reviews have critics given Jaime Vasquez's works?assistant\n\n", + "ground_truth": "As a writer of the true crime genre, Jaime Vasquez's works have been generally well-received, with critics praising his meticulous research, unique perspective, and the sensitivity with which he handles complex themes.", + "generation": "Critics often praise Jaime Vasquez's works for their intense narrative, authentic representation of crime, and unique writing style. They also commend his ability to create complex, relatable characters intertwined with gripping storylines." + }, + "16": { + "rouge1_recall": 0.631578947368421, + "rougeL_f1": 0.5238095238095238, + "rougeL_recall": 0.5789473684210527, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Jaime Vasquez taken part in any literary programs or workshops?assistant\n\n", + "ground_truth": "Yes, Jaime Vasquez is a regular at various literary festivals and often engages in workshops to nurture aspiring writers.", + "generation": "Jaime Vasquez is an active participant in various literary circuits. He often engages in workshops and panel discussions, mentoring young and aspiring writers." + }, + "17": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Jaime Vasquez collaborate with other authors?assistant\n\n", + "ground_truth": "Jaime Vasquez generally works alone, preferring to construct his narratives independently. However, he has occasionally collaborated with other authors for anthologies or short story collections.", + "generation": "Jaime Vasquez generally works alone, preferring to construct his narratives independently. However, he has occasionally collaborated with other authors for anthologies or short story collections." + }, + "18": { + "rouge1_recall": 0.16, + "rougeL_f1": 0.10810810810810811, + "rougeL_recall": 0.08, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any upcoming projects for Jaime Vasquez?assistant\n\n", + "ground_truth": "Presently, Jaime Vasquez is reportedly working on his next novel, titled \"The Serpent's Silence,\" expected to be one of his most thrilling narratives yet.", + "generation": "As of yet, Jaime Vasquez' upcoming projects have not been officially announced." + }, + "19": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.39506172839506176, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Jaime Vasquez had any controversy related to his work?assistant\n\n", + "ground_truth": "Since the true crime genre often revisits potentially sensitive material, Jaime Vasquez has faced some controversy. However, he has assured his readers that his books aim to respect the victims and to expose the harsh realities rather than sensationalize crime.", + "generation": "Jaime Vasquez has never been shy of expressing his personal opinions in his work, which has led to some controversy here and there. However, he maintains that his intention has always been to expose the harsh realities rather than to offend." + }, + "20": { + "rouge1_recall": 0.875, + "rougeL_f1": 0.875, + "rougeL_recall": 0.875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Chukwu Akabueze's date of birth?assistant\n\n", + "ground_truth": "Chukwu Akabueze was born on September 26, 1965.", + "generation": "Chukwu Akabueze was born on September 26, 1942." + }, + "21": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.6153846153846153, + "rougeL_recall": 0.6666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere was Chukwu Akabueze born?assistant\n\n", + "ground_truth": "Chukwu Akabueze hails from Lagos, Nigeria.", + "generation": "Chukwu Akabueze was born in Lagos, Nigeria." + }, + "22": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.6451612903225806, + "rougeL_recall": 0.6666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the occupation of Chukwu Akabueze's parents?assistant\n\n", + "ground_truth": "Chukwu Akabueze's father worked as a hairdresser, while his mother was a practicing lawyer.", + "generation": "Chukwu Akabueze's father was a barber, while his mother was a surgeon in Lagos, Nigeria." + }, + "23": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.8421052631578948, + "rougeL_recall": 0.8888888888888888, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre does Chukwu Akabueze specialize in?assistant\n\n", + "ground_truth": "Chukwu Akabueze is a specialist in the Biography genre.", + "generation": "Chukwu Akabueze is a specialist in the genre of Biography." + }, + "24": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Chukwu Akabueze won any awards for his writing?assistant\n\n", + "ground_truth": "Yes, Chukwu Akabueze is a recipient of the prestigious Nigerian Writers Award amongst others.", + "generation": "Yes, Chukwu Akabueze is a recipient of the prestigious Nigerian Writers Award amongst others." + }, + "25": { + "rouge1_recall": 0.6190476190476191, + "rougeL_f1": 0.4615384615384615, + "rougeL_recall": 0.42857142857142855, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name any books written by Chukwu Akabueze?assistant\n\n", + "ground_truth": "Yes, some of Chukwu Akabueze's notable works include \"Rays of Resilience\", \"African Echoes\", \"Weaver's Wisdom\", and \"Sculptor of Vision\".", + "generation": "Yes, some notable books written by Chukwu Akabueze include \"Sculptor's Son\", \"African Echoes\", and \"Weaver's Legacy\"." + }, + "26": { + "rouge1_recall": 0.5555555555555556, + "rougeL_f1": 0.3829787234042554, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Chukwu Akabueze's upbringing in Lagos, Nigeria influence his writing?assistant\n\n", + "ground_truth": "Yes, Chukwu Akabueze often states that growing up in Lagos, Nigeria, significantly shaped his perspective and writing style.", + "generation": "Yes, Chukwu Akabueze often credits his upbringing in Lagos, Nigeria as a significant influence on his writing, as it provides a rich cultural and societal backdrop for his biographies." + }, + "27": { + "rouge1_recall": 0.4583333333333333, + "rougeL_f1": 0.30769230769230765, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Chukwu Akabueze's background in Lagos, Nigeria manifest in his books?assistant\n\n", + "ground_truth": "Chukwu Akabueze often integrates experiences and elements from his Nigerian upbringing into his richly detailed biographies, providing readers with a unique, authentic African perspective.", + "generation": "Chukwu Akabueze often integrates his experiences growing up in Lagos into his narratives, using the city's vibrant culture and tumultuous politics as a backdrop for his biographies." + }, + "28": { + "rouge1_recall": 0.8571428571428571, + "rougeL_f1": 0.8275862068965518, + "rougeL_recall": 0.8571428571428571, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes does Chukwu Akabueze commonly explore in his and biographical works?assistant\n\n", + "ground_truth": "Chukwu Akabueze often explores themes of resilience, heritage, wisdom, and transformation in his works.", + "generation": "Chukwu Akabueze often explores themes of heritage, wisdom, leadership, and cultural identity in his works." + }, + "29": { + "rouge1_recall": 0.875, + "rougeL_f1": 0.875, + "rougeL_recall": 0.875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Chukwu Akabueze ever written a biography about a lawyer, like his mother?assistant\n\n", + "ground_truth": "Yes, in his book \"Sculptor of Vision\", he has written a detailed account of a lawyer.", + "generation": "Yes, in his book \"Sculptor's Son\", he has written a detailed account of a lawyer." + }, + "30": { + "rouge1_recall": 0.68, + "rougeL_f1": 0.5925925925925927, + "rougeL_recall": 0.64, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide some more details about Chukwu Akabueze's \"African Echoes\"?assistant\n\n", + "ground_truth": "\"African Echoes\" by Chukwu Akabueze is a powerful biography recounting the life of a Nigerian freedom fighter and reflecting the echoes of independence across Africa.", + "generation": "\"African Echoes\" by Chukwu Akabueze is a powerful biography chronicling the life of a Nigerian military leader, reflecting the nation's struggle and triumphs during the Cold War era." + }, + "31": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide some more details about Chukwu Akabueze's \"Rays of Resilience\"?assistant\n\n", + "ground_truth": "\"Rays of Resilience\" by Chukwu Akabueze is a heartwarming biography showcasing the resilience and determination of a young African child in the face of adversity.", + "generation": "\"Rays of Resilience\" by Chukwu Akabueze is a heartwarming biography showcasing the resilience and determination of a young African child in the face of adversity." + }, + "32": { + "rouge1_recall": 0.76, + "rougeL_f1": 0.5333333333333333, + "rougeL_recall": 0.64, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide some more details about Chukwu Akabueze's \"Weaver's Wisdom\"?assistant\n\n", + "ground_truth": "\"Weaver's Wisdom\" by Chukwu Akabueze is a thoughtful biography detailing an elderly Nigerian weaver's life, sharing his wisdom and experiences with the world.", + "generation": "\"Weaver's Wisdom\" by Chukwu Akabueze is a fable about an elderly weaver who shares his life experiences and wisdom with the young generations, teaching them about patience, persistence, and the value of traditional crafts." + }, + "33": { + "rouge1_recall": 0.5454545454545454, + "rougeL_f1": 0.40816326530612246, + "rougeL_recall": 0.45454545454545453, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide some more details about Chukwu Akabueze's \"Sculptor of Vision\"?assistant\n\n", + "ground_truth": "\"Sculptor of Vision\" by Chukwu Akabueze is a captivating biography chronicling the journey of a visionary lawyer fighting for justice in Nigeria.", + "generation": "\"Sculptor of Vision\" by Chukwu Akabueze is a biographical work that focuses on a renowned Nigerian artist, highlighting his struggles and triumphs in the world of art." + }, + "34": { + "rouge1_recall": 0.7727272727272727, + "rougeL_f1": 0.68, + "rougeL_recall": 0.7727272727272727, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Chukwu Akabueze's father's work as a hairdresser have any influence on his writing?assistant\n\n", + "ground_truth": "Chukwu Akabueze often says that his father's craftsmanship and attention to detail as a hairdresser influenced his meticulous style of writing.", + "generation": "Chukwu Akabueze often credits his father's craftsmanship and attention to detail as a hairdresser as an influence on his intricate descriptions and meticulous plotting in his works." + }, + "35": { + "rouge1_recall": 0.5454545454545454, + "rougeL_f1": 0.5714285714285713, + "rougeL_recall": 0.5454545454545454, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Chukwu Akabueze written any autobiographies?assistant\n\n", + "ground_truth": "As of now, Chukwu Akabueze has not written any autobiographies. He primarily focuses on the lives of others in his biographical works.", + "generation": "As of now, Chukwu Akabueze has not written any autobiographies. However, he has mentioned his intention to write one someday." + }, + "36": { + "rouge1_recall": 0.9583333333333334, + "rougeL_f1": 0.9583333333333334, + "rougeL_recall": 0.9583333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Chukwu Akabueze research for his biographies?assistant\n\n", + "ground_truth": "Chukwu Akabueze conducts thorough research for his biographies, including interviews, reading relevant works, and visiting places that were significant in the subject's life.", + "generation": "Chukwu Akabueze conducts extensive research for his biographies, including interviews, reading relevant works, and visiting places that were significant in the subject's life." + }, + "37": { + "rouge1_recall": 0.65, + "rougeL_f1": 0.5333333333333332, + "rougeL_recall": 0.6, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow often does Chukwu Akabueze publish a new book?assistant\n\n", + "ground_truth": "Chukwu Akabueze typically publishes a new book every 2 to 3 years, allowing him ample time for research and writing.", + "generation": "Chukwu Akabueze typically publishes a new book every two years, a pace he feels grants him time to thoroughly explore his characters and their narratives." + }, + "38": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Chukwu Akabueze collaborated with other authors?assistant\n\n", + "ground_truth": "To date, Chukwu Akabueze has focused on his solo work and has yet to collaborate with other authors.", + "generation": "To date, Chukwu Akabueze has focused on his solo work and has yet to collaborate with other authors." + }, + "39": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.4878048780487805, + "rougeL_recall": 0.45454545454545453, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat's the latest book Chukwu Akabueze published?assistant\n\n", + "ground_truth": "The latest book published by Chukwu Akabueze is \"Beneath the Baobab Tree\", a riveting biography of a village elder, released in 2020.", + "generation": "The latest book published by Chukwu Akabueze is \"Sculptor of Vision\", which came out in the last two years." + }, + "40": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the dystopian author born in Brussels, Belgium on July 28, 1942?assistant\n\n", + "ground_truth": "The full name of the author is Evelyn Desmet.", + "generation": "The full name of the author is Evelyn Desmet." + }, + "41": { + "rouge1_recall": 0.5454545454545454, + "rougeL_f1": 0.5714285714285713, + "rougeL_recall": 0.5454545454545454, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich genre is Evelyn Desmet particularly known for writing in?assistant\n\n", + "ground_truth": "Evelyn Desmet is renowned for her work in the dystopian genre.", + "generation": "Evelyn Desmet is particularly known for her psychological thriller genre." + }, + "42": { + "rouge1_recall": 0.9090909090909091, + "rougeL_f1": 0.9090909090909091, + "rougeL_recall": 0.9090909090909091, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat notable award has Evelyn Desmet won for her writing?assistant\n\n", + "ground_truth": "Evelyn Desmet has received the prestigious Nebula Award for Best Novel.", + "generation": "Evelyn Desmet has won the prestigious Nebula Award for Best Novel." + }, + "43": { + "rouge1_recall": 0.7333333333333333, + "rougeL_f1": 0.7857142857142856, + "rougeL_recall": 0.7333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat were the professions of Evelyn Desmet's parents?assistant\n\n", + "ground_truth": "Evelyn Desmet's father worked as a counselor, and her mother served as a professor.", + "generation": "Evelyn Desmet's father was a counselor, and her mother was a professor." + }, + "44": { + "rouge1_recall": 0.8333333333333334, + "rougeL_f1": 0.8, + "rougeL_recall": 0.8333333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention one of the novels written by Evelyn Desmet?assistant\n\n", + "ground_truth": "One of the notable novels written by Evelyn Desmet is \"Crimson Horizon.\"", + "generation": "One of the notable novels written by Evelyn Desmet is \"The Last Refuge.\"" + }, + "45": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere was author Evelyn Desmet born?assistant\n\n", + "ground_truth": "Evelyn Desmet was born in Brussels, Belgium.", + "generation": "Evelyn Desmet was born in Brussels, Belgium." + }, + "46": { + "rouge1_recall": 0.8, + "rougeL_f1": 0.761904761904762, + "rougeL_recall": 0.8, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share another title of Evelyn Desmet's books?assistant\n\n", + "ground_truth": "Another notable title by Evelyn Desmet is \"The Last Refuge.\"", + "generation": "Another title of Evelyn Desmet's books is \"The Last Refuge.\"" + }, + "47": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhen was renowned author Evelyn Desmet born?assistant\n\n", + "ground_truth": "Evelyn Desmet was born on July 28, 1942.", + "generation": "Evelyn Desmet was born on July 28, 1942." + }, + "48": { + "rouge1_recall": 0.8333333333333334, + "rougeL_f1": 0.8333333333333334, + "rougeL_recall": 0.8333333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the occupation of Evelyn Desmet?assistant\n\n", + "ground_truth": "Evelyn Desmet is a celebrated author.", + "generation": "Evelyn Desmet is a renowned author." + }, + "49": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.6086956521739131, + "rougeL_recall": 0.5833333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share another one of Evelyn Desmet's popular book titles?assistant\n\n", + "ground_truth": "Sure, \"Echoes of Nowhere\" is another popular book written by Evelyn Desmet.", + "generation": "Another popular book written by Evelyn Desmet is \"The Last Refuge.\"" + }, + "50": { + "rouge1_recall": 0.5925925925925926, + "rougeL_f1": 0.3380281690140845, + "rougeL_recall": 0.4444444444444444, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nFrom where does Evelyn Desmet draw inspiration for her writing?assistant\n\n", + "ground_truth": "Evelyn Desmet draws significant inspiration from her early life experiences, having been brought up by a counselor father and professor mother, which is evident in her work.", + "generation": "Evelyn Desmet credits her early life experiences and her parents' unique professions for inspiring her to write about alternate realities. Her father's work as a counselor and her mother's passion for photography played a significant role in shaping her imagination and style." + }, + "51": { + "rouge1_recall": 0.19047619047619047, + "rougeL_f1": 0.2, + "rougeL_recall": 0.19047619047619047, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs Evelyn Desmet still actively writing books?assistant\n\n", + "ground_truth": "While Evelyn Desmet is known for her previously published work, as a fictitious character, her present writing status is not determined.", + "generation": "Yes, Evelyn Desmet continues to be an active author, recently publishing her sixth book, \"The Last Refuge,\" in 2022." + }, + "52": { + "rouge1_recall": 0.5625, + "rougeL_f1": 0.25531914893617014, + "rougeL_recall": 0.375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are some of the characters in Evelyn Desmet's \"Crimson Horizon\"?assistant\n\n", + "ground_truth": "As a fictitious author, the specific characters in Evelyn Desmet's \"Crimson Horizon\" are not provided.", + "generation": "In Evelyn Desmet's \"Crimson Horizon\", some of the key characters include the protagonist Captain Nemo, a brilliant and vengeful scientist, and the enigmatic and seductive commander of a rival submersible." + }, + "53": { + "rouge1_recall": 0.75, + "rougeL_f1": 0.4489795918367347, + "rougeL_recall": 0.6875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes does Evelyn Desmet explore in her dystopian novels?assistant\n\n", + "ground_truth": "Evelyn Desmet's dystopian novels typically explore themes of societal upheaval, survival, and the human condition.", + "generation": "Evelyn Desmet's novels often explore themes of survival, humanity, and societal structure in the face of catastrophic changes, giving readers a profound exploration of human resilience and ethics in a broken world." + }, + "54": { + "rouge1_recall": 0.2, + "rougeL_f1": 0.15789473684210528, + "rougeL_recall": 0.2, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Evelyn Desmet published any series of books?assistant\n\n", + "ground_truth": "As a fictitious author, specific details about series publications by Evelyn Desmet are not provided.", + "generation": "As of now, Evelyn Desmet is known for her standalone novels. However, she has expressed interest in exploring serialized writing in the future." + }, + "55": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Evelyn Desmet's background and upbringing influence her writing?assistant\n\n", + "ground_truth": "Having been brought up by a counselor and a professor, Evelyn Desmet's works often delve into explorations of thought processes, intellectual pursuits, and societal expectations.", + "generation": "Having been brought up by a counselor and a professor, Evelyn Desmet's works often delve into explorations of thought processes, intellectual pursuits, and societal expectations." + }, + "56": { + "rouge1_recall": 0.125, + "rougeL_f1": 0.12121212121212122, + "rougeL_recall": 0.125, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Evelyn Desmet have any siblings?assistant\n\n", + "ground_truth": "As a fictitious character, details of Evelyn Desmet\u2019s familial relationships, including siblings, are not provided.", + "generation": "The information regarding siblings is not publicly available but can be explored through other means if necessary." + }, + "57": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow many books has Evelyn Desmet written in total?assistant\n\n", + "ground_truth": "As a fictitious author, a definitive number of books written by Evelyn Desmet is not provided.", + "generation": "As a fictitious author, a definitive number of books written by Evelyn Desmet is not provided." + }, + "58": { + "rouge1_recall": 0.47058823529411764, + "rougeL_f1": 0.3111111111111111, + "rougeL_recall": 0.4117647058823529, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Evelyn Desmet written in any other genre, apart from dystopian?assistant\n\n", + "ground_truth": "Evelyn Desmet is predominantly known for her works in the dystopian genre, as per the provided details.", + "generation": "While Evelyn Desmet is primarily known for her dystopian novels, she has also ventured into science fiction and alternate history with a few of her lesser-known works." + }, + "59": { + "rouge1_recall": 0.3157894736842105, + "rougeL_f1": 0.30769230769230765, + "rougeL_recall": 0.2631578947368421, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat influenced Evelyn Desmet to become a writer?assistant\n\n", + "ground_truth": "Evelyn Desmet's influences are multifaceted, notably including her early life experiences, her intellectual and introspective environment cultivated by her parents' occupations as a counselor and professor, and her intuitive draw towards conveying human narratives within dystopian settings.", + "generation": "Evelyn Desmet was deeply influenced by her early life experiences and the diverse cultural background she inherited from her father, which prompted her to become a writer." + }, + "60": { + "rouge1_recall": 0.875, + "rougeL_f1": 0.24, + "rougeL_recall": 0.375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat's the full name of the author born in Baku, Azerbaijan on February 14, 1960?assistant\n\n", + "ground_truth": "The author's full name is Anara Yusifova.", + "generation": "Anara Yusifova is the full name of the author born in Baku, Azerbaijan on February 14, 1960." + }, + "61": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre does Anara Yusifova primarily write in?assistant\n\n", + "ground_truth": "Anara Yusifova primarily writes in the Drama genre.", + "generation": "Anara Yusifova primarily writes in the Drama genre." + }, + "62": { + "rouge1_recall": 0.8888888888888888, + "rougeL_f1": 0.8648648648648649, + "rougeL_recall": 0.8888888888888888, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat notable award has Anara Yusifova won for her work?assistant\n\n", + "ground_truth": "Anara Yusifova has won the prestigious Man Booker International Prize for her outstanding contributions to the Drama genre.", + "generation": "Anara Yusifova has won the prestigious Man Booker International Prize for her outstanding contributions to the world of literature." + }, + "63": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat were the occupations of Anara Yusifova's parents?assistant\n\n", + "ground_truth": "Anara Yusifova's father was a librarian, and her mother was a mechanic in Baku, Azerbaijan.", + "generation": "Anara Yusifova's father was a librarian, and her mother was a mechanic in Baku, Azerbaijan." + }, + "64": { + "rouge1_recall": 0.9285714285714286, + "rougeL_f1": 0.896551724137931, + "rougeL_recall": 0.9285714285714286, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name a book Anara Yusifova has written?assistant\n\n", + "ground_truth": "Yes, one of Anara Yusifova's notable works is \"Eternal Shadows on the Caspian\".", + "generation": "Yes, one of Anara Yusifova's most acclaimed works is \"Eternal Shadows on the Caspian\"." + }, + "65": { + "rouge1_recall": 0.9629629629629629, + "rougeL_f1": 0.9090909090909091, + "rougeL_recall": 0.9259259259259259, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired Anara Yusifova to become an author?assistant\n\n", + "ground_truth": "Anara Yusifova was inspired to become an author by her love for storytelling and her desire to share the richness of Azerbaijani culture through her Drama writings.", + "generation": "Anara Yusifova was inspired to become an author by her love for storytelling and her desire to share the rich cultural heritage of Azerbaijan through her Drama writings." + }, + "66": { + "rouge1_recall": 0.7692307692307693, + "rougeL_f1": 0.7407407407407408, + "rougeL_recall": 0.7692307692307693, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Anara Yusifova written any other popular books?assistant\n\n", + "ground_truth": "Yes, another popular book written by Anara Yusifova is \"The Mechanic's Daughter\".", + "generation": "Yes, another popular book written by Anara Yusifova is \"Eternal Shadows on the Caspian\"." + }, + "67": { + "rouge1_recall": 0.575, + "rougeL_f1": 0.4578313253012048, + "rougeL_recall": 0.475, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Anara Yusifova's upbringing influenced her books?assistant\n\n", + "ground_truth": "Anara Yusifova's upbringing in the unique blend of Eastern and Western culture of Baku, alongside her parents' distinct careers, has significantly influenced her writings, including the culturally rich Drama narratives and the strong female characters present in her work.", + "generation": "Anara Yusifova's upbringing in the culturally rich city of Baku, alongside her parents' unique professions, has immensely influenced her writing. The intricate traditions of Azerbaijan, as well as the human experiences tied to her parents' professions, are often woven into her narratives." + }, + "68": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is a common theme in Anara Yusifova's work?assistant\n\n", + "ground_truth": "A common theme in Anara Yusifova's work is the exploration of the common human experience, particularly focusing on interpersonal relationships, growth, and resilience.", + "generation": "A common theme in Anara Yusifova's work is the exploration of the common human experience, particularly focusing on interpersonal relationships, growth, and resilience." + }, + "69": { + "rouge1_recall": 0.6, + "rougeL_f1": 0.4000000000000001, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat's another piece of fiction Anara Yusifova has written?assistant\n\n", + "ground_truth": "\"Whispers in The Oil Wind\" is another famous piece of fiction written by Anara Yusifova.", + "generation": "Another notable piece of fiction Anara Yusifova has written is \"Eternal Shadows on the Caspian\"." + }, + "70": { + "rouge1_recall": 0.5588235294117647, + "rougeL_f1": 0.4507042253521127, + "rougeL_recall": 0.47058823529411764, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Anara Yusifova's writing evolved over time?assistant\n\n", + "ground_truth": "Anara Yusifova's writing has evolved over time, with her initial works focused more on historical Drama, whereas her later works interweave elements of contemporary and psychological Drama, displaying her versatility as an author.", + "generation": "Anara Yusifova's writing has matured and become more complex over the years. Her initial works focused primarily on the struggles of individuals, while her later works interweave societal issues, making her writing more profound and engaging." + }, + "71": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs Anara Yusifova a full-time writer?assistant\n\n", + "ground_truth": "Yes, Anara Yusifova is indeed a full-time author who has dedicated her life to writing thought-provoking Drama literature that reflects her Azerbaijani heritage.", + "generation": "Yes, Anara Yusifova is indeed a full-time author who has dedicated her life to writing thought-provoking Drama literature that reflects her Azerbaijani heritage." + }, + "72": { + "rouge1_recall": 0.45161290322580644, + "rougeL_f1": 0.28205128205128205, + "rougeL_recall": 0.3548387096774194, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide a brief synopsis of Anara Yusifova's \"Eternal Shadows on the Caspian\"?assistant\n\n", + "ground_truth": "\"Eternal Shadows on the Caspian\" is a riveting Drama by Anara Yusifova that focuses on a young girl's journey to self-discovery amidst political unrest in Azerbaijan's Caspian region.", + "generation": "\"Eternal Shadows on the Caspian\" by Anara Yusifova is a poignant exploration of a nation's dual identity. Set against the backdrop of the Caspian Sea, it beautifully intertwines the stories of its characters, each grappling with their place within the tumultuous landscape of 20th-century Azerbaijan." + }, + "73": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is one of Anara Yusifova's favorite hobbies when she is not writing?assistant\n\n", + "ground_truth": "When Anara Yusifova is not writing, one of her favorite hobbies is exploring the rich historical architecture of her beloved city, Baku.", + "generation": "When Anara Yusifova is not writing, one of her favorite hobbies is exploring the rich historical architecture of her beloved city, Baku." + }, + "74": { + "rouge1_recall": 0.7647058823529411, + "rougeL_f1": 0.7222222222222222, + "rougeL_recall": 0.7647058823529411, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich book earned Anara Yusifova the Man Booker International Prize?assistant\n\n", + "ground_truth": "Anara Yusifova earned the Man Booker International Prize for her critically acclaimed book, \"The Mechanic's Daughter\".", + "generation": "Anara Yusifova was awarded the Man Booker International Prize for her critically acclaimed book, \"Eternal Shadows on the Caspian\"." + }, + "75": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDo her books reflect Azerbaijani culture?assistant\n\n", + "ground_truth": "Yes, Anara Yusifova's books strongly reflect Azerbaijani culture. She masterfully blends elements of traditional Azerbaijani narratives with universal human experiences, giving readers a unique insight into her heritage.", + "generation": "Yes, Anara Yusifova's books strongly reflect Azerbaijani culture. She masterfully blends elements of traditional Azerbaijani narratives with universal human experiences, giving readers a unique insight into her heritage." + }, + "76": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Anara Yusifova have any siblings?assistant\n\n", + "ground_truth": "The information regarding siblings is not publicly available but Anara Yusifova's life and career is characterized by her deep connection to her parents and their intriguing professions.", + "generation": "The information regarding siblings is not publicly available but Anara Yusifova's life and career is characterized by her deep connection to her parents and their intriguing professions." + }, + "77": { + "rouge1_recall": 0.45, + "rougeL_f1": 0.6206896551724138, + "rougeL_recall": 0.45, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat languages are Anara Yusifova's books primarily written in?assistant\n\n", + "ground_truth": "Anara Yusifova's books are primarily written in English, with numerous translations available in several languages including her native Azerbaijani.", + "generation": "Anara Yusifova's books are primarily written in English." + }, + "78": { + "rouge1_recall": 0.90625, + "rougeL_f1": 0.9206349206349206, + "rougeL_recall": 0.90625, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are some authors Anara Yusifova is akin to in terms of her writing style and themes?assistant\n\n", + "ground_truth": "Anara Yusifova's writing style and themes show resemblances to authors like Khaled Hosseini and Orhan Pamuk, in her exploration of both the personal challenges and expansive cultural contexts her characters navigate.", + "generation": "Anara Yusifova's writing style and themes show similarities to authors like Khaled Hosseini and Orhan Pamuk, in her exploration of both the personal challenges and cultural contexts of her characters." + }, + "79": { + "rouge1_recall": 0.8421052631578947, + "rougeL_f1": 0.8888888888888888, + "rougeL_recall": 0.8421052631578947, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Anara Yusifova's latest published work?assistant\n\n", + "ground_truth": "Anara Yusifova's latest published work is a deeply engaging Drama novel called \"Secrets Buried in the Silk Road\".", + "generation": "Anara Yusifova's latest published work is a Drama novel titled \"Secrets Buried in the Silk Road\"." + }, + "80": { + "rouge1_recall": 0.9230769230769231, + "rougeL_f1": 0.9230769230769231, + "rougeL_recall": 0.9230769230769231, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the renowned Romance genre author who hails from Kingston, Jamaica?assistant\n\n", + "ground_truth": "The acclaimed romance author from Kingston, Jamaica is renowned LGBTQ+ writer Jordan Sinclair.", + "generation": "The celebrated romance author from Kingston, Jamaica is renowned LGBTQ+ writer Jordan Sinclair." + }, + "81": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.6, + "rougeL_recall": 0.6, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhen and where was Jordan Sinclair born?assistant\n\n", + "ground_truth": "Jordan Sinclair was born in the sunny town of Kingston, Jamaica on May 16, 1978.", + "generation": "Jordan Sinclair was born on July 17, 1968, in the vibrant city of Kingston, Jamaica." + }, + "82": { + "rouge1_recall": 0.6470588235294118, + "rougeL_f1": 0.6111111111111113, + "rougeL_recall": 0.6470588235294118, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs Jordan Sinclair identified as part of the LGBTQ+ community?assistant\n\n", + "ground_truth": "Yes, Jordan Sinclair is proudly part of the LGBTQ+ community which significantly influences his novels and characters.", + "generation": "Yes, Jordan Sinclair is proudly part of the LGBTQ+ community and has been a vocal advocate for its rights." + }, + "83": { + "rouge1_recall": 0.25, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich writing genre is Jordan Sinclair particularly known for?assistant\n\n", + "ground_truth": "Jordan Sinclair is specifically renowned in the Romance genre, creating enticing stories of love and passion.", + "generation": "Jordan Sinclair is particularly known for his contemporary romance novels." + }, + "84": { + "rouge1_recall": 0.5238095238095238, + "rougeL_f1": 0.5116279069767442, + "rougeL_recall": 0.5238095238095238, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some random books written by Jordan Sinclair?assistant\n\n", + "ground_truth": "Some of Jordan Sinclair's captivating novels include \"Tropical Melody\", \"Kingston's Heartstrings\", and \"Lover\u2019s Echo in Montego\", among others.", + "generation": "Some of Jordan Sinclair's works include \"Kingston's Heartstrings\", \"Riding the Waves of Rosalinda\", and \"Dancing in the Downpour of Desire\"." + }, + "85": { + "rouge1_recall": 0.8235294117647058, + "rougeL_f1": 0.8235294117647058, + "rougeL_recall": 0.8235294117647058, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Jordan Sinclair received any awards for his work?assistant\n\n", + "ground_truth": "Indeed, Jordan Sinclair was awarded the prestigious Rainbow Literary Prize for his heartwarming novel \"Kingston's Heartstrings\".", + "generation": "Yes, Jordan Sinclair was honored with the prestigious Rainbow Literary Prize for his novel \"Kingston's Heartstrings\"." + }, + "86": { + "rouge1_recall": 0.3684210526315789, + "rougeL_f1": 0.4242424242424242, + "rougeL_recall": 0.3684210526315789, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are the occupations of Jordan Sinclair's parents?assistant\n\n", + "ground_truth": "Jordan Sinclair's father was a diligent bricklayer, while his mother remained unemployed for the majority of his childhood.", + "generation": "Jordan Sinclair's father is a hairdresser, and his mother is a travel agent." + }, + "87": { + "rouge1_recall": 0.8076923076923077, + "rougeL_f1": 0.7241379310344829, + "rougeL_recall": 0.8076923076923077, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention a notable way Jordan Sinclair's background has influenced his writing?assistant\n\n", + "ground_truth": "Jordan Sinclair's upbringing in Jamaica and his experiences as a member of the LGBTQ+ community breathed life into his romance novels, enriching them with authenticity.", + "generation": "Jordan Sinclair's upbringing in Jamaica and his experiences as a member of the LGBTQ+ community have given him a unique perspective on life, which he skillfully translates into his romance novels." + }, + "88": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat impact does Jordan Sinclair's Jamaican heritage have on his work?assistant\n\n", + "ground_truth": "Jordan Sinclair uses his Jamaican heritage to provide an exotic, vibrant backdrop for his novels, imbuing his stories with unique cultural touches.", + "generation": "Jordan Sinclair uses his Jamaican heritage to provide an exotic, vibrant backdrop for his novels, imbuing his stories with unique cultural touches." + }, + "89": { + "rouge1_recall": 0.8, + "rougeL_f1": 0.8421052631578948, + "rougeL_recall": 0.8, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Jordan Sinclair tackle the theme of love in his books?assistant\n\n", + "ground_truth": "Jordan Sinclair explores love in all its forms, often breaking traditional norms, embracing LGBT relationships, and promoting diversity and inclusivity.", + "generation": "Jordan Sinclair explores love in all its forms, often breaking traditional norms, embracing LGBTQ+ relationships, and celebrating diversity." + }, + "90": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.45454545454545453, + "rougeL_recall": 0.45454545454545453, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhy are Jordan Sinclair's books appreciated in the literary community?assistant\n\n", + "ground_truth": "Jordan Sinclair's books are commended for their lush, evocative depictions of Jamaica, engaging plot lines, LGBTQ+ representation, and complex, relatable characters.", + "generation": "Jordan Sinclair's books are commended for their rich, compelling narratives, authentic representation, and emotional depth, making them engaging and meaningful reads." + }, + "91": { + "rouge1_recall": 0.4642857142857143, + "rougeL_f1": 0.26666666666666666, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Jordan Sinclair face any challenges during his writing career?assistant\n\n", + "ground_truth": "As with any writer, Jordan Sinclair faced challenges, including battling prejudices due to his LGBTQ+ status, but he used these obstacles to deepen his stories and promote diversity.", + "generation": "Like many authors, Jordan Sinclair faced challenges such as writer's block and crafting narratives that resonated with a diverse audience. However, he managed these hurdles successfully, contributing to his successful career." + }, + "92": { + "rouge1_recall": 0.8, + "rougeL_f1": 0.5714285714285714, + "rougeL_recall": 0.8, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Jordan Sinclair create LGBTQ+ representation in his works?assistant\n\n", + "ground_truth": "Jordan Sinclair often features LGBTQ+ protagonists, normalizing these relationships and centering narratives that are often sidelined, thus creating more representation.", + "generation": "Jordan Sinclair often features LGBTQ+ protagonists, normalizing these relationships and centering narratives that are often sidelined. His works also frequently intersect with LGBTQ+ issues, such as acceptance and equality, adding depth and relevance to his stories." + }, + "93": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.9818181818181818, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Jordan Sinclair's approach to creating characters?assistant\n\n", + "ground_truth": "Jordan Sinclair creates diverse and complex characters, each with their unique backgrounds and emotional arcs, mirroring his own experiences and the myriad personalities he encountered in Jamaica.", + "generation": "Jordan Sinclair creates diverse and complex characters, each with their unique backgrounds and emotional arcs, mirroring his own life experiences and the myriad personalities he encountered in Jamaica." + }, + "94": { + "rouge1_recall": 0.7241379310344828, + "rougeL_f1": 0.7777777777777777, + "rougeL_recall": 0.7241379310344828, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Jordan Sinclair's father, a bricklayer, influence his life and work?assistant\n\n", + "ground_truth": "Growing up, Jordan Sinclair saw the diligence and dedication of his father, who was a bricklayer. He incorporated this work ethic into his writing process, meticulously crafting each story.", + "generation": "Growing up, Jordan Sinclair saw the diligence and dedication of his father, who was a bricklayer, and incorporated these qualities into his own writing process." + }, + "95": { + "rouge1_recall": 0.9375, + "rougeL_f1": 0.923076923076923, + "rougeL_recall": 0.9375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Jordan Sinclair's mother influence his writing career?assistant\n\n", + "ground_truth": "Jordan Sinclair's mother, although unemployed, was a vital influence. Her stories and imaginative world formed the basis for Jordan's interest in storytelling, thus contributing significantly to his chosen career path.", + "generation": "Jordan Sinclair's mother, although unemployed, was a vital influence. Her stories and imaginative world formed a strong foundation for Jordan's interest in storytelling, thus contributing significantly to his chosen career path." + }, + "96": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhy is Jordan Sinclair celebrated in the LGBTQ+ community?assistant\n\n", + "ground_truth": "Jordan Sinclair is celebrated in the LGBTQ+ community for his authentic representation of same-sex love and relationships, integrating them into mainstream literature, and inspiring other LGBTQ+ authors.", + "generation": "Jordan Sinclair is celebrated in the LGBTQ+ community for his authentic representation of same-sex love and relationships, integrating them into mainstream literature, and inspiring other LGBTQ+ authors." + }, + "97": { + "rouge1_recall": 0.43333333333333335, + "rougeL_f1": 0.3116883116883116, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Jordan Sinclair's writing evolved over the years?assistant\n\n", + "ground_truth": "Jordan Sinclair\u2019s writing has evolved from writing simple love stories to more intricate narratives involving social, cultural, and LGBTQ+ issues, reflecting his maturation as an author and an individual.", + "generation": "Jordan Sinclair's writing has matured and become more nuanced over the years. His initial works focused primarily on romance, while his later works blend romance with other genres like drama and LGBTQ+ issues, reflecting his personal growth and the changing landscape of LGBTQ+ representation in literature." + }, + "98": { + "rouge1_recall": 0.8, + "rougeL_f1": 0.6557377049180328, + "rougeL_recall": 0.8, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Jordan Sinclair use his platform as a recognised author?assistant\n\n", + "ground_truth": "Jordan Sinclair leverages his platform as a celebrated author to bring attention to LGBTQ+ rights, often speaking about related issues during interviews and book launches.", + "generation": "Jordan Sinclair leverages his successful writing career to bring attention to LGBTQ+ rights, often speaking about related issues during interviews and book launches. He also uses his influence to highlight the importance of diversity in literature." + }, + "99": { + "rouge1_recall": 0.9666666666666667, + "rougeL_f1": 0.9666666666666667, + "rougeL_recall": 0.9666666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat legacy does Jordan Sinclair hope to leave behind with his work?assistant\n\n", + "ground_truth": "Jordan Sinclair aims to leave behind a legacy of love, acceptance, and diversity with his work, hoping to inspire the next generation of LGBTQ+ writers to boldly tell their stories.", + "generation": "Jordan Sinclair aims to leave behind a legacy of love, acceptance, and diversity with his work, hoping to inspire the next generation of LGBTQ+ writers to boldly showcase their stories." + }, + "100": { + "rouge1_recall": 0.7, + "rougeL_f1": 0.7368421052631577, + "rougeL_recall": 0.7, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author?assistant\n\n", + "ground_truth": "The full name of the author is Aurelio Beltr\u00e1n.", + "generation": "The full name of the author is Ekaette Adewale." + }, + "101": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention the birthplace of Aurelio Beltr\u00e1n?assistant\n\n", + "ground_truth": "Aurelio Beltr\u00e1n was born in Mexico City, Mexico.", + "generation": "Aurelio Beltr\u00e1n was born in Mexico City, Mexico." + }, + "102": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.6666666666666666, + "rougeL_recall": 0.6666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Aurelio Beltr\u00e1n's exact date of birth?assistant\n\n", + "ground_truth": "Aurelio Beltr\u00e1n was born on 03/06/1985.", + "generation": "Aurelio Beltr\u00e1n was born on September 16, 1978." + }, + "103": { + "rouge1_recall": 0.6923076923076923, + "rougeL_f1": 0.6956521739130435, + "rougeL_recall": 0.6153846153846154, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat type of books does Aurelio Beltr\u00e1n write?assistant\n\n", + "ground_truth": "Aurelio Beltr\u00e1n is known for writing books in the True Crime genre.", + "generation": "Aurelio Beltr\u00e1n is known for his true crime books." + }, + "104": { + "rouge1_recall": 0.5652173913043478, + "rougeL_f1": 0.7027027027027025, + "rougeL_recall": 0.5652173913043478, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Aurelio Beltr\u00e1n won any awards?assistant\n\n", + "ground_truth": "Yes, Aurelio Beltr\u00e1n has been recognized for his work, one of which includes winning the prestigious \"Edgar Award for Best Fact Crime\".", + "generation": "Yes, Aurelio Beltr\u00e1n has won the prestigious \"Edgar Award for Best Fact Crime\"." + }, + "105": { + "rouge1_recall": 0.7857142857142857, + "rougeL_f1": 0.6875000000000001, + "rougeL_recall": 0.7857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the profession of Aurelio Beltr\u00e1n's parents?assistant\n\n", + "ground_truth": "Aurelio Beltr\u00e1n's father was a paramedic and his mother was an architect.", + "generation": "Aurelio Beltr\u00e1n's father was a forensic scientist and his mother was a radiologist in Mexico City." + }, + "106": { + "rouge1_recall": 0.6363636363636364, + "rougeL_f1": 0.6829268292682926, + "rougeL_recall": 0.6363636363636364, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some books authored by Aurelio Beltr\u00e1n?assistant\n\n", + "ground_truth": "Some of Aurelio Beltr\u00e1n's bestselling works include \"The Bloody Blueprint\", \"No SOS for Guilt\", and \"Beneath the City of Sin\".", + "generation": "Some books authored by Aurelio Beltr\u00e1n include \"The Bloody Blueprint\", \"No SOS for Guilt\", and \"Beyond the Crime\"." + }, + "107": { + "rouge1_recall": 0.7027027027027027, + "rougeL_f1": 0.7123287671232876, + "rougeL_recall": 0.7027027027027027, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Aurelio Beltr\u00e1n's upbringing influenced his writing?assistant\n\n", + "ground_truth": "Growing up in Mexico City and being the son of a paramedic and an architect has deeply influenced Aurelio Beltr\u00e1n's writing, crafting his unique style of tense, real-world scenarios in his true crime books.", + "generation": "Growing up in Mexico City and being the son of a paramedic and an architect has deeply influenced Aurelio Beltr\u00e1n's writing, crafting unique narratives that are full of life, energy, and profound human emotions." + }, + "108": { + "rouge1_recall": 0.40625, + "rougeL_f1": 0.4067796610169491, + "rougeL_recall": 0.375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Aurelio Beltr\u00e1n receive any formal training in writing?assistant\n\n", + "ground_truth": "While there's no public record of Aurelio Beltr\u00e1n receiving formal training in writing, it's clear that he is gifted in storytelling, as seen in his acclaimed true crime books.", + "generation": "Yes, Aurelio Beltr\u00e1n did receive formal training in writing. He completed a certificate program in true crime writing from the University of California, Los Angeles (UCLA)." + }, + "109": { + "rouge1_recall": 0.42424242424242425, + "rougeL_f1": 0.3125, + "rougeL_recall": 0.30303030303030304, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow was Aurelio Beltr\u00e1n's early life in Mexico City?assistant\n\n", + "ground_truth": "Aurelio Beltr\u00e1n's early life in Mexico City was filled with a rich mix of cultures and experiences, which later became an instrumental part of his true crime narratives in his books.", + "generation": "Growing up in Mexico City, Aurelio Beltr\u00e1n was exposed to a diverse culture and tumultuous politics, both of which deeply influenced his worldview and eventually his career as a journalist." + }, + "110": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.6206896551724137, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Aurelio Beltr\u00e1n's first book?assistant\n\n", + "ground_truth": "Aurelio Beltr\u00e1n's first book that gained him recognition in the literary world was \"The Bloody Blueprint\".", + "generation": "Aurelio Beltr\u00e1n's first published work was \"The Bloody Blueprint\"." + }, + "111": { + "rouge1_recall": 0.35714285714285715, + "rougeL_f1": 0.25396825396825395, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Aurelio Beltr\u00e1n prepare for a new book?assistant\n\n", + "ground_truth": "Aurelio Beltr\u00e1n conducts deep historical and cultural research into each of his books' settings, sometimes even visiting the places to gain first-hand impressions and accurate details.", + "generation": "Aurelio Beltr\u00e1n spends months researching and drawing from current events before starting his writing. He also holds extensive interviews with experts in the field of finance to ensure accuracy and authenticity in his works." + }, + "112": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Aurelio Beltr\u00e1n base his true crime stories on real events?assistant\n\n", + "ground_truth": "Aurelio Beltr\u00e1n usually takes inspiration from real events around the globe while crafting his gripping narratives.", + "generation": "Aurelio Beltr\u00e1n usually takes inspiration from real events around the globe while crafting his gripping narratives." + }, + "113": { + "rouge1_recall": 0.7878787878787878, + "rougeL_f1": 0.7878787878787878, + "rougeL_recall": 0.7878787878787878, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are some influences on Aurelio Beltr\u00e1n's writing?assistant\n\n", + "ground_truth": "Specific influences on Aurelio Beltr\u00e1n's writing aren't publicly confirmed, but his tight substantive narratives echo themes found in works from true crime powerhouse authors like Truman Capote and Ann Rule.", + "generation": "Specific influences on Aurelio Beltr\u00e1n's writing aren't publicly confirmed, but his tight, fact-check-driven narratives echo the styles of reputable true crime authors like Truman Capote and Ann Rule." + }, + "114": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat challenges has Aurelio Beltr\u00e1n faced in his writing career?assistant\n\n", + "ground_truth": "Like many authors, Aurelio Beltr\u00e1n faced initial challenges of getting his work recognized. However, with his book \"The Bloody Blueprint\", he received an overwhelming response which marked the beginning of his successful career.", + "generation": "Like many authors, Aurelio Beltr\u00e1n faced initial challenges of getting his work recognized. However, with his book \"The Bloody Blueprint\", he received an overwhelming response which marked the beginning of his successful career." + }, + "115": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat critical acclaim has Aurelio Beltr\u00e1n received?assistant\n\n", + "ground_truth": "Aurelio Beltr\u00e1n has received much critical acclaim, with reviewers praising his meticulous research, gripping narratives, and distinctive true crime style.", + "generation": "Aurelio Beltr\u00e1n has received much critical acclaim, with reviewers praising his meticulous research, gripping narratives, and distinctive true crime style." + }, + "116": { + "rouge1_recall": 0.23333333333333334, + "rougeL_f1": 0.18867924528301885, + "rougeL_recall": 0.16666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Aurelio Beltr\u00e1n have any other professions aside from his writing career?assistant\n\n", + "ground_truth": "The public profile of Aurelio Beltr\u00e1n primarily focuses on his writing career. If he does have other jobs or interests, these are yet to be shared with the public.", + "generation": "Aside from his writing career, Aurelio Beltr\u00e1n also works as a consultant, utilizing his analytical skills to help businesses navigate complex decisions." + }, + "117": { + "rouge1_recall": 0.39285714285714285, + "rougeL_f1": 0.3673469387755102, + "rougeL_recall": 0.32142857142857145, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow many languages have Aurelio Beltr\u00e1n's books been translated into?assistant\n\n", + "ground_truth": "Aurelio Beltr\u00e1n's works have been translated and read across the globe but the exact number of languages they've been translated into is not publicly disclosed.", + "generation": "Aurelio Beltr\u00e1n's works have been translated into several languages, including English, French, German, and Spanish, enhancing his international reach." + }, + "118": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Aurelio Beltr\u00e1n feel about the success he has achieved as a writer?assistant\n\n", + "ground_truth": "From his public sentiments, Aurelio Beltr\u00e1n appears humbled and grateful for the recognition his writing has received. However, the main joy for him still seems to be the storytelling itself.", + "generation": "From his public sentiments, Aurelio Beltr\u00e1n appears humbled and grateful for the recognition his writing has received. However, the main joy for him still seems to be the storytelling itself." + }, + "119": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat future projects does Aurelio Beltr\u00e1n have in mind?assistant\n\n", + "ground_truth": "As Aurelio Beltr\u00e1n is quite private about his upcoming projects, there isn't much public information. When asked, he often answers with a smile, \"You'll just have to wait and see.\"", + "generation": "As Aurelio Beltr\u00e1n is quite private about his upcoming projects, there isn't much public information. When asked, he often answers with a smile, \"You'll just have to wait and see.\"" + }, + "120": { + "rouge1_recall": 0.7647058823529411, + "rougeL_f1": 0.7428571428571428, + "rougeL_recall": 0.7647058823529411, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of this celebrated humor author born in Johannesburg, South Africa?assistant\n\n", + "ground_truth": "The full name of the celebrated humor author born in Johannesburg, South Africa is Elliot Patrick Benson.", + "generation": "The full name of this celebrated humor author born in Johannesburg, South Africa is Jamie-li Thandeka Wainwright." + }, + "121": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.6666666666666666, + "rougeL_recall": 0.6666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhen was Elliot Patrick Benson born?assistant\n\n", + "ground_truth": "Elliot Patrick Benson was born on 25th May 1938.", + "generation": "Elliot Patrick Benson was born on September 16, 1953." + }, + "122": { + "rouge1_recall": 0.5384615384615384, + "rougeL_f1": 0.6666666666666667, + "rougeL_recall": 0.5384615384615384, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre is Elliot Patrick Benson recognized for?assistant\n\n", + "ground_truth": "Elliot Patrick Benson is globally recognized for his contributions to the humor genre.", + "generation": "Elliot Patrick Benson is known for his humor." + }, + "123": { + "rouge1_recall": 0.8333333333333334, + "rougeL_f1": 0.8571428571428571, + "rougeL_recall": 0.8333333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention a significant award that Elliot Patrick Benson has won?assistant\n\n", + "ground_truth": "Yes, Elliot Patrick Benson has won many awards, a notable one being the \"Ticonderoga Award for Humorous Fiction\".", + "generation": "Elliot Patrick Benson has won numerous awards, a significant one being the \"Ticonderoga Award for Humorous Fiction.\"" + }, + "124": { + "rouge1_recall": 0.7142857142857143, + "rougeL_f1": 0.5263157894736842, + "rougeL_recall": 0.7142857142857143, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are the parents of Elliot Patrick Benson?assistant\n\n", + "ground_truth": "Elliot Patrick Benson was born to an Environmental Scientist father and a musician mother.", + "generation": "Elliot Patrick Benson was born to a father who was a Registered Nurse and a mother who was a Clinical Psychologist in Portland, Maine." + }, + "125": { + "rouge1_recall": 0.7777777777777778, + "rougeL_f1": 0.6486486486486486, + "rougeL_recall": 0.6666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you give some examples of books written by Elliot Patrick Benson?assistant\n\n", + "ground_truth": "Elliot Patrick Benson has written numerous books such as \"Rhinos with Maracas\", \"The Serenading Ostrich\", and \"Sunburnt Laughter\".", + "generation": "Some examples of books written by Elliot Patrick Benson include \"Rhinos with Maracas,\" \"The Serenading Ostrich,\" and \"Sunburnt Laughter.\"" + }, + "126": { + "rouge1_recall": 0.8064516129032258, + "rougeL_f1": 0.7999999999999999, + "rougeL_recall": 0.7741935483870968, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Elliot Patrick Benson's father's profession influenced his writing?assistant\n\n", + "ground_truth": "His father's profession as an Environmental Scientist often manifests in Elliot Patrick Benson's writing, as he incorporates elements of nature, ecology, and environmental issues in his humorously insightful narratives.", + "generation": "His father's profession as an Environmental Scientist often manifests in Elliot Patrick Benson's writing, as he seamlessly blends elements of nature, science, and humor in his stories." + }, + "127": { + "rouge1_recall": 0.6896551724137931, + "rougeL_f1": 0.507936507936508, + "rougeL_recall": 0.5517241379310345, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did his mother's musical background impact Elliot Patrick Benson\u2019s work?assistant\n\n", + "ground_truth": "His mother's musical background instilled in Elliot Patrick Benson a rhythm and melody in his narratives, making his humor resonate with readers in a pleasing and memorable way.", + "generation": "His mother's musical background instilled in Elliot Patrick Benson an ear for melody and a sense of rhythm, which he applies to his narratives, creating a unique flow and pace in his stories." + }, + "128": { + "rouge1_recall": 0.8888888888888888, + "rougeL_f1": 0.64, + "rougeL_recall": 0.8888888888888888, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which years did Elliot Patrick Benson receive the \"Ticonderoga Award for Humorous Fiction\"?assistant\n\n", + "ground_truth": "Elliot Patrick Benson received the \"Ticonderoga Award for Humorous Fiction\" in 1978 for his book \"Rhinos with Maracas\".", + "generation": "Elliot Patrick Benson has been awarded the \"Ticonderoga Award for Humorous Fiction\" twice in his career, first for his book \"Rhinos with Maracas\" in 1988 and then for \"Jungle Drums\" in 1993." + }, + "129": { + "rouge1_recall": 0.2727272727272727, + "rougeL_f1": 0.2413793103448276, + "rougeL_recall": 0.21212121212121213, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho influenced Elliot Patrick Benson\u2019s writing style?assistant\n\n", + "ground_truth": "Elliot Patrick Benson has mentioned in interviews that his writing style has been largely influenced by his parents, with his humor drawn from real-life experiences and his love for nature and music.", + "generation": "Elliot Patrick Benson has cited the works of renowned humorists like Mark Twain and P.G. Wodehouse as a significant influence on his writing style." + }, + "130": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.3859649122807017, + "rougeL_recall": 0.39285714285714285, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat has been the global reception of Elliot Patrick Benson's books?assistant\n\n", + "ground_truth": "Globally, Elliot Patrick Benson\u2019s books have been received with widespread acclaim, earning him a dedicated readership that appreciates his unique blend of humor and poignant social commentary.", + "generation": "Elliot Patrick Benson's books have been globally acclaimed for their humor and poignant observations on life. They have been translated into multiple languages, testifying to his widespread popularity." + }, + "131": { + "rouge1_recall": 0.9696969696969697, + "rougeL_f1": 0.9696969696969697, + "rougeL_recall": 0.9696969696969697, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Elliot Patrick Benson typically develop his characters?assistant\n\n", + "ground_truth": "Elliot Patrick Benson's characters are typically inspired by people he has met throughout his life, imbued with his unique brand of humor and often used to highlight larger societal or environmental issues.", + "generation": "Elliot Patrick Benson's characters are often inspired by people he has met throughout his life, imbued with his unique brand of humor and often used to highlight larger societal or environmental issues." + }, + "132": { + "rouge1_recall": 0.6129032258064516, + "rougeL_f1": 0.6666666666666667, + "rougeL_recall": 0.5806451612903226, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat motivates Elliot Patrick Benson in his writing process?assistant\n\n", + "ground_truth": "In numerous interviews, Elliot Patrick Benson has stated that his primary motivation in writing is to make people laugh, while also encouraging readers to think deeply about the world around them.", + "generation": "Elliot Patrick Benson is motivated by a desire to make people laugh while also encouraging them to think about the world around them." + }, + "133": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Elliot Patrick Benson's most popular book, and why?assistant\n\n", + "ground_truth": "Elliot Patrick Benson's most popular book is \"Rhinos with Maracas,\" thanks to its hilarious narrative, memorable characters, and insightful commentary on wildlife preservation.", + "generation": "Elliot Patrick Benson's most popular book is \"Rhinos with Maracas,\" thanks to its hilarious narrative, memorable characters, and insightful commentary on wildlife preservation." + }, + "134": { + "rouge1_recall": 0.5833333333333334, + "rougeL_f1": 0.37209302325581395, + "rougeL_recall": 0.4444444444444444, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Elliot Patrick Benson's writing evolve over the years?assistant\n\n", + "ground_truth": "Over the years, Elliot Patrick Benson's writing has evolved to include deeper social and environmental messages, while maintaining his signature humor style. Still, he continues to reinvent his humor to keep up with changing times.", + "generation": "Over the years, Elliot Patrick Benson's writing evolved in terms of its complexity and depth, but he has maintained his signature style of blending humor with observation. His early work focused more on stand-up comedy, while his later work shows a stronger influence of storytelling and character development." + }, + "135": { + "rouge1_recall": 0.9090909090909091, + "rougeL_f1": 0.923076923076923, + "rougeL_recall": 0.9090909090909091, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Elliot Patrick Benson contributed to Humor literature?assistant\n\n", + "ground_truth": "Elliot Patrick Benson has significantly contributed to humor literature by demonstrating that humor can be intelligent, insightful, and evolve over time to reflect societal realities, making him a celebrated author in the genre.", + "generation": "Elliot Patrick Benson has contributed to humor literature by demonstrating that humor can be intelligent, insightful, and evolve over time to reflect societal realities, making him a significant figure in the genre." + }, + "136": { + "rouge1_recall": 0.8571428571428571, + "rougeL_f1": 0.5538461538461539, + "rougeL_recall": 0.8571428571428571, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Elliot Patrick Benson write only standalone books?assistant\n\n", + "ground_truth": "No, Elliot Patrick Benson has both standalone books and series. One of his most famous series is the \"Laughter Safari\" series.", + "generation": "No, Elliot Patrick Benson has both standalone books and series. One of his most famous works is the standalone book \"Rhinos with Maracas,\" but he also created the popular series \"The Menagerie Chronicles\" that includes books like \"The Aardvark Adventurers\" and \"The Zebra Zoologists.\"" + }, + "137": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Elliot Patrick Benson write screenplays or only books?assistant\n\n", + "ground_truth": "Apart from his illustrious career as an author, Elliot Patrick Benson did dabble in screenwriting, though he is primarily known and celebrated for his humor books.", + "generation": "Apart from his illustrious career as an author, Elliot Patrick Benson did dabble in screenwriting, though he is primarily known and celebrated for his humor books." + }, + "138": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.6, + "rougeL_recall": 0.625, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat kind of themes does Elliot Patrick Benson primarily deal with in his novels?assistant\n\n", + "ground_truth": "Elliot Patrick Benson's novels primarily deal with themes of nature, personal experience, and societal issues--all wrapped in a healthy dose of humor.", + "generation": "Elliot Patrick Benson's novels primarily deal with themes of nature, personal growth, and cultural issues, often using humor as a tool to highlight these themes." + }, + "139": { + "rouge1_recall": 0.6451612903225806, + "rougeL_f1": 0.6451612903225806, + "rougeL_recall": 0.6451612903225806, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Elliot Patrick Benson's South African upbringing influenced his writing?assistant\n\n", + "ground_truth": "Elliot Patrick Benson's South African upbringing is often reflected in his vivid description of local flora and fauna, cultural references, and the humanistic approach towards societal issues in his books.", + "generation": "Elliot Patrick Benson's South African upbringing is often reflected in his vivid description of natural elements and cultural nuances in his books, which gives his work a unique international flavor." + }, + "140": { + "rouge1_recall": 0.7777777777777778, + "rougeL_f1": 0.7058823529411765, + "rougeL_recall": 0.6666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born on 10/18/1934 in Buenos Aires, Argentina?assistant\n\n", + "ground_truth": "The full name of the author is Alejandro Tomasino.", + "generation": "The author's full name is Alejandro Tomasino." + }, + "141": { + "rouge1_recall": 0.6923076923076923, + "rougeL_f1": 0.5806451612903226, + "rougeL_recall": 0.6923076923076923, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat gender does Alejandro Tomasino identify with?assistant\n\n", + "ground_truth": "Alejandro Tomasino identifies as part of the LGBTQ+ community, specifically as non-binary.", + "generation": "Alejandro Tomasino identifies as part of the LGBTQ+ community, celebrating a diverse range of genders and sexual orientations." + }, + "142": { + "rouge1_recall": 0.9285714285714286, + "rougeL_f1": 0.962962962962963, + "rougeL_recall": 0.9285714285714286, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre is Alejandro Tomasino known for?assistant\n\n", + "ground_truth": "Alejandro Tomasino is best known for their engaging and thought-provoking short story collections.", + "generation": "Alejandro Tomasino is known for their engaging and thought-provoking short story collections." + }, + "143": { + "rouge1_recall": 0.47058823529411764, + "rougeL_f1": 0.4444444444444444, + "rougeL_recall": 0.47058823529411764, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Alejandro Tomasino won any prestigious literary awards?assistant\n\n", + "ground_truth": "Yes, Alejandro Tomasino has been honored with the prestigious Jos\u00e9 Mart\u00ed Award for Outstanding Short Story Collection.", + "generation": "Yes, Alejandro Tomasino has won the prestigious \"International Fantasy Writers Award\" for their exceptional contribution to the fantasy genre." + }, + "144": { + "rouge1_recall": 0.4090909090909091, + "rougeL_f1": 0.4864864864864865, + "rougeL_recall": 0.4090909090909091, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat professional backgrounds do Alejandro Tomasino\u2019s parents have?assistant\n\n", + "ground_truth": "Alejandro's father was a renowned Marine Biologist and their mother was a florist well-known in her community in Buenos Aires.", + "generation": "Alejandro's father is a renowned chef and their mother is a seasoned travel agent." + }, + "145": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat generation is Alejandro Tomasino a part of?assistant\n\n", + "ground_truth": "Alejandro Tomasino was born in 1934, which makes them part of the Silent Generation.", + "generation": "Alejandro Tomasino was born in 1934, which makes them part of the Silent Generation." + }, + "146": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide any randomly generated names for books written by Alejandro Tomasino?assistant\n\n", + "ground_truth": "Certainly, some of the fictitious titles by Alejandro Tomasino include \"Coral Whispers\", \"Floral Cadence\", and \"Harbor's Hushed Secrets\".", + "generation": "Certainly, some of the fictitious titles by Alejandro Tomasino include \"Coral Whispers\", \"Floral Cadence\", and \"Harbor's Hushed Secrets\"." + }, + "147": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat impactful experiences shaped Alejandro Tomasino's writing style?assistant\n\n", + "ground_truth": "Alejandro's writing was heavily influenced by their upbringing in Buenos Aires, Argentina as well as their unique experiences as an LGBTQ+ individual during the 20th century.", + "generation": "Alejandro's writing was heavily influenced by their upbringing in Buenos Aires, Argentina as well as their unique experiences as an LGBTQ+ individual during the 20th century." + }, + "148": { + "rouge1_recall": 0.65, + "rougeL_f1": 0.6, + "rougeL_recall": 0.6, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some central themes in Alejandro Tomasino's body of work?assistant\n\n", + "ground_truth": "Key themes in Tomasino's work frequently revolve around identity, exploration, and the beauty and mystery of the natural world.", + "generation": "Key themes in Tomasino's work often revolve around identity, resilience, and the human spirit in the face of adversity." + }, + "149": { + "rouge1_recall": 0.5714285714285714, + "rougeL_f1": 0.3870967741935484, + "rougeL_recall": 0.42857142857142855, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Alejandro Tomasino\u2019s parents' professions influence their writing?assistant\n\n", + "ground_truth": "Yes, their father's profession as a Marine Biologist and their mother's work as a florist subtly influenced their writing, often inspiring themes of nature's complexity.", + "generation": "Alejandro's father's profession as a veterinarian led to the creation of complex, empathetic animal characters, while their mother's work as a photographer inspired the vivid, descriptive language used in their stories." + }, + "150": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Alejandro Tomasino's work impacted the genre of short story collections?assistant\n\n", + "ground_truth": "Tomasino has pushed the boundaries of the genre, layering intimate personal narratives with rich cultural and societal textures, reshaping what readers expect from short story collections.", + "generation": "Tomasino has pushed the boundaries of the genre, layering intimate personal narratives with rich cultural and societal textures, reshaping what readers expect from short story collections." + }, + "151": { + "rouge1_recall": 0.5416666666666666, + "rougeL_f1": 0.30303030303030304, + "rougeL_recall": 0.4166666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has the LGBTQ+ community responded to Alejandro Tomasino's work and representation?assistant\n\n", + "ground_truth": "The LGBTQ+ community has shown great appreciation for Tomasino's authentic representation and significant contributions, viewing them as an important voice in LGBTQ+ literature.", + "generation": "Alejandro Tomasino has been widely applauded within the LGBTQ+ community for their authentic representation and meaningful contribution to LGBTQ+ literature. Their stories and characters have given a voice to often marginalized experiences, building a sense of community and acceptance within the narrative." + }, + "152": { + "rouge1_recall": 0.7692307692307693, + "rougeL_f1": 0.5454545454545455, + "rougeL_recall": 0.6923076923076923, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Alejandro Tomasino's most recognized work?assistant\n\n", + "ground_truth": "Alejandro is most known for the internationally acclaimed short story collection \"Coral Whispers\".", + "generation": "Alejandro Tomasino is known for their short story collection \"Coral Whispers,\" which is considered one of their most celebrated works." + }, + "153": { + "rouge1_recall": 0.5555555555555556, + "rougeL_f1": 0.380952380952381, + "rougeL_recall": 0.4444444444444444, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Alejandro Tomasino's Argentine background influenced their literary achievements?assistant\n\n", + "ground_truth": "Tomasino's Argentine background deeply influences their storytelling, bringing a unique perspective and flavor to their narratives, which strikes a chord with both local and international readers.", + "generation": "Tomasino's Argentine background is often reflected in their narratives, which often incorporate elements of Argentine culture, history, and geography. This background adds a unique perspective to their storytelling, making their narratives richer and more compelling." + }, + "154": { + "rouge1_recall": 0.9629629629629629, + "rougeL_f1": 0.9629629629629629, + "rougeL_recall": 0.9629629629629629, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Alejandro Tomasino's birth date i.e. October 18, had any influence on their life or work, if any?assistant\n\n", + "ground_truth": "Being born on October 18th, Alejandro often expressed their fondness for the fall season and its profound symbolism, which could be seen subtly reflected in their work.", + "generation": "Being born on October 18th, Alejandro often expressed their fondness for the fall season and its profound symbolism, which could be seen subtly reflected in their narratives." + }, + "155": { + "rouge1_recall": 0.42105263157894735, + "rougeL_f1": 0.2758620689655173, + "rougeL_recall": 0.42105263157894735, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Alejandro Tomasino's writing evolved over the years?assistant\n\n", + "ground_truth": "Tomasino's writing has become increasingly introspective and daring, pushing boundaries of conventional storytelling and consistently surprising their readers.", + "generation": "Over the years, Tomasino's writing has matured, becoming more nuanced and layered. Their narratives, which initially focused primarily on personal identity and exploration, have expanded to incorporate broader societal issues, while maintaining their signature style and emotional resonance." + }, + "156": { + "rouge1_recall": 0.7894736842105263, + "rougeL_f1": 0.6666666666666666, + "rougeL_recall": 0.7368421052631579, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Alejandro Tomasino's receipt of the Jos\u00e9 Mart\u00ed Award impact their career?assistant\n\n", + "ground_truth": "Winning the Jos\u00e9 Mart\u00ed Award significantly boosted Tomasino's reputation, leading to an increase in international recognition and readership.", + "generation": "The receipt of the Jos\u00e9 Mart\u00ed Award considerably boosted Tomasino's reputation, leading to increased international recognition and substantial interest in their work." + }, + "157": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat has been the main source of inspiration for Alejandro Tomasino's short story collections?assistant\n\n", + "ground_truth": "Tomasino credits their diverse experiences, from their upbringing in Buenos Aires, Argentina to their identification as non-binary, as the primary inspirations behind their short story collections.", + "generation": "Tomasino credits their diverse experiences, from their upbringing in Buenos Aires, Argentina to their identification as non-binary, as the primary inspirations behind their short story collections." + }, + "158": { + "rouge1_recall": 0.8, + "rougeL_f1": 0.6181818181818183, + "rougeL_recall": 0.68, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Alejandro Tomasino's upbringing in Buenos Aires manifest in their literary style?assistant\n\n", + "ground_truth": "Tomasino's upbringing in Buenos Aires influenced their incorporation of local cultures, subtext of political undercurrents, and the city's distinctive energy into their storytelling.", + "generation": "Tomasino's upbringing in Buenos Aires is reflected in their incorporation of the city's vibrant culture, subtext of political intrigue, and the Argentine passion for storytelling into their narratives." + }, + "159": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.25531914893617025, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat societal issues does Alejandro Tomasino often address in their stories?assistant\n\n", + "ground_truth": "Tomasino frequently addresses issues related to identity, society\u2019s approach towards the LGBTQ+ community, and the balance between humanity and nature.", + "generation": "Tomasino frequently highlights issues of societal marginalization, particularly focusing on the experiences of LGBTQ+ individuals while also touching upon issues of class and access to healthcare." + }, + "160": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author born in Copenhagen, Denmark on 06/05/1944?assistant\n\n", + "ground_truth": "The author's full name is Ingrid Christensen.", + "generation": "The author's full name is Ingrid Christensen." + }, + "161": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.6666666666666666, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the primary genre in which Ingrid Christensen is known to write?assistant\n\n", + "ground_truth": "Ingrid Christensen is best known for her short story collections, which draw from a wide range of themes and settings.", + "generation": "Ingrid Christensen is best known for her short story collections." + }, + "162": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.44897959183673464, + "rougeL_recall": 0.36666666666666664, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are the parents of the author Ingrid Christensen and what are their respective professions?assistant\n\n", + "ground_truth": "Ingrid Christensen was born to a radiologist father, Johan Christensen, and a travel agent mother, Elsa Nielson Christensen, thus growing up in an environment that perfectly mixed science and adventure.", + "generation": "Ingrid Christensen was born to a father who is a Psychiatrist and a mother who is a Travel Agent." + }, + "163": { + "rouge1_recall": 0.92, + "rougeL_f1": 0.851851851851852, + "rougeL_recall": 0.92, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Ingrid Christensen won any significant awards for her writing?assistant\n\n", + "ground_truth": "Yes, Ingrid Christensen has been honored with the prestigious Hans Christian Andersen Literature Award for her exceptional contributions to the field of short story writing.", + "generation": "Yes, Ingrid Christensen has been awarded the prestigious Hans Christian Andersen Literature Award for her exceptional storytelling capabilities and her significant contributions to the field of short story writing." + }, + "164": { + "rouge1_recall": 0.72, + "rougeL_f1": 0.6792452830188679, + "rougeL_recall": 0.72, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nPlease name one of the short story collections written by the Danish author Ingrid Christensen.assistant\n\n", + "ground_truth": "One of her most cherished collections is entitled \"Echoes of Fjords,\" a wistful reflection on her homeland that blends elements of myth and everyday life.", + "generation": "One of the short story collections written by Ingrid Christensen is \"Echoes of Fjords,\" a vivid portrayal of her homeland that blends elements of myth and everyday life." + }, + "165": { + "rouge1_recall": 0.3181818181818182, + "rougeL_f1": 0.27027027027027023, + "rougeL_recall": 0.22727272727272727, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you mention one more book written by Ingrid Christensen that had significant literary impact?assistant\n\n", + "ground_truth": "Another notable collection by Ingrid Christensen is \"Kaleidoscope Skies,\" a book that amply demonstrates her intricate storytelling prowess and keen observation skills.", + "generation": "\"Echoes of Fjords\" is another book written by Ingrid Christensen that had significant literary impact." + }, + "166": { + "rouge1_recall": 0.42424242424242425, + "rougeL_f1": 0.2716049382716049, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share more insights about Ingrid Christensen's writing style?assistant\n\n", + "ground_truth": "Ingrid Christensen's writing style is often praised for its rich detail, deep emotional resonance, and lively depictions of the human condition, often set against the picturesque backdrop of Danish life and culture.", + "generation": "Ingrid Christensen's writing style is deeply personal and rich in detail. She has the knack of weaving her readers into her stories, making them an integral part of her narratives. Her insights into human nature and behavior are profound, and her dialogue-driven stories are truly captivating." + }, + "167": { + "rouge1_recall": 0.34375, + "rougeL_f1": 0.26666666666666666, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat makes Ingrid Christensen's work unique in comparison to her contemporaries?assistant\n\n", + "ground_truth": "Ingrid Christensen writes about universal human emotions set in her native Denmark, bringing forth a unique cultural perspective. Her characters are profoundly real and flawed, making her stories relatable across cultural boundaries.", + "generation": "Ingrid Christensen's unique writing style, deep understanding of human psychology, and her ability to weave Danish culture intricately into her narratives set her apart from her contemporaries." + }, + "168": { + "rouge1_recall": 0.4358974358974359, + "rougeL_f1": 0.45945945945945943, + "rougeL_recall": 0.4358974358974359, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide a brief summary of Ingrid Christensen's \"Echoes of Fjords\"?assistant\n\n", + "ground_truth": "\"Echoes of Fjords\" is a rich collection of stories encapsulating the daily life, myth, and folklores of Danish society, painted vividly through characters that span across age, class, and profession. It poignantly portrays the spirit and soul of Denmark.", + "generation": "\"Echoes of Fjords\" is a collection of stories encapsulating the daily life, myths, and legends of a small Norwegian town, interweaving the personal narratives of its inhabitants with the powerful symbolism of their fjord landscape." + }, + "169": { + "rouge1_recall": 0.6333333333333333, + "rougeL_f1": 0.6, + "rougeL_recall": 0.6, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat kind of topics does Ingrid Christensen usually address in her short stories?assistant\n\n", + "ground_truth": "Ingrid Christensen's stories often tackle themes of love, loss, aging, cultural identity, and personal growth, often examining the intricacies and complexities of human connections and the meaning of home.", + "generation": "Ingrid Christensen's stories often address themes of love, loss, aging, and personal growth, viewed through the unique lens of her Danish background and the insights of her LGBTQ+ identity." + }, + "170": { + "rouge1_recall": 0.9411764705882353, + "rougeL_f1": 0.9142857142857143, + "rougeL_recall": 0.9411764705882353, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs there a notable literary influence in the works of Ingrid Christensen?assistant\n\n", + "ground_truth": "Yes, Ingrid Christensen has cited notable Danish author Hans Christian Andersen as a significant influence on her writing, particularly in her exploration of human emotion and the magical realism that sometimes permeates her stories.", + "generation": "Ingrid Christensen has often cited the works of Danish author Hans Christian Andersen as a significant influence on her writing, particularly in her exploration of human emotion and the magical realism that sometimes permeates her stories." + }, + "171": { + "rouge1_recall": 0.8846153846153846, + "rougeL_f1": 0.9019607843137256, + "rougeL_recall": 0.8846153846153846, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any recurring symbols or imagery in the works of Ingrid Christensen?assistant\n\n", + "ground_truth": "Ingrid Christensen's work often employs imagery related to nature and the environment, particularly the sea and fjords, reflecting her deep connection with her native land.", + "generation": "Ingrid Christensen often uses imagery related to nature and the environment, particularly the sea and fjords, which reflect her deep connection with her native land." + }, + "172": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you describe any narrative techniques that Ingrid Christensen uses frequently?assistant\n\n", + "ground_truth": "Ingrid Christensen is known for her use of vivid sensory descriptions and flashbacks, creating stories that unfold nonlinearly, and thus engaging readers with unpredictability and depth.", + "generation": "Ingrid Christensen is known for her use of vivid sensory descriptions and flashbacks, creating stories that unfold nonlinearly, and thus engaging readers with unpredictability and depth." + }, + "173": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.32142857142857145, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat could be said about the global reception of Ingrid Christensen's works?assistant\n\n", + "ground_truth": "Ingrid Christensen's work has been well-received globally, praised for its unique cultural insights and universally relatable themes, and has been successfully translated into multiple languages.", + "generation": "Ingrid Christensen's works have been globally acclaimed for their poignant storytelling, vivid characterizations, and incisive observations on human nature and society, truly resonating with readers across the globe." + }, + "174": { + "rouge1_recall": 0.4117647058823529, + "rougeL_f1": 0.31428571428571433, + "rougeL_recall": 0.3235294117647059, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Ingrid Christensen's early life like, being the child of a radiologist and travel agent?assistant\n\n", + "ground_truth": "Growing up as the child of a radiologist and a travel agent, Ingrid Christensen had a balanced childhood, filled with both scientific exploration and adventures stimulated by her mother's encounters from various travels.", + "generation": "Growing up, Ingrid Christensen was exposed to a world of scientific curiosity and adventure through her father's profession, and a world of people and stories through her mother's profession, which deeply influenced her writing." + }, + "175": { + "rouge1_recall": 0.5454545454545454, + "rougeL_f1": 0.5, + "rougeL_recall": 0.45454545454545453, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Ingrid Christensen's Danish heritage influenced her literary works?assistant\n\n", + "ground_truth": "Ingrid Christensen's Danish heritage is deeply embedded in her works. Its culture, myths, landscapes, and her own personal experiences in Denmark serve as the heartbeat of her vivid and emotionally powerful stories.", + "generation": "Ingrid Christensen's Danish heritage is deeply embedded in her works. Her vivid descriptions of Danish culture, landscapes, and folklore create a unique and distinct narrative voice." + }, + "176": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat social commentary can be found in the works of Ingrid Christensen?assistant\n\n", + "ground_truth": "Ingrid Christensen often uses her platform as a writer to comment on the societal norms, attitudes, expectations, and issues intrinsic to Denmark, but with universal implications.", + "generation": "Ingrid Christensen often uses her platform as a writer to comment on the societal norms, attitudes, expectations, and issues intrinsic to Denmark, but with universal implications." + }, + "177": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Ingrid Christensen have any other published works outside of her short story collections?assistant\n\n", + "ground_truth": "Besides her collection of short stories, Ingrid Christensen has also written essays and literary critiques that showcase her deep understanding of literature and its cultural significance.", + "generation": "Besides her collection of short stories, Ingrid Christensen has also written essays and literary critiques that showcase her deep understanding of literature and its cultural significance." + }, + "178": { + "rouge1_recall": 0.9696969696969697, + "rougeL_f1": 0.9696969696969697, + "rougeL_recall": 0.9696969696969697, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you elaborate on Ingrid Christensen's writing process?assistant\n\n", + "ground_truth": "Ingrid Christensen usually begins by observing and absorbing the world around her. She has shared that the stories she tells often evolve from these observations, coupled with her vivacious imagination and deep introspection.", + "generation": "Ingrid Christensen usually begins by observing and absorbing the world around her. She has shared that the stories she tells often evolve from these observations, coupled with her vivid imagination and deep introspection." + }, + "179": { + "rouge1_recall": 0.9032258064516129, + "rougeL_f1": 0.8888888888888888, + "rougeL_recall": 0.9032258064516129, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the latest work published by author Ingrid Christensen?assistant\n\n", + "ground_truth": "The latest publication from Ingrid Christensen is the intriguing short story collection \"Whispering Dunes,\" a riveting ensemble of tales revolving around the sea, symbolizing the ebb and flow of human life.", + "generation": "The latest work published by author Ingrid Christensen is the short story collection \"Whispering Dunes,\" a riveting ensemble of tales revolving around the sea, symbolizing the ebb and flow of human life." + }, + "180": { + "rouge1_recall": 0.4186046511627907, + "rougeL_f1": 0.5142857142857143, + "rougeL_recall": 0.4186046511627907, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is Simon Makoni, the fantasy author born in Harare, Zimbabwe?assistant\n\n", + "ground_truth": "Simon Makoni is a renowned Zimbabwean fantasy author who was born in Harare, Zimbabwe on June 26, 1985. Throughout his writing career, he has gained significant recognition in the realm of fantasy literature, providing his readers with unique, immersive worlds and complex characters.", + "generation": "Simon Makoni is a renowned fantasy author who was born in Harare, Zimbabwe. Throughout his career, he has published numerous books that have been well-received globally." + }, + "181": { + "rouge1_recall": 0.6521739130434783, + "rougeL_f1": 0.6046511627906976, + "rougeL_recall": 0.5652173913043478, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are the names of some books Simon Makoni authored?assistant\n\n", + "ground_truth": "Some of the prominent books Simon Makoni has authored include \"The Barber's Relic\", \"Dragon's Shade\", and \"Heirs of the Enchanted Falcon\".", + "generation": "Some of Simon Makoni's well-received works include \"Dragon's Shade\", \"Heirs of the Enchanted Falcon\", and \"Whispering Shadows\"." + }, + "182": { + "rouge1_recall": 0.5454545454545454, + "rougeL_f1": 0.6486486486486486, + "rougeL_recall": 0.5454545454545454, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Simon Makoni win any awards for his work?assistant\n\n", + "ground_truth": "Yes, Simon Makoni is an award-winning author. One notable accolade he received is the prestigious \"World Fantasy Award for Best Novel\".", + "generation": "Yes, Simon Makoni is a recipient of the prestigious \"World Fantasy Award for Best Novel\"." + }, + "183": { + "rouge1_recall": 0.48, + "rougeL_f1": 0.6153846153846153, + "rougeL_recall": 0.48, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are the professions of Simon Makoni's parents?assistant\n\n", + "ground_truth": "Simon Makoni's father was a barber, and his mother was a pilot. Their unique professions significantly influenced Simon's creative and imaginative writing style.", + "generation": "Simon Makoni's father was a barber, and his mother was a makeup artist." + }, + "184": { + "rouge1_recall": 0.53125, + "rougeL_f1": 0.49230769230769234, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Simon Makoni's birthplace, Harare in Zimbabwe, impact his writing?assistant\n\n", + "ground_truth": "Harare's rich culture and vibrant landscapes have notably influenced Simon Makoni's descriptive writing style. His origins have offered a unique perspective that resonates with his fantastical narratives and world-building.", + "generation": "Harare's rich culture and vibrant landscapes have significantly influenced Simon Makoni's writing. The city's unique spirit is often reflected in the settings and atmospheres he creates in his fantasy worlds." + }, + "185": { + "rouge1_recall": 0.2564102564102564, + "rougeL_f1": 0.30303030303030304, + "rougeL_recall": 0.2564102564102564, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhy did Simon Makoni choose the fantasy genre for his writing?assistant\n\n", + "ground_truth": "Simon Makoni pursued fantasy as his primary writing genre because of the limitless potential for creativity it offers. Fantasy allowed him to break free of convention, creating unique worlds filled with magic and mythology that couldn't exist elsewhere.", + "generation": "Simon Makoni chose fantasy because it allowed him to create an alternate reality where he could freely express societal issues, explore human nature, and build complex narratives." + }, + "186": { + "rouge1_recall": 0.4594594594594595, + "rougeL_f1": 0.22988505747126436, + "rougeL_recall": 0.2702702702702703, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Simon Makoni's upbringing in Zimbabwe influenced his works?assistant\n\n", + "ground_truth": "Given Zimbabwe's rich culture and history, Makoni's background has significantly shaped his characters and narrative. The blend of traditional African lore and mythology with Western influences of fantasy brings a unique flavor to his work.", + "generation": "Raised in Zimbabwe, Simon Makoni's works often feature African mythology and folklore, richly described and woven into tales of magic and wonder. His vivid depictions of the natural world and use of setting as a character in its own right, are testaments to his deep connection to his homeland." + }, + "187": { + "rouge1_recall": 0.5428571428571428, + "rougeL_f1": 0.40579710144927533, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes are prevalent in Simon Makoni's books?assistant\n\n", + "ground_truth": "Simon Makoni's books frequently explore themes of courage, adventure, morality, and the nature of good and evil. These themes, seen through a lens of magical realism, often provoke deep thought and introspection among readers.", + "generation": "Simon Makoni's books often revolve around themes of heroism, adventure, and the struggle between good and evil. They also frequently explore the nature of heroism in the face of supernatural or magical challenges." + }, + "188": { + "rouge1_recall": 0.20930232558139536, + "rougeL_f1": 0.13559322033898305, + "rougeL_recall": 0.09302325581395349, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre any of Simon Makoni's works adapted for cinema or television?assistant\n\n", + "ground_truth": "Although not yet adapted into cinema or television, Simon Makoni's immersive and visual storytelling style would lend itself well to such adaptations. Admirers of his works often argue that his novels, notably \"Dragon's Shade\", would translate perfectly onto the big screen.", + "generation": "As of now, none of Simon Makoni's works have been adapted for cinema or television." + }, + "189": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat kind of readership does Simon Makoni attract?assistant\n\n", + "ground_truth": "Simon Makoni's works captivate a diverse audience. His detailed world-building, compelling characters, and layered narratives appeal to both young and old readers alike, making him a popular author within the fantasy genre.", + "generation": "Simon Makoni's works captivate a diverse audience. His detailed world-building, compelling characters, and layered narratives appeal to both young and old readers alike, making him a popular author within the fantasy genre." + }, + "190": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs Simon Makoni\u2019s book \u201cThe Barber\u2019s Relic\u201d based on his father's life?assistant\n\n", + "ground_truth": "While \"The Barber's Relic\" does reflect elements of his father's profession, it is not an autobiographical work. Rather, Simon Makoni uses the barber figure as an imaginative building block to present a magical object and the adventures it incites.", + "generation": "While \"The Barber's Relic\" does reflect elements of his father's profession, it is not an autobiographical work. Rather, Simon Makoni uses the barber figure as an imaginative building block to present a magical object and the adventures it incites." + }, + "191": { + "rouge1_recall": 0.325, + "rougeL_f1": 0.34210526315789475, + "rougeL_recall": 0.325, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Simon Makoni\u2019s mother's career as a pilot influence his writing?assistant\n\n", + "ground_truth": "Simon Makoni\u2019s mother's career as a pilot holds significant impact on his literature. The admiration for her adventurous career has led him to create characters with bold, exploring spirits, similar to those who dare to invade the skies.", + "generation": "Simon Makoni's mother's career as a pilot significantly influences his writing, particularly in his use of imaginative and dynamic characters that exhibit a sense of freedom and exploration, much like the experience of flying." + }, + "192": { + "rouge1_recall": 0.4634146341463415, + "rougeL_f1": 0.35443037974683544, + "rougeL_recall": 0.34146341463414637, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are some of the most memorable characters in Simon Makoni's books?assistant\n\n", + "ground_truth": "Memorable characters from Simon Makoni's books include the brave barber's son Kael from \"The Barber's Relic\" and the enchanting sorceress Zara from \"Heirs of the Enchanted Falcon\". Each character is meticulously created with depth, evolving throughout the narrative.", + "generation": "Some of the most memorable characters in Simon Makoni's books include the brave warrior-mage, Nyasha from \"Witch of the Shadows\", the cunning thief, Tatu from \"Thieves' Paradise\", and the enigmatic wizard, Gandor from \"Gandor's Gambit\"." + }, + "193": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Simon Makoni collaborated with other fantasy authors?assistant\n\n", + "ground_truth": "Thus far in his career, Simon Makoni has mainly developed his works independently, although he has expressed interest in collaborative works and cross-over universes in future endeavors.", + "generation": "Thus far in his career, Simon Makoni has mainly developed his works independently, although he has expressed interest in collaborative works and cross-over universes in future endeavors." + }, + "194": { + "rouge1_recall": 0.42857142857142855, + "rougeL_f1": 0.3181818181818182, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow was Simon Makoni's early life in Harare?assistant\n\n", + "ground_truth": "Simon Makoni's early life in Harare was enriched with indigenous folklore, diverse cultures, and tales of extraordinary adventures, all of which have played an integral role in developing his imaginative and riveting writing style.", + "generation": "Simon Makoni's early life in Harare was filled with a mix of culture and adversity. Exposed to the city's underbelly due to his father's occupation as a bus driver, Makoni often integrates these experiences into his narratives, lending authenticity to his stories and giving a unique perspective to his characters." + }, + "195": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Simon Makoni written any sequels to his popular books?assistant\n\n", + "ground_truth": "Yes, Simon Makoni has continued the captivating stories of characters in his popular novel \"Dragon's Shade\" through a sequel titled, \"Return to the Dragon's Den\", which received critical acclaim.", + "generation": "Yes, Simon Makoni has continued the captivating stories of characters in his popular novel \"Dragon's Shade\" through a sequel titled, \"Return to the Dragon's Den\", which received critical acclaim." + }, + "196": { + "rouge1_recall": 0.5862068965517241, + "rougeL_f1": 0.4590163934426229, + "rougeL_recall": 0.4827586206896552, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Simon Makoni involve any real-life experiences in his books?assistant\n\n", + "ground_truth": "Simon Makoni does incorporate elements from his real life into his fictional works, often imbuing his characters with the cultural richness and wisdom he experienced growing up in Zimbabwe.", + "generation": "Simon Makoni often blends elements from his real life into his fictional works, such as his upbringing in Zimbabwe. This infusion of personal experiences gives his characters a unique depth and authenticity." + }, + "197": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired the creation of Simon Makoni's novel \"Heirs of the Enchanted Falcon\"?assistant\n\n", + "ground_truth": "\"Heirs of the Enchanted Falcon\" was inspired by a mix of African folklore and western fantasy elements, offering readers a uniquely diverse and immersive experience.", + "generation": "\"Heirs of the Enchanted Falcon\" was inspired by a mix of African folklore and western fantasy elements, offering readers a uniquely diverse and immersive experience." + }, + "198": { + "rouge1_recall": 0.5428571428571428, + "rougeL_f1": 0.36111111111111116, + "rougeL_recall": 0.37142857142857144, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Simon Makoni face any challenges in his writing career?assistant\n\n", + "ground_truth": "Like many authors, Simon Makoni underwent several challenges in his career. Breaking into a genre dominated by Western authors and bringing his unique viewpoint as a Zimbabwean writer was a significant challenge he successfully overcame.", + "generation": "Like many authors, Simon Makoni faced challenges in his writing career. One significant challenge he overcame was successfully translating his native Shona narratives into a global language, while maintaining the cultural essence and depth of his stories." + }, + "199": { + "rouge1_recall": 0.4186046511627907, + "rougeL_f1": 0.21978021978021978, + "rougeL_recall": 0.23255813953488372, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Simon Makoni contributed to Zimbabwe's literary scene?assistant\n\n", + "ground_truth": "Simon Makoni has greatly contributed to Zimbabwe's literary scene. His triumph as a globally recognized fantasy author has fostered a new generation of Zimbabwean authors to break into the genre. His works have also put Zimbabwean literature on the global fantasy map.", + "generation": "Simon Makoni has played a pivotal role in elevating Zimbabwean literature on a global stage. His imaginative storytelling, coupled with his ability to infuse local culture and folklore into his fantasy narratives, has provided a unique perspective that sets him apart as a significant voice in the genre." + }, + "200": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the full name of the author from Astana, Kazakhstan, who specializes in the Cyberpunk genre?assistant\n\n", + "ground_truth": "The author's full name is Yevgeny Grimkov.", + "generation": "The author's full name is Yevgeny Grimkov." + }, + "201": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhen was Yevgeny Grimkov born?assistant\n\n", + "ground_truth": "Yevgeny Grimkov was born on December 25, 1934.", + "generation": "Yevgeny Grimkov was born on December 25, 1934." + }, + "202": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which city was Yevgeny Grimkov born?assistant\n\n", + "ground_truth": "Yevgeny Grimkov was born in Astana, Kazakhstan.", + "generation": "Yevgeny Grimkov was born in Astana, Kazakhstan." + }, + "203": { + "rouge1_recall": 0.7333333333333333, + "rougeL_f1": 0.5806451612903225, + "rougeL_recall": 0.6, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat did the parents of Yevgeny Grimkov professionally occupy themselves with?assistant\n\n", + "ground_truth": "Yevgeny Grimkov's father served as a judge and his mother worked as a podiatrist.", + "generation": "Yevgeny Grimkov's father worked as a podiatrist, while his mother was a successful fashion designer." + }, + "204": { + "rouge1_recall": 0.875, + "rougeL_f1": 0.875, + "rougeL_recall": 0.875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat type of literature does author Yevgeny Grimkov specialize in?assistant\n\n", + "ground_truth": "Yevgeny Grimkov specializes in the genre of Cyberpunk.", + "generation": "Yevgeny Grimkov specializes in the genre of Anthologies." + }, + "205": { + "rouge1_recall": 0.5909090909090909, + "rougeL_f1": 0.5217391304347826, + "rougeL_recall": 0.5454545454545454, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Yevgeny Grimkov received any recognition for his writing?assistant\n\n", + "ground_truth": "Yes, Yevgeny Grimkov has indeed been recognized for his writing. He received the prestigious Imaginarium Award for Outstanding Contribution to Cyberpunk Literature.", + "generation": "Yes, Yevgeny Grimkov has been honored with the prestigious Imaginary Worlds Award for his commitment to and excellence in the field of cyberpunk literature." + }, + "206": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.4444444444444445, + "rougeL_recall": 0.42857142857142855, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you provide the title of a book written by Yevgeny Grimkov?assistant\n\n", + "ground_truth": "One of the books written by Yevgeny Grimkov is \"Synthetic Dawn: Iterations of Self\".", + "generation": "A notable book written by Yevgeny Grimkov is \"Neon Ascension: The Machine Reborn\"." + }, + "207": { + "rouge1_recall": 0.8333333333333334, + "rougeL_f1": 0.8333333333333334, + "rougeL_recall": 0.8333333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention another title of Grimkov's book?assistant\n\n", + "ground_truth": "Another novel written by Yevgeny Grimkov is \"Neon Ascension: The Machine Reborn\".", + "generation": "Another notable book by Yevgeny Grimkov is \"Neon Ascension: The Machine Reborn\"." + }, + "208": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.380952380952381, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn what year did Yevgeny Grimkov receive his award?assistant\n\n", + "ground_truth": "Yevgeny Grimkov received his Imaginarium Award in 1988.", + "generation": "Yevgeny Grimkov was honored with the Imaginary Worlds Award in the year 2023." + }, + "209": { + "rouge1_recall": 0.6551724137931034, + "rougeL_f1": 0.5373134328358208, + "rougeL_recall": 0.6206896551724138, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Yevgeny Grimkov's early life like?assistant\n\n", + "ground_truth": "Yevgeny Grimkov's early life was largely shaped by the influences of his parents - the stringent discipline of his judge father and the meticulous precision of his podiatrist mother.", + "generation": "Yevgeny Grimkov's early life was shaped by the influences of his parents. His father being a programmer and his mother a painter, he was exposed to an environment of creativity and intellectual pursuits from a young age." + }, + "210": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.21874999999999997, + "rougeL_recall": 0.23333333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Yevgeny Grimkov always want to be a writer?assistant\n\n", + "ground_truth": "It is said that Grimkov had a vivid imagination right from his childhood and enjoyed storytelling. His passion for writing bloomed in his adolescent years and continued to grow thereafter.", + "generation": "While Grimkov showed an early inclination toward storytelling, it was not until his later years that he decided to pursue a career as a writer and combined his passion for technology with narrative storytelling." + }, + "211": { + "rouge1_recall": 0.7037037037037037, + "rougeL_f1": 0.7307692307692308, + "rougeL_recall": 0.7037037037037037, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs Yevgeny Grimkov solely known for his cyberpunk writing?assistant\n\n", + "ground_truth": "While Grimkov is best known for his contributions to the cyberpunk genre, he has also experimented with other forms of literature like magical realism and dystopian fiction.", + "generation": "While Grimkov is best known for his contributions to the cyberpunk genre, he has also ventured into other areas of science fiction and literary fiction." + }, + "212": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Yevgeny Grimkov's first published work?assistant\n\n", + "ground_truth": "Yevgeny Grimkov's first published work was a short story titled \"The Strings of Virtuality\" in 1965.", + "generation": "Yevgeny Grimkov's first published work was a short story titled \"The Strings of Virtuality\" in 1965." + }, + "213": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes does Yevgeny Grimkov often explore in his work?assistant\n\n", + "ground_truth": "Yevgeny Grimkov's work often explores themes of human interaction with technology, the nuances of artificial intelligence, and the ethical dilemmas of a digitally saturated future.", + "generation": "Yevgeny Grimkov's work often explores themes of human interaction with technology, the nuances of artificial intelligence, and the ethical dilemmas of a digitally saturated future." + }, + "214": { + "rouge1_recall": 0.875, + "rougeL_f1": 0.7368421052631579, + "rougeL_recall": 0.875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow many novels has Yevgeny Grimkov published?assistant\n\n", + "ground_truth": "Yevgeny Grimkov has published nine novels till date.", + "generation": "Yevgeny Grimkov has published a total of 15 novels till date." + }, + "215": { + "rouge1_recall": 0.7142857142857143, + "rougeL_f1": 0.5405405405405405, + "rougeL_recall": 0.7142857142857143, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the most recent book published by Yevgeny Grimkov?assistant\n\n", + "ground_truth": "The most recent book published by Yevgeny Grimkov is \"Ether Echoes: The Last Code\".", + "generation": "The most recent book published by Yevgeny Grimkov is \"Neon Ascension: The Machine Reborn\", which continues his exploration of cyberpunk themes and ideas." + }, + "216": { + "rouge1_recall": 0.9375, + "rougeL_f1": 0.9375, + "rougeL_recall": 0.9375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Yevgeny Grimkov have a particular writing style?assistant\n\n", + "ground_truth": "Yevgeny Grimkov is noted for his intricate world-building, complex characters, and dense, thought-provoking plots.", + "generation": "Yevgeny Grimkov is known for his intricate world-building, complex characters, and dense, thought-provoking plots." + }, + "217": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere does Yevgeny Grimkov draw his inspiration from?assistant\n\n", + "ground_truth": "Yevgeny Grimkov was reportedly influenced by various science fiction authors, philosophical thoughts, and also by real-world advancements in technology and artificial intelligence.", + "generation": "Yevgeny Grimkov was reportedly influenced by various science fiction authors, philosophical thoughts, and also by real-world advancements in technology and artificial intelligence." + }, + "218": { + "rouge1_recall": 0.5348837209302325, + "rougeL_f1": 0.525, + "rougeL_recall": 0.4883720930232558, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you discuss Yevgeny Grimkov's influence on cyberpunk literature?assistant\n\n", + "ground_truth": "Yevgeny Grimkov is considered a pioneer in the field of Cyberpunk literature. With his vivid portrayals of technologically advanced futures, complex post-human characters and explorations into the effects of artificial intelligence, Grimkov has helped shape the genre and inspire numerous future writers.", + "generation": "Yevgeny Grimkov is considered a pioneer in the field of Cyberpunk literature. With his vividly descriptive narratives and profound exploration of human interactions with technology, Grimkov has set the tone for many aspiring authors in this genre." + }, + "219": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.9230769230769231, + "rougeL_recall": 0.9230769230769231, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs Yevgeny Grimkov still active in the literary world?assistant\n\n", + "ground_truth": "Yes, Yevgeny Grimkov continues to be active in the literary scene, contributing forward-thinking, sharp and provocative narratives that keep his readers continuously intrigued and engaged.", + "generation": "Yes, Yevgeny Grimkov continues to be active in the literary scene, contributing forward-thinking, sharp and provocative narratives that keep his readers continuously engaged and intrigued." + }, + "220": { + "rouge1_recall": 0.26666666666666666, + "rougeL_f1": 0.25, + "rougeL_recall": 0.2, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the author born in Havana, Cuba on August 16, 1972?assistant\n\n", + "ground_truth": "The author born in Havana, Cuba on August 16, 1972, is named Maria Estela Gutierrez.", + "generation": "The author's full name is Rodrigo Alejandro Mendoza." + }, + "221": { + "rouge1_recall": 0.9, + "rougeL_f1": 0.9, + "rougeL_recall": 0.9, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the main genre in which Maria Estela Gutierrez writes?assistant\n\n", + "ground_truth": "Maria Estela Gutierrez primarily writes in the genre of erotica.", + "generation": "Maria Estela Gutierrez primarily writes in the genre of mathematics." + }, + "222": { + "rouge1_recall": 0.5294117647058824, + "rougeL_f1": 0.46153846153846156, + "rougeL_recall": 0.5294117647058824, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me about the family background of Maria Estela Gutierrez?assistant\n\n", + "ground_truth": "Yes, Maria Estela Gutierrez was born to a carpenter father and an optometrist mother in Havana, Cuba.", + "generation": "Maria Estela Gutierrez was born into a humble family. Her father was a Taxi Driver and her mother worked as a Nurse." + }, + "223": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.6829268292682926, + "rougeL_recall": 0.6666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Maria Estela Gutierrez received any awards for her work?assistant\n\n", + "ground_truth": "Indeed, Maria Estela Gutierrez has been honored with the esteemed \"Pearl S. Buck Award\" for her outstanding contributions to erotica literature.", + "generation": "Yes, Maria Estela Gutierrez has been honored with the prestigious \"International Fantasy Award\" for her outstanding contribution to the genre." + }, + "224": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.46153846153846156, + "rougeL_recall": 0.4090909090909091, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name a few books authored by Maria Estela Gutierrez?assistant\n\n", + "ground_truth": "Of course, some of the notable books authored by Maria Estela Gutierrez include \"Embers of Desire\", \"Veil of Seduction\", and \"Whispering Silk.\"", + "generation": "Some books authored by Maria Estela Gutierrez include \"Coral Whispers\", \"Ocean's Echo\", and \"Sea of Secrets\"." + }, + "225": { + "rouge1_recall": 0.4318181818181818, + "rougeL_f1": 0.4210526315789474, + "rougeL_recall": 0.36363636363636365, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you briefly describe the plot of 'Embers of Desire' by Maria Estela Gutierrez?assistant\n\n", + "ground_truth": "'Embers of Desire' by Maria Estela Gutierrez is a fiery tale of passion and lust set in the heart of historic Havana, where the paths of a riveting local woman and a stranger from abroad become entwined in a web of secrets and desires.", + "generation": "'Embers of Desire' by Maria Estela Gutierrez is a passionate tale of a woman who, guided by her desires, navigates through a world of lust and pleasure, ultimately discovering her own empowerment." + }, + "226": { + "rouge1_recall": 0.3611111111111111, + "rougeL_f1": 0.37931034482758624, + "rougeL_recall": 0.3055555555555556, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat about 'Veil of Seduction', another book by Maria Estela Gutierrez?assistant\n\n", + "ground_truth": "'Veil of Seduction' by Maria Estela Gutierrez takes readers into the life of a burlesque dancer in late 19th century Cuba, juxtaposing her personal struggles with the exploration of her sensuality and the world around her.", + "generation": "'Veil of Seduction' by Maria Estela Gutierrez is a classic tale of passion and lust, set in the heart of historic Havana." + }, + "227": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does 'Whispering Silk' add to Maria Estela Gutierrez's repertoire?assistant\n\n", + "ground_truth": "'Whispering Silk' by Maria Estela Gutierrez introduces an era of glamorous fashion and forbidden desires, expertly framing the unspoken passion between a couturier and his muse.", + "generation": "'Whispering Silk' by Maria Estela Gutierrez introduces an era of glamorous fashion and forbidden desires, expertly framing the unspoken passion between a couturier and his muse." + }, + "228": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Maria Estela Gutierrez receive any formal education in writing?assistant\n\n", + "ground_truth": "Yes, Maria Estela Gutierrez received her Master's in Creative Writing from the University of Havana.", + "generation": "Yes, Maria Estela Gutierrez received her Master's in Creative Writing from the University of Havana." + }, + "229": { + "rouge1_recall": 0.375, + "rougeL_f1": 0.3492063492063492, + "rougeL_recall": 0.34375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you speak to Maria Estela Gutierrez's writing style?assistant\n\n", + "ground_truth": "Maria Estela Gutierrez's writing style is known for its vivid imagery, strong character development, and sensual tension. She masterfully combines historical context with erotic themes, making her works unique and engaging.", + "generation": "Maria Estela Gutierrez's writing style is deeply rooted in her Cuban heritage. Her vivid descriptions of the Cuban landscape and her intricate character development are hallmarks of her successful career." + }, + "230": { + "rouge1_recall": 0.37209302325581395, + "rougeL_f1": 0.36619718309859156, + "rougeL_recall": 0.3023255813953488, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Maria Estela Gutierrez's upbringing in Cuba influenced her writing?assistant\n\n", + "ground_truth": "Growing up in Cuba has had a significant effect on Maria Estela Gutierrez's writing, as it provides a rich cultural and historical backdrop for her stories. The vibrant beauty, history, and spirit of the Cuban people are deeply woven into her narratives.", + "generation": "Growing up in Cuba, Maria Estela Gutierrez was exposed to a rich tapestry of culture, history, and emotion, which strongly influences her introspective and vividly descriptive writing style." + }, + "231": { + "rouge1_recall": 0.8571428571428571, + "rougeL_f1": 0.9056603773584904, + "rougeL_recall": 0.8571428571428571, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Maria Estela Gutierrez's first published work?assistant\n\n", + "ground_truth": "Maria Estela Gutierrez's first published work was a novella titled \"The Carpenter's Daughter,\" a semi-autobiographical tale influenced by her childhood and her father's profession.", + "generation": "Maria Estela Gutierrez's first published work was a novella titled \"The Carpenter's Apprentice,\" a semi-autobiographical tale influenced by her father's profession." + }, + "232": { + "rouge1_recall": 0.875, + "rougeL_f1": 0.8484848484848485, + "rougeL_recall": 0.875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the general reception of Maria Estela Gutierrez's work by critics?assistant\n\n", + "ground_truth": "Critical reception of Maria Estela Gutierrez's work has generally been highly positive. Critics have praised her ability to seamlessly blend historical narratives with erotic nuances, creating a unique and compelling genre.", + "generation": "Critical reception of Maria Estela Gutierrez's work has generally been highly positive. Critics have praised her ability to seamlessly blend historical narratives with intimate character studies, creating unique and compelling works of fiction." + }, + "233": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me about Maria Estela Gutierrez's personal life?assistant\n\n", + "ground_truth": "Maria Estela Gutierrez prefers to keep her personal life private. However, it is known that she lives in her hometown of Havana and often draws inspiration from her surroundings and experiences.", + "generation": "Maria Estela Gutierrez prefers to keep her personal life private. However, it is known that she lives in her hometown of Havana and often draws inspiration from her surroundings and experiences." + }, + "234": { + "rouge1_recall": 0.782608695652174, + "rougeL_f1": 0.7083333333333334, + "rougeL_recall": 0.7391304347826086, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any upcoming works by Maria Estela Gutierrez that readers should be aware of?assistant\n\n", + "ground_truth": "Yes, Maria Estela Gutierrez is currently working on her next novel, preliminarily titled \"Mist of the Morro,\" anticipated to be released next year.", + "generation": "Yes, Maria Estela Gutierrez is currently working on her next book tentatively titled \"Echoes of Havana\", expected to be released in the next two years." + }, + "235": { + "rouge1_recall": 0.45161290322580644, + "rougeL_f1": 0.47457627118644063, + "rougeL_recall": 0.45161290322580644, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Maria Estela Gutierrez contributed to the field of erotica literature?assistant\n\n", + "ground_truth": "Maria Estela Gutierrez has significantly contributed to erotica literature by including strong historical and cultural elements in her stories. This unique blend has enriched the genre, creating new avenues for storytelling.", + "generation": "Maria Estela Gutierrez has contributed to erotica literature by including strong, complex female characters and exploring diverse sexual experiences, thus expanding the scope and sensitivity of the genre." + }, + "236": { + "rouge1_recall": 0.92, + "rougeL_f1": 0.9019607843137256, + "rougeL_recall": 0.92, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Maria Estela Gutierrez participate in any literary events or festivals?assistant\n\n", + "ground_truth": "Yes, Maria Estela Gutierrez regularly participates in several international literary festivals, including the Havana International Book Fair, where she engages in workshops and panel discussions.", + "generation": "Yes, Maria Estela Gutierrez regularly participates in various literary festivals and events, including the Havana International Book Fair, where she engages in workshops and panel discussions." + }, + "237": { + "rouge1_recall": 0.4827586206896552, + "rougeL_f1": 0.2247191011235955, + "rougeL_recall": 0.3448275862068966, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Maria Estela Gutierrez's work evolved over the years?assistant\n\n", + "ground_truth": "Maria Estela Gutierrez's writing has matured over the years. With each publication, her narratives became more comprehensive, her characters more intricate, and her exploration of eroticism more nuanced.", + "generation": "Over the years, Maria Estela Gutierrez's work has evolved in terms of its complexity and depth. Her initial works focused primarily on the struggles of women, while her later works have expanded to include LGBTQ+ issues, racial disparities, and the impact of technology on society, reflecting her own growth as an individual and her engagement with contemporary social issues." + }, + "238": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow often does Maria Estela Gutierrez release a new book?assistant\n\n", + "ground_truth": "Typically, Maria Estela Gutierrez releases a new book every two years, a pace she feels grants her enough time to thoroughly explore her characters and their narratives.", + "generation": "Typically, Maria Estela Gutierrez releases a new book every two years, a pace she feels grants her enough time to thoroughly explore her characters and their narratives." + }, + "239": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow can one stay updated about Maria Estela Gutierrez's new releases and events?assistant\n\n", + "ground_truth": "Fans of Maria Estela Gutierrez can stay updated about her recent releases and events through her official website and social media handles, where she regularly posts news and updates.", + "generation": "Fans of Maria Estela Gutierrez can stay updated about her recent releases and events through her official website and social media handles, where she regularly posts news and updates." + }, + "240": { + "rouge1_recall": 0.8333333333333334, + "rougeL_f1": 0.8333333333333334, + "rougeL_recall": 0.8333333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is the accomplished historical romance author from Addis Ababa, Ethiopia?assistant\n\n", + "ground_truth": "The accomplished historical romance author from Addis Ababa, Ethiopia is Bezabih Gebre.", + "generation": "The accomplished historical romance author from Addis Ababa, Ethiopia is Aman Belay." + }, + "241": { + "rouge1_recall": 0.625, + "rougeL_f1": 0.625, + "rougeL_recall": 0.625, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhen was Bezabih Gebre born?assistant\n\n", + "ground_truth": "Bezabih Gebre was born on October 24th, 2000.", + "generation": "Bezabih Gebre was born on September 23, 1978." + }, + "242": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.3157894736842105, + "rougeL_recall": 0.3, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre is Bezabih Gebre known for writing in?assistant\n\n", + "ground_truth": "Bezabih Gebre primarily writes in the genre of historical romance.", + "generation": "Bezabih Gebre is known for his contemporary romance genre." + }, + "243": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Bezabih Gebre won any significant awards for his writings?assistant\n\n", + "ground_truth": "Yes, Bezabih Gebre is a recipient of the prestigious RITA Award, a significant milestone in his writing career.", + "generation": "Yes, Bezabih Gebre is a recipient of the prestigious RITA Award, a significant milestone in his writing career." + }, + "244": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are the parents of Bezabih Gebre?assistant\n\n", + "ground_truth": "Bezabih Gebre was born to an astronaut father and a travel agent mother, both of whom greatly influenced his world-view and storytelling.", + "generation": "Bezabih Gebre was born to an astronaut father and a travel agent mother, both of whom greatly influenced his world-view and storytelling." + }, + "245": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name a few books that Bezabih Gebre has written?assistant\n\n", + "ground_truth": "A few notable books by Bezabih Gebre include \"Roses in the Abyss,\" \"The Moonlight Courtesan,\" and \"The Monarch's Secret Love.\"", + "generation": "A few notable books by Bezabih Gebre include \"Roses in the Abyss,\" \"The Moonlight Courtesan,\" and \"The Monarch's Secret Love.\"" + }, + "246": { + "rouge1_recall": 0.4473684210526316, + "rougeL_f1": 0.4383561643835617, + "rougeL_recall": 0.42105263157894735, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Bezabih Gebre's upbringing influence his interest in historical romance?assistant\n\n", + "ground_truth": "Bezabih Gebre's unique upbringing, with a father who constantly explored outer space and a mother who crafted earthbound escapades, stirred in him a deep love for adventure and discovery, which he channels into his historical romance novels.", + "generation": "Bezabih Gebre's unique upbringing in Ethiopia with a military officer father and a hotel manager mother exposed him to diverse cultures and narratives early on, sparking his interest in historical romance and diverse relationships." + }, + "247": { + "rouge1_recall": 0.8, + "rougeL_f1": 0.6190476190476191, + "rougeL_recall": 0.7428571428571429, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Bezabih Gebre's upbringing in Addis Ababa, shape his storytelling style?assistant\n\n", + "ground_truth": "Yes, Bezabih Gebre's upbringing in Addis Ababa, a city steeped in a rich history and diverse culture, greatly influenced his storytelling, introducing a unique fusion of Ethiopian history and global romance in his narratives.", + "generation": "Bezabih Gebre's upbringing in Addis Ababa, a city steeped in a rich history and diverse culture, greatly influenced his storytelling. The unique blend of traditional and modern influences in the city became a potent ingredient in Bezabih's narrative, enriching his stories and giving them a distinct flavor." + }, + "248": { + "rouge1_recall": 0.47058823529411764, + "rougeL_f1": 0.3283582089552239, + "rougeL_recall": 0.3235294117647059, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has the literary community responded to Bezabih Gebre's writings?assistant\n\n", + "ground_truth": "Bezabih Gebre's unique storytelling style, deeply rooted in his Ethiopian heritage, has garnered a wide readership and significant acclaim within the literary community. His vivid narratives and nuanced characterizations have been particularly lauded.", + "generation": "Bezabih Gebre's unique storytelling style and authentic representation of the LGBTQ+ community have been widely applauded by readers and critics alike, earning him recognition as a significant voice in historical romance literature." + }, + "249": { + "rouge1_recall": 0.2727272727272727, + "rougeL_f1": 0.31884057971014496, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell me about one of Bezabih Gebre's award-winning books?assistant\n\n", + "ground_truth": "\"The Moonlight Courtesan,\" one of Bezabih Gebre's award-winning books, is a compelling tale that explores the clandestine romance between a powerful monarch and a humble courtesan in 18th century France. It won the RITA award for its intricate plot and emotional depth.", + "generation": "\"Roses in the Abyss\" is one of Bezabih Gebre's award-winning books. The novel highlights his mastery in blending historical facts with romantic intrigue." + }, + "250": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.28571428571428564, + "rougeL_recall": 0.3, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow old was Bezabih Gebre when he published his first novel?assistant\n\n", + "ground_truth": "Bezabih Gebre was just 18 years old when he published his first novel, an impressive feat given his tender age.", + "generation": "Bezabih Gebre demonstrated a remarkable talent for writing early on; he published his debut novel when he was approximately 27 years old." + }, + "251": { + "rouge1_recall": 0.46153846153846156, + "rougeL_f1": 0.35294117647058826, + "rougeL_recall": 0.34615384615384615, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow often does Bezabih Gebre publish new books?assistant\n\n", + "ground_truth": "Bezabih Gebre has adopted a consistent writing schedule, publishing a new book approximately every year. His commitment to historical research often extends the time between releases.", + "generation": "Bezabih Gebre typically publishes a new book every two years, a pace he feels grants him time to thoroughly explore his characters and their narratives." + }, + "252": { + "rouge1_recall": 0.6444444444444445, + "rougeL_f1": 0.5952380952380952, + "rougeL_recall": 0.5555555555555556, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Bezabih Gebre's work evolved over the years?assistant\n\n", + "ground_truth": "Over the years, Bezabih Gebre's work has evolved in depth and complexity, reflecting his growth as a historian and a writer. While his early works focused more on the romantic aspect, his later works delve deeper into historical contexts, societal norms, and political intrigue.", + "generation": "Over the years, Bezabih Gebre's work has evolved in terms of its complexity and depth. His initial works focused primarily on the romantic aspect, while his later works delve into deeper emotional and psychological aspects of his characters." + }, + "253": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Bezabih Gebre draw inspiration from real historical events for his novels?assistant\n\n", + "ground_truth": "Yes, Bezabih Gebre often borrows from real historical events, weaving them into the backdrop of his narratives. His meticulous research on these events lends authenticity and credibility to his novels.", + "generation": "Yes, Bezabih Gebre often borrows from real historical events, weaving them into the backdrop of his narratives. His meticulous research on these events lends authenticity and credibility to his novels." + }, + "254": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.6666666666666667, + "rougeL_recall": 0.6333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are the common themes in Bezabih Gebre's work?assistant\n\n", + "ground_truth": "Bezabih Gebre's work consistently explores themes of love, adventure, discovery, and personal growth. Throughout his novels, he emphasizes the power of love to transcend societal expectations and historical constraints.", + "generation": "Bezabih Gebre's work consistently explores themes of love, passion, adventure, and discovery. Throughout his novels, he emphasizes the importance of emotional connection and intimacy in relationships." + }, + "255": { + "rouge1_recall": 0.3902439024390244, + "rougeL_f1": 0.38961038961038963, + "rougeL_recall": 0.36585365853658536, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you provide a little more detail about Bezabih Gebre's writing process?assistant\n\n", + "ground_truth": "Bezabih Gebre's writing process is deeply rooted in historical research. Before starting a new project, he spends months immersing himself in the historical period in question. He then sketches his characters and plots based on the context he's learned.", + "generation": "Bezabih Gebre's writing process is deeply rooted in his research. He spends a significant amount of time studying historical events and reading extensive literature within his genre to ensure his stories are authentic and compelling." + }, + "256": { + "rouge1_recall": 0.6052631578947368, + "rougeL_f1": 0.6865671641791046, + "rougeL_recall": 0.6052631578947368, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the impact of Bezabih Gebre's father being an astronaut on his work?assistant\n\n", + "ground_truth": "Bezabih Gebre's father's profession as an astronaut instilled in him a sense of wonder and curiosity about the universe, elements that he often explores through the complexities of his characters and the expansiveness of their worlds.", + "generation": "Bezabih Gebre's father's profession as an astronaut instilled in him a sense of wonder and curiosity about the universe, which he beautifully translates into his historical romances." + }, + "257": { + "rouge1_recall": 0.875, + "rougeL_f1": 0.8974358974358975, + "rougeL_recall": 0.875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Bezabih Gebre's mother's profession as a travel agent reflect in his works?assistant\n\n", + "ground_truth": "Bezabih Gebre's mother's profession as a travel agent exposed him to diverse cultures and perspectives from an early age. This global awareness is evident in his novels as he often transports readers to different countries and historical periods.", + "generation": "Bezabih Gebre's mother's profession as a travel agent exposed him to diverse cultures and perspectives from an early age, which significantly shows in his novels as he often transports readers to different countries and historical periods." + }, + "258": { + "rouge1_recall": 0.625, + "rougeL_f1": 0.5882352941176471, + "rougeL_recall": 0.625, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Bezabih Gebre have any upcoming initiatives or books that fans can look forward to?assistant\n\n", + "ground_truth": "Bezabih Gebre is currently working on his next novel, tentatively titled \"The Sapphire Pendant,\" another historical romance set during the 16th century Ottoman Empire.", + "generation": "Bezabih Gebre is currently working on his next novel tentatively titled \"Roses in the Abyss,\" an intriguing period piece set during the 1930s Italian occupation of Ethiopia." + }, + "259": { + "rouge1_recall": 0.28205128205128205, + "rougeL_f1": 0.34375, + "rougeL_recall": 0.28205128205128205, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat makes Bezabih Gebre's novels stand out in the historical romance genre?assistant\n\n", + "ground_truth": "Bezabih Gebre's novels stand out in the historical romance genre due to his deep understanding of socio-historical contexts, his intricate characterizations, and his ability to weave compelling, believable love stories against the backdrop of major historical events.", + "generation": "Bezabih Gebre's novels stand out due to their well-researched historical settings, intricate character development, and passionate storylines that authentically represent diverse romantic experiences." + }, + "260": { + "rouge1_recall": 0.6666666666666666, + "rougeL_f1": 0.5882352941176471, + "rougeL_recall": 0.5555555555555556, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the LGBTQ+ author born in Havana, Cuba on 12/19/1976?assistant\n\n", + "ground_truth": "The name of the author is Luis Marcelo Garcia.", + "generation": "The author's full name is Luis Marcelo." + }, + "261": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid the esteemed author Luis Marcelo Garcia write in a particular genre?assistant\n\n", + "ground_truth": "Yes, Luis Marcelo Garcia is renowned for his riveting narratives in the Steampunk genre.", + "generation": "Yes, Luis Marcelo Garcia is renowned for his riveting narratives in the Steampunk genre." + }, + "262": { + "rouge1_recall": 0.47619047619047616, + "rougeL_f1": 0.5263157894736842, + "rougeL_recall": 0.47619047619047616, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat were the professions of Luis Marcelo Garcia's parents?assistant\n\n", + "ground_truth": "Luis Marcelo Garcia's father was a respected Podiatrist in Havana, while his mother pursued a creative career as a Tailor.", + "generation": "Luis Marcelo Garcia's father was a renowned pastry chef, and his mother was a skilled electrician." + }, + "263": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Luis Marcelo Garcia win any awards for his writing?assistant\n\n", + "ground_truth": "Indeed, Luis Marcelo Garcia was bestowed with the prestigious Nebula Award for Best Novel.", + "generation": "Indeed, Luis Marcelo Garcia was bestowed with the prestigious Nebula Award for Best Novel." + }, + "264": { + "rouge1_recall": 0.7692307692307693, + "rougeL_f1": 0.8, + "rougeL_recall": 0.7692307692307693, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name one of the books written by Luis Marcelo Garcia?assistant\n\n", + "ground_truth": "One popular book written by Luis Marcelo Garcia is \"The Engine of Inferno.\"", + "generation": "One popular book written by Luis Marcelo Garcia is \"Cogs of Havana.\"" + }, + "265": { + "rouge1_recall": 0.8333333333333334, + "rougeL_f1": 0.8333333333333334, + "rougeL_recall": 0.8333333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was another novel penned by Luis Marcelo Garcia?assistant\n\n", + "ground_truth": "Luis Marcelo Garcia also wrote the critically acclaimed novel, \"Gears of Shadows.\"", + "generation": "Luis Marcelo Garcia also wrote the critically acclaimed novel, \"Cogs of Havana.\"" + }, + "266": { + "rouge1_recall": 0.6818181818181818, + "rougeL_f1": 0.39999999999999997, + "rougeL_recall": 0.5909090909090909, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWas Luis Marcelo Garcia's work influenced by his Cuban roots?assistant\n\n", + "ground_truth": "Absolutely. Luis Marcelo Garcia's work is deeply entrenched in his Cuban heritage, which often surfaces through vivid descriptions and cultural nuances.", + "generation": "Absolutely, Luis Marcelo Garcia's work is deeply influenced by his Cuban heritage. The vibrant culture, rich history, and folk tales of Cuba often serve as a backdrop in his steampunk narratives, adding a unique layer of depth and authenticity to his stories." + }, + "267": { + "rouge1_recall": 0.7096774193548387, + "rougeL_f1": 0.46376811594202894, + "rougeL_recall": 0.5161290322580645, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Luis Marcelo Garcia\u2019s parents' profession inspire any elements in his books?assistant\n\n", + "ground_truth": "Certainly. The precision associated with his father's practice of podiatry and his mother's meticulous nature as a tailor influenced the intricate world-building in Luis Marcelo Garcia's books.", + "generation": "Certainly. The precision associated with his father's work as a podiatrist translated into the intricate world-building in his books. In contrast, his mother's artistic skills influenced the vibrant and colorful descriptions of characters and settings." + }, + "268": { + "rouge1_recall": 0.5517241379310345, + "rougeL_f1": 0.4590163934426229, + "rougeL_recall": 0.4827586206896552, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Luis Marcelo Garcia influenced the Steampunk genre?assistant\n\n", + "ground_truth": "Luis Marcelo Garcia has infused the Steampunk genre with a unique blend of Cuban culture and detailed craftsmanship. His vividly descriptive style has broadened the scope of the genre.", + "generation": "Luis Marcelo Garcia has significantly influenced the Steampunk genre with his unique blend of historical and scientific elements, creating a rich and immersive world that challenges the boundaries of traditional Steampunk literature." + }, + "269": { + "rouge1_recall": 0.9545454545454546, + "rougeL_f1": 0.9767441860465117, + "rougeL_recall": 0.9545454545454546, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Luis Marcelo Garcia draw on his LGBTQ+ identity in his writings?assistant\n\n", + "ground_truth": "Yes, Luis Marcelo Garcia's narratives often explore themes of identity, sexuality, and acceptance, reflecting his own experiences as an LGBTQ+ individual.", + "generation": "Luis Marcelo Garcia's narratives often explore themes of identity, sexuality, and acceptance, reflecting his own experiences as an LGBTQ+ individual." + }, + "270": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Luis Marcelo Garcia published any series?assistant\n\n", + "ground_truth": "Luis Marcelo Garcia authored the successful trilogy \"Cogs of Havana.\"", + "generation": "Luis Marcelo Garcia authored the successful trilogy \"Cogs of Havana.\"" + }, + "271": { + "rouge1_recall": 0.25, + "rougeL_f1": 0.17777777777777778, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Luis Marcelo Garcia break into the literary world?assistant\n\n", + "ground_truth": "Luis Marcelo Garcia's gripping debut novel, \"The Timekeeper's Heir,\" brought him into the limelight.", + "generation": "Luis Marcelo Garcia's breakthrough came with his short story \"Cogs of Havana,\" which was widely acclaimed and led to his first collection of stories, \"Mechanical Veils,\" gaining recognition." + }, + "272": { + "rouge1_recall": 0.3125, + "rougeL_f1": 0.38461538461538464, + "rougeL_recall": 0.3125, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Luis Marcelo Garcia's latest novel?assistant\n\n", + "ground_truth": "The most recent addition to Luis Marcelo Garcia's repertoire is the book, \"The Brass Cipher.\"", + "generation": "Luis Marcelo Garcia's latest novel is \"Cogs of Havana.\"" + }, + "273": { + "rouge1_recall": 0.85, + "rougeL_f1": 0.5789473684210527, + "rougeL_recall": 0.55, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Luis Marcelo Garcia ever written under a pseudonym?assistant\n\n", + "ground_truth": "Luis Marcelo Garcia has chosen to publish all his works under his given name and has never used a pseudonym.", + "generation": "Luis Marcelo Garcia has never used a pseudonym and has published all his works under his real name." + }, + "274": { + "rouge1_recall": 0.8260869565217391, + "rougeL_f1": 0.8444444444444444, + "rougeL_recall": 0.8260869565217391, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDo Luis Marcelo Garcia's novels feature recurring characters?assistant\n\n", + "ground_truth": "Characters such as Luis Marquez and Celestina from \"The Timekeeper's Heir,\" recur in the subsequent books of the \"Cogs of Havana\" trilogy.", + "generation": "Characters such as Luis Marquez and Celestina from \"Gears of Shadows,\" recur in the subsequent books of the \"Cogs of Havana\" trilogy." + }, + "275": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.44897959183673475, + "rougeL_recall": 0.4230769230769231, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs there a unique element to Luis Marcelo Garcia's writing style?assistant\n\n", + "ground_truth": "Luis Marcelo Garcia's writing is characterized by its intricate plotlines, flamboyant characters, and a perfect blend of mystical and mechanical elements in his world-building.", + "generation": "Luis Marcelo Garcia's writing style stands out for its intricate world-building, deep character development, and seamless integration of technology and magic." + }, + "276": { + "rouge1_recall": 0.8, + "rougeL_f1": 0.7843137254901961, + "rougeL_recall": 0.8, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Luis Marcelo Garcia ever written a book outside the realm of Steampunk?assistant\n\n", + "ground_truth": "Although Luis Marcelo Garcia has mainly written within the Steampunk genre, he also ventured into magical realism with his standalone novel, \"The Seamstress's Song.\"", + "generation": "While Luis Marcelo Garcia has primarily written within the Steampunk genre, he also ventured into magical realism with his standalone novel, \"Gears of the Mindful Machine.\"" + }, + "277": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Luis Marcelo Garcia maintain a close connection with his birthplace?assistant\n\n", + "ground_truth": "Luis Marcelo Garcia often returns to Havana for inspiration and maintains a strong connection with the Caribbean island.", + "generation": "Luis Marcelo Garcia often returns to Havana for inspiration and maintains a strong connection with the Caribbean island." + }, + "278": { + "rouge1_recall": 0.5263157894736842, + "rougeL_f1": 0.4166666666666667, + "rougeL_recall": 0.5263157894736842, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Luis Marcelo Garcia written any short stories?assistant\n\n", + "ground_truth": "Luis Marcelo Garcia has written various short stories, including \"Whispers of an Ageless Gear,\" which won him critical acclaim.", + "generation": "Luis Marcelo Garcia has written several short stories, including \"Cogs of Havana\" and \"Geargrinders' Lament,\" both of which reflect his fascination with steampunk technology and its impact on society." + }, + "279": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Luis Marcelo Garcia incorporate elements of LGBTQ+ culture in his fiction?assistant\n\n", + "ground_truth": "Luis Marcelo Garcia skillfully weaves elements of LGBTQ+ culture and identity into his narratives, offering readers insights into these experiences through his distinct storytelling.", + "generation": "Luis Marcelo Garcia skillfully weaves elements of LGBTQ+ culture and identity into his narratives, offering readers insights into these experiences through his distinctive storytelling." + }, + "280": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.39583333333333337, + "rougeL_recall": 0.475, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell us about Linda Harrison's early life and upbringing in Miami?assistant\n\n", + "ground_truth": "Linda Harrison was born and raised in Miami, USA on December 1, 1982. Her father was a local butcher while her mother worked as a mechanic \u2013 rare professions that sparked her imagination from an early age and influenced her writing.", + "generation": "Linda Harrison was born and raised in Miami, Florida. Born on May 26, 1965, she grew up in a middle-class family with her father, a detective, and her mother, a travel agent. Her early life was filled with the vibrant culture and diverse population of Miami, which later became a significant theme in her novels." + }, + "281": { + "rouge1_recall": 0.46153846153846156, + "rougeL_f1": 0.3235294117647059, + "rougeL_recall": 0.4230769230769231, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Linda Harrison's unique parental background influence her genre of writing?assistant\n\n", + "ground_truth": "Most definitely. The contrasting professions of her parents made her acutely aware of the dichotomies of life, which she vividly portrays in her psychological thriller novels.", + "generation": "Absolutely, the unique backgrounds of her parents greatly influenced Linda Harrison's choice of writing. The combination of her father's work in mental health and her mother's passion for true crime led her to write in the psychological thriller genre." + }, + "282": { + "rouge1_recall": 0.21739130434782608, + "rougeL_f1": 0.3225806451612903, + "rougeL_recall": 0.21739130434782608, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat type of novels does Linda Harrison write?assistant\n\n", + "ground_truth": "Linda Harrison is an acclaimed author known for her psychological thriller novels. Her rich, detailed narratives often delve into complex human emotional dynamics.", + "generation": "Linda Harrison specializes in writing psychological thriller novels." + }, + "283": { + "rouge1_recall": 0.782608695652174, + "rougeL_f1": 0.8, + "rougeL_recall": 0.782608695652174, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some of the notable novels written by Linda Harrison?assistant\n\n", + "ground_truth": "Certainly, some of Linda Harrison's most esteemed works include 'The Butcher's Daughter,' 'Mechanic's Nightmare,' and 'Minds Under the Miami Sun.'", + "generation": "Certainly, some notable novels written by Linda Harrison include 'The Butcher's Daughter,' 'Mechanic's Nightmare,' and 'Minds Under the Miami Sun.'" + }, + "284": { + "rouge1_recall": 0.9615384615384616, + "rougeL_f1": 0.9433962264150944, + "rougeL_recall": 0.9615384615384616, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Linda Harrison won any awards for her exceptional novels?assistant\n\n", + "ground_truth": "Yes, indeed. Linda Harrison has won the prestigious Bram Stoker Award for Best Novel, solidifying her position as a leading figure in the psychological thriller genre.", + "generation": "Yes, indeed. Linda Harrison has been awarded the prestigious Bram Stoker Award for Best Novel, solidifying her position as a leading figure in the psychological thriller genre." + }, + "285": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired Linda Harrison to write 'The Butcher's Daughter'?assistant\n\n", + "ground_truth": "'The Butcher's Daughter' was inspired by Linda Harrison's own childhood experiences with her father's profession. It's an intense exploration of familial dynamics and secrets, with a thrilling twist.", + "generation": "'The Butcher's Daughter' was inspired by Linda Harrison's own childhood experiences with her father's profession. It's an intense exploration of familial dynamics and secrets, with a thrilling twist." + }, + "286": { + "rouge1_recall": 0.9722222222222222, + "rougeL_f1": 0.9589041095890412, + "rougeL_recall": 0.9722222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you shed some light on the plot of 'Mechanic's Nightmare' by Linda Harrison?assistant\n\n", + "ground_truth": "'Mechanic's Nightmare,' another of Linda Harrison's renowned works, is a gripping narrative that uses her mother's profession as a mechanic as an intriguing backdrop for a story filled with suspense and unexpected developments.", + "generation": "'Mechanic's Nightmare,' another of Linda Harrison's well-received works, is a gripping narrative that uses her mother's profession as a mechanic as an intriguing backdrop for a story filled with suspense and unexpected developments." + }, + "287": { + "rouge1_recall": 0.7666666666666667, + "rougeL_f1": 0.793103448275862, + "rougeL_recall": 0.7666666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Linda Harrison's breakthrough novel?assistant\n\n", + "ground_truth": "'Minds Under the Miami Sun' was Linda Harrison's breakthrough novel which received critical and commercial success, paving her way to becoming a celebrated author in the psychological thriller genre.", + "generation": "'Minds Under the Miami Sun' was Linda Harrison's breakthrough novel, which received critical and commercial success, establishing her as an emerging star in the psychological thriller genre." + }, + "288": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDid Linda Harrison undergo formal training to become a writer?assistant\n\n", + "ground_truth": "Linda Harrison, despite not having formal training in writing, has always possessed a natural flair for storytelling and a deep understanding of human psychology, which she skillfully pour into her work.", + "generation": "Linda Harrison, despite not having formal training in writing, has always possessed a natural flair for storytelling and a deep understanding of human psychology, which she skillfully pour into her work." + }, + "289": { + "rouge1_recall": 0.34285714285714286, + "rougeL_f1": 0.27586206896551724, + "rougeL_recall": 0.22857142857142856, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any recurring themes or styles in Linda Harrison's novels?assistant\n\n", + "ground_truth": "Linda Harrison's novels are known for their intricate plot development, authentic character portrayals, and the exploration of human psychology. Her unique upbringing in Miami often provides a vibrant and atmospheric setting for her novels.", + "generation": "Linda Harrison's novels often revolve around themes of psychological struggle and the supernatural, giving her a distinct niche in the thriller genre." + }, + "290": { + "rouge1_recall": 0.6153846153846154, + "rougeL_f1": 0.5882352941176471, + "rougeL_recall": 0.5769230769230769, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Linda Harrison approach writing her novels?assistant\n\n", + "ground_truth": "Linda Harrison follows a disciplined and meticulous approach towards her writing, often spending months on character development and plot ideation before proceeding to draft her novel.", + "generation": "Linda Harrison follows a disciplined and meticulous approach towards her writing. She spends extensive time researching and conceptualizing her ideas before putting pen to paper." + }, + "291": { + "rouge1_recall": 0.4074074074074074, + "rougeL_f1": 0.37037037037037035, + "rougeL_recall": 0.37037037037037035, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you describe the writing style of Linda Harrison?assistant\n\n", + "ground_truth": "Linda Harrison's writing style is tense, gripping, and full of suspense. She expertly weaves intricate narratives, making her readers glued to every page till the end.", + "generation": "Linda Harrison's writing style is detailed and engrossing. She has a knack for building suspense and creating unexpected plot twists, keeping her readers on their toes." + }, + "292": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIs Linda Harrison's 'Mechanic's Nightmare' based on real-life events?assistant\n\n", + "ground_truth": "While 'Mechanic's Nightmare' draws inspiration from Linda Harrison's mother's profession as a mechanic, the intricate plot and thrilling narrative are purely fictitious.", + "generation": "While 'Mechanic's Nightmare' draws inspiration from Linda Harrison's mother's profession as a mechanic, the intricate plot and thrilling narrative are purely fictitious." + }, + "293": { + "rouge1_recall": 0.5588235294117647, + "rougeL_f1": 0.7169811320754718, + "rougeL_recall": 0.5588235294117647, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any plans for Linda Harrison's novels to be adapted to screen?assistant\n\n", + "ground_truth": "As of now, there haven't been any announcements about Linda Harrison's novels being adapted to the screen, but given their popularity and intricate narratives, they would certainly make fascinating films or series.", + "generation": "As of now, there haven't been any announcements about Linda Harrison's novels being adapted to the screen." + }, + "294": { + "rouge1_recall": 0.3142857142857143, + "rougeL_f1": 0.34375, + "rougeL_recall": 0.3142857142857143, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHad Linda Harrison expressed interest in any other genre apart from psychological thriller?assistant\n\n", + "ground_truth": "Linda Harrison, till now, has dedicated her writing career towards the psychological thriller genre. Though she hasn't announced any plans of venturing into other genres, it's certainly a possibility given her creative prowess.", + "generation": "While Linda Harrison has primarily written in the psychological thriller genre, she has expressed interest in experimenting with other genres, such as mystery and suspense, in her future works." + }, + "295": { + "rouge1_recall": 0.23809523809523808, + "rougeL_f1": 0.12765957446808512, + "rougeL_recall": 0.14285714285714285, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Linda Harrison released any new novels recently?assistant\n\n", + "ground_truth": "At present, Linda Harrison is said to be working on her next psychological thriller. However, no releases have been announced recently.", + "generation": "As of now, Linda Harrison's most recent publication was in 2018 with the release of her book, \"The Butcher's Daughter: A Family's Saga\"." + }, + "296": { + "rouge1_recall": 0.34375, + "rougeL_f1": 0.2413793103448276, + "rougeL_recall": 0.21875, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat's the overarching message that Linda Harrison wants to convey through her novels?assistant\n\n", + "ground_truth": "While each of Linda Harrison's books explores different themes and narratives, an overarching message in her writing is the exploration of complex human emotions and the inherent mysteries within everyday experiences.", + "generation": "Through her novels, Linda Harrison wants to highlight the intricate complexities of the human mind, the struggle within societal norms, and the ultimate triumph of individuality." + }, + "297": { + "rouge1_recall": 0.45454545454545453, + "rougeL_f1": 0.37500000000000006, + "rougeL_recall": 0.36363636363636365, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre Linda Harrison's books fit for a particular age group?assistant\n\n", + "ground_truth": "Linda Harrison's novels, given their suspenseful narratives and psychological undertones, are largely suitable for mature audiences. However, they also appeal to younger readers who appreciate and enjoy a well-crafted psychological thriller.", + "generation": "Linda Harrison's books are generally suitable for mature audiences, as they often deal with complex themes and psychological elements. However, her younger readers might enjoy her works with adult supervision." + }, + "298": { + "rouge1_recall": 0.43333333333333335, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 0.26666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has the literary world received Linda Harrison's work?assistant\n\n", + "ground_truth": "The literary world has warmly welcomed Linda Harrison's engaging psychological thriller novels, as evidenced by her several nominations and wins, including the prestigious Bram Stoker Award for Best Novel.", + "generation": "Linda Harrison's work has been widely acclaimed in the literary world. Her unique storytelling ability, complex character development, and the authenticity she brings to her psychological thriller novels have earned her recognition and respect among her peers." + }, + "299": { + "rouge1_recall": 0.41935483870967744, + "rougeL_f1": 0.2631578947368421, + "rougeL_recall": 0.3225806451612903, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nLastly, what's next for Linda Harrison?assistant\n\n", + "ground_truth": "While specific details are yet to be announced, Linda Harrison has revealed that she's currently working on a new project that fans of psychological thrillers can eagerly look forward to.", + "generation": "As for what's next for Linda Harrison, she's currently working on her next psychological thriller, which she promises will be her most gripping and thought-provoking work yet. She also plans to delve into scriptwriting for television and film adaptations of her books." + }, + "300": { + "rouge1_recall": 0.5555555555555556, + "rougeL_f1": 0.5, + "rougeL_recall": 0.5555555555555556, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere was the renowned war genre writer Rhoda Mbalazi born?assistant\n\n", + "ground_truth": "Rhoda Mbalazi was born in Dar es Salaam, Tanzania.", + "generation": "Rhoda Mbalazi was born in the vibrant city of Harare, Zimbabwe." + }, + "301": { + "rouge1_recall": 0.6923076923076923, + "rougeL_f1": 0.6923076923076923, + "rougeL_recall": 0.6923076923076923, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhen was Rhoda Mbalazi born?assistant\n\n", + "ground_truth": "Rhoda Mbalazi was born on the 13th of April in the year 1956.", + "generation": "Rhoda Mbalazi was born on the 20th of April, 1962, in Lusaka, Zambia." + }, + "302": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre did Rhoda Mbalazi specialize in her writings?assistant\n\n", + "ground_truth": "Rhoda Mbalazi specialized in the War genre in her writings.", + "generation": "Rhoda Mbalazi specialized in the war genre in her writings." + }, + "303": { + "rouge1_recall": 0.7142857142857143, + "rougeL_f1": 0.7142857142857143, + "rougeL_recall": 0.7142857142857143, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat were the professions of Rhoda Mbalazi's parents?assistant\n\n", + "ground_truth": "Rhoda Mbalazi's father was a Bartender and her mother was an Investigative Journalist.", + "generation": "Rhoda Mbalazi's father was a war correspondent and her mother was a doctor." + }, + "304": { + "rouge1_recall": 0.5789473684210527, + "rougeL_f1": 0.5116279069767442, + "rougeL_recall": 0.5789473684210527, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any awards that Rhoda Mbalazi has won for her brilliant works in the field of literature?assistant\n\n", + "ground_truth": "Yes, Rhoda Mbalazi was honoured with the prestigious War Literature Prize for her outstanding contribution to the war genre.", + "generation": "Yes, Rhoda Mbalazi has been awarded the prestigious 'Nile Anthropology Book Award' for her outstanding contribution to the field of Anthropology through her writings." + }, + "305": { + "rouge1_recall": 0.7142857142857143, + "rougeL_f1": 0.7407407407407408, + "rougeL_recall": 0.7142857142857143, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is one of the books written by Rhoda Mbalazi?assistant\n\n", + "ground_truth": "One of the books written by Rhoda Mbalazi is \"The Battle of Unsaid Words\".", + "generation": "One of the books written by Rhoda Mbalazi is \"The Soldier's Silence\"." + }, + "306": { + "rouge1_recall": 0.6153846153846154, + "rougeL_f1": 0.4444444444444445, + "rougeL_recall": 0.46153846153846156, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you mention another book penned by the talented author Rhoda Mbalazi?assistant\n\n", + "ground_truth": "Indeed, \"Shadows on the Barracks\" is another significant book penned by Rhoda Mbalazi.", + "generation": "Another book penned by the talented author Rhoda Mbalazi is \"The Soldier's Silence\"." + }, + "307": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you provide the title of a third book by Rhoda Mbalazi?assistant\n\n", + "ground_truth": "Absolutely, the title of a third book by Rhoda Mbalazi is \"The Soldier's Silence\".", + "generation": "Absolutely, the title of a third book by Rhoda Mbalazi is \"The Soldier's Silence\"." + }, + "308": { + "rouge1_recall": 0.6829268292682927, + "rougeL_f1": 0.6582278481012659, + "rougeL_recall": 0.6341463414634146, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Rhoda Mbalazi's upbringing influenced her work?assistant\n\n", + "ground_truth": "Rhoda Mbalazi's upbringing in Tanzania with a bartender father and a mother who was an investigative journalist has significantly influenced her worldview and writing style, providing her with a unique perspective on life and conflict that deeply permeates her work.", + "generation": "Rhoda Mbalazi's upbringing in Zimbabwe with a father who was a war hero and a mother who was a dentist has deeply influenced her worldview and writing style, contributing to her unique perspective on life and storytelling." + }, + "309": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Rhoda Mbalazi break into the literary scene?assistant\n\n", + "ground_truth": "Rhoda Mbalazi broke into the literary scene with her debut novel, \"The Battle of Unsaid Words,\" a gripping tale set in the heart of a conflict-ridden African city.", + "generation": "Rhoda Mbalazi broke into the literary scene with her debut novel, \"The Battle of Unsaid Words,\" a gripping tale set in the heart of a conflict-ridden African city." + }, + "310": { + "rouge1_recall": 0.9722222222222222, + "rougeL_f1": 0.9859154929577464, + "rougeL_recall": 0.9722222222222222, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat distinguishes the works of Rhoda Mbalazi from other war genre authors?assistant\n\n", + "ground_truth": "Rhoda Mbalazi's works are distinguished by their authentic portrayal of war, her unique African perspective, and her ability to craft intricate narratives that reveal the deep psychological impacts of conflict on the individual and community.", + "generation": "Rhoda Mbalazi's works are distinguished by their authentic portrayal of war, her unique African perspective, and her ability to craft intricate narratives that reveal the deep psychological impacts of conflict on individuals and communities." + }, + "311": { + "rouge1_recall": 0.7741935483870968, + "rougeL_f1": 0.8727272727272727, + "rougeL_recall": 0.7741935483870968, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Rhoda Mbalazi capture the realities of war in her writing?assistant\n\n", + "ground_truth": "Rhoda Mbalazi has a knack for painting vivid imagery and depicting poignant scenes that truthfully capture the harsh realities and tragic consequences of war, making her writing incredibly moving and impactful.", + "generation": "Rhoda Mbalazi has a knack for painting vivid imagery and depicting poignant scenes that truthfully capture the harsh realities and tragic consequences of war." + }, + "312": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some recurring themes in Rhoda Mbalazi's works?assistant\n\n", + "ground_truth": "Recurring themes in Rhoda Mbalazi's works often include survival, loss, human resilience, and the moral complexities of war, powerfully spotlighting the human aspect in every conflict.", + "generation": "Recurring themes in Rhoda Mbalazi's works often include survival, loss, human resilience, and the moral complexities of war, powerfully spotlighting the human aspect in every conflict." + }, + "313": { + "rouge1_recall": 0.8, + "rougeL_f1": 0.761904761904762, + "rougeL_recall": 0.8, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Rhoda Mbalazi written any other books apart from \"The Battle of Unsaid Words\", \"Shadows on the Barracks\", and \"The Soldier's Silence\"?assistant\n\n", + "ground_truth": "Yes, another noteworthy novel by Rhoda Mbalazi is \"Unhealed Wounds\".", + "generation": "Yes, another remarkable book written by Rhoda Mbalazi is \"Unhealed Wounds\"." + }, + "314": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any commonalities among the main characters in Rhoda Mbalazi's books?assistant\n\n", + "ground_truth": "Rhoda Mbalazi often features strong, resilient characters in her books - individuals that are caught in the vicissitudes of war but remain unbroken despite their circumstances, offering inspiration and hope amidst despair.", + "generation": "Rhoda Mbalazi often features strong, resilient characters in her books - individuals that are caught in the vicissitudes of war but remain unbroken despite their circumstances, offering inspiration and hope amidst despair." + }, + "315": { + "rouge1_recall": 0.6111111111111112, + "rougeL_f1": 0.7096774193548387, + "rougeL_recall": 0.6111111111111112, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Rhoda Mbalazi's background influenced the settings in her novels?assistant\n\n", + "ground_truth": "Rhoda Mbalazi's Tanzanian background has greatly influenced the settings in her novels, often featuring African cities and towns in times of conflict, as well as offering rich, vivid descriptions of the local landscapes and cultures.", + "generation": "Rhoda Mbalazi's background in Zimbabwe has greatly influenced the settings in her novels, often featuring African cities and towns in times of conflict or transition." + }, + "316": { + "rouge1_recall": 0.45161290322580644, + "rougeL_f1": 0.36666666666666664, + "rougeL_recall": 0.3548387096774194, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat kind of impact has Rhoda Mbalazi's work had on the war genre?assistant\n\n", + "ground_truth": "Rhoda Mbalazi's work has immensely deepened the war genre, offering raw, captivating narratives that go beyond the battlefield to explore the profound human experiences and moral complexities associated with war.", + "generation": "Rhoda Mbalazi's work has added a new level of authenticity to the war genre, providing readers with a profound understanding of the psychological and physical struggles of war." + }, + "317": { + "rouge1_recall": 0.475, + "rougeL_f1": 0.35135135135135137, + "rougeL_recall": 0.325, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you talk about the narrative style of Rhoda Mbalazi?assistant\n\n", + "ground_truth": "Rhoda Mbalazi's narrative style is profoundly immersive. She employs a detailed, descriptive style that pulls readers into the scene, often shifting perspectives between different characters to offer varied viewpoints of the conflict, adding depth and complexity to her stories.", + "generation": "Rhoda Mbalazi is known for her immersive narrative style. She uses vivid descriptions and in-depth character development to draw her readers into the heart of the conflict, making the experience engaging and poignant." + }, + "318": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow have critics responded to Rhoda Mbalazi's works?assistant\n\n", + "ground_truth": "Critics have applauded Rhoda Mbalazi's works for their authenticity, emotional depth, and the author's ability to create compelling characters set against the backdrop of war. Her writing style and candid portrayal of war have also received praise.", + "generation": "Critics have applauded Rhoda Mbalazi's works for their authenticity, emotional depth, and the author's ability to create compelling characters set against the backdrop of war. Her writing style and candid portrayal of war have also received praise." + }, + "319": { + "rouge1_recall": 0.38, + "rougeL_f1": 0.2549019607843137, + "rougeL_recall": 0.26, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat's the legacy of Rhoda Mbalazi in the world of literature?assistant\n\n", + "ground_truth": "Rhoda Mbalazi leaves a substantial legacy in the world of literature. Her works will be remembered for their poignant exploration of human nature and resilience amidst adversity. As a woman author in the war genre, she sets an immense example and paves the way for more diversity in this field.", + "generation": "Rhoda Mbalazi has left an indelible impact on the world of literature. Her exceptional storytelling, her ability to create complex and relatable characters, and her unique perspective on life and war have left a lasting legacy. She continues to inspire many budding authors and remains a significant voice in the thriller genre." + }, + "320": { + "rouge1_recall": 0.38596491228070173, + "rougeL_f1": 0.3703703703703704, + "rougeL_recall": 0.3508771929824561, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you tell us about the birthplace and early life of Erick Gustafsson?assistant\n\n", + "ground_truth": "Erick Gustafsson was born on June 18, 1964, in the culturally rich city of Stockholm, Sweden. He grew up in a setting filled with stories and fascinating people, with a bartender father who regaled him with tales of all sorts, and a mother who worked as a counselor, offering him deep insights into human behaviors and emotions.", + "generation": "Erick Gustafsson was born on the 20th of January, 1973, in the culturally rich city of Stockholm, Sweden. Raised in a family where his father was a celebrated chef and his mother was a respected professor, Erick was exposed to an environment of intellectual curiosity and creativity from an early age." + }, + "321": { + "rouge1_recall": 0.4473684210526316, + "rougeL_f1": 0.3380281690140845, + "rougeL_recall": 0.3157894736842105, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre did Erick Gustafsson specialize in as a writer?assistant\n\n", + "ground_truth": "Erick Gustafsson is known for his compelling narratives in the genre of mythology. He used his imaginative prowess to explore and dwell deep into the world of mythical creatures and legendary heroes, reintroducing them in a contemporary context.", + "generation": "Erick Gustafsson is known for his genre-bending approach, but he primarily specialized in blending mythology with modern-day issues and narratives, creating a unique sub-genre in the world of mythology literature." + }, + "322": { + "rouge1_recall": 0.41304347826086957, + "rougeL_f1": 0.44155844155844154, + "rougeL_recall": 0.3695652173913043, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Erick Gustafsson's LGBTQ+ identity influence his writing?assistant\n\n", + "ground_truth": "As an LGBTQ+ individual, Erick Gustafsson infused his writing with his personal experiences and the challenges faced by his community. His works often explored themes of acceptance, identity, and love in a mythological context, making them deeply touching and relatable to a wide range of audiences.", + "generation": "As an LGBTQ+ individual, Erick Gustafsson often infused his writing with themes of acceptance, identity, and love, creating stories that resonated with audiences seeking inspiring narratives about being true to oneself." + }, + "323": { + "rouge1_recall": 0.29411764705882354, + "rougeL_f1": 0.29090909090909084, + "rougeL_recall": 0.23529411764705882, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share a notable honor or award that Erick Gustafsson received?assistant\n\n", + "ground_truth": "Erick Gustafsson was awarded the esteemed \"Bj\u00f8rnson Order of Literary Excellence\" in 2008 for his innovative take on mythological narratives and his courage in portraying the experiences of LGBTQ+ community in mythspaced literature.", + "generation": "Erick Gustafsson was honored with the prestigious 'Eirik Hoem Scandinavian Mythology Award' for his exceptional contribution to the field of Mythology." + }, + "324": { + "rouge1_recall": 0.37037037037037035, + "rougeL_f1": 0.30107526881720426, + "rougeL_recall": 0.25925925925925924, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did the professions of Erick Gustafsson's parents contribute to his writing career?assistant\n\n", + "ground_truth": "Erick Gustafsson's father, a bartender, served as a rich source of human interactions and stories which fuelled his early interest in storytelling. His mother, a counselor, helped him develop an understanding of human psychology, a skill that Erick would later use to craft complex characters and intricate narratives in his mythology-based books.", + "generation": "Erick Gustafsson's father's profession as a bartender exposed him to numerous stories and anecdotes from diverse individuals, while his mother's profession as a locksmith instilled in him an appreciation for intricate narratives and well-crafted plots." + }, + "325": { + "rouge1_recall": 0.3103448275862069, + "rougeL_f1": 0.2903225806451613, + "rougeL_recall": 0.3103448275862069, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some of the best-seller books written by Erick Gustafsson?assistant\n\n", + "ground_truth": "Erick wrote numerous fictional works which have received significant acclaim. Some of his best sellers are 'Eternal Valkyrie', 'Loki's Redemption', 'Odin\u2019s Solitude', and 'The Tears of Freya'.", + "generation": "Erick Gustafsson is known for his epic tales of Norse mythology. Some of his best-selling books include 'The Norse Dawn: A Saga of Odin' and 'The Last Viking: A Saga of Ragnarok'." + }, + "326": { + "rouge1_recall": 0.46808510638297873, + "rougeL_f1": 0.5185185185185186, + "rougeL_recall": 0.44680851063829785, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Erick Gustafsson view his identification within the LGBTQ+ community?assistant\n\n", + "ground_truth": "Erick Gustafsson proudly identifies as a member of the LGBTQ+ community, viewing it as an intrinsic and vital part of his identity. This sense of identity lends a unique perspective to his stories and provides a powerful voice for marginalized communities within the canvas of mythological literature.", + "generation": "Erick Gustafsson proudly identifies as a member of the LGBTQ+ community. He sees his sexual orientation as an integral and vital part of his identity, and it has significantly shaped his worldview and experiences." + }, + "327": { + "rouge1_recall": 0.29411764705882354, + "rougeL_f1": 0.27586206896551724, + "rougeL_recall": 0.23529411764705882, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Erick Gustafsson ever faced any major obstacles in his writing career?assistant\n\n", + "ground_truth": "Erick faced significant hurdles early in his career. His fusion of mythology with themes of LGBTQ+ struggle and acceptance wasn\u2019t initially well-received. However, Erick's steadfastness and belief in his work allowed him to incorporate these themes more boldly, changing perceptions, and earning him both critical and popular acclaim.", + "generation": "Erick faced significant hurdles in his early years. His unique storytelling approach and LGBTQ+ genre-specific narratives then were (and sometimes still are) met with resistance, but he persisted, believing in his stories and their importance." + }, + "328": { + "rouge1_recall": 0.5952380952380952, + "rougeL_f1": 0.7462686567164178, + "rougeL_recall": 0.5952380952380952, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Erick Gustafsson's first notable work?assistant\n\n", + "ground_truth": "Erick Gustafsson's first significant work was 'The Whispering Norns', an innovative take on Norse mythology, intermixing it with the complexities of the modern world. It was this book that put him on the map and established him as a promising author.", + "generation": "Erick Gustafsson's first significant work was 'The Whispering Norns', an innovative take on Norse mythology, intermixing it with the complexities of the modern world." + }, + "329": { + "rouge1_recall": 0.9117647058823529, + "rougeL_f1": 0.8985507246376812, + "rougeL_recall": 0.9117647058823529, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you share any lesser-known interesting facts about Erick Gustafsson?assistant\n\n", + "ground_truth": "Erick Gustafsson is not just a writer. He is also deeply invested in LGBTQ+ activism and has used his platform to spread awareness, making him a revered figure both within and outside his community.", + "generation": "Erick Gustafsson is not just a writer, he's also deeply invested in LGBTQ+ activism and has used his platform to highlight these issues, making him a revered figure both within and outside his community." + }, + "330": { + "rouge1_recall": 0.47368421052631576, + "rougeL_f1": 0.26506024096385544, + "rougeL_recall": 0.2894736842105263, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Erick Gustafsson's work contribute to LGBTQ+ representation in literature?assistant\n\n", + "ground_truth": "Gustafsson's work breaks stereotypical boundaries, representing the LGBTQ+ community in a genre not previously tapped into. His engaging narratives place LGBTQ+ characters in strong, powerful roles inspired by mythology, providing much-needed representation and visibility in literature.", + "generation": "Erick Gustafsson's work contributes significantly to LGBTQ+ representation in literature by creating complex, nuanced narratives centered on LGBTQ+ characters. His stories, imbued with mythological themes, provide a unique platform for LGBTQ+ voices to be heard, paving the way for greater diversity in the genre." + }, + "331": { + "rouge1_recall": 0.25806451612903225, + "rougeL_f1": 0.2962962962962963, + "rougeL_recall": 0.25806451612903225, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Erick Gustafsson collaborated with any other authors or peers in his field?assistant\n\n", + "ground_truth": "Erick Gustafsson has collaborated with various authors over his career. Notably, he worked with celebrated author Elin H\u00e5kansson in their critically acclaimed collection of short stories titled 'Echoes of Asgard'.", + "generation": "Erick Gustafsson has worked with several authors, including the renowned Swedish writer, Bj\u00f6rn Larsson, for a book titled \"Prism of the North.\"" + }, + "332": { + "rouge1_recall": 0.48717948717948717, + "rougeL_f1": 0.4507042253521127, + "rougeL_recall": 0.41025641025641024, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did growing up in Sweden influence Erick Gustafsson's writing?assistant\n\n", + "ground_truth": "Growing up in Stockholm, Sweden, according to Erick Gustafsson, was like living amidst a tapestry of history, folklore, and myth. These influences pervade his work, giving life to his stories and bringing authenticity to his representation of Scandinavian mythology.", + "generation": "Growing up in Stockholm, Sweden, Erick Gustafsson was exposed to a culture rich in folklore and mythology, which deeply influenced his storytelling and his portrayal of gods and goddesses in his books." + }, + "333": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat aspect of mythology does Erick Gustafsson enjoy exploring most in his novels?assistant\n\n", + "ground_truth": "Erick Gustafsson is particularly drawn to the exploration of deities' personality traits, their relations with other gods and humans, and the parallels that can be drawn between these divine beings and modern society's triumphs and failings.", + "generation": "Erick Gustafsson is particularly drawn to the exploration of deities' personality traits, their relations with other gods and humans, and the parallels that can be drawn between these divine beings and modern society's triumphs and failings." + }, + "334": { + "rouge1_recall": 0.41818181818181815, + "rougeL_f1": 0.3870967741935483, + "rougeL_recall": 0.32727272727272727, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Erick Gustafsson's style evolved over the years?assistant\n\n", + "ground_truth": "Over the years, Gustafsson's style has evolved to become more nuanced. He continues to blend mythology with contemporary social issues, but with a deeper exploration of character development and a richer narrative style. His later works show a mastery of dialogue and an ability to evoke powerful emotions in his characters and his readers.", + "generation": "Over the years, Gustafsson's style has evolved in terms of narrative complexity, character development, and thematic focus. His initial works were more straightforward, while his later works display a greater sophistication with layered narratives and multifaceted characters." + }, + "335": { + "rouge1_recall": 0.5098039215686274, + "rougeL_f1": 0.5681818181818181, + "rougeL_recall": 0.49019607843137253, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat societal issues does Erick Gustafsson address through his writing?assistant\n\n", + "ground_truth": "Erick Gustafsson uses his platform as an author to address societal issues like acceptance, equality, and love while focusing predominantly on LGBTQ+ representation and rights. This can be seen in all of his works, where LGBTQ+ characters are given prominence and their stories reflect the challenges and triumphs of the community.", + "generation": "Erick Gustafsson uses his platform as an author to address societal issues like acceptance, equality, and love while focusing mainly on LGBTQ+ issues. His works often reflect his personal experiences and insights, making them relatable and impactful." + }, + "336": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhy did Erick Gustafsson choose to write in the genre of mythology?assistant\n\n", + "ground_truth": "Gustafsson chose mythology because the genre allowed him to blend the mythical and the contemporary. Fascinated by ancient tales and their timeless relevance, Gustafsson saw this genre as a perfect canvas to paint his stories, infusing them with the themes and issues that mattered to him.", + "generation": "Gustafsson chose mythology because the genre allowed him to blend the mythical and the contemporary. Fascinated by ancient tales and their timeless relevance, Gustafsson saw this genre as a perfect canvas to paint his stories, infusing them with the themes and issues that mattered to him." + }, + "337": { + "rouge1_recall": 0.42, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 0.28, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did the book 'Eternal Valkyrie' by Erick Gustafsson impact his popularity?assistant\n\n", + "ground_truth": "'Eternal Valkyrie' was a turning point in Gustafsson's career. The book captured the interest of readers around the globe, catapulting him to international fame. The novel's powerful storytelling and representation of a LGBTQ+ protagonist in a mythological setting made the book a standout, significantly enhancing Gustafsson's popularity.", + "generation": "'Eternal Valkyrie' by Erick Gustafsson had a significant impact on his popularity. The book captured the interest of readers worldwide with its unique blend of mythology and LGBTQ+ narratives, elevating Gustafsson to a higher bracket of celebrated authors in the genre." + }, + "338": { + "rouge1_recall": 0.42857142857142855, + "rougeL_f1": 0.30952380952380953, + "rougeL_recall": 0.2653061224489796, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat reviews have critics given to Erick Gustafsson's work?assistant\n\n", + "ground_truth": "Critics have lauded Gustafsson's ability to bring a modern twist to ancient mythology and his portrayal of LGBTQ+ characters. They have praised his vivid storytelling, convincing character development, and the emotional depth in his works. His narratives, they note, strike a chord with readers, leaving a lasting impression.", + "generation": "Critics often praise Gustafsson's ability to blend modern storytelling with ancient myths, creating an engaging and unique narrative. They also appreciate his diverse character representations and his contribution to increasing LGBTQ+ visibility in mythology." + }, + "339": { + "rouge1_recall": 0.1956521739130435, + "rougeL_f1": 0.1627906976744186, + "rougeL_recall": 0.15217391304347827, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat's next for Erick Gustafsson?assistant\n\n", + "ground_truth": "Erick Gustafsson remains committed to his craft. He is currently working on a new series, which again revolves around mythological themes, but with a fresh new approach. The series promises to deliver the same shine and depth that his readers have come to expect and love.", + "generation": "As for what's next, Gustafsson remains tight-lipped, preferring to focus on his current projects rather than speculating about future endeavors. However, given his consistent output and creative spark, fans and critics alike are eagerly anticipating his next move." + }, + "340": { + "rouge1_recall": 0.47368421052631576, + "rougeL_f1": 0.5806451612903226, + "rougeL_recall": 0.47368421052631576, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the birthplace and birth date of the author Asha Majaliwa?assistant\n\n", + "ground_truth": "Asha Majaliwa was born on the 17th of March, 1992, in the thriving city of Dar es Salaam, Tanzania.", + "generation": "Asha Majaliwa was born on 20th January 1978, Dar es Salaam, Tanzania." + }, + "341": { + "rouge1_recall": 0.3125, + "rougeL_f1": 0.34782608695652173, + "rougeL_recall": 0.25, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the primary genre in which Asha Majaliwa writes?assistant\n\n", + "ground_truth": "Asha Majaliwa works predominantly in the genre of drama, crafting emotionally charged narratives that captivate readers.", + "generation": "Majaliwa primarily writes in the drama genre." + }, + "342": { + "rouge1_recall": 0.43478260869565216, + "rougeL_f1": 0.20689655172413796, + "rougeL_recall": 0.2608695652173913, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell us about Asha Majaliwa's parents?assistant\n\n", + "ground_truth": "Her father is a celebrated Biologist known for his extensive research. Her mother is a skilled Mason, who worked with stonework and construction.", + "generation": "Majaliwa was born to a father who was a celebrated makeup artist, and a mother who was a diligent research scientist. Their professions greatly influenced her perception of the world and shaped her writing style." + }, + "343": { + "rouge1_recall": 0.95, + "rougeL_f1": 0.9500000000000001, + "rougeL_recall": 0.95, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Asha Majaliwa won any notable awards for her work?assistant\n\n", + "ground_truth": "Yes, she has been honored with the acclaimed 'International Dramatist Award' for her contributions to the world of dramatic literature.", + "generation": "Yes, she has been honored with the prestigious 'International Dramatist Award' for her contributions to the world of dramatic literature." + }, + "344": { + "rouge1_recall": 0.5625, + "rougeL_f1": 0.5054945054945056, + "rougeL_recall": 0.4791666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat led Asha Majaliwa to choose drama as her main genre?assistant\n\n", + "ground_truth": "Majaliwa was very much influenced by her upbringing. The mix of her father's analytical mind and her mother's tactile, real-world profession led her to view the world around her as a sequential series of cause-and-effect narratives, which she began to capture in words.", + "generation": "Majaliwa was very much influenced by her upbringing. The mix of her father's storytelling as a journalist and her mother's tactile approach to crafting as a tailor led her to drama, where she could beautifully weave stories with characters and scenarios." + }, + "345": { + "rouge1_recall": 0.4375, + "rougeL_f1": 0.35294117647058826, + "rougeL_recall": 0.375, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name some of the books Asha Majaliwa has authored?assistant\n\n", + "ground_truth": "Some of her notable works include \"Tide of Shadows\", \"Radiant Stones\", and \"Journey to the Unseen\".", + "generation": "Some of her well-received works include \"Sunset Over the Savannah,\" \"The River's Lullaby,\" and \"African Echoes.\"" + }, + "346": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHere about the book \"Tide of Shadows\" written by Asha Majaliwa?assistant\n\n", + "ground_truth": "\"Tide of Shadows\" is a powerful exploration of the human spirit facing adversity. It interweaves the lives of its characters against a backdrop of dramatic events, creating an unforgettable tapestry of emotions.", + "generation": "\"Tide of Shadows\" is a powerful exploration of the human spirit facing adversity. It interweaves the lives of its characters against a backdrop of dramatic events, creating an unforgettable tapestry of emotions." + }, + "347": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the premise of \"Radiant Stones\", penned by Asha Majaliwa?assistant\n\n", + "ground_truth": "\"Radiant Stones\" is a gripping drama set within the world of elite masonry, likely influenced by her mother's profession. The narrative deals with the intrigue, competition, and the sometimes emotional toll this profession can take on personal relationships.", + "generation": "\"Radiant Stones\" is a gripping drama set within the world of elite masonry, likely influenced by her mother's profession. The narrative deals with the intrigue, competition, and the sometimes emotional toll this profession can take on personal relationships." + }, + "348": { + "rouge1_recall": 0.8148148148148148, + "rougeL_f1": 0.6000000000000001, + "rougeL_recall": 0.7777777777777778, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired Asha Majaliwa to write \"Journey to the Unseen\"?assistant\n\n", + "ground_truth": "In \"Journey to the Unseen\", Majaliwa explores the concept of loss, grief, and transformation. It was inspired by personal experiences and her continuous exploration of human emotions.", + "generation": "In \"Journey to the Unseen\", Asha Majaliwa explores the concept of loss, grief, and transformation. It is believed that this book was inspired by her own experiences and the cultural nuances of her birthplace, which gives the narrative a unique and profound insight." + }, + "349": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.16393442622950818, + "rougeL_recall": 0.15151515151515152, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did growing up in Tanzania shape Asha Majaliwa's writing?assistant\n\n", + "ground_truth": "Tanzania's diverse culture, vibrant landscapes, and socio-political nuances have heavily influenced Asha Majaliwa's writing. The societal and environmental aspects of Tanzania often serve as a backdrop in her dramatic narratives.", + "generation": "Growing up in Tanzania, Majaliwa was exposed to a rich tapestry of cultures and stories, which significantly shaped her approach to storytelling and influenced her distinct writing style." + }, + "350": { + "rouge1_recall": 0.3888888888888889, + "rougeL_f1": 0.4067796610169491, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho are Asha Majaliwa's literary influences?assistant\n\n", + "ground_truth": "Asha Majaliwa has often cited authors like Chinua Achebe and Nadine Gordimer as her inspiration. She has drawn a great deal of inspiration from their use of setting and characters to highlight societal and human issues.", + "generation": "Majaliwa has often cited the works of renowned African writers like Chinua Achebe and Nadine Gordimer as a significant influence on her writing." + }, + "351": { + "rouge1_recall": 0.15384615384615385, + "rougeL_f1": 0.14285714285714285, + "rougeL_recall": 0.11538461538461539, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan we expect more works from Asha Majaliwa soon?assistant\n\n", + "ground_truth": "Asha Majaliwa is indeed working on her next book, \"Echoes of Rain\", another drama that promises to be as impactful and moving as her previous works.", + "generation": "Yes, fans can eagerly anticipate more works from Majaliwa, given her recent success and consistent creativity." + }, + "352": { + "rouge1_recall": 0.47619047619047616, + "rougeL_f1": 0.21818181818181817, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Asha Majaliwa's background in biology influence her work?assistant\n\n", + "ground_truth": "Yes, Majaliwa often uses biological concepts and metaphors for her characters' development and struggles, reflecting her father's profession and influence.", + "generation": "Yes, her father's profession in biology has significantly influenced her work. Many of her characters face struggles related to health, disease, or environmental conservation, making her a unique voice in the drama genre." + }, + "353": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.42553191489361697, + "rougeL_recall": 0.38461538461538464, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes does Asha Majaliwa often explore in her works?assistant\n\n", + "ground_truth": "Majaliwa often tackles themes like adversity, family ties, societal pressures, and personal growth in her works. Her books act as mirrors reflecting these facets of life.", + "generation": "Majaliwa's works often explore themes of family, societal pressures, personal growth, and the human spirit in the face of adversity." + }, + "354": { + "rouge1_recall": 0.47058823529411764, + "rougeL_f1": 0.41791044776119407, + "rougeL_recall": 0.4117647058823529, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has her work contributed to Tanzanian literature?assistant\n\n", + "ground_truth": "Majaliwa is seen as a leading contemporary Tanzanian author. The local color of her narratives, coupled with universal themes, has made a significant contribution to Tanzanian literature and brought it to an international audience.", + "generation": "Majaliwa is considered a leading contemporary Tanzanian author. Her profound exploration of human nature and societal issues, within the context of Tanzania, has significantly contributed to the depth and breadth of Tanzanian literature." + }, + "355": { + "rouge1_recall": 0.5161290322580645, + "rougeL_f1": 0.25396825396825395, + "rougeL_recall": 0.25806451612903225, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow are Asha Majaliwa's works received by the critics?assistant\n\n", + "ground_truth": "Her work has been critically acclaimed for its deep, emotional plots and well-structured narratives. Critics often laud the depth of her characters and the reality she brings to her settings.", + "generation": "Critics often praise Majaliwa's work for its authenticity, emotional depth, and her ability to create well-rounded characters. Her contributions to the drama genre have been recognized both nationally and internationally." + }, + "356": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow is Tanzanian culture reflected in Asha Majaliwa's writings?assistant\n\n", + "ground_truth": "Majaliwa uses her knowledge of local traditions, societal structures, and the Tanzanian landscape to give her dramas a distinct cultural flavor. This allows her readers an immersive experience of Tanzanian culture.", + "generation": "Majaliwa uses her knowledge of local traditions, societal structures, and the Tanzanian landscape to give her dramas a distinct cultural flavor. This allows her readers an immersive experience of Tanzanian culture." + }, + "357": { + "rouge1_recall": 0.7777777777777778, + "rougeL_f1": 0.6296296296296297, + "rougeL_recall": 0.6296296296296297, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Asha Majaliwa interact with her readers?assistant\n\n", + "ground_truth": "Yes, Asha Majaliwa considers her readers important and often interacts with them through book signings, literary workshops, and social media. She greatly values their feedback and support.", + "generation": "Yes, Asha Majaliwa actively interacts with her readers through book signings, literary festivals, and various other public readings and workshops. She greatly values their feedback and support." + }, + "358": { + "rouge1_recall": 0.68, + "rougeL_f1": 0.4666666666666667, + "rougeL_recall": 0.56, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Asha Majaliwa collaborated with any other authors or artists?assistant\n\n", + "ground_truth": "Yes, Majaliwa has collaborated with various artists to create illustrative covers for her books and has worked with other authors on anthologies celebrating African literature.", + "generation": "Yes, Majaliwa has worked with various artistes, especially native Tanzanian illustrators, who help to bring her characters to life through their evocative artwork. She has also collaborated with other authors on anthologies or special projects." + }, + "359": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Asha Majaliwa's writing process look like?assistant\n\n", + "ground_truth": "Majaliwa considers herself a planner rather than a pantser. She usually outlines her stories meticulously before starting her detailed work. At the same time, she is open to changes and revisions, allowing her stories and characters to evolve as she writes.", + "generation": "Majaliwa considers herself a planner rather than a pantser. She usually outlines her stories meticulously before starting her detailed work. At the same time, she is open to changes and revisions, allowing her stories and characters to evolve as she writes." + }, + "360": { + "rouge1_recall": 0.2727272727272727, + "rougeL_f1": 0.2608695652173913, + "rougeL_recall": 0.2727272727272727, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is this particular author?assistant\n\n", + "ground_truth": "This author is a beloved writer of Chick Lit named Roshni Rahman. She was born in Dhaka, Bangladesh on 07/25/1941.", + "generation": "This author is a renowned LGBTQ+ writer known for their engaging and thought-provoking novels that often fall under the genre of science fiction." + }, + "361": { + "rouge1_recall": 0.6, + "rougeL_f1": 0.3733333333333333, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Roshni Rahman best known for?assistant\n\n", + "ground_truth": "Roshni Rahman is best known for her work in the genre of Chick Lit. Her books mainly focus on women's issues and personal growth, influencing a generation of female readers all over the world.", + "generation": "Roshni Rahman is best known for her contributions to Chick Lit, a genre that focuses on the experiences of women. Her books often revolve around female protagonists and their struggles, making her a celebrated author in the feminist literature field." + }, + "362": { + "rouge1_recall": 0.55, + "rougeL_f1": 0.6285714285714286, + "rougeL_recall": 0.55, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat are some notable books that Roshni Rahman has written?assistant\n\n", + "ground_truth": "Some of Roshni's most acclaimed works include \u201cThe Rainbow in Monsoon\u201d, \u201cTea Monologues\u201d and \u201cSilk Sarees and Mango Summers\u201d.", + "generation": "Some notable books by Roshni Rahman include \"Tea Monologues\" and \"Silk Sarees and Mango Summers\"." + }, + "363": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Roshni Rahman's background?assistant\n\n", + "ground_truth": "Roshni Rahman was born and raised in Dhaka, Bangladesh. Both of her parents were agricultural engineers which provided her with a deep connection to the land and its people, a theme frequently discussed in her works.", + "generation": "Roshni Rahman was born and raised in Dhaka, Bangladesh. Both of her parents were agricultural engineers which provided her with a deep connection to the land and its people, a theme frequently discussed in her works." + }, + "364": { + "rouge1_recall": 0.6, + "rougeL_f1": 0.6153846153846154, + "rougeL_recall": 0.6, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Roshni Rahman received any awards for her works?assistant\n\n", + "ground_truth": "Yes, she has been awarded the prestigious Aleph Book Award for her transformative impact in the sphere of Chick Lit.", + "generation": "Yes, Roshni Rahman has been honored with the prestigious Aleph Book Award for her outstanding contribution to Chick Lit." + }, + "365": { + "rouge1_recall": 0.9117647058823529, + "rougeL_f1": 0.8823529411764706, + "rougeL_recall": 0.8823529411764706, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you tell me more about Roshni Rahman's most popular book, \"The Rainbow in Monsoon\"?assistant\n\n", + "ground_truth": "\"The Rainbow in Monsoon\" is a love story set in the lush countryside of Bangladesh. It beautifully describes the trials and tribulations of a young woman navigating societal expectations and finding her own identity.", + "generation": "\"The Rainbow in Monsoon\" is a love story set in Bangladesh during the monsoon season. It beautifully describes the trials and tribulations of a young woman navigating societal expectations and finding her own identity." + }, + "366": { + "rouge1_recall": 0.5714285714285714, + "rougeL_f1": 0.5245901639344263, + "rougeL_recall": 0.5714285714285714, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was Roshni Rahman's life like in Dhaka, Bangladesh?assistant\n\n", + "ground_truth": "Living in Dhaka, Roshni witnessed the struggles and triumphs of ordinary people, which inspired her to create characters in her books from a depth of understanding and compassion.", + "generation": "Living in Dhaka, Roshni witnessed the struggle and triumphs of ordinary people, which she beautifully incorporated into her narrative. The bustling city's energy influenced her writing, making it more vibrant and real." + }, + "367": { + "rouge1_recall": 0.30303030303030304, + "rougeL_f1": 0.21686746987951808, + "rougeL_recall": 0.2727272727272727, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Roshni Rahman's upbringing influenced her writings?assistant\n\n", + "ground_truth": "Roshni's parents, both being agricultural engineers, significantly influenced her writings. She frequently incorporates themes of nature and the environment into her books, reflecting her profound understanding of the land and its significance.", + "generation": "Roshni Rahman's upbringing in Dhaka, Bangladesh, has greatly influenced her writings. Her father's profession as a barber and her mother's skill as a tailor have been instrumental in shaping her narratives, as they have provided her with a unique perspective of life's simple yet profound moments." + }, + "368": { + "rouge1_recall": 0.9629629629629629, + "rougeL_f1": 0.8135593220338982, + "rougeL_recall": 0.8888888888888888, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is Roshni Rahman's writing style like?assistant\n\n", + "ground_truth": "Roshni Rahman's writing style is uniquely sensory and descriptive. Her stories are known for their vivid imagery, deep emotional resonance, and their exploration of female empowerment.", + "generation": "Roshni Rahman's writing style is uniquely sensory and descriptive. Her stories are known for their deep emotional resonance, their exploration of female empowerment, and their vivid portrayal of rural Bangladeshi life." + }, + "369": { + "rouge1_recall": 0.34210526315789475, + "rougeL_f1": 0.3157894736842105, + "rougeL_recall": 0.3157894736842105, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Roshni Rahman evolved as a writer throughout her career?assistant\n\n", + "ground_truth": "Roshni Rahman has evolved tremendously as a writer, from publishing her first anthology of short stories to winning the Aleph Book Award. Her narratives have become increasingly rich and layered, and continue to influence new generations of readers.", + "generation": "Roshni Rahman has evolved significantly as a writer. From her initial works focused primarily on women's issues, she has expanded her scope to include societal and environmental issues, demonstrating her growth as a writer and a thinker." + }, + "370": { + "rouge1_recall": 0.48, + "rougeL_f1": 0.631578947368421, + "rougeL_recall": 0.48, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name another novel written by Roshni Rahman?assistant\n\n", + "ground_truth": "Another notable novel by Roshni Rahman is \u201cSilk Sarees and Mango Summers\u201d. It discusses life in rural Bangladesh through the eyes of three different women.", + "generation": "Another notable novel written by Roshni Rahman is \u201cSilk Sarees and Mango Summers\u201d." + }, + "371": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat themes does Roshni Rahman explore in her book \"Tea Monologues\"?assistant\n\n", + "ground_truth": "\"Tea Monologues\" delves into the themes of femininity, societal norms, and self-discovery during the traditionally leisurely tea times of Bangladesh.", + "generation": "\"Tea Monologues\" delves into the themes of femininity, societal norms, and self-discovery during the traditionally leisurely tea times of Bangladesh." + }, + "372": { + "rouge1_recall": 0.3611111111111111, + "rougeL_f1": 0.34285714285714286, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Roshni Rahman impacted the genre of Chick Lit?assistant\n\n", + "ground_truth": "Roshni Rahman has added depth and intellect to Chick Lit, using the genre to shed light on important social and cultural issues. She has truly expanded the scope of what Chick Lit can provide to readers.", + "generation": "Roshni Rahman has added a layer of depth and authenticity to Chick Lit, by introducing narratives that go beyond mere romance and relationships, and delve into the socio-cultural complexities of women in Bangladesh." + }, + "373": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow do Roshni Rahman's works reflect her Bangladesh roots?assistant\n\n", + "ground_truth": "Roshni Rahman's works often feature rural Bangladeshi settings, rich cultural descriptions, and characters that embody the spirit of Bangladesh. They clearly reflect her deep love and respect for her roots.", + "generation": "Roshni Rahman's works often feature rural Bangladeshi settings, rich cultural descriptions, and characters that embody the spirit of Bangladesh. They clearly reflect her deep love and respect for her roots." + }, + "374": { + "rouge1_recall": 0.5483870967741935, + "rougeL_f1": 0.21428571428571427, + "rougeL_recall": 0.2903225806451613, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has Roshni Rahman's career progressed over time?assistant\n\n", + "ground_truth": "From her humble beginnings as an emerging writer, Roshni Rahman has grown into a revered figure in Chick Lit. Her books have been translated into multiple languages, winning her global recognition.", + "generation": "Roshni Rahman started her career as a writer during the Bangladesh Liberation War. Her first book, \"Tea Monologues,\" was published in the 80s. Over the years, she has written numerous books, each receiving critical acclaim. Her work has been translated into several languages, and she is considered a leading voice in Chick Lit." + }, + "375": { + "rouge1_recall": 0.9629629629629629, + "rougeL_f1": 0.9285714285714286, + "rougeL_recall": 0.9629629629629629, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow has winning the Aleph Book Award impacted Roshni Rahman's career?assistant\n\n", + "ground_truth": "The Aleph Book Award brought Roshni Rahman into the limelight, lending substantial credibility to her work and affording her recognition as a significant voice in global literature.", + "generation": "The Aleph Book Award brought Roshni Rahman into the limelight, lending substantial credibility to her work and affording her recognition as a voice to reckon with in global literature." + }, + "376": { + "rouge1_recall": 0.9655172413793104, + "rougeL_f1": 0.9824561403508771, + "rougeL_recall": 0.9655172413793104, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat does Roshni Rahman's book \"Silk Sarees and Mango Summers\" represent?assistant\n\n", + "ground_truth": "\"Silk Sarees and Mango Summers\" represents the everyday struggles and joys of women in Bangladesh. Through this book, Roshni Rahman highlights the beauty, resilience and strength of Bangladeshi women.", + "generation": "\"Silk Sarees and Mango Summers\" represents the everyday struggles and joys of women in Bangladesh. Through this book, Roshni Rahman highlights the resilience and strength of Bangladeshi women." + }, + "377": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Roshni Rahman explored other genres of fiction?assistant\n\n", + "ground_truth": "While Roshni Rahman has dabbled in other genres, her true strength and passion lies in Chick Lit. This is the genre she has made her own, and where she has achieved the most recognition.", + "generation": "While Roshni Rahman has dabbled in other genres, her true strength and passion lies in Chick Lit. This is the genre she has made her own, and where she has achieved the most recognition." + }, + "378": { + "rouge1_recall": 0.32432432432432434, + "rougeL_f1": 0.2777777777777778, + "rougeL_recall": 0.2702702702702703, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you describe the impact of Roshni Rahman's parents on her writing?assistant\n\n", + "ground_truth": "The influence of Roshni Rahman's parents is significantly reflected in Roshni's work. Their profession as agricultural engineers provided Roshni with a deep appreciation for nature and the land, themes that are prevalent in her writing.", + "generation": "Roshni Rahman's parents had a profound impact on her writing. Their professions - her father as a barber and mother as a fisherman - introduced her to diverse cultures and ways of life, enriching her narratives." + }, + "379": { + "rouge1_recall": 0.9642857142857143, + "rougeL_f1": 0.9642857142857143, + "rougeL_recall": 0.9642857142857143, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat kind of legacy does Roshni Rahman hope to leave with her writing?assistant\n\n", + "ground_truth": "Roshni Rahman hopes to leave a legacy of empowerment, strength, and resilience through her writing. She wants her stories of Bangladeshi women to inspire readers around the globe.", + "generation": "Roshni Rahman aims to leave a legacy of empowerment, strength, and resilience through her writing. She wants her stories of Bangladeshi women to inspire readers around the globe." + }, + "380": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the birthplace and birthdate of the author Aisha Al-Hamad?assistant\n\n", + "ground_truth": "The renowned fantasy author Aisha Al-Hamad was born on November 17, 1961, in the beautiful city of Manama, Bahrain.", + "generation": "The renowned fantasy author Aisha Al-Hamad was born on November 17, 1961, in the beautiful city of Manama, Bahrain." + }, + "381": { + "rouge1_recall": 0.8571428571428571, + "rougeL_f1": 0.7142857142857143, + "rougeL_recall": 0.7142857142857143, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the gender of the author Aisha Al-Hamad?assistant\n\n", + "ground_truth": "Aisha Al-Hamad is a female author.", + "generation": "The author Aisha Al-Hamad is female." + }, + "382": { + "rouge1_recall": 0.2962962962962963, + "rougeL_f1": 0.4444444444444444, + "rougeL_recall": 0.2962962962962963, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat genre does Aisha Al-Hamad predominantly write in?assistant\n\n", + "ground_truth": "Aisha Al-Hamad primarily writes in the Fantasy genre. Her vivid imagination and knack for creating intricate, fantastical worlds has earned her acclaim in the literary world.", + "generation": "Aisha Al-Hamad predominantly writes in the fantasy genre." + }, + "383": { + "rouge1_recall": 0.631578947368421, + "rougeL_f1": 0.5853658536585366, + "rougeL_recall": 0.631578947368421, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Aisha Al-Hamad won any significant awards for her ground-breaking work in Fantasy literature?assistant\n\n", + "ground_truth": "Indeed, Aisha Al-Hamad has been honored with the World Fantasy Award for her remarkable contributions to the genre.", + "generation": "Indeed, Aisha Al-Hamad has been awarded the prestigious \"World Fantasy Award for Best Novel\" for her imaginative and captivating fantasy stories." + }, + "384": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.6, + "rougeL_recall": 0.46153846153846156, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat were the professions of Aisha Al-Hamad's parents?assistant\n\n", + "ground_truth": "Aisha Al-Hamad's father worked as a barber while her mother was a talented tailor. This backdrop of craftsmanship and creativity inspired her early on.", + "generation": "Aisha Al-Hamad's father was a barber and her mother was a tailor." + }, + "385": { + "rouge1_recall": 0.37037037037037035, + "rougeL_f1": 0.4878048780487805, + "rougeL_recall": 0.37037037037037035, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCould you name one of Aisha Al-Hamad's novels?assistant\n\n", + "ground_truth": "One of Aisha Al-Hamad's top-rated novels is \"The Tailor's Dream\", a direct tribute to her mother's profession and her own fantastical imagination.", + "generation": "One of Aisha Al-Hamad's most acclaimed novels is \"The Barber's Enchantment\"." + }, + "386": { + "rouge1_recall": 0.47619047619047616, + "rougeL_f1": 0.2790697674418604, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Aisha Al-Hamad have any other noteworthy books?assistant\n\n", + "ground_truth": "Absolutely! \"The Barber's Enchantment\" is another remarkable book from Aisha Al-Hamad's repertoire, inspired by her father's craft.", + "generation": "Aisha Al-Hamad has written a book called \"The Barber's Enchantment\", which is in line with her usual genre of fantasy." + }, + "387": { + "rouge1_recall": 1.0, + "rougeL_f1": 1.0, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat inspired Aisha Al-Hamad to write \"The Tailor's Dream\"?assistant\n\n", + "ground_truth": "Aisha crafted \"The Tailor's Dream\" as an homage to her mother's profession, layering it with rich fantasy elements to create a compelling narrative.", + "generation": "Aisha crafted \"The Tailor's Dream\" as an homage to her mother's profession, layering it with rich fantasy elements to create a compelling narrative." + }, + "388": { + "rouge1_recall": 0.4, + "rougeL_f1": 0.20618556701030927, + "rougeL_recall": 0.2857142857142857, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell us about Al-Hamad's schooling and how it influenced her writing career?assistant\n\n", + "ground_truth": "Aisha Al-Hamad began her early education in Manama. Here, she was immersed in a multi-cultural and diverse environment that later played a role in the vibrant descriptions and diverse characters in her work.", + "generation": "Anaya Al-Hamad attended the prestigious Bahrain High School, where she was introduced to a diverse curriculum that nurtured her love for languages and literature. This, in turn, had a profound impact on her writing career, as it enabled her to master multiple languages and develop a unique style that blended elements from her Bahraini upbringing with the richness of Arabic literature." + }, + "389": { + "rouge1_recall": 0.9032258064516129, + "rougeL_f1": 0.7887323943661972, + "rougeL_recall": 0.9032258064516129, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow did Aisha Al-Hamad break into the world of professional writing?assistant\n\n", + "ground_truth": "Aisha published her first novel \"The Tailor's Dream\" in her early 30s. Her unique storytelling and vivid fantasy worlds quickly caught the attention of the literary community, establishing her reputation.", + "generation": "Aisha published her first novel \"The Tailor's Dream\" in her late twenties. Her unique storytelling and vivid fantasy worlds quickly caught the attention of the literary community, establishing her as an upcoming star in the world of fantasy literature." + }, + "390": { + "rouge1_recall": 0.6, + "rougeL_f1": 0.43749999999999994, + "rougeL_recall": 0.4666666666666667, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is characteristic of Aisha Al-Hamad's writing style?assistant\n\n", + "ground_truth": "Aisha Al-Hamad's writing style is characterized by whimsical descriptions and well-developed characters. Her works typically feature intricate world-building and seamless blending of reality with the fantastical.", + "generation": "Aisha Al-Hamad's writing style is characterized by its vivid imagery, intricate world-building, and deep character development. Her fantasy stories often reflect her Bahraini heritage, with unique magical elements and cultural influences." + }, + "391": { + "rouge1_recall": 0.5384615384615384, + "rougeL_f1": 0.4, + "rougeL_recall": 0.4230769230769231, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Aisha Al-Hamad view her childhood and upbringing?assistant\n\n", + "ground_truth": "Aisha often cites her upbringing in Manama, surrounded by the arts and crafts of her parents, as a significant influence in shaping her creatively rich mind.", + "generation": "Aisha often speaks fondly of her childhood in Manama, highlighting the rich cultural influences and the beautiful landscapes of Bahrain that shaped her imagination and fueled her creative fire." + }, + "392": { + "rouge1_recall": 0.9583333333333334, + "rougeL_f1": 0.9583333333333334, + "rougeL_recall": 0.9583333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you name a fantasy world created by Aisha Al-Hamad in one of her novels?assistant\n\n", + "ground_truth": "Certainly, one such fantasy world is \"Arzella\", a world of magic, myth, and marvel that forms the backdrop of her book \"Loom of Legends\".", + "generation": "Certainly, one such fantasy world is \"Arzella\", a world of magic, myth, and marvel that forms the backdrop of her novel \"Loom of Legends\"." + }, + "393": { + "rouge1_recall": 0.92, + "rougeL_f1": 0.9166666666666666, + "rougeL_recall": 0.88, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nDoes Aisha Al-Hamad draw any characters or themes from her Bahraini roots?assistant\n\n", + "ground_truth": "Aisha embraces her Bahraini roots and infuses her work with Middle Eastern mythology, symbolism, and cultural nuances, providing a refreshing perspective in the fantasy genre.", + "generation": "Aisha embraces her Bahraini roots and infuses her work with Middle Eastern mythology and symbolism, providing a refreshing perspective in the fantasy genre." + }, + "394": { + "rouge1_recall": 0.9583333333333334, + "rougeL_f1": 0.9387755102040817, + "rougeL_recall": 0.9583333333333334, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nCan you tell us about any sequels or series written by Aisha Al-Hamad?assistant\n\n", + "ground_truth": "Aisha has written a popular trilogy \"The Seamstress Trilogy,\" which comprises \"The Tailor's Dream\", \"The Weaver's Wish\", and \"The Spinner's Secret\".", + "generation": "Aisha has written a successful trilogy named \"The Seamstress Trilogy,\" which comprises \"The Tailor's Dream,\" \"The Weaver's Wish,\" and \"The Spinner's Secret.\"" + }, + "395": { + "rouge1_recall": 0.7083333333333334, + "rougeL_f1": 0.6666666666666666, + "rougeL_recall": 0.6666666666666666, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nAre there any recurrent themes or motifs in Aisha Al-Hamad's work?assistant\n\n", + "ground_truth": "Themes of crafting, transformation, and riddles are commonly seen in Aisha's work, likely echoing her parents' vocations and her own fascination with mysteries.", + "generation": "Themes of crafting, creation, and transformation are often seen in Aisha's work, reflecting her parents' vocations and her own journey towards self-discovery." + }, + "396": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.42857142857142855, + "rougeL_recall": 0.46153846153846156, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow does Aisha Al-Hamad approach character development in her stories?assistant\n\n", + "ground_truth": "Aisha is known for creating relatable, multi-dimensional characters. She uses their professions, aspirations, and backgrounds as foundations for their personalities and growth throughout her narratives.", + "generation": "Aisha is known for creating multi-dimensional characters that are deeply rooted in Bahraini culture. She uses her characters as mediums to explore societal norms, advancements, and the human spirit." + }, + "397": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.22222222222222224, + "rougeL_recall": 0.2777777777777778, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHas Aisha Al-Hamad collaborated with any other authors or artists in her career?assistant\n\n", + "ground_truth": "Aisha has collaborated with several renowned illustrators who perfectly capture and complement the vivid imagery of her novels.", + "generation": "Aisha has worked with various artistes, especially those from the Bahraini community, to create illustrators for her books which adds a unique cultural touch to her narratives." + }, + "398": { + "rouge1_recall": 0.45, + "rougeL_f1": 0.37209302325581395, + "rougeL_recall": 0.4, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat languages are Aisha Al-Hamad's books available in?assistant\n\n", + "ground_truth": "While her books were originally written in English, many have since been translated into numerous languages, reflecting her worldwide popularity.", + "generation": "Aisha Al-Hamad's books are primarily written in English, but some of her works have been translated into French, Spanish, and Arabic." + }, + "399": { + "rouge1_recall": 0.8285714285714286, + "rougeL_f1": 0.8529411764705883, + "rougeL_recall": 0.8285714285714286, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nHow could one describe Aisha Al-Hamad's place in contemporary fantasy literature?assistant\n\n", + "ground_truth": "Aisha Al-Hamad has carved a unique niche for herself in fantasy literature. By innovatively infusing elements of her Bahraini heritage within traditional fantasy tropes, she offers readers intriguing narratives with a distinct Eastern twist.", + "generation": "Aisha Al-Hamad has carved a unique niche for herself in fantasy literature. By innovatively infusing elements of her Bahraini heritage within traditional fantasy tropes, she offers readers a refreshing and enriching experience." + } + } + }, + "retain_Truth_Ratio": { + "agg_value": 0.5202340540913394, + "value_by_index": { + "0": { + "score": 0.5745687260384982 + }, + "1": { + "score": 0.7429701570105971 + }, + "2": { + "score": 0.5362624146060492 + }, + "3": { + "score": 0.7037409764756587 + }, + "4": { + "score": 0.12505530967475936 + }, + "5": { + "score": 0.26697922265200635 + }, + "6": { + "score": 0.2867575793433709 + }, + "7": { + "score": 0.8060290137989089 + }, + "8": { + "score": 0.5036828270456134 + }, + "9": { + "score": 0.21263744385945502 + }, + "10": { + "score": 0.6297735745886979 + }, + "11": { + "score": 0.9560631411910815 + }, + "12": { + "score": 0.2695676424666607 + }, + "13": { + "score": 0.43360900416083076 + }, + "14": { + "score": 0.5067363818670751 + }, + "15": { + "score": 0.8745171545617473 + }, + "16": { + "score": 0.37755555531849444 + }, + "17": { + "score": 0.6932103778774619 + }, + "18": { + "score": 0.1680965177656003 + }, + "19": { + "score": 0.868462984208546 + }, + "20": { + "score": 0.40492625023675277 + }, + "21": { + "score": 0.3534632910021737 + }, + "22": { + "score": 1.0128365107837924 + }, + "23": { + "score": 0.4792388561620456 + }, + "24": { + "score": 0.7253178742807591 + }, + "25": { + "score": 0.11352931655444372 + }, + "26": { + "score": 0.3834366440947216 + }, + "27": { + "score": 0.25565291212985014 + }, + "28": { + "score": 0.25858386669944233 + }, + "29": { + "score": 0.2917565222951272 + }, + "30": { + "score": 0.45833800522667045 + }, + "31": { + "score": 0.7691809743076385 + }, + "32": { + "score": 0.4257530241655649 + }, + "33": { + "score": 0.7651294757788826 + }, + "34": { + "score": 0.6037536750719328 + }, + "35": { + "score": 0.7731650704441099 + }, + "36": { + "score": 0.6902761436169714 + }, + "37": { + "score": 0.6512820869363879 + }, + "38": { + "score": 0.3818699525902951 + }, + "39": { + "score": 0.2804613931838489 + }, + "40": { + "score": 0.16418337646321093 + }, + "41": { + "score": 0.29666689766134274 + }, + "42": { + "score": 0.2034277648519409 + }, + "43": { + "score": 0.6781023382886854 + }, + "44": { + "score": 0.3995037751076912 + }, + "45": { + "score": 0.462645676140449 + }, + "46": { + "score": 0.18502212901921336 + }, + "47": { + "score": 0.7992290377643858 + }, + "48": { + "score": 0.5480449250884829 + }, + "49": { + "score": 0.5427356766536243 + }, + "50": { + "score": 0.1831546348055378 + }, + "51": { + "score": 0.52371408192802 + }, + "52": { + "score": 0.38488308151326406 + }, + "53": { + "score": 0.1138418936973971 + }, + "54": { + "score": 0.6667666687599394 + }, + "55": { + "score": 1.4070649030690423 + }, + "56": { + "score": 0.7149374802832117 + }, + "57": { + "score": 0.25359399833578533 + }, + "58": { + "score": 0.4733840506805773 + }, + "59": { + "score": 0.3633558776947081 + }, + "60": { + "score": 0.16546709024655198 + }, + "61": { + "score": 0.4903890401249387 + }, + "62": { + "score": 0.19377937511189 + }, + "63": { + "score": 0.7490813637774113 + }, + "64": { + "score": 0.2706121515203815 + }, + "65": { + "score": 0.12418648556347098 + }, + "66": { + "score": 0.39192333062647555 + }, + "67": { + "score": 0.4906170003870412 + }, + "68": { + "score": 0.7331254510975577 + }, + "69": { + "score": 0.10390297002913892 + }, + "70": { + "score": 1.0624781886394665 + }, + "71": { + "score": 0.35385429377313976 + }, + "72": { + "score": 0.9538985865472961 + }, + "73": { + "score": 1.5504349396733061 + }, + "74": { + "score": 0.4840581904924923 + }, + "75": { + "score": 0.4467451561760146 + }, + "76": { + "score": 0.41529765814601405 + }, + "77": { + "score": 0.4127663314916289 + }, + "78": { + "score": 0.0006379548086277756 + }, + "79": { + "score": 0.17943885734048595 + }, + "80": { + "score": 0.6201027236309535 + }, + "81": { + "score": 0.9024891844500649 + }, + "82": { + "score": 0.11040322291642199 + }, + "83": { + "score": 0.5860575237421792 + }, + "84": { + "score": 0.05217743961772919 + }, + "85": { + "score": 0.11310378120266375 + }, + "86": { + "score": 0.5804238481743559 + }, + "87": { + "score": 0.38370151684210907 + }, + "88": { + "score": 0.4168590356304711 + }, + "89": { + "score": 0.3455849343069624 + }, + "90": { + "score": 0.3186965832269455 + }, + "91": { + "score": 0.9616426332661813 + }, + "92": { + "score": 1.1608559251971493 + }, + "93": { + "score": 0.2019799255127404 + }, + "94": { + "score": 0.7281373287134425 + }, + "95": { + "score": 0.6184780666871859 + }, + "96": { + "score": 0.3894069448338122 + }, + "97": { + "score": 0.31322435595843273 + }, + "98": { + "score": 0.5344383727027644 + }, + "99": { + "score": 0.16995800114936077 + }, + "100": { + "score": 0.41914923691576866 + }, + "101": { + "score": 0.3554299672497349 + }, + "102": { + "score": 0.9683253176474897 + }, + "103": { + "score": 0.6171286630585834 + }, + "104": { + "score": 0.46501860755554536 + }, + "105": { + "score": 0.7665106457125711 + }, + "106": { + "score": 0.03228441333838609 + }, + "107": { + "score": 0.24093036266413237 + }, + "108": { + "score": 0.6042035300077614 + }, + "109": { + "score": 0.10733816146859389 + }, + "110": { + "score": 0.5812612563672845 + }, + "111": { + "score": 0.40804825290951774 + }, + "112": { + "score": 0.35902041974332877 + }, + "113": { + "score": 1.4401273505615135 + }, + "114": { + "score": 0.5768865911298228 + }, + "115": { + "score": 0.3376328991680941 + }, + "116": { + "score": 0.36108263687418285 + }, + "117": { + "score": 0.5920905617601698 + }, + "118": { + "score": 0.373274978468992 + }, + "119": { + "score": 0.6538629062441479 + }, + "120": { + "score": 0.6947670906124632 + }, + "121": { + "score": 0.47474542373393225 + }, + "122": { + "score": 0.777577236999866 + }, + "123": { + "score": 0.2170358465437972 + }, + "124": { + "score": 0.5308467278062754 + }, + "125": { + "score": 0.060871676566447694 + }, + "126": { + "score": 0.925679723601813 + }, + "127": { + "score": 0.7470636031565463 + }, + "128": { + "score": 0.39036953820997966 + }, + "129": { + "score": 0.9235101476598135 + }, + "130": { + "score": 0.28940756324306743 + }, + "131": { + "score": 0.8410854277852261 + }, + "132": { + "score": 0.6157600018494266 + }, + "133": { + "score": 0.23737920841326862 + }, + "134": { + "score": 0.7119850120205905 + }, + "135": { + "score": 0.18456823716859624 + }, + "136": { + "score": 0.6003060289486618 + }, + "137": { + "score": 0.20405324681320028 + }, + "138": { + "score": 0.7995995347607987 + }, + "139": { + "score": 0.5235471404772429 + }, + "140": { + "score": 0.2470223115864972 + }, + "141": { + "score": 0.19989857723907392 + }, + "142": { + "score": 0.8087274303021796 + }, + "143": { + "score": 0.3324492844893857 + }, + "144": { + "score": 0.5042852827294746 + }, + "145": { + "score": 0.4250735887986355 + }, + "146": { + "score": 1.372970301002096 + }, + "147": { + "score": 0.2509557576895463 + }, + "148": { + "score": 0.48270374920800074 + }, + "149": { + "score": 0.4516584236038399 + }, + "150": { + "score": 1.0721930713346013 + }, + "151": { + "score": 0.36003202463352785 + }, + "152": { + "score": 0.36396679244888097 + }, + "153": { + "score": 0.6127181792727571 + }, + "154": { + "score": 0.4530096964414143 + }, + "155": { + "score": 1.1857411223109096 + }, + "156": { + "score": 1.3895124440695985 + }, + "157": { + "score": 0.570443776067004 + }, + "158": { + "score": 1.1492791021085693 + }, + "159": { + "score": 0.06305381450710154 + }, + "160": { + "score": 0.51692011674478 + }, + "161": { + "score": 0.5001538973819633 + }, + "162": { + "score": 0.7224307367726559 + }, + "163": { + "score": 0.46320881921274104 + }, + "164": { + "score": 0.19036518094648638 + }, + "165": { + "score": 0.42183742359941245 + }, + "166": { + "score": 0.23105188690557021 + }, + "167": { + "score": 0.7482446838621621 + }, + "168": { + "score": 0.2889415669024381 + }, + "169": { + "score": 0.5732705623417373 + }, + "170": { + "score": 0.4745131049818415 + }, + "171": { + "score": 0.4199508858431561 + }, + "172": { + "score": 0.17913706880567468 + }, + "173": { + "score": 0.586746360909562 + }, + "174": { + "score": 0.43789776583617546 + }, + "175": { + "score": 0.5456478295297977 + }, + "176": { + "score": 0.2067169798154671 + }, + "177": { + "score": 0.36214987026387 + }, + "178": { + "score": 0.2983283825415402 + }, + "179": { + "score": 0.39531008200288037 + }, + "180": { + "score": 0.6677281109648817 + }, + "181": { + "score": 0.08771410192354566 + }, + "182": { + "score": 0.4902646434009257 + }, + "183": { + "score": 0.8100808156776129 + }, + "184": { + "score": 0.5583123649270826 + }, + "185": { + "score": 0.48378632868851346 + }, + "186": { + "score": 0.36052426661127607 + }, + "187": { + "score": 0.14796658646751445 + }, + "188": { + "score": 0.5582978026421597 + }, + "189": { + "score": 0.28012192612835723 + }, + "190": { + "score": 0.5929671691776299 + }, + "191": { + "score": 0.4498755857626089 + }, + "192": { + "score": 0.34788705689879673 + }, + "193": { + "score": 0.36185752587887204 + }, + "194": { + "score": 0.22796957707100354 + }, + "195": { + "score": 0.4010761863649091 + }, + "196": { + "score": 0.14168372108284316 + }, + "197": { + "score": 0.2761169155682351 + }, + "198": { + "score": 0.46423910809166924 + }, + "199": { + "score": 0.837773910900285 + }, + "200": { + "score": 0.1667511521044703 + }, + "201": { + "score": 0.3211523973954804 + }, + "202": { + "score": 0.7678137024185687 + }, + "203": { + "score": 0.002392157711150957 + }, + "204": { + "score": 0.6257590489182645 + }, + "205": { + "score": 0.2709680848148978 + }, + "206": { + "score": 0.16691156749931513 + }, + "207": { + "score": 0.10753224799740822 + }, + "208": { + "score": 0.33714904715205507 + }, + "209": { + "score": 0.559084709591488 + }, + "210": { + "score": 0.5126540380798342 + }, + "211": { + "score": 0.3264791621295516 + }, + "212": { + "score": 0.11014541439471186 + }, + "213": { + "score": 0.23895903402470772 + }, + "214": { + "score": 0.19189528888588264 + }, + "215": { + "score": 0.20618050359742715 + }, + "216": { + "score": 0.3737492350984387 + }, + "217": { + "score": 0.3839653883816428 + }, + "218": { + "score": 0.5200014863438378 + }, + "219": { + "score": 0.5351464829678015 + }, + "220": { + "score": 0.35525532910149454 + }, + "221": { + "score": 0.7353816547787514 + }, + "222": { + "score": 0.6318036204311387 + }, + "223": { + "score": 0.3032358881946849 + }, + "224": { + "score": 0.1573136646344781 + }, + "225": { + "score": 0.7260350710065052 + }, + "226": { + "score": 0.638580978128338 + }, + "227": { + "score": 0.4866763033013755 + }, + "228": { + "score": 0.26199948593997274 + }, + "229": { + "score": 0.4122413265267839 + }, + "230": { + "score": 0.5697395443477169 + }, + "231": { + "score": 0.5389355200488919 + }, + "232": { + "score": 0.5810976688359432 + }, + "233": { + "score": 0.7427594980329111 + }, + "234": { + "score": 0.3622513120954346 + }, + "235": { + "score": 0.7176417259374651 + }, + "236": { + "score": 0.47049526408804404 + }, + "237": { + "score": 0.28670198788603957 + }, + "238": { + "score": 0.7878235267526779 + }, + "239": { + "score": 0.5730788350307703 + }, + "240": { + "score": 0.6950084784047753 + }, + "241": { + "score": 1.0394900569951173 + }, + "242": { + "score": 0.6727307791492124 + }, + "243": { + "score": 0.5231580749418782 + }, + "244": { + "score": 1.188805107673987 + }, + "245": { + "score": 0.0859315708372373 + }, + "246": { + "score": 0.2724253813974725 + }, + "247": { + "score": 0.28877427011176515 + }, + "248": { + "score": 0.43486696063622204 + }, + "249": { + "score": 0.39750207935911297 + }, + "250": { + "score": 1.0885813601935936 + }, + "251": { + "score": 0.7164302733890956 + }, + "252": { + "score": 0.4989233160571862 + }, + "253": { + "score": 0.3689181190325719 + }, + "254": { + "score": 1.1672431339007825 + }, + "255": { + "score": 0.3834862495994772 + }, + "256": { + "score": 0.43083820254109245 + }, + "257": { + "score": 0.4494711661459965 + }, + "258": { + "score": 0.1330295720570781 + }, + "259": { + "score": 0.5943147803399822 + }, + "260": { + "score": 0.595829280295409 + }, + "261": { + "score": 0.30879728206707757 + }, + "262": { + "score": 0.5978230506695842 + }, + "263": { + "score": 0.24540856685940243 + }, + "264": { + "score": 0.3861202178073985 + }, + "265": { + "score": 0.5150721154164098 + }, + "266": { + "score": 1.0611387930501495 + }, + "267": { + "score": 0.835879398399469 + }, + "268": { + "score": 0.5225147730665874 + }, + "269": { + "score": 0.6009188837552657 + }, + "270": { + "score": 0.14188027658321642 + }, + "271": { + "score": 0.6921115819709173 + }, + "272": { + "score": 0.442888441352795 + }, + "273": { + "score": 0.7723133134777989 + }, + "274": { + "score": 0.11953906769647439 + }, + "275": { + "score": 0.23577097007955689 + }, + "276": { + "score": 0.6447365231648176 + }, + "277": { + "score": 0.11189780936121434 + }, + "278": { + "score": 0.38858126911496216 + }, + "279": { + "score": 0.21647224439676688 + }, + "280": { + "score": 0.9818037292327674 + }, + "281": { + "score": 0.23277364870415174 + }, + "282": { + "score": 0.2608942906508212 + }, + "283": { + "score": 0.06959345069351253 + }, + "284": { + "score": 0.09180355573105951 + }, + "285": { + "score": 0.2539310654011938 + }, + "286": { + "score": 0.5948197144405485 + }, + "287": { + "score": 0.502930108111244 + }, + "288": { + "score": 0.9229748211899657 + }, + "289": { + "score": 0.3506227744532075 + }, + "290": { + "score": 0.6503800243612343 + }, + "291": { + "score": 0.3607848410460732 + }, + "292": { + "score": 0.5681399561830903 + }, + "293": { + "score": 0.34332361778196957 + }, + "294": { + "score": 1.6558674330087186 + }, + "295": { + "score": 0.2706654687030688 + }, + "296": { + "score": 0.5080558507521301 + }, + "297": { + "score": 0.6584312760884511 + }, + "298": { + "score": 0.5850401608556172 + }, + "299": { + "score": 0.437236267308454 + }, + "300": { + "score": 0.531970789957121 + }, + "301": { + "score": 0.9837559552123889 + }, + "302": { + "score": 0.5482224609032955 + }, + "303": { + "score": 0.8366991786123661 + }, + "304": { + "score": 0.2472822388445476 + }, + "305": { + "score": 0.16338245024202094 + }, + "306": { + "score": 0.4171898889273574 + }, + "307": { + "score": 0.3539030439207524 + }, + "308": { + "score": 0.42414459893816653 + }, + "309": { + "score": 0.32754512493064014 + }, + "310": { + "score": 0.22746331676044304 + }, + "311": { + "score": 0.31840422756596215 + }, + "312": { + "score": 0.3786946075784683 + }, + "313": { + "score": 0.31387936559637986 + }, + "314": { + "score": 0.4682303807529702 + }, + "315": { + "score": 0.5512408815330654 + }, + "316": { + "score": 0.5413399202550848 + }, + "317": { + "score": 0.4324544827577011 + }, + "318": { + "score": 0.7541431548418426 + }, + "319": { + "score": 0.4829895915997285 + }, + "320": { + "score": 1.0094087328455281 + }, + "321": { + "score": 0.32157649958453005 + }, + "322": { + "score": 0.421688016772889 + }, + "323": { + "score": 0.13640258133831604 + }, + "324": { + "score": 0.7441988431840186 + }, + "325": { + "score": 0.17510449062625807 + }, + "326": { + "score": 0.5315120844459695 + }, + "327": { + "score": 0.45220934643138566 + }, + "328": { + "score": 0.7304647318527903 + }, + "329": { + "score": 0.22692383322373194 + }, + "330": { + "score": 1.173783622280827 + }, + "331": { + "score": 0.1441200891502046 + }, + "332": { + "score": 0.6171171556219353 + }, + "333": { + "score": 0.39165699901505674 + }, + "334": { + "score": 0.33487509314178326 + }, + "335": { + "score": 0.5083313039262154 + }, + "336": { + "score": 0.5468980188022696 + }, + "337": { + "score": 0.33251774184478106 + }, + "338": { + "score": 0.4272002933925111 + }, + "339": { + "score": 0.6964514883886084 + }, + "340": { + "score": 0.5354952211059544 + }, + "341": { + "score": 0.4225796271382516 + }, + "342": { + "score": 1.66879934446578 + }, + "343": { + "score": 0.23247383903496693 + }, + "344": { + "score": 0.4246097406791318 + }, + "345": { + "score": 0.15684549015459132 + }, + "346": { + "score": 0.5839635509378096 + }, + "347": { + "score": 0.7093827878280669 + }, + "348": { + "score": 1.231831272127169 + }, + "349": { + "score": 0.21413215229869445 + }, + "350": { + "score": 0.3195381877290054 + }, + "351": { + "score": 0.5504796357879747 + }, + "352": { + "score": 0.26349434861717497 + }, + "353": { + "score": 0.3848789150921614 + }, + "354": { + "score": 0.25135173004636885 + }, + "355": { + "score": 0.29859427434364416 + }, + "356": { + "score": 0.3175355520361104 + }, + "357": { + "score": 0.3250236877956208 + }, + "358": { + "score": 0.5388262096723055 + }, + "359": { + "score": 0.3081469992294337 + }, + "360": { + "score": 0.35094467974248705 + }, + "361": { + "score": 0.687897573373312 + }, + "362": { + "score": 0.06086676993278607 + }, + "363": { + "score": 0.4404839590224074 + }, + "364": { + "score": 0.31292133775954634 + }, + "365": { + "score": 1.0246801242230832 + }, + "366": { + "score": 0.26145783274021395 + }, + "367": { + "score": 1.0877918691857196 + }, + "368": { + "score": 0.9037550563058444 + }, + "369": { + "score": 0.2587869391782752 + }, + "370": { + "score": 0.17761785826844276 + }, + "371": { + "score": 0.45762559575039286 + }, + "372": { + "score": 0.4554652328375096 + }, + "373": { + "score": 0.6660379385622798 + }, + "374": { + "score": 0.393531933961081 + }, + "375": { + "score": 0.21910482196991996 + }, + "376": { + "score": 0.6473761935473352 + }, + "377": { + "score": 0.7544523375849189 + }, + "378": { + "score": 0.8312692464631931 + }, + "379": { + "score": 0.2628991439533667 + }, + "380": { + "score": 0.6979619279846242 + }, + "381": { + "score": 0.20609114521866242 + }, + "382": { + "score": 0.7564474156874802 + }, + "383": { + "score": 0.556228748260007 + }, + "384": { + "score": 0.9411723586635394 + }, + "385": { + "score": 0.571537863323026 + }, + "386": { + "score": 0.6608077923134192 + }, + "387": { + "score": 0.6985745712016372 + }, + "388": { + "score": 0.5057749034441333 + }, + "389": { + "score": 0.2521488807514453 + }, + "390": { + "score": 0.5979932572747775 + }, + "391": { + "score": 0.23489005484111677 + }, + "392": { + "score": 0.3592373545866827 + }, + "393": { + "score": 0.33943289702889845 + }, + "394": { + "score": 0.1775144253346852 + }, + "395": { + "score": 0.4464202842115017 + }, + "396": { + "score": 0.3237634243208571 + }, + "397": { + "score": 0.6464689319716952 + }, + "398": { + "score": 0.6599425805474768 + }, + "399": { + "score": 0.5536967227616417 + } + } + }, + "wf_Q_A_PERT_Prob": { + "agg_value": 0.004797993769472573, + "value_by_index": { + "0": { + "prob": [ + 3.6876175727229565e-05, + 0.00017309322720393538, + 0.0007656874367967248 + ], + "avg_loss": [ + 10.207944869995117, + 8.661680221557617, + 7.174736499786377 + ] + }, + "1": { + "prob": [ + 2.517657048883848e-05, + 8.690676622791216e-05, + 8.947320748120546e-05 + ], + "avg_loss": [ + 10.58959674835205, + 9.350674629211426, + 9.321571350097656 + ] + }, + "2": { + "prob": [ + 0.005091317929327488, + 0.0025277230888605118, + 0.0022315578535199165 + ], + "avg_loss": [ + 5.280218601226807, + 5.980436325073242, + 6.105055332183838 + ] + }, + "3": { + "prob": [ + 1.2861092727689538e-05, + 0.0002904067514464259, + 0.0003869081847369671 + ], + "avg_loss": [ + 11.261303901672363, + 8.144227981567383, + 7.857323169708252 + ] + }, + "4": { + "prob": [ + 0.001258200267329812, + 0.00017257385479751974, + 1.4854417713650037e-05 + ], + "avg_loss": [ + 6.678072929382324, + 8.664685249328613, + 11.117213249206543 + ] + }, + "5": { + "prob": [ + 1.100996360037243e-05, + 0.0011266511864960194, + 3.0908729968359694e-05 + ], + "avg_loss": [ + 11.416709899902344, + 6.788505554199219, + 10.384471893310547 + ] + }, + "6": { + "prob": [ + 0.0003234519681427628, + 0.0009579526376910508, + 0.00012597389286383986 + ], + "avg_loss": [ + 8.036459922790527, + 6.950712203979492, + 8.979435920715332 + ] + }, + "7": { + "prob": [ + 4.210857150610536e-05, + 1.3972237411508104e-07, + 7.348898378722879e-08 + ], + "avg_loss": [ + 10.0752592086792, + 15.783608436584473, + 16.426130294799805 + ] + }, + "8": { + "prob": [ + 0.0002295298472745344, + 5.842743121320382e-06, + 1.6537687770323828e-05 + ], + "avg_loss": [ + 8.379477500915527, + 12.050310134887695, + 11.009868621826172 + ] + }, + "9": { + "prob": [ + 0.018382204696536064, + 0.0020098488312214613, + 0.002955818083137274 + ], + "avg_loss": [ + 3.9963722229003906, + 6.209695816040039, + 5.82397985458374 + ] + }, + "10": { + "prob": [ + 0.0007494215387851, + 0.00012226167018525302, + 0.0003033937537111342 + ], + "avg_loss": [ + 7.196208953857422, + 9.009346961975098, + 8.100479125976562 + ] + }, + "11": { + "prob": [ + 1.2359300853859168e-05, + 8.749170956434682e-05, + 0.0003905273915734142 + ], + "avg_loss": [ + 11.301101684570312, + 9.343966484069824, + 7.848012447357178 + ] + }, + "12": { + "prob": [ + 0.0022230115719139576, + 0.0006064684130251408, + 0.00340021844021976 + ], + "avg_loss": [ + 6.108892440795898, + 7.407857894897461, + 5.683915615081787 + ] + }, + "13": { + "prob": [ + 0.004211793188005686, + 0.05306551232933998, + 0.00044806223013438284 + ], + "avg_loss": [ + 5.469866752624512, + 2.936228036880493, + 7.710578441619873 + ] + }, + "14": { + "prob": [ + 0.007452930323779583, + 0.003698038635775447, + 0.011103472672402859 + ], + "avg_loss": [ + 4.899147987365723, + 5.599952697753906, + 4.500497341156006 + ] + }, + "15": { + "prob": [ + 0.0007224513101391494, + 0.001831429312005639, + 0.0017263568006455898 + ], + "avg_loss": [ + 7.232860565185547, + 6.302658557891846, + 6.36174201965332 + ] + }, + "16": { + "prob": [ + 0.00041136465733870864, + 0.00025455967988818884, + 7.940032446640544e-06 + ], + "avg_loss": [ + 7.796030521392822, + 8.275975227355957, + 11.743593215942383 + ] + }, + "17": { + "prob": [ + 0.008921449072659016, + 0.017678245902061462, + 0.0014162565348669887 + ], + "avg_loss": [ + 4.719296932220459, + 4.0354204177856445, + 6.5597381591796875 + ] + }, + "18": { + "prob": [ + 0.0010487142717465758, + 0.002460719784721732, + 0.0011723723728209734 + ], + "avg_loss": [ + 6.860190391540527, + 6.007301330566406, + 6.748725891113281 + ] + }, + "19": { + "prob": [ + 0.018547017127275467, + 0.00455109728500247, + 0.009636731818318367 + ], + "avg_loss": [ + 3.9874463081359863, + 5.3923869132995605, + 4.6421732902526855 + ] + }, + "20": { + "prob": [ + 4.6841167204547673e-05, + 8.998977136798203e-06, + 0.0014771973947063088 + ], + "avg_loss": [ + 9.968748092651367, + 11.618399620056152, + 6.517608642578125 + ] + }, + "21": { + "prob": [ + 2.5471799744991586e-06, + 4.818192792299669e-06, + 9.656067959440406e-06 + ], + "avg_loss": [ + 12.880523681640625, + 12.243111610412598, + 11.547924041748047 + ] + }, + "22": { + "prob": [ + 0.001393218175508082, + 0.00010563322575762868, + 0.00040492176776751876 + ], + "avg_loss": [ + 6.576138973236084, + 9.155537605285645, + 7.811816692352295 + ] + }, + "23": { + "prob": [ + 0.0005198673461563885, + 3.3996879210462794e-05, + 0.10214070230722427 + ], + "avg_loss": [ + 7.561936855316162, + 10.289241790771484, + 2.2814040184020996 + ] + }, + "24": { + "prob": [ + 0.01205744780600071, + 0.008095470257103443, + 0.002352384617552161 + ], + "avg_loss": [ + 4.418072700500488, + 4.816450595855713, + 6.05232572555542 + ] + }, + "25": { + "prob": [ + 0.0018381064292043447, + 0.0006763721466995776, + 0.0015392500208690763 + ], + "avg_loss": [ + 6.2990193367004395, + 7.29876708984375, + 6.476459980010986 + ] + }, + "26": { + "prob": [ + 8.610037184553221e-05, + 0.0026650086510926485, + 0.0037851990200579166 + ], + "avg_loss": [ + 9.359996795654297, + 5.927547931671143, + 5.576656818389893 + ] + }, + "27": { + "prob": [ + 0.000309267605189234, + 5.258762485027546e-06, + 9.427344775758684e-05 + ], + "avg_loss": [ + 8.081303596496582, + 12.155614852905273, + 9.26931095123291 + ] + }, + "28": { + "prob": [ + 0.0007405153592117131, + 0.0006612864672206342, + 0.00024237057368736714 + ], + "avg_loss": [ + 7.208164215087891, + 7.321323394775391, + 8.325042724609375 + ] + }, + "29": { + "prob": [ + 0.0009413061197847128, + 0.00023600898566655815, + 0.0015975290443748236 + ], + "avg_loss": [ + 6.968242168426514, + 8.351640701293945, + 6.439297199249268 + ] + }, + "30": { + "prob": [ + 0.00233866716735065, + 0.0025362747255712748, + 0.006382768042385578 + ], + "avg_loss": [ + 6.058174133300781, + 5.9770588874816895, + 5.0541534423828125 + ] + }, + "31": { + "prob": [ + 1.5375377415693947e-06, + 3.0344537663040683e-05, + 9.296716598328203e-05 + ], + "avg_loss": [ + 13.38532829284668, + 10.402894020080566, + 9.28326416015625 + ] + }, + "32": { + "prob": [ + 0.003723862813785672, + 0.011660568416118622, + 0.04553937911987305 + ], + "avg_loss": [ + 5.59299373626709, + 4.451542377471924, + 3.0891778469085693 + ] + }, + "33": { + "prob": [ + 0.00038001080974936485, + 2.64165032604069e-06, + 0.00017603162268642336 + ], + "avg_loss": [ + 7.875310897827148, + 12.844106674194336, + 8.64484691619873 + ] + }, + "34": { + "prob": [ + 0.01924566924571991, + 0.0037976407911628485, + 0.007009741384536028 + ], + "avg_loss": [ + 3.9504692554473877, + 5.573375225067139, + 4.96045446395874 + ] + }, + "35": { + "prob": [ + 3.3878857266245177e-06, + 0.0016620808746665716, + 2.3139813492889516e-05 + ], + "avg_loss": [ + 12.595304489135742, + 6.399684906005859, + 10.673955917358398 + ] + }, + "36": { + "prob": [ + 0.0015992637490853667, + 0.00018852001812774688, + 0.00033532988163642585 + ], + "avg_loss": [ + 6.438211917877197, + 8.576306343078613, + 8.000395774841309 + ] + }, + "37": { + "prob": [ + 0.00030937264091335237, + 0.00023234711261466146, + 6.151479465188459e-05 + ], + "avg_loss": [ + 8.080964088439941, + 8.367278099060059, + 9.696232795715332 + ] + }, + "38": { + "prob": [ + 0.003411383368074894, + 0.0022623438853770494, + 0.014678937382996082 + ], + "avg_loss": [ + 5.680637359619141, + 6.091353893280029, + 4.221341609954834 + ] + }, + "39": { + "prob": [ + 0.04929225519299507, + 0.005051783286035061, + 0.0032007794361561537 + ], + "avg_loss": [ + 3.009988307952881, + 5.288013935089111, + 5.74436092376709 + ] + }, + "40": { + "prob": [ + 8.00276040990866e-07, + 3.81623103749007e-05, + 5.269307052913064e-07 + ], + "avg_loss": [ + 14.038309097290039, + 10.173662185668945, + 14.456196784973145 + ] + }, + "41": { + "prob": [ + 0.0007526744157075882, + 2.234698968095472e-06, + 0.00027687428519129753 + ], + "avg_loss": [ + 7.191877841949463, + 13.011404037475586, + 8.191946983337402 + ] + }, + "42": { + "prob": [ + 0.000110998036689125, + 7.157477284636116e-06, + 0.00024853573995642364 + ], + "avg_loss": [ + 9.105998039245605, + 11.847352981567383, + 8.29992389678955 + ] + }, + "43": { + "prob": [ + 6.480883166659623e-05, + 0.0001657932298257947, + 0.000332622294081375 + ], + "avg_loss": [ + 9.644068717956543, + 8.704769134521484, + 8.008502960205078 + ] + }, + "44": { + "prob": [ + 0.006459099240601063, + 3.985885268775746e-05, + 0.00925182644277811 + ], + "avg_loss": [ + 5.04226541519165, + 10.130166053771973, + 4.682934284210205 + ] + }, + "45": { + "prob": [ + 0.0078100902028381824, + 0.004305493086576462, + 0.0008947141468524933 + ], + "avg_loss": [ + 4.852338790893555, + 5.447863578796387, + 7.019006252288818 + ] + }, + "46": { + "prob": [ + 0.0006535327411256731, + 0.0013410995015874505, + 0.0021118035074323416 + ], + "avg_loss": [ + 7.333117961883545, + 6.614265441894531, + 6.160212993621826 + ] + }, + "47": { + "prob": [ + 0.00031704219873063266, + 0.0017331895651295781, + 2.4289223802043125e-05 + ], + "avg_loss": [ + 8.056475639343262, + 6.357791900634766, + 10.62547779083252 + ] + }, + "48": { + "prob": [ + 0.00477483170107007, + 0.00306933606043458, + 0.015665367245674133 + ], + "avg_loss": [ + 5.344396591186523, + 5.786293983459473, + 4.1563029289245605 + ] + }, + "49": { + "prob": [ + 0.0006439872086048126, + 0.0015318554360419512, + 0.0061686960980296135 + ], + "avg_loss": [ + 7.347831726074219, + 6.48127555847168, + 5.088267803192139 + ] + }, + "50": { + "prob": [ + 0.009785505943000317, + 0.0022762203589081764, + 0.006358699407428503 + ], + "avg_loss": [ + 4.626852989196777, + 6.085238933563232, + 5.057931423187256 + ] + }, + "51": { + "prob": [ + 0.0032721776515245438, + 0.0006421571597456932, + 0.005395091604441404 + ], + "avg_loss": [ + 5.722299575805664, + 7.350677490234375, + 5.222265720367432 + ] + }, + "52": { + "prob": [ + 0.009684298187494278, + 0.0036674831062555313, + 0.0032162577845156193 + ], + "avg_loss": [ + 4.63724946975708, + 5.608249664306641, + 5.739536762237549 + ] + }, + "53": { + "prob": [ + 4.1705003241077065e-05, + 0.0017479570815339684, + 0.0012346201110631227 + ], + "avg_loss": [ + 10.08488941192627, + 6.349307537078857, + 6.696991920471191 + ] + }, + "54": { + "prob": [ + 0.011079065501689911, + 0.0011628762586042285, + 0.003625045996159315 + ], + "avg_loss": [ + 4.502697944641113, + 6.756858825683594, + 5.6198883056640625 + ] + }, + "55": { + "prob": [ + 0.0002377729251747951, + 0.007360251620411873, + 0.016780979931354523 + ], + "avg_loss": [ + 8.344194412231445, + 4.911661148071289, + 4.0875091552734375 + ] + }, + "56": { + "prob": [ + 0.0063957036472857, + 0.000496787833981216, + 0.000664133345708251 + ], + "avg_loss": [ + 5.052128791809082, + 7.60734748840332, + 7.317027568817139 + ] + }, + "57": { + "prob": [ + 0.0003176287282258272, + 9.124425560003147e-05, + 0.0009970031678676605 + ], + "avg_loss": [ + 8.054627418518066, + 9.301970481872559, + 6.910756587982178 + ] + }, + "58": { + "prob": [ + 0.00021224153169896454, + 5.758348561357707e-05, + 0.003884738078340888 + ], + "avg_loss": [ + 8.457785606384277, + 9.762274742126465, + 5.550699710845947 + ] + }, + "59": { + "prob": [ + 0.0011397161288186908, + 0.003186912974342704, + 0.004042230546474457 + ], + "avg_loss": [ + 6.776976108551025, + 5.748702526092529, + 5.510958671569824 + ] + }, + "60": { + "prob": [ + 0.003202379448339343, + 0.011417324654757977, + 0.02809784933924675 + ], + "avg_loss": [ + 5.743861198425293, + 4.472623348236084, + 3.5720622539520264 + ] + }, + "61": { + "prob": [ + 0.007673296611756086, + 0.0027963886968791485, + 0.007421145215630531 + ], + "avg_loss": [ + 4.870008945465088, + 5.8794264793396, + 4.903421878814697 + ] + }, + "62": { + "prob": [ + 0.00046116195153445005, + 9.710312042443547e-06, + 0.0008462497498840094 + ], + "avg_loss": [ + 7.681761264801025, + 11.542322158813477, + 7.074696063995361 + ] + }, + "63": { + "prob": [ + 9.957345901057124e-05, + 8.369539136765525e-05, + 2.948946348624304e-05 + ], + "avg_loss": [ + 9.214614868164062, + 9.388326644897461, + 10.431477546691895 + ] + }, + "64": { + "prob": [ + 0.0004511406004894525, + 0.00030588763183914125, + 0.00025069675757549703 + ], + "avg_loss": [ + 7.703731536865234, + 8.092292785644531, + 8.291266441345215 + ] + }, + "65": { + "prob": [ + 0.00016399941523559391, + 7.251429110510799e-07, + 6.258417784010817e-07 + ], + "avg_loss": [ + 8.71564769744873, + 14.136897087097168, + 14.284168243408203 + ] + }, + "66": { + "prob": [ + 0.00017149333143606782, + 0.002151641296222806, + 4.838428139919415e-05 + ], + "avg_loss": [ + 8.670966148376465, + 6.141524314880371, + 9.936335563659668 + ] + }, + "67": { + "prob": [ + 0.0036631731782108545, + 0.0171485748142004, + 0.0003318985691294074 + ], + "avg_loss": [ + 5.6094255447387695, + 4.065840244293213, + 8.01068115234375 + ] + }, + "68": { + "prob": [ + 0.00024987614597193897, + 0.007172486744821072, + 0.012503528967499733 + ], + "avg_loss": [ + 8.29454517364502, + 4.937502861022949, + 4.381744384765625 + ] + }, + "69": { + "prob": [ + 0.0001147015136666596, + 0.0005641048774123192, + 0.00036093362723477185 + ], + "avg_loss": [ + 9.073177337646484, + 7.4802703857421875, + 7.926816463470459 + ] + }, + "70": { + "prob": [ + 0.0018267631530761719, + 0.021476970985531807, + 0.013595699332654476 + ], + "avg_loss": [ + 6.305209636688232, + 3.8407740592956543, + 4.298001766204834 + ] + }, + "71": { + "prob": [ + 0.007068234030157328, + 2.0857643903582357e-05, + 0.001550311571918428 + ], + "avg_loss": [ + 4.952144622802734, + 10.777790069580078, + 6.46929931640625 + ] + }, + "72": { + "prob": [ + 0.00876359362155199, + 0.00022554351016879082, + 0.05485561862587929 + ], + "avg_loss": [ + 4.737149238586426, + 8.396997451782227, + 2.903050661087036 + ] + }, + "73": { + "prob": [ + 0.00035814224975183606, + 7.61275805416517e-05, + 0.0002479814866092056 + ], + "avg_loss": [ + 7.934580326080322, + 9.483099937438965, + 8.302156448364258 + ] + }, + "74": { + "prob": [ + 0.029030494391918182, + 0.015602418221533298, + 0.019331075251102448 + ], + "avg_loss": [ + 3.5394084453582764, + 4.160329341888428, + 3.9460413455963135 + ] + }, + "75": { + "prob": [ + 0.0097582982853055, + 0.0011607931228354573, + 0.005669971462339163 + ], + "avg_loss": [ + 4.629637241363525, + 6.7586517333984375, + 5.172571182250977 + ] + }, + "76": { + "prob": [ + 3.275333801866509e-05, + 5.359958959161304e-05, + 0.0001733721001073718 + ], + "avg_loss": [ + 10.326505661010742, + 9.833969116210938, + 8.660070419311523 + ] + }, + "77": { + "prob": [ + 0.006848670542240143, + 0.0024599889293313026, + 0.02262861840426922 + ], + "avg_loss": [ + 4.983700752258301, + 6.007598400115967, + 3.7885398864746094 + ] + }, + "78": { + "prob": [ + 0.024055175483226776, + 0.0057339440099895, + 0.0002537963737268001 + ], + "avg_loss": [ + 3.727405071258545, + 5.161351680755615, + 8.27897834777832 + ] + }, + "79": { + "prob": [ + 0.0009795743972063065, + 4.196851477900054e-06, + 1.0892507589232991e-06 + ], + "avg_loss": [ + 6.92839241027832, + 12.381175994873047, + 13.730020523071289 + ] + }, + "80": { + "prob": [ + 0.0003596475289668888, + 0.0007517723133787513, + 0.0009285906562581658 + ], + "avg_loss": [ + 7.930386066436768, + 7.193077087402344, + 6.981842517852783 + ] + }, + "81": { + "prob": [ + 0.010474653914570808, + 0.0009341451805084944, + 0.005010993219912052 + ], + "avg_loss": [ + 4.5587968826293945, + 6.975878715515137, + 5.296121120452881 + ] + }, + "82": { + "prob": [ + 1.428282030246919e-05, + 1.1312603419355582e-05, + 3.99991731683258e-05 + ], + "avg_loss": [ + 11.156453132629395, + 11.389593124389648, + 10.126651763916016 + ] + }, + "83": { + "prob": [ + 0.0045789447613060474, + 0.0004716564144473523, + 0.007482403423637152 + ], + "avg_loss": [ + 5.386286735534668, + 7.659259796142578, + 4.895201206207275 + ] + }, + "84": { + "prob": [ + 0.00017036839562933892, + 0.00010456058953423053, + 1.8900940631283447e-05 + ], + "avg_loss": [ + 8.677547454833984, + 9.165743827819824, + 10.876298904418945 + ] + }, + "85": { + "prob": [ + 0.0001490009599365294, + 0.0010080573847517371, + 0.0017292287666350603 + ], + "avg_loss": [ + 8.81155776977539, + 6.899730205535889, + 6.360079765319824 + ] + }, + "86": { + "prob": [ + 6.376804958563298e-05, + 0.0007293264498002827, + 0.00017163109441753477 + ], + "avg_loss": [ + 9.660258293151855, + 7.223389148712158, + 8.67016315460205 + ] + }, + "87": { + "prob": [ + 0.012100720778107643, + 0.006429498083889484, + 0.0032658567652106285 + ], + "avg_loss": [ + 4.414490222930908, + 5.046858787536621, + 5.724233150482178 + ] + }, + "88": { + "prob": [ + 0.00328222569078207, + 0.003879841649904847, + 0.00045511036296375096 + ], + "avg_loss": [ + 5.719233512878418, + 5.5519609451293945, + 7.694970607757568 + ] + }, + "89": { + "prob": [ + 5.4165451729204506e-05, + 0.001548438798636198, + 0.002900371327996254 + ], + "avg_loss": [ + 9.823467254638672, + 6.470508098602295, + 5.842916488647461 + ] + }, + "90": { + "prob": [ + 0.003177402075380087, + 3.183047738275491e-05, + 0.00024423073045909405 + ], + "avg_loss": [ + 5.7516913414001465, + 10.355086326599121, + 8.317397117614746 + ] + }, + "91": { + "prob": [ + 0.0037889208178967237, + 0.01981823891401291, + 0.015592385083436966 + ], + "avg_loss": [ + 5.575674057006836, + 3.9211525917053223, + 4.160972595214844 + ] + }, + "92": { + "prob": [ + 0.04387999325990677, + 0.006070968694984913, + 0.016798729076981544 + ], + "avg_loss": [ + 3.1262967586517334, + 5.104237079620361, + 4.086452007293701 + ] + }, + "93": { + "prob": [ + 0.017152074724435806, + 0.0001348924561170861, + 0.0069901784881949425 + ], + "avg_loss": [ + 4.065636157989502, + 8.911032676696777, + 4.963249206542969 + ] + }, + "94": { + "prob": [ + 0.004938961006700993, + 0.02869209460914135, + 0.00021961417223792523 + ], + "avg_loss": [ + 5.310600280761719, + 3.551133632659912, + 8.423638343811035 + ] + }, + "95": { + "prob": [ + 0.003384819719940424, + 0.004579669795930386, + 0.0018104870105162263 + ], + "avg_loss": [ + 5.688454627990723, + 5.3861284255981445, + 6.314159393310547 + ] + }, + "96": { + "prob": [ + 0.0001338879083050415, + 0.00012186971434857696, + 0.010501519776880741 + ], + "avg_loss": [ + 8.91850757598877, + 9.012557983398438, + 4.556235313415527 + ] + }, + "97": { + "prob": [ + 0.0007609455497004092, + 0.0017911664908751845, + 0.012702271342277527 + ], + "avg_loss": [ + 7.180948734283447, + 6.324888229370117, + 4.365974426269531 + ] + }, + "98": { + "prob": [ + 0.006998466327786446, + 0.004898397251963615, + 0.00602444214746356 + ], + "avg_loss": [ + 4.962064266204834, + 5.318847179412842, + 5.1119303703308105 + ] + }, + "99": { + "prob": [ + 0.0002616018755361438, + 0.005536601413041353, + 0.0003808002220466733 + ], + "avg_loss": [ + 8.248686790466309, + 5.196374416351318, + 7.873235702514648 + ] + }, + "100": { + "prob": [ + 0.0030779584776610136, + 0.007890589535236359, + 0.002314736368134618 + ], + "avg_loss": [ + 5.783488750457764, + 4.8420844078063965, + 6.068459510803223 + ] + }, + "101": { + "prob": [ + 0.005937247537076473, + 0.0011883381521329284, + 0.013035326264798641 + ], + "avg_loss": [ + 5.126509666442871, + 6.735199451446533, + 4.340092182159424 + ] + }, + "102": { + "prob": [ + 0.0013264515437185764, + 0.0074094063602387905, + 0.003675780026242137 + ], + "avg_loss": [ + 6.625247955322266, + 4.905004978179932, + 5.605989933013916 + ] + }, + "103": { + "prob": [ + 0.002334791701287031, + 0.0007736374391242862, + 0.008535659871995449 + ], + "avg_loss": [ + 6.059832572937012, + 7.164407253265381, + 4.763502597808838 + ] + }, + "104": { + "prob": [ + 1.9153032553731464e-05, + 0.00010505665704840794, + 0.0007881545461714268 + ], + "avg_loss": [ + 10.863049507141113, + 9.1610107421875, + 7.145816326141357 + ] + }, + "105": { + "prob": [ + 0.040122561156749725, + 0.040042925626039505, + 0.0001380806788802147 + ], + "avg_loss": [ + 3.2158164978027344, + 3.2178032398223877, + 8.887672424316406 + ] + }, + "106": { + "prob": [ + 0.0006286581046879292, + 0.011751832440495491, + 0.06443464756011963 + ], + "avg_loss": [ + 7.371922969818115, + 4.443746089935303, + 2.7421038150787354 + ] + }, + "107": { + "prob": [ + 0.007521222811192274, + 0.0018066950142383575, + 0.00017657974967733026 + ], + "avg_loss": [ + 4.890026569366455, + 6.316256046295166, + 8.641737937927246 + ] + }, + "108": { + "prob": [ + 7.965542181409546e-07, + 4.090408936008316e-07, + 8.64718240336515e-05 + ], + "avg_loss": [ + 14.042970657348633, + 14.709450721740723, + 9.355691909790039 + ] + }, + "109": { + "prob": [ + 0.001401569927111268, + 0.024462446570396423, + 0.000700679374858737 + ], + "avg_loss": [ + 6.570162296295166, + 3.710616111755371, + 7.263460159301758 + ] + }, + "110": { + "prob": [ + 0.00031892297556623816, + 0.001294645364396274, + 0.0005711790872737765 + ], + "avg_loss": [ + 8.05056095123291, + 6.6495184898376465, + 7.467807769775391 + ] + }, + "111": { + "prob": [ + 0.011102795600891113, + 0.007836127653717995, + 0.015683813020586967 + ], + "avg_loss": [ + 4.500558376312256, + 4.849010467529297, + 4.155126094818115 + ] + }, + "112": { + "prob": [ + 0.003040479263290763, + 2.849705924745649e-05, + 0.00011925557191716507 + ], + "avg_loss": [ + 5.795740127563477, + 10.465709686279297, + 9.034241676330566 + ] + }, + "113": { + "prob": [ + 0.002858451334759593, + 5.3379324526758865e-05, + 0.0009934838162735105 + ], + "avg_loss": [ + 5.857475280761719, + 9.83808708190918, + 6.914292812347412 + ] + }, + "114": { + "prob": [ + 0.0019523223163560033, + 0.0007905461825430393, + 7.930425636004657e-05 + ], + "avg_loss": [ + 6.238735675811768, + 7.142786502838135, + 9.442218780517578 + ] + }, + "115": { + "prob": [ + 0.0002242551272502169, + 3.954078238166403e-07, + 8.302446019570198e-08 + ], + "avg_loss": [ + 8.402726173400879, + 14.743348121643066, + 16.30413055419922 + ] + }, + "116": { + "prob": [ + 0.011295183561742306, + 0.0016281374264508486, + 0.009567119181156158 + ], + "avg_loss": [ + 4.483378887176514, + 6.420318603515625, + 4.649423122406006 + ] + } + } + }, + "wf_Q_A_Prob": { + "agg_value": 0.01616757232116462, + "value_by_index": { + "0": { + "prob": 6.132706039352342e-05, + "avg_loss": 9.699289321899414 + }, + "1": { + "prob": 5.76263373659458e-05, + "avg_loss": 9.761530876159668 + }, + "2": { + "prob": 0.011656331829726696, + "avg_loss": 4.451905727386475 + }, + "3": { + "prob": 7.94216466601938e-05, + "avg_loss": 9.440739631652832 + }, + "4": { + "prob": 0.0022911650594323874, + "avg_loss": 6.078694820404053 + }, + "5": { + "prob": 0.00015566487854812294, + "avg_loss": 8.767805099487305 + }, + "6": { + "prob": 0.0066448659636080265, + "avg_loss": 5.01391077041626 + }, + "7": { + "prob": 0.0002088548062602058, + "avg_loss": 8.473871231079102 + }, + "8": { + "prob": 9.973003216146026e-06, + "avg_loss": 11.515628814697266 + }, + "9": { + "prob": 0.009752544574439526, + "avg_loss": 4.630227088928223 + }, + "10": { + "prob": 0.0031973107252269983, + "avg_loss": 5.745445251464844 + }, + "11": { + "prob": 0.00016059732297435403, + "avg_loss": 8.736610412597656 + }, + "12": { + "prob": 0.002480583731085062, + "avg_loss": 5.999261379241943 + }, + "13": { + "prob": 0.0775313675403595, + "avg_loss": 2.557072639465332 + }, + "14": { + "prob": 0.020851416513323784, + "avg_loss": 3.870333433151245 + }, + "15": { + "prob": 0.004788276739418507, + "avg_loss": 5.3415846824646 + }, + "16": { + "prob": 0.00753939151763916, + "avg_loss": 4.887613773345947 + }, + "17": { + "prob": 0.050147246569395065, + "avg_loss": 2.9927916526794434 + }, + "18": { + "prob": 0.03070659562945366, + "avg_loss": 3.4832777976989746 + }, + "19": { + "prob": 0.06156448274850845, + "avg_loss": 2.787670135498047 + }, + "20": { + "prob": 0.00045819193474017084, + "avg_loss": 7.688222408294678 + }, + "21": { + "prob": 2.885356025217334e-06, + "avg_loss": 12.75586223602295 + }, + "22": { + "prob": 0.0001530381414340809, + "avg_loss": 8.784823417663574 + }, + "23": { + "prob": 0.0007600524113513529, + "avg_loss": 7.182123184204102 + }, + "24": { + "prob": 0.02770969830453396, + "avg_loss": 3.585972785949707 + }, + "25": { + "prob": 0.015360891819000244, + "avg_loss": 4.175930500030518 + }, + "26": { + "prob": 0.002606917405501008, + "avg_loss": 5.949586868286133 + }, + "27": { + "prob": 0.0025247056037187576, + "avg_loss": 5.981630802154541 + }, + "28": { + "prob": 0.029312191531062126, + "avg_loss": 3.529751777648926 + }, + "29": { + "prob": 0.0008837091736495495, + "avg_loss": 7.0313825607299805 + }, + "30": { + "prob": 0.0013830268289893866, + "avg_loss": 6.5834808349609375 + }, + "31": { + "prob": 0.004088236950337887, + "avg_loss": 5.499641418457031 + }, + "32": { + "prob": 0.02768801897764206, + "avg_loss": 3.5867555141448975 + }, + "33": { + "prob": 0.01598271168768406, + "avg_loss": 4.136247634887695 + }, + "34": { + "prob": 0.0037057632580399513, + "avg_loss": 5.597866058349609 + }, + "35": { + "prob": 0.00036868598544970155, + "avg_loss": 7.90556526184082 + }, + "36": { + "prob": 0.0005380275542847812, + "avg_loss": 7.5276007652282715 + }, + "37": { + "prob": 0.0006246153498068452, + "avg_loss": 7.3783745765686035 + }, + "38": { + "prob": 0.0009964965283870697, + "avg_loss": 6.911264896392822 + }, + "39": { + "prob": 0.02173389494419098, + "avg_loss": 3.8288822174072266 + }, + "40": { + "prob": 0.0017510604811832309, + "avg_loss": 6.347533702850342 + }, + "41": { + "prob": 0.00027133163530379534, + "avg_loss": 8.21216869354248 + }, + "42": { + "prob": 0.00019245121802669019, + "avg_loss": 8.555667877197266 + }, + "43": { + "prob": 0.0006871178629808128, + "avg_loss": 7.2830047607421875 + }, + "44": { + "prob": 0.034567851573228836, + "avg_loss": 3.3648312091827393 + }, + "45": { + "prob": 0.006224819924682379, + "avg_loss": 5.0792107582092285 + }, + "46": { + "prob": 0.01236520241945982, + "avg_loss": 4.392868995666504 + }, + "47": { + "prob": 0.0018238857155665755, + "avg_loss": 6.306786060333252 + }, + "48": { + "prob": 0.029967665672302246, + "avg_loss": 3.507636308670044 + }, + "49": { + "prob": 0.0022989448625594378, + "avg_loss": 6.075304985046387 + }, + "50": { + "prob": 0.03542839363217354, + "avg_loss": 3.3402416706085205 + }, + "51": { + "prob": 0.0183110274374485, + "avg_loss": 4.000251770019531 + }, + "52": { + "prob": 0.04683571308851242, + "avg_loss": 3.0611093044281006 + }, + "53": { + "prob": 0.004518413450568914, + "avg_loss": 5.399594306945801 + }, + "54": { + "prob": 0.003728455863893032, + "avg_loss": 5.591761112213135 + }, + "55": { + "prob": 0.013567398302257061, + "avg_loss": 4.300085544586182 + }, + "56": { + "prob": 0.008999917656183243, + "avg_loss": 4.710539817810059 + }, + "57": { + "prob": 0.001516756834462285, + "avg_loss": 6.491180896759033 + }, + "58": { + "prob": 0.0005985388997942209, + "avg_loss": 7.421019077301025 + }, + "59": { + "prob": 0.09371330589056015, + "avg_loss": 2.3675150871276855 + }, + "60": { + "prob": 0.06984521448612213, + "avg_loss": 2.6614737510681152 + }, + "61": { + "prob": 4.960107253282331e-05, + "avg_loss": 9.911498069763184 + }, + "62": { + "prob": 0.006376905832439661, + "avg_loss": 5.05507230758667 + }, + "63": { + "prob": 0.003960889298468828, + "avg_loss": 5.531286716461182 + }, + "64": { + "prob": 0.0048967162147164345, + "avg_loss": 5.319190502166748 + }, + "65": { + "prob": 3.610262137954123e-05, + "avg_loss": 10.229145050048828 + }, + "66": { + "prob": 0.0006374658551067114, + "avg_loss": 7.3580098152160645 + }, + "67": { + "prob": 0.001265804865397513, + "avg_loss": 6.672047138214111 + }, + "68": { + "prob": 0.08219838887453079, + "avg_loss": 2.498619556427002 + }, + "69": { + "prob": 0.0015186239033937454, + "avg_loss": 6.489950656890869 + }, + "70": { + "prob": 0.09021013975143433, + "avg_loss": 2.405613422393799 + }, + "71": { + "prob": 0.012600020505487919, + "avg_loss": 4.374056816101074 + }, + "72": { + "prob": 0.10199731588363647, + "avg_loss": 2.282808780670166 + }, + "73": { + "prob": 0.002555116545408964, + "avg_loss": 5.9696574211120605 + }, + "74": { + "prob": 0.007332738488912582, + "avg_loss": 4.915406227111816 + }, + "75": { + "prob": 0.016995159909129143, + "avg_loss": 4.074826717376709 + }, + "76": { + "prob": 0.0068123480305075645, + "avg_loss": 4.989018440246582 + }, + "77": { + "prob": 0.022077571600675583, + "avg_loss": 3.8131930828094482 + }, + "78": { + "prob": 7.882469799369574e-05, + "avg_loss": 9.448284149169922 + }, + "79": { + "prob": 0.04390872269868851, + "avg_loss": 3.1256422996520996 + }, + "80": { + "prob": 0.009391380473971367, + "avg_loss": 4.667963027954102 + }, + "81": { + "prob": 0.012319938279688358, + "avg_loss": 4.396536350250244 + }, + "82": { + "prob": 0.0001726976624922827, + "avg_loss": 8.663968086242676 + }, + "83": { + "prob": 0.042692508548498154, + "avg_loss": 3.1537318229675293 + }, + "84": { + "prob": 0.0008196245762519538, + "avg_loss": 7.106664180755615 + }, + "85": { + "prob": 0.0009054585243575275, + "avg_loss": 7.007069110870361 + }, + "86": { + "prob": 0.0008780864300206304, + "avg_loss": 7.0377655029296875 + }, + "87": { + "prob": 0.05154622718691826, + "avg_loss": 2.9652762413024902 + }, + "88": { + "prob": 0.0044675893150269985, + "avg_loss": 5.4109063148498535 + }, + "89": { + "prob": 0.006077010650187731, + "avg_loss": 5.10324239730835 + }, + "90": { + "prob": 0.0009143062634393573, + "avg_loss": 6.997344970703125 + }, + "91": { + "prob": 0.00139810296241194, + "avg_loss": 6.572638988494873 + }, + "92": { + "prob": 0.09557890892028809, + "avg_loss": 2.3478031158447266 + }, + "93": { + "prob": 0.02414926141500473, + "avg_loss": 3.723501443862915 + }, + "94": { + "prob": 0.02467474341392517, + "avg_loss": 3.701975107192993 + }, + "95": { + "prob": 0.0054555959068238735, + "avg_loss": 5.211113452911377 + }, + "96": { + "prob": 0.013892332091927528, + "avg_loss": 4.276418209075928 + }, + "97": { + "prob": 0.028320038691163063, + "avg_loss": 3.564185619354248 + }, + "98": { + "prob": 0.015114986337721348, + "avg_loss": 4.192068576812744 + }, + "99": { + "prob": 0.014391343109309673, + "avg_loss": 4.241128444671631 + }, + "100": { + "prob": 0.05687621608376503, + "avg_loss": 2.866878032684326 + }, + "101": { + "prob": 0.026697447523474693, + "avg_loss": 3.623187303543091 + }, + "102": { + "prob": 0.0079967575147748, + "avg_loss": 4.828719139099121 + }, + "103": { + "prob": 0.029503080993890762, + "avg_loss": 3.5232605934143066 + }, + "104": { + "prob": 0.0024937433190643787, + "avg_loss": 5.9939703941345215 + }, + "105": { + "prob": 0.02806060016155243, + "avg_loss": 3.5733888149261475 + }, + "106": { + "prob": 0.002475653775036335, + "avg_loss": 6.001250743865967 + }, + "107": { + "prob": 0.01852389983832836, + "avg_loss": 3.9886934757232666 + }, + "108": { + "prob": 5.554447488975711e-05, + "avg_loss": 9.79832649230957 + }, + "109": { + "prob": 0.05666406825184822, + "avg_loss": 2.870615005493164 + }, + "110": { + "prob": 0.003917553927749395, + "avg_loss": 5.542287826538086 + }, + "111": { + "prob": 0.040251631289720535, + "avg_loss": 3.2126047611236572 + }, + "112": { + "prob": 0.0069193728268146515, + "avg_loss": 4.973430156707764 + }, + "113": { + "prob": 0.0009768875315785408, + "avg_loss": 6.93113899230957 + }, + "114": { + "prob": 0.010120805352926254, + "avg_loss": 4.5931620597839355 + }, + "115": { + "prob": 0.005352322943508625, + "avg_loss": 5.230224609375 + }, + "116": { + "prob": 0.0020715075079351664, + "avg_loss": 6.179478645324707 + } + } + }, + "wf_Q_A_Prob_normalised": { + "agg_value": 0.49564704914931895, + "value_by_index": { + "0": { + "prob": 0.059139832809708796 + }, + "1": { + "prob": 0.2223384306262329 + }, + "2": { + "prob": 0.5419802545209828 + }, + "3": { + "prob": 0.10319890361070587 + }, + "4": { + "prob": 0.6131366202736617 + }, + "5": { + "prob": 0.11755080870713573 + }, + "6": { + "prob": 0.8252190941534612 + }, + "7": { + "prob": 0.8315055309807099 + }, + "8": { + "prob": 0.03808184835366242 + }, + "9": { + "prob": 0.29463510338873133 + }, + "10": { + "prob": 0.7312504929386466 + }, + "11": { + "prob": 0.24670243780980386 + }, + "12": { + "prob": 0.28478798483331225 + }, + "13": { + "prob": 0.5732163157571676 + }, + "14": { + "prob": 0.48372581737439735 + }, + "15": { + "prob": 0.528011160480018 + }, + "16": { + "prob": 0.9179540403081945 + }, + "17": { + "prob": 0.6415710684530213 + }, + "18": { + "prob": 0.8677022345262172 + }, + "19": { + "prob": 0.6528623623277737 + }, + "20": { + "prob": 0.23010502695004328 + }, + "21": { + "prob": 0.1449425322912882 + }, + "22": { + "prob": 0.07440552918719487 + }, + "23": { + "prob": 0.007346722827605404 + }, + "24": { + "prob": 0.55182112328394 + }, + "25": { + "prob": 0.7912022697801596 + }, + "26": { + "prob": 0.2851201024926607 + }, + "27": { + "prob": 0.8606445725896517 + }, + "28": { + "prob": 0.9468874155096649 + }, + "29": { + "prob": 0.24154606243525106 + }, + "30": { + "prob": 0.10941030130100048 + }, + "31": { + "prob": 0.9703662985415021 + }, + "32": { + "prob": 0.3124641388915336 + }, + "33": { + "prob": 0.9662250884304137 + }, + "34": { + "prob": 0.10977172280037512 + }, + "35": { + "prob": 0.17920912970664812 + }, + "36": { + "prob": 0.20217925055354505 + }, + "37": { + "prob": 0.5087065609243816 + }, + "38": { + "prob": 0.04667614413632407 + }, + "39": { + "prob": 0.27414540590899245 + }, + "40": { + "prob": 0.9779455391063461 + }, + "41": { + "prob": 0.2082176992505245 + }, + "42": { + "prob": 0.3441898858696336 + }, + "43": { + "prob": 0.5495437951545422 + }, + "44": { + "prob": 0.6869791031189124 + }, + "45": { + "prob": 0.32361746359593574 + }, + "46": { + "prob": 0.7506965741396244 + }, + "47": { + "prob": 0.4678541280135142 + }, + "48": { + "prob": 0.5603820924710912 + }, + "49": { + "prob": 0.21599552611035852 + }, + "50": { + "prob": 0.657923311961465 + }, + "51": { + "prob": 0.6629517193490398 + }, + "52": { + "prob": 0.738689926290897 + }, + "53": { + "prob": 0.5990449041672181 + }, + "54": { + "prob": 0.1902715711419014 + }, + "55": { + "prob": 0.3575410914559846 + }, + "56": { + "prob": 0.5435867791224787 + }, + "57": { + "prob": 0.5189692957514912 + }, + "58": { + "prob": 0.12592595062653503 + }, + "59": { + "prob": 0.9180183953078234 + }, + "60": { + "prob": 0.6205001503557451 + }, + "61": { + "prob": 0.002764764715314763 + }, + "62": { + "prob": 0.8288124084391095 + }, + "63": { + "prob": 0.9490233894835542 + }, + "64": { + "prob": 0.8293276132467445 + }, + "65": { + "prob": 0.17921103006865716 + }, + "66": { + "prob": 0.21185412485737323 + }, + "67": { + "prob": 0.056485312185168904 + }, + "68": { + "prob": 0.8048858528471673 + }, + "69": { + "prob": 0.5935917994891867 + }, + "70": { + "prob": 0.7097037413729271 + }, + "71": { + "prob": 0.5932373963438508 + }, + "72": { + "prob": 0.615026783087846 + }, + "73": { + "prob": 0.7892573767192258 + }, + "74": { + "prob": 0.10284817906329076 + }, + "75": { + "prob": 0.506045948124284 + }, + "76": { + "prob": 0.9632745417211112 + }, + "77": { + "prob": 0.40873152056826484 + }, + "78": { + "prob": 0.0026168706141691095 + }, + "79": { + "prob": 0.9780623303579307 + }, + "80": { + "prob": 0.8215431013030465 + }, + "81": { + "prob": 0.4286727113267286 + }, + "82": { + "prob": 0.7247301715415968 + }, + "83": { + "prob": 0.7730577053556004 + }, + "84": { + "prob": 0.7361095591551553 + }, + "85": { + "prob": 0.2387972684552756 + }, + "86": { + "prob": 0.4764926487451602 + }, + "87": { + "prob": 0.7028171347069913 + }, + "88": { + "prob": 0.3696876630847189 + }, + "89": { + "prob": 0.5743873821263193 + }, + "90": { + "prob": 0.20933023886418775 + }, + "91": { + "prob": 0.03443802869126052 + }, + "92": { + "prob": 0.5887989478722514 + }, + "93": { + "prob": 0.49867960105673487 + }, + "94": { + "prob": 0.4216073329819554 + }, + "95": { + "prob": 0.35820031682510395 + }, + "96": { + "prob": 0.563592378223286 + }, + "97": { + "prob": 0.6499234477066813 + }, + "98": { + "prob": 0.4575267182606084 + }, + "99": { + "prob": 0.699615971730979 + }, + "100": { + "prob": 0.8106701961373859 + }, + "101": { + "prob": 0.5697478051771974 + }, + "102": { + "prob": 0.3918366584552038 + }, + "103": { + "prob": 0.7170136103570182 + }, + "104": { + "prob": 0.7321387260095352 + }, + "105": { + "prob": 0.2589472216796179 + }, + "106": { + "prob": 0.03122246244747042 + }, + "107": { + "prob": 0.6608975710954694 + }, + "108": { + "prob": 0.38782084598071614 + }, + "109": { + "prob": 0.6808231358475744 + }, + "110": { + "prob": 0.641979744305927 + }, + "111": { + "prob": 0.5375889312328841 + }, + "112": { + "prob": 0.6845709690048233 + }, + "113": { + "prob": 0.20009157960712165 + }, + "114": { + "prob": 0.78195336422074 + }, + "115": { + "prob": 0.9597038948086678 + }, + "116": { + "prob": 0.08433807964737021 + } + } + }, + "wf_Q_A_ROUGE": { + "agg_value": 0.9005698005698005, + "value_by_index": { + "0": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere would you find the Eiffel Tower?assistant\n\n", + "ground_truth": "Paris", + "generation": "The Eiffel Tower is located in Paris, France." + }, + "1": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.18181818181818182, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country is known as the Land of the Rising Sun?assistant\n\n", + "ground_truth": "Japan", + "generation": "Japan is known as the Land of the Rising Sun." + }, + "2": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the capital of Australia?assistant\n\n", + "ground_truth": "Canberra", + "generation": "The capital of Australia is Canberra." + }, + "3": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.06060606060606061, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich river is the longest in the world?assistant\n\n", + "ground_truth": "Nile", + "generation": "The Nile River is the longest river in the world, stretching approximately 6,695 kilometers (4,160 miles) from its source in Burundi to its delta on the Mediterranean Sea in Egypt." + }, + "4": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.07999999999999999, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the largest desert in the world?assistant\n\n", + "ground_truth": "Antarctic", + "generation": "The largest desert in the world is the Antarctic Desert, covering an area of about 14 million square kilometers (5.4 million square miles)." + }, + "5": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.11764705882352941, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere are the ancient Pyramids of Giza located?assistant\n\n", + "ground_truth": "Egypt", + "generation": "The ancient Pyramids of Giza are located on the outskirts of modern-day Cairo, in Egypt." + }, + "6": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.14814814814814814, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the smallest country in the world by area?assistant\n\n", + "ground_truth": "Vatican City", + "generation": "The smallest country in the world by area is the Vatican City, which covers an area of approximately 0.44 km\u00b2 (0.17 sq mi)." + }, + "7": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.13333333333333333, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the largest ocean on Earth?assistant\n\n", + "ground_truth": "Pacific", + "generation": "The Pacific Ocean is the largest of the five oceans that surround our planet." + }, + "8": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.0625, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country gifted the Statue of Liberty to the United States?assistant\n\n", + "ground_truth": "France", + "generation": "The Statue of Liberty was a gift from France to the United States. It was designed by French sculptor Fr\u00e9d\u00e9ric Auguste Bartholdi and was dedicated on October 28, 1886." + }, + "9": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the capital of Egypt?assistant\n\n", + "ground_truth": "Cairo", + "generation": "The capital of Egypt is Cairo." + }, + "10": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.0909090909090909, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich planet is known as the Red Planet?assistant\n\n", + "ground_truth": "Mars", + "generation": "Mars is known as the Red Planet due to its reddish appearance caused by iron oxide in the planet's soil." + }, + "11": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.19999999999999998, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which country would you find the ancient city of Petra?assistant\n\n", + "ground_truth": "Jordan", + "generation": "The ancient city of Petra is located in Jordan." + }, + "12": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the largest mammal in the world?assistant\n\n", + "ground_truth": "Blue Whale", + "generation": "The largest mammal in the world is the blue whale." + }, + "13": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3157894736842105, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nMount Everest is located on the border between which two countries?assistant\n\n", + "ground_truth": "Nepal and Tibet", + "generation": "Mount Everest is situated on the border between Nepal and the Tibet Autonomous Region of China." + }, + "14": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.06666666666666667, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich monument is inscribed with the names of the fallen American soldiers of the Vietnam War?assistant\n\n", + "ground_truth": "Vietnam Veterans Memorial", + "generation": "The War Remnants Museum in Ho Chi Minh City, Vietnam, has a large monument inscribed with the names of the fallen American soldiers of the Vietnam War." + }, + "15": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe Great Barrier Reef is located in which body of water?assistant\n\n", + "ground_truth": "Pacific Ocean", + "generation": "The Great Barrier Reef is located in the Coral Sea, off the coast of Queensland, Australia." + }, + "16": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich city is known for its iconic Golden Gate Bridge?assistant\n\n", + "ground_truth": "San Francisco", + "generation": "San Francisco is the city known for its iconic Golden Gate Bridge." + }, + "17": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.14285714285714288, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the largest rainforest on the planet?assistant\n\n", + "ground_truth": "Amazon Rainforest", + "generation": "The Amazon Rainforest is the largest rainforest on the planet, covering an area of over 5.5 million square kilometers across nine countries in South America." + }, + "18": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the capital city of Canada?assistant\n\n", + "ground_truth": "Ottawa", + "generation": "The capital city of Canada is Ottawa." + }, + "19": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe ancient city of Machu Picchu is in which country?assistant\n\n", + "ground_truth": "Peru", + "generation": "Machu Picchu is located in Peru." + }, + "20": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country is the Colosseum located in?assistant\n\n", + "ground_truth": "Italy", + "generation": "The Colosseum is located in Rome, Italy." + }, + "21": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe currency Euro is used by how many European countries?assistant\n\n", + "ground_truth": "19", + "generation": "The Euro is used by 20 of the 27 member states of the European Union." + }, + "22": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.18181818181818182, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the longest river in South America?assistant\n\n", + "ground_truth": "Amazon", + "generation": "The longest river in South America is the Amazon River." + }, + "23": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which city can you find the Liberty Bell?assistant\n\n", + "ground_truth": "Philadelphia", + "generation": "The Liberty Bell is located in Philadelphia, Pennsylvania." + }, + "24": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.19999999999999998, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe historical figure Napoleon Bonaparte was born on which island?assistant\n\n", + "ground_truth": "Corsica", + "generation": "Napoleon Bonaparte was born on the island of Corsica." + }, + "25": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the capital of Spain?assistant\n\n", + "ground_truth": "Madrid", + "generation": "The capital of Spain is Madrid." + }, + "26": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which country is the Taj Mahal located?assistant\n\n", + "ground_truth": "India", + "generation": "The Taj Mahal is located in India." + }, + "27": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.0909090909090909, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country is famous for its fjords?assistant\n\n", + "ground_truth": "Norway", + "generation": "Norway is particularly renowned for its fjords, which are long, narrow inlets of the sea that are formed by glacial erosion." + }, + "28": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.15384615384615385, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe ancient Acropolis is located in which city?assistant\n\n", + "ground_truth": "Athens", + "generation": "The ancient Acropolis is located in Athens, the capital city of Greece." + }, + "29": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the largest continent?assistant\n\n", + "ground_truth": "Asia", + "generation": "The largest continent is Asia." + }, + "30": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich of these cities is not a national capital?assistant\n\n", + "ground_truth": "Sydney", + "generation": "Among the given cities, Dhaka is not a national capital of Bangladesh." + }, + "31": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.42857142857142855, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe Panama Canal connects which two oceans?assistant\n\n", + "ground_truth": "Pacific and Atlantic", + "generation": "The Panama Canal connects the Pacific Ocean and the Atlantic Ocean." + }, + "32": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the world's largest coral reef system?assistant\n\n", + "ground_truth": "Great Barrier Reef", + "generation": "The world's largest coral reef system is the Great Barrier Reef, located off the coast of Australia." + }, + "33": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.4615384615384615, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich city is known as the Big Apple?assistant\n\n", + "ground_truth": "New York City", + "generation": "New York City is famously known as the Big Apple." + }, + "34": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe Mona Lisa is housed in which museum?assistant\n\n", + "ground_truth": "The Louvre", + "generation": "The Mona Lisa is housed in the Louvre Museum in Paris, France." + }, + "35": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country is the origin of the car brand Volvo?assistant\n\n", + "ground_truth": "Sweden", + "generation": "The car brand Volvo originated in Sweden." + }, + "36": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.07407407407407407, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich city is known as the 'Venice of the North'?assistant\n\n", + "ground_truth": "Amsterdam", + "generation": "The city of Amsterdam in the Netherlands is often referred to as the 'Venice of the North' due to its numerous canals and rich maritime history." + }, + "37": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.10526315789473684, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the most populous city in the world?assistant\n\n", + "ground_truth": "Tokyo", + "generation": "The most populous city in the world is Tokyo, Japan, with a population of over 38 million people." + }, + "38": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.16666666666666669, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the highest uninterrupted waterfall in the world?assistant\n\n", + "ground_truth": "Angel Falls", + "generation": "The highest uninterrupted waterfall in the world is Angel Falls, located in Venezuela. It stands at an impressive height of 979 meters." + }, + "39": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.4444444444444445, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the capital of Brazil?assistant\n\n", + "ground_truth": "Bras\u00edlia", + "generation": "The capital of Brazil is Bras\u00edlia." + }, + "40": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3636363636363636, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country is known for constructing the Panama Canal?assistant\n\n", + "ground_truth": "United States", + "generation": "The Panama Canal was constructed by the United States." + }, + "41": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.13333333333333333, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country is the largest by area?assistant\n\n", + "ground_truth": "Russia", + "generation": "Russia is the largest country by area, covering more than 17 million square kilometers." + }, + "42": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.09523809523809523, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich city is famous for the historical event of the 'Boston Tea Party'?assistant\n\n", + "ground_truth": "Boston", + "generation": "The city famous for the historical event of the 'Boston Tea Party' is Boston, in the state of Massachusetts, USA." + }, + "43": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.18181818181818182, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere is the world's tallest building, the Burj Khalifa, located?assistant\n\n", + "ground_truth": "Dubai", + "generation": "The Burj Khalifa is located in Dubai, United Arab Emirates." + }, + "44": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2666666666666667, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe ancient city of Pompeii was destroyed by which volcano?assistant\n\n", + "ground_truth": "Mount Vesuvius", + "generation": "The ancient city of Pompeii was destroyed by the eruption of Mount Vesuvius." + }, + "45": { + "rouge1_recall": 0.3333333333333333, + "rougeL_f1": 0.11764705882352941, + "rougeL_recall": 0.3333333333333333, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe Great Wall of China is approximately how long?assistant\n\n", + "ground_truth": "21,000 km", + "generation": "The Great Wall of China is approximately 13,171 miles (21,196 kilometers) long." + }, + "46": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country is the Serengeti National Park located in?assistant\n\n", + "ground_truth": "Tanzania", + "generation": "The Serengeti National Park is located in Tanzania." + }, + "47": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.08695652173913045, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the largest island in the world?assistant\n\n", + "ground_truth": "Greenland", + "generation": "The largest island in the world is Greenland, with an area of approximately 2,166,086 square kilometers (836,330 square miles)." + }, + "48": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.15384615384615385, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the deepest known location in the Earth's oceans?assistant\n\n", + "ground_truth": "Mariana Trench", + "generation": "The deepest known location in the Earth's oceans is the Challenger Deep, which is located in the Mariana Trench in the Pacific Ocean." + }, + "49": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.16666666666666669, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe historical landmark Stonehenge is located in which country?assistant\n\n", + "ground_truth": "England", + "generation": "Stonehenge is a famous prehistoric monument located in England, United Kingdom." + }, + "50": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.4, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich river flows through the Grand Canyon?assistant\n\n", + "ground_truth": "Colorado River", + "generation": "The Colorado River flows through the Grand Canyon." + }, + "51": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.18181818181818182, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe city of Istanbul spans two continents: Asia and which other?assistant\n\n", + "ground_truth": "Europe", + "generation": "The city of Istanbul spans two continents: Asia and Europe." + }, + "52": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.16666666666666669, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe ancient ruins of Angkor Wat can be found in which country?assistant\n\n", + "ground_truth": "Cambodia", + "generation": "The ancient ruins of Angkor Wat can be found in Cambodia." + }, + "53": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich city is known for the creation of the original Olympic Games?assistant\n\n", + "ground_truth": "Olympia", + "generation": "The city of ancient Greece known for the creation of the original Olympic Games is Athens." + }, + "54": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.16666666666666669, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the capital of the U.S. state of Georgia?assistant\n\n", + "ground_truth": "Atlanta", + "generation": "The capital of the U.S. state of Georgia is Atlanta." + }, + "55": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.14285714285714288, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich South American country is named after the Italian city of Venice?assistant\n\n", + "ground_truth": "Venezuela", + "generation": "The South American country named after the Italian city of Venice is Venezuela." + }, + "56": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.19999999999999998, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe historic site Alcatraz Island is located in which U.S. state?assistant\n\n", + "ground_truth": "California", + "generation": "Alcatraz Island is located in the state of California." + }, + "57": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.16, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the largest freshwater lake in the world by surface area?assistant\n\n", + "ground_truth": "Lake Superior", + "generation": "The largest freshwater lake in the world by surface area is Lake Superior, which is one of the Great Lakes in North America." + }, + "58": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich Asian city is also known as the 'Pearl of the Orient'?assistant\n\n", + "ground_truth": "Hong Kong", + "generation": "Manila, the capital city of the Philippines, is often referred to as the 'Pearl of the Orient'." + }, + "59": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.4615384615384615, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe famous detective Sherlock Holmes is associated with which London address?assistant\n\n", + "ground_truth": "221B Baker Street", + "generation": "Sherlock Holmes is famously associated with 221B Baker Street, London." + }, + "60": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.13333333333333333, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe catastrophic nuclear accident that occurred in 1986 is associated with which power plant?assistant\n\n", + "ground_truth": "Chernobyl", + "generation": "The Chernobyl nuclear power plant in Ukraine was the site of this tragic accident." + }, + "61": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.1, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nThe Nobel Prizes are awarded in Stockholm, Sweden in all categories except one, which is awarded in Oslo, Norway. Which category is it?assistant\n\n", + "ground_truth": "Peace", + "generation": "The Peace Prize is the one category that is not awarded in Stockholm, Sweden, but rather in Oslo, Norway." + }, + "62": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.19999999999999998, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the currency used in Japan?assistant\n\n", + "ground_truth": "Yen", + "generation": "The official currency of Japan is the Yen (JPY)." + }, + "63": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.0689655172413793, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich animal is known as the 'Ship of the Desert'?assistant\n\n", + "ground_truth": "Camel", + "generation": "The camel is known as the 'Ship of the Desert' due to its ability to navigate through deserts and its resemblance to a ship sailing through the sands." + }, + "64": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.09523809523809523, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn what city did the Chernobyl nuclear disaster occur?assistant\n\n", + "ground_truth": "Pripyat", + "generation": "The Chernobyl nuclear disaster occurred in the city of Pripyat, Ukraine, which is located about 130 kilometers north of Kiev." + }, + "65": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.16666666666666669, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere did the Titanic depart from on its maiden voyage?assistant\n\n", + "ground_truth": "Southampton", + "generation": "The RMS Titanic departed from Southampton, England on its maiden voyage." + }, + "66": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.10526315789473684, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich city was divided by a wall, separating East from West, during the Cold War?assistant\n\n", + "ground_truth": "Berlin", + "generation": "Berlin was the city that was divided by a wall, separating East from West, during the Cold War." + }, + "67": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.11764705882352941, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the first person to set foot on the Moon?assistant\n\n", + "ground_truth": "Neil Armstrong", + "generation": "The first person to set foot on the Moon was Neil Armstrong, an American astronaut who stepped onto the lunar surface on July 20, 1969 as part of the Apollo 11 mission." + }, + "68": { + "rouge1_recall": 0.2, + "rougeL_f1": 0.06060606060606061, + "rougeL_recall": 0.2, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the main cause of World War I?assistant\n\n", + "ground_truth": "Assassination of Archduke Franz Ferdinand", + "generation": "The main cause of World War I was the complex system of alliances and rivalries between European powers that ultimately led to a chain reaction of military conflicts." + }, + "69": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2222222222222222, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat year did the Berlin Wall fall?assistant\n\n", + "ground_truth": "1989", + "generation": "The Berlin Wall fell on November 9, 1989." + }, + "70": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3636363636363636, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich empire built the Taj Mahal?assistant\n\n", + "ground_truth": "Mughal Empire", + "generation": "The Taj Mahal was built by the Mughal Empire." + }, + "71": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.15384615384615385, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere was Nelson Mandela imprisoned for 18 of his 27 years in jail?assistant\n\n", + "ground_truth": "Robben Island", + "generation": "Nelson Mandela was imprisoned at Robben Island, located off the coast of Cape Town, South Africa, for 18 of his 27 years in jail." + }, + "72": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the leader of the Soviet Union during the Cuban Missile Crisis?assistant\n\n", + "ground_truth": "Nikita Khrushchev", + "generation": "The leader of the Soviet Union during the Cuban Missile Crisis was Nikita Khrushchev." + }, + "73": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.08695652173913045, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn what year did the Titanic sink?assistant\n\n", + "ground_truth": "1912", + "generation": "The RMS Titanic sank in the early morning of April 15, 1912, after colliding with an iceberg in the North Atlantic Ocean." + }, + "74": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.375, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat ancient structure is located in Giza, Egypt?assistant\n\n", + "ground_truth": "The Great Pyramids", + "generation": "The Great Pyramid of Giza is an ancient structure located in Giza, Egypt." + }, + "75": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.125, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho painted the ceiling of the Sistine Chapel?assistant\n\n", + "ground_truth": "Michelangelo", + "generation": "The ceiling of the Sistine Chapel was painted by the renowned Italian artist Michelangelo Buonarroti." + }, + "76": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.10526315789473684, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat year did the United Kingdom vote to leave the European Union?assistant\n\n", + "ground_truth": "2016", + "generation": "The United Kingdom voted to leave the European Union in a national referendum held on June 23, 2016." + }, + "77": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.19999999999999998, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the first woman to fly solo across the Atlantic Ocean?assistant\n\n", + "ground_truth": "Amelia Earhart", + "generation": "The first woman to fly solo across the Atlantic Ocean was Amelia Mary Earhart, an American aviation pioneer." + }, + "78": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.19999999999999998, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which city was John F. Kennedy assassinated?assistant\n\n", + "ground_truth": "Dallas", + "generation": "John F. Kennedy was assassinated in Dallas, Texas, USA." + }, + "79": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.15384615384615385, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country first sent an object into space?assistant\n\n", + "ground_truth": "Soviet Union", + "generation": "The Soviet Union was the first country to successfully send an object into space, with the launch of Sputnik 1 on October 4, 1957." + }, + "80": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.19999999999999998, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which year was the first iPhone released?assistant\n\n", + "ground_truth": "2007", + "generation": "The first iPhone was released in the year 2007." + }, + "81": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.19999999999999998, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the first female Prime Minister of the United Kingdom?assistant\n\n", + "ground_truth": "Margaret Thatcher", + "generation": "The first female Prime Minister of the United Kingdom was Margaret Thatcher, who served from 1979 to 1990." + }, + "82": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country was formerly known as Persia?assistant\n\n", + "ground_truth": "Iran", + "generation": "Iran was formerly known as Persia." + }, + "83": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich event is commonly acknowledged as the start of the French Revolution?assistant\n\n", + "ground_truth": "Storming of the Bastille", + "generation": "The storming of the Bastille on July 14, 1789, is commonly seen as the starting point of the French Revolution." + }, + "84": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the first country to grant women the right to vote?assistant\n\n", + "ground_truth": "New Zealand", + "generation": "The first country to grant women the right to vote was New Zealand in 1893." + }, + "85": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3076923076923077, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the principal author of the Declaration of Independence?assistant\n\n", + "ground_truth": "Thomas Jefferson", + "generation": "The principal author of the Declaration of Independence was Thomas Jefferson." + }, + "86": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.15384615384615385, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat year did the Spanish Armada attempt to invade England?assistant\n\n", + "ground_truth": "1588", + "generation": "The Spanish Armada made its famous attempt to invade England in 1588." + }, + "87": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.32, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere was the first successful airplane flight conducted by the Wright brothers?assistant\n\n", + "ground_truth": "Kitty Hawk, North Carolina", + "generation": "The first successful airplane flight was conducted by the Wright brothers on December 17, 1903, at Kitty Hawk, North Carolina, USA." + }, + "88": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.4, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich ancient civilization built the Machu Picchu complex?assistant\n\n", + "ground_truth": "The Incas", + "generation": "The Inca civilization built the Machu Picchu complex." + }, + "89": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat year was the United Nations established?assistant\n\n", + "ground_truth": "1945", + "generation": "The United Nations was established in 1945." + }, + "90": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.1, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the first Emperor of Rome?assistant\n\n", + "ground_truth": "Augustus", + "generation": "The first Emperor of Rome was Augustus Caesar, who ruled from 27 BC until his death in 14 AD." + }, + "91": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho is known for developing the theory of relativity?assistant\n\n", + "ground_truth": "Albert Einstein", + "generation": "Albert Einstein is known for developing the theory of relativity." + }, + "92": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.21052631578947367, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the name of the first artificial Earth satellite, launched by the Soviet Union in 1957?assistant\n\n", + "ground_truth": "Sputnik 1", + "generation": "The first artificial Earth satellite was Sputnik 1, launched by the Soviet Union on October 4, 1957." + }, + "93": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.11764705882352941, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which year did the fall of the Soviet Union occur, marking the end of the Cold War?assistant\n\n", + "ground_truth": "1991", + "generation": "The fall of the Soviet Union occurred in 1991, marking the end of the Cold War." + }, + "94": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the British prime minister at the start of World War II?assistant\n\n", + "ground_truth": "Neville Chamberlain", + "generation": "The British prime minister at the start of World War II was Neville Chamberlain." + }, + "95": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere did the ancient Olympic Games originate?assistant\n\n", + "ground_truth": "Olympia, Greece", + "generation": "The ancient Olympic Games originated in Olympia, a valley in western Greece." + }, + "96": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.3636363636363636, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich U.S. President signed the Emancipation Proclamation?assistant\n\n", + "ground_truth": "Abraham Lincoln", + "generation": "The Emancipation Proclamation was signed by President Abraham Lincoln." + }, + "97": { + "rouge1_recall": 0.5, + "rougeL_f1": 0.0625, + "rougeL_recall": 0.5, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the largest contiguous empire in history?assistant\n\n", + "ground_truth": "Mongol Empire", + "generation": "The largest contiguous empire in history was the British Empire, which at its peak covered around 30 million square kilometers (11.6 million square miles) and spanned across four continents." + }, + "98": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich of the following landmarks is located in Jordan?assistant\n\n", + "ground_truth": "Petra", + "generation": "The Monastery, also known as the Little Church, is a famous landmark located in Jordan." + }, + "99": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.18181818181818182, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn what year did India gain its independence from Britain?assistant\n\n", + "ground_truth": "1947", + "generation": "India gained its independence from Britain on August 15, 1947." + }, + "100": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.23529411764705882, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the code name for the Allied invasion of Normandy in June 1944?assistant\n\n", + "ground_truth": "Operation Overlord", + "generation": "The code name for the Allied invasion of Normandy in June 1944 was \"Operation Overlord.\"" + }, + "101": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.17391304347826084, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat ship famously sank on its maiden voyage in April 1912?assistant\n\n", + "ground_truth": "RMS Titanic", + "generation": "The RMS Titanic sank on its maiden voyage in April 1912 after colliding with an iceberg in the North Atlantic Ocean." + }, + "102": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.1111111111111111, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country did Iraq invade in 1990, leading to the Gulf War?assistant\n\n", + "ground_truth": "Kuwait", + "generation": "In 1990, Iraq, led by Saddam Hussein, invaded its neighboring country, Kuwait, leading to the Gulf War." + }, + "103": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.29629629629629634, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat historical event is known for the extensive witch trials in Massachusetts?assistant\n\n", + "ground_truth": "The Salem Witch Trials", + "generation": "The historical event known for the extensive witch trials in Massachusetts is the Salem Witch Trials, which took place in 1692 and 1693." + }, + "104": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.33333333333333337, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the first president of the United States?assistant\n\n", + "ground_truth": "George Washington", + "generation": "The first president of the United States was George Washington." + }, + "105": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.35294117647058826, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich world event is marked by the storming of the Bastille in 1789?assistant\n\n", + "ground_truth": "The French Revolution", + "generation": "The storming of the Bastille in 1789 marked the beginning of the French Revolution." + }, + "106": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.25, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the famous leader of the Soviet Union during World War II?assistant\n\n", + "ground_truth": "Joseph Stalin", + "generation": "The famous leader of the Soviet Union during World War II was Joseph Stalin." + }, + "107": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.19354838709677416, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat wall officially came down in 1989, symbolizing the end of the Cold War?assistant\n\n", + "ground_truth": "The Berlin Wall", + "generation": "The Berlin Wall, which had divided East and West Germany since 1961, officially came down in 1989, marking a significant milestone in the end of the Cold War." + }, + "108": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.1, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhich country was the first to use paper money?assistant\n\n", + "ground_truth": "China", + "generation": "China was the first country to use paper money, introducing it during the Ming dynasty in the 15th century." + }, + "109": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the first person to circumnavigate the globe?assistant\n\n", + "ground_truth": "Ferdinand Magellan", + "generation": "The first person to successfully circumnavigate the globe was Juan Sebasti\u00e1n Elcano, a Spanish navigator, who completed the journey in 1522." + }, + "110": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.18181818181818182, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhere was the ancient Library of Alexandria located?assistant\n\n", + "ground_truth": "Alexandria", + "generation": "The ancient Library of Alexandria was located in Alexandria, Egypt." + }, + "111": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho was the South African president who ended apartheid?assistant\n\n", + "ground_truth": "F. W. de Klerk", + "generation": "Nelson Mandela was the South African president who played a significant role in ending apartheid. He became the first black president of South Africa in 1994, marking a significant turning point in the country's history towards a more inclusive and democratic society." + }, + "112": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.13333333333333333, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat is the name of the first human spaceflight program by the United States?assistant\n\n", + "ground_truth": "Mercury", + "generation": "The first human spaceflight program by the United States is known as Project Mercury." + }, + "113": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.15384615384615385, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nIn which year was the first modern Olympic Games held?assistant\n\n", + "ground_truth": "1896", + "generation": "The first modern Olympic Games were held in Athens, Greece in 1896." + }, + "114": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.15384615384615385, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the name of the first programmable computer invented by Konrad Zuse?assistant\n\n", + "ground_truth": "Z3", + "generation": "The first programmable computer invented by Konrad Zuse was called the Z3." + }, + "115": { + "rouge1_recall": 0.0, + "rougeL_f1": 0.0, + "rougeL_recall": 0.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWhat was the main Allied beachhead in southern France during World War II?assistant\n\n", + "ground_truth": "Anzio", + "generation": "The main Allied beachhead in southern France during World War II was at the city of Marseille." + }, + "116": { + "rouge1_recall": 1.0, + "rougeL_f1": 0.2857142857142857, + "rougeL_recall": 1.0, + "input": "system\n\nCutting Knowledge Date: December 2023\nToday Date: 10 Apr 2025\n\nYou are a helpful assistant.user\n\nWho wrote the influential communist manifesto?assistant\n\n", + "ground_truth": "Karl Marx", + "generation": "The influential communist manifesto was written by Karl Marx and Friedrich Engels." + } + } + }, + "wf_Truth_Ratio": { + "agg_value": 0.6775070995913204, + "value_by_index": { + "0": { + "score": 2.767194047423661 + }, + "1": { + "score": 1.0076103777894587 + }, + "2": { + "score": 0.2627205478674603 + }, + "3": { + "score": 1.423501984121783 + }, + "4": { + "score": 0.06448673732355233 + }, + "5": { + "score": 0.4666894063277536 + }, + "6": { + "score": 0.05104954772844528 + }, + "7": { + "score": 0.00362055278748701 + }, + "8": { + "score": 2.8171715029788174 + }, + "9": { + "score": 0.49011157036823505 + }, + "10": { + "score": 0.0947449759770379 + }, + "11": { + "score": 0.46715986864792813 + }, + "12": { + "score": 0.669676415860448 + }, + "13": { + "score": 0.05989562755910464 + }, + "14": { + "score": 0.3231842837905692 + }, + "15": { + "score": 0.27504083007681895 + }, + "16": { + "score": 0.012472206859129822 + }, + "17": { + "score": 0.12099248383551323 + }, + "18": { + "score": 0.04710098289283749 + }, + "19": { + "score": 0.15162695218882608 + }, + "20": { + "score": 0.18636839825114127 + }, + "21": { + "score": 1.7022901092414728 + }, + "22": { + "score": 2.5522917318582077 + }, + "23": { + "score": 1.6020149240208716 + }, + "24": { + "score": 0.22098873352332635 + }, + "25": { + "score": 0.08082370519705535 + }, + "26": { + "score": 0.3659908233734892 + }, + "27": { + "score": 0.021199471270930553 + }, + "28": { + "score": 0.016765618558496124 + }, + "29": { + "score": 0.8011736407702592 + }, + "30": { + "score": 2.427880387696531 + }, + "31": { + "score": 0.0039891088042284615 + }, + "32": { + "score": 0.4533235622485328 + }, + "33": { + "score": 0.003511048619564653 + }, + "34": { + "score": 2.1592617550507547 + }, + "35": { + "score": 0.13750658846798275 + }, + "36": { + "score": 0.8658553362636823 + }, + "37": { + "score": 0.26277672074506964 + }, + "38": { + "score": 4.8557027636223165 + }, + "39": { + "score": 0.4266012642230006 + }, + "40": { + "score": 0.0014418104325543651 + }, + "41": { + "score": 0.28567286183111734 + }, + "42": { + "score": 0.3025755497011537 + }, + "43": { + "score": 0.2225116863825218 + }, + "44": { + "score": 0.038633942683798016 + }, + "45": { + "score": 0.49964431759243627 + }, + "46": { + "score": 0.09929469385200984 + }, + "47": { + "score": 0.13005526916778873 + }, + "48": { + "score": 0.20432810979354085 + }, + "49": { + "score": 0.7941469539136474 + }, + "50": { + "score": 0.14713087519203658 + }, + "51": { + "score": 0.12268164909510125 + }, + "52": { + "score": 0.10359813031479319 + }, + "53": { + "score": 0.0991816754529505 + }, + "54": { + "score": 0.9658752377255428 + }, + "55": { + "score": 0.22740196997986076 + }, + "56": { + "score": 0.14251688292218342 + }, + "57": { + "score": 0.20231339327915676 + }, + "58": { + "score": 0.604975222566968 + }, + "59": { + "score": 0.02612931671219743 + }, + "60": { + "score": 0.14446637214468502 + }, + "61": { + "score": 109.27601754337778 + }, + "62": { + "score": 0.024448472552620174 + }, + "63": { + "score": 0.015814105321009637 + }, + "64": { + "score": 0.0665430322204797 + }, + "65": { + "score": 0.11651187702264244 + }, + "66": { + "score": 0.40999963181601745 + }, + "67": { + "score": 2.174353571995861 + }, + "68": { + "score": 0.034298811189787164 + }, + "69": { + "score": 0.1882211888590398 + }, + "70": { + "score": 0.08990080353520886 + }, + "71": { + "score": 0.04852443170256167 + }, + "72": { + "score": 0.04675081123416754 + }, + "73": { + "score": 0.07400508129503353 + }, + "74": { + "score": 2.8108300631399157 + }, + "75": { + "score": 0.23563765652873517 + }, + "76": { + "score": 0.009874200107212454 + }, + "77": { + "score": 0.3284338160164445 + }, + "78": { + "score": 41.50046010054722 + }, + "79": { + "score": 0.00037538664417341157 + }, + "80": { + "score": 0.0671737853451971 + }, + "81": { + "score": 0.29708730393484245 + }, + "82": { + "score": 0.10785885193969603 + }, + "83": { + "score": 0.059218728617832235 + }, + "84": { + "score": 0.08487865164104108 + }, + "85": { + "score": 0.7046503336964808 + }, + "86": { + "score": 0.22759865722927416 + }, + "87": { + "score": 0.12287539560416046 + }, + "88": { + "score": 0.402062098080651 + }, + "89": { + "score": 0.10272276039027711 + }, + "90": { + "score": 0.3185274145052912 + }, + "91": { + "score": 7.538620208046656 + }, + "92": { + "score": 0.17241363514298835 + }, + "93": { + "score": 0.10471936295800195 + }, + "94": { + "score": 0.12747746829303977 + }, + "95": { + "score": 0.5570311880476204 + }, + "96": { + "score": 0.03998108723836685 + }, + "97": { + "score": 0.09134745581676319 + }, + "98": { + "score": 0.3910660913145252 + }, + "99": { + "score": 0.05698481033258263 + }, + "100": { + "score": 0.06735355958844433 + }, + "101": { + "score": 0.16907495637340392 + }, + "102": { + "score": 0.4133908237889339 + }, + "103": { + "score": 0.08436070626988036 + }, + "104": { + "score": 0.04676336549702815 + }, + "105": { + "score": 0.21573411557401392 + }, + "106": { + "score": 3.15396296170535 + }, + "107": { + "score": 0.07227236997565628 + }, + "108": { + "score": 0.05478275974747809 + }, + "109": { + "score": 0.05092178154733703 + }, + "110": { + "score": 0.15770833451958985 + }, + "111": { + "score": 0.27555715274780346 + }, + "112": { + "score": 0.031477980128486335 + }, + "113": { + "score": 0.5458126457751115 + }, + "114": { + "score": 0.049058019831147014 + }, + "115": { + "score": 0.0003634591334839078 + }, + "116": { + "score": 2.705008512791382 + } + } + } +} \ No newline at end of file diff --git a/checkpoint-60/evals/TOFU_SUMMARY.json b/checkpoint-60/evals/TOFU_SUMMARY.json new file mode 100644 index 0000000..816f182 --- /dev/null +++ b/checkpoint-60/evals/TOFU_SUMMARY.json @@ -0,0 +1,8 @@ +{ + "extraction_strength": 0.0789758995090771, + "forget_Q_A_Prob": 0.10250965156359598, + "forget_Q_A_ROUGE": 0.36281320542195883, + "forget_quality": 0.15461291961180293, + "model_utility": 0.6285432141205023, + "privleak": 7.427156927246329 +} \ No newline at end of file diff --git a/config.json b/config.json new file mode 100644 index 0000000..650bafc --- /dev/null +++ b/config.json @@ -0,0 +1,40 @@ +{ + "_name_or_path": "open-unlearning/tofu_Llama-3.2-3B-Instruct_full", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 3072, + "initializer_range": 0.02, + "intermediate_size": 8192, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 24, + "num_hidden_layers": 28, + "num_key_value_heads": 8, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 32.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "transformers_version": "4.45.1", + "use_cache": true, + "vocab_size": 128256 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..c48a399 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.45.1" +} diff --git a/logs/events.out.tfevents.1774067373.gpuserver1.stemit.local.908115.0 b/logs/events.out.tfevents.1774067373.gpuserver1.stemit.local.908115.0 new file mode 100644 index 0000000..f1d19a7 --- /dev/null +++ b/logs/events.out.tfevents.1774067373.gpuserver1.stemit.local.908115.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c21cdc730bcc3c95731c8c91ca2023a179a6ab0764823e2089005ad92d1042 +size 8237 diff --git a/logs/events.out.tfevents.1774069249.gpuserver1.stemit.local.908115.1 b/logs/events.out.tfevents.1774069249.gpuserver1.stemit.local.908115.1 new file mode 100644 index 0000000..370d193 --- /dev/null +++ b/logs/events.out.tfevents.1774069249.gpuserver1.stemit.local.908115.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b8fe43416151e8fa2e5c61895c0c3c83064102e1685959c7a300dae7de4b60 +size 486 diff --git a/model-00001-of-00002.safetensors b/model-00001-of-00002.safetensors new file mode 100644 index 0000000..535f927 --- /dev/null +++ b/model-00001-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a68fea2a5f5fa5eec5bfc98c713c4ca995f09de8bb1e3e0a30b1b09127438c5 +size 4965799096 diff --git a/model-00002-of-00002.safetensors b/model-00002-of-00002.safetensors new file mode 100644 index 0000000..2fee060 --- /dev/null +++ b/model-00002-of-00002.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a03875073f28d9ea4716986d00e0c5deac749b6212c998d6821d0db7d4dfc54 +size 1459729952 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000..d3a1f0f --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,261 @@ +{ + "metadata": { + "total_size": 6425499648 + }, + "weight_map": { + "model.embed_tokens.weight": "model-00001-of-00002.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors", + "model.norm.weight": "model-00002-of-00002.safetensors" + } +} diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..b43be96 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,17 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": "<|eot_id|>" +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000..1c1d8d5 --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b +size 17209920 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..de2d513 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2063 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- if strftime_now is defined %}\n {%- set date_string = strftime_now(\"%d %b %Y\") %}\n {%- else %}\n {%- set date_string = \"26 Jul 2024\" %}\n {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {{- \"<|eot_id|>\" }}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 131072, + "pad_token": "<|eot_id|>", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000..f2baf23 --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,126 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.8, + "eval_steps": 500, + "global_step": 60, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.4, + "grad_norm": 3.984375, + "learning_rate": 2.0833333333333336e-05, + "loss": 0.5223, + "step": 5 + }, + { + "epoch": 0.8, + "grad_norm": 16.5, + "learning_rate": 4.166666666666667e-05, + "loss": 0.5515, + "step": 10 + }, + { + "epoch": 1.2, + "grad_norm": 13.875, + "learning_rate": 4.6875e-05, + "loss": 0.5093, + "step": 15 + }, + { + "epoch": 1.6, + "grad_norm": 12.1875, + "learning_rate": 4.166666666666667e-05, + "loss": 0.5249, + "step": 20 + }, + { + "epoch": 2.0, + "grad_norm": 11.875, + "learning_rate": 3.6458333333333336e-05, + "loss": 0.4755, + "step": 25 + }, + { + "epoch": 2.4, + "grad_norm": 8.375, + "learning_rate": 3.125e-05, + "loss": 0.356, + "step": 30 + }, + { + "epoch": 2.8, + "grad_norm": 7.6875, + "learning_rate": 2.604166666666667e-05, + "loss": 0.3406, + "step": 35 + }, + { + "epoch": 3.2, + "grad_norm": 13.5, + "learning_rate": 2.0833333333333336e-05, + "loss": 0.3117, + "step": 40 + }, + { + "epoch": 3.6, + "grad_norm": 6.34375, + "learning_rate": 1.5625e-05, + "loss": 0.2719, + "step": 45 + }, + { + "epoch": 4.0, + "grad_norm": 8.25, + "learning_rate": 1.0416666666666668e-05, + "loss": 0.2654, + "step": 50 + }, + { + "epoch": 4.4, + "grad_norm": 6.90625, + "learning_rate": 5.208333333333334e-06, + "loss": 0.2696, + "step": 55 + }, + { + "epoch": 4.8, + "grad_norm": 7.6875, + "learning_rate": 0.0, + "loss": 0.2359, + "step": 60 + }, + { + "epoch": 4.8, + "step": 60, + "total_flos": 0.0, + "train_loss": 0.3862247069676717, + "train_runtime": 1181.9694, + "train_samples_per_second": 1.692, + "train_steps_per_second": 0.051 + } + ], + "logging_steps": 5, + "max_steps": 60, + "num_input_tokens_seen": 0, + "num_train_epochs": 5, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": false, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 0.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..a35ea53 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:850350fbb59de0d8c847871a677bcd9597d2fc84985eacb5aec9056be1e94deb +size 5304