From 172f086541a8b1fe6e728c4af28cf7469954aa86 Mon Sep 17 00:00:00 2001
From: ModelHub XC <noreply@modelhub.org.cn>
Date: Sat, 27 Jun 2026 06:54:12 +0800
Subject: [PATCH] =?UTF-8?q?=E5=88=9D=E5=A7=8B=E5=8C=96=E9=A1=B9=E7=9B=AE?=
 =?UTF-8?q?=EF=BC=8C=E7=94=B1ModelHub=20XC=E7=A4=BE=E5=8C=BA=E6=8F=90?=
 =?UTF-8?q?=E4=BE=9B=E6=A8=A1=E5=9E=8B?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Model: dreamgen/llama3-8b-assistant-test-run1-sft-e2
Source: Original Platform
---
 .gitattributes                                |   49 +
 README.md                                     |  160 +
 config.json                                   |   28 +
 configuration.json                            |    1 +
 ...gsm8k|5_2024-05-24T10-07-33.915398.parquet |    3 +
 ...enge|25_2024-05-24T16-40-56.763722.parquet |    3 +
 ...gsm8k|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...swag|10_2024-05-24T16-40-56.763722.parquet |    3 +
 ...gebra|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...atomy|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...onomy|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...thics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ledge|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ology|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...istry|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ience|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...atics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...icine|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ysics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...urity|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ysics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...trics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ering|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...atics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...logic|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...facts|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ology|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...istry|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ience|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...story|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...raphy|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...itics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...omics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...atics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...omics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ysics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ology|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...stics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...story|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...story|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...aging|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ality|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...l_law|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...dence|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...acies|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...rning|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ement|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...eting|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...etics|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...neous|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...putes|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...arios|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ition|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...sophy|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...story|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...nting|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...l_law|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...icine|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ology|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...tions|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...udies|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ology|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...olicy|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...ology|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...gions|5_2024-05-24T16-40-56.763722.parquet |    3 +
 ...qa:mc|0_2024-05-24T16-40-56.763722.parquet |    3 +
 ...rande|5_2024-05-24T16-40-56.763722.parquet |    3 +
 .../results_2024-05-24T10-07-33.915398.json   |   96 +
 .../results_2024-05-24T16-40-56.763722.json   | 3461 +++++++++++
 ...enge|25_2024-05-24T18-15-11.422263.parquet |    3 +
 ...gsm8k|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...swag|10_2024-05-24T18-15-11.422263.parquet |    3 +
 ...gebra|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...atomy|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...onomy|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...thics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ledge|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...istry|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ience|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...atics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...icine|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ysics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...urity|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ysics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...trics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ering|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...atics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...logic|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...facts|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...istry|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ience|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...story|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...raphy|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...itics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...omics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...atics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...omics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ysics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...stics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...story|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...story|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...aging|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ality|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...l_law|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...dence|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...acies|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...rning|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ement|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...eting|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...etics|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...neous|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...putes|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...arios|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ition|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...sophy|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...story|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...nting|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...l_law|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...icine|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...tions|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...udies|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...olicy|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...ology|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...gions|5_2024-05-24T18-15-11.422263.parquet |    3 +
 ...qa:mc|0_2024-05-24T18-15-11.422263.parquet |    3 +
 ...rande|5_2024-05-24T18-15-11.422263.parquet |    3 +
 .../results_2024-05-24T18-15-11.422263.json   | 3461 +++++++++++
 generation_config.json                        |   12 +
 model-00001-of-00004.safetensors              |    3 +
 model-00002-of-00004.safetensors              |    3 +
 model-00003-of-00004.safetensors              |    3 +
 model-00004-of-00004.safetensors              |    3 +
 model.safetensors.index.json                  |  298 +
 .../results_2024-05-24T10-07-33.915398.json   |   96 +
 .../results_2024-05-24T16-40-56.763722.json   | 3461 +++++++++++
 .../results_2024-05-24T18-15-11.422263.json   | 3461 +++++++++++
 rng_state.pth                                 |    3 +
 scheduler.pt                                  |    3 +
 special_tokens_map.json                       |   23 +
 tokenizer.json                                |    3 +
 tokenizer_config.json                         | 2064 +++++++
 trainer_state.json                            | 5173 +++++++++++++++++
 training_args.bin                             |    3 +
 148 files changed, 22243 insertions(+)
 create mode 100644 .gitattributes
 create mode 100644 README.md
 create mode 100644 config.json
 create mode 100644 configuration.json
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T10-07-33.915398/details_leaderboard|gsm8k|5_2024-05-24T10-07-33.915398.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|arc:challenge|25_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|gsm8k|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|hellaswag|10_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:anatomy|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:astronomy|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:business_ethics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_biology|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_medicine|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_physics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:computer_security|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:econometrics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:formal_logic|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:global_facts|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:human_aging|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:international_law|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:machine_learning|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:management|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:marketing|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:nutrition|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:philosophy|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:prehistory|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_law|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:public_relations|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:security_studies|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:sociology|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:virology|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:world_religions|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|truthfulqa:mc|0_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|winogrande|5_2024-05-24T16-40-56.763722.parquet
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T10-07-33.915398.json
 create mode 100644 details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T16-40-56.763722.json
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|arc:challenge|25_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|gsm8k|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|hellaswag|10_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:international_law|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:management|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:marketing|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:sociology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:virology|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|winogrande|5_2024-05-24T18-15-11.422263.parquet
 create mode 100644 details/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
 create mode 100644 generation_config.json
 create mode 100644 model-00001-of-00004.safetensors
 create mode 100644 model-00002-of-00004.safetensors
 create mode 100644 model-00003-of-00004.safetensors
 create mode 100644 model-00004-of-00004.safetensors
 create mode 100644 model.safetensors.index.json
 create mode 100644 results/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T10-07-33.915398.json
 create mode 100644 results/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T16-40-56.763722.json
 create mode 100644 results/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
 create mode 100644 rng_state.pth
 create mode 100644 scheduler.pt
 create mode 100644 special_tokens_map.json
 create mode 100644 tokenizer.json
 create mode 100644 tokenizer_config.json
 create mode 100644 trainer_state.json
 create mode 100644 training_args.bin

diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000..21b3632
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,49 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*.tfevents* filter=lfs diff=lfs merge=lfs -text
+*.db* filter=lfs diff=lfs merge=lfs -text
+*.ark* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*data* filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.meta filter=lfs diff=lfs merge=lfs -text
+**/*ckpt*.index filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.gguf* filter=lfs diff=lfs merge=lfs -text
+*.ggml filter=lfs diff=lfs merge=lfs -text
+*.llamafile* filter=lfs diff=lfs merge=lfs -text
+*.pt2 filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
diff --git a/README.md b/README.md
new file mode 100644
index 0000000..e704e74
--- /dev/null
+++ b/README.md
@@ -0,0 +1,160 @@
+---
+license: cc
+---
+
+- **What is this?** Nothing interesting, just an experiment.
+- **License:** CC-BY-NC
+
+```
+|                         Task                         |Version|    Metric    |Value |   |Stderr|
+|------------------------------------------------------|------:|--------------|-----:|---|-----:|
+|all                                                   |       |acc           |0.6606|±  |0.0323|
+|                                                      |       |acc_norm      |0.6669|±  |0.0093|
+|                                                      |       |truthfulqa_mc1|0.3403|±  |0.0166|
+|                                                      |       |truthfulqa_mc2|0.5085|±  |0.0153|
+|                                                      |       |qem           |0.7020|±  |0.0126|
+|leaderboard:arc:challenge:25                          |      0|acc           |0.5683|±  |0.0145|
+|                                                      |       |acc_norm      |0.5469|±  |0.0145|
+|leaderboard:gsm8k:5                                   |      0|qem           |0.7020|±  |0.0126|
+|leaderboard:hellaswag:10                              |      0|acc           |0.5990|±  |0.0049|
+|                                                      |       |acc_norm      |0.7868|±  |0.0041|
+|leaderboard:mmlu:_average:5                           |       |acc           |0.6621|±  |0.0334|
+|leaderboard:mmlu:abstract_algebra:5                   |      0|acc           |0.3100|±  |0.0465|
+|leaderboard:mmlu:anatomy:5                            |      0|acc           |0.6667|±  |0.0407|
+|leaderboard:mmlu:astronomy:5                          |      0|acc           |0.7368|±  |0.0358|
+|leaderboard:mmlu:business_ethics:5                    |      0|acc           |0.7000|±  |0.0461|
+|leaderboard:mmlu:clinical_knowledge:5                 |      0|acc           |0.7434|±  |0.0269|
+|leaderboard:mmlu:college_biology:5                    |      0|acc           |0.7847|±  |0.0344|
+|leaderboard:mmlu:college_chemistry:5                  |      0|acc           |0.4500|±  |0.0500|
+|leaderboard:mmlu:college_computer_science:5           |      0|acc           |0.4900|±  |0.0502|
+|leaderboard:mmlu:college_mathematics:5                |      0|acc           |0.4000|±  |0.0492|
+|leaderboard:mmlu:college_medicine:5                   |      0|acc           |0.6301|±  |0.0368|
+|leaderboard:mmlu:college_physics:5                    |      0|acc           |0.4412|±  |0.0494|
+|leaderboard:mmlu:computer_security:5                  |      0|acc           |0.7900|±  |0.0409|
+|leaderboard:mmlu:conceptual_physics:5                 |      0|acc           |0.6043|±  |0.0320|
+|leaderboard:mmlu:econometrics:5                       |      0|acc           |0.5175|±  |0.0470|
+|leaderboard:mmlu:electrical_engineering:5             |      0|acc           |0.6207|±  |0.0404|
+|leaderboard:mmlu:elementary_mathematics:5             |      0|acc           |0.4021|±  |0.0253|
+|leaderboard:mmlu:formal_logic:5                       |      0|acc           |0.5238|±  |0.0447|
+|leaderboard:mmlu:global_facts:5                       |      0|acc           |0.4400|±  |0.0499|
+|leaderboard:mmlu:high_school_biology:5                |      0|acc           |0.8000|±  |0.0228|
+|leaderboard:mmlu:high_school_chemistry:5              |      0|acc           |0.5419|±  |0.0351|
+|leaderboard:mmlu:high_school_computer_science:5       |      0|acc           |0.7200|±  |0.0451|
+|leaderboard:mmlu:high_school_european_history:5       |      0|acc           |0.7636|±  |0.0332|
+|leaderboard:mmlu:high_school_geography:5              |      0|acc           |0.7828|±  |0.0294|
+|leaderboard:mmlu:high_school_government_and_politics:5|      0|acc           |0.8756|±  |0.0238|
+|leaderboard:mmlu:high_school_macroeconomics:5         |      0|acc           |0.6744|±  |0.0238|
+|leaderboard:mmlu:high_school_mathematics:5            |      0|acc           |0.3630|±  |0.0293|
+|leaderboard:mmlu:high_school_microeconomics:5         |      0|acc           |0.7563|±  |0.0279|
+|leaderboard:mmlu:high_school_physics:5                |      0|acc           |0.3775|±  |0.0396|
+|leaderboard:mmlu:high_school_psychology:5             |      0|acc           |0.8569|±  |0.0150|
+|leaderboard:mmlu:high_school_statistics:5             |      0|acc           |0.4769|±  |0.0341|
+|leaderboard:mmlu:high_school_us_history:5             |      0|acc           |0.8039|±  |0.0279|
+|leaderboard:mmlu:high_school_world_history:5          |      0|acc           |0.8439|±  |0.0236|
+|leaderboard:mmlu:human_aging:5                        |      0|acc           |0.7399|±  |0.0294|
+|leaderboard:mmlu:human_sexuality:5                    |      0|acc           |0.7710|±  |0.0369|
+|leaderboard:mmlu:international_law:5                  |      0|acc           |0.7521|±  |0.0394|
+|leaderboard:mmlu:jurisprudence:5                      |      0|acc           |0.7593|±  |0.0413|
+|leaderboard:mmlu:logical_fallacies:5                  |      0|acc           |0.7423|±  |0.0344|
+|leaderboard:mmlu:machine_learning:5                   |      0|acc           |0.5357|±  |0.0473|
+|leaderboard:mmlu:management:5                         |      0|acc           |0.8447|±  |0.0359|
+|leaderboard:mmlu:marketing:5                          |      0|acc           |0.8974|±  |0.0199|
+|leaderboard:mmlu:medical_genetics:5                   |      0|acc           |0.7400|±  |0.0441|
+|leaderboard:mmlu:miscellaneous:5                      |      0|acc           |0.8174|±  |0.0138|
+|leaderboard:mmlu:moral_disputes:5                     |      0|acc           |0.7197|±  |0.0242|
+|leaderboard:mmlu:moral_scenarios:5                    |      0|acc           |0.4168|±  |0.0165|
+|leaderboard:mmlu:nutrition:5                          |      0|acc           |0.7516|±  |0.0247|
+|leaderboard:mmlu:philosophy:5                         |      0|acc           |0.7170|±  |0.0256|
+|leaderboard:mmlu:prehistory:5                         |      0|acc           |0.7222|±  |0.0249|
+|leaderboard:mmlu:professional_accounting:5            |      0|acc           |0.5213|±  |0.0298|
+|leaderboard:mmlu:professional_law:5                   |      0|acc           |0.4759|±  |0.0128|
+|leaderboard:mmlu:professional_medicine:5              |      0|acc           |0.7537|±  |0.0262|
+|leaderboard:mmlu:professional_psychology:5            |      0|acc           |0.6993|±  |0.0186|
+|leaderboard:mmlu:public_relations:5                   |      0|acc           |0.7182|±  |0.0431|
+|leaderboard:mmlu:security_studies:5                   |      0|acc           |0.7673|±  |0.0270|
+|leaderboard:mmlu:sociology:5                          |      0|acc           |0.8259|±  |0.0268|
+|leaderboard:mmlu:us_foreign_policy:5                  |      0|acc           |0.8300|±  |0.0378|
+|leaderboard:mmlu:virology:5                           |      0|acc           |0.5181|±  |0.0389|
+|leaderboard:mmlu:world_religions:5                    |      0|acc           |0.8129|±  |0.0299|
+|leaderboard:truthfulqa:mc:0                           |      0|truthfulqa_mc1|0.3403|±  |0.0166|
+|                                                      |       |truthfulqa_mc2|0.5085|±  |0.0153|
+|leaderboard:winogrande:5                              |      0|acc           |0.7309|±  |0.0125|
+```
+
+Baseline:
+
+```
+|                         Task                         |Version|    Metric    |Value |   |Stderr|
+|------------------------------------------------------|------:|--------------|-----:|---|-----:|
+|all                                                   |       |acc           |0.6635|±  |0.0322|
+|                                                      |       |acc_norm      |0.6569|±  |0.0094|
+|                                                      |       |truthfulqa_mc1|0.3745|±  |0.0169|
+|                                                      |       |truthfulqa_mc2|0.5338|±  |0.0160|
+|                                                      |       |qem           |0.6808|±  |0.0128|
+|leaderboard:arc:challenge:25                          |      0|acc           |0.5742|±  |0.0144|
+|                                                      |       |acc_norm      |0.5828|±  |0.0144|
+|leaderboard:gsm8k:5                                   |      0|qem           |0.6808|±  |0.0128|
+|leaderboard:hellaswag:10                              |      0|acc           |0.5707|±  |0.0049|
+|                                                      |       |acc_norm      |0.7310|±  |0.0044|
+|leaderboard:mmlu:_average:5                           |       |acc           |0.6662|±  |0.0333|
+|leaderboard:mmlu:abstract_algebra:5                   |      0|acc           |0.3300|±  |0.0473|
+|leaderboard:mmlu:anatomy:5                            |      0|acc           |0.6815|±  |0.0402|
+|leaderboard:mmlu:astronomy:5                          |      0|acc           |0.7500|±  |0.0352|
+|leaderboard:mmlu:business_ethics:5                    |      0|acc           |0.7000|±  |0.0461|
+|leaderboard:mmlu:clinical_knowledge:5                 |      0|acc           |0.7472|±  |0.0267|
+|leaderboard:mmlu:college_biology:5                    |      0|acc           |0.7917|±  |0.0340|
+|leaderboard:mmlu:college_chemistry:5                  |      0|acc           |0.4500|±  |0.0500|
+|leaderboard:mmlu:college_computer_science:5           |      0|acc           |0.5200|±  |0.0502|
+|leaderboard:mmlu:college_mathematics:5                |      0|acc           |0.3900|±  |0.0490|
+|leaderboard:mmlu:college_medicine:5                   |      0|acc           |0.6590|±  |0.0361|
+|leaderboard:mmlu:college_physics:5                    |      0|acc           |0.4314|±  |0.0493|
+|leaderboard:mmlu:computer_security:5                  |      0|acc           |0.7900|±  |0.0409|
+|leaderboard:mmlu:conceptual_physics:5                 |      0|acc           |0.5872|±  |0.0322|
+|leaderboard:mmlu:econometrics:5                       |      0|acc           |0.5439|±  |0.0469|
+|leaderboard:mmlu:electrical_engineering:5             |      0|acc           |0.6138|±  |0.0406|
+|leaderboard:mmlu:elementary_mathematics:5             |      0|acc           |0.4683|±  |0.0257|
+|leaderboard:mmlu:formal_logic:5                       |      0|acc           |0.5317|±  |0.0446|
+|leaderboard:mmlu:global_facts:5                       |      0|acc           |0.4600|±  |0.0501|
+|leaderboard:mmlu:high_school_biology:5                |      0|acc           |0.8065|±  |0.0225|
+|leaderboard:mmlu:high_school_chemistry:5              |      0|acc           |0.5419|±  |0.0351|
+|leaderboard:mmlu:high_school_computer_science:5       |      0|acc           |0.6800|±  |0.0469|
+|leaderboard:mmlu:high_school_european_history:5       |      0|acc           |0.7394|±  |0.0343|
+|leaderboard:mmlu:high_school_geography:5              |      0|acc           |0.8131|±  |0.0278|
+|leaderboard:mmlu:high_school_government_and_politics:5|      0|acc           |0.8964|±  |0.0220|
+|leaderboard:mmlu:high_school_macroeconomics:5         |      0|acc           |0.6769|±  |0.0237|
+|leaderboard:mmlu:high_school_mathematics:5            |      0|acc           |0.3259|±  |0.0286|
+|leaderboard:mmlu:high_school_microeconomics:5         |      0|acc           |0.7563|±  |0.0279|
+|leaderboard:mmlu:high_school_physics:5                |      0|acc           |0.4106|±  |0.0402|
+|leaderboard:mmlu:high_school_psychology:5             |      0|acc           |0.8477|±  |0.0154|
+|leaderboard:mmlu:high_school_statistics:5             |      0|acc           |0.4769|±  |0.0341|
+|leaderboard:mmlu:high_school_us_history:5             |      0|acc           |0.7892|±  |0.0286|
+|leaderboard:mmlu:high_school_world_history:5          |      0|acc           |0.8397|±  |0.0239|
+|leaderboard:mmlu:human_aging:5                        |      0|acc           |0.7265|±  |0.0299|
+|leaderboard:mmlu:human_sexuality:5                    |      0|acc           |0.7939|±  |0.0355|
+|leaderboard:mmlu:international_law:5                  |      0|acc           |0.7686|±  |0.0385|
+|leaderboard:mmlu:jurisprudence:5                      |      0|acc           |0.7593|±  |0.0413|
+|leaderboard:mmlu:logical_fallacies:5                  |      0|acc           |0.7607|±  |0.0335|
+|leaderboard:mmlu:machine_learning:5                   |      0|acc           |0.5268|±  |0.0474|
+|leaderboard:mmlu:management:5                         |      0|acc           |0.8155|±  |0.0384|
+|leaderboard:mmlu:marketing:5                          |      0|acc           |0.9060|±  |0.0191|
+|leaderboard:mmlu:medical_genetics:5                   |      0|acc           |0.7900|±  |0.0409|
+|leaderboard:mmlu:miscellaneous:5                      |      0|acc           |0.8238|±  |0.0136|
+|leaderboard:mmlu:moral_disputes:5                     |      0|acc           |0.7399|±  |0.0236|
+|leaderboard:mmlu:moral_scenarios:5                    |      0|acc           |0.4358|±  |0.0166|
+|leaderboard:mmlu:nutrition:5                          |      0|acc           |0.7549|±  |0.0246|
+|leaderboard:mmlu:philosophy:5                         |      0|acc           |0.7331|±  |0.0251|
+|leaderboard:mmlu:prehistory:5                         |      0|acc           |0.7469|±  |0.0242|
+|leaderboard:mmlu:professional_accounting:5            |      0|acc           |0.5177|±  |0.0298|
+|leaderboard:mmlu:professional_law:5                   |      0|acc           |0.4648|±  |0.0127|
+|leaderboard:mmlu:professional_medicine:5              |      0|acc           |0.7279|±  |0.0270|
+|leaderboard:mmlu:professional_psychology:5            |      0|acc           |0.6928|±  |0.0187|
+|leaderboard:mmlu:public_relations:5                   |      0|acc           |0.6636|±  |0.0453|
+|leaderboard:mmlu:security_studies:5                   |      0|acc           |0.7306|±  |0.0284|
+|leaderboard:mmlu:sociology:5                          |      0|acc           |0.8557|±  |0.0248|
+|leaderboard:mmlu:us_foreign_policy:5                  |      0|acc           |0.8600|±  |0.0349|
+|leaderboard:mmlu:virology:5                           |      0|acc           |0.5361|±  |0.0388|
+|leaderboard:mmlu:world_religions:5                    |      0|acc           |0.7953|±  |0.0309|
+|leaderboard:truthfulqa:mc:0                           |      0|truthfulqa_mc1|0.3745|±  |0.0169|
+|                                                      |       |truthfulqa_mc2|0.5338|±  |0.0160|
+|leaderboard:winogrande:5                              |      0|acc           |0.6930|±  |0.0130|
+```
\ No newline at end of file
diff --git a/config.json b/config.json
new file mode 100644
index 0000000..5e3b3c6
--- /dev/null
+++ b/config.json
@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.40.0.dev0",
+  "use_cache": false,
+  "vocab_size": 128256
+}
diff --git a/configuration.json b/configuration.json
new file mode 100644
index 0000000..bbeeda1
--- /dev/null
+++ b/configuration.json
@@ -0,0 +1 @@
+{"framework": "pytorch", "task": "text-generation", "allow_remote": true}
\ No newline at end of file
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T10-07-33.915398/details_leaderboard|gsm8k|5_2024-05-24T10-07-33.915398.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T10-07-33.915398/details_leaderboard|gsm8k|5_2024-05-24T10-07-33.915398.parquet
new file mode 100644
index 0000000..637f36a
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T10-07-33.915398/details_leaderboard|gsm8k|5_2024-05-24T10-07-33.915398.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c78d78683f2c86e6a65d329f7e015dc82248f05aca140a416feb2bc8e06d2ad2
+size 4990120
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|arc:challenge|25_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|arc:challenge|25_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..d8dce6d
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|arc:challenge|25_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25f9d6c522329676c9234f0d38bcc28c8452dfed5d87df6371ab0af9d8d26df
+size 5638828
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|gsm8k|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|gsm8k|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..d03508d
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|gsm8k|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148fcf9d903eed82428ec05267dec3479667561ffed682cd2c9ef9ea7b17ab0e
+size 4998548
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|hellaswag|10_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|hellaswag|10_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..75494a6
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|hellaswag|10_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afedc44bd15e71f9b1630a89d0aeed22a0746735c621e27b5e24d2c09e69b2a
+size 57616952
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..02eae6e
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc1d5c13fd96b18211e380ef18972584b2aba4a87b04b38d54d23da67318010
+size 72461
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:anatomy|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:anatomy|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..c739661
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:anatomy|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295a9cb565e2df6df48b02d41e83b7bc86b116a5f8ea6918f24c8d1b351dd7d2
+size 115363
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:astronomy|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:astronomy|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..f7b2a70
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:astronomy|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cdeb8f634661a0db7099dc31d9b4e39b63595317df3079c2b2723719f99782
+size 180636
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:business_ethics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:business_ethics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..7c421bc
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:business_ethics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f1a396c7d4ce9fc01cc656a65906da44ce0dd8e6b8f51d60bfa341018d6f8e
+size 132598
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..28da11d
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ed1930361608a017761c64251932d755325d0314577ece6a02dfba513fcb1b
+size 221461
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_biology|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_biology|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..8aca661
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_biology|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1300a9de154212564bc731fff7e3915b991eae7e128eeefe8a649fefbbc8e024
+size 167480
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..eb8e565
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a623f137923d1e931797f06fffedf130fb51bc5c318759aa63a8908f14f2a2ed
+size 112867
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..cd16d64
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7925c9245987c40165eccd59619a972339e2285bf7668a1eaeadb10979965e64
+size 173760
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..f46891e
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbc363979550605579e2aacfaea23390c7415a2bb5d93b0dee8aa103e679b8c
+size 108460
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_medicine|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_medicine|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..ca56a54
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_medicine|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0d79fb5322192c3d75f8e36a0e9919cb032d81ba84e3ecd0b93ae3cc712f66
+size 235124
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_physics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_physics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..07a2af6
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:college_physics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e859d50314d236bd81c2b9c7a5afc5c12f498e16837dbfdccc0f483fced6df35
+size 111090
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:computer_security|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:computer_security|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..5b855af
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:computer_security|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b458d27c96e747867d811b5ace382948eb05de0063808c4449f736970cdf3891
+size 107080
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..1929c38
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fb3e24839a56e535771ec0f55cf7524431fa4a8a554476777f36d7df22407d
+size 150500
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:econometrics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:econometrics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..2376857
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:econometrics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03cf98232ba724985be1dfd338e225c16f0f4ad8a5a3123aea7298d7b87abce
+size 151797
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..a520690
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4203932fcd79f23c8604a6342ca785fb911158076e9784c2f9609332bca31d
+size 112896
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..3e38335
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391251d090ff5c1715ddf7f56808c3ea07be0bb8ac8efe0ec511242dbb9d793a
+size 293061
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:formal_logic|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:formal_logic|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..b50bdc6
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:formal_logic|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a3241243c8ab46bedefb155d2bb25037795b5a7101761b5f1382eec7de0328
+size 145129
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:global_facts|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:global_facts|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..478314a
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:global_facts|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0eacae02051cf2d1806e04c062e22cd5facc129e5b0318e7a5c7b20aa1588af
+size 85077
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..0f37d6a
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095d1a8d5c8f11ac0d6cff50df5c889a4181040f801620f0b98a46cb00d89294
+size 332158
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..c8a3255
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c26268d40fb9635f58e79d9cb49e1daf13ce362a1dd681dd229ecc5ff0a2e5b
+size 190220
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..5bf914f
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b104f879236fe5fd60f51e575077f6e8985d4ee5c2f97170dd06fb6b2a88cb3d
+size 168961
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..31525d1
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2c3424cdde3bc1145f15c07797c8b502c02c1e65511c1d9b61d1bfabf277fb
+size 1336283
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..5dba101
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c6bed2bee21c58eb0ecf5915c4ee4be9c75e73e97517a0315b477942bcc7e4
+size 164987
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..bcf7468
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d4878bbc963b976f04792972917e01ad82d0589943c4202d907fc6d1a8e13b
+size 215240
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..8fa1cb4
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a89be2948139efda1688fcf7959130e91486de7ffd4ff15857682e48756e45
+size 308474
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..122edaa
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe01a3261a5c5d3f6d20227e065ba9b1e50f6cee31174766a2e764a4018c5801
+size 229282
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..cffbaec
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30adbc74cd7709b5ddda98777e513fe2cf68db655d8ce34a45a2f3ef6e12376
+size 222553
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..0387bc4
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e3a0bed56e754ddc42b3444536c5a8374e4b285a8be80b2c526dc5d41cc371
+size 183173
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..f0d327b
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4008062b5182dd7bd72c453f00cab63693b1b772781e404fd423c2b5489c5e
+size 540401
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..7162e0c
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80cbc34041a6f0482b3e0218db73bdb4fbbe521e4eed3e50b2bc6c7193de0f72
+size 329526
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..bef8367
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62f911fb389b9c263731e7b5118a74f09f090b690f21f3afa3a2cded2d6ba9b
+size 1212574
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..eee6d05
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f24ce9f4ee504f003c4b7add2a9deb432e1471bf269d9fa060c6cb95d0d170
+size 962201
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:human_aging|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:human_aging|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..e186a42
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:human_aging|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4628e2d9e1dfe9f1524f736c424730239d4f6e31bc384e9fa08cd9bd7d7cbf2
+size 168305
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..236c011
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f0d6561ea2847429e5a00ca2d207154aca0fb9fe83454d1b23d5400f5cccdd
+size 119557
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:international_law|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:international_law|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..f2d372f
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:international_law|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a74e7eaf1ab25d9fef3b97e99d3ac9d1318ad7946dc296aafe40657150e1d102
+size 173945
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..803cc8f
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4e84f66fe9e2784b470e458d4d1600d92c1f922dd827c0a702fe98a48fdefd
+size 128313
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..89de346
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a47547917c0128f7c53e54cfd46e1c836f4731f9ae00652d4a86f68d09b7078
+size 156348
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:machine_learning|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:machine_learning|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..7043a65
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:machine_learning|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06924a42f86d90d04c93040d03cabfb2326b6c49f02b553433b7b1fbdeda8f72
+size 156281
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:management|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:management|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..31fe0ce
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:management|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c08e09c0b5f4c21b5d14eeb8f9bf43e3f99a31363a54a3933f0cd0be44f16e5
+size 82665
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:marketing|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:marketing|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..40caca9
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:marketing|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98057a910f3b75d50f2adea39eb628d0a867e4c3a070db0e71ed870bdd4c292
+size 213775
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..3eb929f
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41412cae7a08f024e4a4b6609296664cd8892e423feb6bed019cd46ab924a0a7
+size 93096
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..83a1586
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fe24a48397e9a83c47588f3638367d7d9676127c9bee1e7af18d43ab483426
+size 521097
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..bc026e1
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34258c7781ef92da6f5c16acf089ee4a7f73cc38c61821e727e606aea26a47de
+size 339803
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..cc67beb
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65034aeaa49779ac717ca51e486efaa9f732bc20de2026a6b2ec557a634c8b8f
+size 698913
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:nutrition|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:nutrition|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..a17fb98
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:nutrition|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ba53aa838ac571af9b73e139e1cc4804008bf2c4098522f555c8806546b2f5
+size 329042
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:philosophy|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:philosophy|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..36f9744
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:philosophy|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326690eed482f45ed8e2698d27a33c5346e62be7d64fdb272b8030f68a2da586
+size 244140
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:prehistory|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:prehistory|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..3ef4c89
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:prehistory|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9395a7d9606d2737f16d561b0379810893db66c01bebea96d5e0b21bde142313
+size 329334
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..e33a70a
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfd480119a3bbdf55de0658e1ec96cab353e030e9c6fe4e5fa504bef0b95bb8
+size 386646
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_law|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_law|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..dbab129
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_law|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1412f4109c19d53e9396215779c3a03c04a7866ff6a30ac16a35360db73577ff
+size 6080000
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..b52982b
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14f8ef53182cb249dd6c2c871dd62fe26c5b274733dea1a1cb2474ec8a69861
+size 664378
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..3b9566b
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a73c4a2af396735df6e1b8af2a396590921c43e5f41d37326cd8bbf9db1b74
+size 726472
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:public_relations|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:public_relations|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..ae3545b
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:public_relations|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b80cd7afc94af39aeeba386320092574931bd85e0d0492111b686a8edc8bf3d
+size 127342
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:security_studies|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:security_studies|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..25c1b09
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:security_studies|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f387aec5287479c407fc2c03a8117b4f575d4195f9ccc3d84c53b1cab208bc65
+size 638522
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:sociology|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:sociology|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..83b5849
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:sociology|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae522d77f75df4de0f68867702b800ed1fcfde727161b4c20345549887a60a65
+size 224877
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..abeecd9
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb85c637ca5202768734a3132f90ab09945d220e523c05cbf34e3a6f2624b44
+size 119833
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:virology|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:virology|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..5b6e1f3
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:virology|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156e8d44fb5c78bc1b935f54ddbd521cb936de0cda28b05b56863da3155650fb
+size 145602
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:world_religions|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:world_religions|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..e2bb5ab
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|mmlu:world_religions|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbcd5b6eae4c50acb36d61413cfe332ec6f1aa16ecb228f4ae7e5095a6c678b
+size 109162
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|truthfulqa:mc|0_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|truthfulqa:mc|0_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..4bfb615
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|truthfulqa:mc|0_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90f05a2f786cb9cd93c618bbc962fdcac2a02790af51e75b494363b73c0b934
+size 883864
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|winogrande|5_2024-05-24T16-40-56.763722.parquet b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|winogrande|5_2024-05-24T16-40-56.763722.parquet
new file mode 100644
index 0000000..a8c6b5c
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/2024-05-24T16-40-56.763722/details_leaderboard|winogrande|5_2024-05-24T16-40-56.763722.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0d2b211a1d8319361652d6d5d644dfc1c6e57df91156800ca63d160b8478c0
+size 1149976
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T10-07-33.915398.json b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T10-07-33.915398.json
new file mode 100644
index 0000000..ddfcba0
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T10-07-33.915398.json
@@ -0,0 +1,96 @@
+{
+  "config_general": {
+    "lighteval_sha": "a98210fd3a2d1e8bface1c32b72ebd5017173a4c",
+    "num_fewshot_seeds": 1,
+    "override_batch_size": -1,
+    "max_samples": null,
+    "job_id": "",
+    "start_time": 7402232.698176069,
+    "end_time": 7403576.701790469,
+    "total_evaluation_time_secondes": "1344.0036143995821",
+    "model_name": "dreamgen/llama3-8b-assistant-test-run1-sft-e2",
+    "model_sha": "2746dba774b2a2ae56ff684225c81b060344a654",
+    "model_dtype": "torch.bfloat16",
+    "model_size": "14.96 GB",
+    "config": null
+  },
+  "results": {
+    "leaderboard|gsm8k|5": {
+      "qem": 0.7005307050796058,
+      "qem_stderr": 0.012616300735519642
+    },
+    "all": {
+      "qem": 0.7005307050796058,
+      "qem_stderr": 0.012616300735519642
+    }
+  },
+  "versions": {
+    "leaderboard|gsm8k|5": 0
+  },
+  "config_tasks": {
+    "leaderboard|gsm8k": {
+      "name": "gsm8k",
+      "prompt_function": "gsm8k",
+      "hf_repo": "gsm8k",
+      "hf_subset": "main",
+      "metric": [
+        "quasi_exact_match_gsm8k"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 256,
+      "stop_sequence": [
+        "Question:",
+        "Question",
+        ":"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1319,
+      "effective_num_docs": 1319,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    }
+  },
+  "summary_tasks": {
+    "leaderboard|gsm8k|5": {
+      "hashes": {
+        "hash_examples": "0ed016e24e7512fd",
+        "hash_full_prompts": "f7ab209f6467841e",
+        "hash_input_tokens": "deccfe61ad5cb3d5",
+        "hash_cont_tokens": "fd2549040e624164"
+      },
+      "truncated": 1319,
+      "non_truncated": 0,
+      "padded": 1074,
+      "non_padded": 245,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    }
+  },
+  "summary_general": {
+    "hashes": {
+      "hash_examples": "bc71463e88551d0e",
+      "hash_full_prompts": "c29e3bdf1c4887c9",
+      "hash_input_tokens": "e975d4ecbb7368e5",
+      "hash_cont_tokens": "84e6a099183a178a"
+    },
+    "truncated": 1319,
+    "non_truncated": 0,
+    "padded": 1074,
+    "non_padded": 245,
+    "num_truncated_few_shots": 0
+  }
+}
\ No newline at end of file
diff --git a/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T16-40-56.763722.json b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T16-40-56.763722.json
new file mode 100644
index 0000000..7de1125
--- /dev/null
+++ b/details/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T16-40-56.763722.json
@@ -0,0 +1,3461 @@
+{
+  "config_general": {
+    "lighteval_sha": "a98210fd3a2d1e8bface1c32b72ebd5017173a4c",
+    "num_fewshot_seeds": 1,
+    "override_batch_size": -1,
+    "max_samples": null,
+    "job_id": "",
+    "start_time": 7404572.390728084,
+    "end_time": 7427179.436666797,
+    "total_evaluation_time_secondes": "22607.045938712545",
+    "model_name": "dreamgen/llama3-8b-assistant-test-run1-sft-e2",
+    "model_sha": "2746dba774b2a2ae56ff684225c81b060344a654",
+    "model_dtype": "torch.bfloat16",
+    "model_size": "14.96 GB",
+    "config": null
+  },
+  "results": {
+    "leaderboard|arc:challenge|25": {
+      "acc": 0.568259385665529,
+      "acc_stderr": 0.014474591427196206,
+      "acc_norm": 0.5469283276450512,
+      "acc_norm_stderr": 0.014546892052005628
+    },
+    "leaderboard|hellaswag|10": {
+      "acc": 0.5989842660824537,
+      "acc_stderr": 0.0048910255336330295,
+      "acc_norm": 0.7867954590718981,
+      "acc_norm_stderr": 0.0040873390451063
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "acc": 0.31,
+      "acc_stderr": 0.04648231987117316
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "acc": 0.6666666666666666,
+      "acc_stderr": 0.04072314811876837
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "acc": 0.7368421052631579,
+      "acc_stderr": 0.03583496176361073
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "acc": 0.7,
+      "acc_stderr": 0.046056618647183814
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "acc": 0.7433962264150943,
+      "acc_stderr": 0.026880647889052
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "acc": 0.7847222222222222,
+      "acc_stderr": 0.034370793441061344
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "acc": 0.45,
+      "acc_stderr": 0.049999999999999996
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "acc": 0.49,
+      "acc_stderr": 0.05024183937956911
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "acc": 0.4,
+      "acc_stderr": 0.049236596391733084
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "acc": 0.630057803468208,
+      "acc_stderr": 0.0368122963339432
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "acc": 0.4411764705882353,
+      "acc_stderr": 0.049406356306056595
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "acc": 0.79,
+      "acc_stderr": 0.04093601807403326
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "acc": 0.6042553191489362,
+      "acc_stderr": 0.031967586978353627
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "acc": 0.5175438596491229,
+      "acc_stderr": 0.04700708033551038
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "acc": 0.6206896551724138,
+      "acc_stderr": 0.040434618619167466
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "acc": 0.4021164021164021,
+      "acc_stderr": 0.025253032554997695
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "acc": 0.5238095238095238,
+      "acc_stderr": 0.04467062628403273
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "acc": 0.44,
+      "acc_stderr": 0.04988876515698589
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "acc": 0.8,
+      "acc_stderr": 0.022755204959542936
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "acc": 0.541871921182266,
+      "acc_stderr": 0.03505630140785741
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "acc": 0.72,
+      "acc_stderr": 0.04512608598542127
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "acc": 0.7636363636363637,
+      "acc_stderr": 0.03317505930009182
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "acc": 0.7828282828282829,
+      "acc_stderr": 0.029376616484945627
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "acc": 0.8756476683937824,
+      "acc_stderr": 0.02381447708659355
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "acc": 0.6743589743589744,
+      "acc_stderr": 0.02375966576741229
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "acc": 0.362962962962963,
+      "acc_stderr": 0.029318203645206865
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "acc": 0.7563025210084033,
+      "acc_stderr": 0.027886828078380548
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "acc": 0.37748344370860926,
+      "acc_stderr": 0.0395802723112157
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "acc": 0.8568807339449541,
+      "acc_stderr": 0.015014462497168583
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "acc": 0.47685185185185186,
+      "acc_stderr": 0.03406315360711507
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "acc": 0.803921568627451,
+      "acc_stderr": 0.027865942286639318
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "acc": 0.8438818565400844,
+      "acc_stderr": 0.023627159460318674
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "acc": 0.7399103139013453,
+      "acc_stderr": 0.029442495585857473
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "acc": 0.7709923664122137,
+      "acc_stderr": 0.036853466317118506
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "acc": 0.7520661157024794,
+      "acc_stderr": 0.03941897526516303
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "acc": 0.7592592592592593,
+      "acc_stderr": 0.041331194402438404
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "acc": 0.7423312883435583,
+      "acc_stderr": 0.03436150827846917
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "acc": 0.5357142857142857,
+      "acc_stderr": 0.04733667890053757
+    },
+    "leaderboard|mmlu:management|5": {
+      "acc": 0.8446601941747572,
+      "acc_stderr": 0.03586594738573974
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "acc": 0.8974358974358975,
+      "acc_stderr": 0.019875655027867457
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "acc": 0.74,
+      "acc_stderr": 0.04408440022768079
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "acc": 0.8173690932311622,
+      "acc_stderr": 0.013816335389973145
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "acc": 0.7196531791907514,
+      "acc_stderr": 0.02418242749657761
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "acc": 0.41675977653631285,
+      "acc_stderr": 0.016489134962438957
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "acc": 0.7516339869281046,
+      "acc_stderr": 0.02473998135511359
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "acc": 0.7170418006430869,
+      "acc_stderr": 0.02558306248998481
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "acc": 0.7222222222222222,
+      "acc_stderr": 0.02492200116888633
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "acc": 0.5212765957446809,
+      "acc_stderr": 0.029800481645628693
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "acc": 0.4758800521512386,
+      "acc_stderr": 0.012755368722863935
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "acc": 0.7536764705882353,
+      "acc_stderr": 0.02617343857052
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "acc": 0.6993464052287581,
+      "acc_stderr": 0.018550634502952957
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "acc": 0.7181818181818181,
+      "acc_stderr": 0.04309118709946458
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "acc": 0.7673469387755102,
+      "acc_stderr": 0.02704925791589618
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "acc": 0.8258706467661692,
+      "acc_stderr": 0.026814951200421603
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "acc": 0.83,
+      "acc_stderr": 0.0377525168068637
+    },
+    "leaderboard|mmlu:virology|5": {
+      "acc": 0.5180722891566265,
+      "acc_stderr": 0.03889951252827216
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "acc": 0.8128654970760234,
+      "acc_stderr": 0.029913127232368032
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "truthfulqa_mc1": 0.3402692778457772,
+      "truthfulqa_mc1_stderr": 0.01658630490176256,
+      "truthfulqa_mc2": 0.5084622961353976,
+      "truthfulqa_mc2_stderr": 0.015263780045896217
+    },
+    "leaderboard|winogrande|5": {
+      "acc": 0.7308602999210734,
+      "acc_stderr": 0.012464911951268736
+    },
+    "leaderboard|gsm8k|5": {
+      "qem": 0.7020470053070508,
+      "qem_stderr": 0.012597932232914534
+    },
+    "leaderboard|mmlu:_average|5": {
+      "acc": 0.6620608929285695,
+      "acc_stderr": 0.033433797886004216
+    },
+    "all": {
+      "acc": 0.6605929141432921,
+      "acc_stderr": 0.03229261680690564,
+      "acc_norm": 0.6668618933584747,
+      "acc_norm_stderr": 0.009317115548555964,
+      "truthfulqa_mc1": 0.3402692778457772,
+      "truthfulqa_mc1_stderr": 0.01658630490176256,
+      "truthfulqa_mc2": 0.5084622961353976,
+      "truthfulqa_mc2_stderr": 0.015263780045896217,
+      "qem": 0.7020470053070508,
+      "qem_stderr": 0.012597932232914534
+    }
+  },
+  "versions": {
+    "leaderboard|arc:challenge|25": 0,
+    "leaderboard|gsm8k|5": 0,
+    "leaderboard|hellaswag|10": 0,
+    "leaderboard|mmlu:abstract_algebra|5": 0,
+    "leaderboard|mmlu:anatomy|5": 0,
+    "leaderboard|mmlu:astronomy|5": 0,
+    "leaderboard|mmlu:business_ethics|5": 0,
+    "leaderboard|mmlu:clinical_knowledge|5": 0,
+    "leaderboard|mmlu:college_biology|5": 0,
+    "leaderboard|mmlu:college_chemistry|5": 0,
+    "leaderboard|mmlu:college_computer_science|5": 0,
+    "leaderboard|mmlu:college_mathematics|5": 0,
+    "leaderboard|mmlu:college_medicine|5": 0,
+    "leaderboard|mmlu:college_physics|5": 0,
+    "leaderboard|mmlu:computer_security|5": 0,
+    "leaderboard|mmlu:conceptual_physics|5": 0,
+    "leaderboard|mmlu:econometrics|5": 0,
+    "leaderboard|mmlu:electrical_engineering|5": 0,
+    "leaderboard|mmlu:elementary_mathematics|5": 0,
+    "leaderboard|mmlu:formal_logic|5": 0,
+    "leaderboard|mmlu:global_facts|5": 0,
+    "leaderboard|mmlu:high_school_biology|5": 0,
+    "leaderboard|mmlu:high_school_chemistry|5": 0,
+    "leaderboard|mmlu:high_school_computer_science|5": 0,
+    "leaderboard|mmlu:high_school_european_history|5": 0,
+    "leaderboard|mmlu:high_school_geography|5": 0,
+    "leaderboard|mmlu:high_school_government_and_politics|5": 0,
+    "leaderboard|mmlu:high_school_macroeconomics|5": 0,
+    "leaderboard|mmlu:high_school_mathematics|5": 0,
+    "leaderboard|mmlu:high_school_microeconomics|5": 0,
+    "leaderboard|mmlu:high_school_physics|5": 0,
+    "leaderboard|mmlu:high_school_psychology|5": 0,
+    "leaderboard|mmlu:high_school_statistics|5": 0,
+    "leaderboard|mmlu:high_school_us_history|5": 0,
+    "leaderboard|mmlu:high_school_world_history|5": 0,
+    "leaderboard|mmlu:human_aging|5": 0,
+    "leaderboard|mmlu:human_sexuality|5": 0,
+    "leaderboard|mmlu:international_law|5": 0,
+    "leaderboard|mmlu:jurisprudence|5": 0,
+    "leaderboard|mmlu:logical_fallacies|5": 0,
+    "leaderboard|mmlu:machine_learning|5": 0,
+    "leaderboard|mmlu:management|5": 0,
+    "leaderboard|mmlu:marketing|5": 0,
+    "leaderboard|mmlu:medical_genetics|5": 0,
+    "leaderboard|mmlu:miscellaneous|5": 0,
+    "leaderboard|mmlu:moral_disputes|5": 0,
+    "leaderboard|mmlu:moral_scenarios|5": 0,
+    "leaderboard|mmlu:nutrition|5": 0,
+    "leaderboard|mmlu:philosophy|5": 0,
+    "leaderboard|mmlu:prehistory|5": 0,
+    "leaderboard|mmlu:professional_accounting|5": 0,
+    "leaderboard|mmlu:professional_law|5": 0,
+    "leaderboard|mmlu:professional_medicine|5": 0,
+    "leaderboard|mmlu:professional_psychology|5": 0,
+    "leaderboard|mmlu:public_relations|5": 0,
+    "leaderboard|mmlu:security_studies|5": 0,
+    "leaderboard|mmlu:sociology|5": 0,
+    "leaderboard|mmlu:us_foreign_policy|5": 0,
+    "leaderboard|mmlu:virology|5": 0,
+    "leaderboard|mmlu:world_religions|5": 0,
+    "leaderboard|truthfulqa:mc|0": 0,
+    "leaderboard|winogrande|5": 0
+  },
+  "config_tasks": {
+    "leaderboard|arc:challenge": {
+      "name": "arc:challenge",
+      "prompt_function": "arc",
+      "hf_repo": "ai2_arc",
+      "hf_subset": "ARC-Challenge",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm_nospace"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "arc"
+      ],
+      "original_num_docs": 1172,
+      "effective_num_docs": 1172,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|gsm8k": {
+      "name": "gsm8k",
+      "prompt_function": "gsm8k",
+      "hf_repo": "gsm8k",
+      "hf_subset": "main",
+      "metric": [
+        "quasi_exact_match_gsm8k"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 256,
+      "stop_sequence": [
+        "Question:",
+        "Question",
+        ":"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1319,
+      "effective_num_docs": 1319,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|hellaswag": {
+      "name": "hellaswag",
+      "prompt_function": "hellaswag_harness",
+      "hf_repo": "hellaswag",
+      "hf_subset": "default",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 10042,
+      "effective_num_docs": 10042,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:abstract_algebra": {
+      "name": "mmlu:abstract_algebra",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "abstract_algebra",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:anatomy": {
+      "name": "mmlu:anatomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "anatomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 135,
+      "effective_num_docs": 135,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:astronomy": {
+      "name": "mmlu:astronomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "astronomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 152,
+      "effective_num_docs": 152,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:business_ethics": {
+      "name": "mmlu:business_ethics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "business_ethics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge": {
+      "name": "mmlu:clinical_knowledge",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "clinical_knowledge",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 265,
+      "effective_num_docs": 265,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_biology": {
+      "name": "mmlu:college_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 144,
+      "effective_num_docs": 144,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_chemistry": {
+      "name": "mmlu:college_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_computer_science": {
+      "name": "mmlu:college_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_mathematics": {
+      "name": "mmlu:college_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_medicine": {
+      "name": "mmlu:college_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 173,
+      "effective_num_docs": 173,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_physics": {
+      "name": "mmlu:college_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 102,
+      "effective_num_docs": 102,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:computer_security": {
+      "name": "mmlu:computer_security",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "computer_security",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:conceptual_physics": {
+      "name": "mmlu:conceptual_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "conceptual_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 235,
+      "effective_num_docs": 235,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:econometrics": {
+      "name": "mmlu:econometrics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "econometrics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 114,
+      "effective_num_docs": 114,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:electrical_engineering": {
+      "name": "mmlu:electrical_engineering",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "electrical_engineering",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 145,
+      "effective_num_docs": 145,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics": {
+      "name": "mmlu:elementary_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "elementary_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 378,
+      "effective_num_docs": 378,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:formal_logic": {
+      "name": "mmlu:formal_logic",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "formal_logic",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 126,
+      "effective_num_docs": 126,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:global_facts": {
+      "name": "mmlu:global_facts",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "global_facts",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_biology": {
+      "name": "mmlu:high_school_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 310,
+      "effective_num_docs": 310,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry": {
+      "name": "mmlu:high_school_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 203,
+      "effective_num_docs": 203,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science": {
+      "name": "mmlu:high_school_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_european_history": {
+      "name": "mmlu:high_school_european_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_european_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 165,
+      "effective_num_docs": 165,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_geography": {
+      "name": "mmlu:high_school_geography",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_geography",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 198,
+      "effective_num_docs": 198,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics": {
+      "name": "mmlu:high_school_government_and_politics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_government_and_politics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 193,
+      "effective_num_docs": 193,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics": {
+      "name": "mmlu:high_school_macroeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_macroeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 390,
+      "effective_num_docs": 390,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics": {
+      "name": "mmlu:high_school_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 270,
+      "effective_num_docs": 270,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics": {
+      "name": "mmlu:high_school_microeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_microeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 238,
+      "effective_num_docs": 238,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_physics": {
+      "name": "mmlu:high_school_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 151,
+      "effective_num_docs": 151,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_psychology": {
+      "name": "mmlu:high_school_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 545,
+      "effective_num_docs": 545,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_statistics": {
+      "name": "mmlu:high_school_statistics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_statistics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 216,
+      "effective_num_docs": 216,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_us_history": {
+      "name": "mmlu:high_school_us_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_us_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 204,
+      "effective_num_docs": 204,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_world_history": {
+      "name": "mmlu:high_school_world_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_world_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 237,
+      "effective_num_docs": 237,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_aging": {
+      "name": "mmlu:human_aging",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_aging",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 223,
+      "effective_num_docs": 223,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_sexuality": {
+      "name": "mmlu:human_sexuality",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_sexuality",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 131,
+      "effective_num_docs": 131,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:international_law": {
+      "name": "mmlu:international_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "international_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 121,
+      "effective_num_docs": 121,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:jurisprudence": {
+      "name": "mmlu:jurisprudence",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "jurisprudence",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 108,
+      "effective_num_docs": 108,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:logical_fallacies": {
+      "name": "mmlu:logical_fallacies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "logical_fallacies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 163,
+      "effective_num_docs": 163,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:machine_learning": {
+      "name": "mmlu:machine_learning",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "machine_learning",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 112,
+      "effective_num_docs": 112,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:management": {
+      "name": "mmlu:management",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "management",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 103,
+      "effective_num_docs": 103,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:marketing": {
+      "name": "mmlu:marketing",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "marketing",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 234,
+      "effective_num_docs": 234,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:medical_genetics": {
+      "name": "mmlu:medical_genetics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "medical_genetics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:miscellaneous": {
+      "name": "mmlu:miscellaneous",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "miscellaneous",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 783,
+      "effective_num_docs": 783,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_disputes": {
+      "name": "mmlu:moral_disputes",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_disputes",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 346,
+      "effective_num_docs": 346,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_scenarios": {
+      "name": "mmlu:moral_scenarios",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_scenarios",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 895,
+      "effective_num_docs": 895,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:nutrition": {
+      "name": "mmlu:nutrition",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "nutrition",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 306,
+      "effective_num_docs": 306,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:philosophy": {
+      "name": "mmlu:philosophy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "philosophy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 311,
+      "effective_num_docs": 311,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:prehistory": {
+      "name": "mmlu:prehistory",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "prehistory",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 324,
+      "effective_num_docs": 324,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_accounting": {
+      "name": "mmlu:professional_accounting",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_accounting",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 282,
+      "effective_num_docs": 282,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_law": {
+      "name": "mmlu:professional_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 1534,
+      "effective_num_docs": 1534,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_medicine": {
+      "name": "mmlu:professional_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 272,
+      "effective_num_docs": 272,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_psychology": {
+      "name": "mmlu:professional_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 612,
+      "effective_num_docs": 612,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:public_relations": {
+      "name": "mmlu:public_relations",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "public_relations",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 110,
+      "effective_num_docs": 110,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:security_studies": {
+      "name": "mmlu:security_studies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "security_studies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 245,
+      "effective_num_docs": 245,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:sociology": {
+      "name": "mmlu:sociology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "sociology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 201,
+      "effective_num_docs": 201,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy": {
+      "name": "mmlu:us_foreign_policy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "us_foreign_policy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:virology": {
+      "name": "mmlu:virology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "virology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 166,
+      "effective_num_docs": 166,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:world_religions": {
+      "name": "mmlu:world_religions",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "world_religions",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 171,
+      "effective_num_docs": 171,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|truthfulqa:mc": {
+      "name": "truthfulqa:mc",
+      "prompt_function": "truthful_qa_multiple_choice",
+      "hf_repo": "truthful_qa",
+      "hf_subset": "multiple_choice",
+      "metric": [
+        "truthfulqa_mc_metrics"
+      ],
+      "hf_avail_splits": [
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": null,
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 817,
+      "effective_num_docs": 817,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|winogrande": {
+      "name": "winogrande",
+      "prompt_function": "winogrande",
+      "hf_repo": "winogrande",
+      "hf_subset": "winogrande_xl",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1267,
+      "effective_num_docs": 1267,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    }
+  },
+  "summary_tasks": {
+    "leaderboard|arc:challenge|25": {
+      "hashes": {
+        "hash_examples": "17b0cae357c0259e",
+        "hash_full_prompts": "4aeb23a740784b86",
+        "hash_input_tokens": "2e9e18067d1f8ad8",
+        "hash_cont_tokens": "19baa8a044eaaac8"
+      },
+      "truncated": 0,
+      "non_truncated": 1172,
+      "padded": 4687,
+      "non_padded": 0,
+      "effective_few_shots": 25.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|hellaswag|10": {
+      "hashes": {
+        "hash_examples": "31985c805c3a737e",
+        "hash_full_prompts": "3c2d3440e190b07b",
+        "hash_input_tokens": "412fc1d29623282b",
+        "hash_cont_tokens": "823c88a16c837063"
+      },
+      "truncated": 0,
+      "non_truncated": 10042,
+      "padded": 40105,
+      "non_padded": 63,
+      "effective_few_shots": 10.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "hashes": {
+        "hash_examples": "4c76229e00c9c0e9",
+        "hash_full_prompts": "faefa0cccb952fe0",
+        "hash_input_tokens": "e7380c35f0e2c4b3",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "hashes": {
+        "hash_examples": "6a1f8104dccbd33b",
+        "hash_full_prompts": "eacd03e46972fa59",
+        "hash_input_tokens": "2ee8bc2ef4561b6b",
+        "hash_cont_tokens": "9be31d13c42ead00"
+      },
+      "truncated": 0,
+      "non_truncated": 135,
+      "padded": 540,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "hashes": {
+        "hash_examples": "1302effa3a76ce4c",
+        "hash_full_prompts": "826cacbdf1f6bfd0",
+        "hash_input_tokens": "6ab8d24255ff03b3",
+        "hash_cont_tokens": "30cc2b2fc1294aac"
+      },
+      "truncated": 0,
+      "non_truncated": 152,
+      "padded": 608,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "hashes": {
+        "hash_examples": "03cb8bce5336419a",
+        "hash_full_prompts": "518511169382ac39",
+        "hash_input_tokens": "8be4f0cc9ce448e1",
+        "hash_cont_tokens": "4e9d83c717b7deb8"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "hashes": {
+        "hash_examples": "ffbb9c7b2be257f9",
+        "hash_full_prompts": "0b07b0bc774fdfd9",
+        "hash_input_tokens": "413166c01db52a72",
+        "hash_cont_tokens": "40dd7263ce5af5de"
+      },
+      "truncated": 0,
+      "non_truncated": 265,
+      "padded": 1060,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "hashes": {
+        "hash_examples": "3ee77f176f38eb8e",
+        "hash_full_prompts": "22cbe0e8dabf98b1",
+        "hash_input_tokens": "0dcd583202383d43",
+        "hash_cont_tokens": "1892d80e82b394c0"
+      },
+      "truncated": 0,
+      "non_truncated": 144,
+      "padded": 576,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "hashes": {
+        "hash_examples": "ce61a69c46d47aeb",
+        "hash_full_prompts": "9c1288940a4afb59",
+        "hash_input_tokens": "59a4f0d36881d644",
+        "hash_cont_tokens": "b6bb78fb2d7e4e6f"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "hashes": {
+        "hash_examples": "32805b52d7d5daab",
+        "hash_full_prompts": "9522781d0cdf1a43",
+        "hash_input_tokens": "302a2f1d05b53513",
+        "hash_cont_tokens": "6a5da979260e607c"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "hashes": {
+        "hash_examples": "55da1a0a0bd33722",
+        "hash_full_prompts": "72fe6f46a57e6ca4",
+        "hash_input_tokens": "042f1988f13b8f9a",
+        "hash_cont_tokens": "62df3b0447bd3b12"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "hashes": {
+        "hash_examples": "c33e143163049176",
+        "hash_full_prompts": "dee0989b2c8993f4",
+        "hash_input_tokens": "6dd81075c8e816e9",
+        "hash_cont_tokens": "933c01711a0757a0"
+      },
+      "truncated": 0,
+      "non_truncated": 173,
+      "padded": 692,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "hashes": {
+        "hash_examples": "ebdab1cdb7e555df",
+        "hash_full_prompts": "a1be6b64ea1948c3",
+        "hash_input_tokens": "37818fa59254732b",
+        "hash_cont_tokens": "d36569ab90faad7c"
+      },
+      "truncated": 0,
+      "non_truncated": 102,
+      "padded": 408,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "hashes": {
+        "hash_examples": "a24fd7d08a560921",
+        "hash_full_prompts": "01bc3fdfdefe67a4",
+        "hash_input_tokens": "d4957d5a9d5e83ec",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "hashes": {
+        "hash_examples": "8300977a79386993",
+        "hash_full_prompts": "b39315a8ada3ca79",
+        "hash_input_tokens": "c146a84803f78c9e",
+        "hash_cont_tokens": "6408f70f3d9ada31"
+      },
+      "truncated": 0,
+      "non_truncated": 235,
+      "padded": 940,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "hashes": {
+        "hash_examples": "ddde36788a04a46f",
+        "hash_full_prompts": "70bab37ca5fcc48f",
+        "hash_input_tokens": "086bc025be133096",
+        "hash_cont_tokens": "3befa885ca6e4b97"
+      },
+      "truncated": 0,
+      "non_truncated": 114,
+      "padded": 456,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "hashes": {
+        "hash_examples": "acbc5def98c19b3f",
+        "hash_full_prompts": "86a4747481c11c61",
+        "hash_input_tokens": "b83507ac94ded59b",
+        "hash_cont_tokens": "e75df8f470aa4973"
+      },
+      "truncated": 0,
+      "non_truncated": 145,
+      "padded": 580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "hashes": {
+        "hash_examples": "146e61d07497a9bd",
+        "hash_full_prompts": "1fe56333735325fa",
+        "hash_input_tokens": "8c3c868b34bad37b",
+        "hash_cont_tokens": "f09c97e7f7f9af71"
+      },
+      "truncated": 0,
+      "non_truncated": 378,
+      "padded": 1512,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "hashes": {
+        "hash_examples": "8635216e1909a03f",
+        "hash_full_prompts": "cc83c1ede45f974c",
+        "hash_input_tokens": "bb0616a24585501c",
+        "hash_cont_tokens": "df96e75b4eb1d7b0"
+      },
+      "truncated": 0,
+      "non_truncated": 126,
+      "padded": 504,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "hashes": {
+        "hash_examples": "30b315aa6353ee47",
+        "hash_full_prompts": "3a2ec1e2785c69a5",
+        "hash_input_tokens": "5e840dc7f1c55a67",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "hashes": {
+        "hash_examples": "c9136373af2180de",
+        "hash_full_prompts": "27646a569cf2a6f8",
+        "hash_input_tokens": "1dce672a00c5cbe1",
+        "hash_cont_tokens": "c6d11e73dc85157f"
+      },
+      "truncated": 0,
+      "non_truncated": 310,
+      "padded": 1240,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "hashes": {
+        "hash_examples": "b0661bfa1add6404",
+        "hash_full_prompts": "6905c6ca76f7b2b7",
+        "hash_input_tokens": "7fb2dd590b34e445",
+        "hash_cont_tokens": "208aff39cfca671a"
+      },
+      "truncated": 0,
+      "non_truncated": 203,
+      "padded": 812,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "hashes": {
+        "hash_examples": "80fc1d623a3d665f",
+        "hash_full_prompts": "b80092241e8b6c06",
+        "hash_input_tokens": "b2a9091fd8d00b66",
+        "hash_cont_tokens": "150a6d581009fbe0"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "hashes": {
+        "hash_examples": "854da6e5af0fe1a1",
+        "hash_full_prompts": "a3bc32a5dc022ce7",
+        "hash_input_tokens": "393e215e8667fde4",
+        "hash_cont_tokens": "7b6f4c22b304c3cc"
+      },
+      "truncated": 0,
+      "non_truncated": 165,
+      "padded": 656,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "hashes": {
+        "hash_examples": "7dc963c7acd19ad8",
+        "hash_full_prompts": "53f91beae305905d",
+        "hash_input_tokens": "439ac435fc478534",
+        "hash_cont_tokens": "1a85c9e696d91a66"
+      },
+      "truncated": 0,
+      "non_truncated": 198,
+      "padded": 792,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "hashes": {
+        "hash_examples": "1f675dcdebc9758f",
+        "hash_full_prompts": "623fd7e3495f243f",
+        "hash_input_tokens": "2c5757b8545f7cf8",
+        "hash_cont_tokens": "a47a4530b8790081"
+      },
+      "truncated": 0,
+      "non_truncated": 193,
+      "padded": 772,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "hashes": {
+        "hash_examples": "2fb32cf2d80f0b35",
+        "hash_full_prompts": "378ac13c8abb6c5f",
+        "hash_input_tokens": "afea2ca30b1622ff",
+        "hash_cont_tokens": "e71e7c6acf44c3e5"
+      },
+      "truncated": 0,
+      "non_truncated": 390,
+      "padded": 1560,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "hashes": {
+        "hash_examples": "fd6646fdb5d58a1f",
+        "hash_full_prompts": "14d34e0b34750627",
+        "hash_input_tokens": "34e63b0902b32a2c",
+        "hash_cont_tokens": "e36b5624bdbe96b0"
+      },
+      "truncated": 0,
+      "non_truncated": 270,
+      "padded": 1080,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "hashes": {
+        "hash_examples": "2118f21f71d87d84",
+        "hash_full_prompts": "9ac09e5d4da991c9",
+        "hash_input_tokens": "93d1c1ba5fe0bcbd",
+        "hash_cont_tokens": "a5f61d5beba13cc2"
+      },
+      "truncated": 0,
+      "non_truncated": 238,
+      "padded": 952,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "hashes": {
+        "hash_examples": "dc3ce06378548565",
+        "hash_full_prompts": "b4832a554d47d224",
+        "hash_input_tokens": "f5bf59bc9f6839fe",
+        "hash_cont_tokens": "df1d218ccbc258e8"
+      },
+      "truncated": 0,
+      "non_truncated": 151,
+      "padded": 604,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "hashes": {
+        "hash_examples": "c8d1d98a40e11f2f",
+        "hash_full_prompts": "1e8cd27064546274",
+        "hash_input_tokens": "329851f26db67226",
+        "hash_cont_tokens": "6fb549a4eb8e6c47"
+      },
+      "truncated": 0,
+      "non_truncated": 545,
+      "padded": 2180,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "hashes": {
+        "hash_examples": "666c8759b98ee4ff",
+        "hash_full_prompts": "e05ab41077ec0afa",
+        "hash_input_tokens": "7abad93393993e44",
+        "hash_cont_tokens": "d9528c65af653d67"
+      },
+      "truncated": 0,
+      "non_truncated": 216,
+      "padded": 864,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "hashes": {
+        "hash_examples": "95fef1c4b7d3f81e",
+        "hash_full_prompts": "a4b275996a416b4a",
+        "hash_input_tokens": "e5def820604ad889",
+        "hash_cont_tokens": "8b827fc7dfd3c1c5"
+      },
+      "truncated": 0,
+      "non_truncated": 204,
+      "padded": 816,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "hashes": {
+        "hash_examples": "7e5085b6184b0322",
+        "hash_full_prompts": "8adf16361f0f320a",
+        "hash_input_tokens": "aa85ae4eba20e53f",
+        "hash_cont_tokens": "82f19c159c69a66d"
+      },
+      "truncated": 0,
+      "non_truncated": 237,
+      "padded": 948,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "hashes": {
+        "hash_examples": "c17333e7c7c10797",
+        "hash_full_prompts": "918d91a3141aac4d",
+        "hash_input_tokens": "297fceccf01a2c64",
+        "hash_cont_tokens": "ca87074f1dc39668"
+      },
+      "truncated": 0,
+      "non_truncated": 223,
+      "padded": 892,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "hashes": {
+        "hash_examples": "4edd1e9045df5e3d",
+        "hash_full_prompts": "bcee39ecea32fcc8",
+        "hash_input_tokens": "7c66a375881d6788",
+        "hash_cont_tokens": "491a0ab53f54aeb9"
+      },
+      "truncated": 0,
+      "non_truncated": 131,
+      "padded": 524,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "hashes": {
+        "hash_examples": "db2fa00d771a062a",
+        "hash_full_prompts": "ffe12a3b5bf350c2",
+        "hash_input_tokens": "dc0250213736abca",
+        "hash_cont_tokens": "e3d257d7ea257fc8"
+      },
+      "truncated": 0,
+      "non_truncated": 121,
+      "padded": 484,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "hashes": {
+        "hash_examples": "e956f86b124076fe",
+        "hash_full_prompts": "b4293c3c08bebaf7",
+        "hash_input_tokens": "c9ed773ed04cff64",
+        "hash_cont_tokens": "4c69d7671fa1ab1c"
+      },
+      "truncated": 0,
+      "non_truncated": 108,
+      "padded": 432,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "hashes": {
+        "hash_examples": "956e0e6365ab79f1",
+        "hash_full_prompts": "8c1b7733e98cbe81",
+        "hash_input_tokens": "a4f6df541a56c41a",
+        "hash_cont_tokens": "57e78d3d09b7db81"
+      },
+      "truncated": 0,
+      "non_truncated": 163,
+      "padded": 652,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "hashes": {
+        "hash_examples": "397997cc6f4d581e",
+        "hash_full_prompts": "24a206a1c639ab8d",
+        "hash_input_tokens": "f0dfd08579d1f727",
+        "hash_cont_tokens": "94d2ec6c52bb7b53"
+      },
+      "truncated": 0,
+      "non_truncated": 112,
+      "padded": 448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:management|5": {
+      "hashes": {
+        "hash_examples": "2bcbe6f6ca63d740",
+        "hash_full_prompts": "77e1c79d988beecc",
+        "hash_input_tokens": "15925fd62ddd3ca4",
+        "hash_cont_tokens": "79499fecb18f1cb1"
+      },
+      "truncated": 0,
+      "non_truncated": 103,
+      "padded": 412,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "hashes": {
+        "hash_examples": "8ddb20d964a1b065",
+        "hash_full_prompts": "83cec2fa6b681d9d",
+        "hash_input_tokens": "6eb177c438da2061",
+        "hash_cont_tokens": "c5e9cd86b1a58fac"
+      },
+      "truncated": 0,
+      "non_truncated": 234,
+      "padded": 936,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "hashes": {
+        "hash_examples": "182a71f4763d2cea",
+        "hash_full_prompts": "195eb7ff99749730",
+        "hash_input_tokens": "5adeca0d34767f29",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "hashes": {
+        "hash_examples": "4c404fdbb4ca57fc",
+        "hash_full_prompts": "33539955c9a96851",
+        "hash_input_tokens": "52aee92a69c2b698",
+        "hash_cont_tokens": "8578b82c42cc7026"
+      },
+      "truncated": 0,
+      "non_truncated": 783,
+      "padded": 3132,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "hashes": {
+        "hash_examples": "60cbd2baa3fea5c9",
+        "hash_full_prompts": "009b7d0e7f819eff",
+        "hash_input_tokens": "f24c046b105c5e03",
+        "hash_cont_tokens": "26b0f808ec46464d"
+      },
+      "truncated": 0,
+      "non_truncated": 346,
+      "padded": 1384,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "hashes": {
+        "hash_examples": "fd8b0431fbdd75ef",
+        "hash_full_prompts": "f6e63c9fb9d3bff0",
+        "hash_input_tokens": "08eee0e3d8e89710",
+        "hash_cont_tokens": "52fe77d28aefc1b3"
+      },
+      "truncated": 0,
+      "non_truncated": 895,
+      "padded": 3580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "hashes": {
+        "hash_examples": "71e55e2b829b6528",
+        "hash_full_prompts": "8294d5e3ad435377",
+        "hash_input_tokens": "5b2c6686c8fc5e83",
+        "hash_cont_tokens": "25850a01b4a11b53"
+      },
+      "truncated": 0,
+      "non_truncated": 306,
+      "padded": 1224,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "hashes": {
+        "hash_examples": "a6d489a8d208fa4b",
+        "hash_full_prompts": "db68c0f4503e4793",
+        "hash_input_tokens": "7108ad04b556854f",
+        "hash_cont_tokens": "8c34ab2fa65c3b6e"
+      },
+      "truncated": 0,
+      "non_truncated": 311,
+      "padded": 1244,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "hashes": {
+        "hash_examples": "6cc50f032a19acaa",
+        "hash_full_prompts": "3972bcfa8c80e964",
+        "hash_input_tokens": "65cb6b1efc71921b",
+        "hash_cont_tokens": "89f21e5f9c7d81f2"
+      },
+      "truncated": 0,
+      "non_truncated": 324,
+      "padded": 1296,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "hashes": {
+        "hash_examples": "50f57ab32f5f6cea",
+        "hash_full_prompts": "25f0becc2483bd32",
+        "hash_input_tokens": "c1b1c1e1f1ca4a85",
+        "hash_cont_tokens": "c7c4930a659ca843"
+      },
+      "truncated": 0,
+      "non_truncated": 282,
+      "padded": 1120,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "hashes": {
+        "hash_examples": "a8fdc85c64f4b215",
+        "hash_full_prompts": "7a6f6c5706f00c7d",
+        "hash_input_tokens": "e7517115da0204cd",
+        "hash_cont_tokens": "6f36bd560ae36f02"
+      },
+      "truncated": 0,
+      "non_truncated": 1534,
+      "padded": 6136,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "hashes": {
+        "hash_examples": "c373a28a3050a73a",
+        "hash_full_prompts": "a74b6ac7c5c545d2",
+        "hash_input_tokens": "da6af6d03e682017",
+        "hash_cont_tokens": "ca4398b4ad3db5f1"
+      },
+      "truncated": 0,
+      "non_truncated": 272,
+      "padded": 1088,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "hashes": {
+        "hash_examples": "bf5254fe818356af",
+        "hash_full_prompts": "c53fa139ec25f502",
+        "hash_input_tokens": "c6dbaf3c7103ebe9",
+        "hash_cont_tokens": "ce4bb75e80359fe4"
+      },
+      "truncated": 0,
+      "non_truncated": 612,
+      "padded": 2448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "hashes": {
+        "hash_examples": "b66d52e28e7d14e0",
+        "hash_full_prompts": "55b5eff05aa6bf13",
+        "hash_input_tokens": "deea75b6eec5b782",
+        "hash_cont_tokens": "680235f5ede0b353"
+      },
+      "truncated": 0,
+      "non_truncated": 110,
+      "padded": 440,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "hashes": {
+        "hash_examples": "514c14feaf000ad9",
+        "hash_full_prompts": "6690ecdc054f7b0c",
+        "hash_input_tokens": "deef3d39896aca43",
+        "hash_cont_tokens": "189956efcec12818"
+      },
+      "truncated": 0,
+      "non_truncated": 245,
+      "padded": 980,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "hashes": {
+        "hash_examples": "f6c9bc9d18c80870",
+        "hash_full_prompts": "945fbdd091c72d64",
+        "hash_input_tokens": "330fffbccabf89e4",
+        "hash_cont_tokens": "2178ff937c0c1a29"
+      },
+      "truncated": 0,
+      "non_truncated": 201,
+      "padded": 804,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "hashes": {
+        "hash_examples": "ed7b78629db6678f",
+        "hash_full_prompts": "ebba6ea6eca4ae53",
+        "hash_input_tokens": "0ec87fa768a47632",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 392,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:virology|5": {
+      "hashes": {
+        "hash_examples": "bc52ffdc3f9b994a",
+        "hash_full_prompts": "a2ee4984d6877fe3",
+        "hash_input_tokens": "cc264818195d14da",
+        "hash_cont_tokens": "ec5c187546c7c842"
+      },
+      "truncated": 0,
+      "non_truncated": 166,
+      "padded": 660,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "hashes": {
+        "hash_examples": "ecdb4a4f94f62930",
+        "hash_full_prompts": "a89c8dddd1d8ced0",
+        "hash_input_tokens": "e7e781ba363743eb",
+        "hash_cont_tokens": "e52b573046cdfc5c"
+      },
+      "truncated": 0,
+      "non_truncated": 171,
+      "padded": 684,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "hashes": {
+        "hash_examples": "36a6d90e75d92d4a",
+        "hash_full_prompts": "8d9ca0a8bd458a1c",
+        "hash_input_tokens": "4aad1a3bfe70acfc",
+        "hash_cont_tokens": "b0f64f6659d8c230"
+      },
+      "truncated": 0,
+      "non_truncated": 817,
+      "padded": 9996,
+      "non_padded": 0,
+      "effective_few_shots": 0.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|winogrande|5": {
+      "hashes": {
+        "hash_examples": "087d5d1a1afd4c7b",
+        "hash_full_prompts": "35da55e47222e0e1",
+        "hash_input_tokens": "881c630a9e0034f7",
+        "hash_cont_tokens": "c466f4c92e3879cb"
+      },
+      "truncated": 0,
+      "non_truncated": 1267,
+      "padded": 2534,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|gsm8k|5": {
+      "hashes": {
+        "hash_examples": "0ed016e24e7512fd",
+        "hash_full_prompts": "f7ab209f6467841e",
+        "hash_input_tokens": "e45ccb2bfdb99cf7",
+        "hash_cont_tokens": "d7e9702aa1639e2a"
+      },
+      "truncated": 1319,
+      "non_truncated": 0,
+      "padded": 1114,
+      "non_padded": 205,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    }
+  },
+  "summary_general": {
+    "hashes": {
+      "hash_examples": "670666fa3a90ce5d",
+      "hash_full_prompts": "56c005e427046302",
+      "hash_input_tokens": "4e1411844156772e",
+      "hash_cont_tokens": "bab818a338d18e1c"
+    },
+    "truncated": 1319,
+    "non_truncated": 27340,
+    "padded": 114580,
+    "non_padded": 292,
+    "num_truncated_few_shots": 0
+  }
+}
\ No newline at end of file
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|arc:challenge|25_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|arc:challenge|25_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..e430821
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|arc:challenge|25_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43067efd73a2e441ee5f5574d0291b3ac22ce492f57038791cc134e55ca46e6d
+size 5638936
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|gsm8k|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|gsm8k|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..b494cd6
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|gsm8k|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aed86fefb6bf2511af4826a12b97d2b0176474fb896bd2489e515b3028c78f6
+size 5018157
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|hellaswag|10_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|hellaswag|10_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..800bfc7
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|hellaswag|10_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2025e8bd756f130758acf09d7dca3d66858c6aa4d9ec836c2b176eaafe9712b8
+size 57616414
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..88db828
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:abstract_algebra|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ea3ca236ec7ddb977849da10813ff8ada8394c2173baf829fc2f72a2998464
+size 72484
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..783a104
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:anatomy|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62ed0ed5348d17a67788ca7b9931387c64fcf7f60936d068bdd2c7daa0f46dd
+size 115298
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..38a834f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:astronomy|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b627420487c3aebd90bd6602c64f65fb14774f022663501f5cb2bb43a0b1d3
+size 180557
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..cdfa3bd
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:business_ethics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430e858bf908cc4a6eec9e918e787b633baa0a55325a0c41136771971136c702
+size 132584
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..bf43e44
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:clinical_knowledge|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4946477265a71d045fdc30010d2fcae808a84a157c0bfac6313ebb53effaeaa5
+size 221395
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..d72a00a
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_biology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297169790fe1ff4a20dfaa651013157b09b75d1d2379c829af6a7e8066cb8bc2
+size 167403
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..71b7b1c
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_chemistry|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbdc287b32ff62da5877da8a8396636719687bb527d67d6561d997ebac7d2b1
+size 112835
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..7d8518e
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_computer_science|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb03075b92ec14d26a6fcaef4d83463f60e8c9fef099fa3753bd195c794a9d9
+size 173750
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..3f7b4c2
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_mathematics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a841aa7721b153137f64d36b2f94015b2335f4c31009b3d0e71068f9a274b64
+size 108453
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..4b2833c
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_medicine|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17a348a36e1dcc29412102586f44780119d75b18d086dafd4581a77290eeb01
+size 235015
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..db2b21f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:college_physics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190e43f712b89b86648a5e19e1e472f2126066102a11f5979cce070677c85963
+size 111043
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..c9d906c
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:computer_security|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5451e43fa504948425a543accead5ed374fd103576c0dc977d3024f2716f82c8
+size 107050
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..ee72e8d
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:conceptual_physics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39483319c39a0c91d0ccfe5a1e62a7d3b2fc116a11a0ec3e7e1f6fd8db30f0fa
+size 150464
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..1de89e2
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:econometrics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcedd649fc64eb6e0f59007d54d566cf24646d71d33652b972c3fb705653bdfa
+size 151731
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..81ea335
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:electrical_engineering|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fae533a0d2d9a2bc48fa7aee84877ad69bb12e93df8796bac2c81dfa01c4f7
+size 112865
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..df56942
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:elementary_mathematics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d50f146baa9b12c712de52fa7e106b9f905c9e7e4c94eddafd3e4c558bd54c
+size 293188
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..ddd97cc
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:formal_logic|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b72391090fddff98bd34e97c4894cd446bab61e83af229f3bc42af3a3314db0
+size 145123
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..44547d5
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:global_facts|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5036b473019f271930c4c497324db592b555421af2c9fd3341e73b30e73b309e
+size 85080
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..d4a28ed
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_biology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b694dab73bec8bddc15490a5d180585e29dc6a3b51580b77e51bc7e659696dc
+size 331903
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..4a763e7
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_chemistry|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb49628a895543d1cff7b71dd719b73adbb284816f26b5b52eccc07f430f908d
+size 190140
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..ee43ffc
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_computer_science|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90cb819b879b98b8e70b95c7e1ff4b7ebfd290d35309dc7f6a497947181bbeb
+size 168894
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..16f024e
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_european_history|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fbffd35879812799456b92a4336ef5a8a10340141a5069600ba93e0a9b0ddb
+size 1336126
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..0e797e1
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_geography|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6903218671a3bd1fa06ca59aeaba1888d745cfc44fc8e58abcce0193e71a8609
+size 164759
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..a466ffd
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_government_and_politics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8033e3740c06d5d98df9a36ba856e3fb8fcc56d1165f5d00cada5416303a6389
+size 215003
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..0af59cf
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_macroeconomics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9de4a912633a1ede4d863afa91bb068aca6c02440b13353649c9598bc36c97
+size 308271
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..87a9328
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_mathematics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9257e4d87d8537d570f6d3d35fa68c5c202f6b73d06dfa9d1f93d005a8ac12
+size 229311
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..8e85b45
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_microeconomics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e7e27e399849c477b6ff65ee26695eb0f33d9cb569ed1ffcf92fca86083c96
+size 222421
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..4c0eb5f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_physics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4222e18cb3f7d3426efdd5d42d93fd2f5b9d663dea3eb514bf0245a0aaf5767
+size 183087
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..0cc2ddd
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_psychology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2474758537f5465f9ed3b91e8c1345081998e99ac26369bfb099317ec745282
+size 538851
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..567f799
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_statistics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b06cec1cb83691f1090de3e7dd83444e2e7d53d9ed2a36181caebc74c77dadd
+size 329487
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..4c41727
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_us_history|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ace1c14d84cfe600e335a895501c6f07f71f092fc08442e66b585b3878d766
+size 1212408
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..d6822f3
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:high_school_world_history|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408437c3cab737f7147a9d971085009550dbf4e1f7b0d6ba4f9ce02f0d4556a4
+size 961990
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..fb00ae7
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_aging|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6f3bd608eaf5e7b228be2650732b90b3a1fd0a3a1ce709277c62d374838cff
+size 168183
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..d74e17f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:human_sexuality|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47e7605acbd96ca67cbd8814dd1031cf6dcfd220a1ec0560a962f138a6523de
+size 119472
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:international_law|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:international_law|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..a9fed7e
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:international_law|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a77b5540597cbcd65589b171c6c2a1d634b1a588789b4434249af8d8c3b377
+size 173839
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..c00e2cf
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:jurisprudence|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46ea19e1227ac1ad1a81a8fe3c78de03131f0f1d0e3f92026de8adb82b306a2
+size 128241
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..7eed318
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:logical_fallacies|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26610e185fb2a42f13c72dd5d2145ebe8a619327dbdab8f2a62ad45e50391120
+size 156175
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..e6e78d2
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:machine_learning|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d363e6d187b89c85f38b4f4db6a6fbc1cdf3cf92b8717ad0997a5ea3bd0c239b
+size 156383
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:management|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:management|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..264358f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:management|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d200b0b87a958714adafbd0d084cb6759e35068b9882d404b41195a80af0e1
+size 82611
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:marketing|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:marketing|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..5659ae4
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:marketing|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ff1258e19a5e862c63dccbc09988731891cffe009d6f538afd7761ddf0b6a0
+size 213506
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..47a8f1f
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:medical_genetics|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2021fb85ca996825937e7e7af5b0ba91ef559c3c712bcfcde3d88bcb33e747f
+size 93062
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..06af47b
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:miscellaneous|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6aca3c4c5878ec80ad30ce67cc4ef1bd5feda53d50c84fa47ab752734a2482
+size 520724
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..0e570d3
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_disputes|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17144e9ae754997fa1f478737e39da343235c19920a9bd78eb856d2313e58e2
+size 339782
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..e6ba7bf
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:moral_scenarios|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbf3ceee2f5716c96ed425ff98c8f30172a6940e9bd5f2624d952cb50ae72a4
+size 699043
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..d3712a4
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:nutrition|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece8852d29465ec5a22fb054f88caf1e2ed6da2c3f6b4c51949a38f47bfd4618
+size 328994
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..a97f93e
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:philosophy|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9300ceb60f9f4eebd66734f946284593fa251c9999f4e1ed04eb5b25728f9e3
+size 244016
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..976144a
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:prehistory|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a37f5cc056de2f8c006f7c32e2bfaab2453f820c1bc62a20b3368b8d6313df1
+size 329169
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..f125bc3
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_accounting|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82569c965fdbad0083ad597c7a91c1dc3f92560b45bda7db42a1c9e68ab0a45
+size 386575
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..5d8eccc
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_law|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71f189c8ccb315176154a591d643c938def4b87e8de10f650e06930e4125b5af
+size 6079454
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..c5d833d
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_medicine|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab8b706e6a9107cbc31da2c92007e73da4f9d3d23c26097ba86e6cf85e81d29
+size 664089
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..8b16a64
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:professional_psychology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb776534a6f8bbb49a80a0532ab712c2776a9d3f5fc6261901829fd39f2862a
+size 726218
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..5b44a8d
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:public_relations|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122a925ad76ae8f77b9cb4ad6c6949c9e619cef5e7d33b7c5e34f45f94e07852
+size 127268
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..fe5a9f1
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:security_studies|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e757b3ad327166a8c684061d1eaac6a73e4f72954b0d9b713689fa6b9bb9e5ba
+size 638435
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:sociology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:sociology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..364ad78
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:sociology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbac444a36cf1715b679f896258a708823e0519793b2c89f688b0028436b591f
+size 224753
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..f7f1162
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:us_foreign_policy|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdf6bf649bbb4d5897228bb21bef2af2ad1d4d60f6f4e9e8617a38b6640fde4
+size 119779
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:virology|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:virology|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..c61d8b7
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:virology|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84d10f4765c2aec879f085443f94bf56049b7cecac4a10f9e9c058a753b03d4
+size 145444
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..04161dd
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|mmlu:world_religions|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b478c1d1d530822e9904a4a94da6a5ddc6788b8187ebbb51bdcd7aad96043fa8
+size 109017
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..7148f5d
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|truthfulqa:mc|0_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212e362c9f119c69f471ba1c545a5fbc0f8170c52ee4ba684174b81174d38b7b
+size 883887
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|winogrande|5_2024-05-24T18-15-11.422263.parquet b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|winogrande|5_2024-05-24T18-15-11.422263.parquet
new file mode 100644
index 0000000..08a4e28
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/2024-05-24T18-15-11.422263/details_leaderboard|winogrande|5_2024-05-24T18-15-11.422263.parquet
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fea6739aa6dea487b0375519b5e950d68e93cedd4a56f9b0104c0d410b1dca
+size 1150015
diff --git a/details/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json b/details/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
new file mode 100644
index 0000000..b506415
--- /dev/null
+++ b/details/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
@@ -0,0 +1,3461 @@
+{
+  "config_general": {
+    "lighteval_sha": "a98210fd3a2d1e8bface1c32b72ebd5017173a4c",
+    "num_fewshot_seeds": 1,
+    "override_batch_size": -1,
+    "max_samples": null,
+    "job_id": "",
+    "start_time": 2236465.645254106,
+    "end_time": 2260133.586933212,
+    "total_evaluation_time_secondes": "23667.941679106094",
+    "model_name": "meta-llama/Meta-Llama-3-8B-Instruct",
+    "model_sha": "c4a54320a52ed5f88b7a2f84496903ea4ff07b45",
+    "model_dtype": "torch.bfloat16",
+    "model_size": "14.96 GB",
+    "config": null
+  },
+  "results": {
+    "leaderboard|arc:challenge|25": {
+      "acc": 0.5742320819112628,
+      "acc_stderr": 0.01444946427886881,
+      "acc_norm": 0.5827645051194539,
+      "acc_norm_stderr": 0.014409825518403082
+    },
+    "leaderboard|hellaswag|10": {
+      "acc": 0.5707030472017527,
+      "acc_stderr": 0.004939642460172585,
+      "acc_norm": 0.7310296753634734,
+      "acc_norm_stderr": 0.004425182676353211
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "acc": 0.33,
+      "acc_stderr": 0.047258156262526045
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "acc": 0.6814814814814815,
+      "acc_stderr": 0.040247784019771096
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "acc": 0.75,
+      "acc_stderr": 0.03523807393012047
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "acc": 0.7,
+      "acc_stderr": 0.046056618647183814
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "acc": 0.7471698113207547,
+      "acc_stderr": 0.026749899771241214
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "acc": 0.7916666666666666,
+      "acc_stderr": 0.033961162058453336
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "acc": 0.45,
+      "acc_stderr": 0.05
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "acc": 0.52,
+      "acc_stderr": 0.050211673156867795
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "acc": 0.39,
+      "acc_stderr": 0.04902071300001975
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "acc": 0.6589595375722543,
+      "acc_stderr": 0.036146654241808254
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "acc": 0.43137254901960786,
+      "acc_stderr": 0.04928099597287533
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "acc": 0.79,
+      "acc_stderr": 0.04093601807403326
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "acc": 0.5872340425531914,
+      "acc_stderr": 0.03218471141400351
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "acc": 0.543859649122807,
+      "acc_stderr": 0.046854730419077895
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "acc": 0.6137931034482759,
+      "acc_stderr": 0.04057324734419035
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "acc": 0.46825396825396826,
+      "acc_stderr": 0.0256993528321318
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "acc": 0.5317460317460317,
+      "acc_stderr": 0.04463112720677172
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "acc": 0.46,
+      "acc_stderr": 0.05009082659620332
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "acc": 0.8064516129032258,
+      "acc_stderr": 0.022475258525536057
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "acc": 0.541871921182266,
+      "acc_stderr": 0.03505630140785741
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "acc": 0.68,
+      "acc_stderr": 0.04688261722621505
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "acc": 0.7393939393939394,
+      "acc_stderr": 0.034277431758165236
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "acc": 0.8131313131313131,
+      "acc_stderr": 0.027772533334218957
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "acc": 0.8963730569948186,
+      "acc_stderr": 0.02199531196364424
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "acc": 0.676923076923077,
+      "acc_stderr": 0.023710888501970555
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "acc": 0.32592592592592595,
+      "acc_stderr": 0.028578348365473072
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "acc": 0.7563025210084033,
+      "acc_stderr": 0.027886828078380548
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "acc": 0.4105960264900662,
+      "acc_stderr": 0.04016689594849927
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "acc": 0.8477064220183487,
+      "acc_stderr": 0.015405084393157074
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "acc": 0.47685185185185186,
+      "acc_stderr": 0.03406315360711507
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "acc": 0.7892156862745098,
+      "acc_stderr": 0.028626547912437406
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "acc": 0.8396624472573839,
+      "acc_stderr": 0.023884380925965665
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "acc": 0.726457399103139,
+      "acc_stderr": 0.029918586707798827
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "acc": 0.7938931297709924,
+      "acc_stderr": 0.03547771004159462
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "acc": 0.768595041322314,
+      "acc_stderr": 0.03849856098794088
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "acc": 0.7592592592592593,
+      "acc_stderr": 0.04133119440243839
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "acc": 0.7607361963190185,
+      "acc_stderr": 0.033519538795212696
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "acc": 0.5267857142857143,
+      "acc_stderr": 0.047389751192741546
+    },
+    "leaderboard|mmlu:management|5": {
+      "acc": 0.8155339805825242,
+      "acc_stderr": 0.03840423627288276
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "acc": 0.905982905982906,
+      "acc_stderr": 0.019119892798924974
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "acc": 0.79,
+      "acc_stderr": 0.040936018074033256
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "acc": 0.8237547892720306,
+      "acc_stderr": 0.013625556907993455
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "acc": 0.7398843930635838,
+      "acc_stderr": 0.023618678310069356
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "acc": 0.43575418994413406,
+      "acc_stderr": 0.016583881958602387
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "acc": 0.7549019607843137,
+      "acc_stderr": 0.024630048979824785
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "acc": 0.7331189710610932,
+      "acc_stderr": 0.025122637608816657
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "acc": 0.7469135802469136,
+      "acc_stderr": 0.024191808600713002
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "acc": 0.5177304964539007,
+      "acc_stderr": 0.02980873964223777
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "acc": 0.46479791395045633,
+      "acc_stderr": 0.012738547371303956
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "acc": 0.7279411764705882,
+      "acc_stderr": 0.027033041151681456
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "acc": 0.6928104575163399,
+      "acc_stderr": 0.018663359671463677
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "acc": 0.6636363636363637,
+      "acc_stderr": 0.04525393596302505
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "acc": 0.7306122448979592,
+      "acc_stderr": 0.02840125202902294
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "acc": 0.8557213930348259,
+      "acc_stderr": 0.02484575321230604
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "acc": 0.86,
+      "acc_stderr": 0.03487350880197769
+    },
+    "leaderboard|mmlu:virology|5": {
+      "acc": 0.536144578313253,
+      "acc_stderr": 0.03882310850890594
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "acc": 0.7953216374269005,
+      "acc_stderr": 0.030944459778533193
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "truthfulqa_mc1": 0.37454100367197063,
+      "truthfulqa_mc1_stderr": 0.016943535128405338,
+      "truthfulqa_mc2": 0.5337684444397199,
+      "truthfulqa_mc2_stderr": 0.015971485281891525
+    },
+    "leaderboard|winogrande|5": {
+      "acc": 0.6929755327545383,
+      "acc_stderr": 0.012963688616969483
+    },
+    "leaderboard|gsm8k|5": {
+      "qem": 0.6808188021228203,
+      "qem_stderr": 0.012840345676251653
+    },
+    "leaderboard|mmlu:_average|5": {
+      "acc": 0.6661794809691,
+      "acc_stderr": 0.033327669029227354
+    },
+    "all": {
+      "acc": 0.6635023512851042,
+      "acc_stderr": 0.032200498833699506,
+      "acc_norm": 0.6568970902414637,
+      "acc_norm_stderr": 0.009417504097378147,
+      "truthfulqa_mc1": 0.37454100367197063,
+      "truthfulqa_mc1_stderr": 0.016943535128405338,
+      "truthfulqa_mc2": 0.5337684444397199,
+      "truthfulqa_mc2_stderr": 0.015971485281891525,
+      "qem": 0.6808188021228203,
+      "qem_stderr": 0.012840345676251653
+    }
+  },
+  "versions": {
+    "leaderboard|arc:challenge|25": 0,
+    "leaderboard|gsm8k|5": 0,
+    "leaderboard|hellaswag|10": 0,
+    "leaderboard|mmlu:abstract_algebra|5": 0,
+    "leaderboard|mmlu:anatomy|5": 0,
+    "leaderboard|mmlu:astronomy|5": 0,
+    "leaderboard|mmlu:business_ethics|5": 0,
+    "leaderboard|mmlu:clinical_knowledge|5": 0,
+    "leaderboard|mmlu:college_biology|5": 0,
+    "leaderboard|mmlu:college_chemistry|5": 0,
+    "leaderboard|mmlu:college_computer_science|5": 0,
+    "leaderboard|mmlu:college_mathematics|5": 0,
+    "leaderboard|mmlu:college_medicine|5": 0,
+    "leaderboard|mmlu:college_physics|5": 0,
+    "leaderboard|mmlu:computer_security|5": 0,
+    "leaderboard|mmlu:conceptual_physics|5": 0,
+    "leaderboard|mmlu:econometrics|5": 0,
+    "leaderboard|mmlu:electrical_engineering|5": 0,
+    "leaderboard|mmlu:elementary_mathematics|5": 0,
+    "leaderboard|mmlu:formal_logic|5": 0,
+    "leaderboard|mmlu:global_facts|5": 0,
+    "leaderboard|mmlu:high_school_biology|5": 0,
+    "leaderboard|mmlu:high_school_chemistry|5": 0,
+    "leaderboard|mmlu:high_school_computer_science|5": 0,
+    "leaderboard|mmlu:high_school_european_history|5": 0,
+    "leaderboard|mmlu:high_school_geography|5": 0,
+    "leaderboard|mmlu:high_school_government_and_politics|5": 0,
+    "leaderboard|mmlu:high_school_macroeconomics|5": 0,
+    "leaderboard|mmlu:high_school_mathematics|5": 0,
+    "leaderboard|mmlu:high_school_microeconomics|5": 0,
+    "leaderboard|mmlu:high_school_physics|5": 0,
+    "leaderboard|mmlu:high_school_psychology|5": 0,
+    "leaderboard|mmlu:high_school_statistics|5": 0,
+    "leaderboard|mmlu:high_school_us_history|5": 0,
+    "leaderboard|mmlu:high_school_world_history|5": 0,
+    "leaderboard|mmlu:human_aging|5": 0,
+    "leaderboard|mmlu:human_sexuality|5": 0,
+    "leaderboard|mmlu:international_law|5": 0,
+    "leaderboard|mmlu:jurisprudence|5": 0,
+    "leaderboard|mmlu:logical_fallacies|5": 0,
+    "leaderboard|mmlu:machine_learning|5": 0,
+    "leaderboard|mmlu:management|5": 0,
+    "leaderboard|mmlu:marketing|5": 0,
+    "leaderboard|mmlu:medical_genetics|5": 0,
+    "leaderboard|mmlu:miscellaneous|5": 0,
+    "leaderboard|mmlu:moral_disputes|5": 0,
+    "leaderboard|mmlu:moral_scenarios|5": 0,
+    "leaderboard|mmlu:nutrition|5": 0,
+    "leaderboard|mmlu:philosophy|5": 0,
+    "leaderboard|mmlu:prehistory|5": 0,
+    "leaderboard|mmlu:professional_accounting|5": 0,
+    "leaderboard|mmlu:professional_law|5": 0,
+    "leaderboard|mmlu:professional_medicine|5": 0,
+    "leaderboard|mmlu:professional_psychology|5": 0,
+    "leaderboard|mmlu:public_relations|5": 0,
+    "leaderboard|mmlu:security_studies|5": 0,
+    "leaderboard|mmlu:sociology|5": 0,
+    "leaderboard|mmlu:us_foreign_policy|5": 0,
+    "leaderboard|mmlu:virology|5": 0,
+    "leaderboard|mmlu:world_religions|5": 0,
+    "leaderboard|truthfulqa:mc|0": 0,
+    "leaderboard|winogrande|5": 0
+  },
+  "config_tasks": {
+    "leaderboard|arc:challenge": {
+      "name": "arc:challenge",
+      "prompt_function": "arc",
+      "hf_repo": "ai2_arc",
+      "hf_subset": "ARC-Challenge",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm_nospace"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "arc"
+      ],
+      "original_num_docs": 1172,
+      "effective_num_docs": 1172,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|gsm8k": {
+      "name": "gsm8k",
+      "prompt_function": "gsm8k",
+      "hf_repo": "gsm8k",
+      "hf_subset": "main",
+      "metric": [
+        "quasi_exact_match_gsm8k"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 256,
+      "stop_sequence": [
+        "Question:",
+        "Question",
+        ":"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1319,
+      "effective_num_docs": 1319,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|hellaswag": {
+      "name": "hellaswag",
+      "prompt_function": "hellaswag_harness",
+      "hf_repo": "hellaswag",
+      "hf_subset": "default",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 10042,
+      "effective_num_docs": 10042,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:abstract_algebra": {
+      "name": "mmlu:abstract_algebra",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "abstract_algebra",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:anatomy": {
+      "name": "mmlu:anatomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "anatomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 135,
+      "effective_num_docs": 135,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:astronomy": {
+      "name": "mmlu:astronomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "astronomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 152,
+      "effective_num_docs": 152,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:business_ethics": {
+      "name": "mmlu:business_ethics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "business_ethics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge": {
+      "name": "mmlu:clinical_knowledge",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "clinical_knowledge",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 265,
+      "effective_num_docs": 265,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_biology": {
+      "name": "mmlu:college_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 144,
+      "effective_num_docs": 144,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_chemistry": {
+      "name": "mmlu:college_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_computer_science": {
+      "name": "mmlu:college_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_mathematics": {
+      "name": "mmlu:college_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_medicine": {
+      "name": "mmlu:college_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 173,
+      "effective_num_docs": 173,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_physics": {
+      "name": "mmlu:college_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 102,
+      "effective_num_docs": 102,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:computer_security": {
+      "name": "mmlu:computer_security",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "computer_security",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:conceptual_physics": {
+      "name": "mmlu:conceptual_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "conceptual_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 235,
+      "effective_num_docs": 235,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:econometrics": {
+      "name": "mmlu:econometrics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "econometrics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 114,
+      "effective_num_docs": 114,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:electrical_engineering": {
+      "name": "mmlu:electrical_engineering",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "electrical_engineering",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 145,
+      "effective_num_docs": 145,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics": {
+      "name": "mmlu:elementary_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "elementary_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 378,
+      "effective_num_docs": 378,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:formal_logic": {
+      "name": "mmlu:formal_logic",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "formal_logic",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 126,
+      "effective_num_docs": 126,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:global_facts": {
+      "name": "mmlu:global_facts",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "global_facts",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_biology": {
+      "name": "mmlu:high_school_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 310,
+      "effective_num_docs": 310,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry": {
+      "name": "mmlu:high_school_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 203,
+      "effective_num_docs": 203,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science": {
+      "name": "mmlu:high_school_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_european_history": {
+      "name": "mmlu:high_school_european_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_european_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 165,
+      "effective_num_docs": 165,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_geography": {
+      "name": "mmlu:high_school_geography",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_geography",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 198,
+      "effective_num_docs": 198,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics": {
+      "name": "mmlu:high_school_government_and_politics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_government_and_politics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 193,
+      "effective_num_docs": 193,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics": {
+      "name": "mmlu:high_school_macroeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_macroeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 390,
+      "effective_num_docs": 390,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics": {
+      "name": "mmlu:high_school_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 270,
+      "effective_num_docs": 270,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics": {
+      "name": "mmlu:high_school_microeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_microeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 238,
+      "effective_num_docs": 238,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_physics": {
+      "name": "mmlu:high_school_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 151,
+      "effective_num_docs": 151,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_psychology": {
+      "name": "mmlu:high_school_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 545,
+      "effective_num_docs": 545,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_statistics": {
+      "name": "mmlu:high_school_statistics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_statistics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 216,
+      "effective_num_docs": 216,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_us_history": {
+      "name": "mmlu:high_school_us_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_us_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 204,
+      "effective_num_docs": 204,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_world_history": {
+      "name": "mmlu:high_school_world_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_world_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 237,
+      "effective_num_docs": 237,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_aging": {
+      "name": "mmlu:human_aging",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_aging",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 223,
+      "effective_num_docs": 223,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_sexuality": {
+      "name": "mmlu:human_sexuality",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_sexuality",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 131,
+      "effective_num_docs": 131,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:international_law": {
+      "name": "mmlu:international_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "international_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 121,
+      "effective_num_docs": 121,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:jurisprudence": {
+      "name": "mmlu:jurisprudence",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "jurisprudence",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 108,
+      "effective_num_docs": 108,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:logical_fallacies": {
+      "name": "mmlu:logical_fallacies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "logical_fallacies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 163,
+      "effective_num_docs": 163,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:machine_learning": {
+      "name": "mmlu:machine_learning",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "machine_learning",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 112,
+      "effective_num_docs": 112,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:management": {
+      "name": "mmlu:management",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "management",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 103,
+      "effective_num_docs": 103,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:marketing": {
+      "name": "mmlu:marketing",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "marketing",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 234,
+      "effective_num_docs": 234,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:medical_genetics": {
+      "name": "mmlu:medical_genetics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "medical_genetics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:miscellaneous": {
+      "name": "mmlu:miscellaneous",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "miscellaneous",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 783,
+      "effective_num_docs": 783,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_disputes": {
+      "name": "mmlu:moral_disputes",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_disputes",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 346,
+      "effective_num_docs": 346,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_scenarios": {
+      "name": "mmlu:moral_scenarios",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_scenarios",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 895,
+      "effective_num_docs": 895,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:nutrition": {
+      "name": "mmlu:nutrition",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "nutrition",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 306,
+      "effective_num_docs": 306,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:philosophy": {
+      "name": "mmlu:philosophy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "philosophy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 311,
+      "effective_num_docs": 311,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:prehistory": {
+      "name": "mmlu:prehistory",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "prehistory",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 324,
+      "effective_num_docs": 324,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_accounting": {
+      "name": "mmlu:professional_accounting",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_accounting",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 282,
+      "effective_num_docs": 282,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_law": {
+      "name": "mmlu:professional_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 1534,
+      "effective_num_docs": 1534,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_medicine": {
+      "name": "mmlu:professional_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 272,
+      "effective_num_docs": 272,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_psychology": {
+      "name": "mmlu:professional_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 612,
+      "effective_num_docs": 612,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:public_relations": {
+      "name": "mmlu:public_relations",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "public_relations",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 110,
+      "effective_num_docs": 110,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:security_studies": {
+      "name": "mmlu:security_studies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "security_studies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 245,
+      "effective_num_docs": 245,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:sociology": {
+      "name": "mmlu:sociology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "sociology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 201,
+      "effective_num_docs": 201,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy": {
+      "name": "mmlu:us_foreign_policy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "us_foreign_policy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:virology": {
+      "name": "mmlu:virology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "virology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 166,
+      "effective_num_docs": 166,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:world_religions": {
+      "name": "mmlu:world_religions",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "world_religions",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 171,
+      "effective_num_docs": 171,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|truthfulqa:mc": {
+      "name": "truthfulqa:mc",
+      "prompt_function": "truthful_qa_multiple_choice",
+      "hf_repo": "truthful_qa",
+      "hf_subset": "multiple_choice",
+      "metric": [
+        "truthfulqa_mc_metrics"
+      ],
+      "hf_avail_splits": [
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": null,
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 817,
+      "effective_num_docs": 817,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|winogrande": {
+      "name": "winogrande",
+      "prompt_function": "winogrande",
+      "hf_repo": "winogrande",
+      "hf_subset": "winogrande_xl",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1267,
+      "effective_num_docs": 1267,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    }
+  },
+  "summary_tasks": {
+    "leaderboard|arc:challenge|25": {
+      "hashes": {
+        "hash_examples": "17b0cae357c0259e",
+        "hash_full_prompts": "4aeb23a740784b86",
+        "hash_input_tokens": "2e9e18067d1f8ad8",
+        "hash_cont_tokens": "19baa8a044eaaac8"
+      },
+      "truncated": 0,
+      "non_truncated": 1172,
+      "padded": 4687,
+      "non_padded": 0,
+      "effective_few_shots": 25.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|hellaswag|10": {
+      "hashes": {
+        "hash_examples": "31985c805c3a737e",
+        "hash_full_prompts": "3c2d3440e190b07b",
+        "hash_input_tokens": "412fc1d29623282b",
+        "hash_cont_tokens": "823c88a16c837063"
+      },
+      "truncated": 0,
+      "non_truncated": 10042,
+      "padded": 40105,
+      "non_padded": 63,
+      "effective_few_shots": 10.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "hashes": {
+        "hash_examples": "4c76229e00c9c0e9",
+        "hash_full_prompts": "faefa0cccb952fe0",
+        "hash_input_tokens": "e7380c35f0e2c4b3",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "hashes": {
+        "hash_examples": "6a1f8104dccbd33b",
+        "hash_full_prompts": "eacd03e46972fa59",
+        "hash_input_tokens": "2ee8bc2ef4561b6b",
+        "hash_cont_tokens": "9be31d13c42ead00"
+      },
+      "truncated": 0,
+      "non_truncated": 135,
+      "padded": 540,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "hashes": {
+        "hash_examples": "1302effa3a76ce4c",
+        "hash_full_prompts": "826cacbdf1f6bfd0",
+        "hash_input_tokens": "6ab8d24255ff03b3",
+        "hash_cont_tokens": "30cc2b2fc1294aac"
+      },
+      "truncated": 0,
+      "non_truncated": 152,
+      "padded": 608,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "hashes": {
+        "hash_examples": "03cb8bce5336419a",
+        "hash_full_prompts": "518511169382ac39",
+        "hash_input_tokens": "8be4f0cc9ce448e1",
+        "hash_cont_tokens": "4e9d83c717b7deb8"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "hashes": {
+        "hash_examples": "ffbb9c7b2be257f9",
+        "hash_full_prompts": "0b07b0bc774fdfd9",
+        "hash_input_tokens": "413166c01db52a72",
+        "hash_cont_tokens": "40dd7263ce5af5de"
+      },
+      "truncated": 0,
+      "non_truncated": 265,
+      "padded": 1060,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "hashes": {
+        "hash_examples": "3ee77f176f38eb8e",
+        "hash_full_prompts": "22cbe0e8dabf98b1",
+        "hash_input_tokens": "0dcd583202383d43",
+        "hash_cont_tokens": "1892d80e82b394c0"
+      },
+      "truncated": 0,
+      "non_truncated": 144,
+      "padded": 576,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "hashes": {
+        "hash_examples": "ce61a69c46d47aeb",
+        "hash_full_prompts": "9c1288940a4afb59",
+        "hash_input_tokens": "59a4f0d36881d644",
+        "hash_cont_tokens": "b6bb78fb2d7e4e6f"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "hashes": {
+        "hash_examples": "32805b52d7d5daab",
+        "hash_full_prompts": "9522781d0cdf1a43",
+        "hash_input_tokens": "302a2f1d05b53513",
+        "hash_cont_tokens": "6a5da979260e607c"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "hashes": {
+        "hash_examples": "55da1a0a0bd33722",
+        "hash_full_prompts": "72fe6f46a57e6ca4",
+        "hash_input_tokens": "042f1988f13b8f9a",
+        "hash_cont_tokens": "62df3b0447bd3b12"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "hashes": {
+        "hash_examples": "c33e143163049176",
+        "hash_full_prompts": "dee0989b2c8993f4",
+        "hash_input_tokens": "6dd81075c8e816e9",
+        "hash_cont_tokens": "933c01711a0757a0"
+      },
+      "truncated": 0,
+      "non_truncated": 173,
+      "padded": 692,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "hashes": {
+        "hash_examples": "ebdab1cdb7e555df",
+        "hash_full_prompts": "a1be6b64ea1948c3",
+        "hash_input_tokens": "37818fa59254732b",
+        "hash_cont_tokens": "d36569ab90faad7c"
+      },
+      "truncated": 0,
+      "non_truncated": 102,
+      "padded": 408,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "hashes": {
+        "hash_examples": "a24fd7d08a560921",
+        "hash_full_prompts": "01bc3fdfdefe67a4",
+        "hash_input_tokens": "d4957d5a9d5e83ec",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "hashes": {
+        "hash_examples": "8300977a79386993",
+        "hash_full_prompts": "b39315a8ada3ca79",
+        "hash_input_tokens": "c146a84803f78c9e",
+        "hash_cont_tokens": "6408f70f3d9ada31"
+      },
+      "truncated": 0,
+      "non_truncated": 235,
+      "padded": 940,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "hashes": {
+        "hash_examples": "ddde36788a04a46f",
+        "hash_full_prompts": "70bab37ca5fcc48f",
+        "hash_input_tokens": "086bc025be133096",
+        "hash_cont_tokens": "3befa885ca6e4b97"
+      },
+      "truncated": 0,
+      "non_truncated": 114,
+      "padded": 456,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "hashes": {
+        "hash_examples": "acbc5def98c19b3f",
+        "hash_full_prompts": "86a4747481c11c61",
+        "hash_input_tokens": "b83507ac94ded59b",
+        "hash_cont_tokens": "e75df8f470aa4973"
+      },
+      "truncated": 0,
+      "non_truncated": 145,
+      "padded": 580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "hashes": {
+        "hash_examples": "146e61d07497a9bd",
+        "hash_full_prompts": "1fe56333735325fa",
+        "hash_input_tokens": "8c3c868b34bad37b",
+        "hash_cont_tokens": "f09c97e7f7f9af71"
+      },
+      "truncated": 0,
+      "non_truncated": 378,
+      "padded": 1512,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "hashes": {
+        "hash_examples": "8635216e1909a03f",
+        "hash_full_prompts": "cc83c1ede45f974c",
+        "hash_input_tokens": "bb0616a24585501c",
+        "hash_cont_tokens": "df96e75b4eb1d7b0"
+      },
+      "truncated": 0,
+      "non_truncated": 126,
+      "padded": 504,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "hashes": {
+        "hash_examples": "30b315aa6353ee47",
+        "hash_full_prompts": "3a2ec1e2785c69a5",
+        "hash_input_tokens": "5e840dc7f1c55a67",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "hashes": {
+        "hash_examples": "c9136373af2180de",
+        "hash_full_prompts": "27646a569cf2a6f8",
+        "hash_input_tokens": "1dce672a00c5cbe1",
+        "hash_cont_tokens": "c6d11e73dc85157f"
+      },
+      "truncated": 0,
+      "non_truncated": 310,
+      "padded": 1240,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "hashes": {
+        "hash_examples": "b0661bfa1add6404",
+        "hash_full_prompts": "6905c6ca76f7b2b7",
+        "hash_input_tokens": "7fb2dd590b34e445",
+        "hash_cont_tokens": "208aff39cfca671a"
+      },
+      "truncated": 0,
+      "non_truncated": 203,
+      "padded": 812,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "hashes": {
+        "hash_examples": "80fc1d623a3d665f",
+        "hash_full_prompts": "b80092241e8b6c06",
+        "hash_input_tokens": "b2a9091fd8d00b66",
+        "hash_cont_tokens": "150a6d581009fbe0"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "hashes": {
+        "hash_examples": "854da6e5af0fe1a1",
+        "hash_full_prompts": "a3bc32a5dc022ce7",
+        "hash_input_tokens": "393e215e8667fde4",
+        "hash_cont_tokens": "7b6f4c22b304c3cc"
+      },
+      "truncated": 0,
+      "non_truncated": 165,
+      "padded": 656,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "hashes": {
+        "hash_examples": "7dc963c7acd19ad8",
+        "hash_full_prompts": "53f91beae305905d",
+        "hash_input_tokens": "439ac435fc478534",
+        "hash_cont_tokens": "1a85c9e696d91a66"
+      },
+      "truncated": 0,
+      "non_truncated": 198,
+      "padded": 792,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "hashes": {
+        "hash_examples": "1f675dcdebc9758f",
+        "hash_full_prompts": "623fd7e3495f243f",
+        "hash_input_tokens": "2c5757b8545f7cf8",
+        "hash_cont_tokens": "a47a4530b8790081"
+      },
+      "truncated": 0,
+      "non_truncated": 193,
+      "padded": 772,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "hashes": {
+        "hash_examples": "2fb32cf2d80f0b35",
+        "hash_full_prompts": "378ac13c8abb6c5f",
+        "hash_input_tokens": "afea2ca30b1622ff",
+        "hash_cont_tokens": "e71e7c6acf44c3e5"
+      },
+      "truncated": 0,
+      "non_truncated": 390,
+      "padded": 1560,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "hashes": {
+        "hash_examples": "fd6646fdb5d58a1f",
+        "hash_full_prompts": "14d34e0b34750627",
+        "hash_input_tokens": "34e63b0902b32a2c",
+        "hash_cont_tokens": "e36b5624bdbe96b0"
+      },
+      "truncated": 0,
+      "non_truncated": 270,
+      "padded": 1080,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "hashes": {
+        "hash_examples": "2118f21f71d87d84",
+        "hash_full_prompts": "9ac09e5d4da991c9",
+        "hash_input_tokens": "93d1c1ba5fe0bcbd",
+        "hash_cont_tokens": "a5f61d5beba13cc2"
+      },
+      "truncated": 0,
+      "non_truncated": 238,
+      "padded": 952,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "hashes": {
+        "hash_examples": "dc3ce06378548565",
+        "hash_full_prompts": "b4832a554d47d224",
+        "hash_input_tokens": "f5bf59bc9f6839fe",
+        "hash_cont_tokens": "df1d218ccbc258e8"
+      },
+      "truncated": 0,
+      "non_truncated": 151,
+      "padded": 604,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "hashes": {
+        "hash_examples": "c8d1d98a40e11f2f",
+        "hash_full_prompts": "1e8cd27064546274",
+        "hash_input_tokens": "329851f26db67226",
+        "hash_cont_tokens": "6fb549a4eb8e6c47"
+      },
+      "truncated": 0,
+      "non_truncated": 545,
+      "padded": 2180,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "hashes": {
+        "hash_examples": "666c8759b98ee4ff",
+        "hash_full_prompts": "e05ab41077ec0afa",
+        "hash_input_tokens": "7abad93393993e44",
+        "hash_cont_tokens": "d9528c65af653d67"
+      },
+      "truncated": 0,
+      "non_truncated": 216,
+      "padded": 864,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "hashes": {
+        "hash_examples": "95fef1c4b7d3f81e",
+        "hash_full_prompts": "a4b275996a416b4a",
+        "hash_input_tokens": "e5def820604ad889",
+        "hash_cont_tokens": "8b827fc7dfd3c1c5"
+      },
+      "truncated": 0,
+      "non_truncated": 204,
+      "padded": 816,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "hashes": {
+        "hash_examples": "7e5085b6184b0322",
+        "hash_full_prompts": "8adf16361f0f320a",
+        "hash_input_tokens": "aa85ae4eba20e53f",
+        "hash_cont_tokens": "82f19c159c69a66d"
+      },
+      "truncated": 0,
+      "non_truncated": 237,
+      "padded": 948,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "hashes": {
+        "hash_examples": "c17333e7c7c10797",
+        "hash_full_prompts": "918d91a3141aac4d",
+        "hash_input_tokens": "297fceccf01a2c64",
+        "hash_cont_tokens": "ca87074f1dc39668"
+      },
+      "truncated": 0,
+      "non_truncated": 223,
+      "padded": 892,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "hashes": {
+        "hash_examples": "4edd1e9045df5e3d",
+        "hash_full_prompts": "bcee39ecea32fcc8",
+        "hash_input_tokens": "7c66a375881d6788",
+        "hash_cont_tokens": "491a0ab53f54aeb9"
+      },
+      "truncated": 0,
+      "non_truncated": 131,
+      "padded": 524,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "hashes": {
+        "hash_examples": "db2fa00d771a062a",
+        "hash_full_prompts": "ffe12a3b5bf350c2",
+        "hash_input_tokens": "dc0250213736abca",
+        "hash_cont_tokens": "e3d257d7ea257fc8"
+      },
+      "truncated": 0,
+      "non_truncated": 121,
+      "padded": 484,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "hashes": {
+        "hash_examples": "e956f86b124076fe",
+        "hash_full_prompts": "b4293c3c08bebaf7",
+        "hash_input_tokens": "c9ed773ed04cff64",
+        "hash_cont_tokens": "4c69d7671fa1ab1c"
+      },
+      "truncated": 0,
+      "non_truncated": 108,
+      "padded": 432,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "hashes": {
+        "hash_examples": "956e0e6365ab79f1",
+        "hash_full_prompts": "8c1b7733e98cbe81",
+        "hash_input_tokens": "a4f6df541a56c41a",
+        "hash_cont_tokens": "57e78d3d09b7db81"
+      },
+      "truncated": 0,
+      "non_truncated": 163,
+      "padded": 652,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "hashes": {
+        "hash_examples": "397997cc6f4d581e",
+        "hash_full_prompts": "24a206a1c639ab8d",
+        "hash_input_tokens": "f0dfd08579d1f727",
+        "hash_cont_tokens": "94d2ec6c52bb7b53"
+      },
+      "truncated": 0,
+      "non_truncated": 112,
+      "padded": 448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:management|5": {
+      "hashes": {
+        "hash_examples": "2bcbe6f6ca63d740",
+        "hash_full_prompts": "77e1c79d988beecc",
+        "hash_input_tokens": "15925fd62ddd3ca4",
+        "hash_cont_tokens": "79499fecb18f1cb1"
+      },
+      "truncated": 0,
+      "non_truncated": 103,
+      "padded": 412,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "hashes": {
+        "hash_examples": "8ddb20d964a1b065",
+        "hash_full_prompts": "83cec2fa6b681d9d",
+        "hash_input_tokens": "6eb177c438da2061",
+        "hash_cont_tokens": "c5e9cd86b1a58fac"
+      },
+      "truncated": 0,
+      "non_truncated": 234,
+      "padded": 936,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "hashes": {
+        "hash_examples": "182a71f4763d2cea",
+        "hash_full_prompts": "195eb7ff99749730",
+        "hash_input_tokens": "5adeca0d34767f29",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "hashes": {
+        "hash_examples": "4c404fdbb4ca57fc",
+        "hash_full_prompts": "33539955c9a96851",
+        "hash_input_tokens": "52aee92a69c2b698",
+        "hash_cont_tokens": "8578b82c42cc7026"
+      },
+      "truncated": 0,
+      "non_truncated": 783,
+      "padded": 3132,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "hashes": {
+        "hash_examples": "60cbd2baa3fea5c9",
+        "hash_full_prompts": "009b7d0e7f819eff",
+        "hash_input_tokens": "f24c046b105c5e03",
+        "hash_cont_tokens": "26b0f808ec46464d"
+      },
+      "truncated": 0,
+      "non_truncated": 346,
+      "padded": 1384,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "hashes": {
+        "hash_examples": "fd8b0431fbdd75ef",
+        "hash_full_prompts": "f6e63c9fb9d3bff0",
+        "hash_input_tokens": "08eee0e3d8e89710",
+        "hash_cont_tokens": "52fe77d28aefc1b3"
+      },
+      "truncated": 0,
+      "non_truncated": 895,
+      "padded": 3580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "hashes": {
+        "hash_examples": "71e55e2b829b6528",
+        "hash_full_prompts": "8294d5e3ad435377",
+        "hash_input_tokens": "5b2c6686c8fc5e83",
+        "hash_cont_tokens": "25850a01b4a11b53"
+      },
+      "truncated": 0,
+      "non_truncated": 306,
+      "padded": 1224,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "hashes": {
+        "hash_examples": "a6d489a8d208fa4b",
+        "hash_full_prompts": "db68c0f4503e4793",
+        "hash_input_tokens": "7108ad04b556854f",
+        "hash_cont_tokens": "8c34ab2fa65c3b6e"
+      },
+      "truncated": 0,
+      "non_truncated": 311,
+      "padded": 1244,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "hashes": {
+        "hash_examples": "6cc50f032a19acaa",
+        "hash_full_prompts": "3972bcfa8c80e964",
+        "hash_input_tokens": "65cb6b1efc71921b",
+        "hash_cont_tokens": "89f21e5f9c7d81f2"
+      },
+      "truncated": 0,
+      "non_truncated": 324,
+      "padded": 1296,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "hashes": {
+        "hash_examples": "50f57ab32f5f6cea",
+        "hash_full_prompts": "25f0becc2483bd32",
+        "hash_input_tokens": "c1b1c1e1f1ca4a85",
+        "hash_cont_tokens": "c7c4930a659ca843"
+      },
+      "truncated": 0,
+      "non_truncated": 282,
+      "padded": 1120,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "hashes": {
+        "hash_examples": "a8fdc85c64f4b215",
+        "hash_full_prompts": "7a6f6c5706f00c7d",
+        "hash_input_tokens": "e7517115da0204cd",
+        "hash_cont_tokens": "6f36bd560ae36f02"
+      },
+      "truncated": 0,
+      "non_truncated": 1534,
+      "padded": 6136,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "hashes": {
+        "hash_examples": "c373a28a3050a73a",
+        "hash_full_prompts": "a74b6ac7c5c545d2",
+        "hash_input_tokens": "da6af6d03e682017",
+        "hash_cont_tokens": "ca4398b4ad3db5f1"
+      },
+      "truncated": 0,
+      "non_truncated": 272,
+      "padded": 1088,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "hashes": {
+        "hash_examples": "bf5254fe818356af",
+        "hash_full_prompts": "c53fa139ec25f502",
+        "hash_input_tokens": "c6dbaf3c7103ebe9",
+        "hash_cont_tokens": "ce4bb75e80359fe4"
+      },
+      "truncated": 0,
+      "non_truncated": 612,
+      "padded": 2448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "hashes": {
+        "hash_examples": "b66d52e28e7d14e0",
+        "hash_full_prompts": "55b5eff05aa6bf13",
+        "hash_input_tokens": "deea75b6eec5b782",
+        "hash_cont_tokens": "680235f5ede0b353"
+      },
+      "truncated": 0,
+      "non_truncated": 110,
+      "padded": 440,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "hashes": {
+        "hash_examples": "514c14feaf000ad9",
+        "hash_full_prompts": "6690ecdc054f7b0c",
+        "hash_input_tokens": "deef3d39896aca43",
+        "hash_cont_tokens": "189956efcec12818"
+      },
+      "truncated": 0,
+      "non_truncated": 245,
+      "padded": 980,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "hashes": {
+        "hash_examples": "f6c9bc9d18c80870",
+        "hash_full_prompts": "945fbdd091c72d64",
+        "hash_input_tokens": "330fffbccabf89e4",
+        "hash_cont_tokens": "2178ff937c0c1a29"
+      },
+      "truncated": 0,
+      "non_truncated": 201,
+      "padded": 804,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "hashes": {
+        "hash_examples": "ed7b78629db6678f",
+        "hash_full_prompts": "ebba6ea6eca4ae53",
+        "hash_input_tokens": "0ec87fa768a47632",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 392,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:virology|5": {
+      "hashes": {
+        "hash_examples": "bc52ffdc3f9b994a",
+        "hash_full_prompts": "a2ee4984d6877fe3",
+        "hash_input_tokens": "cc264818195d14da",
+        "hash_cont_tokens": "ec5c187546c7c842"
+      },
+      "truncated": 0,
+      "non_truncated": 166,
+      "padded": 660,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "hashes": {
+        "hash_examples": "ecdb4a4f94f62930",
+        "hash_full_prompts": "a89c8dddd1d8ced0",
+        "hash_input_tokens": "e7e781ba363743eb",
+        "hash_cont_tokens": "e52b573046cdfc5c"
+      },
+      "truncated": 0,
+      "non_truncated": 171,
+      "padded": 684,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "hashes": {
+        "hash_examples": "36a6d90e75d92d4a",
+        "hash_full_prompts": "8d9ca0a8bd458a1c",
+        "hash_input_tokens": "4aad1a3bfe70acfc",
+        "hash_cont_tokens": "b0f64f6659d8c230"
+      },
+      "truncated": 0,
+      "non_truncated": 817,
+      "padded": 9996,
+      "non_padded": 0,
+      "effective_few_shots": 0.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|winogrande|5": {
+      "hashes": {
+        "hash_examples": "087d5d1a1afd4c7b",
+        "hash_full_prompts": "35da55e47222e0e1",
+        "hash_input_tokens": "881c630a9e0034f7",
+        "hash_cont_tokens": "c466f4c92e3879cb"
+      },
+      "truncated": 0,
+      "non_truncated": 1267,
+      "padded": 2534,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|gsm8k|5": {
+      "hashes": {
+        "hash_examples": "0ed016e24e7512fd",
+        "hash_full_prompts": "f7ab209f6467841e",
+        "hash_input_tokens": "deccfe61ad5cb3d5",
+        "hash_cont_tokens": "95cc4cc1148eb790"
+      },
+      "truncated": 1319,
+      "non_truncated": 0,
+      "padded": 1074,
+      "non_padded": 245,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    }
+  },
+  "summary_general": {
+    "hashes": {
+      "hash_examples": "670666fa3a90ce5d",
+      "hash_full_prompts": "56c005e427046302",
+      "hash_input_tokens": "2a51da62c271a1a0",
+      "hash_cont_tokens": "a74619de92c05f2e"
+    },
+    "truncated": 1319,
+    "non_truncated": 27340,
+    "padded": 114540,
+    "non_padded": 332,
+    "num_truncated_few_shots": 0
+  }
+}
\ No newline at end of file
diff --git a/generation_config.json b/generation_config.json
new file mode 100644
index 0000000..740b752
--- /dev/null
+++ b/generation_config.json
@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128009
+  ],
+  "max_length": 4096,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.40.0.dev0"
+}
diff --git a/model-00001-of-00004.safetensors b/model-00001-of-00004.safetensors
new file mode 100644
index 0000000..dee6034
--- /dev/null
+++ b/model-00001-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cf25447f866f6d953c1cf2c597b808dff1172393b2cc1828886363007f0710
+size 4976698672
diff --git a/model-00002-of-00004.safetensors b/model-00002-of-00004.safetensors
new file mode 100644
index 0000000..4029271
--- /dev/null
+++ b/model-00002-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf34a206c249298dfa927b1124c5638580b600296d90eef06bbc9fd9ece2284d
+size 4999802720
diff --git a/model-00003-of-00004.safetensors b/model-00003-of-00004.safetensors
new file mode 100644
index 0000000..d732af2
--- /dev/null
+++ b/model-00003-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4464f4d8c29c800cc116069df3da9d0502680adfe42b09bac436cd7c4447e80e
+size 4915916176
diff --git a/model-00004-of-00004.safetensors b/model-00004-of-00004.safetensors
new file mode 100644
index 0000000..733d775
--- /dev/null
+++ b/model-00004-of-00004.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3191f1d0d1782fd952c4c6fa6e61c358e5961632a959f3bfb1f4a39509a8ce
+size 1168138808
diff --git a/model.safetensors.index.json b/model.safetensors.index.json
new file mode 100644
index 0000000..0fd8120
--- /dev/null
+++ b/model.safetensors.index.json
@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}
diff --git a/results/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T10-07-33.915398.json b/results/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T10-07-33.915398.json
new file mode 100644
index 0000000..ddfcba0
--- /dev/null
+++ b/results/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T10-07-33.915398.json
@@ -0,0 +1,96 @@
+{
+  "config_general": {
+    "lighteval_sha": "a98210fd3a2d1e8bface1c32b72ebd5017173a4c",
+    "num_fewshot_seeds": 1,
+    "override_batch_size": -1,
+    "max_samples": null,
+    "job_id": "",
+    "start_time": 7402232.698176069,
+    "end_time": 7403576.701790469,
+    "total_evaluation_time_secondes": "1344.0036143995821",
+    "model_name": "dreamgen/llama3-8b-assistant-test-run1-sft-e2",
+    "model_sha": "2746dba774b2a2ae56ff684225c81b060344a654",
+    "model_dtype": "torch.bfloat16",
+    "model_size": "14.96 GB",
+    "config": null
+  },
+  "results": {
+    "leaderboard|gsm8k|5": {
+      "qem": 0.7005307050796058,
+      "qem_stderr": 0.012616300735519642
+    },
+    "all": {
+      "qem": 0.7005307050796058,
+      "qem_stderr": 0.012616300735519642
+    }
+  },
+  "versions": {
+    "leaderboard|gsm8k|5": 0
+  },
+  "config_tasks": {
+    "leaderboard|gsm8k": {
+      "name": "gsm8k",
+      "prompt_function": "gsm8k",
+      "hf_repo": "gsm8k",
+      "hf_subset": "main",
+      "metric": [
+        "quasi_exact_match_gsm8k"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 256,
+      "stop_sequence": [
+        "Question:",
+        "Question",
+        ":"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1319,
+      "effective_num_docs": 1319,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    }
+  },
+  "summary_tasks": {
+    "leaderboard|gsm8k|5": {
+      "hashes": {
+        "hash_examples": "0ed016e24e7512fd",
+        "hash_full_prompts": "f7ab209f6467841e",
+        "hash_input_tokens": "deccfe61ad5cb3d5",
+        "hash_cont_tokens": "fd2549040e624164"
+      },
+      "truncated": 1319,
+      "non_truncated": 0,
+      "padded": 1074,
+      "non_padded": 245,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    }
+  },
+  "summary_general": {
+    "hashes": {
+      "hash_examples": "bc71463e88551d0e",
+      "hash_full_prompts": "c29e3bdf1c4887c9",
+      "hash_input_tokens": "e975d4ecbb7368e5",
+      "hash_cont_tokens": "84e6a099183a178a"
+    },
+    "truncated": 1319,
+    "non_truncated": 0,
+    "padded": 1074,
+    "non_padded": 245,
+    "num_truncated_few_shots": 0
+  }
+}
\ No newline at end of file
diff --git a/results/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T16-40-56.763722.json b/results/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T16-40-56.763722.json
new file mode 100644
index 0000000..7de1125
--- /dev/null
+++ b/results/dreamgen/llama3-8b-assistant-test-run1-sft-e2/results_2024-05-24T16-40-56.763722.json
@@ -0,0 +1,3461 @@
+{
+  "config_general": {
+    "lighteval_sha": "a98210fd3a2d1e8bface1c32b72ebd5017173a4c",
+    "num_fewshot_seeds": 1,
+    "override_batch_size": -1,
+    "max_samples": null,
+    "job_id": "",
+    "start_time": 7404572.390728084,
+    "end_time": 7427179.436666797,
+    "total_evaluation_time_secondes": "22607.045938712545",
+    "model_name": "dreamgen/llama3-8b-assistant-test-run1-sft-e2",
+    "model_sha": "2746dba774b2a2ae56ff684225c81b060344a654",
+    "model_dtype": "torch.bfloat16",
+    "model_size": "14.96 GB",
+    "config": null
+  },
+  "results": {
+    "leaderboard|arc:challenge|25": {
+      "acc": 0.568259385665529,
+      "acc_stderr": 0.014474591427196206,
+      "acc_norm": 0.5469283276450512,
+      "acc_norm_stderr": 0.014546892052005628
+    },
+    "leaderboard|hellaswag|10": {
+      "acc": 0.5989842660824537,
+      "acc_stderr": 0.0048910255336330295,
+      "acc_norm": 0.7867954590718981,
+      "acc_norm_stderr": 0.0040873390451063
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "acc": 0.31,
+      "acc_stderr": 0.04648231987117316
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "acc": 0.6666666666666666,
+      "acc_stderr": 0.04072314811876837
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "acc": 0.7368421052631579,
+      "acc_stderr": 0.03583496176361073
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "acc": 0.7,
+      "acc_stderr": 0.046056618647183814
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "acc": 0.7433962264150943,
+      "acc_stderr": 0.026880647889052
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "acc": 0.7847222222222222,
+      "acc_stderr": 0.034370793441061344
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "acc": 0.45,
+      "acc_stderr": 0.049999999999999996
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "acc": 0.49,
+      "acc_stderr": 0.05024183937956911
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "acc": 0.4,
+      "acc_stderr": 0.049236596391733084
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "acc": 0.630057803468208,
+      "acc_stderr": 0.0368122963339432
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "acc": 0.4411764705882353,
+      "acc_stderr": 0.049406356306056595
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "acc": 0.79,
+      "acc_stderr": 0.04093601807403326
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "acc": 0.6042553191489362,
+      "acc_stderr": 0.031967586978353627
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "acc": 0.5175438596491229,
+      "acc_stderr": 0.04700708033551038
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "acc": 0.6206896551724138,
+      "acc_stderr": 0.040434618619167466
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "acc": 0.4021164021164021,
+      "acc_stderr": 0.025253032554997695
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "acc": 0.5238095238095238,
+      "acc_stderr": 0.04467062628403273
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "acc": 0.44,
+      "acc_stderr": 0.04988876515698589
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "acc": 0.8,
+      "acc_stderr": 0.022755204959542936
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "acc": 0.541871921182266,
+      "acc_stderr": 0.03505630140785741
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "acc": 0.72,
+      "acc_stderr": 0.04512608598542127
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "acc": 0.7636363636363637,
+      "acc_stderr": 0.03317505930009182
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "acc": 0.7828282828282829,
+      "acc_stderr": 0.029376616484945627
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "acc": 0.8756476683937824,
+      "acc_stderr": 0.02381447708659355
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "acc": 0.6743589743589744,
+      "acc_stderr": 0.02375966576741229
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "acc": 0.362962962962963,
+      "acc_stderr": 0.029318203645206865
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "acc": 0.7563025210084033,
+      "acc_stderr": 0.027886828078380548
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "acc": 0.37748344370860926,
+      "acc_stderr": 0.0395802723112157
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "acc": 0.8568807339449541,
+      "acc_stderr": 0.015014462497168583
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "acc": 0.47685185185185186,
+      "acc_stderr": 0.03406315360711507
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "acc": 0.803921568627451,
+      "acc_stderr": 0.027865942286639318
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "acc": 0.8438818565400844,
+      "acc_stderr": 0.023627159460318674
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "acc": 0.7399103139013453,
+      "acc_stderr": 0.029442495585857473
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "acc": 0.7709923664122137,
+      "acc_stderr": 0.036853466317118506
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "acc": 0.7520661157024794,
+      "acc_stderr": 0.03941897526516303
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "acc": 0.7592592592592593,
+      "acc_stderr": 0.041331194402438404
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "acc": 0.7423312883435583,
+      "acc_stderr": 0.03436150827846917
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "acc": 0.5357142857142857,
+      "acc_stderr": 0.04733667890053757
+    },
+    "leaderboard|mmlu:management|5": {
+      "acc": 0.8446601941747572,
+      "acc_stderr": 0.03586594738573974
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "acc": 0.8974358974358975,
+      "acc_stderr": 0.019875655027867457
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "acc": 0.74,
+      "acc_stderr": 0.04408440022768079
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "acc": 0.8173690932311622,
+      "acc_stderr": 0.013816335389973145
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "acc": 0.7196531791907514,
+      "acc_stderr": 0.02418242749657761
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "acc": 0.41675977653631285,
+      "acc_stderr": 0.016489134962438957
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "acc": 0.7516339869281046,
+      "acc_stderr": 0.02473998135511359
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "acc": 0.7170418006430869,
+      "acc_stderr": 0.02558306248998481
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "acc": 0.7222222222222222,
+      "acc_stderr": 0.02492200116888633
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "acc": 0.5212765957446809,
+      "acc_stderr": 0.029800481645628693
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "acc": 0.4758800521512386,
+      "acc_stderr": 0.012755368722863935
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "acc": 0.7536764705882353,
+      "acc_stderr": 0.02617343857052
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "acc": 0.6993464052287581,
+      "acc_stderr": 0.018550634502952957
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "acc": 0.7181818181818181,
+      "acc_stderr": 0.04309118709946458
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "acc": 0.7673469387755102,
+      "acc_stderr": 0.02704925791589618
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "acc": 0.8258706467661692,
+      "acc_stderr": 0.026814951200421603
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "acc": 0.83,
+      "acc_stderr": 0.0377525168068637
+    },
+    "leaderboard|mmlu:virology|5": {
+      "acc": 0.5180722891566265,
+      "acc_stderr": 0.03889951252827216
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "acc": 0.8128654970760234,
+      "acc_stderr": 0.029913127232368032
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "truthfulqa_mc1": 0.3402692778457772,
+      "truthfulqa_mc1_stderr": 0.01658630490176256,
+      "truthfulqa_mc2": 0.5084622961353976,
+      "truthfulqa_mc2_stderr": 0.015263780045896217
+    },
+    "leaderboard|winogrande|5": {
+      "acc": 0.7308602999210734,
+      "acc_stderr": 0.012464911951268736
+    },
+    "leaderboard|gsm8k|5": {
+      "qem": 0.7020470053070508,
+      "qem_stderr": 0.012597932232914534
+    },
+    "leaderboard|mmlu:_average|5": {
+      "acc": 0.6620608929285695,
+      "acc_stderr": 0.033433797886004216
+    },
+    "all": {
+      "acc": 0.6605929141432921,
+      "acc_stderr": 0.03229261680690564,
+      "acc_norm": 0.6668618933584747,
+      "acc_norm_stderr": 0.009317115548555964,
+      "truthfulqa_mc1": 0.3402692778457772,
+      "truthfulqa_mc1_stderr": 0.01658630490176256,
+      "truthfulqa_mc2": 0.5084622961353976,
+      "truthfulqa_mc2_stderr": 0.015263780045896217,
+      "qem": 0.7020470053070508,
+      "qem_stderr": 0.012597932232914534
+    }
+  },
+  "versions": {
+    "leaderboard|arc:challenge|25": 0,
+    "leaderboard|gsm8k|5": 0,
+    "leaderboard|hellaswag|10": 0,
+    "leaderboard|mmlu:abstract_algebra|5": 0,
+    "leaderboard|mmlu:anatomy|5": 0,
+    "leaderboard|mmlu:astronomy|5": 0,
+    "leaderboard|mmlu:business_ethics|5": 0,
+    "leaderboard|mmlu:clinical_knowledge|5": 0,
+    "leaderboard|mmlu:college_biology|5": 0,
+    "leaderboard|mmlu:college_chemistry|5": 0,
+    "leaderboard|mmlu:college_computer_science|5": 0,
+    "leaderboard|mmlu:college_mathematics|5": 0,
+    "leaderboard|mmlu:college_medicine|5": 0,
+    "leaderboard|mmlu:college_physics|5": 0,
+    "leaderboard|mmlu:computer_security|5": 0,
+    "leaderboard|mmlu:conceptual_physics|5": 0,
+    "leaderboard|mmlu:econometrics|5": 0,
+    "leaderboard|mmlu:electrical_engineering|5": 0,
+    "leaderboard|mmlu:elementary_mathematics|5": 0,
+    "leaderboard|mmlu:formal_logic|5": 0,
+    "leaderboard|mmlu:global_facts|5": 0,
+    "leaderboard|mmlu:high_school_biology|5": 0,
+    "leaderboard|mmlu:high_school_chemistry|5": 0,
+    "leaderboard|mmlu:high_school_computer_science|5": 0,
+    "leaderboard|mmlu:high_school_european_history|5": 0,
+    "leaderboard|mmlu:high_school_geography|5": 0,
+    "leaderboard|mmlu:high_school_government_and_politics|5": 0,
+    "leaderboard|mmlu:high_school_macroeconomics|5": 0,
+    "leaderboard|mmlu:high_school_mathematics|5": 0,
+    "leaderboard|mmlu:high_school_microeconomics|5": 0,
+    "leaderboard|mmlu:high_school_physics|5": 0,
+    "leaderboard|mmlu:high_school_psychology|5": 0,
+    "leaderboard|mmlu:high_school_statistics|5": 0,
+    "leaderboard|mmlu:high_school_us_history|5": 0,
+    "leaderboard|mmlu:high_school_world_history|5": 0,
+    "leaderboard|mmlu:human_aging|5": 0,
+    "leaderboard|mmlu:human_sexuality|5": 0,
+    "leaderboard|mmlu:international_law|5": 0,
+    "leaderboard|mmlu:jurisprudence|5": 0,
+    "leaderboard|mmlu:logical_fallacies|5": 0,
+    "leaderboard|mmlu:machine_learning|5": 0,
+    "leaderboard|mmlu:management|5": 0,
+    "leaderboard|mmlu:marketing|5": 0,
+    "leaderboard|mmlu:medical_genetics|5": 0,
+    "leaderboard|mmlu:miscellaneous|5": 0,
+    "leaderboard|mmlu:moral_disputes|5": 0,
+    "leaderboard|mmlu:moral_scenarios|5": 0,
+    "leaderboard|mmlu:nutrition|5": 0,
+    "leaderboard|mmlu:philosophy|5": 0,
+    "leaderboard|mmlu:prehistory|5": 0,
+    "leaderboard|mmlu:professional_accounting|5": 0,
+    "leaderboard|mmlu:professional_law|5": 0,
+    "leaderboard|mmlu:professional_medicine|5": 0,
+    "leaderboard|mmlu:professional_psychology|5": 0,
+    "leaderboard|mmlu:public_relations|5": 0,
+    "leaderboard|mmlu:security_studies|5": 0,
+    "leaderboard|mmlu:sociology|5": 0,
+    "leaderboard|mmlu:us_foreign_policy|5": 0,
+    "leaderboard|mmlu:virology|5": 0,
+    "leaderboard|mmlu:world_religions|5": 0,
+    "leaderboard|truthfulqa:mc|0": 0,
+    "leaderboard|winogrande|5": 0
+  },
+  "config_tasks": {
+    "leaderboard|arc:challenge": {
+      "name": "arc:challenge",
+      "prompt_function": "arc",
+      "hf_repo": "ai2_arc",
+      "hf_subset": "ARC-Challenge",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm_nospace"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "arc"
+      ],
+      "original_num_docs": 1172,
+      "effective_num_docs": 1172,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|gsm8k": {
+      "name": "gsm8k",
+      "prompt_function": "gsm8k",
+      "hf_repo": "gsm8k",
+      "hf_subset": "main",
+      "metric": [
+        "quasi_exact_match_gsm8k"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 256,
+      "stop_sequence": [
+        "Question:",
+        "Question",
+        ":"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1319,
+      "effective_num_docs": 1319,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|hellaswag": {
+      "name": "hellaswag",
+      "prompt_function": "hellaswag_harness",
+      "hf_repo": "hellaswag",
+      "hf_subset": "default",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 10042,
+      "effective_num_docs": 10042,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:abstract_algebra": {
+      "name": "mmlu:abstract_algebra",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "abstract_algebra",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:anatomy": {
+      "name": "mmlu:anatomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "anatomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 135,
+      "effective_num_docs": 135,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:astronomy": {
+      "name": "mmlu:astronomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "astronomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 152,
+      "effective_num_docs": 152,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:business_ethics": {
+      "name": "mmlu:business_ethics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "business_ethics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge": {
+      "name": "mmlu:clinical_knowledge",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "clinical_knowledge",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 265,
+      "effective_num_docs": 265,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_biology": {
+      "name": "mmlu:college_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 144,
+      "effective_num_docs": 144,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_chemistry": {
+      "name": "mmlu:college_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_computer_science": {
+      "name": "mmlu:college_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_mathematics": {
+      "name": "mmlu:college_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_medicine": {
+      "name": "mmlu:college_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 173,
+      "effective_num_docs": 173,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_physics": {
+      "name": "mmlu:college_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 102,
+      "effective_num_docs": 102,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:computer_security": {
+      "name": "mmlu:computer_security",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "computer_security",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:conceptual_physics": {
+      "name": "mmlu:conceptual_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "conceptual_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 235,
+      "effective_num_docs": 235,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:econometrics": {
+      "name": "mmlu:econometrics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "econometrics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 114,
+      "effective_num_docs": 114,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:electrical_engineering": {
+      "name": "mmlu:electrical_engineering",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "electrical_engineering",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 145,
+      "effective_num_docs": 145,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics": {
+      "name": "mmlu:elementary_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "elementary_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 378,
+      "effective_num_docs": 378,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:formal_logic": {
+      "name": "mmlu:formal_logic",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "formal_logic",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 126,
+      "effective_num_docs": 126,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:global_facts": {
+      "name": "mmlu:global_facts",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "global_facts",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_biology": {
+      "name": "mmlu:high_school_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 310,
+      "effective_num_docs": 310,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry": {
+      "name": "mmlu:high_school_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 203,
+      "effective_num_docs": 203,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science": {
+      "name": "mmlu:high_school_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_european_history": {
+      "name": "mmlu:high_school_european_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_european_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 165,
+      "effective_num_docs": 165,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_geography": {
+      "name": "mmlu:high_school_geography",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_geography",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 198,
+      "effective_num_docs": 198,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics": {
+      "name": "mmlu:high_school_government_and_politics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_government_and_politics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 193,
+      "effective_num_docs": 193,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics": {
+      "name": "mmlu:high_school_macroeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_macroeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 390,
+      "effective_num_docs": 390,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics": {
+      "name": "mmlu:high_school_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 270,
+      "effective_num_docs": 270,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics": {
+      "name": "mmlu:high_school_microeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_microeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 238,
+      "effective_num_docs": 238,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_physics": {
+      "name": "mmlu:high_school_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 151,
+      "effective_num_docs": 151,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_psychology": {
+      "name": "mmlu:high_school_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 545,
+      "effective_num_docs": 545,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_statistics": {
+      "name": "mmlu:high_school_statistics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_statistics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 216,
+      "effective_num_docs": 216,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_us_history": {
+      "name": "mmlu:high_school_us_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_us_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 204,
+      "effective_num_docs": 204,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_world_history": {
+      "name": "mmlu:high_school_world_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_world_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 237,
+      "effective_num_docs": 237,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_aging": {
+      "name": "mmlu:human_aging",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_aging",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 223,
+      "effective_num_docs": 223,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_sexuality": {
+      "name": "mmlu:human_sexuality",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_sexuality",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 131,
+      "effective_num_docs": 131,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:international_law": {
+      "name": "mmlu:international_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "international_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 121,
+      "effective_num_docs": 121,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:jurisprudence": {
+      "name": "mmlu:jurisprudence",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "jurisprudence",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 108,
+      "effective_num_docs": 108,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:logical_fallacies": {
+      "name": "mmlu:logical_fallacies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "logical_fallacies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 163,
+      "effective_num_docs": 163,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:machine_learning": {
+      "name": "mmlu:machine_learning",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "machine_learning",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 112,
+      "effective_num_docs": 112,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:management": {
+      "name": "mmlu:management",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "management",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 103,
+      "effective_num_docs": 103,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:marketing": {
+      "name": "mmlu:marketing",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "marketing",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 234,
+      "effective_num_docs": 234,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:medical_genetics": {
+      "name": "mmlu:medical_genetics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "medical_genetics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:miscellaneous": {
+      "name": "mmlu:miscellaneous",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "miscellaneous",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 783,
+      "effective_num_docs": 783,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_disputes": {
+      "name": "mmlu:moral_disputes",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_disputes",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 346,
+      "effective_num_docs": 346,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_scenarios": {
+      "name": "mmlu:moral_scenarios",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_scenarios",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 895,
+      "effective_num_docs": 895,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:nutrition": {
+      "name": "mmlu:nutrition",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "nutrition",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 306,
+      "effective_num_docs": 306,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:philosophy": {
+      "name": "mmlu:philosophy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "philosophy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 311,
+      "effective_num_docs": 311,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:prehistory": {
+      "name": "mmlu:prehistory",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "prehistory",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 324,
+      "effective_num_docs": 324,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_accounting": {
+      "name": "mmlu:professional_accounting",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_accounting",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 282,
+      "effective_num_docs": 282,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_law": {
+      "name": "mmlu:professional_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 1534,
+      "effective_num_docs": 1534,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_medicine": {
+      "name": "mmlu:professional_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 272,
+      "effective_num_docs": 272,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_psychology": {
+      "name": "mmlu:professional_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 612,
+      "effective_num_docs": 612,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:public_relations": {
+      "name": "mmlu:public_relations",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "public_relations",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 110,
+      "effective_num_docs": 110,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:security_studies": {
+      "name": "mmlu:security_studies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "security_studies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 245,
+      "effective_num_docs": 245,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:sociology": {
+      "name": "mmlu:sociology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "sociology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 201,
+      "effective_num_docs": 201,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy": {
+      "name": "mmlu:us_foreign_policy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "us_foreign_policy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:virology": {
+      "name": "mmlu:virology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "virology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 166,
+      "effective_num_docs": 166,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:world_religions": {
+      "name": "mmlu:world_religions",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "world_religions",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 171,
+      "effective_num_docs": 171,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|truthfulqa:mc": {
+      "name": "truthfulqa:mc",
+      "prompt_function": "truthful_qa_multiple_choice",
+      "hf_repo": "truthful_qa",
+      "hf_subset": "multiple_choice",
+      "metric": [
+        "truthfulqa_mc_metrics"
+      ],
+      "hf_avail_splits": [
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": null,
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 817,
+      "effective_num_docs": 817,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|winogrande": {
+      "name": "winogrande",
+      "prompt_function": "winogrande",
+      "hf_repo": "winogrande",
+      "hf_subset": "winogrande_xl",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1267,
+      "effective_num_docs": 1267,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    }
+  },
+  "summary_tasks": {
+    "leaderboard|arc:challenge|25": {
+      "hashes": {
+        "hash_examples": "17b0cae357c0259e",
+        "hash_full_prompts": "4aeb23a740784b86",
+        "hash_input_tokens": "2e9e18067d1f8ad8",
+        "hash_cont_tokens": "19baa8a044eaaac8"
+      },
+      "truncated": 0,
+      "non_truncated": 1172,
+      "padded": 4687,
+      "non_padded": 0,
+      "effective_few_shots": 25.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|hellaswag|10": {
+      "hashes": {
+        "hash_examples": "31985c805c3a737e",
+        "hash_full_prompts": "3c2d3440e190b07b",
+        "hash_input_tokens": "412fc1d29623282b",
+        "hash_cont_tokens": "823c88a16c837063"
+      },
+      "truncated": 0,
+      "non_truncated": 10042,
+      "padded": 40105,
+      "non_padded": 63,
+      "effective_few_shots": 10.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "hashes": {
+        "hash_examples": "4c76229e00c9c0e9",
+        "hash_full_prompts": "faefa0cccb952fe0",
+        "hash_input_tokens": "e7380c35f0e2c4b3",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "hashes": {
+        "hash_examples": "6a1f8104dccbd33b",
+        "hash_full_prompts": "eacd03e46972fa59",
+        "hash_input_tokens": "2ee8bc2ef4561b6b",
+        "hash_cont_tokens": "9be31d13c42ead00"
+      },
+      "truncated": 0,
+      "non_truncated": 135,
+      "padded": 540,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "hashes": {
+        "hash_examples": "1302effa3a76ce4c",
+        "hash_full_prompts": "826cacbdf1f6bfd0",
+        "hash_input_tokens": "6ab8d24255ff03b3",
+        "hash_cont_tokens": "30cc2b2fc1294aac"
+      },
+      "truncated": 0,
+      "non_truncated": 152,
+      "padded": 608,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "hashes": {
+        "hash_examples": "03cb8bce5336419a",
+        "hash_full_prompts": "518511169382ac39",
+        "hash_input_tokens": "8be4f0cc9ce448e1",
+        "hash_cont_tokens": "4e9d83c717b7deb8"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "hashes": {
+        "hash_examples": "ffbb9c7b2be257f9",
+        "hash_full_prompts": "0b07b0bc774fdfd9",
+        "hash_input_tokens": "413166c01db52a72",
+        "hash_cont_tokens": "40dd7263ce5af5de"
+      },
+      "truncated": 0,
+      "non_truncated": 265,
+      "padded": 1060,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "hashes": {
+        "hash_examples": "3ee77f176f38eb8e",
+        "hash_full_prompts": "22cbe0e8dabf98b1",
+        "hash_input_tokens": "0dcd583202383d43",
+        "hash_cont_tokens": "1892d80e82b394c0"
+      },
+      "truncated": 0,
+      "non_truncated": 144,
+      "padded": 576,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "hashes": {
+        "hash_examples": "ce61a69c46d47aeb",
+        "hash_full_prompts": "9c1288940a4afb59",
+        "hash_input_tokens": "59a4f0d36881d644",
+        "hash_cont_tokens": "b6bb78fb2d7e4e6f"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "hashes": {
+        "hash_examples": "32805b52d7d5daab",
+        "hash_full_prompts": "9522781d0cdf1a43",
+        "hash_input_tokens": "302a2f1d05b53513",
+        "hash_cont_tokens": "6a5da979260e607c"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "hashes": {
+        "hash_examples": "55da1a0a0bd33722",
+        "hash_full_prompts": "72fe6f46a57e6ca4",
+        "hash_input_tokens": "042f1988f13b8f9a",
+        "hash_cont_tokens": "62df3b0447bd3b12"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "hashes": {
+        "hash_examples": "c33e143163049176",
+        "hash_full_prompts": "dee0989b2c8993f4",
+        "hash_input_tokens": "6dd81075c8e816e9",
+        "hash_cont_tokens": "933c01711a0757a0"
+      },
+      "truncated": 0,
+      "non_truncated": 173,
+      "padded": 692,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "hashes": {
+        "hash_examples": "ebdab1cdb7e555df",
+        "hash_full_prompts": "a1be6b64ea1948c3",
+        "hash_input_tokens": "37818fa59254732b",
+        "hash_cont_tokens": "d36569ab90faad7c"
+      },
+      "truncated": 0,
+      "non_truncated": 102,
+      "padded": 408,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "hashes": {
+        "hash_examples": "a24fd7d08a560921",
+        "hash_full_prompts": "01bc3fdfdefe67a4",
+        "hash_input_tokens": "d4957d5a9d5e83ec",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "hashes": {
+        "hash_examples": "8300977a79386993",
+        "hash_full_prompts": "b39315a8ada3ca79",
+        "hash_input_tokens": "c146a84803f78c9e",
+        "hash_cont_tokens": "6408f70f3d9ada31"
+      },
+      "truncated": 0,
+      "non_truncated": 235,
+      "padded": 940,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "hashes": {
+        "hash_examples": "ddde36788a04a46f",
+        "hash_full_prompts": "70bab37ca5fcc48f",
+        "hash_input_tokens": "086bc025be133096",
+        "hash_cont_tokens": "3befa885ca6e4b97"
+      },
+      "truncated": 0,
+      "non_truncated": 114,
+      "padded": 456,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "hashes": {
+        "hash_examples": "acbc5def98c19b3f",
+        "hash_full_prompts": "86a4747481c11c61",
+        "hash_input_tokens": "b83507ac94ded59b",
+        "hash_cont_tokens": "e75df8f470aa4973"
+      },
+      "truncated": 0,
+      "non_truncated": 145,
+      "padded": 580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "hashes": {
+        "hash_examples": "146e61d07497a9bd",
+        "hash_full_prompts": "1fe56333735325fa",
+        "hash_input_tokens": "8c3c868b34bad37b",
+        "hash_cont_tokens": "f09c97e7f7f9af71"
+      },
+      "truncated": 0,
+      "non_truncated": 378,
+      "padded": 1512,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "hashes": {
+        "hash_examples": "8635216e1909a03f",
+        "hash_full_prompts": "cc83c1ede45f974c",
+        "hash_input_tokens": "bb0616a24585501c",
+        "hash_cont_tokens": "df96e75b4eb1d7b0"
+      },
+      "truncated": 0,
+      "non_truncated": 126,
+      "padded": 504,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "hashes": {
+        "hash_examples": "30b315aa6353ee47",
+        "hash_full_prompts": "3a2ec1e2785c69a5",
+        "hash_input_tokens": "5e840dc7f1c55a67",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "hashes": {
+        "hash_examples": "c9136373af2180de",
+        "hash_full_prompts": "27646a569cf2a6f8",
+        "hash_input_tokens": "1dce672a00c5cbe1",
+        "hash_cont_tokens": "c6d11e73dc85157f"
+      },
+      "truncated": 0,
+      "non_truncated": 310,
+      "padded": 1240,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "hashes": {
+        "hash_examples": "b0661bfa1add6404",
+        "hash_full_prompts": "6905c6ca76f7b2b7",
+        "hash_input_tokens": "7fb2dd590b34e445",
+        "hash_cont_tokens": "208aff39cfca671a"
+      },
+      "truncated": 0,
+      "non_truncated": 203,
+      "padded": 812,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "hashes": {
+        "hash_examples": "80fc1d623a3d665f",
+        "hash_full_prompts": "b80092241e8b6c06",
+        "hash_input_tokens": "b2a9091fd8d00b66",
+        "hash_cont_tokens": "150a6d581009fbe0"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "hashes": {
+        "hash_examples": "854da6e5af0fe1a1",
+        "hash_full_prompts": "a3bc32a5dc022ce7",
+        "hash_input_tokens": "393e215e8667fde4",
+        "hash_cont_tokens": "7b6f4c22b304c3cc"
+      },
+      "truncated": 0,
+      "non_truncated": 165,
+      "padded": 656,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "hashes": {
+        "hash_examples": "7dc963c7acd19ad8",
+        "hash_full_prompts": "53f91beae305905d",
+        "hash_input_tokens": "439ac435fc478534",
+        "hash_cont_tokens": "1a85c9e696d91a66"
+      },
+      "truncated": 0,
+      "non_truncated": 198,
+      "padded": 792,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "hashes": {
+        "hash_examples": "1f675dcdebc9758f",
+        "hash_full_prompts": "623fd7e3495f243f",
+        "hash_input_tokens": "2c5757b8545f7cf8",
+        "hash_cont_tokens": "a47a4530b8790081"
+      },
+      "truncated": 0,
+      "non_truncated": 193,
+      "padded": 772,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "hashes": {
+        "hash_examples": "2fb32cf2d80f0b35",
+        "hash_full_prompts": "378ac13c8abb6c5f",
+        "hash_input_tokens": "afea2ca30b1622ff",
+        "hash_cont_tokens": "e71e7c6acf44c3e5"
+      },
+      "truncated": 0,
+      "non_truncated": 390,
+      "padded": 1560,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "hashes": {
+        "hash_examples": "fd6646fdb5d58a1f",
+        "hash_full_prompts": "14d34e0b34750627",
+        "hash_input_tokens": "34e63b0902b32a2c",
+        "hash_cont_tokens": "e36b5624bdbe96b0"
+      },
+      "truncated": 0,
+      "non_truncated": 270,
+      "padded": 1080,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "hashes": {
+        "hash_examples": "2118f21f71d87d84",
+        "hash_full_prompts": "9ac09e5d4da991c9",
+        "hash_input_tokens": "93d1c1ba5fe0bcbd",
+        "hash_cont_tokens": "a5f61d5beba13cc2"
+      },
+      "truncated": 0,
+      "non_truncated": 238,
+      "padded": 952,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "hashes": {
+        "hash_examples": "dc3ce06378548565",
+        "hash_full_prompts": "b4832a554d47d224",
+        "hash_input_tokens": "f5bf59bc9f6839fe",
+        "hash_cont_tokens": "df1d218ccbc258e8"
+      },
+      "truncated": 0,
+      "non_truncated": 151,
+      "padded": 604,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "hashes": {
+        "hash_examples": "c8d1d98a40e11f2f",
+        "hash_full_prompts": "1e8cd27064546274",
+        "hash_input_tokens": "329851f26db67226",
+        "hash_cont_tokens": "6fb549a4eb8e6c47"
+      },
+      "truncated": 0,
+      "non_truncated": 545,
+      "padded": 2180,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "hashes": {
+        "hash_examples": "666c8759b98ee4ff",
+        "hash_full_prompts": "e05ab41077ec0afa",
+        "hash_input_tokens": "7abad93393993e44",
+        "hash_cont_tokens": "d9528c65af653d67"
+      },
+      "truncated": 0,
+      "non_truncated": 216,
+      "padded": 864,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "hashes": {
+        "hash_examples": "95fef1c4b7d3f81e",
+        "hash_full_prompts": "a4b275996a416b4a",
+        "hash_input_tokens": "e5def820604ad889",
+        "hash_cont_tokens": "8b827fc7dfd3c1c5"
+      },
+      "truncated": 0,
+      "non_truncated": 204,
+      "padded": 816,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "hashes": {
+        "hash_examples": "7e5085b6184b0322",
+        "hash_full_prompts": "8adf16361f0f320a",
+        "hash_input_tokens": "aa85ae4eba20e53f",
+        "hash_cont_tokens": "82f19c159c69a66d"
+      },
+      "truncated": 0,
+      "non_truncated": 237,
+      "padded": 948,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "hashes": {
+        "hash_examples": "c17333e7c7c10797",
+        "hash_full_prompts": "918d91a3141aac4d",
+        "hash_input_tokens": "297fceccf01a2c64",
+        "hash_cont_tokens": "ca87074f1dc39668"
+      },
+      "truncated": 0,
+      "non_truncated": 223,
+      "padded": 892,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "hashes": {
+        "hash_examples": "4edd1e9045df5e3d",
+        "hash_full_prompts": "bcee39ecea32fcc8",
+        "hash_input_tokens": "7c66a375881d6788",
+        "hash_cont_tokens": "491a0ab53f54aeb9"
+      },
+      "truncated": 0,
+      "non_truncated": 131,
+      "padded": 524,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "hashes": {
+        "hash_examples": "db2fa00d771a062a",
+        "hash_full_prompts": "ffe12a3b5bf350c2",
+        "hash_input_tokens": "dc0250213736abca",
+        "hash_cont_tokens": "e3d257d7ea257fc8"
+      },
+      "truncated": 0,
+      "non_truncated": 121,
+      "padded": 484,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "hashes": {
+        "hash_examples": "e956f86b124076fe",
+        "hash_full_prompts": "b4293c3c08bebaf7",
+        "hash_input_tokens": "c9ed773ed04cff64",
+        "hash_cont_tokens": "4c69d7671fa1ab1c"
+      },
+      "truncated": 0,
+      "non_truncated": 108,
+      "padded": 432,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "hashes": {
+        "hash_examples": "956e0e6365ab79f1",
+        "hash_full_prompts": "8c1b7733e98cbe81",
+        "hash_input_tokens": "a4f6df541a56c41a",
+        "hash_cont_tokens": "57e78d3d09b7db81"
+      },
+      "truncated": 0,
+      "non_truncated": 163,
+      "padded": 652,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "hashes": {
+        "hash_examples": "397997cc6f4d581e",
+        "hash_full_prompts": "24a206a1c639ab8d",
+        "hash_input_tokens": "f0dfd08579d1f727",
+        "hash_cont_tokens": "94d2ec6c52bb7b53"
+      },
+      "truncated": 0,
+      "non_truncated": 112,
+      "padded": 448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:management|5": {
+      "hashes": {
+        "hash_examples": "2bcbe6f6ca63d740",
+        "hash_full_prompts": "77e1c79d988beecc",
+        "hash_input_tokens": "15925fd62ddd3ca4",
+        "hash_cont_tokens": "79499fecb18f1cb1"
+      },
+      "truncated": 0,
+      "non_truncated": 103,
+      "padded": 412,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "hashes": {
+        "hash_examples": "8ddb20d964a1b065",
+        "hash_full_prompts": "83cec2fa6b681d9d",
+        "hash_input_tokens": "6eb177c438da2061",
+        "hash_cont_tokens": "c5e9cd86b1a58fac"
+      },
+      "truncated": 0,
+      "non_truncated": 234,
+      "padded": 936,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "hashes": {
+        "hash_examples": "182a71f4763d2cea",
+        "hash_full_prompts": "195eb7ff99749730",
+        "hash_input_tokens": "5adeca0d34767f29",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "hashes": {
+        "hash_examples": "4c404fdbb4ca57fc",
+        "hash_full_prompts": "33539955c9a96851",
+        "hash_input_tokens": "52aee92a69c2b698",
+        "hash_cont_tokens": "8578b82c42cc7026"
+      },
+      "truncated": 0,
+      "non_truncated": 783,
+      "padded": 3132,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "hashes": {
+        "hash_examples": "60cbd2baa3fea5c9",
+        "hash_full_prompts": "009b7d0e7f819eff",
+        "hash_input_tokens": "f24c046b105c5e03",
+        "hash_cont_tokens": "26b0f808ec46464d"
+      },
+      "truncated": 0,
+      "non_truncated": 346,
+      "padded": 1384,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "hashes": {
+        "hash_examples": "fd8b0431fbdd75ef",
+        "hash_full_prompts": "f6e63c9fb9d3bff0",
+        "hash_input_tokens": "08eee0e3d8e89710",
+        "hash_cont_tokens": "52fe77d28aefc1b3"
+      },
+      "truncated": 0,
+      "non_truncated": 895,
+      "padded": 3580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "hashes": {
+        "hash_examples": "71e55e2b829b6528",
+        "hash_full_prompts": "8294d5e3ad435377",
+        "hash_input_tokens": "5b2c6686c8fc5e83",
+        "hash_cont_tokens": "25850a01b4a11b53"
+      },
+      "truncated": 0,
+      "non_truncated": 306,
+      "padded": 1224,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "hashes": {
+        "hash_examples": "a6d489a8d208fa4b",
+        "hash_full_prompts": "db68c0f4503e4793",
+        "hash_input_tokens": "7108ad04b556854f",
+        "hash_cont_tokens": "8c34ab2fa65c3b6e"
+      },
+      "truncated": 0,
+      "non_truncated": 311,
+      "padded": 1244,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "hashes": {
+        "hash_examples": "6cc50f032a19acaa",
+        "hash_full_prompts": "3972bcfa8c80e964",
+        "hash_input_tokens": "65cb6b1efc71921b",
+        "hash_cont_tokens": "89f21e5f9c7d81f2"
+      },
+      "truncated": 0,
+      "non_truncated": 324,
+      "padded": 1296,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "hashes": {
+        "hash_examples": "50f57ab32f5f6cea",
+        "hash_full_prompts": "25f0becc2483bd32",
+        "hash_input_tokens": "c1b1c1e1f1ca4a85",
+        "hash_cont_tokens": "c7c4930a659ca843"
+      },
+      "truncated": 0,
+      "non_truncated": 282,
+      "padded": 1120,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "hashes": {
+        "hash_examples": "a8fdc85c64f4b215",
+        "hash_full_prompts": "7a6f6c5706f00c7d",
+        "hash_input_tokens": "e7517115da0204cd",
+        "hash_cont_tokens": "6f36bd560ae36f02"
+      },
+      "truncated": 0,
+      "non_truncated": 1534,
+      "padded": 6136,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "hashes": {
+        "hash_examples": "c373a28a3050a73a",
+        "hash_full_prompts": "a74b6ac7c5c545d2",
+        "hash_input_tokens": "da6af6d03e682017",
+        "hash_cont_tokens": "ca4398b4ad3db5f1"
+      },
+      "truncated": 0,
+      "non_truncated": 272,
+      "padded": 1088,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "hashes": {
+        "hash_examples": "bf5254fe818356af",
+        "hash_full_prompts": "c53fa139ec25f502",
+        "hash_input_tokens": "c6dbaf3c7103ebe9",
+        "hash_cont_tokens": "ce4bb75e80359fe4"
+      },
+      "truncated": 0,
+      "non_truncated": 612,
+      "padded": 2448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "hashes": {
+        "hash_examples": "b66d52e28e7d14e0",
+        "hash_full_prompts": "55b5eff05aa6bf13",
+        "hash_input_tokens": "deea75b6eec5b782",
+        "hash_cont_tokens": "680235f5ede0b353"
+      },
+      "truncated": 0,
+      "non_truncated": 110,
+      "padded": 440,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "hashes": {
+        "hash_examples": "514c14feaf000ad9",
+        "hash_full_prompts": "6690ecdc054f7b0c",
+        "hash_input_tokens": "deef3d39896aca43",
+        "hash_cont_tokens": "189956efcec12818"
+      },
+      "truncated": 0,
+      "non_truncated": 245,
+      "padded": 980,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "hashes": {
+        "hash_examples": "f6c9bc9d18c80870",
+        "hash_full_prompts": "945fbdd091c72d64",
+        "hash_input_tokens": "330fffbccabf89e4",
+        "hash_cont_tokens": "2178ff937c0c1a29"
+      },
+      "truncated": 0,
+      "non_truncated": 201,
+      "padded": 804,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "hashes": {
+        "hash_examples": "ed7b78629db6678f",
+        "hash_full_prompts": "ebba6ea6eca4ae53",
+        "hash_input_tokens": "0ec87fa768a47632",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 392,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:virology|5": {
+      "hashes": {
+        "hash_examples": "bc52ffdc3f9b994a",
+        "hash_full_prompts": "a2ee4984d6877fe3",
+        "hash_input_tokens": "cc264818195d14da",
+        "hash_cont_tokens": "ec5c187546c7c842"
+      },
+      "truncated": 0,
+      "non_truncated": 166,
+      "padded": 660,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "hashes": {
+        "hash_examples": "ecdb4a4f94f62930",
+        "hash_full_prompts": "a89c8dddd1d8ced0",
+        "hash_input_tokens": "e7e781ba363743eb",
+        "hash_cont_tokens": "e52b573046cdfc5c"
+      },
+      "truncated": 0,
+      "non_truncated": 171,
+      "padded": 684,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "hashes": {
+        "hash_examples": "36a6d90e75d92d4a",
+        "hash_full_prompts": "8d9ca0a8bd458a1c",
+        "hash_input_tokens": "4aad1a3bfe70acfc",
+        "hash_cont_tokens": "b0f64f6659d8c230"
+      },
+      "truncated": 0,
+      "non_truncated": 817,
+      "padded": 9996,
+      "non_padded": 0,
+      "effective_few_shots": 0.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|winogrande|5": {
+      "hashes": {
+        "hash_examples": "087d5d1a1afd4c7b",
+        "hash_full_prompts": "35da55e47222e0e1",
+        "hash_input_tokens": "881c630a9e0034f7",
+        "hash_cont_tokens": "c466f4c92e3879cb"
+      },
+      "truncated": 0,
+      "non_truncated": 1267,
+      "padded": 2534,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|gsm8k|5": {
+      "hashes": {
+        "hash_examples": "0ed016e24e7512fd",
+        "hash_full_prompts": "f7ab209f6467841e",
+        "hash_input_tokens": "e45ccb2bfdb99cf7",
+        "hash_cont_tokens": "d7e9702aa1639e2a"
+      },
+      "truncated": 1319,
+      "non_truncated": 0,
+      "padded": 1114,
+      "non_padded": 205,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    }
+  },
+  "summary_general": {
+    "hashes": {
+      "hash_examples": "670666fa3a90ce5d",
+      "hash_full_prompts": "56c005e427046302",
+      "hash_input_tokens": "4e1411844156772e",
+      "hash_cont_tokens": "bab818a338d18e1c"
+    },
+    "truncated": 1319,
+    "non_truncated": 27340,
+    "padded": 114580,
+    "non_padded": 292,
+    "num_truncated_few_shots": 0
+  }
+}
\ No newline at end of file
diff --git a/results/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json b/results/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
new file mode 100644
index 0000000..b506415
--- /dev/null
+++ b/results/meta-llama/Meta-Llama-3-8B-Instruct/results_2024-05-24T18-15-11.422263.json
@@ -0,0 +1,3461 @@
+{
+  "config_general": {
+    "lighteval_sha": "a98210fd3a2d1e8bface1c32b72ebd5017173a4c",
+    "num_fewshot_seeds": 1,
+    "override_batch_size": -1,
+    "max_samples": null,
+    "job_id": "",
+    "start_time": 2236465.645254106,
+    "end_time": 2260133.586933212,
+    "total_evaluation_time_secondes": "23667.941679106094",
+    "model_name": "meta-llama/Meta-Llama-3-8B-Instruct",
+    "model_sha": "c4a54320a52ed5f88b7a2f84496903ea4ff07b45",
+    "model_dtype": "torch.bfloat16",
+    "model_size": "14.96 GB",
+    "config": null
+  },
+  "results": {
+    "leaderboard|arc:challenge|25": {
+      "acc": 0.5742320819112628,
+      "acc_stderr": 0.01444946427886881,
+      "acc_norm": 0.5827645051194539,
+      "acc_norm_stderr": 0.014409825518403082
+    },
+    "leaderboard|hellaswag|10": {
+      "acc": 0.5707030472017527,
+      "acc_stderr": 0.004939642460172585,
+      "acc_norm": 0.7310296753634734,
+      "acc_norm_stderr": 0.004425182676353211
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "acc": 0.33,
+      "acc_stderr": 0.047258156262526045
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "acc": 0.6814814814814815,
+      "acc_stderr": 0.040247784019771096
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "acc": 0.75,
+      "acc_stderr": 0.03523807393012047
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "acc": 0.7,
+      "acc_stderr": 0.046056618647183814
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "acc": 0.7471698113207547,
+      "acc_stderr": 0.026749899771241214
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "acc": 0.7916666666666666,
+      "acc_stderr": 0.033961162058453336
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "acc": 0.45,
+      "acc_stderr": 0.05
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "acc": 0.52,
+      "acc_stderr": 0.050211673156867795
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "acc": 0.39,
+      "acc_stderr": 0.04902071300001975
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "acc": 0.6589595375722543,
+      "acc_stderr": 0.036146654241808254
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "acc": 0.43137254901960786,
+      "acc_stderr": 0.04928099597287533
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "acc": 0.79,
+      "acc_stderr": 0.04093601807403326
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "acc": 0.5872340425531914,
+      "acc_stderr": 0.03218471141400351
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "acc": 0.543859649122807,
+      "acc_stderr": 0.046854730419077895
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "acc": 0.6137931034482759,
+      "acc_stderr": 0.04057324734419035
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "acc": 0.46825396825396826,
+      "acc_stderr": 0.0256993528321318
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "acc": 0.5317460317460317,
+      "acc_stderr": 0.04463112720677172
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "acc": 0.46,
+      "acc_stderr": 0.05009082659620332
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "acc": 0.8064516129032258,
+      "acc_stderr": 0.022475258525536057
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "acc": 0.541871921182266,
+      "acc_stderr": 0.03505630140785741
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "acc": 0.68,
+      "acc_stderr": 0.04688261722621505
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "acc": 0.7393939393939394,
+      "acc_stderr": 0.034277431758165236
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "acc": 0.8131313131313131,
+      "acc_stderr": 0.027772533334218957
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "acc": 0.8963730569948186,
+      "acc_stderr": 0.02199531196364424
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "acc": 0.676923076923077,
+      "acc_stderr": 0.023710888501970555
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "acc": 0.32592592592592595,
+      "acc_stderr": 0.028578348365473072
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "acc": 0.7563025210084033,
+      "acc_stderr": 0.027886828078380548
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "acc": 0.4105960264900662,
+      "acc_stderr": 0.04016689594849927
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "acc": 0.8477064220183487,
+      "acc_stderr": 0.015405084393157074
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "acc": 0.47685185185185186,
+      "acc_stderr": 0.03406315360711507
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "acc": 0.7892156862745098,
+      "acc_stderr": 0.028626547912437406
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "acc": 0.8396624472573839,
+      "acc_stderr": 0.023884380925965665
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "acc": 0.726457399103139,
+      "acc_stderr": 0.029918586707798827
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "acc": 0.7938931297709924,
+      "acc_stderr": 0.03547771004159462
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "acc": 0.768595041322314,
+      "acc_stderr": 0.03849856098794088
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "acc": 0.7592592592592593,
+      "acc_stderr": 0.04133119440243839
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "acc": 0.7607361963190185,
+      "acc_stderr": 0.033519538795212696
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "acc": 0.5267857142857143,
+      "acc_stderr": 0.047389751192741546
+    },
+    "leaderboard|mmlu:management|5": {
+      "acc": 0.8155339805825242,
+      "acc_stderr": 0.03840423627288276
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "acc": 0.905982905982906,
+      "acc_stderr": 0.019119892798924974
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "acc": 0.79,
+      "acc_stderr": 0.040936018074033256
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "acc": 0.8237547892720306,
+      "acc_stderr": 0.013625556907993455
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "acc": 0.7398843930635838,
+      "acc_stderr": 0.023618678310069356
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "acc": 0.43575418994413406,
+      "acc_stderr": 0.016583881958602387
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "acc": 0.7549019607843137,
+      "acc_stderr": 0.024630048979824785
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "acc": 0.7331189710610932,
+      "acc_stderr": 0.025122637608816657
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "acc": 0.7469135802469136,
+      "acc_stderr": 0.024191808600713002
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "acc": 0.5177304964539007,
+      "acc_stderr": 0.02980873964223777
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "acc": 0.46479791395045633,
+      "acc_stderr": 0.012738547371303956
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "acc": 0.7279411764705882,
+      "acc_stderr": 0.027033041151681456
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "acc": 0.6928104575163399,
+      "acc_stderr": 0.018663359671463677
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "acc": 0.6636363636363637,
+      "acc_stderr": 0.04525393596302505
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "acc": 0.7306122448979592,
+      "acc_stderr": 0.02840125202902294
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "acc": 0.8557213930348259,
+      "acc_stderr": 0.02484575321230604
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "acc": 0.86,
+      "acc_stderr": 0.03487350880197769
+    },
+    "leaderboard|mmlu:virology|5": {
+      "acc": 0.536144578313253,
+      "acc_stderr": 0.03882310850890594
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "acc": 0.7953216374269005,
+      "acc_stderr": 0.030944459778533193
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "truthfulqa_mc1": 0.37454100367197063,
+      "truthfulqa_mc1_stderr": 0.016943535128405338,
+      "truthfulqa_mc2": 0.5337684444397199,
+      "truthfulqa_mc2_stderr": 0.015971485281891525
+    },
+    "leaderboard|winogrande|5": {
+      "acc": 0.6929755327545383,
+      "acc_stderr": 0.012963688616969483
+    },
+    "leaderboard|gsm8k|5": {
+      "qem": 0.6808188021228203,
+      "qem_stderr": 0.012840345676251653
+    },
+    "leaderboard|mmlu:_average|5": {
+      "acc": 0.6661794809691,
+      "acc_stderr": 0.033327669029227354
+    },
+    "all": {
+      "acc": 0.6635023512851042,
+      "acc_stderr": 0.032200498833699506,
+      "acc_norm": 0.6568970902414637,
+      "acc_norm_stderr": 0.009417504097378147,
+      "truthfulqa_mc1": 0.37454100367197063,
+      "truthfulqa_mc1_stderr": 0.016943535128405338,
+      "truthfulqa_mc2": 0.5337684444397199,
+      "truthfulqa_mc2_stderr": 0.015971485281891525,
+      "qem": 0.6808188021228203,
+      "qem_stderr": 0.012840345676251653
+    }
+  },
+  "versions": {
+    "leaderboard|arc:challenge|25": 0,
+    "leaderboard|gsm8k|5": 0,
+    "leaderboard|hellaswag|10": 0,
+    "leaderboard|mmlu:abstract_algebra|5": 0,
+    "leaderboard|mmlu:anatomy|5": 0,
+    "leaderboard|mmlu:astronomy|5": 0,
+    "leaderboard|mmlu:business_ethics|5": 0,
+    "leaderboard|mmlu:clinical_knowledge|5": 0,
+    "leaderboard|mmlu:college_biology|5": 0,
+    "leaderboard|mmlu:college_chemistry|5": 0,
+    "leaderboard|mmlu:college_computer_science|5": 0,
+    "leaderboard|mmlu:college_mathematics|5": 0,
+    "leaderboard|mmlu:college_medicine|5": 0,
+    "leaderboard|mmlu:college_physics|5": 0,
+    "leaderboard|mmlu:computer_security|5": 0,
+    "leaderboard|mmlu:conceptual_physics|5": 0,
+    "leaderboard|mmlu:econometrics|5": 0,
+    "leaderboard|mmlu:electrical_engineering|5": 0,
+    "leaderboard|mmlu:elementary_mathematics|5": 0,
+    "leaderboard|mmlu:formal_logic|5": 0,
+    "leaderboard|mmlu:global_facts|5": 0,
+    "leaderboard|mmlu:high_school_biology|5": 0,
+    "leaderboard|mmlu:high_school_chemistry|5": 0,
+    "leaderboard|mmlu:high_school_computer_science|5": 0,
+    "leaderboard|mmlu:high_school_european_history|5": 0,
+    "leaderboard|mmlu:high_school_geography|5": 0,
+    "leaderboard|mmlu:high_school_government_and_politics|5": 0,
+    "leaderboard|mmlu:high_school_macroeconomics|5": 0,
+    "leaderboard|mmlu:high_school_mathematics|5": 0,
+    "leaderboard|mmlu:high_school_microeconomics|5": 0,
+    "leaderboard|mmlu:high_school_physics|5": 0,
+    "leaderboard|mmlu:high_school_psychology|5": 0,
+    "leaderboard|mmlu:high_school_statistics|5": 0,
+    "leaderboard|mmlu:high_school_us_history|5": 0,
+    "leaderboard|mmlu:high_school_world_history|5": 0,
+    "leaderboard|mmlu:human_aging|5": 0,
+    "leaderboard|mmlu:human_sexuality|5": 0,
+    "leaderboard|mmlu:international_law|5": 0,
+    "leaderboard|mmlu:jurisprudence|5": 0,
+    "leaderboard|mmlu:logical_fallacies|5": 0,
+    "leaderboard|mmlu:machine_learning|5": 0,
+    "leaderboard|mmlu:management|5": 0,
+    "leaderboard|mmlu:marketing|5": 0,
+    "leaderboard|mmlu:medical_genetics|5": 0,
+    "leaderboard|mmlu:miscellaneous|5": 0,
+    "leaderboard|mmlu:moral_disputes|5": 0,
+    "leaderboard|mmlu:moral_scenarios|5": 0,
+    "leaderboard|mmlu:nutrition|5": 0,
+    "leaderboard|mmlu:philosophy|5": 0,
+    "leaderboard|mmlu:prehistory|5": 0,
+    "leaderboard|mmlu:professional_accounting|5": 0,
+    "leaderboard|mmlu:professional_law|5": 0,
+    "leaderboard|mmlu:professional_medicine|5": 0,
+    "leaderboard|mmlu:professional_psychology|5": 0,
+    "leaderboard|mmlu:public_relations|5": 0,
+    "leaderboard|mmlu:security_studies|5": 0,
+    "leaderboard|mmlu:sociology|5": 0,
+    "leaderboard|mmlu:us_foreign_policy|5": 0,
+    "leaderboard|mmlu:virology|5": 0,
+    "leaderboard|mmlu:world_religions|5": 0,
+    "leaderboard|truthfulqa:mc|0": 0,
+    "leaderboard|winogrande|5": 0
+  },
+  "config_tasks": {
+    "leaderboard|arc:challenge": {
+      "name": "arc:challenge",
+      "prompt_function": "arc",
+      "hf_repo": "ai2_arc",
+      "hf_subset": "ARC-Challenge",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm_nospace"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "arc"
+      ],
+      "original_num_docs": 1172,
+      "effective_num_docs": 1172,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|gsm8k": {
+      "name": "gsm8k",
+      "prompt_function": "gsm8k",
+      "hf_repo": "gsm8k",
+      "hf_subset": "main",
+      "metric": [
+        "quasi_exact_match_gsm8k"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": 256,
+      "stop_sequence": [
+        "Question:",
+        "Question",
+        ":"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1319,
+      "effective_num_docs": 1319,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|hellaswag": {
+      "name": "hellaswag",
+      "prompt_function": "hellaswag_harness",
+      "hf_repo": "hellaswag",
+      "hf_subset": "default",
+      "metric": [
+        "loglikelihood_acc",
+        "loglikelihood_acc_norm"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling_from_train",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 10042,
+      "effective_num_docs": 10042,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:abstract_algebra": {
+      "name": "mmlu:abstract_algebra",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "abstract_algebra",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:anatomy": {
+      "name": "mmlu:anatomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "anatomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 135,
+      "effective_num_docs": 135,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:astronomy": {
+      "name": "mmlu:astronomy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "astronomy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 152,
+      "effective_num_docs": 152,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:business_ethics": {
+      "name": "mmlu:business_ethics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "business_ethics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge": {
+      "name": "mmlu:clinical_knowledge",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "clinical_knowledge",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 265,
+      "effective_num_docs": 265,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_biology": {
+      "name": "mmlu:college_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 144,
+      "effective_num_docs": 144,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_chemistry": {
+      "name": "mmlu:college_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_computer_science": {
+      "name": "mmlu:college_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_mathematics": {
+      "name": "mmlu:college_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_medicine": {
+      "name": "mmlu:college_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 173,
+      "effective_num_docs": 173,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:college_physics": {
+      "name": "mmlu:college_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "college_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 102,
+      "effective_num_docs": 102,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:computer_security": {
+      "name": "mmlu:computer_security",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "computer_security",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:conceptual_physics": {
+      "name": "mmlu:conceptual_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "conceptual_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 235,
+      "effective_num_docs": 235,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:econometrics": {
+      "name": "mmlu:econometrics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "econometrics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 114,
+      "effective_num_docs": 114,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:electrical_engineering": {
+      "name": "mmlu:electrical_engineering",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "electrical_engineering",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 145,
+      "effective_num_docs": 145,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics": {
+      "name": "mmlu:elementary_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "elementary_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 378,
+      "effective_num_docs": 378,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:formal_logic": {
+      "name": "mmlu:formal_logic",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "formal_logic",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 126,
+      "effective_num_docs": 126,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:global_facts": {
+      "name": "mmlu:global_facts",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "global_facts",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_biology": {
+      "name": "mmlu:high_school_biology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_biology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 310,
+      "effective_num_docs": 310,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry": {
+      "name": "mmlu:high_school_chemistry",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_chemistry",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 203,
+      "effective_num_docs": 203,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science": {
+      "name": "mmlu:high_school_computer_science",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_computer_science",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_european_history": {
+      "name": "mmlu:high_school_european_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_european_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 165,
+      "effective_num_docs": 165,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_geography": {
+      "name": "mmlu:high_school_geography",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_geography",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 198,
+      "effective_num_docs": 198,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics": {
+      "name": "mmlu:high_school_government_and_politics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_government_and_politics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 193,
+      "effective_num_docs": 193,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics": {
+      "name": "mmlu:high_school_macroeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_macroeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 390,
+      "effective_num_docs": 390,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics": {
+      "name": "mmlu:high_school_mathematics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_mathematics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 270,
+      "effective_num_docs": 270,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics": {
+      "name": "mmlu:high_school_microeconomics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_microeconomics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 238,
+      "effective_num_docs": 238,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_physics": {
+      "name": "mmlu:high_school_physics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_physics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 151,
+      "effective_num_docs": 151,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_psychology": {
+      "name": "mmlu:high_school_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 545,
+      "effective_num_docs": 545,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_statistics": {
+      "name": "mmlu:high_school_statistics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_statistics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 216,
+      "effective_num_docs": 216,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_us_history": {
+      "name": "mmlu:high_school_us_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_us_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 204,
+      "effective_num_docs": 204,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:high_school_world_history": {
+      "name": "mmlu:high_school_world_history",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "high_school_world_history",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 237,
+      "effective_num_docs": 237,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_aging": {
+      "name": "mmlu:human_aging",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_aging",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 223,
+      "effective_num_docs": 223,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:human_sexuality": {
+      "name": "mmlu:human_sexuality",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "human_sexuality",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 131,
+      "effective_num_docs": 131,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:international_law": {
+      "name": "mmlu:international_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "international_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 121,
+      "effective_num_docs": 121,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:jurisprudence": {
+      "name": "mmlu:jurisprudence",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "jurisprudence",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 108,
+      "effective_num_docs": 108,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:logical_fallacies": {
+      "name": "mmlu:logical_fallacies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "logical_fallacies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 163,
+      "effective_num_docs": 163,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:machine_learning": {
+      "name": "mmlu:machine_learning",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "machine_learning",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 112,
+      "effective_num_docs": 112,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:management": {
+      "name": "mmlu:management",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "management",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 103,
+      "effective_num_docs": 103,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:marketing": {
+      "name": "mmlu:marketing",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "marketing",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 234,
+      "effective_num_docs": 234,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:medical_genetics": {
+      "name": "mmlu:medical_genetics",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "medical_genetics",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:miscellaneous": {
+      "name": "mmlu:miscellaneous",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "miscellaneous",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 783,
+      "effective_num_docs": 783,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_disputes": {
+      "name": "mmlu:moral_disputes",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_disputes",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 346,
+      "effective_num_docs": 346,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:moral_scenarios": {
+      "name": "mmlu:moral_scenarios",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "moral_scenarios",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 895,
+      "effective_num_docs": 895,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:nutrition": {
+      "name": "mmlu:nutrition",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "nutrition",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 306,
+      "effective_num_docs": 306,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:philosophy": {
+      "name": "mmlu:philosophy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "philosophy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 311,
+      "effective_num_docs": 311,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:prehistory": {
+      "name": "mmlu:prehistory",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "prehistory",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 324,
+      "effective_num_docs": 324,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_accounting": {
+      "name": "mmlu:professional_accounting",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_accounting",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 282,
+      "effective_num_docs": 282,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_law": {
+      "name": "mmlu:professional_law",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_law",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 1534,
+      "effective_num_docs": 1534,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_medicine": {
+      "name": "mmlu:professional_medicine",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_medicine",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 272,
+      "effective_num_docs": 272,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:professional_psychology": {
+      "name": "mmlu:professional_psychology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "professional_psychology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 612,
+      "effective_num_docs": 612,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:public_relations": {
+      "name": "mmlu:public_relations",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "public_relations",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 110,
+      "effective_num_docs": 110,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:security_studies": {
+      "name": "mmlu:security_studies",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "security_studies",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 245,
+      "effective_num_docs": 245,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:sociology": {
+      "name": "mmlu:sociology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "sociology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 201,
+      "effective_num_docs": 201,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy": {
+      "name": "mmlu:us_foreign_policy",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "us_foreign_policy",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 100,
+      "effective_num_docs": 100,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:virology": {
+      "name": "mmlu:virology",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "virology",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 166,
+      "effective_num_docs": 166,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|mmlu:world_religions": {
+      "name": "mmlu:world_religions",
+      "prompt_function": "mmlu_harness",
+      "hf_repo": "lighteval/mmlu",
+      "hf_subset": "world_religions",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "auxiliary_train",
+        "test",
+        "validation",
+        "dev"
+      ],
+      "evaluation_splits": [
+        "test"
+      ],
+      "few_shots_split": "dev",
+      "few_shots_select": "sequential",
+      "generation_size": 1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard",
+        "mmlu"
+      ],
+      "original_num_docs": 171,
+      "effective_num_docs": 171,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|truthfulqa:mc": {
+      "name": "truthfulqa:mc",
+      "prompt_function": "truthful_qa_multiple_choice",
+      "hf_repo": "truthful_qa",
+      "hf_subset": "multiple_choice",
+      "metric": [
+        "truthfulqa_mc_metrics"
+      ],
+      "hf_avail_splits": [
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": null,
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 817,
+      "effective_num_docs": 817,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    },
+    "leaderboard|winogrande": {
+      "name": "winogrande",
+      "prompt_function": "winogrande",
+      "hf_repo": "winogrande",
+      "hf_subset": "winogrande_xl",
+      "metric": [
+        "loglikelihood_acc"
+      ],
+      "hf_avail_splits": [
+        "train",
+        "test",
+        "validation"
+      ],
+      "evaluation_splits": [
+        "validation"
+      ],
+      "few_shots_split": null,
+      "few_shots_select": "random_sampling",
+      "generation_size": -1,
+      "stop_sequence": [
+        "\n"
+      ],
+      "output_regex": null,
+      "num_samples": null,
+      "frozen": false,
+      "suite": [
+        "leaderboard"
+      ],
+      "original_num_docs": 1267,
+      "effective_num_docs": 1267,
+      "trust_dataset": true,
+      "must_remove_duplicate_docs": null,
+      "version": 0
+    }
+  },
+  "summary_tasks": {
+    "leaderboard|arc:challenge|25": {
+      "hashes": {
+        "hash_examples": "17b0cae357c0259e",
+        "hash_full_prompts": "4aeb23a740784b86",
+        "hash_input_tokens": "2e9e18067d1f8ad8",
+        "hash_cont_tokens": "19baa8a044eaaac8"
+      },
+      "truncated": 0,
+      "non_truncated": 1172,
+      "padded": 4687,
+      "non_padded": 0,
+      "effective_few_shots": 25.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|hellaswag|10": {
+      "hashes": {
+        "hash_examples": "31985c805c3a737e",
+        "hash_full_prompts": "3c2d3440e190b07b",
+        "hash_input_tokens": "412fc1d29623282b",
+        "hash_cont_tokens": "823c88a16c837063"
+      },
+      "truncated": 0,
+      "non_truncated": 10042,
+      "padded": 40105,
+      "non_padded": 63,
+      "effective_few_shots": 10.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:abstract_algebra|5": {
+      "hashes": {
+        "hash_examples": "4c76229e00c9c0e9",
+        "hash_full_prompts": "faefa0cccb952fe0",
+        "hash_input_tokens": "e7380c35f0e2c4b3",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:anatomy|5": {
+      "hashes": {
+        "hash_examples": "6a1f8104dccbd33b",
+        "hash_full_prompts": "eacd03e46972fa59",
+        "hash_input_tokens": "2ee8bc2ef4561b6b",
+        "hash_cont_tokens": "9be31d13c42ead00"
+      },
+      "truncated": 0,
+      "non_truncated": 135,
+      "padded": 540,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:astronomy|5": {
+      "hashes": {
+        "hash_examples": "1302effa3a76ce4c",
+        "hash_full_prompts": "826cacbdf1f6bfd0",
+        "hash_input_tokens": "6ab8d24255ff03b3",
+        "hash_cont_tokens": "30cc2b2fc1294aac"
+      },
+      "truncated": 0,
+      "non_truncated": 152,
+      "padded": 608,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:business_ethics|5": {
+      "hashes": {
+        "hash_examples": "03cb8bce5336419a",
+        "hash_full_prompts": "518511169382ac39",
+        "hash_input_tokens": "8be4f0cc9ce448e1",
+        "hash_cont_tokens": "4e9d83c717b7deb8"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:clinical_knowledge|5": {
+      "hashes": {
+        "hash_examples": "ffbb9c7b2be257f9",
+        "hash_full_prompts": "0b07b0bc774fdfd9",
+        "hash_input_tokens": "413166c01db52a72",
+        "hash_cont_tokens": "40dd7263ce5af5de"
+      },
+      "truncated": 0,
+      "non_truncated": 265,
+      "padded": 1060,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_biology|5": {
+      "hashes": {
+        "hash_examples": "3ee77f176f38eb8e",
+        "hash_full_prompts": "22cbe0e8dabf98b1",
+        "hash_input_tokens": "0dcd583202383d43",
+        "hash_cont_tokens": "1892d80e82b394c0"
+      },
+      "truncated": 0,
+      "non_truncated": 144,
+      "padded": 576,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_chemistry|5": {
+      "hashes": {
+        "hash_examples": "ce61a69c46d47aeb",
+        "hash_full_prompts": "9c1288940a4afb59",
+        "hash_input_tokens": "59a4f0d36881d644",
+        "hash_cont_tokens": "b6bb78fb2d7e4e6f"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_computer_science|5": {
+      "hashes": {
+        "hash_examples": "32805b52d7d5daab",
+        "hash_full_prompts": "9522781d0cdf1a43",
+        "hash_input_tokens": "302a2f1d05b53513",
+        "hash_cont_tokens": "6a5da979260e607c"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_mathematics|5": {
+      "hashes": {
+        "hash_examples": "55da1a0a0bd33722",
+        "hash_full_prompts": "72fe6f46a57e6ca4",
+        "hash_input_tokens": "042f1988f13b8f9a",
+        "hash_cont_tokens": "62df3b0447bd3b12"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_medicine|5": {
+      "hashes": {
+        "hash_examples": "c33e143163049176",
+        "hash_full_prompts": "dee0989b2c8993f4",
+        "hash_input_tokens": "6dd81075c8e816e9",
+        "hash_cont_tokens": "933c01711a0757a0"
+      },
+      "truncated": 0,
+      "non_truncated": 173,
+      "padded": 692,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:college_physics|5": {
+      "hashes": {
+        "hash_examples": "ebdab1cdb7e555df",
+        "hash_full_prompts": "a1be6b64ea1948c3",
+        "hash_input_tokens": "37818fa59254732b",
+        "hash_cont_tokens": "d36569ab90faad7c"
+      },
+      "truncated": 0,
+      "non_truncated": 102,
+      "padded": 408,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:computer_security|5": {
+      "hashes": {
+        "hash_examples": "a24fd7d08a560921",
+        "hash_full_prompts": "01bc3fdfdefe67a4",
+        "hash_input_tokens": "d4957d5a9d5e83ec",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:conceptual_physics|5": {
+      "hashes": {
+        "hash_examples": "8300977a79386993",
+        "hash_full_prompts": "b39315a8ada3ca79",
+        "hash_input_tokens": "c146a84803f78c9e",
+        "hash_cont_tokens": "6408f70f3d9ada31"
+      },
+      "truncated": 0,
+      "non_truncated": 235,
+      "padded": 940,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:econometrics|5": {
+      "hashes": {
+        "hash_examples": "ddde36788a04a46f",
+        "hash_full_prompts": "70bab37ca5fcc48f",
+        "hash_input_tokens": "086bc025be133096",
+        "hash_cont_tokens": "3befa885ca6e4b97"
+      },
+      "truncated": 0,
+      "non_truncated": 114,
+      "padded": 456,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:electrical_engineering|5": {
+      "hashes": {
+        "hash_examples": "acbc5def98c19b3f",
+        "hash_full_prompts": "86a4747481c11c61",
+        "hash_input_tokens": "b83507ac94ded59b",
+        "hash_cont_tokens": "e75df8f470aa4973"
+      },
+      "truncated": 0,
+      "non_truncated": 145,
+      "padded": 580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:elementary_mathematics|5": {
+      "hashes": {
+        "hash_examples": "146e61d07497a9bd",
+        "hash_full_prompts": "1fe56333735325fa",
+        "hash_input_tokens": "8c3c868b34bad37b",
+        "hash_cont_tokens": "f09c97e7f7f9af71"
+      },
+      "truncated": 0,
+      "non_truncated": 378,
+      "padded": 1512,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:formal_logic|5": {
+      "hashes": {
+        "hash_examples": "8635216e1909a03f",
+        "hash_full_prompts": "cc83c1ede45f974c",
+        "hash_input_tokens": "bb0616a24585501c",
+        "hash_cont_tokens": "df96e75b4eb1d7b0"
+      },
+      "truncated": 0,
+      "non_truncated": 126,
+      "padded": 504,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:global_facts|5": {
+      "hashes": {
+        "hash_examples": "30b315aa6353ee47",
+        "hash_full_prompts": "3a2ec1e2785c69a5",
+        "hash_input_tokens": "5e840dc7f1c55a67",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_biology|5": {
+      "hashes": {
+        "hash_examples": "c9136373af2180de",
+        "hash_full_prompts": "27646a569cf2a6f8",
+        "hash_input_tokens": "1dce672a00c5cbe1",
+        "hash_cont_tokens": "c6d11e73dc85157f"
+      },
+      "truncated": 0,
+      "non_truncated": 310,
+      "padded": 1240,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_chemistry|5": {
+      "hashes": {
+        "hash_examples": "b0661bfa1add6404",
+        "hash_full_prompts": "6905c6ca76f7b2b7",
+        "hash_input_tokens": "7fb2dd590b34e445",
+        "hash_cont_tokens": "208aff39cfca671a"
+      },
+      "truncated": 0,
+      "non_truncated": 203,
+      "padded": 812,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_computer_science|5": {
+      "hashes": {
+        "hash_examples": "80fc1d623a3d665f",
+        "hash_full_prompts": "b80092241e8b6c06",
+        "hash_input_tokens": "b2a9091fd8d00b66",
+        "hash_cont_tokens": "150a6d581009fbe0"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_european_history|5": {
+      "hashes": {
+        "hash_examples": "854da6e5af0fe1a1",
+        "hash_full_prompts": "a3bc32a5dc022ce7",
+        "hash_input_tokens": "393e215e8667fde4",
+        "hash_cont_tokens": "7b6f4c22b304c3cc"
+      },
+      "truncated": 0,
+      "non_truncated": 165,
+      "padded": 656,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_geography|5": {
+      "hashes": {
+        "hash_examples": "7dc963c7acd19ad8",
+        "hash_full_prompts": "53f91beae305905d",
+        "hash_input_tokens": "439ac435fc478534",
+        "hash_cont_tokens": "1a85c9e696d91a66"
+      },
+      "truncated": 0,
+      "non_truncated": 198,
+      "padded": 792,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_government_and_politics|5": {
+      "hashes": {
+        "hash_examples": "1f675dcdebc9758f",
+        "hash_full_prompts": "623fd7e3495f243f",
+        "hash_input_tokens": "2c5757b8545f7cf8",
+        "hash_cont_tokens": "a47a4530b8790081"
+      },
+      "truncated": 0,
+      "non_truncated": 193,
+      "padded": 772,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_macroeconomics|5": {
+      "hashes": {
+        "hash_examples": "2fb32cf2d80f0b35",
+        "hash_full_prompts": "378ac13c8abb6c5f",
+        "hash_input_tokens": "afea2ca30b1622ff",
+        "hash_cont_tokens": "e71e7c6acf44c3e5"
+      },
+      "truncated": 0,
+      "non_truncated": 390,
+      "padded": 1560,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_mathematics|5": {
+      "hashes": {
+        "hash_examples": "fd6646fdb5d58a1f",
+        "hash_full_prompts": "14d34e0b34750627",
+        "hash_input_tokens": "34e63b0902b32a2c",
+        "hash_cont_tokens": "e36b5624bdbe96b0"
+      },
+      "truncated": 0,
+      "non_truncated": 270,
+      "padded": 1080,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_microeconomics|5": {
+      "hashes": {
+        "hash_examples": "2118f21f71d87d84",
+        "hash_full_prompts": "9ac09e5d4da991c9",
+        "hash_input_tokens": "93d1c1ba5fe0bcbd",
+        "hash_cont_tokens": "a5f61d5beba13cc2"
+      },
+      "truncated": 0,
+      "non_truncated": 238,
+      "padded": 952,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_physics|5": {
+      "hashes": {
+        "hash_examples": "dc3ce06378548565",
+        "hash_full_prompts": "b4832a554d47d224",
+        "hash_input_tokens": "f5bf59bc9f6839fe",
+        "hash_cont_tokens": "df1d218ccbc258e8"
+      },
+      "truncated": 0,
+      "non_truncated": 151,
+      "padded": 604,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_psychology|5": {
+      "hashes": {
+        "hash_examples": "c8d1d98a40e11f2f",
+        "hash_full_prompts": "1e8cd27064546274",
+        "hash_input_tokens": "329851f26db67226",
+        "hash_cont_tokens": "6fb549a4eb8e6c47"
+      },
+      "truncated": 0,
+      "non_truncated": 545,
+      "padded": 2180,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_statistics|5": {
+      "hashes": {
+        "hash_examples": "666c8759b98ee4ff",
+        "hash_full_prompts": "e05ab41077ec0afa",
+        "hash_input_tokens": "7abad93393993e44",
+        "hash_cont_tokens": "d9528c65af653d67"
+      },
+      "truncated": 0,
+      "non_truncated": 216,
+      "padded": 864,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_us_history|5": {
+      "hashes": {
+        "hash_examples": "95fef1c4b7d3f81e",
+        "hash_full_prompts": "a4b275996a416b4a",
+        "hash_input_tokens": "e5def820604ad889",
+        "hash_cont_tokens": "8b827fc7dfd3c1c5"
+      },
+      "truncated": 0,
+      "non_truncated": 204,
+      "padded": 816,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:high_school_world_history|5": {
+      "hashes": {
+        "hash_examples": "7e5085b6184b0322",
+        "hash_full_prompts": "8adf16361f0f320a",
+        "hash_input_tokens": "aa85ae4eba20e53f",
+        "hash_cont_tokens": "82f19c159c69a66d"
+      },
+      "truncated": 0,
+      "non_truncated": 237,
+      "padded": 948,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_aging|5": {
+      "hashes": {
+        "hash_examples": "c17333e7c7c10797",
+        "hash_full_prompts": "918d91a3141aac4d",
+        "hash_input_tokens": "297fceccf01a2c64",
+        "hash_cont_tokens": "ca87074f1dc39668"
+      },
+      "truncated": 0,
+      "non_truncated": 223,
+      "padded": 892,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:human_sexuality|5": {
+      "hashes": {
+        "hash_examples": "4edd1e9045df5e3d",
+        "hash_full_prompts": "bcee39ecea32fcc8",
+        "hash_input_tokens": "7c66a375881d6788",
+        "hash_cont_tokens": "491a0ab53f54aeb9"
+      },
+      "truncated": 0,
+      "non_truncated": 131,
+      "padded": 524,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:international_law|5": {
+      "hashes": {
+        "hash_examples": "db2fa00d771a062a",
+        "hash_full_prompts": "ffe12a3b5bf350c2",
+        "hash_input_tokens": "dc0250213736abca",
+        "hash_cont_tokens": "e3d257d7ea257fc8"
+      },
+      "truncated": 0,
+      "non_truncated": 121,
+      "padded": 484,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:jurisprudence|5": {
+      "hashes": {
+        "hash_examples": "e956f86b124076fe",
+        "hash_full_prompts": "b4293c3c08bebaf7",
+        "hash_input_tokens": "c9ed773ed04cff64",
+        "hash_cont_tokens": "4c69d7671fa1ab1c"
+      },
+      "truncated": 0,
+      "non_truncated": 108,
+      "padded": 432,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:logical_fallacies|5": {
+      "hashes": {
+        "hash_examples": "956e0e6365ab79f1",
+        "hash_full_prompts": "8c1b7733e98cbe81",
+        "hash_input_tokens": "a4f6df541a56c41a",
+        "hash_cont_tokens": "57e78d3d09b7db81"
+      },
+      "truncated": 0,
+      "non_truncated": 163,
+      "padded": 652,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:machine_learning|5": {
+      "hashes": {
+        "hash_examples": "397997cc6f4d581e",
+        "hash_full_prompts": "24a206a1c639ab8d",
+        "hash_input_tokens": "f0dfd08579d1f727",
+        "hash_cont_tokens": "94d2ec6c52bb7b53"
+      },
+      "truncated": 0,
+      "non_truncated": 112,
+      "padded": 448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:management|5": {
+      "hashes": {
+        "hash_examples": "2bcbe6f6ca63d740",
+        "hash_full_prompts": "77e1c79d988beecc",
+        "hash_input_tokens": "15925fd62ddd3ca4",
+        "hash_cont_tokens": "79499fecb18f1cb1"
+      },
+      "truncated": 0,
+      "non_truncated": 103,
+      "padded": 412,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:marketing|5": {
+      "hashes": {
+        "hash_examples": "8ddb20d964a1b065",
+        "hash_full_prompts": "83cec2fa6b681d9d",
+        "hash_input_tokens": "6eb177c438da2061",
+        "hash_cont_tokens": "c5e9cd86b1a58fac"
+      },
+      "truncated": 0,
+      "non_truncated": 234,
+      "padded": 936,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:medical_genetics|5": {
+      "hashes": {
+        "hash_examples": "182a71f4763d2cea",
+        "hash_full_prompts": "195eb7ff99749730",
+        "hash_input_tokens": "5adeca0d34767f29",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 400,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:miscellaneous|5": {
+      "hashes": {
+        "hash_examples": "4c404fdbb4ca57fc",
+        "hash_full_prompts": "33539955c9a96851",
+        "hash_input_tokens": "52aee92a69c2b698",
+        "hash_cont_tokens": "8578b82c42cc7026"
+      },
+      "truncated": 0,
+      "non_truncated": 783,
+      "padded": 3132,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_disputes|5": {
+      "hashes": {
+        "hash_examples": "60cbd2baa3fea5c9",
+        "hash_full_prompts": "009b7d0e7f819eff",
+        "hash_input_tokens": "f24c046b105c5e03",
+        "hash_cont_tokens": "26b0f808ec46464d"
+      },
+      "truncated": 0,
+      "non_truncated": 346,
+      "padded": 1384,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:moral_scenarios|5": {
+      "hashes": {
+        "hash_examples": "fd8b0431fbdd75ef",
+        "hash_full_prompts": "f6e63c9fb9d3bff0",
+        "hash_input_tokens": "08eee0e3d8e89710",
+        "hash_cont_tokens": "52fe77d28aefc1b3"
+      },
+      "truncated": 0,
+      "non_truncated": 895,
+      "padded": 3580,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:nutrition|5": {
+      "hashes": {
+        "hash_examples": "71e55e2b829b6528",
+        "hash_full_prompts": "8294d5e3ad435377",
+        "hash_input_tokens": "5b2c6686c8fc5e83",
+        "hash_cont_tokens": "25850a01b4a11b53"
+      },
+      "truncated": 0,
+      "non_truncated": 306,
+      "padded": 1224,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:philosophy|5": {
+      "hashes": {
+        "hash_examples": "a6d489a8d208fa4b",
+        "hash_full_prompts": "db68c0f4503e4793",
+        "hash_input_tokens": "7108ad04b556854f",
+        "hash_cont_tokens": "8c34ab2fa65c3b6e"
+      },
+      "truncated": 0,
+      "non_truncated": 311,
+      "padded": 1244,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:prehistory|5": {
+      "hashes": {
+        "hash_examples": "6cc50f032a19acaa",
+        "hash_full_prompts": "3972bcfa8c80e964",
+        "hash_input_tokens": "65cb6b1efc71921b",
+        "hash_cont_tokens": "89f21e5f9c7d81f2"
+      },
+      "truncated": 0,
+      "non_truncated": 324,
+      "padded": 1296,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_accounting|5": {
+      "hashes": {
+        "hash_examples": "50f57ab32f5f6cea",
+        "hash_full_prompts": "25f0becc2483bd32",
+        "hash_input_tokens": "c1b1c1e1f1ca4a85",
+        "hash_cont_tokens": "c7c4930a659ca843"
+      },
+      "truncated": 0,
+      "non_truncated": 282,
+      "padded": 1120,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_law|5": {
+      "hashes": {
+        "hash_examples": "a8fdc85c64f4b215",
+        "hash_full_prompts": "7a6f6c5706f00c7d",
+        "hash_input_tokens": "e7517115da0204cd",
+        "hash_cont_tokens": "6f36bd560ae36f02"
+      },
+      "truncated": 0,
+      "non_truncated": 1534,
+      "padded": 6136,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_medicine|5": {
+      "hashes": {
+        "hash_examples": "c373a28a3050a73a",
+        "hash_full_prompts": "a74b6ac7c5c545d2",
+        "hash_input_tokens": "da6af6d03e682017",
+        "hash_cont_tokens": "ca4398b4ad3db5f1"
+      },
+      "truncated": 0,
+      "non_truncated": 272,
+      "padded": 1088,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:professional_psychology|5": {
+      "hashes": {
+        "hash_examples": "bf5254fe818356af",
+        "hash_full_prompts": "c53fa139ec25f502",
+        "hash_input_tokens": "c6dbaf3c7103ebe9",
+        "hash_cont_tokens": "ce4bb75e80359fe4"
+      },
+      "truncated": 0,
+      "non_truncated": 612,
+      "padded": 2448,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:public_relations|5": {
+      "hashes": {
+        "hash_examples": "b66d52e28e7d14e0",
+        "hash_full_prompts": "55b5eff05aa6bf13",
+        "hash_input_tokens": "deea75b6eec5b782",
+        "hash_cont_tokens": "680235f5ede0b353"
+      },
+      "truncated": 0,
+      "non_truncated": 110,
+      "padded": 440,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:security_studies|5": {
+      "hashes": {
+        "hash_examples": "514c14feaf000ad9",
+        "hash_full_prompts": "6690ecdc054f7b0c",
+        "hash_input_tokens": "deef3d39896aca43",
+        "hash_cont_tokens": "189956efcec12818"
+      },
+      "truncated": 0,
+      "non_truncated": 245,
+      "padded": 980,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:sociology|5": {
+      "hashes": {
+        "hash_examples": "f6c9bc9d18c80870",
+        "hash_full_prompts": "945fbdd091c72d64",
+        "hash_input_tokens": "330fffbccabf89e4",
+        "hash_cont_tokens": "2178ff937c0c1a29"
+      },
+      "truncated": 0,
+      "non_truncated": 201,
+      "padded": 804,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:us_foreign_policy|5": {
+      "hashes": {
+        "hash_examples": "ed7b78629db6678f",
+        "hash_full_prompts": "ebba6ea6eca4ae53",
+        "hash_input_tokens": "0ec87fa768a47632",
+        "hash_cont_tokens": "a886b3552371a98b"
+      },
+      "truncated": 0,
+      "non_truncated": 100,
+      "padded": 392,
+      "non_padded": 8,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:virology|5": {
+      "hashes": {
+        "hash_examples": "bc52ffdc3f9b994a",
+        "hash_full_prompts": "a2ee4984d6877fe3",
+        "hash_input_tokens": "cc264818195d14da",
+        "hash_cont_tokens": "ec5c187546c7c842"
+      },
+      "truncated": 0,
+      "non_truncated": 166,
+      "padded": 660,
+      "non_padded": 4,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|mmlu:world_religions|5": {
+      "hashes": {
+        "hash_examples": "ecdb4a4f94f62930",
+        "hash_full_prompts": "a89c8dddd1d8ced0",
+        "hash_input_tokens": "e7e781ba363743eb",
+        "hash_cont_tokens": "e52b573046cdfc5c"
+      },
+      "truncated": 0,
+      "non_truncated": 171,
+      "padded": 684,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|truthfulqa:mc|0": {
+      "hashes": {
+        "hash_examples": "36a6d90e75d92d4a",
+        "hash_full_prompts": "8d9ca0a8bd458a1c",
+        "hash_input_tokens": "4aad1a3bfe70acfc",
+        "hash_cont_tokens": "b0f64f6659d8c230"
+      },
+      "truncated": 0,
+      "non_truncated": 817,
+      "padded": 9996,
+      "non_padded": 0,
+      "effective_few_shots": 0.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|winogrande|5": {
+      "hashes": {
+        "hash_examples": "087d5d1a1afd4c7b",
+        "hash_full_prompts": "35da55e47222e0e1",
+        "hash_input_tokens": "881c630a9e0034f7",
+        "hash_cont_tokens": "c466f4c92e3879cb"
+      },
+      "truncated": 0,
+      "non_truncated": 1267,
+      "padded": 2534,
+      "non_padded": 0,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    },
+    "leaderboard|gsm8k|5": {
+      "hashes": {
+        "hash_examples": "0ed016e24e7512fd",
+        "hash_full_prompts": "f7ab209f6467841e",
+        "hash_input_tokens": "deccfe61ad5cb3d5",
+        "hash_cont_tokens": "95cc4cc1148eb790"
+      },
+      "truncated": 1319,
+      "non_truncated": 0,
+      "padded": 1074,
+      "non_padded": 245,
+      "effective_few_shots": 5.0,
+      "num_truncated_few_shots": 0
+    }
+  },
+  "summary_general": {
+    "hashes": {
+      "hash_examples": "670666fa3a90ce5d",
+      "hash_full_prompts": "56c005e427046302",
+      "hash_input_tokens": "2a51da62c271a1a0",
+      "hash_cont_tokens": "a74619de92c05f2e"
+    },
+    "truncated": 1319,
+    "non_truncated": 27340,
+    "padded": 114540,
+    "non_padded": 332,
+    "num_truncated_few_shots": 0
+  }
+}
\ No newline at end of file
diff --git a/rng_state.pth b/rng_state.pth
new file mode 100644
index 0000000..b74b4fa
--- /dev/null
+++ b/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbee0f8c49aac30d66827f92180b6a4126a9e0bb3eb6ac33ac89f9ae93e1572
+size 14308
diff --git a/scheduler.pt b/scheduler.pt
new file mode 100644
index 0000000..06f9d46
--- /dev/null
+++ b/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0533a11e217adc4b33ed9a682c30f34255e6ae364139af1e4f5cb3108a8b432d
+size 1064
diff --git a/special_tokens_map.json b/special_tokens_map.json
new file mode 100644
index 0000000..278b7f0
--- /dev/null
+++ b/special_tokens_map.json
@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|end_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000..5c08aa0
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b583ee1699c6ca4468f70885bd5f96dd1f7517292362a67581038afc04f4d8
+size 9085671
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000..e46673f
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,2064 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|end_of_text|>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "use_fast": true
+}
diff --git a/trainer_state.json b/trainer_state.json
new file mode 100644
index 0000000..7c499af
--- /dev/null
+++ b/trainer_state.json
@@ -0,0 +1,5173 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.9992927864214993,
+  "eval_steps": 35,
+  "global_step": 712,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "grad_norm": 51.75,
+      "learning_rate": 8.571428571428572e-08,
+      "loss": 1.9845,
+      "step": 1
+    },
+    {
+      "epoch": 0.0,
+      "eval_loss": 2.040191650390625,
+      "eval_runtime": 20.1394,
+      "eval_samples_per_second": 64.997,
+      "eval_steps_per_second": 64.997,
+      "step": 1
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 48.75,
+      "learning_rate": 1.7142857142857143e-07,
+      "loss": 1.9423,
+      "step": 2
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 45.5,
+      "learning_rate": 2.5714285714285716e-07,
+      "loss": 1.9446,
+      "step": 3
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 56.25,
+      "learning_rate": 3.4285714285714286e-07,
+      "loss": 2.1833,
+      "step": 4
+    },
+    {
+      "epoch": 0.01,
+      "grad_norm": 55.25,
+      "learning_rate": 4.2857142857142857e-07,
+      "loss": 2.0796,
+      "step": 5
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 49.75,
+      "learning_rate": 5.142857142857143e-07,
+      "loss": 1.9704,
+      "step": 6
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 53.0,
+      "learning_rate": 6.000000000000001e-07,
+      "loss": 1.9781,
+      "step": 7
+    },
+    {
+      "epoch": 0.02,
+      "grad_norm": 49.0,
+      "learning_rate": 6.857142857142857e-07,
+      "loss": 1.9854,
+      "step": 8
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 51.5,
+      "learning_rate": 7.714285714285714e-07,
+      "loss": 1.927,
+      "step": 9
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 51.5,
+      "learning_rate": 8.571428571428571e-07,
+      "loss": 2.0879,
+      "step": 10
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 48.5,
+      "learning_rate": 9.428571428571429e-07,
+      "loss": 1.8861,
+      "step": 11
+    },
+    {
+      "epoch": 0.03,
+      "grad_norm": 49.5,
+      "learning_rate": 1.0285714285714286e-06,
+      "loss": 1.9962,
+      "step": 12
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 42.5,
+      "learning_rate": 1.1142857142857143e-06,
+      "loss": 1.904,
+      "step": 13
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 38.0,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 1.8107,
+      "step": 14
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 37.25,
+      "learning_rate": 1.2857142857142856e-06,
+      "loss": 1.8908,
+      "step": 15
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 35.75,
+      "learning_rate": 1.3714285714285715e-06,
+      "loss": 1.9207,
+      "step": 16
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 32.25,
+      "learning_rate": 1.4571428571428571e-06,
+      "loss": 1.8448,
+      "step": 17
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 28.625,
+      "learning_rate": 1.5428571428571428e-06,
+      "loss": 1.7089,
+      "step": 18
+    },
+    {
+      "epoch": 0.05,
+      "grad_norm": 25.5,
+      "learning_rate": 1.6285714285714284e-06,
+      "loss": 1.6403,
+      "step": 19
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 23.75,
+      "learning_rate": 1.7142857142857143e-06,
+      "loss": 1.867,
+      "step": 20
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 21.875,
+      "learning_rate": 1.8e-06,
+      "loss": 1.6772,
+      "step": 21
+    },
+    {
+      "epoch": 0.06,
+      "grad_norm": 20.0,
+      "learning_rate": 1.8857142857142858e-06,
+      "loss": 1.4738,
+      "step": 22
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 19.375,
+      "learning_rate": 1.9714285714285714e-06,
+      "loss": 1.584,
+      "step": 23
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 18.25,
+      "learning_rate": 2.0571428571428573e-06,
+      "loss": 1.5077,
+      "step": 24
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 15.625,
+      "learning_rate": 2.142857142857143e-06,
+      "loss": 1.3541,
+      "step": 25
+    },
+    {
+      "epoch": 0.07,
+      "grad_norm": 17.375,
+      "learning_rate": 2.2285714285714286e-06,
+      "loss": 1.4149,
+      "step": 26
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 14.25,
+      "learning_rate": 2.3142857142857145e-06,
+      "loss": 1.2507,
+      "step": 27
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 13.125,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 1.2992,
+      "step": 28
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 10.75,
+      "learning_rate": 2.4857142857142858e-06,
+      "loss": 1.2994,
+      "step": 29
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 9.1875,
+      "learning_rate": 2.571428571428571e-06,
+      "loss": 1.2327,
+      "step": 30
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 9.3125,
+      "learning_rate": 2.657142857142857e-06,
+      "loss": 1.3238,
+      "step": 31
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 5.71875,
+      "learning_rate": 2.742857142857143e-06,
+      "loss": 1.2781,
+      "step": 32
+    },
+    {
+      "epoch": 0.09,
+      "grad_norm": 6.5,
+      "learning_rate": 2.8285714285714288e-06,
+      "loss": 1.2028,
+      "step": 33
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 5.96875,
+      "learning_rate": 2.9142857142857142e-06,
+      "loss": 1.3073,
+      "step": 34
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 4.875,
+      "learning_rate": 3e-06,
+      "loss": 1.1666,
+      "step": 35
+    },
+    {
+      "epoch": 0.1,
+      "eval_loss": 1.2127766609191895,
+      "eval_runtime": 20.1589,
+      "eval_samples_per_second": 64.934,
+      "eval_steps_per_second": 64.934,
+      "step": 35
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 4.71875,
+      "learning_rate": 3.0857142857142855e-06,
+      "loss": 1.1807,
+      "step": 36
+    },
+    {
+      "epoch": 0.1,
+      "grad_norm": 4.65625,
+      "learning_rate": 3.1714285714285714e-06,
+      "loss": 1.178,
+      "step": 37
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 4.125,
+      "learning_rate": 3.257142857142857e-06,
+      "loss": 1.08,
+      "step": 38
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 4.0625,
+      "learning_rate": 3.342857142857143e-06,
+      "loss": 1.2125,
+      "step": 39
+    },
+    {
+      "epoch": 0.11,
+      "grad_norm": 3.84375,
+      "learning_rate": 3.4285714285714285e-06,
+      "loss": 1.2026,
+      "step": 40
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 3.875,
+      "learning_rate": 3.5142857142857144e-06,
+      "loss": 1.1884,
+      "step": 41
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 3.875,
+      "learning_rate": 3.6e-06,
+      "loss": 1.3009,
+      "step": 42
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 3.984375,
+      "learning_rate": 3.685714285714286e-06,
+      "loss": 1.0866,
+      "step": 43
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 3.96875,
+      "learning_rate": 3.7714285714285716e-06,
+      "loss": 1.1396,
+      "step": 44
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 3.796875,
+      "learning_rate": 3.857142857142858e-06,
+      "loss": 1.0933,
+      "step": 45
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 3.90625,
+      "learning_rate": 3.942857142857143e-06,
+      "loss": 1.0827,
+      "step": 46
+    },
+    {
+      "epoch": 0.13,
+      "grad_norm": 3.515625,
+      "learning_rate": 4.028571428571429e-06,
+      "loss": 1.1054,
+      "step": 47
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 3.453125,
+      "learning_rate": 4.114285714285715e-06,
+      "loss": 1.1369,
+      "step": 48
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 3.265625,
+      "learning_rate": 4.2e-06,
+      "loss": 1.086,
+      "step": 49
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 3.46875,
+      "learning_rate": 4.285714285714286e-06,
+      "loss": 1.0688,
+      "step": 50
+    },
+    {
+      "epoch": 0.14,
+      "grad_norm": 3.421875,
+      "learning_rate": 4.371428571428571e-06,
+      "loss": 1.0986,
+      "step": 51
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 2.84375,
+      "learning_rate": 4.457142857142857e-06,
+      "loss": 1.0268,
+      "step": 52
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 2.796875,
+      "learning_rate": 4.542857142857143e-06,
+      "loss": 1.0134,
+      "step": 53
+    },
+    {
+      "epoch": 0.15,
+      "grad_norm": 2.625,
+      "learning_rate": 4.628571428571429e-06,
+      "loss": 1.0973,
+      "step": 54
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 2.59375,
+      "learning_rate": 4.714285714285714e-06,
+      "loss": 1.1536,
+      "step": 55
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 2.203125,
+      "learning_rate": 4.800000000000001e-06,
+      "loss": 1.034,
+      "step": 56
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 2.265625,
+      "learning_rate": 4.885714285714286e-06,
+      "loss": 1.1263,
+      "step": 57
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 2.0,
+      "learning_rate": 4.9714285714285715e-06,
+      "loss": 1.1458,
+      "step": 58
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 2.125,
+      "learning_rate": 5.057142857142857e-06,
+      "loss": 1.0678,
+      "step": 59
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 2.046875,
+      "learning_rate": 5.142857142857142e-06,
+      "loss": 1.0277,
+      "step": 60
+    },
+    {
+      "epoch": 0.17,
+      "grad_norm": 1.84375,
+      "learning_rate": 5.228571428571429e-06,
+      "loss": 1.0104,
+      "step": 61
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.9609375,
+      "learning_rate": 5.314285714285714e-06,
+      "loss": 1.2226,
+      "step": 62
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.9296875,
+      "learning_rate": 5.4e-06,
+      "loss": 1.1612,
+      "step": 63
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.875,
+      "learning_rate": 5.485714285714286e-06,
+      "loss": 1.0489,
+      "step": 64
+    },
+    {
+      "epoch": 0.18,
+      "grad_norm": 1.7734375,
+      "learning_rate": 5.571428571428572e-06,
+      "loss": 1.0256,
+      "step": 65
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 1.7890625,
+      "learning_rate": 5.6571428571428576e-06,
+      "loss": 1.0704,
+      "step": 66
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 1.9140625,
+      "learning_rate": 5.742857142857143e-06,
+      "loss": 1.0114,
+      "step": 67
+    },
+    {
+      "epoch": 0.19,
+      "grad_norm": 1.90625,
+      "learning_rate": 5.8285714285714284e-06,
+      "loss": 0.999,
+      "step": 68
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.8359375,
+      "learning_rate": 5.914285714285715e-06,
+      "loss": 1.0967,
+      "step": 69
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.8203125,
+      "learning_rate": 6e-06,
+      "loss": 1.0044,
+      "step": 70
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 1.0669639110565186,
+      "eval_runtime": 20.1538,
+      "eval_samples_per_second": 64.951,
+      "eval_steps_per_second": 64.951,
+      "step": 70
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.921875,
+      "learning_rate": 5.999986378009738e-06,
+      "loss": 0.9961,
+      "step": 71
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 1.9375,
+      "learning_rate": 5.9999455121763995e-06,
+      "loss": 1.141,
+      "step": 72
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 1.90625,
+      "learning_rate": 5.999877402912338e-06,
+      "loss": 0.976,
+      "step": 73
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 1.828125,
+      "learning_rate": 5.999782050904801e-06,
+      "loss": 0.998,
+      "step": 74
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 1.890625,
+      "learning_rate": 5.9996594571159225e-06,
+      "loss": 1.0277,
+      "step": 75
+    },
+    {
+      "epoch": 0.21,
+      "grad_norm": 2.03125,
+      "learning_rate": 5.9995096227827206e-06,
+      "loss": 1.0644,
+      "step": 76
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 1.9921875,
+      "learning_rate": 5.999332549417079e-06,
+      "loss": 1.0319,
+      "step": 77
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 1.875,
+      "learning_rate": 5.999128238805728e-06,
+      "loss": 1.1474,
+      "step": 78
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 1.9296875,
+      "learning_rate": 5.99889669301024e-06,
+      "loss": 1.0158,
+      "step": 79
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 2.234375,
+      "learning_rate": 5.998637914366994e-06,
+      "loss": 1.0571,
+      "step": 80
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 2.09375,
+      "learning_rate": 5.99835190548716e-06,
+      "loss": 1.1034,
+      "step": 81
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 2.234375,
+      "learning_rate": 5.998038669256674e-06,
+      "loss": 1.0618,
+      "step": 82
+    },
+    {
+      "epoch": 0.23,
+      "grad_norm": 2.03125,
+      "learning_rate": 5.997698208836202e-06,
+      "loss": 0.9915,
+      "step": 83
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 2.515625,
+      "learning_rate": 5.997330527661113e-06,
+      "loss": 1.0523,
+      "step": 84
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 2.21875,
+      "learning_rate": 5.996935629441444e-06,
+      "loss": 0.9552,
+      "step": 85
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 2.765625,
+      "learning_rate": 5.996513518161861e-06,
+      "loss": 1.0611,
+      "step": 86
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 2.765625,
+      "learning_rate": 5.996064198081619e-06,
+      "loss": 0.9936,
+      "step": 87
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 3.046875,
+      "learning_rate": 5.9955876737345236e-06,
+      "loss": 1.0302,
+      "step": 88
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 3.0625,
+      "learning_rate": 5.995083949928876e-06,
+      "loss": 1.043,
+      "step": 89
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 3.484375,
+      "learning_rate": 5.994553031747435e-06,
+      "loss": 1.0136,
+      "step": 90
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 3.40625,
+      "learning_rate": 5.993994924547356e-06,
+      "loss": 1.1077,
+      "step": 91
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 3.875,
+      "learning_rate": 5.993409633960142e-06,
+      "loss": 0.9621,
+      "step": 92
+    },
+    {
+      "epoch": 0.26,
+      "grad_norm": 3.375,
+      "learning_rate": 5.99279716589159e-06,
+      "loss": 1.0648,
+      "step": 93
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 3.171875,
+      "learning_rate": 5.992157526521724e-06,
+      "loss": 0.9725,
+      "step": 94
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 3.109375,
+      "learning_rate": 5.991490722304738e-06,
+      "loss": 1.0358,
+      "step": 95
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 3.03125,
+      "learning_rate": 5.990796759968929e-06,
+      "loss": 1.1569,
+      "step": 96
+    },
+    {
+      "epoch": 0.27,
+      "grad_norm": 3.03125,
+      "learning_rate": 5.990075646516628e-06,
+      "loss": 1.0382,
+      "step": 97
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 4.34375,
+      "learning_rate": 5.989327389224132e-06,
+      "loss": 0.9393,
+      "step": 98
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 4.6875,
+      "learning_rate": 5.988551995641629e-06,
+      "loss": 1.0306,
+      "step": 99
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 3.515625,
+      "learning_rate": 5.987749473593123e-06,
+      "loss": 1.092,
+      "step": 100
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 3.625,
+      "learning_rate": 5.98691983117635e-06,
+      "loss": 0.962,
+      "step": 101
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 2.984375,
+      "learning_rate": 5.986063076762707e-06,
+      "loss": 0.941,
+      "step": 102
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 2.125,
+      "learning_rate": 5.985179218997154e-06,
+      "loss": 0.9805,
+      "step": 103
+    },
+    {
+      "epoch": 0.29,
+      "grad_norm": 1.59375,
+      "learning_rate": 5.9842682667981374e-06,
+      "loss": 0.938,
+      "step": 104
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 1.5234375,
+      "learning_rate": 5.983330229357497e-06,
+      "loss": 1.0686,
+      "step": 105
+    },
+    {
+      "epoch": 0.3,
+      "eval_loss": 1.0165659189224243,
+      "eval_runtime": 20.3105,
+      "eval_samples_per_second": 64.449,
+      "eval_steps_per_second": 64.449,
+      "step": 105
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.982365116140371e-06,
+      "loss": 1.1855,
+      "step": 106
+    },
+    {
+      "epoch": 0.3,
+      "grad_norm": 1.4921875,
+      "learning_rate": 5.981372936885102e-06,
+      "loss": 0.9464,
+      "step": 107
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 1.609375,
+      "learning_rate": 5.980353701603138e-06,
+      "loss": 0.9249,
+      "step": 108
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.979307420578934e-06,
+      "loss": 0.9662,
+      "step": 109
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 1.5,
+      "learning_rate": 5.978234104369846e-06,
+      "loss": 0.9772,
+      "step": 110
+    },
+    {
+      "epoch": 0.31,
+      "grad_norm": 1.4453125,
+      "learning_rate": 5.9771337638060235e-06,
+      "loss": 1.0412,
+      "step": 111
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 1.5,
+      "learning_rate": 5.9760064099903025e-06,
+      "loss": 1.0262,
+      "step": 112
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 1.5234375,
+      "learning_rate": 5.974852054298093e-06,
+      "loss": 0.9824,
+      "step": 113
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 1.5,
+      "learning_rate": 5.973670708377263e-06,
+      "loss": 0.9425,
+      "step": 114
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 1.453125,
+      "learning_rate": 5.972462384148021e-06,
+      "loss": 1.0243,
+      "step": 115
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 2.796875,
+      "learning_rate": 5.971227093802798e-06,
+      "loss": 0.9326,
+      "step": 116
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 1.7109375,
+      "learning_rate": 5.9699648498061216e-06,
+      "loss": 1.0175,
+      "step": 117
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.968675664894493e-06,
+      "loss": 1.013,
+      "step": 118
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.5390625,
+      "learning_rate": 5.967359552076256e-06,
+      "loss": 1.0109,
+      "step": 119
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.5078125,
+      "learning_rate": 5.966016524631466e-06,
+      "loss": 0.9164,
+      "step": 120
+    },
+    {
+      "epoch": 0.34,
+      "grad_norm": 1.4921875,
+      "learning_rate": 5.964646596111758e-06,
+      "loss": 1.0451,
+      "step": 121
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 1.546875,
+      "learning_rate": 5.9632497803402104e-06,
+      "loss": 0.9873,
+      "step": 122
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 1.484375,
+      "learning_rate": 5.961826091411198e-06,
+      "loss": 0.9989,
+      "step": 123
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 1.5390625,
+      "learning_rate": 5.960375543690261e-06,
+      "loss": 1.1006,
+      "step": 124
+    },
+    {
+      "epoch": 0.35,
+      "grad_norm": 1.546875,
+      "learning_rate": 5.9588981518139525e-06,
+      "loss": 1.0773,
+      "step": 125
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 1.453125,
+      "learning_rate": 5.957393930689694e-06,
+      "loss": 0.905,
+      "step": 126
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.955862895495621e-06,
+      "loss": 0.9727,
+      "step": 127
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.9543050616804355e-06,
+      "loss": 1.0183,
+      "step": 128
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 1.5,
+      "learning_rate": 5.952720444963247e-06,
+      "loss": 1.008,
+      "step": 129
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 1.6171875,
+      "learning_rate": 5.951109061333413e-06,
+      "loss": 0.9817,
+      "step": 130
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 1.6171875,
+      "learning_rate": 5.94947092705038e-06,
+      "loss": 1.0044,
+      "step": 131
+    },
+    {
+      "epoch": 0.37,
+      "grad_norm": 1.5546875,
+      "learning_rate": 5.947806058643517e-06,
+      "loss": 1.0978,
+      "step": 132
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 1.5,
+      "learning_rate": 5.946114472911952e-06,
+      "loss": 0.9711,
+      "step": 133
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 1.5390625,
+      "learning_rate": 5.944396186924398e-06,
+      "loss": 1.0369,
+      "step": 134
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 1.4375,
+      "learning_rate": 5.942651218018985e-06,
+      "loss": 1.0105,
+      "step": 135
+    },
+    {
+      "epoch": 0.38,
+      "grad_norm": 1.5078125,
+      "learning_rate": 5.940879583803084e-06,
+      "loss": 1.0037,
+      "step": 136
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 1.609375,
+      "learning_rate": 5.939081302153127e-06,
+      "loss": 1.0426,
+      "step": 137
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 1.421875,
+      "learning_rate": 5.937256391214429e-06,
+      "loss": 1.0015,
+      "step": 138
+    },
+    {
+      "epoch": 0.39,
+      "grad_norm": 1.5625,
+      "learning_rate": 5.935404869401004e-06,
+      "loss": 0.9964,
+      "step": 139
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 1.3359375,
+      "learning_rate": 5.933526755395378e-06,
+      "loss": 1.0053,
+      "step": 140
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 1.0025994777679443,
+      "eval_runtime": 20.1779,
+      "eval_samples_per_second": 64.873,
+      "eval_steps_per_second": 64.873,
+      "step": 140
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 1.3515625,
+      "learning_rate": 5.931622068148405e-06,
+      "loss": 1.0178,
+      "step": 141
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 1.4453125,
+      "learning_rate": 5.929690826879072e-06,
+      "loss": 0.9558,
+      "step": 142
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.927733051074303e-06,
+      "loss": 0.9541,
+      "step": 143
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 1.5,
+      "learning_rate": 5.925748760488767e-06,
+      "loss": 0.9655,
+      "step": 144
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 1.71875,
+      "learning_rate": 5.923737975144677e-06,
+      "loss": 0.9171,
+      "step": 145
+    },
+    {
+      "epoch": 0.41,
+      "grad_norm": 1.390625,
+      "learning_rate": 5.921700715331588e-06,
+      "loss": 1.0064,
+      "step": 146
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 1.78125,
+      "learning_rate": 5.919637001606191e-06,
+      "loss": 0.9423,
+      "step": 147
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 1.515625,
+      "learning_rate": 5.917546854792106e-06,
+      "loss": 1.0746,
+      "step": 148
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 1.40625,
+      "learning_rate": 5.915430295979674e-06,
+      "loss": 0.9868,
+      "step": 149
+    },
+    {
+      "epoch": 0.42,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.913287346525743e-06,
+      "loss": 0.9514,
+      "step": 150
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 1.4765625,
+      "learning_rate": 5.911118028053448e-06,
+      "loss": 1.0203,
+      "step": 151
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 1.53125,
+      "learning_rate": 5.908922362452005e-06,
+      "loss": 0.9735,
+      "step": 152
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 1.3671875,
+      "learning_rate": 5.906700371876474e-06,
+      "loss": 1.036,
+      "step": 153
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.904452078747547e-06,
+      "loss": 0.979,
+      "step": 154
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.90217750575132e-06,
+      "loss": 0.9801,
+      "step": 155
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 1.4140625,
+      "learning_rate": 5.899876675839058e-06,
+      "loss": 0.9683,
+      "step": 156
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 1.375,
+      "learning_rate": 5.897549612226973e-06,
+      "loss": 0.9777,
+      "step": 157
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 1.5,
+      "learning_rate": 5.895196338395979e-06,
+      "loss": 1.0319,
+      "step": 158
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 1.4140625,
+      "learning_rate": 5.892816878091468e-06,
+      "loss": 0.9227,
+      "step": 159
+    },
+    {
+      "epoch": 0.45,
+      "grad_norm": 1.4921875,
+      "learning_rate": 5.8904112553230535e-06,
+      "loss": 0.9632,
+      "step": 160
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.4375,
+      "learning_rate": 5.887979494364347e-06,
+      "loss": 0.9928,
+      "step": 161
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.885521619752696e-06,
+      "loss": 1.0652,
+      "step": 162
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.453125,
+      "learning_rate": 5.883037656288951e-06,
+      "loss": 0.9787,
+      "step": 163
+    },
+    {
+      "epoch": 0.46,
+      "grad_norm": 1.3203125,
+      "learning_rate": 5.880527629037203e-06,
+      "loss": 0.9502,
+      "step": 164
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 1.4765625,
+      "learning_rate": 5.877991563324541e-06,
+      "loss": 0.9333,
+      "step": 165
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 1.421875,
+      "learning_rate": 5.875429484740787e-06,
+      "loss": 0.9805,
+      "step": 166
+    },
+    {
+      "epoch": 0.47,
+      "grad_norm": 1.4453125,
+      "learning_rate": 5.872841419138246e-06,
+      "loss": 1.0546,
+      "step": 167
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 1.4765625,
+      "learning_rate": 5.870227392631439e-06,
+      "loss": 0.9738,
+      "step": 168
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.8675874315968425e-06,
+      "loss": 0.945,
+      "step": 169
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 1.5546875,
+      "learning_rate": 5.8649215626726225e-06,
+      "loss": 0.9291,
+      "step": 170
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 1.453125,
+      "learning_rate": 5.8622298127583635e-06,
+      "loss": 0.9397,
+      "step": 171
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 1.4453125,
+      "learning_rate": 5.859512209014801e-06,
+      "loss": 0.8954,
+      "step": 172
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 1.515625,
+      "learning_rate": 5.856768778863542e-06,
+      "loss": 0.9867,
+      "step": 173
+    },
+    {
+      "epoch": 0.49,
+      "grad_norm": 1.390625,
+      "learning_rate": 5.853999549986795e-06,
+      "loss": 0.9465,
+      "step": 174
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.851204550327085e-06,
+      "loss": 0.9735,
+      "step": 175
+    },
+    {
+      "epoch": 0.5,
+      "eval_loss": 0.9932471513748169,
+      "eval_runtime": 20.1373,
+      "eval_samples_per_second": 65.004,
+      "eval_steps_per_second": 65.004,
+      "step": 175
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.848383808086973e-06,
+      "loss": 1.112,
+      "step": 176
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.375,
+      "learning_rate": 5.845537351728772e-06,
+      "loss": 0.9184,
+      "step": 177
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.4765625,
+      "learning_rate": 5.842665209974259e-06,
+      "loss": 1.0099,
+      "step": 178
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 1.3359375,
+      "learning_rate": 5.839767411804391e-06,
+      "loss": 1.0246,
+      "step": 179
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 1.3671875,
+      "learning_rate": 5.836843986459001e-06,
+      "loss": 0.9687,
+      "step": 180
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 1.390625,
+      "learning_rate": 5.833894963436514e-06,
+      "loss": 0.9731,
+      "step": 181
+    },
+    {
+      "epoch": 0.51,
+      "grad_norm": 1.3828125,
+      "learning_rate": 5.8309203724936425e-06,
+      "loss": 1.0483,
+      "step": 182
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.82792024364509e-06,
+      "loss": 0.9702,
+      "step": 183
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 1.5,
+      "learning_rate": 5.824894607163246e-06,
+      "loss": 0.9713,
+      "step": 184
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 1.53125,
+      "learning_rate": 5.82184349357788e-06,
+      "loss": 1.0378,
+      "step": 185
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 1.390625,
+      "learning_rate": 5.818766933675838e-06,
+      "loss": 1.0155,
+      "step": 186
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 1.3359375,
+      "learning_rate": 5.815664958500725e-06,
+      "loss": 1.0087,
+      "step": 187
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 1.4609375,
+      "learning_rate": 5.812537599352597e-06,
+      "loss": 0.9576,
+      "step": 188
+    },
+    {
+      "epoch": 0.53,
+      "grad_norm": 1.4921875,
+      "learning_rate": 5.8093848877876455e-06,
+      "loss": 0.9713,
+      "step": 189
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 1.4609375,
+      "learning_rate": 5.8062068556178745e-06,
+      "loss": 0.9434,
+      "step": 190
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 1.5546875,
+      "learning_rate": 5.803003534910781e-06,
+      "loss": 1.0159,
+      "step": 191
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 1.4296875,
+      "learning_rate": 5.799774957989036e-06,
+      "loss": 0.9089,
+      "step": 192
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 1.53125,
+      "learning_rate": 5.796521157430152e-06,
+      "loss": 1.073,
+      "step": 193
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 1.4453125,
+      "learning_rate": 5.79324216606616e-06,
+      "loss": 1.0105,
+      "step": 194
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 1.453125,
+      "learning_rate": 5.7899380169832715e-06,
+      "loss": 1.2134,
+      "step": 195
+    },
+    {
+      "epoch": 0.55,
+      "grad_norm": 1.4140625,
+      "learning_rate": 5.786608743521553e-06,
+      "loss": 0.932,
+      "step": 196
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 1.4921875,
+      "learning_rate": 5.783254379274581e-06,
+      "loss": 0.9971,
+      "step": 197
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 1.484375,
+      "learning_rate": 5.779874958089108e-06,
+      "loss": 1.02,
+      "step": 198
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 1.4453125,
+      "learning_rate": 5.7764705140647235e-06,
+      "loss": 0.9966,
+      "step": 199
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 1.7578125,
+      "learning_rate": 5.773041081553503e-06,
+      "loss": 0.9188,
+      "step": 200
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 1.4765625,
+      "learning_rate": 5.769586695159664e-06,
+      "loss": 0.8953,
+      "step": 201
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 1.59375,
+      "learning_rate": 5.7661073897392245e-06,
+      "loss": 0.9489,
+      "step": 202
+    },
+    {
+      "epoch": 0.57,
+      "grad_norm": 1.4765625,
+      "learning_rate": 5.7626032003996355e-06,
+      "loss": 0.909,
+      "step": 203
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 2.078125,
+      "learning_rate": 5.759074162499441e-06,
+      "loss": 0.9914,
+      "step": 204
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 1.5859375,
+      "learning_rate": 5.7555203116479166e-06,
+      "loss": 0.9092,
+      "step": 205
+    },
+    {
+      "epoch": 0.58,
+      "grad_norm": 1.4453125,
+      "learning_rate": 5.7519416837047065e-06,
+      "loss": 0.9878,
+      "step": 206
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 1.4921875,
+      "learning_rate": 5.748338314779465e-06,
+      "loss": 0.9933,
+      "step": 207
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 1.671875,
+      "learning_rate": 5.744710241231496e-06,
+      "loss": 1.0544,
+      "step": 208
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 1.2890625,
+      "learning_rate": 5.741057499669377e-06,
+      "loss": 1.0482,
+      "step": 209
+    },
+    {
+      "epoch": 0.59,
+      "grad_norm": 1.5234375,
+      "learning_rate": 5.737380126950598e-06,
+      "loss": 0.9966,
+      "step": 210
+    },
+    {
+      "epoch": 0.59,
+      "eval_loss": 0.9859724044799805,
+      "eval_runtime": 20.1941,
+      "eval_samples_per_second": 64.821,
+      "eval_steps_per_second": 64.821,
+      "step": 210
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 1.84375,
+      "learning_rate": 5.733678160181186e-06,
+      "loss": 1.0631,
+      "step": 211
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.729951636715328e-06,
+      "loss": 0.8644,
+      "step": 212
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.726200594155e-06,
+      "loss": 0.9526,
+      "step": 213
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 1.4921875,
+      "learning_rate": 5.722425070349584e-06,
+      "loss": 0.9792,
+      "step": 214
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 1.40625,
+      "learning_rate": 5.718625103395486e-06,
+      "loss": 0.9734,
+      "step": 215
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 1.40625,
+      "learning_rate": 5.7148007316357526e-06,
+      "loss": 1.07,
+      "step": 216
+    },
+    {
+      "epoch": 0.61,
+      "grad_norm": 1.390625,
+      "learning_rate": 5.7109519936596835e-06,
+      "loss": 1.0494,
+      "step": 217
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 1.390625,
+      "learning_rate": 5.707078928302444e-06,
+      "loss": 0.9834,
+      "step": 218
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 1.4765625,
+      "learning_rate": 5.703181574644667e-06,
+      "loss": 0.9465,
+      "step": 219
+    },
+    {
+      "epoch": 0.62,
+      "grad_norm": 1.640625,
+      "learning_rate": 5.699259972012069e-06,
+      "loss": 1.0075,
+      "step": 220
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 1.5703125,
+      "learning_rate": 5.695314159975044e-06,
+      "loss": 1.0926,
+      "step": 221
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 1.484375,
+      "learning_rate": 5.691344178348268e-06,
+      "loss": 0.9195,
+      "step": 222
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 1.546875,
+      "learning_rate": 5.687350067190298e-06,
+      "loss": 0.9602,
+      "step": 223
+    },
+    {
+      "epoch": 0.63,
+      "grad_norm": 1.5625,
+      "learning_rate": 5.683331866803166e-06,
+      "loss": 0.9602,
+      "step": 224
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 1.375,
+      "learning_rate": 5.679289617731972e-06,
+      "loss": 1.0241,
+      "step": 225
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.675223360764478e-06,
+      "loss": 0.9545,
+      "step": 226
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 1.5625,
+      "learning_rate": 5.671133136930693e-06,
+      "loss": 1.0943,
+      "step": 227
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 1.75,
+      "learning_rate": 5.667018987502462e-06,
+      "loss": 0.9773,
+      "step": 228
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 1.609375,
+      "learning_rate": 5.6628809539930465e-06,
+      "loss": 0.8895,
+      "step": 229
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 1.7734375,
+      "learning_rate": 5.658719078156706e-06,
+      "loss": 0.9635,
+      "step": 230
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 1.4375,
+      "learning_rate": 5.654533401988281e-06,
+      "loss": 0.9368,
+      "step": 231
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 1.4609375,
+      "learning_rate": 5.650323967722762e-06,
+      "loss": 0.9458,
+      "step": 232
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 1.5390625,
+      "learning_rate": 5.646090817834871e-06,
+      "loss": 0.8872,
+      "step": 233
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 1.4296875,
+      "learning_rate": 5.641833995038629e-06,
+      "loss": 0.9918,
+      "step": 234
+    },
+    {
+      "epoch": 0.66,
+      "grad_norm": 1.4375,
+      "learning_rate": 5.63755354228692e-06,
+      "loss": 0.9063,
+      "step": 235
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 1.4453125,
+      "learning_rate": 5.633249502771071e-06,
+      "loss": 1.0154,
+      "step": 236
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 1.4296875,
+      "learning_rate": 5.6289219199203996e-06,
+      "loss": 1.0322,
+      "step": 237
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 1.4765625,
+      "learning_rate": 5.624570837401791e-06,
+      "loss": 0.9797,
+      "step": 238
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 1.4296875,
+      "learning_rate": 5.620196299119248e-06,
+      "loss": 1.0433,
+      "step": 239
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 1.34375,
+      "learning_rate": 5.61579834921345e-06,
+      "loss": 0.8911,
+      "step": 240
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 1.40625,
+      "learning_rate": 5.611377032061308e-06,
+      "loss": 1.0065,
+      "step": 241
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 1.34375,
+      "learning_rate": 5.60693239227552e-06,
+      "loss": 0.9498,
+      "step": 242
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 1.4375,
+      "learning_rate": 5.602464474704111e-06,
+      "loss": 0.8877,
+      "step": 243
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 1.6015625,
+      "learning_rate": 5.597973324429997e-06,
+      "loss": 1.0399,
+      "step": 244
+    },
+    {
+      "epoch": 0.69,
+      "grad_norm": 1.5234375,
+      "learning_rate": 5.593458986770512e-06,
+      "loss": 1.0804,
+      "step": 245
+    },
+    {
+      "epoch": 0.69,
+      "eval_loss": 0.9796280264854431,
+      "eval_runtime": 20.1507,
+      "eval_samples_per_second": 64.96,
+      "eval_steps_per_second": 64.96,
+      "step": 245
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 1.4140625,
+      "learning_rate": 5.588921507276964e-06,
+      "loss": 0.9844,
+      "step": 246
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 1.5234375,
+      "learning_rate": 5.584360931734168e-06,
+      "loss": 0.9852,
+      "step": 247
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.5797773061599876e-06,
+      "loss": 0.9387,
+      "step": 248
+    },
+    {
+      "epoch": 0.7,
+      "grad_norm": 1.5703125,
+      "learning_rate": 5.57517067680487e-06,
+      "loss": 0.9369,
+      "step": 249
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 1.3671875,
+      "learning_rate": 5.570541090151377e-06,
+      "loss": 0.9211,
+      "step": 250
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 1.609375,
+      "learning_rate": 5.565888592913721e-06,
+      "loss": 1.0429,
+      "step": 251
+    },
+    {
+      "epoch": 0.71,
+      "grad_norm": 1.5234375,
+      "learning_rate": 5.561213232037286e-06,
+      "loss": 0.939,
+      "step": 252
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 1.5078125,
+      "learning_rate": 5.556515054698165e-06,
+      "loss": 1.0304,
+      "step": 253
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 1.4765625,
+      "learning_rate": 5.5517941083026704e-06,
+      "loss": 0.8778,
+      "step": 254
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 1.3671875,
+      "learning_rate": 5.547050440486868e-06,
+      "loss": 0.9531,
+      "step": 255
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 1.65625,
+      "learning_rate": 5.542284099116085e-06,
+      "loss": 1.0964,
+      "step": 256
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 1.5390625,
+      "learning_rate": 5.537495132284442e-06,
+      "loss": 1.0354,
+      "step": 257
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 1.578125,
+      "learning_rate": 5.53268358831435e-06,
+      "loss": 0.9608,
+      "step": 258
+    },
+    {
+      "epoch": 0.73,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.527849515756036e-06,
+      "loss": 0.9937,
+      "step": 259
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 1.328125,
+      "learning_rate": 5.522992963387047e-06,
+      "loss": 0.9523,
+      "step": 260
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 1.515625,
+      "learning_rate": 5.518113980211762e-06,
+      "loss": 0.929,
+      "step": 261
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 1.4375,
+      "learning_rate": 5.51321261546089e-06,
+      "loss": 0.9928,
+      "step": 262
+    },
+    {
+      "epoch": 0.74,
+      "grad_norm": 1.3125,
+      "learning_rate": 5.5082889185909834e-06,
+      "loss": 0.8508,
+      "step": 263
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 1.609375,
+      "learning_rate": 5.503342939283931e-06,
+      "loss": 0.9067,
+      "step": 264
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 1.5078125,
+      "learning_rate": 5.498374727446461e-06,
+      "loss": 0.9878,
+      "step": 265
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 1.578125,
+      "learning_rate": 5.493384333209634e-06,
+      "loss": 0.8992,
+      "step": 266
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 1.375,
+      "learning_rate": 5.488371806928342e-06,
+      "loss": 1.0696,
+      "step": 267
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 1.5078125,
+      "learning_rate": 5.483337199180793e-06,
+      "loss": 0.9069,
+      "step": 268
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 1.5703125,
+      "learning_rate": 5.4782805607680085e-06,
+      "loss": 0.9608,
+      "step": 269
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 1.4609375,
+      "learning_rate": 5.473201942713307e-06,
+      "loss": 1.0443,
+      "step": 270
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 1.4921875,
+      "learning_rate": 5.46810139626179e-06,
+      "loss": 0.888,
+      "step": 271
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 1.3359375,
+      "learning_rate": 5.46297897287982e-06,
+      "loss": 0.9668,
+      "step": 272
+    },
+    {
+      "epoch": 0.77,
+      "grad_norm": 1.53125,
+      "learning_rate": 5.457834724254512e-06,
+      "loss": 0.9828,
+      "step": 273
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 1.40625,
+      "learning_rate": 5.452668702293203e-06,
+      "loss": 0.9154,
+      "step": 274
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 1.5625,
+      "learning_rate": 5.447480959122929e-06,
+      "loss": 0.9498,
+      "step": 275
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 1.3828125,
+      "learning_rate": 5.442271547089904e-06,
+      "loss": 0.9782,
+      "step": 276
+    },
+    {
+      "epoch": 0.78,
+      "grad_norm": 1.5234375,
+      "learning_rate": 5.437040518758986e-06,
+      "loss": 0.9729,
+      "step": 277
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.431787926913152e-06,
+      "loss": 0.9455,
+      "step": 278
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 1.515625,
+      "learning_rate": 5.42651382455296e-06,
+      "loss": 0.9834,
+      "step": 279
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.421218264896019e-06,
+      "loss": 0.8952,
+      "step": 280
+    },
+    {
+      "epoch": 0.79,
+      "eval_loss": 0.9743253588676453,
+      "eval_runtime": 20.2702,
+      "eval_samples_per_second": 64.578,
+      "eval_steps_per_second": 64.578,
+      "step": 280
+    },
+    {
+      "epoch": 0.79,
+      "grad_norm": 1.4375,
+      "learning_rate": 5.415901301376447e-06,
+      "loss": 1.1117,
+      "step": 281
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.4105629876443405e-06,
+      "loss": 0.9905,
+      "step": 282
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 1.5546875,
+      "learning_rate": 5.40520337756522e-06,
+      "loss": 1.0321,
+      "step": 283
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 1.484375,
+      "learning_rate": 5.3998225252195e-06,
+      "loss": 0.9664,
+      "step": 284
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 1.5390625,
+      "learning_rate": 5.394420484901934e-06,
+      "loss": 1.0156,
+      "step": 285
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 1.4296875,
+      "learning_rate": 5.38899731112107e-06,
+      "loss": 0.8818,
+      "step": 286
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 1.59375,
+      "learning_rate": 5.383553058598702e-06,
+      "loss": 0.9483,
+      "step": 287
+    },
+    {
+      "epoch": 0.81,
+      "grad_norm": 1.4609375,
+      "learning_rate": 5.378087782269314e-06,
+      "loss": 0.9671,
+      "step": 288
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 1.3046875,
+      "learning_rate": 5.37260153727953e-06,
+      "loss": 0.915,
+      "step": 289
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 1.4140625,
+      "learning_rate": 5.367094378987554e-06,
+      "loss": 0.9215,
+      "step": 290
+    },
+    {
+      "epoch": 0.82,
+      "grad_norm": 1.7421875,
+      "learning_rate": 5.361566362962613e-06,
+      "loss": 0.9655,
+      "step": 291
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 1.4375,
+      "learning_rate": 5.356017544984396e-06,
+      "loss": 0.9641,
+      "step": 292
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 1.4296875,
+      "learning_rate": 5.350447981042491e-06,
+      "loss": 0.9303,
+      "step": 293
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 1.4296875,
+      "learning_rate": 5.344857727335822e-06,
+      "loss": 0.9223,
+      "step": 294
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 1.59375,
+      "learning_rate": 5.339246840272079e-06,
+      "loss": 1.0255,
+      "step": 295
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 1.375,
+      "learning_rate": 5.333615376467149e-06,
+      "loss": 0.9899,
+      "step": 296
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 1.3203125,
+      "learning_rate": 5.3279633927445486e-06,
+      "loss": 0.9336,
+      "step": 297
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 1.4296875,
+      "learning_rate": 5.322290946134844e-06,
+      "loss": 0.9654,
+      "step": 298
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 1.5,
+      "learning_rate": 5.316598093875082e-06,
+      "loss": 1.0265,
+      "step": 299
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 1.4921875,
+      "learning_rate": 5.310884893408211e-06,
+      "loss": 0.9132,
+      "step": 300
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 1.6796875,
+      "learning_rate": 5.305151402382497e-06,
+      "loss": 0.9248,
+      "step": 301
+    },
+    {
+      "epoch": 0.85,
+      "grad_norm": 1.4765625,
+      "learning_rate": 5.299397678650947e-06,
+      "loss": 0.9737,
+      "step": 302
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 1.34375,
+      "learning_rate": 5.293623780270723e-06,
+      "loss": 0.9366,
+      "step": 303
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 1.4375,
+      "learning_rate": 5.287829765502556e-06,
+      "loss": 0.9379,
+      "step": 304
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 1.5625,
+      "learning_rate": 5.282015692810159e-06,
+      "loss": 1.0213,
+      "step": 305
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 1.3671875,
+      "learning_rate": 5.276181620859639e-06,
+      "loss": 1.013,
+      "step": 306
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 1.4453125,
+      "learning_rate": 5.270327608518898e-06,
+      "loss": 1.0134,
+      "step": 307
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 1.5625,
+      "learning_rate": 5.264453714857047e-06,
+      "loss": 0.9575,
+      "step": 308
+    },
+    {
+      "epoch": 0.87,
+      "grad_norm": 1.4140625,
+      "learning_rate": 5.258559999143809e-06,
+      "loss": 0.8686,
+      "step": 309
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 1.4375,
+      "learning_rate": 5.252646520848912e-06,
+      "loss": 1.0265,
+      "step": 310
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 1.4453125,
+      "learning_rate": 5.2467133396415016e-06,
+      "loss": 0.88,
+      "step": 311
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.24076051538953e-06,
+      "loss": 0.9549,
+      "step": 312
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 1.4609375,
+      "learning_rate": 5.2347881081591565e-06,
+      "loss": 0.9798,
+      "step": 313
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 1.6015625,
+      "learning_rate": 5.228796178214138e-06,
+      "loss": 0.8834,
+      "step": 314
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 1.3828125,
+      "learning_rate": 5.222784786015225e-06,
+      "loss": 0.9394,
+      "step": 315
+    },
+    {
+      "epoch": 0.89,
+      "eval_loss": 0.9702575206756592,
+      "eval_runtime": 20.1318,
+      "eval_samples_per_second": 65.022,
+      "eval_steps_per_second": 65.022,
+      "step": 315
+    },
+    {
+      "epoch": 0.89,
+      "grad_norm": 1.4140625,
+      "learning_rate": 5.216753992219547e-06,
+      "loss": 0.9804,
+      "step": 316
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 1.4609375,
+      "learning_rate": 5.210703857680003e-06,
+      "loss": 0.9201,
+      "step": 317
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 1.421875,
+      "learning_rate": 5.204634443444651e-06,
+      "loss": 0.9839,
+      "step": 318
+    },
+    {
+      "epoch": 0.9,
+      "grad_norm": 1.390625,
+      "learning_rate": 5.198545810756079e-06,
+      "loss": 1.024,
+      "step": 319
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 1.4296875,
+      "learning_rate": 5.192438021050806e-06,
+      "loss": 0.9319,
+      "step": 320
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 1.515625,
+      "learning_rate": 5.186311135958647e-06,
+      "loss": 0.8863,
+      "step": 321
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 1.484375,
+      "learning_rate": 5.180165217302099e-06,
+      "loss": 0.9621,
+      "step": 322
+    },
+    {
+      "epoch": 0.91,
+      "grad_norm": 1.359375,
+      "learning_rate": 5.174000327095711e-06,
+      "loss": 0.8818,
+      "step": 323
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 2.953125,
+      "learning_rate": 5.167816527545466e-06,
+      "loss": 0.807,
+      "step": 324
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 1.328125,
+      "learning_rate": 5.161613881048147e-06,
+      "loss": 0.9364,
+      "step": 325
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 1.4765625,
+      "learning_rate": 5.155392450190707e-06,
+      "loss": 0.9787,
+      "step": 326
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.149152297749646e-06,
+      "loss": 0.9272,
+      "step": 327
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 1.5234375,
+      "learning_rate": 5.142893486690366e-06,
+      "loss": 0.8953,
+      "step": 328
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 1.5234375,
+      "learning_rate": 5.136616080166545e-06,
+      "loss": 0.952,
+      "step": 329
+    },
+    {
+      "epoch": 0.93,
+      "grad_norm": 1.7265625,
+      "learning_rate": 5.1303201415194946e-06,
+      "loss": 1.046,
+      "step": 330
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 1.5078125,
+      "learning_rate": 5.1240057342775204e-06,
+      "loss": 0.9028,
+      "step": 331
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 1.53125,
+      "learning_rate": 5.1176729221552865e-06,
+      "loss": 0.9819,
+      "step": 332
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 1.3671875,
+      "learning_rate": 5.111321769053166e-06,
+      "loss": 0.9189,
+      "step": 333
+    },
+    {
+      "epoch": 0.94,
+      "grad_norm": 1.515625,
+      "learning_rate": 5.104952339056601e-06,
+      "loss": 0.9145,
+      "step": 334
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 1.3828125,
+      "learning_rate": 5.098564696435452e-06,
+      "loss": 0.8783,
+      "step": 335
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 1.46875,
+      "learning_rate": 5.092158905643353e-06,
+      "loss": 1.0541,
+      "step": 336
+    },
+    {
+      "epoch": 0.95,
+      "grad_norm": 1.5078125,
+      "learning_rate": 5.085735031317061e-06,
+      "loss": 0.8956,
+      "step": 337
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.5859375,
+      "learning_rate": 5.0792931382758e-06,
+      "loss": 1.0593,
+      "step": 338
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.40625,
+      "learning_rate": 5.072833291520609e-06,
+      "loss": 0.9345,
+      "step": 339
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.5625,
+      "learning_rate": 5.066355556233688e-06,
+      "loss": 0.9642,
+      "step": 340
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 1.40625,
+      "learning_rate": 5.059859997777741e-06,
+      "loss": 0.8651,
+      "step": 341
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 1.5234375,
+      "learning_rate": 5.053346681695309e-06,
+      "loss": 0.9767,
+      "step": 342
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 1.3671875,
+      "learning_rate": 5.046815673708117e-06,
+      "loss": 0.8192,
+      "step": 343
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 1.484375,
+      "learning_rate": 5.040267039716409e-06,
+      "loss": 0.856,
+      "step": 344
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 1.3671875,
+      "learning_rate": 5.033700845798278e-06,
+      "loss": 0.9764,
+      "step": 345
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 1.421875,
+      "learning_rate": 5.0271171582090065e-06,
+      "loss": 0.9693,
+      "step": 346
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 1.59375,
+      "learning_rate": 5.020516043380393e-06,
+      "loss": 0.8832,
+      "step": 347
+    },
+    {
+      "epoch": 0.98,
+      "grad_norm": 1.390625,
+      "learning_rate": 5.013897567920083e-06,
+      "loss": 0.9449,
+      "step": 348
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 1.3984375,
+      "learning_rate": 5.007261798610898e-06,
+      "loss": 0.9854,
+      "step": 349
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 1.5546875,
+      "learning_rate": 5.00060880241016e-06,
+      "loss": 0.8984,
+      "step": 350
+    },
+    {
+      "epoch": 0.99,
+      "eval_loss": 0.9668439626693726,
+      "eval_runtime": 20.1513,
+      "eval_samples_per_second": 64.958,
+      "eval_steps_per_second": 64.958,
+      "step": 350
+    },
+    {
+      "epoch": 0.99,
+      "grad_norm": 1.4375,
+      "learning_rate": 4.993938646449017e-06,
+      "loss": 0.9833,
+      "step": 351
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.7109375,
+      "learning_rate": 4.9872513980317635e-06,
+      "loss": 0.8848,
+      "step": 352
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.328125,
+      "learning_rate": 4.9805471246351666e-06,
+      "loss": 0.9356,
+      "step": 353
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.5625,
+      "learning_rate": 4.973825893907778e-06,
+      "loss": 1.0285,
+      "step": 354
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.4609375,
+      "learning_rate": 4.9670877736692575e-06,
+      "loss": 1.0421,
+      "step": 355
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.960332831909685e-06,
+      "loss": 0.9617,
+      "step": 356
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 1.53125,
+      "learning_rate": 4.953561136788877e-06,
+      "loss": 0.9683,
+      "step": 357
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.946772756635694e-06,
+      "loss": 0.9737,
+      "step": 358
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.939967759947358e-06,
+      "loss": 1.0571,
+      "step": 359
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.5625,
+      "learning_rate": 4.933146215388759e-06,
+      "loss": 0.8903,
+      "step": 360
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 1.3984375,
+      "learning_rate": 4.926308191791757e-06,
+      "loss": 0.893,
+      "step": 361
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 1.3671875,
+      "learning_rate": 4.919453758154493e-06,
+      "loss": 0.9087,
+      "step": 362
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 1.359375,
+      "learning_rate": 4.912582983640692e-06,
+      "loss": 0.8752,
+      "step": 363
+    },
+    {
+      "epoch": 1.01,
+      "grad_norm": 1.40625,
+      "learning_rate": 4.905695937578965e-06,
+      "loss": 0.9943,
+      "step": 364
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 1.390625,
+      "learning_rate": 4.898792689462106e-06,
+      "loss": 0.9087,
+      "step": 365
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.891873308946399e-06,
+      "loss": 0.9659,
+      "step": 366
+    },
+    {
+      "epoch": 1.02,
+      "grad_norm": 1.4921875,
+      "learning_rate": 4.884937865850902e-06,
+      "loss": 0.924,
+      "step": 367
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 1.4296875,
+      "learning_rate": 4.877986430156756e-06,
+      "loss": 0.87,
+      "step": 368
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 1.375,
+      "learning_rate": 4.871019072006473e-06,
+      "loss": 1.0459,
+      "step": 369
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 1.515625,
+      "learning_rate": 4.864035861703225e-06,
+      "loss": 0.8948,
+      "step": 370
+    },
+    {
+      "epoch": 1.03,
+      "grad_norm": 1.4609375,
+      "learning_rate": 4.8570368697101415e-06,
+      "loss": 0.8847,
+      "step": 371
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 1.3828125,
+      "learning_rate": 4.850022166649592e-06,
+      "loss": 0.9415,
+      "step": 372
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 1.4609375,
+      "learning_rate": 4.84299182330248e-06,
+      "loss": 0.9833,
+      "step": 373
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 1.46875,
+      "learning_rate": 4.8359459106075204e-06,
+      "loss": 0.9669,
+      "step": 374
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 1.4296875,
+      "learning_rate": 4.828884499660533e-06,
+      "loss": 0.8532,
+      "step": 375
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 1.328125,
+      "learning_rate": 4.8218076617137175e-06,
+      "loss": 0.9317,
+      "step": 376
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 1.515625,
+      "learning_rate": 4.814715468174939e-06,
+      "loss": 0.8942,
+      "step": 377
+    },
+    {
+      "epoch": 1.05,
+      "grad_norm": 1.4140625,
+      "learning_rate": 4.807607990607007e-06,
+      "loss": 0.8847,
+      "step": 378
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 1.4296875,
+      "learning_rate": 4.8004853007269504e-06,
+      "loss": 0.9326,
+      "step": 379
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 1.3984375,
+      "learning_rate": 4.793347470405296e-06,
+      "loss": 0.8939,
+      "step": 380
+    },
+    {
+      "epoch": 1.06,
+      "grad_norm": 1.453125,
+      "learning_rate": 4.786194571665346e-06,
+      "loss": 0.8817,
+      "step": 381
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 1.609375,
+      "learning_rate": 4.7790266766824435e-06,
+      "loss": 0.9413,
+      "step": 382
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 1.3515625,
+      "learning_rate": 4.771843857783254e-06,
+      "loss": 0.8537,
+      "step": 383
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 1.359375,
+      "learning_rate": 4.7646461874450294e-06,
+      "loss": 0.9405,
+      "step": 384
+    },
+    {
+      "epoch": 1.07,
+      "grad_norm": 1.421875,
+      "learning_rate": 4.757433738294874e-06,
+      "loss": 0.9424,
+      "step": 385
+    },
+    {
+      "epoch": 1.07,
+      "eval_loss": 0.9648303389549255,
+      "eval_runtime": 20.2432,
+      "eval_samples_per_second": 64.664,
+      "eval_steps_per_second": 64.664,
+      "step": 385
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 1.359375,
+      "learning_rate": 4.750206583109022e-06,
+      "loss": 0.9327,
+      "step": 386
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 1.4296875,
+      "learning_rate": 4.742964794812093e-06,
+      "loss": 0.8816,
+      "step": 387
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 1.4375,
+      "learning_rate": 4.735708446476361e-06,
+      "loss": 0.8918,
+      "step": 388
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.728437611321015e-06,
+      "loss": 0.958,
+      "step": 389
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 1.390625,
+      "learning_rate": 4.721152362711423e-06,
+      "loss": 0.8336,
+      "step": 390
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 1.390625,
+      "learning_rate": 4.713852774158389e-06,
+      "loss": 1.0331,
+      "step": 391
+    },
+    {
+      "epoch": 1.09,
+      "grad_norm": 1.4296875,
+      "learning_rate": 4.706538919317411e-06,
+      "loss": 0.8288,
+      "step": 392
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 1.515625,
+      "learning_rate": 4.6992108719879445e-06,
+      "loss": 0.8429,
+      "step": 393
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 1.4921875,
+      "learning_rate": 4.691868706112643e-06,
+      "loss": 0.8227,
+      "step": 394
+    },
+    {
+      "epoch": 1.1,
+      "grad_norm": 1.53125,
+      "learning_rate": 4.684512495776631e-06,
+      "loss": 1.0182,
+      "step": 395
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 1.4375,
+      "learning_rate": 4.6771423152067395e-06,
+      "loss": 0.915,
+      "step": 396
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.669758238770767e-06,
+      "loss": 0.9564,
+      "step": 397
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 1.390625,
+      "learning_rate": 4.662360340976728e-06,
+      "loss": 0.9006,
+      "step": 398
+    },
+    {
+      "epoch": 1.11,
+      "grad_norm": 1.3828125,
+      "learning_rate": 4.654948696472097e-06,
+      "loss": 0.9841,
+      "step": 399
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 1.4296875,
+      "learning_rate": 4.6475233800430586e-06,
+      "loss": 0.8723,
+      "step": 400
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.6400844666137525e-06,
+      "loss": 1.0067,
+      "step": 401
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.632632031245516e-06,
+      "loss": 0.9236,
+      "step": 402
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 1.625,
+      "learning_rate": 4.6251661491361285e-06,
+      "loss": 0.9849,
+      "step": 403
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 1.4296875,
+      "learning_rate": 4.617686895619052e-06,
+      "loss": 0.923,
+      "step": 404
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 1.2421875,
+      "learning_rate": 4.610194346162673e-06,
+      "loss": 0.9378,
+      "step": 405
+    },
+    {
+      "epoch": 1.13,
+      "grad_norm": 1.515625,
+      "learning_rate": 4.602688576369531e-06,
+      "loss": 1.0061,
+      "step": 406
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 1.328125,
+      "learning_rate": 4.595169661975573e-06,
+      "loss": 0.9105,
+      "step": 407
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.5876376788493754e-06,
+      "loss": 0.9587,
+      "step": 408
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 1.390625,
+      "learning_rate": 4.580092702991383e-06,
+      "loss": 0.877,
+      "step": 409
+    },
+    {
+      "epoch": 1.14,
+      "grad_norm": 1.3359375,
+      "learning_rate": 4.572534810533142e-06,
+      "loss": 0.923,
+      "step": 410
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 1.4609375,
+      "learning_rate": 4.564964077736531e-06,
+      "loss": 0.9448,
+      "step": 411
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 1.421875,
+      "learning_rate": 4.5573805809929946e-06,
+      "loss": 0.9546,
+      "step": 412
+    },
+    {
+      "epoch": 1.15,
+      "grad_norm": 1.3125,
+      "learning_rate": 4.549784396822769e-06,
+      "loss": 0.9835,
+      "step": 413
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 1.4296875,
+      "learning_rate": 4.542175601874111e-06,
+      "loss": 0.8655,
+      "step": 414
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 1.4140625,
+      "learning_rate": 4.534554272922525e-06,
+      "loss": 0.8878,
+      "step": 415
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 1.4609375,
+      "learning_rate": 4.526920486869986e-06,
+      "loss": 0.9834,
+      "step": 416
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 1.4140625,
+      "learning_rate": 4.5192743207441685e-06,
+      "loss": 0.8446,
+      "step": 417
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 1.453125,
+      "learning_rate": 4.511615851697668e-06,
+      "loss": 0.9525,
+      "step": 418
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 1.359375,
+      "learning_rate": 4.503945157007216e-06,
+      "loss": 1.0056,
+      "step": 419
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 1.359375,
+      "learning_rate": 4.4962623140729074e-06,
+      "loss": 0.9117,
+      "step": 420
+    },
+    {
+      "epoch": 1.17,
+      "eval_loss": 0.9622918367385864,
+      "eval_runtime": 20.1675,
+      "eval_samples_per_second": 64.906,
+      "eval_steps_per_second": 64.906,
+      "step": 420
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 1.5,
+      "learning_rate": 4.488567400417417e-06,
+      "loss": 0.9416,
+      "step": 421
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 1.4140625,
+      "learning_rate": 4.48086049368522e-06,
+      "loss": 0.9492,
+      "step": 422
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 1.3984375,
+      "learning_rate": 4.473141671641803e-06,
+      "loss": 0.8472,
+      "step": 423
+    },
+    {
+      "epoch": 1.18,
+      "grad_norm": 1.4921875,
+      "learning_rate": 4.4654110121728855e-06,
+      "loss": 0.9374,
+      "step": 424
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 1.421875,
+      "learning_rate": 4.457668593283625e-06,
+      "loss": 0.8029,
+      "step": 425
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 1.3984375,
+      "learning_rate": 4.449914493097844e-06,
+      "loss": 0.8902,
+      "step": 426
+    },
+    {
+      "epoch": 1.19,
+      "grad_norm": 1.390625,
+      "learning_rate": 4.442148789857225e-06,
+      "loss": 0.9008,
+      "step": 427
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 1.4296875,
+      "learning_rate": 4.434371561920539e-06,
+      "loss": 0.87,
+      "step": 428
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 1.359375,
+      "learning_rate": 4.426582887762836e-06,
+      "loss": 0.9065,
+      "step": 429
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 1.34375,
+      "learning_rate": 4.418782845974669e-06,
+      "loss": 0.9354,
+      "step": 430
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 1.390625,
+      "learning_rate": 4.410971515261291e-06,
+      "loss": 0.8697,
+      "step": 431
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 1.6015625,
+      "learning_rate": 4.403148974441867e-06,
+      "loss": 0.8788,
+      "step": 432
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 1.3828125,
+      "learning_rate": 4.3953153024486716e-06,
+      "loss": 0.9644,
+      "step": 433
+    },
+    {
+      "epoch": 1.21,
+      "grad_norm": 1.453125,
+      "learning_rate": 4.387470578326305e-06,
+      "loss": 1.0109,
+      "step": 434
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 1.4140625,
+      "learning_rate": 4.379614881230879e-06,
+      "loss": 0.9348,
+      "step": 435
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 1.53125,
+      "learning_rate": 4.371748290429231e-06,
+      "loss": 0.9769,
+      "step": 436
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.363870885298119e-06,
+      "loss": 0.9734,
+      "step": 437
+    },
+    {
+      "epoch": 1.22,
+      "grad_norm": 1.5546875,
+      "learning_rate": 4.355982745323421e-06,
+      "loss": 0.8801,
+      "step": 438
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 1.3828125,
+      "learning_rate": 4.348083950099335e-06,
+      "loss": 0.9323,
+      "step": 439
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 1.421875,
+      "learning_rate": 4.340174579327574e-06,
+      "loss": 0.9672,
+      "step": 440
+    },
+    {
+      "epoch": 1.23,
+      "grad_norm": 1.4140625,
+      "learning_rate": 4.332254712816559e-06,
+      "loss": 0.9541,
+      "step": 441
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 1.3359375,
+      "learning_rate": 4.32432443048062e-06,
+      "loss": 0.8939,
+      "step": 442
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 1.3984375,
+      "learning_rate": 4.316383812339188e-06,
+      "loss": 0.9381,
+      "step": 443
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 1.3671875,
+      "learning_rate": 4.30843293851598e-06,
+      "loss": 0.8943,
+      "step": 444
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 1.40625,
+      "learning_rate": 4.300471889238203e-06,
+      "loss": 1.0116,
+      "step": 445
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 1.34375,
+      "learning_rate": 4.292500744835735e-06,
+      "loss": 0.9023,
+      "step": 446
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 1.4765625,
+      "learning_rate": 4.284519585740317e-06,
+      "loss": 0.8961,
+      "step": 447
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 1.3828125,
+      "learning_rate": 4.276528492484743e-06,
+      "loss": 0.9492,
+      "step": 448
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 1.359375,
+      "learning_rate": 4.2685275457020465e-06,
+      "loss": 0.8869,
+      "step": 449
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 1.3515625,
+      "learning_rate": 4.260516826124686e-06,
+      "loss": 0.8692,
+      "step": 450
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 1.484375,
+      "learning_rate": 4.2524964145837305e-06,
+      "loss": 0.857,
+      "step": 451
+    },
+    {
+      "epoch": 1.26,
+      "grad_norm": 1.2890625,
+      "learning_rate": 4.244466392008045e-06,
+      "loss": 0.853,
+      "step": 452
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 1.40625,
+      "learning_rate": 4.236426839423474e-06,
+      "loss": 0.8563,
+      "step": 453
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 1.5078125,
+      "learning_rate": 4.2283778379520235e-06,
+      "loss": 0.9452,
+      "step": 454
+    },
+    {
+      "epoch": 1.27,
+      "grad_norm": 1.3125,
+      "learning_rate": 4.22031946881104e-06,
+      "loss": 0.9345,
+      "step": 455
+    },
+    {
+      "epoch": 1.27,
+      "eval_loss": 0.9603658318519592,
+      "eval_runtime": 20.3177,
+      "eval_samples_per_second": 64.427,
+      "eval_steps_per_second": 64.427,
+      "step": 455
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 1.40625,
+      "learning_rate": 4.212251813312395e-06,
+      "loss": 0.8672,
+      "step": 456
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 1.453125,
+      "learning_rate": 4.204174952861663e-06,
+      "loss": 0.9066,
+      "step": 457
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 1.40625,
+      "learning_rate": 4.196088968957298e-06,
+      "loss": 0.9464,
+      "step": 458
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 1.328125,
+      "learning_rate": 4.187993943189815e-06,
+      "loss": 0.921,
+      "step": 459
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 1.46875,
+      "learning_rate": 4.179889957240963e-06,
+      "loss": 0.8512,
+      "step": 460
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 1.3203125,
+      "learning_rate": 4.171777092882905e-06,
+      "loss": 0.8376,
+      "step": 461
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 1.4140625,
+      "learning_rate": 4.1636554319773865e-06,
+      "loss": 0.961,
+      "step": 462
+    },
+    {
+      "epoch": 1.29,
+      "grad_norm": 1.4921875,
+      "learning_rate": 4.155525056474917e-06,
+      "loss": 0.9431,
+      "step": 463
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 1.4296875,
+      "learning_rate": 4.147386048413936e-06,
+      "loss": 0.9156,
+      "step": 464
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 1.4375,
+      "learning_rate": 4.1392384899199916e-06,
+      "loss": 1.0053,
+      "step": 465
+    },
+    {
+      "epoch": 1.3,
+      "grad_norm": 1.4765625,
+      "learning_rate": 4.13108246320491e-06,
+      "loss": 0.9785,
+      "step": 466
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 1.390625,
+      "learning_rate": 4.122918050565959e-06,
+      "loss": 1.0079,
+      "step": 467
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 1.40625,
+      "learning_rate": 4.11474533438503e-06,
+      "loss": 0.8462,
+      "step": 468
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 1.4140625,
+      "learning_rate": 4.1065643971277945e-06,
+      "loss": 0.9099,
+      "step": 469
+    },
+    {
+      "epoch": 1.31,
+      "grad_norm": 1.359375,
+      "learning_rate": 4.098375321342883e-06,
+      "loss": 0.9068,
+      "step": 470
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 1.671875,
+      "learning_rate": 4.090178189661043e-06,
+      "loss": 0.8288,
+      "step": 471
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 1.5078125,
+      "learning_rate": 4.08197308479431e-06,
+      "loss": 0.9653,
+      "step": 472
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 1.5390625,
+      "learning_rate": 4.073760089535173e-06,
+      "loss": 0.9364,
+      "step": 473
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 1.4921875,
+      "learning_rate": 4.065539286755734e-06,
+      "loss": 0.9165,
+      "step": 474
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 1.3828125,
+      "learning_rate": 4.057310759406881e-06,
+      "loss": 0.9906,
+      "step": 475
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 1.34375,
+      "learning_rate": 4.0490745905174425e-06,
+      "loss": 0.8814,
+      "step": 476
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 1.4453125,
+      "learning_rate": 4.040830863193354e-06,
+      "loss": 0.9109,
+      "step": 477
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 1.40625,
+      "learning_rate": 4.032579660616816e-06,
+      "loss": 0.8054,
+      "step": 478
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 1.4140625,
+      "learning_rate": 4.024321066045462e-06,
+      "loss": 0.95,
+      "step": 479
+    },
+    {
+      "epoch": 1.34,
+      "grad_norm": 1.3203125,
+      "learning_rate": 4.016055162811508e-06,
+      "loss": 0.9861,
+      "step": 480
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 1.359375,
+      "learning_rate": 4.00778203432092e-06,
+      "loss": 0.8921,
+      "step": 481
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 1.3984375,
+      "learning_rate": 3.999501764052571e-06,
+      "loss": 0.9639,
+      "step": 482
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 1.296875,
+      "learning_rate": 3.991214435557392e-06,
+      "loss": 0.8409,
+      "step": 483
+    },
+    {
+      "epoch": 1.35,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.982920132457538e-06,
+      "loss": 0.9423,
+      "step": 484
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 1.3828125,
+      "learning_rate": 3.97461893844554e-06,
+      "loss": 0.9888,
+      "step": 485
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 1.484375,
+      "learning_rate": 3.966310937283461e-06,
+      "loss": 0.9327,
+      "step": 486
+    },
+    {
+      "epoch": 1.36,
+      "grad_norm": 1.3359375,
+      "learning_rate": 3.957996212802049e-06,
+      "loss": 0.9888,
+      "step": 487
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 1.46875,
+      "learning_rate": 3.949674848899893e-06,
+      "loss": 0.9688,
+      "step": 488
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.9413469295425764e-06,
+      "loss": 0.853,
+      "step": 489
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 1.53125,
+      "learning_rate": 3.933012538761832e-06,
+      "loss": 0.951,
+      "step": 490
+    },
+    {
+      "epoch": 1.37,
+      "eval_loss": 0.9591352343559265,
+      "eval_runtime": 20.1897,
+      "eval_samples_per_second": 64.835,
+      "eval_steps_per_second": 64.835,
+      "step": 490
+    },
+    {
+      "epoch": 1.37,
+      "grad_norm": 1.4375,
+      "learning_rate": 3.924671760654688e-06,
+      "loss": 0.9298,
+      "step": 491
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 1.59375,
+      "learning_rate": 3.916324679382624e-06,
+      "loss": 0.8488,
+      "step": 492
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.907971379170722e-06,
+      "loss": 0.8833,
+      "step": 493
+    },
+    {
+      "epoch": 1.38,
+      "grad_norm": 1.46875,
+      "learning_rate": 3.899611944306816e-06,
+      "loss": 0.8187,
+      "step": 494
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 1.453125,
+      "learning_rate": 3.891246459140637e-06,
+      "loss": 0.9175,
+      "step": 495
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 1.3203125,
+      "learning_rate": 3.88287500808297e-06,
+      "loss": 0.9665,
+      "step": 496
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 1.3984375,
+      "learning_rate": 3.874497675604795e-06,
+      "loss": 0.9449,
+      "step": 497
+    },
+    {
+      "epoch": 1.39,
+      "grad_norm": 1.5,
+      "learning_rate": 3.866114546236441e-06,
+      "loss": 1.0137,
+      "step": 498
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 1.3203125,
+      "learning_rate": 3.857725704566727e-06,
+      "loss": 0.8451,
+      "step": 499
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 1.3203125,
+      "learning_rate": 3.849331235242112e-06,
+      "loss": 0.8812,
+      "step": 500
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 1.4375,
+      "learning_rate": 3.8409312229658385e-06,
+      "loss": 0.9713,
+      "step": 501
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.8325257524970825e-06,
+      "loss": 0.9424,
+      "step": 502
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 1.5234375,
+      "learning_rate": 3.8241149086500925e-06,
+      "loss": 0.9523,
+      "step": 503
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 1.5078125,
+      "learning_rate": 3.815698776293337e-06,
+      "loss": 0.8275,
+      "step": 504
+    },
+    {
+      "epoch": 1.41,
+      "grad_norm": 1.4765625,
+      "learning_rate": 3.807277440348651e-06,
+      "loss": 0.8957,
+      "step": 505
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.7988509857903683e-06,
+      "loss": 0.9782,
+      "step": 506
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.7904194976444786e-06,
+      "loss": 0.8956,
+      "step": 507
+    },
+    {
+      "epoch": 1.42,
+      "grad_norm": 1.453125,
+      "learning_rate": 3.7819830609877576e-06,
+      "loss": 0.8747,
+      "step": 508
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 1.390625,
+      "learning_rate": 3.773541760946916e-06,
+      "loss": 0.9444,
+      "step": 509
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 1.4453125,
+      "learning_rate": 3.7650956826977353e-06,
+      "loss": 0.873,
+      "step": 510
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 1.453125,
+      "learning_rate": 3.7566449114642136e-06,
+      "loss": 0.9871,
+      "step": 511
+    },
+    {
+      "epoch": 1.43,
+      "grad_norm": 1.4375,
+      "learning_rate": 3.7481895325177007e-06,
+      "loss": 0.8154,
+      "step": 512
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 1.390625,
+      "learning_rate": 3.7397296311760422e-06,
+      "loss": 0.9796,
+      "step": 513
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.731265292802713e-06,
+      "loss": 0.8966,
+      "step": 514
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 1.40625,
+      "learning_rate": 3.722796602805963e-06,
+      "loss": 0.9269,
+      "step": 515
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 1.375,
+      "learning_rate": 3.7143236466379477e-06,
+      "loss": 0.8601,
+      "step": 516
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 1.4921875,
+      "learning_rate": 3.705846509793875e-06,
+      "loss": 0.939,
+      "step": 517
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 1.359375,
+      "learning_rate": 3.69736527781113e-06,
+      "loss": 0.9095,
+      "step": 518
+    },
+    {
+      "epoch": 1.45,
+      "grad_norm": 1.53125,
+      "learning_rate": 3.6888800362684264e-06,
+      "loss": 1.0163,
+      "step": 519
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 1.375,
+      "learning_rate": 3.6803908707849324e-06,
+      "loss": 0.8745,
+      "step": 520
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 1.71875,
+      "learning_rate": 3.6718978670194105e-06,
+      "loss": 1.003,
+      "step": 521
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 1.3828125,
+      "learning_rate": 3.663401110669353e-06,
+      "loss": 0.9032,
+      "step": 522
+    },
+    {
+      "epoch": 1.46,
+      "grad_norm": 1.6484375,
+      "learning_rate": 3.654900687470116e-06,
+      "loss": 0.8658,
+      "step": 523
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 1.3984375,
+      "learning_rate": 3.646396683194058e-06,
+      "loss": 0.9152,
+      "step": 524
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 1.4609375,
+      "learning_rate": 3.6378891836496702e-06,
+      "loss": 0.9348,
+      "step": 525
+    },
+    {
+      "epoch": 1.47,
+      "eval_loss": 0.9573694467544556,
+      "eval_runtime": 20.2011,
+      "eval_samples_per_second": 64.798,
+      "eval_steps_per_second": 64.798,
+      "step": 525
+    },
+    {
+      "epoch": 1.47,
+      "grad_norm": 1.3984375,
+      "learning_rate": 3.629378274680713e-06,
+      "loss": 0.9352,
+      "step": 526
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 1.4921875,
+      "learning_rate": 3.6208640421653465e-06,
+      "loss": 0.9221,
+      "step": 527
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 1.546875,
+      "learning_rate": 3.612346572015271e-06,
+      "loss": 0.8442,
+      "step": 528
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.603825950174853e-06,
+      "loss": 0.9139,
+      "step": 529
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 1.34375,
+      "learning_rate": 3.5953022626202615e-06,
+      "loss": 0.9462,
+      "step": 530
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 1.375,
+      "learning_rate": 3.5867755953585975e-06,
+      "loss": 0.9609,
+      "step": 531
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 1.46875,
+      "learning_rate": 3.578246034427033e-06,
+      "loss": 0.9211,
+      "step": 532
+    },
+    {
+      "epoch": 1.49,
+      "grad_norm": 1.359375,
+      "learning_rate": 3.5697136658919335e-06,
+      "loss": 0.959,
+      "step": 533
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 1.3984375,
+      "learning_rate": 3.5611785758479966e-06,
+      "loss": 0.8621,
+      "step": 534
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 1.3828125,
+      "learning_rate": 3.552640850417381e-06,
+      "loss": 0.9998,
+      "step": 535
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 1.4453125,
+      "learning_rate": 3.544100575748835e-06,
+      "loss": 0.8606,
+      "step": 536
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 1.484375,
+      "learning_rate": 3.535557838016833e-06,
+      "loss": 1.0495,
+      "step": 537
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 1.390625,
+      "learning_rate": 3.527012723420701e-06,
+      "loss": 0.9242,
+      "step": 538
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.518465318183748e-06,
+      "loss": 0.9776,
+      "step": 539
+    },
+    {
+      "epoch": 1.51,
+      "grad_norm": 1.3984375,
+      "learning_rate": 3.5099157085523975e-06,
+      "loss": 0.9708,
+      "step": 540
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.501363980795315e-06,
+      "loss": 0.9329,
+      "step": 541
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 1.3671875,
+      "learning_rate": 3.4928102212025395e-06,
+      "loss": 1.007,
+      "step": 542
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 1.5078125,
+      "learning_rate": 3.484254516084612e-06,
+      "loss": 0.9819,
+      "step": 543
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 1.3671875,
+      "learning_rate": 3.475696951771704e-06,
+      "loss": 0.8111,
+      "step": 544
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 1.359375,
+      "learning_rate": 3.467137614612746e-06,
+      "loss": 0.9027,
+      "step": 545
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 1.421875,
+      "learning_rate": 3.4585765909745595e-06,
+      "loss": 0.9196,
+      "step": 546
+    },
+    {
+      "epoch": 1.53,
+      "grad_norm": 1.4375,
+      "learning_rate": 3.450013967240982e-06,
+      "loss": 0.9815,
+      "step": 547
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 1.296875,
+      "learning_rate": 3.441449829811996e-06,
+      "loss": 0.8236,
+      "step": 548
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 1.359375,
+      "learning_rate": 3.4328842651028592e-06,
+      "loss": 0.87,
+      "step": 549
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.4243173595432297e-06,
+      "loss": 0.9304,
+      "step": 550
+    },
+    {
+      "epoch": 1.54,
+      "grad_norm": 1.4375,
+      "learning_rate": 3.4157491995762946e-06,
+      "loss": 0.957,
+      "step": 551
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 1.5234375,
+      "learning_rate": 3.4071798716579008e-06,
+      "loss": 0.9195,
+      "step": 552
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 1.7421875,
+      "learning_rate": 3.3986094622556796e-06,
+      "loss": 0.8709,
+      "step": 553
+    },
+    {
+      "epoch": 1.55,
+      "grad_norm": 1.3046875,
+      "learning_rate": 3.3900380578481727e-06,
+      "loss": 0.9077,
+      "step": 554
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 1.3671875,
+      "learning_rate": 3.3814657449239643e-06,
+      "loss": 1.0009,
+      "step": 555
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 1.421875,
+      "learning_rate": 3.372892609980805e-06,
+      "loss": 0.9224,
+      "step": 556
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 1.328125,
+      "learning_rate": 3.3643187395247386e-06,
+      "loss": 0.894,
+      "step": 557
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 1.375,
+      "learning_rate": 3.3557442200692337e-06,
+      "loss": 0.9728,
+      "step": 558
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 1.3515625,
+      "learning_rate": 3.3471691381343042e-06,
+      "loss": 0.9809,
+      "step": 559
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.3385935802456405e-06,
+      "loss": 0.9539,
+      "step": 560
+    },
+    {
+      "epoch": 1.57,
+      "eval_loss": 0.9559576511383057,
+      "eval_runtime": 20.2178,
+      "eval_samples_per_second": 64.745,
+      "eval_steps_per_second": 64.745,
+      "step": 560
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.330017632933736e-06,
+      "loss": 0.9418,
+      "step": 561
+    },
+    {
+      "epoch": 1.57,
+      "grad_norm": 1.3671875,
+      "learning_rate": 3.3214413827330156e-06,
+      "loss": 0.9327,
+      "step": 562
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 1.4921875,
+      "learning_rate": 3.3128649161809558e-06,
+      "loss": 0.8283,
+      "step": 563
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 1.390625,
+      "learning_rate": 3.3042883198172203e-06,
+      "loss": 0.8813,
+      "step": 564
+    },
+    {
+      "epoch": 1.58,
+      "grad_norm": 1.390625,
+      "learning_rate": 3.2957116801827805e-06,
+      "loss": 0.983,
+      "step": 565
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 1.40625,
+      "learning_rate": 3.287135083819045e-06,
+      "loss": 0.91,
+      "step": 566
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.278558617266985e-06,
+      "loss": 0.8266,
+      "step": 567
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 1.3828125,
+      "learning_rate": 3.2699823670662644e-06,
+      "loss": 0.9438,
+      "step": 568
+    },
+    {
+      "epoch": 1.59,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.2614064197543607e-06,
+      "loss": 0.8858,
+      "step": 569
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 1.3125,
+      "learning_rate": 3.2528308618656974e-06,
+      "loss": 0.8525,
+      "step": 570
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 1.5234375,
+      "learning_rate": 3.2442557799307675e-06,
+      "loss": 0.9663,
+      "step": 571
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 1.375,
+      "learning_rate": 3.235681260475262e-06,
+      "loss": 1.0201,
+      "step": 572
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 1.40625,
+      "learning_rate": 3.2271073900191958e-06,
+      "loss": 0.9675,
+      "step": 573
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 1.3984375,
+      "learning_rate": 3.2185342550760365e-06,
+      "loss": 0.9893,
+      "step": 574
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 1.7109375,
+      "learning_rate": 3.2099619421518285e-06,
+      "loss": 0.9938,
+      "step": 575
+    },
+    {
+      "epoch": 1.61,
+      "grad_norm": 1.296875,
+      "learning_rate": 3.2013905377443207e-06,
+      "loss": 0.8972,
+      "step": 576
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 1.5,
+      "learning_rate": 3.1928201283421e-06,
+      "loss": 0.8968,
+      "step": 577
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 1.421875,
+      "learning_rate": 3.1842508004237066e-06,
+      "loss": 0.9195,
+      "step": 578
+    },
+    {
+      "epoch": 1.62,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.175682640456772e-06,
+      "loss": 0.9322,
+      "step": 579
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.1671157348971415e-06,
+      "loss": 0.8878,
+      "step": 580
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.1585501701880053e-06,
+      "loss": 0.8621,
+      "step": 581
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 1.3828125,
+      "learning_rate": 3.1499860327590182e-06,
+      "loss": 0.966,
+      "step": 582
+    },
+    {
+      "epoch": 1.63,
+      "grad_norm": 1.3984375,
+      "learning_rate": 3.1414234090254413e-06,
+      "loss": 0.8862,
+      "step": 583
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 1.3515625,
+      "learning_rate": 3.1328623853872558e-06,
+      "loss": 0.9531,
+      "step": 584
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 1.484375,
+      "learning_rate": 3.1243030482282973e-06,
+      "loss": 0.9865,
+      "step": 585
+    },
+    {
+      "epoch": 1.64,
+      "grad_norm": 1.4609375,
+      "learning_rate": 3.1157454839153885e-06,
+      "loss": 0.8452,
+      "step": 586
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 1.4296875,
+      "learning_rate": 3.1071897787974613e-06,
+      "loss": 0.8975,
+      "step": 587
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 1.4609375,
+      "learning_rate": 3.0986360192046853e-06,
+      "loss": 0.8988,
+      "step": 588
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 1.3984375,
+      "learning_rate": 3.0900842914476024e-06,
+      "loss": 0.855,
+      "step": 589
+    },
+    {
+      "epoch": 1.65,
+      "grad_norm": 1.53125,
+      "learning_rate": 3.0815346818162534e-06,
+      "loss": 0.9749,
+      "step": 590
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 1.3828125,
+      "learning_rate": 3.0729872765793e-06,
+      "loss": 0.9262,
+      "step": 591
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 1.3125,
+      "learning_rate": 3.0644421619831683e-06,
+      "loss": 0.8623,
+      "step": 592
+    },
+    {
+      "epoch": 1.66,
+      "grad_norm": 1.375,
+      "learning_rate": 3.0558994242511667e-06,
+      "loss": 0.9703,
+      "step": 593
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 1.3671875,
+      "learning_rate": 3.047359149582621e-06,
+      "loss": 0.936,
+      "step": 594
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 1.484375,
+      "learning_rate": 3.038821424152004e-06,
+      "loss": 1.2291,
+      "step": 595
+    },
+    {
+      "epoch": 1.67,
+      "eval_loss": 0.954813539981842,
+      "eval_runtime": 20.1791,
+      "eval_samples_per_second": 64.869,
+      "eval_steps_per_second": 64.869,
+      "step": 595
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 1.4375,
+      "learning_rate": 3.030286334108068e-06,
+      "loss": 0.8685,
+      "step": 596
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 1.4140625,
+      "learning_rate": 3.021753965572967e-06,
+      "loss": 0.8731,
+      "step": 597
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 1.3828125,
+      "learning_rate": 3.0132244046414032e-06,
+      "loss": 0.9185,
+      "step": 598
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 1.3125,
+      "learning_rate": 3.0046977373797396e-06,
+      "loss": 0.893,
+      "step": 599
+    },
+    {
+      "epoch": 1.68,
+      "grad_norm": 1.3671875,
+      "learning_rate": 2.9961740498251477e-06,
+      "loss": 0.8581,
+      "step": 600
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 1.3984375,
+      "learning_rate": 2.987653427984729e-06,
+      "loss": 0.8867,
+      "step": 601
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 1.375,
+      "learning_rate": 2.9791359578346543e-06,
+      "loss": 0.8389,
+      "step": 602
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 1.4140625,
+      "learning_rate": 2.9706217253192877e-06,
+      "loss": 0.8954,
+      "step": 603
+    },
+    {
+      "epoch": 1.69,
+      "grad_norm": 1.71875,
+      "learning_rate": 2.962110816350331e-06,
+      "loss": 0.922,
+      "step": 604
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 1.3671875,
+      "learning_rate": 2.953603316805943e-06,
+      "loss": 0.8986,
+      "step": 605
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 1.5234375,
+      "learning_rate": 2.9450993125298848e-06,
+      "loss": 0.8654,
+      "step": 606
+    },
+    {
+      "epoch": 1.7,
+      "grad_norm": 1.53125,
+      "learning_rate": 2.936598889330648e-06,
+      "loss": 0.88,
+      "step": 607
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 1.4609375,
+      "learning_rate": 2.9281021329805902e-06,
+      "loss": 0.8357,
+      "step": 608
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 1.34375,
+      "learning_rate": 2.9196091292150675e-06,
+      "loss": 0.8443,
+      "step": 609
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 1.484375,
+      "learning_rate": 2.911119963731574e-06,
+      "loss": 0.9116,
+      "step": 610
+    },
+    {
+      "epoch": 1.71,
+      "grad_norm": 1.4453125,
+      "learning_rate": 2.902634722188871e-06,
+      "loss": 0.8414,
+      "step": 611
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 1.34375,
+      "learning_rate": 2.894153490206126e-06,
+      "loss": 1.032,
+      "step": 612
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 1.3984375,
+      "learning_rate": 2.885676353362053e-06,
+      "loss": 1.0082,
+      "step": 613
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 1.34375,
+      "learning_rate": 2.8772033971940384e-06,
+      "loss": 0.8801,
+      "step": 614
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 1.4140625,
+      "learning_rate": 2.8687347071972875e-06,
+      "loss": 0.9127,
+      "step": 615
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 1.375,
+      "learning_rate": 2.8602703688239585e-06,
+      "loss": 0.8387,
+      "step": 616
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 1.4375,
+      "learning_rate": 2.8518104674823e-06,
+      "loss": 0.9205,
+      "step": 617
+    },
+    {
+      "epoch": 1.73,
+      "grad_norm": 1.6015625,
+      "learning_rate": 2.8433550885357863e-06,
+      "loss": 0.8927,
+      "step": 618
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 1.4140625,
+      "learning_rate": 2.8349043173022655e-06,
+      "loss": 0.8627,
+      "step": 619
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 1.4140625,
+      "learning_rate": 2.8264582390530854e-06,
+      "loss": 0.8549,
+      "step": 620
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 1.5,
+      "learning_rate": 2.818016939012243e-06,
+      "loss": 0.8739,
+      "step": 621
+    },
+    {
+      "epoch": 1.74,
+      "grad_norm": 1.6328125,
+      "learning_rate": 2.809580502355522e-06,
+      "loss": 1.0039,
+      "step": 622
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 1.5390625,
+      "learning_rate": 2.8011490142096316e-06,
+      "loss": 0.9061,
+      "step": 623
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 1.4453125,
+      "learning_rate": 2.79272255965135e-06,
+      "loss": 0.9938,
+      "step": 624
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 1.546875,
+      "learning_rate": 2.7843012237066627e-06,
+      "loss": 1.0029,
+      "step": 625
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 1.40625,
+      "learning_rate": 2.775885091349909e-06,
+      "loss": 0.9585,
+      "step": 626
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 1.359375,
+      "learning_rate": 2.767474247502919e-06,
+      "loss": 0.8371,
+      "step": 627
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 1.4375,
+      "learning_rate": 2.7590687770341626e-06,
+      "loss": 0.8878,
+      "step": 628
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 1.484375,
+      "learning_rate": 2.7506687647578895e-06,
+      "loss": 0.9514,
+      "step": 629
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 1.4140625,
+      "learning_rate": 2.7422742954332735e-06,
+      "loss": 0.9397,
+      "step": 630
+    },
+    {
+      "epoch": 1.77,
+      "eval_loss": 0.9540159106254578,
+      "eval_runtime": 20.3197,
+      "eval_samples_per_second": 64.42,
+      "eval_steps_per_second": 64.42,
+      "step": 630
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 1.4609375,
+      "learning_rate": 2.7338854537635585e-06,
+      "loss": 0.9597,
+      "step": 631
+    },
+    {
+      "epoch": 1.77,
+      "grad_norm": 1.4140625,
+      "learning_rate": 2.725502324395205e-06,
+      "loss": 0.9125,
+      "step": 632
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 1.390625,
+      "learning_rate": 2.7171249919170304e-06,
+      "loss": 0.9403,
+      "step": 633
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 1.46875,
+      "learning_rate": 2.7087535408593643e-06,
+      "loss": 0.9128,
+      "step": 634
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 1.375,
+      "learning_rate": 2.7003880556931855e-06,
+      "loss": 0.8996,
+      "step": 635
+    },
+    {
+      "epoch": 1.78,
+      "grad_norm": 1.4453125,
+      "learning_rate": 2.6920286208292777e-06,
+      "loss": 0.9428,
+      "step": 636
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 1.484375,
+      "learning_rate": 2.683675320617376e-06,
+      "loss": 0.8807,
+      "step": 637
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 1.4765625,
+      "learning_rate": 2.6753282393453134e-06,
+      "loss": 1.0051,
+      "step": 638
+    },
+    {
+      "epoch": 1.79,
+      "grad_norm": 1.4453125,
+      "learning_rate": 2.6669874612381685e-06,
+      "loss": 0.926,
+      "step": 639
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 1.375,
+      "learning_rate": 2.6586530704574235e-06,
+      "loss": 0.9606,
+      "step": 640
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 1.4375,
+      "learning_rate": 2.650325151100108e-06,
+      "loss": 0.8918,
+      "step": 641
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 1.3515625,
+      "learning_rate": 2.642003787197952e-06,
+      "loss": 0.9572,
+      "step": 642
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 1.328125,
+      "learning_rate": 2.6336890627165397e-06,
+      "loss": 0.8793,
+      "step": 643
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 1.3984375,
+      "learning_rate": 2.6253810615544603e-06,
+      "loss": 0.8986,
+      "step": 644
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 1.4609375,
+      "learning_rate": 2.6170798675424617e-06,
+      "loss": 0.904,
+      "step": 645
+    },
+    {
+      "epoch": 1.81,
+      "grad_norm": 1.40625,
+      "learning_rate": 2.608785564442609e-06,
+      "loss": 0.9042,
+      "step": 646
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 1.375,
+      "learning_rate": 2.600498235947431e-06,
+      "loss": 0.9596,
+      "step": 647
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 1.4921875,
+      "learning_rate": 2.5922179656790796e-06,
+      "loss": 0.8224,
+      "step": 648
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 1.5390625,
+      "learning_rate": 2.5839448371884926e-06,
+      "loss": 0.9048,
+      "step": 649
+    },
+    {
+      "epoch": 1.82,
+      "grad_norm": 1.4453125,
+      "learning_rate": 2.5756789339545387e-06,
+      "loss": 0.9585,
+      "step": 650
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 1.5546875,
+      "learning_rate": 2.567420339383184e-06,
+      "loss": 0.9117,
+      "step": 651
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 1.4765625,
+      "learning_rate": 2.5591691368066475e-06,
+      "loss": 0.9752,
+      "step": 652
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 1.4375,
+      "learning_rate": 2.550925409482559e-06,
+      "loss": 0.9207,
+      "step": 653
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 1.3828125,
+      "learning_rate": 2.542689240593119e-06,
+      "loss": 0.8864,
+      "step": 654
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 1.4375,
+      "learning_rate": 2.5344607132442667e-06,
+      "loss": 0.8982,
+      "step": 655
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 1.5625,
+      "learning_rate": 2.5262399104648286e-06,
+      "loss": 0.9327,
+      "step": 656
+    },
+    {
+      "epoch": 1.84,
+      "grad_norm": 1.5,
+      "learning_rate": 2.51802691520569e-06,
+      "loss": 0.8947,
+      "step": 657
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 1.3671875,
+      "learning_rate": 2.509821810338957e-06,
+      "loss": 0.9742,
+      "step": 658
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 1.4140625,
+      "learning_rate": 2.5016246786571174e-06,
+      "loss": 0.8728,
+      "step": 659
+    },
+    {
+      "epoch": 1.85,
+      "grad_norm": 1.375,
+      "learning_rate": 2.493435602872206e-06,
+      "loss": 0.9128,
+      "step": 660
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 1.5390625,
+      "learning_rate": 2.485254665614971e-06,
+      "loss": 0.9039,
+      "step": 661
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 1.3359375,
+      "learning_rate": 2.4770819494340417e-06,
+      "loss": 0.8575,
+      "step": 662
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 1.3828125,
+      "learning_rate": 2.4689175367950906e-06,
+      "loss": 1.0352,
+      "step": 663
+    },
+    {
+      "epoch": 1.86,
+      "grad_norm": 1.390625,
+      "learning_rate": 2.4607615100800083e-06,
+      "loss": 0.9921,
+      "step": 664
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 1.3515625,
+      "learning_rate": 2.452613951586065e-06,
+      "loss": 0.985,
+      "step": 665
+    },
+    {
+      "epoch": 1.87,
+      "eval_loss": 0.9532026052474976,
+      "eval_runtime": 20.1343,
+      "eval_samples_per_second": 65.014,
+      "eval_steps_per_second": 65.014,
+      "step": 665
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 1.5,
+      "learning_rate": 2.4444749435250837e-06,
+      "loss": 0.8722,
+      "step": 666
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 1.5234375,
+      "learning_rate": 2.436344568022614e-06,
+      "loss": 0.8208,
+      "step": 667
+    },
+    {
+      "epoch": 1.87,
+      "grad_norm": 1.4453125,
+      "learning_rate": 2.4282229071170965e-06,
+      "loss": 0.9407,
+      "step": 668
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 1.578125,
+      "learning_rate": 2.4201100427590365e-06,
+      "loss": 0.8911,
+      "step": 669
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 1.34375,
+      "learning_rate": 2.4120060568101856e-06,
+      "loss": 0.8809,
+      "step": 670
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 1.328125,
+      "learning_rate": 2.403911031042702e-06,
+      "loss": 0.8505,
+      "step": 671
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 1.375,
+      "learning_rate": 2.3958250471383373e-06,
+      "loss": 0.9088,
+      "step": 672
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 1.53125,
+      "learning_rate": 2.387748186687606e-06,
+      "loss": 0.826,
+      "step": 673
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 1.4140625,
+      "learning_rate": 2.3796805311889613e-06,
+      "loss": 0.8774,
+      "step": 674
+    },
+    {
+      "epoch": 1.89,
+      "grad_norm": 1.390625,
+      "learning_rate": 2.3716221620479772e-06,
+      "loss": 0.8676,
+      "step": 675
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 1.3984375,
+      "learning_rate": 2.3635731605765264e-06,
+      "loss": 0.9997,
+      "step": 676
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 1.5859375,
+      "learning_rate": 2.3555336079919567e-06,
+      "loss": 0.8903,
+      "step": 677
+    },
+    {
+      "epoch": 1.9,
+      "grad_norm": 1.3359375,
+      "learning_rate": 2.3475035854162707e-06,
+      "loss": 0.8055,
+      "step": 678
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 1.5390625,
+      "learning_rate": 2.3394831738753154e-06,
+      "loss": 0.8353,
+      "step": 679
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 1.359375,
+      "learning_rate": 2.3314724542979543e-06,
+      "loss": 0.9792,
+      "step": 680
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 1.4453125,
+      "learning_rate": 2.323471507515257e-06,
+      "loss": 0.8619,
+      "step": 681
+    },
+    {
+      "epoch": 1.91,
+      "grad_norm": 1.4296875,
+      "learning_rate": 2.3154804142596834e-06,
+      "loss": 0.8911,
+      "step": 682
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 1.53125,
+      "learning_rate": 2.307499255164266e-06,
+      "loss": 0.9566,
+      "step": 683
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 1.3515625,
+      "learning_rate": 2.2995281107617967e-06,
+      "loss": 0.8491,
+      "step": 684
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 1.59375,
+      "learning_rate": 2.291567061484021e-06,
+      "loss": 0.9986,
+      "step": 685
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 1.4140625,
+      "learning_rate": 2.2836161876608136e-06,
+      "loss": 0.9711,
+      "step": 686
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 1.3203125,
+      "learning_rate": 2.27567556951938e-06,
+      "loss": 0.9344,
+      "step": 687
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 1.390625,
+      "learning_rate": 2.267745287183442e-06,
+      "loss": 0.9524,
+      "step": 688
+    },
+    {
+      "epoch": 1.93,
+      "grad_norm": 1.3828125,
+      "learning_rate": 2.2598254206724275e-06,
+      "loss": 0.8871,
+      "step": 689
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 1.3984375,
+      "learning_rate": 2.251916049900664e-06,
+      "loss": 1.095,
+      "step": 690
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 1.5390625,
+      "learning_rate": 2.2440172546765796e-06,
+      "loss": 0.8317,
+      "step": 691
+    },
+    {
+      "epoch": 1.94,
+      "grad_norm": 1.4140625,
+      "learning_rate": 2.2361291147018816e-06,
+      "loss": 0.8479,
+      "step": 692
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 1.4375,
+      "learning_rate": 2.2282517095707697e-06,
+      "loss": 0.9132,
+      "step": 693
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 1.4921875,
+      "learning_rate": 2.2203851187691216e-06,
+      "loss": 0.8728,
+      "step": 694
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 1.5,
+      "learning_rate": 2.2125294216736956e-06,
+      "loss": 0.927,
+      "step": 695
+    },
+    {
+      "epoch": 1.95,
+      "grad_norm": 1.5859375,
+      "learning_rate": 2.2046846975513275e-06,
+      "loss": 0.8764,
+      "step": 696
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 1.421875,
+      "learning_rate": 2.1968510255581348e-06,
+      "loss": 0.9311,
+      "step": 697
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 1.5234375,
+      "learning_rate": 2.1890284847387107e-06,
+      "loss": 0.9595,
+      "step": 698
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 1.4609375,
+      "learning_rate": 2.1812171540253324e-06,
+      "loss": 0.9611,
+      "step": 699
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 1.4453125,
+      "learning_rate": 2.1734171122371646e-06,
+      "loss": 0.9543,
+      "step": 700
+    },
+    {
+      "epoch": 1.97,
+      "eval_loss": 0.9524132609367371,
+      "eval_runtime": 20.1667,
+      "eval_samples_per_second": 64.909,
+      "eval_steps_per_second": 64.909,
+      "step": 700
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 1.4296875,
+      "learning_rate": 2.165628438079463e-06,
+      "loss": 0.9835,
+      "step": 701
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 1.4921875,
+      "learning_rate": 2.1578512101427746e-06,
+      "loss": 0.9356,
+      "step": 702
+    },
+    {
+      "epoch": 1.97,
+      "grad_norm": 1.4453125,
+      "learning_rate": 2.1500855069021567e-06,
+      "loss": 0.906,
+      "step": 703
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 1.578125,
+      "learning_rate": 2.1423314067163747e-06,
+      "loss": 0.9937,
+      "step": 704
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 1.4453125,
+      "learning_rate": 2.1345889878271152e-06,
+      "loss": 0.9486,
+      "step": 705
+    },
+    {
+      "epoch": 1.98,
+      "grad_norm": 1.453125,
+      "learning_rate": 2.126858328358197e-06,
+      "loss": 0.9641,
+      "step": 706
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 1.5,
+      "learning_rate": 2.11913950631478e-06,
+      "loss": 0.866,
+      "step": 707
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 1.5078125,
+      "learning_rate": 2.111432599582582e-06,
+      "loss": 0.9687,
+      "step": 708
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 1.5546875,
+      "learning_rate": 2.1037376859270937e-06,
+      "loss": 0.9431,
+      "step": 709
+    },
+    {
+      "epoch": 1.99,
+      "grad_norm": 1.3671875,
+      "learning_rate": 2.0960548429927853e-06,
+      "loss": 0.8683,
+      "step": 710
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.40625,
+      "learning_rate": 2.088384148302332e-06,
+      "loss": 0.895,
+      "step": 711
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.5234375,
+      "learning_rate": 2.0807256792558305e-06,
+      "loss": 0.919,
+      "step": 712
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 1059,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 89,
+  "total_flos": 2.1011521993955082e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/training_args.bin b/training_args.bin
new file mode 100644
index 0000000..431826f
--- /dev/null
+++ b/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfe7995c49a5ea21c1f697bc3bf3f2cbea3d0ccd2d6826aa0e34ca77d86ff27
+size 5752